-- Logs begin at Tue 2021-11-23 17:06:01 UTC, end at Tue 2021-11-23 19:29:27 UTC. -- Nov 23 17:38:24.115145 n-d-818932-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 17:38:26.900932 n-d-818932-3 neutron-server[120426]: INFO neutron.common.config [-] Logging enabled! Nov 23 17:38:26.901683 n-d-818932-3 neutron-server[120426]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 17:38:26.901788 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120426) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 17:38:26.905026 n-d-818932-3 neutron-server[120426]: INFO neutron.common.config [-] Logging enabled! Nov 23 17:38:26.905278 n-d-818932-3 neutron-server[120426]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 17:38:26.905602 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120426) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 17:38:26.906563 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 17:38:26.906841 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 17:38:26.907236 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 17:38:26.907471 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 17:38:26.907706 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 17:38:26.908038 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.908483 n-d-818932-3 neutron-server[120426]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 17:38:26.908809 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.909116 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.909420 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.909727 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.910028 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.910321 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.910619 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.910960 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.911252 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.911541 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.911832 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.912682 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.913306 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] config_source = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.913806 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.914324 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.914848 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] debug = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.915360 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.915978 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.916601 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.917105 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.917495 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.917872 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.918188 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.918549 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.918885 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.919437 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] host = n-d-818932-3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.919926 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.920437 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.920852 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.921171 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.921470 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.921769 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.922077 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.922370 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] log_dir = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.922660 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] log_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.922975 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.923279 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.923581 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.923884 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.924124 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.924355 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.924666 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.924963 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.925251 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.925793 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.926081 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.926368 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.926654 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.926964 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.927260 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.927557 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.928634 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.929048 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.929344 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.929694 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.930019 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.930323 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.930614 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.930929 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.931225 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.931528 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.931810 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.932097 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.932412 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.932710 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.933007 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.933304 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.933587 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.933881 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.934170 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.934454 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] use_journal = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.934758 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] use_json = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.935045 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.935339 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.935615 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.935897 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.936177 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.936459 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.936740 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.937034 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:26.937340 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.937646 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.937958 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.938255 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.938572 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.938886 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.939186 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.939474 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.939774 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.940072 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.940370 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.940656 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.940954 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.941240 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.941545 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.941856 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.942161 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.942464 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.942777 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.943065 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.943369 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.943757 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.944141 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.944434 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.944736 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.945038 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.945326 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.945635 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.945931 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.946233 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.946531 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.946844 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.947135 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.947433 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.947719 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.948001 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.948286 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.948585 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.948876 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.949157 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.949451 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.949739 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.950020 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.950300 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.950587 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.950911 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.951197 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.951479 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.951758 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.952044 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.952322 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.952615 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.952901 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.953182 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.953463 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.953749 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.954033 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.954311 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.954595 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.954922 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.955212 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.955491 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.955773 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.956054 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.956332 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.956611 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.956892 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.957171 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.957457 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.957736 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.958015 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.958295 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.958572 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.958892 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.959778 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.960132 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.960424 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.960714 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.961001 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.961289 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.961576 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.961859 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.962147 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.962434 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.962738 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.963041 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.963334 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.963629 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.963921 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.964239 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.964550 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.964837 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.965128 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.965415 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.965702 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.965995 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.966290 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.966596 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.966937 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.967243 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.967551 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.967856 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.968144 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.968463 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.968752 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:26.968977 n-d-818932-3 neutron-server[120426]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 17:38:26.969229 n-d-818932-3 neutron-server[120426]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=120426) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 17:38:27.409944 n-d-818932-3 neutron-server[120426]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=120426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 17:38:27.410228 n-d-818932-3 neutron-server[120426]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=120426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 17:38:27.410538 n-d-818932-3 neutron-server[120426]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=120426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 17:38:27.410906 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 17:38:27.761237 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.761531 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.761811 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.763028 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.763311 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.763703 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.801324 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.801613 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.801895 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.816126 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.816412 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.816689 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.845820 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.846111 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.846386 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.884804 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.885096 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:27.885373 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.133043 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.133631 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.133631 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.133803 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.134505 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.233581 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.233908 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.234201 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.234482 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.234791 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.235109 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.235378 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.235643 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.235906 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.236197 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.236467 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.236741 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.237005 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.237262 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.237523 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.237797 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.238054 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.238326 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.238598 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.238890 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.239170 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.239430 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.239717 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.240100 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.240380 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.240633 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.241040 n-d-818932-3 neutron-server[120426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=120426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:38:28.241290 n-d-818932-3 neutron-server[120426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=120426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:38:28.241536 n-d-818932-3 neutron-server[120426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=120426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:38:28.241781 n-d-818932-3 neutron-server[120426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=120426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:38:28.242023 n-d-818932-3 neutron-server[120426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=120426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:38:28.242266 n-d-818932-3 neutron-server[120426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=120426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:38:28.242641 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 17:38:28.245787 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 17:38:28.249773 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 17:38:28.253546 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 23 17:38:28.255373 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 17:38:28.256362 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 17:38:28.256708 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 17:38:28.257103 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 17:38:28.259947 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 17:38:28.260208 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 17:38:28.260566 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 17:38:28.265890 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 17:38:28.289356 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 17:38:28.289822 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.290133 n-d-818932-3 neutron-server[120426]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=120426) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 17:38:28.290506 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.291954 n-d-818932-3 neutron-server[120426]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=120426) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 17:38:28.292245 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 17:38:28.292498 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 17:38:28.297066 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.297364 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:28.362943 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 17:38:28.363191 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 17:38:28.363431 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 17:38:28.363812 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 17:38:28.384790 n-d-818932-3 neutron-server[120426]: DEBUG oslo_db.sqlalchemy.engines [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=120426) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 17:38:28.934103 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Initializing driver for type 'gre' Nov 23 17:38:28.934651 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] gre ID ranges: [(1, 1000)] Nov 23 17:38:28.986546 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Initializing driver for type 'local' Nov 23 17:38:28.986900 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Initializing driver for type 'vlan' Nov 23 17:38:29.000434 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] VlanTypeDriver initialization complete Nov 23 17:38:29.000852 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Initializing driver for type 'vxlan' Nov 23 17:38:29.001376 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] vxlan ID ranges: [(1, 1000)] Nov 23 17:38:29.054788 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Initializing extension driver 'port_security' Nov 23 17:38:29.055163 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.extensions.port_security [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] PortSecurityExtensionDriver initialization complete Nov 23 17:38:29.055503 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Initializing mechanism driver 'openvswitch' Nov 23 17:38:29.055833 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Initializing mechanism driver 'hyperv' Nov 23 17:38:29.062565 n-d-818932-3 neutron-server[120426]: DEBUG neutron.plugins.ml2.plugin [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=120426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:29.063282 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > port after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.063695 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > port after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.064062 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > port after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.064612 n-d-818932-3 neutron-server[120426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=120426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:38:29.065058 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > subnet after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.065423 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > subnet after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.065779 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.066190 n-d-818932-3 neutron-server[120426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=120426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:38:29.066614 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > network after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.067010 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > network after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.067350 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > network after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.067758 n-d-818932-3 neutron-server[120426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=120426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:38:29.068174 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > security_group after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.068646 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > security_group after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.069002 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.069550 n-d-818932-3 neutron-server[120426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=120426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:38:29.069975 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.070338 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.070713 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.071126 n-d-818932-3 neutron-server[120426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=120426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:38:29.071547 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > address_group after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.071902 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > address_group after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.072250 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.072659 n-d-818932-3 neutron-server[120426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=120426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:38:29.073048 n-d-818932-3 neutron-server[120426]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] ML2 OVO RPC backend initialized. {{(pid=120426) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 17:38:29.073769 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.074135 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.074561 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > network before_response 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.074950 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > networks before_response 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.075311 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > port before_response 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.075663 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > ports before_response 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.076016 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > subnet before_response 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.076365 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > subnets before_response 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.076718 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > network after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.077067 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > network after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.077412 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > network after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.077755 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > port after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.078099 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > port after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.078445 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > port after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.078824 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > subnet after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.079170 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > subnet after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.079511 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.080090 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.plugin [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Modular L2 Plugin initialization complete Nov 23 17:38:29.080425 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading services supported by the core plugin {{(pid=120426) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 17:38:29.080756 n-d-818932-3 neutron-server[120426]: INFO neutron.plugins.ml2.managers [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Got port-security extension from driver 'port_security' Nov 23 17:38:29.081228 n-d-818932-3 neutron-server[120426]: INFO neutron.extensions.vlantransparent [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Disabled vlantransparent extension. Nov 23 17:38:29.082068 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=120426) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 17:38:29.082390 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading Plugin: router Nov 23 17:38:29.119240 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.119639 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router after_create 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.120020 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router before_create 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.120400 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.120785 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.121153 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router after_delete 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.121523 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > floatingip after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.121883 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.122252 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router after_create 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.122606 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router after_update 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.122993 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router after_update 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.123350 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.123716 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router after_update 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.124135 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_update 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.124511 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: port after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.124863 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: port after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.125210 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: subnet after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.125557 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.125912 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.126267 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_create 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.126621 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: port before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.127001 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.127369 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router after_update 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.127724 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.128091 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_create 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.128467 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.128824 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_update 55549900 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.129198 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > agent after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.129558 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > agent after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.129912 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > network after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.130839 n-d-818932-3 neutron-server[120426]: DEBUG neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Tracking information for resource: router configured {{(pid=120426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:38:29.131189 n-d-818932-3 neutron-server[120426]: DEBUG neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Tracking information for resource: floatingip configured {{(pid=120426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:38:29.136216 n-d-818932-3 neutron-server[120426]: INFO neutron.db.l3_agentschedulers_db [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 17:38:29.136803 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: port after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.137171 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: port after_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.137535 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: port after_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.137921 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: port after_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.138723 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router before_create 55550100 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.139100 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.139471 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_create 55550100 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.139835 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > router precommit_update 55550100 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.144695 n-d-818932-3 neutron-server[120426]: DEBUG neutron.services.provider_configuration [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service providers = [] {{(pid=120426) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 17:38:29.145075 n-d-818932-3 neutron-server[120426]: DEBUG neutron.db.servicetype_db [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=120426) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 17:38:29.148245 n-d-818932-3 neutron-server[120426]: DEBUG neutron.services.service_base [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=120426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 17:38:29.148605 n-d-818932-3 neutron-server[120426]: DEBUG neutron.services.service_base [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=120426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 17:38:29.148959 n-d-818932-3 neutron-server[120426]: DEBUG neutron.services.service_base [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=120426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 17:38:29.150000 n-d-818932-3 neutron-server[120426]: DEBUG neutron.services.service_base [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=120426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 17:38:29.150389 n-d-818932-3 neutron-server[120426]: INFO neutron.services.service_base [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 17:38:29.150797 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=120426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:38:29.151125 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 17:38:29.161835 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=120426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:38:29.162776 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading Plugin: auto_allocate Nov 23 17:38:29.168662 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: network precommit_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.169045 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: network precommit_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.169584 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=120426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:38:29.169914 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading Plugin: tag Nov 23 17:38:29.176802 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=120426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:38:29.177140 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading Plugin: timestamp Nov 23 17:38:29.181835 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=120426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:38:29.182173 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading Plugin: network_ip_availability Nov 23 17:38:29.187760 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.188094 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.188462 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.189192 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=120426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:38:29.189519 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading Plugin: flavors Nov 23 17:38:29.194379 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=120426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:38:29.194750 n-d-818932-3 neutron-server[120426]: INFO neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading Plugin: revisions Nov 23 17:38:29.199115 n-d-818932-3 neutron-server[120426]: DEBUG neutron.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=120426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:38:29.199519 n-d-818932-3 neutron-server[120426]: DEBUG oslo_concurrency.lockutils [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=120426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 17:38:29.200275 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=120426) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 17:38:29.200624 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Initializing extension manager. Nov 23 17:38:29.201150 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: __init__.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.201500 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: __pycache__ {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.201842 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.202180 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: address_group.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.202983 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.203554 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: address-group Nov 23 17:38:29.203884 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: address_scope.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.206143 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.206712 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: address-scope Nov 23 17:38:29.207060 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.208025 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.208551 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: router-admin-state-down-before-update Nov 23 17:38:29.209407 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: agent.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.210131 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.210650 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: agent Nov 23 17:38:29.211004 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: agent_resources_synced.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.211934 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.212454 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: agent-resources-synced Nov 23 17:38:29.212783 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: allowedaddresspairs.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.214608 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.215167 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: allowed-address-pairs Nov 23 17:38:29.215503 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: auto_allocated_topology.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.216600 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.217121 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: auto-allocated-topology Nov 23 17:38:29.217456 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: availability_zone.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.218163 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.218703 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: availability_zone Nov 23 17:38:29.219040 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: availability_zone_filter.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.219970 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.220483 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: availability_zone_filter Nov 23 17:38:29.220811 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: data_plane_status.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.221734 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.222244 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 17:38:29.222575 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: default_subnetpools.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.223537 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.224054 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: default-subnetpools Nov 23 17:38:29.224384 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.225739 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.226254 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: dhcp_agent_scheduler Nov 23 17:38:29.226587 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: dns.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.227554 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.228069 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 17:38:29.228406 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: dns_domain_ports.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.229339 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.229857 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 17:38:29.230190 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.231160 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.231674 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 17:38:29.232006 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: dvr.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.232687 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.233202 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: dvr Nov 23 17:38:29.233531 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: ecmp_routes.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.234471 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.235023 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 17:38:29.235356 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: empty_string_filtering.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.236289 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.236806 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: empty-string-filtering Nov 23 17:38:29.237138 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.238075 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.238590 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 17:38:29.238951 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.239881 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.240427 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 17:38:29.240865 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: external_net.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.241794 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.242316 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: external-net Nov 23 17:38:29.242647 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.243602 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.244123 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: extra_dhcp_opt Nov 23 17:38:29.244454 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: extraroute.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.246051 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.246051 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: extraroute Nov 23 17:38:29.246350 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: extraroute_atomic.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.247964 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.248496 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: extraroute-atomic Nov 23 17:38:29.248831 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: filter_validation.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.249526 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.250044 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: filter-validation Nov 23 17:38:29.250369 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: fip_pf_description.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.251349 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.251862 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 17:38:29.252193 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: fip_port_details.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.253628 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.254558 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: fip-port-details Nov 23 17:38:29.255132 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: flavors.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.256694 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.257536 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: flavors Nov 23 17:38:29.258050 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.260479 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.261013 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 17:38:29.261352 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: floatingip_pools.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.262073 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.262597 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: floatingip-pools Nov 23 17:38:29.262965 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: ip_allocation.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.263916 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.264433 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 17:38:29.264768 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.265701 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.266221 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: ip-substring-filtering Nov 23 17:38:29.266557 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: l2_adjacency.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.267524 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.268052 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 17:38:29.268384 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: l3.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.269533 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.270068 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: router Nov 23 17:38:29.270406 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.273233 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.273774 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 17:38:29.274118 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.275110 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.275638 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: ext-gw-mode Nov 23 17:38:29.275978 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.276935 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.277456 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: l3-ha Nov 23 17:38:29.277793 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: l3_flavors.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.278771 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.279292 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: l3-flavors Nov 23 17:38:29.279627 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.280556 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.281078 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 17:38:29.281411 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: l3agentscheduler.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.282451 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.283007 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: l3_agent_scheduler Nov 23 17:38:29.283345 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: local_ip.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.285181 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.285725 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension local_ip not supported by any of loaded plugins Nov 23 17:38:29.286074 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: logging.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.288213 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.288750 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension logging not supported by any of loaded plugins Nov 23 17:38:29.289092 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: metering.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.289864 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.290458 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: metering Nov 23 17:38:29.290821 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.291944 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.292466 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: metering_source_and_destination_fields Nov 23 17:38:29.292802 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: multiprovidernet.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.293746 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.294264 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: multi-provider Nov 23 17:38:29.294597 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: netmtu.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.295570 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.296086 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: net-mtu Nov 23 17:38:29.296417 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: netmtu_writable.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.297351 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.297865 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: net-mtu-writable Nov 23 17:38:29.298196 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: network_availability_zone.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.298934 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.299447 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: network_availability_zone Nov 23 17:38:29.299774 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: network_ip_availability.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.301157 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.301679 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: network-ip-availability Nov 23 17:38:29.302017 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: network_segment_range.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.303190 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.303479 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 17:38:29.303812 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: pagination.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.304814 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.305284 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: pagination Nov 23 17:38:29.305616 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: port_device_profile.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.306675 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.307235 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: port-device-profile Nov 23 17:38:29.307566 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.308520 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.309037 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: port-mac-address-regenerate Nov 23 17:38:29.309369 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.310298 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.310842 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: port-numa-affinity-policy Nov 23 17:38:29.311172 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: port_resource_request.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.312097 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.312609 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 17:38:29.312939 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: port_resource_request_groups.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.313930 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.314446 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 17:38:29.314807 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: portbindings.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.315755 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.316273 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: binding Nov 23 17:38:29.316605 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: portbindings_extended.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.317908 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.318750 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: binding-extended Nov 23 17:38:29.318981 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: portsecurity.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.319925 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.320450 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: port-security Nov 23 17:38:29.320784 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: project_id.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.321787 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.322126 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: project-id Nov 23 17:38:29.322456 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: providernet.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.323435 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.323955 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: provider Nov 23 17:38:29.324287 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.327957 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.328495 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos not supported by any of loaded plugins Nov 23 17:38:29.328838 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.330100 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.330626 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 17:38:29.330996 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.331942 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.332462 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 17:38:29.332797 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_default.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.333726 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.334991 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-default not supported by any of loaded plugins Nov 23 17:38:29.335327 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_fip.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.335998 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.336519 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 17:38:29.336852 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_gateway_ip.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.337805 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.338327 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 17:38:29.338656 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_port_network_policy.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.339992 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.340126 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 17:38:29.340457 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.341516 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.342035 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 17:38:29.342365 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_pps_rule.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.343586 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.344124 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 17:38:29.344458 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_rule_type_details.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.345412 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.345929 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 17:38:29.346259 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: qos_rules_alias.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.347347 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.347869 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 17:38:29.348201 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: quota_check_limit.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.349133 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.350330 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: quota-check-limit Nov 23 17:38:29.350643 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: quotasv2.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.351644 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.351978 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: quotas Nov 23 17:38:29.352307 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: quotasv2_detail.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.355787 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.356142 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: quota_details Nov 23 17:38:29.356484 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: rbac.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.357565 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.358106 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: rbac-policies Nov 23 17:38:29.358448 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: rbac_address_group.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.359423 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.359957 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: rbac-address-group Nov 23 17:38:29.360294 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: rbac_address_scope.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.361240 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.361765 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: rbac-address-scope Nov 23 17:38:29.362133 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: rbac_security_groups.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.363101 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.363623 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: rbac-security-groups Nov 23 17:38:29.363956 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: rbac_subnetpool.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.364887 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.365438 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: rbac-subnetpool Nov 23 17:38:29.365772 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: revisionifmatch.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.366741 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.367266 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: revision-if-match Nov 23 17:38:29.367599 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: revisions.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.368732 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.369258 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: standard-attr-revisions Nov 23 17:38:29.369595 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: router_availability_zone.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.370281 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.370836 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: router_availability_zone Nov 23 17:38:29.371171 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: routerservicetype.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.372110 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.372628 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 17:38:29.372958 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.373975 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.374495 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: security-groups-normalized-cidr Nov 23 17:38:29.374854 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.375831 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.376351 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: port-security-groups-filtering Nov 23 17:38:29.376684 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.377623 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.378145 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: security-groups-remote-address-group Nov 23 17:38:29.378479 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.379507 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.380026 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: security-groups-shared-filtering Nov 23 17:38:29.380357 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.381070 n-d-818932-3 neutron-server[120426]: WARNING neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 17:38:29.381399 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: securitygroup.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.391410 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.391936 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: security-group Nov 23 17:38:29.392282 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: segment.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.393084 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.393603 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension segment not supported by any of loaded plugins Nov 23 17:38:29.393940 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.394926 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.395445 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 17:38:29.395779 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: servicetype.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.397408 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.397940 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: service-type Nov 23 17:38:29.398279 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: sorting.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.399317 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.399667 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: sorting Nov 23 17:38:29.400003 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: standard_attr_segment.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.400932 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.401453 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 17:38:29.401790 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: standardattrdescription.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.402452 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.403002 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: standard-attr-description Nov 23 17:38:29.403336 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: stateful_security_group.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.404292 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.404812 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: stateful-security-group Nov 23 17:38:29.405145 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: stdattrs_common.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.405727 n-d-818932-3 neutron-server[120426]: WARNING neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 17:38:29.406059 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.407049 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.407672 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 17:38:29.408012 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: subnet_onboard.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.409092 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.409632 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: subnet_onboard Nov 23 17:38:29.409967 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.410945 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.411465 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 17:38:29.411798 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: subnet_service_types.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.413338 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.413861 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: subnet-service-types Nov 23 17:38:29.414195 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: subnetallocation.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.415333 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.415855 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: subnet_allocation Nov 23 17:38:29.416186 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.416865 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.417385 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: subnetpool-prefix-ops Nov 23 17:38:29.417717 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.418669 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.419214 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 17:38:29.419553 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: tagging.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.420630 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.421158 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: standard-attr-tag Nov 23 17:38:29.421492 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: timestamp.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.422747 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.423282 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loaded extension: standard-attr-timestamp Nov 23 17:38:29.423616 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: trunk.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.424674 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.425203 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension trunk not supported by any of loaded plugins Nov 23 17:38:29.425809 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: trunk_details.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.426794 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.427320 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 17:38:29.427683 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: uplink_status_propagation.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.428625 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.429142 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 17:38:29.429481 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Loading extension file: vlantransparent.py {{(pid=120426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:38:29.430161 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=120426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:38:29.430676 n-d-818932-3 neutron-server[120426]: INFO neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 17:38:29.433219 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:network Nov 23 17:38:29.433770 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:subnet Nov 23 17:38:29.434193 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:38:29.434615 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:port Nov 23 17:38:29.435930 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.436387 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service FLAVORS assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.437030 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.437465 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.437864 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:router Nov 23 17:38:29.438262 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 17:38:29.438791 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service METERING assigned prefix: /metering {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.440256 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.440634 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.440991 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:38:29.442019 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 17:38:29.442479 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:security_group Nov 23 17:38:29.442969 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 17:38:29.443680 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service CORE assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.444024 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:38:29.444380 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] subnetpool is already registered Nov 23 17:38:29.444824 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service CORE assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.445161 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:38:29.445510 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] subnetpool is already registered Nov 23 17:38:29.447853 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.448302 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service FLAVORS assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.448912 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.449353 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.449696 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:router Nov 23 17:38:29.450045 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] router is already registered Nov 23 17:38:29.450469 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 17:38:29.450851 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] floatingip is already registered Nov 23 17:38:29.451322 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service METERING assigned prefix: /metering {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.452008 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 17:38:29.452345 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] rbac_policy is already registered Nov 23 17:38:29.452778 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:security_group Nov 23 17:38:29.453145 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] security_group is already registered Nov 23 17:38:29.453565 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 17:38:29.453913 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] security_group_rule is already registered Nov 23 17:38:29.454553 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service CORE assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.454915 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:38:29.455257 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] subnetpool is already registered Nov 23 17:38:29.455688 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.v2.resource_helper [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Service CORE assigned prefix: {{(pid=120426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:38:29.456019 n-d-818932-3 neutron-server[120426]: INFO neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:38:29.456355 n-d-818932-3 neutron-server[120426]: WARNING neutron.quota.resource_registry [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] subnetpool is already registered Nov 23 17:38:29.456840 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: extensions {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.458329 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: address-groups {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.460593 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: address-scopes {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.461914 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: agents {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.463119 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: auto-allocated-topology {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.464416 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: availability_zones {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.465666 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: dhcp-networks {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.467232 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: dhcp-agents {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.468657 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: routers {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.471855 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: flavors {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.473072 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: service_profiles {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.474305 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: next_providers {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.476595 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: service_profiles {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.478159 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: floatingip-pools {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.479449 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: routers {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.481584 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: floatingips {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.482908 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: l3-routers {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.484315 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: l3-agents {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.485735 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: metering-labels {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.487130 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: metering-label-rules {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.488473 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: network-ip-availabilities {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.489763 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: bindings {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.491537 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: quotas {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.493111 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: quotas {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.494675 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: rbac-policies {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.496015 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: security-groups {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.497264 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: security-group-rules {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.498515 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: service-providers {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.499772 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: subnetpools {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.501210 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: subnetpools {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.502731 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.504425 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.506273 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.508088 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.510200 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.512097 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.513784 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.515746 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.517537 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.519419 n-d-818932-3 neutron-server[120426]: DEBUG neutron.api.extensions [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Extended resource: tags {{(pid=120426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:38:29.525989 n-d-818932-3 neutron-server[120426]: WARNING keystonemiddleware.auth_token [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 17:38:29.530850 n-d-818932-3 neutron-server[120426]: WARNING keystonemiddleware.auth_token [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 17:38:29.541017 n-d-818932-3 neutron-server[120426]: DEBUG oslo_concurrency.lockutils [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Acquired lock "singleton_lock" {{(pid=120426) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 17:38:29.541493 n-d-818932-3 neutron-server[120426]: DEBUG oslo_concurrency.lockutils [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Releasing lock "singleton_lock" {{(pid=120426) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 17:38:29.542452 n-d-818932-3 neutron-server[120426]: INFO oslo_service.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Starting 2 workers Nov 23 17:38:29.548013 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Started child 120535 {{(pid=120426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 17:38:29.552874 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Started child 120536 {{(pid=120426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 17:38:29.554022 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.554669 n-d-818932-3 neutron-server[120426]: INFO neutron.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 17:38:29.555184 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Publish callbacks [] for process, before_spawn {{(pid=120426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.555655 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [-] (120535) wsgi starting up on http://0.0.0.0:9696 Nov 23 17:38:29.557671 n-d-818932-3 neutron-server[120426]: INFO oslo_service.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Starting 1 workers Nov 23 17:38:29.557836 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.559354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [-] (120536) wsgi starting up on http://0.0.0.0:9696 Nov 23 17:38:29.562962 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Started child 120537 {{(pid=120426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 17:38:29.563531 n-d-818932-3 neutron-server[120426]: INFO oslo_service.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Starting 1 workers Nov 23 17:38:29.566782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] calling RpcWorker wait() {{(pid=120537) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 17:38:29.567481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] returning from RpcWorker wait() {{(pid=120537) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 17:38:29.568020 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Started child 120538 {{(pid=120426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 17:38:29.569753 n-d-818932-3 neutron-server[120426]: DEBUG neutron_lib.callbacks.manager [None req-6562cba0-5704-4bb6-8a22-2ee936795b68 None None] Publish callbacks [] for process, after_spawn {{(pid=120426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.570266 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.570789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:29.571657 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120426) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 17:38:29.571873 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 17:38:29.572065 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 17:38:29.572290 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 17:38:29.572625 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 17:38:29.572810 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 17:38:29.573321 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.573564 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.574030 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.574030 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.574158 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.574434 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.574531 n-d-818932-3 neutron-server[120538]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:29.575044 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.575319 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.575559 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.575826 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.576067 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.576237 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.576404 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.576643 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.576874 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.577175 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.577441 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.577688 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.577940 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.578111 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.578372 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] config_source = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.578638 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.578989 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.579259 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] debug = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.579520 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.580027 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.580266 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.580524 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.580781 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.581072 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.581323 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.581600 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.581847 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.582103 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.582341 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.582609 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.582889 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.583105 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.583355 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.583574 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.583848 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.584828 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.585422 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] host = n-d-818932-3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.585674 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.585908 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.586148 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.586402 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.586665 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.586951 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.587235 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.587487 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.587747 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.587977 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.588201 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.588454 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.588702 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_dir = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.588929 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.589097 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_options = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.589337 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.589629 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.589894 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.590093 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.590270 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.590450 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.590732 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.590938 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.591217 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.591383 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.591632 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.591875 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.592006 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.592265 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.592502 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.592740 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.592962 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.593177 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.593440 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.593704 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.593954 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.594184 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.594421 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.594662 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.594940 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.595156 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.595409 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.595643 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.595870 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.596107 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.596353 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.596605 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.596841 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.597076 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.597351 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.597616 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.597806 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.598040 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.598307 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.598537 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.598826 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.599103 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.599339 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.599599 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.599813 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.600029 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_journal = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.600252 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_json = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.600488 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.600725 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.600957 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.601192 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.601411 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.601627 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.601847 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.602098 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.602538 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.602858 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.603181 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.603452 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.603691 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.603933 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.604169 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.604400 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.604650 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.604888 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.606325 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.606590 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.606921 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.607164 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.607421 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.607777 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.608028 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.608323 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.608588 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.608832 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.609954 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.610374 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.610594 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.611256 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.611406 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.611612 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.611874 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.612187 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.612483 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.612857 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.613135 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.613412 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.613672 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.614753 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.616591 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.616866 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.617103 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.617345 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.618561 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.618561 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.619672 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.619980 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.620199 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.620461 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.620703 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.620966 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.621246 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.621503 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.621752 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.621995 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.622246 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.622475 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.622734 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.622984 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.623226 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.623476 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.623762 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.624015 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.624276 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.624500 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.624723 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.624955 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.625215 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.625463 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.625703 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.625943 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.626170 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.626386 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.626656 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.626902 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.627120 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.627341 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.627564 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.627784 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.628008 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.628233 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.628451 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.628696 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.628931 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.629168 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.629408 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.629624 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.629862 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.630077 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.630315 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.630537 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.631303 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.631518 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.632014 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.632014 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.632188 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.632416 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.632735 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.632991 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.633239 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.633462 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.633728 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.633952 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.634212 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.634433 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.634653 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.634916 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.635611 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.637150 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.640373 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.640373 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.640373 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.640373 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.640373 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.640748 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.640880 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.641252 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.641591 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.642358 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.642648 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.643122 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.643412 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.643677 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.643972 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.644231 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.644539 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.644771 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.645067 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.645392 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.645774 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.646080 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.646318 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.647251 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.647535 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.647778 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.648047 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.648391 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.648650 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.648900 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.651119 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.651404 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.651651 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.651918 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.652271 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.652541 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.652793 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.653050 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.653331 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.653590 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.653841 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.654118 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.654373 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.654633 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.654969 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.655255 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.656104 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.656392 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.658150 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.658594 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.658892 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.659130 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.659801 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.660047 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.661025 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.661543 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.661809 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.662220 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.662459 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.662811 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.663078 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.663344 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.663634 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.663872 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.664258 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.664513 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.664745 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.665028 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.665279 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.665542 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.665801 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.666102 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.666358 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.666611 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.666868 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.667139 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.667382 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.667623 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.667878 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.668105 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.668324 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.670184 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.670434 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.670718 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.670942 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.671185 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.671409 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.671689 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.671949 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.672288 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.672536 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.672790 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.673012 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.673251 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.673495 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.673758 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.673996 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.674220 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.674440 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.674659 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.675162 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.675659 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.675920 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.676139 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.676360 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.676580 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.676837 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.677683 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.678064 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.678397 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.678632 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.679101 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.679377 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.679648 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.679884 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.680104 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.680324 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.680556 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.680776 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.680991 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.681246 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.681461 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.681679 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.681902 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.682122 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.682366 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.682617 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.682852 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.683066 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.683314 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.683533 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.683749 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.684009 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.684242 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.684454 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.684679 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.684898 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.685111 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.685340 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.685552 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.685762 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.685984 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.686227 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.686438 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.686785 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.687041 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.687268 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.687563 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.687816 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.688111 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.688308 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.688627 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.688866 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.689109 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.689349 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.689570 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.689791 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.690051 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.690371 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.690655 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.690926 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.691195 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.691484 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.691795 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.692078 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.692297 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.692593 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.692935 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.693781 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.694160 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.694390 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.694655 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.694924 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.695148 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.695387 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.695607 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.695846 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.696109 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.696359 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.696590 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.696833 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.697064 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.697286 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.697535 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.697752 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.697979 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.698219 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.698381 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 17:38:29.698910 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120426) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 17:38:29.699078 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 17:38:29.699237 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 17:38:29.700288 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 17:38:29.700482 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 17:38:29.700692 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 17:38:29.700976 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.701289 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.701464 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.701636 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.701800 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.701984 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.702150 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.702501 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.702501 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.702663 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.702822 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.704120 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.704304 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.704473 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.704642 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.704813 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.704966 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.705127 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.705295 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.705441 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] config_source = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.705606 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.705767 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.705928 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] debug = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.706089 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.706317 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.706491 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.706626 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.707215 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.707383 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.707546 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.707692 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.707993 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.708356 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.708522 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.708683 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.708930 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.709652 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.709818 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.709979 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.710140 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.710302 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.710462 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] host = n-d-818932-3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.710623 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.710808 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.710970 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.711135 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.711300 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.711447 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.711596 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.711746 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.711906 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.712064 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.712224 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.712383 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.712542 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_dir = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.712701 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.712860 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_options = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.713018 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.713177 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.713335 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.713528 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.713693 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.713854 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.714602 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.714800 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.714944 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.715090 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.715222 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.715382 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.715540 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.715701 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.715861 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.716019 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.716180 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.716345 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.716508 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.716666 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.716825 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.716983 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.717142 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.717648 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.717648 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.717648 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.717977 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.717977 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.718184 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.718184 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.718392 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.718498 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.718626 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.719361 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.719361 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.719361 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.719361 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720122 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720122 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720122 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720122 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720122 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720122 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720721 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720721 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.720721 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_journal = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.721044 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_json = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.721212 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.721375 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.721535 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.721695 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.721854 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.721942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:29.722046 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.722158 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.722318 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:38:29.722498 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.722662 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.722860 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.723024 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.723187 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.723351 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.723514 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.723675 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.723837 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.723998 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.724168 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.724330 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.724600 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.724829 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.724914 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.725207 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.725372 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.725534 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.725697 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.725859 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.726021 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.726184 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.726355 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.726516 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.726676 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.726869 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.727031 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.727201 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.727362 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.727540 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.727701 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.727865 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.728027 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.728191 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.728339 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.728501 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.728663 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.728826 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.728989 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.729155 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.729317 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.729457 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.729603 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.729764 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.729926 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.730088 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.730250 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.730399 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.730563 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.730729 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.730899 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.731062 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.731230 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.731398 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.731559 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.731721 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.731882 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.732055 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.732216 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.732378 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.732539 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.733511 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.733685 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.733853 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.734024 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.734190 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.734356 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.734520 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.734772 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.734931 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.735081 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.735210 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.735337 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.736571 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.736896 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.737042 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.737198 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.738318 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.738468 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.738602 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.738774 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.738918 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.739055 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.739189 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.739359 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.739971 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.740545 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.740756 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.740924 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.741089 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.741259 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.741454 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.741615 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.741779 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.741942 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.742108 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.742271 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.742433 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.742595 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.742787 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.742950 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.743112 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.743274 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.743436 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.743600 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.743762 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.743923 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.744084 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.744244 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.744405 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.744567 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.744746 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.744891 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.745053 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.745214 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.745376 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.745536 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.745696 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.745868 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.746029 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.746192 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.746352 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.746521 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.746737 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.746878 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.747041 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.747204 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.747365 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.747533 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.747680 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.747845 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.747989 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.748882 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.749253 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.749406 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.749546 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.749679 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.749810 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.749946 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.750178 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.750348 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.750514 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.750677 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.750860 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.751028 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.751189 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.751351 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.751513 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.751679 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.751841 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.752001 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.752163 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.752329 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.752489 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.752652 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.752815 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.752976 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.753139 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.753302 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.753464 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.753625 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.753786 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.753947 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.754108 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.754270 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.754431 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.754593 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.754776 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.754940 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.755100 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.755261 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.755423 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.755584 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.756256 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.756421 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.756585 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.756752 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.756897 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.757063 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.757225 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.757387 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.757550 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.757713 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.757874 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.758036 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.758198 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.758359 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.758522 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.758703 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.758876 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.759039 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.759200 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.759361 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.759542 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.759702 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.759842 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.760002 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.760164 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.760325 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.760472 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.760634 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.760795 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.760960 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.761106 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.761276 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.761440 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.761623 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.761766 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.761898 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.762054 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.762215 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.762376 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.762551 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.762727 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.762891 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.763053 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.763216 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.763378 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.763571 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.763733 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.763894 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.764109 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.764276 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.764438 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.764609 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.764772 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.764933 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.766885 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.767069 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.767251 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.767438 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.767651 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.767871 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.768050 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.768273 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.768447 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.769833 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.771043 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.771236 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.771962 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.772148 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.772316 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.772500 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.772670 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.772839 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.773006 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.773174 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.773341 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.773517 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.773682 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.773847 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.774018 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.774181 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.774343 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.774504 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.774680 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.775183 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.775356 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.775801 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.775971 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.776134 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.776300 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.776467 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.777297 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.777474 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.777716 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.778790 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.779012 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.779214 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.779404 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.779594 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.779786 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.779965 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.780141 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.780314 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.780484 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.780654 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.780822 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.780989 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.781158 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.781325 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.781490 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.781655 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.781820 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.781972 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.782139 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.782303 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.782473 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.782638 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.783053 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.783219 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:38:29.783385 n-d-818932-3 neutron-server[120426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 17:38:29.795067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33306) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:29.804037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067108 Nov 23 17:38:41.180576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0dcdbc-c28a-4b0a-acbd-74f6d9037d52 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:38:41.292596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0dcdbc-c28a-4b0a-acbd-74f6d9037d52 None None] No non-hosted networks {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 17:38:41.320800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.agentschedulers_db [None req-5c0dcdbc-c28a-4b0a-acbd-74f6d9037d52 None None] DHCP Agent not found on host n-d-818932-3 {{(pid=120537) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 17:38:41.480277 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8059db45-1882-4ca2-b66d-6ab10e49896c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667031'] for agent, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.241911 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c07ad0e2-2258-47e4-94f2-5a5e4c407857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667031'] for agent, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.308461 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee257c45-58fb-4429-a039-c7a53b84f3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.992041 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667031'] for agent, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.279084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667031'] for agent, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.323186 n-d-818932-3 neutron-server[120537]: INFO neutron.db.l3_hamode_db [None req-8ff4c89e-54a8-4c9f-a61b-a807e9ffc7a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 17:38:46.407812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4c89e-54a8-4c9f-a61b-a807e9ffc7a9 None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:46.408198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4c89e-54a8-4c9f-a61b-a807e9ffc7a9 None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 17:38:47.611197 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667031'] for agent, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.611854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.612112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.612457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.612797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.613135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.617223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.618674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.620239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.620638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.622239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.623018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.627004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:47.629562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-818932-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:47.636517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-818932-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:47.698628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33392) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:48.225548 n-d-818932-3 neutron-server[120536]: WARNING oslo_policy.policy [None req-1cd0e8fa-9ec5-4042-b49f-24e2cdc9282e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:38:48.226155 n-d-818932-3 neutron-server[120536]: WARNING oslo_policy.policy [None req-1cd0e8fa-9ec5-4042-b49f-24e2cdc9282e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:38:48.454084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-1cd0e8fa-9ec5-4042-b49f-24e2cdc9282e admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:38:48.455179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1cd0e8fa-9ec5-4042-b49f-24e2cdc9282e admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7556119 Nov 23 17:38:50.947320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33412) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:51.259519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4988c73d-9a5a-4701-b10c-05675b180a66 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:51.357314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.policy [None req-4988c73d-9a5a-4701-b10c-05675b180a66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120536) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 17:38:51.404338 n-d-818932-3 neutron-server[120536]: WARNING oslo_policy.policy [None req-4988c73d-9a5a-4701-b10c-05675b180a66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:38:51.404712 n-d-818932-3 neutron-server[120536]: WARNING oslo_policy.policy [None req-4988c73d-9a5a-4701-b10c-05675b180a66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:38:51.413503 n-d-818932-3 neutron-server[120536]: INFO neutron.quota [None req-4988c73d-9a5a-4701-b10c-05675b180a66 admin admin] Loaded quota_driver: . Nov 23 17:38:51.511610 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4988c73d-9a5a-4701-b10c-05675b180a66 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785885369475', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785885369040', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785885374236', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785885289493', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785885296235', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785885270787', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597146', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1337329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-333598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-395754'] for rbac-policy, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.577581 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4988c73d-9a5a-4701-b10c-05675b180a66 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.578793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4988c73d-9a5a-4701-b10c-05675b180a66 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6304555 Nov 23 17:38:54.274519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33424) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:54.573506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:54.602053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Made reservation on behalf of b5dd477141ca4bbbb8af85131e7634ab for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:54.604737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.621863 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.731292 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.734906 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.754799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:54.781580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785887407791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.782173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Unsubscribe: segment precommit_create {{(pid=120536) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 17:38:54.782682 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Added segment 2f2fb749-c326-4395-a65b-6c39956a31dc of type vlan for network fad7c55a-7201-480f-a28c-32eb54a161b7 Nov 23 17:38:54.798889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad22a9-2fa8-4de8-91d3-5cd2bf31bace,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:54.824474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.824816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.825149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.825478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.825801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.826123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.826443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.826783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.827102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.827417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.827731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.828043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Tracked resource versions report: Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: pushed versions: Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: { 'AddressGroup': {'1.2'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'ConntrackHelper': {'1.0'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Log': {'1.0'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Network': {'1.1'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Port': {'1.7'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'PortForwarding': {'1.2'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'QosPolicy': {'1.10'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'SecurityGroup': {'1.5'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'SubPort': {'1.0'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Subnet': {'1.1'}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Trunk': {'1.1'}} Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: consumer versions: Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: { DHCP agent@n-d-818932-3: {}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: L3 agent@n-d-818932-3: {}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: Metadata agent@n-d-818932-3: {}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: Metering agent@n-d-818932-3: {}, Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: Open vSwitch agent@n-d-818932-3: { 'AddressGroup': '1.2', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'ConntrackHelper': '1.0', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Log': '1.0', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Network': '1.1', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Port': '1.7', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'PortForwarding': '1.2', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'QosPolicy': '1.10', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'SecurityGroup': '1.5', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'SecurityGroupRule': '1.2', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'SubPort': '1.0', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Subnet': '1.1', Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: 'Trunk': '1.1'}} Nov 23 17:38:54.829087 n-d-818932-3 neutron-server[120536]: {{(pid=120536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:38:54.901596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.940779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.941904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:54.942743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.002360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7266560 Nov 23 17:38:55.047729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8cc6-ba22-4e45-9baa-638aa58444cd admin admin] Pushing event updated for resources: {'Network': ['ID=fad7c55a-7201-480f-a28c-32eb54a161b7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:55.059542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network fad7c55a-7201-480f-a28c-32eb54a161b7 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:57.820495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33438) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:58.316964 n-d-818932-3 neutron-server[120535]: WARNING oslo_policy.policy [None req-a3731dfa-8ca0-4eb3-82a2-e41c8749f885 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:38:58.317556 n-d-818932-3 neutron-server[120535]: WARNING oslo_policy.policy [None req-a3731dfa-8ca0-4eb3-82a2-e41c8749f885 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:38:58.763986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.policy [None req-a3731dfa-8ca0-4eb3-82a2-e41c8749f885 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120535) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 17:38:58.811127 n-d-818932-3 neutron-server[120535]: WARNING oslo_policy.policy [None req-a3731dfa-8ca0-4eb3-82a2-e41c8749f885 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:38:58.811505 n-d-818932-3 neutron-server[120535]: WARNING oslo_policy.policy [None req-a3731dfa-8ca0-4eb3-82a2-e41c8749f885 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:38:58.820899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3731dfa-8ca0-4eb3-82a2-e41c8749f885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:58.822773 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a3731dfa-8ca0-4eb3-82a2-e41c8749f885 admin admin] 10.222.0.74 "GET /v2.0/networks/fad7c55a-7201-480f-a28c-32eb54a161b7 HTTP/1.1" status: 200 len: 825 time: 1.0002155 Nov 23 17:38:58.860827 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-397162a9-fae7-4658-a1fd-9f18d270247a admin admin] 10.222.0.74 "GET /v2.0/subnetpools/974242b0-ecbc-459a-9cdb-1f1c577e2076 HTTP/1.1" status: 200 len: 734 time: 0.0320220 Nov 23 17:38:58.870783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'subnetpool_id': '974242b0-ecbc-459a-9cdb-1f1c577e2076', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:58.872334 n-d-818932-3 neutron-server[120535]: INFO neutron.quota [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Loaded quota_driver: . Nov 23 17:38:58.909389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Made reservation on behalf of b5dd477141ca4bbbb8af85131e7634ab for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:58.913051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Publish callbacks [] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.196011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.268987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Checking segment: {'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:59.269373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Network hostable DHCP agents. Network: fad7c55a-7201-480f-a28c-32eb54a161b7, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:59.283378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ccec1c-7c10-4d83-b4b8-4fdf423989ef,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:59.299008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.299349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.299683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.300274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.300598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.301498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.301848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.302289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.302617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.302965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.303290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.303607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Tracked resource versions report: Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: pushed versions: Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: { 'AddressGroup': {'1.2'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'ConntrackHelper': {'1.0'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Log': {'1.0'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Network': {'1.1'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Port': {'1.7'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'PortForwarding': {'1.2'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'QosPolicy': {'1.10'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'SecurityGroup': {'1.5'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'SubPort': {'1.0'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Subnet': {'1.1'}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Trunk': {'1.1'}} Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: consumer versions: Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: { DHCP agent@n-d-818932-3: {}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: L3 agent@n-d-818932-3: {}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: Metadata agent@n-d-818932-3: {}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: Metering agent@n-d-818932-3: {}, Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: Open vSwitch agent@n-d-818932-3: { 'AddressGroup': '1.2', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'ConntrackHelper': '1.0', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Log': '1.0', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Network': '1.1', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Port': '1.7', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'PortForwarding': '1.2', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'QosPolicy': '1.10', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'SecurityGroup': '1.5', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'SecurityGroupRule': '1.2', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'SubPort': '1.0', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Subnet': '1.1', Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: 'Trunk': '1.1'}} Nov 23 17:38:59.304656 n-d-818932-3 neutron-server[120535]: {{(pid=120535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:38:59.324160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Network fad7c55a-7201-480f-a28c-32eb54a161b7 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:59.338863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, fad7c55a-7201-480f-a28c-32eb54a161b7) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:59.359581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:59.360202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.365459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dbace8-1273-43d3-bcd8-586005df3564 None None] Network fad7c55a-7201-480f-a28c-32eb54a161b7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:59.385006 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-98ff1304-a626-407c-a705-fd622fd42f1a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5176489 Nov 23 17:38:59.700444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-fad7c55a-7201-480f-a28c-32eb54a161b7', 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'fixed_ips': [{'subnet_id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:59.701684 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.013088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Allocated IP 172.20.0.2 (fad7c55a-7201-480f-a28c-32eb54a161b7/a6ccec1c-7c10-4d83-b4b8-4fdf423989ef/e527937e-8e75-4fe6-ad16-38cee9d48ba4) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:00.216513 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.225197 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.292592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Network fad7c55a-7201-480f-a28c-32eb54a161b7 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:00.298306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:00.315758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:00.324765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Pushing event updated for resources: {'Port': ['ID=e527937e-8e75-4fe6-ad16-38cee9d48ba4,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:00.371090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.371740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.371843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.372127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.372466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.372806 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.373139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.373470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.373799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.374126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.374455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.374807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Tracked resource versions report: Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: pushed versions: Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: { 'AddressGroup': {'1.2'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'ConntrackHelper': {'1.0'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Log': {'1.0'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Network': {'1.1'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Port': {'1.7'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'PortForwarding': {'1.2'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'QosPolicy': {'1.10'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'SecurityGroup': {'1.5'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'SubPort': {'1.0'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Subnet': {'1.1'}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Trunk': {'1.1'}} Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: consumer versions: Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: { DHCP agent@n-d-818932-3: {}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: L3 agent@n-d-818932-3: {}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: Metadata agent@n-d-818932-3: {}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: Metering agent@n-d-818932-3: {}, Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: Open vSwitch agent@n-d-818932-3: { 'AddressGroup': '1.2', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'ConntrackHelper': '1.0', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Log': '1.0', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Network': '1.1', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Port': '1.7', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'PortForwarding': '1.2', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'QosPolicy': '1.10', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'SecurityGroup': '1.5', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'SecurityGroupRule': '1.2', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'SubPort': '1.0', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Subnet': '1.1', Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: 'Trunk': '1.1'}} Nov 23 17:39:00.375893 n-d-818932-3 neutron-server[120537]: {{(pid=120537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:39:00.411229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Attempting to bind port e527937e-8e75-4fe6-ad16-38cee9d48ba4 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:00.411647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Attempting to bind port e527937e-8e75-4fe6-ad16-38cee9d48ba4 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:00.412077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Attempting to bind port e527937e-8e75-4fe6-ad16-38cee9d48ba4 on network fad7c55a-7201-480f-a28c-32eb54a161b7 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:00.417042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:00.417516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Checking segment: {'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:00.417983 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.418374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Bound using segment: {'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:00.418884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Bound port: e527937e-8e75-4fe6-ad16-38cee9d48ba4, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:00.419298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.482427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] For port e527937e-8e75-4fe6-ad16-38cee9d48ba4, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:00.486606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] For port e527937e-8e75-4fe6-ad16-38cee9d48ba4, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e527937e-8e75-4fe6-ad16-38cee9d48ba4,segment=NetworkSegment(2f2fb749-c326-4395-a65b-6c39956a31dc),segment_id=2f2fb749-c326-4395-a65b-6c39956a31dc)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:00.492173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.560465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74373817-e4d1-401c-bd86-5578f80137ac None None] Pushing event updated for resources: {'Port': ['ID=e527937e-8e75-4fe6-ad16-38cee9d48ba4,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:01.977056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:02.289858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-0f5f1209-8b5d-4e84-aad5-032ec30fae76 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:39:02.290873 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0f5f1209-8b5d-4e84-aad5-032ec30fae76 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3127761 Nov 23 17:39:04.827474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33468) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:05.154021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-6c4cbebf-ecb8-4176-bf8e-7b51632954e9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:39:05.155109 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6c4cbebf-ecb8-4176-bf8e-7b51632954e9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3266370 Nov 23 17:39:07.919691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33478) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:08.219167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-80cf3639-f1d0-47c4-8ebf-7588267b3a94 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:08.244321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-80cf3639-f1d0-47c4-8ebf-7588267b3a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.245889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-80cf3639-f1d0-47c4-8ebf-7588267b3a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.396179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-80cf3639-f1d0-47c4-8ebf-7588267b3a94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.401081 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-80cf3639-f1d0-47c4-8ebf-7588267b3a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.419102 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-80cf3639-f1d0-47c4-8ebf-7588267b3a94 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.420346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-80cf3639-f1d0-47c4-8ebf-7588267b3a94 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4996607 Nov 23 17:39:09.369777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e527937e-8e75-4fe6-ad16-38cee9d48ba4 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:09.464888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e527937e-8e75-4fe6-ad16-38cee9d48ba4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:09.465482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.591613 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.627339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port e527937e-8e75-4fe6-ad16-38cee9d48ba4, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e527937e-8e75-4fe6-ad16-38cee9d48ba4,segment=NetworkSegment(2f2fb749-c326-4395-a65b-6c39956a31dc),segment_id=2f2fb749-c326-4395-a65b-6c39956a31dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:09.631662 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.681014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=e527937e-8e75-4fe6-ad16-38cee9d48ba4,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:09.705562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7674e4-f19c-4b92-b61a-216355c8058c None None] Network fad7c55a-7201-480f-a28c-32eb54a161b7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:09.789218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-50ef236e-2e9e-4e88-b3bb-9042b8a1f43d None None] Provisioning complete for port e527937e-8e75-4fe6-ad16-38cee9d48ba4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:09.789589 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-50ef236e-2e9e-4e88-b3bb-9042b8a1f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.161177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-74a10804-c168-47fc-830d-3dda33f7c22a None None] Provisioning complete for port e527937e-8e75-4fe6-ad16-38cee9d48ba4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:10.161539 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74a10804-c168-47fc-830d-3dda33f7c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.944782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33490) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:11.130140 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b885c36b-7856-4516-8208-4d8500960f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:11.263715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-44636b89-cac1-481e-ab96-a62a7a6e83ce admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:39:11.264722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-44636b89-cac1-481e-ab96-a62a7a6e83ce admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189850 Nov 23 17:39:11.330767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e527937e-8e75-4fe6-ad16-38cee9d48ba4 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:11.385112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e527937e-8e75-4fe6-ad16-38cee9d48ba4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:11.385490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.231117 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-924485f4-2d7b-4c3a-9927-0b8cca4c2659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.782882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33498) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:14.091056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:14.112711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Made reservation on behalf of 3553644bf32e463780a7c3adc96660e0 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:14.115028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.122749 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.193583 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.196966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.212055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Reserving flat network on physical network physnet1 {{(pid=120536) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 17:39:14.230991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd430013-94e3-4b26-ad04-31897d31080b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:14.235877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.236221 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Added segment 7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb of type flat for network c69911e8-77e8-4336-b6e1-89c3be18ffde Nov 23 17:39:14.282155 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.312875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.313813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:14.314397 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.350918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5669415 Nov 23 17:39:14.399324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6b6a7-21ae-4d32-9c68-db1b97e9b7ea admin admin] Pushing event updated for resources: {'Network': ['ID=c69911e8-77e8-4336-b6e1-89c3be18ffde,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:14.409330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c69911e8-77e8-4336-b6e1-89c3be18ffde details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:39:14.875138 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.188677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.940590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33516) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:17.116145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed6798-6597-4e97-9bed-f609a503e5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:17.117460 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-08ed6798-6597-4e97-9bed-f609a503e5f1 admin admin] 10.222.0.74 "GET /v2.0/subnets/a6ccec1c-7c10-4d83-b4b8-4fdf423989ef HTTP/1.1" status: 200 len: 849 time: 0.1758132 Nov 23 17:39:17.298232 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1a75fdf0-9d66-445e-9621-933148655ca7 admin admin] 10.222.0.74 "GET /v2.0/routers/ae772166-ec8f-44ea-90e4-2e14fcbfe26a HTTP/1.1" status: 200 len: 704 time: 0.1747136 Nov 23 17:39:17.577896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:17.604621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:17.882238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Allocated IP 172.20.0.1 (fad7c55a-7201-480f-a28c-32eb54a161b7/a6ccec1c-7c10-4d83-b4b8-4fdf423989ef/e93b521b-420c-4ef5-8393-23304a6dc156) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:18.038331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.104663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.182790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Network fad7c55a-7201-480f-a28c-32eb54a161b7 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:18.190041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:18.192334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=e93b521b-420c-4ef5-8393-23304a6dc156,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:18.194274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:18.194854 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.391313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.405437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-45115751-f5b1-4efd-952b-1720fa0d116f None None] Provisioning complete for port e93b521b-420c-4ef5-8393-23304a6dc156 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:18.405887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-45115751-f5b1-4efd-952b-1720fa0d116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.439773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-45115751-f5b1-4efd-952b-1720fa0d116f None None] Port e93b521b-420c-4ef5-8393-23304a6dc156 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:18.655035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.659431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.660169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.718158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=e93b521b-420c-4ef5-8393-23304a6dc156,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:18.785783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Network fad7c55a-7201-480f-a28c-32eb54a161b7 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:18.787115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:18.955556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Router ae772166-ec8f-44ea-90e4-2e14fcbfe26a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:18.964666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2c050fa3-fe4f-4bd9-8da7-1cbbe8d7d415 None None] Provisioning complete for port e93b521b-420c-4ef5-8393-23304a6dc156 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:18.965201 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c050fa3-fe4f-4bd9-8da7-1cbbe8d7d415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:19.000765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2c050fa3-fe4f-4bd9-8da7-1cbbe8d7d415 None None] Port e93b521b-420c-4ef5-8393-23304a6dc156 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:19.048831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:19.054964 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e4e791d8-230e-4538-a188-210f02480ed5 admin admin] 10.222.0.74 "PUT /v2.0/routers/ae772166-ec8f-44ea-90e4-2e14fcbfe26a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7508054 Nov 23 17:39:19.070336 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Sync routers for ids ['ae772166-ec8f-44ea-90e4-2e14fcbfe26a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:19.083564 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Routers {'ae772166-ec8f-44ea-90e4-2e14fcbfe26a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:19.084421 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:39:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae772166-ec8f-44ea-90e4-2e14fcbfe26a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:19.275750 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Set router ae772166-ec8f-44ea-90e4-2e14fcbfe26a gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:19.718060 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'name': 'router1', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:08Z', 'updated_at': '2021-11-23T17:39:18Z', 'revision_number': 2, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'gw_port_host': None, '_interfaces': [{'id': 'e93b521b-420c-4ef5-8393-23304a6dc156', 'name': '', 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'mac_address': 'fa:16:3e:c3:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:17Z', 'updated_at': '2021-11-23T17:39:18Z', 'revision_number': 2, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'subnets': [{'id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '974242b0-ecbc-459a-9cdb-1f1c577e2076'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:19.769604 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Checking router: ae772166-ec8f-44ea-90e4-2e14fcbfe26a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:39:19.769975 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Updating router ae772166-ec8f-44ea-90e4-2e14fcbfe26a port e93b521b-420c-4ef5-8393-23304a6dc156 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:39:19.817920 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.340959 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.348608 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.505410 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Pushing event updated for resources: {'Port': ['ID=e93b521b-420c-4ef5-8393-23304a6dc156,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:20.522574 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.523024 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.523367 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.523705 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.524039 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.524374 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.524703 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.525022 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.525349 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.525668 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.526382 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.526727 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Tracked resource versions report: Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: pushed versions: Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: { 'AddressGroup': {'1.2'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'ConntrackHelper': {'1.0'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Log': {'1.0'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Network': {'1.1'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Port': {'1.7'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'PortForwarding': {'1.2'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'QosPolicy': {'1.10'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'SecurityGroup': {'1.5'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'SubPort': {'1.0'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Subnet': {'1.1'}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Trunk': {'1.1'}} Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: consumer versions: Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: { DHCP agent@n-d-818932-3: {}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: L3 agent@n-d-818932-3: {}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: Metadata agent@n-d-818932-3: {}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: Metering agent@n-d-818932-3: {}, Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: Open vSwitch agent@n-d-818932-3: { 'AddressGroup': '1.2', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'ConntrackHelper': '1.0', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Log': '1.0', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Network': '1.1', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Port': '1.7', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'PortForwarding': '1.2', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'QosPolicy': '1.10', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'SecurityGroup': '1.5', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'SecurityGroupRule': '1.2', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'SubPort': '1.0', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Subnet': '1.1', Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: 'Trunk': '1.1'}} Nov 23 17:39:20.527834 n-d-818932-3 neutron-server[120538]: {{(pid=120538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:39:20.540784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Attempting to bind port e93b521b-420c-4ef5-8393-23304a6dc156 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:20.541199 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Attempting to bind port e93b521b-420c-4ef5-8393-23304a6dc156 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:20.541659 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Attempting to bind port e93b521b-420c-4ef5-8393-23304a6dc156 on network fad7c55a-7201-480f-a28c-32eb54a161b7 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:20.546901 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:20.547313 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Checking segment: {'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:20.547779 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.548168 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Bound using segment: {'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:20.548647 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Bound port: e93b521b-420c-4ef5-8393-23304a6dc156, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2fb749-c326-4395-a65b-6c39956a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:20.549072 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.615076 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] For port e93b521b-420c-4ef5-8393-23304a6dc156, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:20.632704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-bb67efe1-e0d4-44ee-8740-970d079efd67 None None] Provisioning complete for port e93b521b-420c-4ef5-8393-23304a6dc156 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:20.633242 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bb67efe1-e0d4-44ee-8740-970d079efd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.636575 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] For port e93b521b-420c-4ef5-8393-23304a6dc156, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e93b521b-420c-4ef5-8393-23304a6dc156,segment=NetworkSegment(2f2fb749-c326-4395-a65b-6c39956a31dc),segment_id=2f2fb749-c326-4395-a65b-6c39956a31dc)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:20.642069 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.668375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bb67efe1-e0d4-44ee-8740-970d079efd67 None None] Port e93b521b-420c-4ef5-8393-23304a6dc156 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:20.698561 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Routers {'ae772166-ec8f-44ea-90e4-2e14fcbfe26a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:20.699216 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:39:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae772166-ec8f-44ea-90e4-2e14fcbfe26a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:20.764301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51591ad5-9f81-4a44-932f-9e06dd109435 None None] Pushing event updated for resources: {'Port': ['ID=e93b521b-420c-4ef5-8393-23304a6dc156,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:20.794970 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] Set router ae772166-ec8f-44ea-90e4-2e14fcbfe26a gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:20.891648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b018e3ed-45c2-4811-8b94-6749a2925700 None None] Provisioning complete for port e93b521b-420c-4ef5-8393-23304a6dc156 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:20.891935 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b018e3ed-45c2-4811-8b94-6749a2925700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.978624 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b018e3ed-45c2-4811-8b94-6749a2925700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:21.015541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b018e3ed-45c2-4811-8b94-6749a2925700 None None] For port e93b521b-420c-4ef5-8393-23304a6dc156, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e93b521b-420c-4ef5-8393-23304a6dc156,segment=NetworkSegment(2f2fb749-c326-4395-a65b-6c39956a31dc),segment_id=2f2fb749-c326-4395-a65b-6c39956a31dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:21.015784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'name': 'router1', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:08Z', 'updated_at': '2021-11-23T17:39:18Z', 'revision_number': 2, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'gw_port_host': None, '_interfaces': [{'id': 'e93b521b-420c-4ef5-8393-23304a6dc156', 'name': '', 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'mac_address': 'fa:16:3e:c3:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:17Z', 'updated_at': '2021-11-23T17:39:20Z', 'revision_number': 4, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'subnets': [{'id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '974242b0-ecbc-459a-9cdb-1f1c577e2076'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:21.020809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b018e3ed-45c2-4811-8b94-6749a2925700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:21.044698 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286c40d-5710-40e4-8513-0a8c9ba08e67 None None] The sync data for ids ['ae772166-ec8f-44ea-90e4-2e14fcbfe26a'] in n-d-818932-3 is: [{'id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'name': 'router1', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:08Z', 'updated_at': '2021-11-23T17:39:18Z', 'revision_number': 2, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'gw_port_host': None, '_interfaces': [{'id': 'e93b521b-420c-4ef5-8393-23304a6dc156', 'name': '', 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'mac_address': 'fa:16:3e:c3:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:17Z', 'updated_at': '2021-11-23T17:39:20Z', 'revision_number': 4, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'subnets': [{'id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '974242b0-ecbc-459a-9cdb-1f1c577e2076'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:21.071558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018e3ed-45c2-4811-8b94-6749a2925700 None None] Pushing event updated for resources: {'Port': ['ID=e93b521b-420c-4ef5-8393-23304a6dc156,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:21.422901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33536) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:21.573341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c572938-6e87-41fb-97fc-71358458d5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:21.574678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5c572938-6e87-41fb-97fc-71358458d5be admin admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 842 time: 0.1507444 Nov 23 17:39:21.584875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Request body: {'subnet': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:21.608227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Made reservation on behalf of 3553644bf32e463780a7c3adc96660e0 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:21.610710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:21.980206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:39:21.980664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:22.037955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1037996-e8f7-4bfc-b290-59095ee91618,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:22.051687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:22.052147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Network hostable DHCP agents. Network: c69911e8-77e8-4336-b6e1-89c3be18ffde, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:39:22.072863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:39:22.085570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c69911e8-77e8-4336-b6e1-89c3be18ffde) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:22.091005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.091759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:22.098133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e48858a-717d-4527-ae1c-0c8185eb007f None None] Network c69911e8-77e8-4336-b6e1-89c3be18ffde requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:22.107902 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3652c016-3158-4de4-b3cd-dc95a44a3406 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5265384 Nov 23 17:39:22.242230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153e01c-b559-460d-9ac7-0c7148c8a024 None None] Network c69911e8-77e8-4336-b6e1-89c3be18ffde requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:24.556553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33544) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:24.775786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8dcc42c2-7210-4cec-8cd5-be672a17da20 admin admin] 10.222.0.74 "GET /v2.0/routers/ae772166-ec8f-44ea-90e4-2e14fcbfe26a HTTP/1.1" status: 200 len: 710 time: 0.2179899 Nov 23 17:39:24.868169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a3a17-6fd6-4faa-a30e-f76bfa808d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:24.869524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ca9a3a17-6fd6-4faa-a30e-f76bfa808d4c admin admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 886 time: 0.0860627 Nov 23 17:39:24.880115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:25.148549 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:25.434130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:25.508382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:25.628109 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:39:25.661775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Allocated IP 172.25.0.218 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/ff164de2-cecb-41f8-a168-f55900dea382) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:25.768504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:25.824473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:25.902940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:25.910569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:25.912695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Pushing event updated for resources: {'Port': ['ID=ff164de2-cecb-41f8-a168-f55900dea382,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:25.923741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:26.209533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.407248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.411868 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.529876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Router ae772166-ec8f-44ea-90e4-2e14fcbfe26a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:39:26.712827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:26.717798 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.718976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bfe91236-40d6-4296-805d-b39b8335e305 admin admin] 10.222.0.74 "PUT /v2.0/routers/ae772166-ec8f-44ea-90e4-2e14fcbfe26a HTTP/1.1" status: 200 len: 890 time: 1.8430195 Nov 23 17:39:27.363104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e93b521b-420c-4ef5-8393-23304a6dc156 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:27.414027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e93b521b-420c-4ef5-8393-23304a6dc156 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:27.414402 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.012568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Sync routers for ids ['ae772166-ec8f-44ea-90e4-2e14fcbfe26a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:28.024877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Routers {'ae772166-ec8f-44ea-90e4-2e14fcbfe26a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:28.025533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:39:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae772166-ec8f-44ea-90e4-2e14fcbfe26a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:28.242781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Set router ae772166-ec8f-44ea-90e4-2e14fcbfe26a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:28.731569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'name': 'router1', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ff164de2-cecb-41f8-a168-f55900dea382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:08Z', 'updated_at': '2021-11-23T17:39:26Z', 'revision_number': 4, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'gw_port': {'id': 'ff164de2-cecb-41f8-a168-f55900dea382', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:25Z', 'updated_at': '2021-11-23T17:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'e93b521b-420c-4ef5-8393-23304a6dc156', 'name': '', 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'mac_address': 'fa:16:3e:c3:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:17Z', 'updated_at': '2021-11-23T17:39:20Z', 'revision_number': 5, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'subnets': [{'id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '974242b0-ecbc-459a-9cdb-1f1c577e2076'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:28.784666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Checking router: ae772166-ec8f-44ea-90e4-2e14fcbfe26a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:39:28.785027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Updating router ae772166-ec8f-44ea-90e4-2e14fcbfe26a port ff164de2-cecb-41f8-a168-f55900dea382 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:39:28.834153 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.157616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.164040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.219536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2a744-ccf1-4a33-b6eb-da0c322d1bf7 None None] Pushing event updated for resources: {'Port': ['ID=ff164de2-cecb-41f8-a168-f55900dea382,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:29.224248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Attempting to bind port ff164de2-cecb-41f8-a168-f55900dea382 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:29.224621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Attempting to bind port ff164de2-cecb-41f8-a168-f55900dea382 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:29.224984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Attempting to bind port ff164de2-cecb-41f8-a168-f55900dea382 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:29.230037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:29.230416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:29.230848 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.231242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:29.231706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Bound port: ff164de2-cecb-41f8-a168-f55900dea382, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:29.232123 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.261969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:29.284679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] For port ff164de2-cecb-41f8-a168-f55900dea382, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:29.287810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] For port ff164de2-cecb-41f8-a168-f55900dea382, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ff164de2-cecb-41f8-a168-f55900dea382,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:29.292844 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.349160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Routers {'ae772166-ec8f-44ea-90e4-2e14fcbfe26a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:29.349781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:39:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae772166-ec8f-44ea-90e4-2e14fcbfe26a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:29.380613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9f5182ff-ffec-4648-b0b7-1488deb6fc01 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175201 Nov 23 17:39:29.388786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2a744-ccf1-4a33-b6eb-da0c322d1bf7 None None] Pushing event updated for resources: {'Port': ['ID=ff164de2-cecb-41f8-a168-f55900dea382,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:29.472281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] Set router ae772166-ec8f-44ea-90e4-2e14fcbfe26a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:29.693948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4210d302-3b2b-4348-af40-18c596606994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'name': 'router1', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ff164de2-cecb-41f8-a168-f55900dea382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:08Z', 'updated_at': '2021-11-23T17:39:26Z', 'revision_number': 4, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'gw_port': {'id': 'ff164de2-cecb-41f8-a168-f55900dea382', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:25Z', 'updated_at': '2021-11-23T17:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'e93b521b-420c-4ef5-8393-23304a6dc156', 'name': '', 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'mac_address': 'fa:16:3e:c3:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:17Z', 'updated_at': '2021-11-23T17:39:20Z', 'revision_number': 5, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'subnets': [{'id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '974242b0-ecbc-459a-9cdb-1f1c577e2076'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:29.719760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210d302-3b2b-4348-af40-18c596606994 None None] The sync data for ids ['ae772166-ec8f-44ea-90e4-2e14fcbfe26a'] in n-d-818932-3 is: [{'id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'name': 'router1', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ff164de2-cecb-41f8-a168-f55900dea382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:08Z', 'updated_at': '2021-11-23T17:39:26Z', 'revision_number': 4, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'gw_port': {'id': 'ff164de2-cecb-41f8-a168-f55900dea382', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:25Z', 'updated_at': '2021-11-23T17:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'e93b521b-420c-4ef5-8393-23304a6dc156', 'name': '', 'network_id': 'fad7c55a-7201-480f-a28c-32eb54a161b7', 'tenant_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'mac_address': 'fa:16:3e:c3:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae772166-ec8f-44ea-90e4-2e14fcbfe26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:17Z', 'updated_at': '2021-11-23T17:39:20Z', 'revision_number': 5, 'project_id': 'b5dd477141ca4bbbb8af85131e7634ab', 'subnets': [{'id': 'a6ccec1c-7c10-4d83-b4b8-4fdf423989ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '974242b0-ecbc-459a-9cdb-1f1c577e2076'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:31.394886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ff164de2-cecb-41f8-a168-f55900dea382 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:31.452585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ff164de2-cecb-41f8-a168-f55900dea382 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:31.452969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.544679 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.568688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port ff164de2-cecb-41f8-a168-f55900dea382, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ff164de2-cecb-41f8-a168-f55900dea382,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:31.573702 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.626278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=ff164de2-cecb-41f8-a168-f55900dea382,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:33.372623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ff164de2-cecb-41f8-a168-f55900dea382 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:33.437534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ff164de2-cecb-41f8-a168-f55900dea382 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:33.437534 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.132691 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-680795d5-2967-4675-82ed-133ff98600fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.240780 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-04c9ec44-278f-4da3-84f1-914a7bbd45da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:44.881655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.197175 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:47.610581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:02.665374 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:40:11.136542 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e863bcdf-777b-4ece-9d0c-e48022186dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:13.239283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1c62beb6-f04a-4e10-9b9e-a8eea014dd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:14.884139 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.193228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.612084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.634489 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:40:41.139042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cbe663f7-ce51-4119-8f92-c3025691cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:43.231771 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d122a00-c488-4a02-b778-db2cd83941d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.888681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:46.195985 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.605554 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.899998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34074) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:54.963386 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-6015626e-2e84-4c85-915d-a6807b55f4d0 admin admin] GET failed (client error): The resource could not be found. Nov 23 17:40:54.964656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6015626e-2e84-4c85-915d-a6807b55f4d0 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637019 Nov 23 17:40:55.128279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbf2a85-e202-43e9-b044-7fca26ae5a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:55.129686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-abbf2a85-e202-43e9-b044-7fca26ae5a76 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596522 Nov 23 17:40:57.488617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34084) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:57.588362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6676a7-041d-444b-b69a-4922415beb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:57.589655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eb6676a7-041d-444b-b69a-4922415beb00 admin admin] 10.222.0.74 "GET /v2.0/subnets/a6ccec1c-7c10-4d83-b4b8-4fdf423989ef HTTP/1.1" status: 200 len: 849 time: 0.1000772 Nov 23 17:40:57.600434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:57.686381 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Publish callbacks [] for subnet, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:57.829469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785887377273'] for subnet, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:57.858312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:57.859006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:57.860324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] 10.222.0.74 "PUT /v2.0/subnets/a6ccec1c-7c10-4d83-b4b8-4fdf423989ef HTTP/1.1" status: 200 len: 868 time: 0.2635078 Nov 23 17:40:57.864365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6411ac-ca2f-4f5a-b895-6d87a1d90ee8 None None] Network fad7c55a-7201-480f-a28c-32eb54a161b7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:57.883548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ccec1c-7c10-4d83-b4b8-4fdf423989ef,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:57.892126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.892475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.892971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.893320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.893658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.893995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.894327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.894701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.895048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.895375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.895706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:57.896032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec75739-ea35-4980-901c-113ca152cc26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:58.326028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-39293e3d-127b-4473-9fce-7ffe366044eb None None] Provisioning complete for port e93b521b-420c-4ef5-8393-23304a6dc156 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:58.326402 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39293e3d-127b-4473-9fce-7ffe366044eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:58.434232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-39293e3d-127b-4473-9fce-7ffe366044eb None None] Provisioning complete for port e527937e-8e75-4fe6-ad16-38cee9d48ba4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:58.434786 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39293e3d-127b-4473-9fce-7ffe366044eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.168143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34092) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:00.371295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10114b-b5ef-43f9-8167-5a9c93cbacd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:00.371699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10114b-b5ef-43f9-8167-5a9c93cbacd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:00.373267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9e10114b-b5ef-43f9-8167-5a9c93cbacd1 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2041543 Nov 23 17:41:02.679860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34100) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:02.812926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296daad3-965f-416c-bc84-0fb90fc0ba62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:02.813402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296daad3-965f-416c-bc84-0fb90fc0ba62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:02.814967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-296daad3-965f-416c-bc84-0fb90fc0ba62 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1341207 Nov 23 17:41:05.133351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34108) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:05.260838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deedf97-6c25-4640-99fc-5b5da5d5cd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:05.262227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1deedf97-6c25-4640-99fc-5b5da5d5cd68 admin admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 886 time: 0.1279287 Nov 23 17:41:07.548819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34116) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:07.681824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705428b1-c3c1-4b7d-a9b6-8bf8960d7aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:07.683223 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-705428b1-c3c1-4b7d-a9b6-8bf8960d7aeb admin admin] 10.222.0.74 "GET /v2.0/networks/fad7c55a-7201-480f-a28c-32eb54a161b7 HTTP/1.1" status: 200 len: 869 time: 0.1334581 Nov 23 17:41:09.967647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34126) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:10.091169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b566f41-27ed-442d-8538-62bfed05b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:10.091641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b566f41-27ed-442d-8538-62bfed05b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:10.093247 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2b566f41-27ed-442d-8538-62bfed05b029 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245599 Nov 23 17:41:11.143016 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c0ccfa91-f5fe-4771-8754-03a88730e53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:12.386529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34134) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:12.516673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d517c1-950e-4cee-a75b-5ddeb24c29eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:12.517134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d517c1-950e-4cee-a75b-5ddeb24c29eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:12.518682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-40d517c1-950e-4cee-a75b-5ddeb24c29eb admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311498 Nov 23 17:41:13.234861 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9742fb68-1dfa-4ef3-a5eb-0fa96d645ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:14.814371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34142) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:14.887429 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:14.914568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8ff29-18d6-4388-9ca7-bc214c084565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:14.917888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e1c8ff29-18d6-4388-9ca7-bc214c084565 admin admin] 10.222.0.74 "GET /v2.0/subnets/a6ccec1c-7c10-4d83-b4b8-4fdf423989ef HTTP/1.1" status: 200 len: 868 time: 0.1019530 Nov 23 17:41:16.197455 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.633642 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:41:17.219034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34150) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:17.303406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3453635-99e5-4d59-96fe-43b9bfe4d939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:17.304733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c3453635-99e5-4d59-96fe-43b9bfe4d939 admin admin] 10.222.0.74 "GET /v2.0/subnets/e1037996-e8f7-4bfc-b290-59095ee91618 HTTP/1.1" status: 200 len: 816 time: 0.0846741 Nov 23 17:41:17.610211 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.146606 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-af9e419e-e7c6-435e-af26-2291f8f3ed32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.360557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34204) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:42.407809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-eea19176-3256-44f6-9f48-e0932b8d1101 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:41:42.408879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eea19176-3256-44f6-9f48-e0932b8d1101 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473442 Nov 23 17:41:43.239248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ebe248a3-f569-4a03-8550-4f2a1541bb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.795132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34212) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:44.857076 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99cd366-22af-43d9-898d-ce7a4b8cdcf4 admin admin] GET failed (client error): The resource could not be found. Nov 23 17:41:44.858373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a99cd366-22af-43d9-898d-ce7a4b8cdcf4 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623040 Nov 23 17:41:44.888238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.947839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcd0cb-fdff-4557-af37-a3df749b1dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:44.949312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ebfcd0cb-fdff-4557-af37-a3df749b1dde admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0856981 Nov 23 17:41:46.201389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:47.268615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34220) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:47.316710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:47.338026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Made reservation on behalf of 3553644bf32e463780a7c3adc96660e0 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:47.340339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:47.378058 n-d-818932-3 neutron-server[120536]: WARNING neutron.services.revisions.revision_plugin [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Could not find related network for resource to bump revision. Nov 23 17:41:47.389131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:41:47.397680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:47.398020 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Added segment 7095940a-53a4-403e-ab24-7158f8ac3da4 of type vlan for network bf4896f1-8163-4042-ac64-10a33d79c2a0 Nov 23 17:41:47.436201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:47.461473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:47.462338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:47.462952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:47.495783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2261128 Nov 23 17:41:47.526520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbbf2c-b520-4a32-bf29-eda3ae0707e1 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4896f1-8163-4042-ac64-10a33d79c2a0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:47.539187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:41:47.627929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.856433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34228) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:49.916044 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-793069a0-430b-41af-b0a2-e57f43ad07e6 admin admin] GET failed (client error): The resource could not be found. Nov 23 17:41:49.917356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-793069a0-430b-41af-b0a2-e57f43ad07e6 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599375 Nov 23 17:41:49.991861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eeb70d-d1d4-47c9-96f9-5ee71d1b483d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:49.993323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-46eeb70d-d1d4-47c9-96f9-5ee71d1b483d admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715411 Nov 23 17:41:50.004276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:50.024159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Made reservation on behalf of 3553644bf32e463780a7c3adc96660e0 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:50.026331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.270570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.328866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eeb3d08-5fd0-4f06-9bad-13518a1e0486,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:50.335492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:50.335851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Network hostable DHCP agents. Network: bf4896f1-8163-4042-ac64-10a33d79c2a0, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:41:50.352246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:41:50.361907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, bf4896f1-8163-4042-ac64-10a33d79c2a0) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:50.366103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:50.366707 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.371854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48a6ae-7a65-4ea4-a7ea-3a114f4d7ecd None None] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:50.382852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c8ec727f-7922-451f-8b1e-21c281e227d0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3820446 Nov 23 17:41:50.625743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-bf4896f1-8163-4042-ac64-10a33d79c2a0', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'tenant_id': '3553644bf32e463780a7c3adc96660e0', 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:41:50.626851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.765567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Allocated IP 192.168.233.2 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/e1076882-1e11-41b5-b3a2-9b9d6698cc90) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:50.912240 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.919552 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.968449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:50.971562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:50.976064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:50.978302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Pushing event updated for resources: {'Port': ['ID=e1076882-1e11-41b5-b3a2-9b9d6698cc90,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:50.989108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.989446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.989786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.990122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.990457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.991338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.991451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.991747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.992071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.992403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.992723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:50.993047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:51.043194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Attempting to bind port e1076882-1e11-41b5-b3a2-9b9d6698cc90 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:51.043568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Attempting to bind port e1076882-1e11-41b5-b3a2-9b9d6698cc90 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:51.043935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Attempting to bind port e1076882-1e11-41b5-b3a2-9b9d6698cc90 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:51.049833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:51.050214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:51.050621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.051125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:51.051947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Bound port: e1076882-1e11-41b5-b3a2-9b9d6698cc90, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:51.052348 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.115720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] For port e1076882-1e11-41b5-b3a2-9b9d6698cc90, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:51.118873 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] For port e1076882-1e11-41b5-b3a2-9b9d6698cc90, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e1076882-1e11-41b5-b3a2-9b9d6698cc90,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:51.124084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.180748 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71eee8-e1f7-4bff-920b-e35fdf096356 None None] Pushing event updated for resources: {'Port': ['ID=e1076882-1e11-41b5-b3a2-9b9d6698cc90,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:51.538510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e1076882-1e11-41b5-b3a2-9b9d6698cc90 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:51.592278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e1076882-1e11-41b5-b3a2-9b9d6698cc90 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:51.592589 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.675821 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.708426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port e1076882-1e11-41b5-b3a2-9b9d6698cc90, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e1076882-1e11-41b5-b3a2-9b9d6698cc90,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:51.712596 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.767875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=e1076882-1e11-41b5-b3a2-9b9d6698cc90,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:52.059518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c028f21-1f37-4400-a2cb-ac1f12d4aca3 None None] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:52.128268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb8ff32-7406-43d9-bcdd-21ea808b4681 None None] Provisioning complete for port e1076882-1e11-41b5-b3a2-9b9d6698cc90 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:52.128633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff32-7406-43d9-bcdd-21ea808b4681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.510818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-13c552e8-95f5-4a54-8445-addb48185e43 None None] Provisioning complete for port e1076882-1e11-41b5-b3a2-9b9d6698cc90 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:52.511449 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13c552e8-95f5-4a54-8445-addb48185e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.433999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e1076882-1e11-41b5-b3a2-9b9d6698cc90 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:53.489515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e1076882-1e11-41b5-b3a2-9b9d6698cc90 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:53.489891 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.632301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:42:11.148764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4918b7c4-9d0d-4dae-aaa2-746b860af0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.241565 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1f127a63-52f1-4edb-9056-c739c865e645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.892175 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:16.202667 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:17.612529 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.631675 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:42:41.150310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef28f5f6-9e1d-4c42-b2d7-c946db7001b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.242390 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1781d70e-85d1-41b8-9284-5167083ccab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:44.894892 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.210148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.614318 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:07.631329 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:43:10.414942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34272) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:10.420970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-0484db98-2d24-4c42-bdef-91b1300e60c6 tempest-verify_tempest_config-1167300025 tempest-verify_tempest_config-1167300025-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:43:10.422073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0484db98-2d24-4c42-bdef-91b1300e60c6 tempest-verify_tempest_config-1167300025 tempest-verify_tempest_config-1167300025-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060539 Nov 23 17:43:10.711961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34290) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:10.816536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.919638 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.923919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.974476 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=51e82825bb774609b35c527a09abb228&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2614584 Nov 23 17:43:10.975353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd854a6f-2675-4081-b11c-b1c44ae79e0b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:10.977196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34296) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:10.982100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.982462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.982849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.983198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.983546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.983887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.984251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.985151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.985490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.985824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.986158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:10.986490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb317f-9292-4f32-a259-9d845c1a243a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.034716 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.055775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.148023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.151326 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c8b238e-469d-4da0-a7b8-9d6b966458ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.152926 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.154387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd854a6f-2675-4081-b11c-b1c44ae79e0b HTTP/1.1" status: 204 len: 168 time: 0.1742775 Nov 23 17:43:11.162739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd854a6f-2675-4081-b11c-b1c44ae79e0b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:11.169522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.169931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.170221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.170560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.170931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.171274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.171610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.172607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.172888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.173201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.173801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:11.174146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c588af-6036-4644-b98a-9c6dd1248985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:13.245073 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6557a5a5-c8ef-45b3-a197-eb30b3b73cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.897778 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.210137 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.616231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:41.152919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28cc833d-7760-4299-b00a-a3b0fd7e0527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:43.246512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62098730-2fd7-4d46-b131-15c410cc66a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.629384 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:43:44.902858 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:46.215590 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:47.628742 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.155953 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b50559c7-2f0c-4a52-9b5d-734d4b4691f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:13.246644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3d002714-c813-4068-85ce-81ac9cdfeaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.903731 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:16.220604 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:17.620302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.627548 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:44:41.157549 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e448-9882-4bf3-a8cc-7e20707aff49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.247943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-23395849-3dac-4f74-91c1-7d121d0ea76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:44.905674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:46.220459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.621669 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:58.626570 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:45:11.159578 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f348f6f8-82b2-46f5-8829-4f56a0a99513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.249046 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cff5583f-c81e-433e-bf87-070bc1d90c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.909665 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:16.223839 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.623449 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:35.628809 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:45:41.161319 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb3bcafe-e7d3-44bc-b818-31e4b0114c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:43.250822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2a54664a-317c-4912-b50f-f983a7a3ed7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.911571 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:46.228033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:47.625361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:11.163111 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2aec7e1f-2e7d-4dc6-8381-2f5c02582b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:12.627395 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 5 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:46:13.251714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-663ad91c-62c9-4590-b206-e51533e21224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:14.914281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:16.231623 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:17.626267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:19.308214 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667031'] for agent, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:20.212164 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667031'] for agent, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:41.164353 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-68063ff3-e47c-4f38-ae04-333a4a1f6e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:43.253163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae171-18b4-4669-9715-8aa4c3df16b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:44.920791 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:46.235693 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.629016 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.259650 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.626391 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:46:50.177158 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.610002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34352) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:04.723021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-22af8370-b728-46b9-89f3-25ec575d8eca admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1119630 Nov 23 17:47:07.085384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34362) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:07.140729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f97d7394-d5f9-4cbf-98a2-4caf49135ccc admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0542612 Nov 23 17:47:11.166187 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b696ac42-3510-4c70-ae07-72f6ada463ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:13.254185 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1051173c-1b85-4773-9909-d21854ac2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.919874 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:16.238604 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:17.633174 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:19.256391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:20.193875 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.625908 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:47:41.168978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bed3e885-5ff7-42bf-8288-233477fef828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.254598 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fdf30376-1d5e-4cb9-8158-b6855e7a7bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.921174 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.244132 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.636035 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.259295 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.182147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:03.624857 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:48:11.171357 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3364ff22-610a-45fd-908d-ed60c6b654b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.256311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5d71560c-1000-4365-af07-b54b262bdf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.930101 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:16.247154 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.640703 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:19.272416 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.180981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:29.632032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34610) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:29.975129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-network', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:30.007324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Made reservation on behalf of 5c951f8778574f7d950a3785a5964ed3 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:30.013245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.022802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.109510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.113650 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.147844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6165f7e-fc57-48bd-95b1-d026de6e83a6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:30.158109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:48:30.162430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.162886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.163239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.163595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.163921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.164252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.164582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.165220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.165220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.165560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.165885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.167098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Tracked resource versions report: Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: pushed versions: Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: { 'AddressGroup': {'1.2'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'ConntrackHelper': {'1.0'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Log': {'1.0'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Network': {'1.1'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Port': {'1.7'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'PortForwarding': {'1.2'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'QosPolicy': {'1.10'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'SecurityGroup': {'1.5'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'SubPort': {'1.0'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Subnet': {'1.1'}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Trunk': {'1.1'}} Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: consumer versions: Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: { DHCP agent@n-d-818932-3: {}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: HyperV agent@n-h1-818932-3: {}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: HyperV agent@n-h2-818932-3: {}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: L3 agent@n-d-818932-3: {}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: Metadata agent@n-d-818932-3: {}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: Metering agent@n-d-818932-3: {}, Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: Open vSwitch agent@n-d-818932-3: { 'AddressGroup': '1.2', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'ConntrackHelper': '1.0', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Log': '1.0', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Network': '1.1', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Port': '1.7', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'PortForwarding': '1.2', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'QosPolicy': '1.10', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'SecurityGroup': '1.5', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'SecurityGroupRule': '1.2', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'SubPort': '1.0', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Subnet': '1.1', Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: 'Trunk': '1.1'}} Nov 23 17:48:30.168160 n-d-818932-3 neutron-server[120535]: {{(pid=120535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:48:30.194533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785887407791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.195405 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Unsubscribe: segment precommit_create {{(pid=120535) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 17:48:30.195925 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Added segment ebae9b27-ea52-49cf-80cf-e4793d839e6e of type vlan for network 66c6e7c6-cfc0-43dd-a817-5db419986990 Nov 23 17:48:30.260060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.296997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.298130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:30.298728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.370956 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7368600 Nov 23 17:48:30.374590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34652) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:30.379490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Request body: {'subnet': {'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-subnet', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:30.403494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Made reservation on behalf of 5c951f8778574f7d950a3785a5964ed3 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:30.403997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01632fc-2eeb-4e4f-9899-ed77f2c7053d admin admin] Pushing event updated for resources: {'Network': ['ID=66c6e7c6-cfc0-43dd-a817-5db419986990,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:30.416828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:48:30.423355 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.654821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.707065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0b5e46-f000-431b-b8da-20f7dac2bfd7,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:30.716704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.717252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.718005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.718573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.719279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.719775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.720589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.720925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.721255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.721581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.721906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.722233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Tracked resource versions report: Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: pushed versions: Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: { 'AddressGroup': {'1.2'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'ConntrackHelper': {'1.0'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Log': {'1.0'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Network': {'1.1'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Port': {'1.7'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'PortForwarding': {'1.2'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'QosPolicy': {'1.10'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'SecurityGroup': {'1.5'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'SubPort': {'1.0'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Subnet': {'1.1'}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Trunk': {'1.1'}} Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: consumer versions: Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: { DHCP agent@n-d-818932-3: {}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: HyperV agent@n-h1-818932-3: {}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: HyperV agent@n-h2-818932-3: {}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: L3 agent@n-d-818932-3: {}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: Metadata agent@n-d-818932-3: {}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: Metering agent@n-d-818932-3: {}, Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: Open vSwitch agent@n-d-818932-3: { 'AddressGroup': '1.2', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'ConntrackHelper': '1.0', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Log': '1.0', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Network': '1.1', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Port': '1.7', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'PortForwarding': '1.2', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'QosPolicy': '1.10', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'SecurityGroup': '1.5', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'SecurityGroupRule': '1.2', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'SubPort': '1.0', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Subnet': '1.1', Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: 'Trunk': '1.1'}} Nov 23 17:48:30.723323 n-d-818932-3 neutron-server[120536]: {{(pid=120536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:48:30.753539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Checking segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:30.753892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Network hostable DHCP agents. Network: 66c6e7c6-cfc0-43dd-a817-5db419986990, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:48:30.774768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:48:30.786105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 66c6e7c6-cfc0-43dd-a817-5db419986990) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:30.792515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:30.793229 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.796475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c80e52-968b-4a31-98bb-d52563fd3843 None None] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:30.842455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34678) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:30.842963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-520604f7-5a76-4bb0-86d4-f3a154d1537c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4674363 Nov 23 17:48:30.847338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:30.889361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:30.892974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.048253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.071072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-66c6e7c6-cfc0-43dd-a817-5db419986990', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:48:31.073175 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.306015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.311904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Allocated IP 172.20.0.2 (66c6e7c6-cfc0-43dd-a817-5db419986990/de0b5e46-f000-431b-b8da-20f7dac2bfd7/4a0a1669-3c09-4bc2-b9e5-105454b104e0) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:31.633753 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.642976 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.692960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.699047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Pushing event updated for resources: {'Port': ['ID=4a0a1669-3c09-4bc2-b9e5-105454b104e0,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:31.711265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.711617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.711965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.712309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.712646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.713501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.713836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.714604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.714980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.715322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.715656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.715987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Tracked resource versions report: Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: pushed versions: Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: { 'AddressGroup': {'1.2'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'ConntrackHelper': {'1.0'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Log': {'1.0'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Network': {'1.1'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Port': {'1.7'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'PortForwarding': {'1.2'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'QosPolicy': {'1.10'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'SecurityGroup': {'1.5'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'SubPort': {'1.0'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Subnet': {'1.1'}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Trunk': {'1.1'}} Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: consumer versions: Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: { DHCP agent@n-d-818932-3: {}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: HyperV agent@n-h1-818932-3: {}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: HyperV agent@n-h2-818932-3: {}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: L3 agent@n-d-818932-3: {}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: Metadata agent@n-d-818932-3: {}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: Metering agent@n-d-818932-3: {}, Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: Open vSwitch agent@n-d-818932-3: { 'AddressGroup': '1.2', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'ConntrackHelper': '1.0', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Log': '1.0', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Network': '1.1', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Port': '1.7', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'PortForwarding': '1.2', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'QosPolicy': '1.10', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'SecurityGroup': '1.5', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'SecurityGroupRule': '1.2', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'SubPort': '1.0', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Subnet': '1.1', Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: 'Trunk': '1.1'}} Nov 23 17:48:31.717075 n-d-818932-3 neutron-server[120537]: {{(pid=120537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:48:31.718758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.729227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:31.731153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:31.734947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:31.803022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Attempting to bind port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:31.803610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Attempting to bind port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:31.804272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Attempting to bind port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 on network 66c6e7c6-cfc0-43dd-a817-5db419986990 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:31.811763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:31.812980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Checking segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:31.813393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.813801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Bound using segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:31.814282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Bound port: 4a0a1669-3c09-4bc2-b9e5-105454b104e0, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:31.814709 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.874038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Allocated IP 172.25.0.8 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/beaf2acc-e860-4616-b8b7-9abb11a71451) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:31.902483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] For port 4a0a1669-3c09-4bc2-b9e5-105454b104e0, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:31.906914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] For port 4a0a1669-3c09-4bc2-b9e5-105454b104e0, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a0a1669-3c09-4bc2-b9e5-105454b104e0,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:31.913924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.981387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.997445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc146e-551c-46f2-baca-3a0840e4596c None None] Pushing event updated for resources: {'Port': ['ID=4a0a1669-3c09-4bc2-b9e5-105454b104e0,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:32.042431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:32.083388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:32.090323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:32.093901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:32.160709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Pushing event updated for resources: {'Port': ['ID=beaf2acc-e860-4616-b8b7-9abb11a71451,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:32.435526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:32.724908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:32.829860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34788) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:32.888648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Router 61c5d4d5-bf86-489b-a151-4f573671097e is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:48:32.978354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34802) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:32.981818 n-d-818932-3 neutron-server[120536]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 17:48:33.022331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-ceee3348-d597-455d-869a-419edb1b180b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415089 Nov 23 17:48:33.045970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:33.060388 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Sync routers for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:33.081652 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:33.082643 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:48:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:33.091382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.093053 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3f9f5f89-65c2-4844-b92f-bbe432393bec admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2494938 Nov 23 17:48:33.098150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34804) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:33.220982 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c7c0e63-b8eb-4cc0-8bc3-fa22795c3af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.296954 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:33.352112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-0b19a925-37b8-4231-957d-f93c016f2513 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:33.361618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-0b19a925-37b8-4231-957d-f93c016f2513 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381908 Nov 23 17:48:33.390582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-02420b70-f86d-4de0-b0e9-e7d60389b942 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/quotas/caf6c768ed2e4180bfaf0763747b85ff HTTP/1.1" status: 200 len: 375 time: 0.0280237 Nov 23 17:48:33.397877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d61c11f-d9ad-46dd-a074-6bf01ac180eb None None] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:33.467565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-200862ff-92a0-449f-9681-e275ad639bdb None None] Provisioning complete for port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:33.468168 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-200862ff-92a0-449f-9681-e275ad639bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.488636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c7c0e63-b8eb-4cc0-8bc3-fa22795c3af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.506480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-08ef8c30-d663-4834-ba82-d65c885036e3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150255 Nov 23 17:48:33.507477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c7c0e63-b8eb-4cc0-8bc3-fa22795c3af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.593853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c0e63-b8eb-4cc0-8bc3-fa22795c3af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89656fc-64ae-4391-a4d9-6dc76d8087d1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:33.613775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c7c0e63-b8eb-4cc0-8bc3-fa22795c3af3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f90493abc0e486987cfd2cb55c8894b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7753549 Nov 23 17:48:33.614783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34826) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:33.638821 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:32Z', 'revision_number': 3, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:33.716566 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Checking router: 61c5d4d5-bf86-489b-a151-4f573671097e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:33.717016 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Updating router 61c5d4d5-bf86-489b-a151-4f573671097e port beaf2acc-e860-4616-b8b7-9abb11a71451 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:48:33.774210 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-be81a9e8-8ac7-43e8-9177-8a078cedd101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.777864 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.833374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-be81a9e8-8ac7-43e8-9177-8a078cedd101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.843820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4a0a1669-3c09-4bc2-b9e5-105454b104e0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:33.935291 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-200862ff-92a0-449f-9681-e275ad639bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.940308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:33.941039 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.980930 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-be81a9e8-8ac7-43e8-9177-8a078cedd101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.983558 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-be81a9e8-8ac7-43e8-9177-8a078cedd101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.984759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-be81a9e8-8ac7-43e8-9177-8a078cedd101 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e89656fc-64ae-4391-a4d9-6dc76d8087d1 HTTP/1.1" status: 204 len: 168 time: 0.3689058 Nov 23 17:48:34.006913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81a9e8-8ac7-43e8-9177-8a078cedd101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89656fc-64ae-4391-a4d9-6dc76d8087d1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.101147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.104294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34858) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:34.161504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04520bb4-54ee-4f71-b1a4-970cbd7aaf45 req-a9cd5517-3b78-4d00-8ffa-eb665f3d5a71 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 210 time: 0.1110837 Nov 23 17:48:34.210962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-200862ff-92a0-449f-9681-e275ad639bdb None None] For port 4a0a1669-3c09-4bc2-b9e5-105454b104e0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a0a1669-3c09-4bc2-b9e5-105454b104e0,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:34.226062 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.228152 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-200862ff-92a0-449f-9681-e275ad639bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.250835 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.383942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200862ff-92a0-449f-9681-e275ad639bdb None None] Pushing event updated for resources: {'Port': ['ID=4a0a1669-3c09-4bc2-b9e5-105454b104e0,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.391626 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Attempting to bind port beaf2acc-e860-4616-b8b7-9abb11a71451 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:34.392229 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Attempting to bind port beaf2acc-e860-4616-b8b7-9abb11a71451 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:34.392761 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Attempting to bind port beaf2acc-e860-4616-b8b7-9abb11a71451 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:34.405138 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:34.405524 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:34.405933 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.406489 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:34.407138 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Bound port: beaf2acc-e860-4616-b8b7-9abb11a71451, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:34.407861 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.410736 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Pushing event updated for resources: {'Port': ['ID=beaf2acc-e860-4616-b8b7-9abb11a71451,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.425091 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.427535 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.427898 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.428253 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.429417 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.429896 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.430249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.430593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.430978 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.432542 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.433046 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.433554 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Tracked resource versions report: Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: pushed versions: Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: { 'AddressGroup': {'1.2'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'ConntrackHelper': {'1.0'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Log': {'1.0'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Network': {'1.1'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Port': {'1.7'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'PortForwarding': {'1.2'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'QosPolicy': {'1.10'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'SecurityGroup': {'1.5'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'SubPort': {'1.0'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Subnet': {'1.1'}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Trunk': {'1.1'}} Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: consumer versions: Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: { DHCP agent@n-d-818932-3: {}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: HyperV agent@n-h1-818932-3: {}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: HyperV agent@n-h2-818932-3: {}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: L3 agent@n-d-818932-3: {}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: Metadata agent@n-d-818932-3: {}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: Metering agent@n-d-818932-3: {}, Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: Open vSwitch agent@n-d-818932-3: { 'AddressGroup': '1.2', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'ConntrackHelper': '1.0', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Log': '1.0', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Network': '1.1', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Port': '1.7', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'PortForwarding': '1.2', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'QosPolicy': '1.10', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'SecurityGroup': '1.5', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'SecurityGroupRule': '1.2', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'SubPort': '1.0', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Subnet': '1.1', Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: 'Trunk': '1.1'}} Nov 23 17:48:34.437178 n-d-818932-3 neutron-server[120538]: {{(pid=120538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:48:34.515480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Allocated IP 172.20.0.1 (66c6e7c6-cfc0-43dd-a817-5db419986990/de0b5e46-f000-431b-b8da-20f7dac2bfd7/eaa5f5a0-51ee-46a9-92eb-2d26e96fee84) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:34.555387 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] For port beaf2acc-e860-4616-b8b7-9abb11a71451, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:34.570577 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] For port beaf2acc-e860-4616-b8b7-9abb11a71451, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=beaf2acc-e860-4616-b8b7-9abb11a71451,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:34.575739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-181bbefb-78ae-4b3f-95d9-c131fc2d6032 None None] Provisioning complete for port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:34.576309 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-181bbefb-78ae-4b3f-95d9-c131fc2d6032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.581464 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.673186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.694127 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:34.696003 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:48:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:34.723732 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a2129-11a2-4d12-8c3c-e19276bbcae2 None None] Pushing event updated for resources: {'Port': ['ID=beaf2acc-e860-4616-b8b7-9abb11a71451,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.774922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34894) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:34.780442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.835496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:34.837611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4942b9a0-c2fb-45b3-99e4-1a940da19368 req-8ca6249a-9019-4bd2-9737-12e6adfe1c2b tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=3653cf99358f4174972b152da4a29dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609217 Nov 23 17:48:34.842016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:34.844084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.846085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:34.846552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.898585 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:35.070988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34896) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:35.099615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942b9a0-c2fb-45b3-99e4-1a940da19368 req-ed1c6044-3422-4ba7-91a4-a1865ba986ae tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:35.114283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4942b9a0-c2fb-45b3-99e4-1a940da19368 req-ed1c6044-3422-4ba7-91a4-a1865ba986ae tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460468 Nov 23 17:48:35.114537 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-199b78a0-4b63-47d0-94ef-a61b926b8488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.122513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34904) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:35.151760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73f4708d-1aad-42eb-8cea-8246acf32a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.233984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.265909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4942b9a0-c2fb-45b3-99e4-1a940da19368 req-d3230a74-243c-4170-a9b5-01f682044267 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/quotas/3653cf99358f4174972b152da4a29dae HTTP/1.1" status: 200 len: 375 time: 0.1498785 Nov 23 17:48:35.300880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-080c35da-e023-458e-b355-052b620d539f None None] Provisioning complete for port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:35.302425 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-080c35da-e023-458e-b355-052b620d539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.311938 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73f4708d-1aad-42eb-8cea-8246acf32a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.327397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4942b9a0-c2fb-45b3-99e4-1a940da19368 req-87989ba5-54e5-4e33-80d9-d8e379ba380f tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3653cf99358f4174972b152da4a29dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596468 Nov 23 17:48:35.329588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73f4708d-1aad-42eb-8cea-8246acf32a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.413304 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:32Z', 'revision_number': 3, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:35.414502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-080c35da-e023-458e-b355-052b620d539f None None] Port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:35.430754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-73f4708d-1aad-42eb-8cea-8246acf32a53 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0848affafc34b3b82c1ce0c1edfb799&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3027024 Nov 23 17:48:35.433867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34920) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:35.435064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4708d-1aad-42eb-8cea-8246acf32a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0058466-a226-430d-bede-2634109b0d19,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:35.472295 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797536fb-257b-4be6-80e4-4d5976e1f5e4 None None] The sync data for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 is: [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:32Z', 'revision_number': 3, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:35.576212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b306a193-1933-4ab6-8e1d-eaf826fb8985 req-4762087f-7ea0-47f2-aca1-ae6766fafa13 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 210 time: 0.0711870 Nov 23 17:48:35.691899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4a0a1669-3c09-4bc2-b9e5-105454b104e0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:35.763578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-84e8f029-6a7c-4575-9af6-1a32212ab805 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=fe970a875db64bb784cd8c80e5fe07ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291746 Nov 23 17:48:35.775420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-199b78a0-4b63-47d0-94ef-a61b926b8488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.801983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.802101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:35.802362 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.824715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-199b78a0-4b63-47d0-94ef-a61b926b8488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.906150 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71a226d3-45b9-47ef-b13c-2398581ef0ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.919416 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-199b78a0-4b63-47d0-94ef-a61b926b8488 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e1e75bacf0b54bbc9f10812be11a9131&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8138745 Nov 23 17:48:35.920113 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.920798 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.923032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34954) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:36.011614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28a28-754d-4960-8855-ae12a9193435 req-5f77f687-72ef-462e-984c-d005538ed040 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.021790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-5f77f687-72ef-462e-984c-d005538ed040 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569327 Nov 23 17:48:36.052149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-152ea36e-5a15-432a-941a-02523cf430bc tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/quotas/fe970a875db64bb784cd8c80e5fe07ed HTTP/1.1" status: 200 len: 375 time: 0.0284853 Nov 23 17:48:36.070849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0acf09a2-ff00-4748-9dab-e61275c63280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.107909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-f4741e43-1a94-4263-8599-457586ce8406 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe970a875db64bb784cd8c80e5fe07ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534780 Nov 23 17:48:36.152228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0acf09a2-ff00-4748-9dab-e61275c63280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.153777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-583c2f86-48f6-4a66-ae6c-929d3e8fd2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.165695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b78a0-4b63-47d0-94ef-a61b926b8488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c4645a-a005-4b36-b298-fda8c2d91713,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:36.214117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:36.220713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-583c2f86-48f6-4a66-ae6c-929d3e8fd2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.237152 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0acf09a2-ff00-4748-9dab-e61275c63280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.244093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0acf09a2-ff00-4748-9dab-e61275c63280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.248461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0acf09a2-ff00-4748-9dab-e61275c63280 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/72c4645a-a005-4b36-b298-fda8c2d91713 HTTP/1.1" status: 204 len: 168 time: 0.3214002 Nov 23 17:48:36.257267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf09a2-ff00-4748-9dab-e61275c63280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c4645a-a005-4b36-b298-fda8c2d91713,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:36.425093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68040131-a91e-4572-9e59-853a808e948f req-7c7b249c-0247-451a-9566-227641e6a425 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 210 time: 0.0777106 Nov 23 17:48:36.437302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:36.454446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:36.499863 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71a226d3-45b9-47ef-b13c-2398581ef0ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.521696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71a226d3-45b9-47ef-b13c-2398581ef0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.598616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-583c2f86-48f6-4a66-ae6c-929d3e8fd2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.601617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-583c2f86-48f6-4a66-ae6c-929d3e8fd2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.607965 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-583c2f86-48f6-4a66-ae6c-929d3e8fd2e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0058466-a226-430d-bede-2634109b0d19 HTTP/1.1" status: 204 len: 168 time: 1.0699992 Nov 23 17:48:36.645275 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-71a226d3-45b9-47ef-b13c-2398581ef0ec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e93a8e8db054b2d9ea59b82123e3dbb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5668857 Nov 23 17:48:36.647896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34994) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:36.787165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a226d3-45b9-47ef-b13c-2398581ef0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d98581-020e-45c0-957a-c8d524f938d8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:36.822567 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-99bfed0b-2a72-46ef-a168-e264d63d309f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.863656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c2f86-48f6-4a66-ae6c-929d3e8fd2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0058466-a226-430d-bede-2634109b0d19,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:36.889940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35008) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:36.916387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1a7b1b3-d1c7-4728-a1c4-69fb196f8497 req-f2d82d31-160d-4588-97a9-d9d786312b95 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=3653cf99358f4174972b152da4a29dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951464 Nov 23 17:48:36.931877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Router 61c5d4d5-bf86-489b-a151-4f573671097e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:48:36.943368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec1345b4-89b2-4b43-b5a6-308113c8c11d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.971241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-bb5224bd-e536-46ee-8677-ae68907ad4bc None None] Provisioning complete for port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:36.980532 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bb5224bd-e536-46ee-8677-ae68907ad4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.065537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bb5224bd-e536-46ee-8677-ae68907ad4bc None None] Port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:37.225798 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-99bfed0b-2a72-46ef-a168-e264d63d309f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.286639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8551bf3a-c140-4ae1-8b35-41a35c033be9 req-35f29cc8-03c1-4046-aaa9-cbd266a5a713 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 210 time: 0.0928319 Nov 23 17:48:37.296159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:37.306538 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-39718634-a434-4be0-b1cb-0d59841535b2 admin admin] 10.222.0.74 "PUT /v2.0/routers/61c5d4d5-bf86-489b-a151-4f573671097e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2068186 Nov 23 17:48:37.364920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b1b3-d1c7-4728-a1c4-69fb196f8497 req-bdace873-c2c3-4a19-bebc-dfd838c751c6 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.366426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1a7b1b3-d1c7-4728-a1c4-69fb196f8497 req-bdace873-c2c3-4a19-bebc-dfd838c751c6 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4491987 Nov 23 17:48:37.374645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec1345b4-89b2-4b43-b5a6-308113c8c11d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.384302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec1345b4-89b2-4b43-b5a6-308113c8c11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.393482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1a7b1b3-d1c7-4728-a1c4-69fb196f8497 req-fb651b09-6671-481e-9e68-607328cb8e60 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/quotas/3653cf99358f4174972b152da4a29dae HTTP/1.1" status: 200 len: 375 time: 0.0193532 Nov 23 17:48:37.437547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1a7b1b3-d1c7-4728-a1c4-69fb196f8497 req-b4274693-58ed-4651-9594-734bd530d975 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3653cf99358f4174972b152da4a29dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430739 Nov 23 17:48:37.449941 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-99bfed0b-2a72-46ef-a168-e264d63d309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.455437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-99bfed0b-2a72-46ef-a168-e264d63d309f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.457868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-99bfed0b-2a72-46ef-a168-e264d63d309f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b5d98581-020e-45c0-957a-c8d524f938d8 HTTP/1.1" status: 204 len: 168 time: 0.8076651 Nov 23 17:48:37.479744 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ec1345b4-89b2-4b43-b5a6-308113c8c11d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be44782a83d142e882ba1ac81990a781&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5882626 Nov 23 17:48:37.481309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35034) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:37.484864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1345b4-89b2-4b43-b5a6-308113c8c11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b7a2ee-0626-4c32-b262-14742bd53722,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:37.485356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfed0b-2a72-46ef-a168-e264d63d309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d98581-020e-45c0-957a-c8d524f938d8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:37.600983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83f1601c-4018-42d5-a486-6cc19de26a39 req-0bc563d5-1b39-4c9d-9262-b5860a1f13c7 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 210 time: 0.0753770 Nov 23 17:48:37.633063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab66d1d3-8568-4291-b3e6-9eccb8d1a587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.664351 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab66d1d3-8568-4291-b3e6-9eccb8d1a587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.685105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.72', 50219) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:37.781892 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab66d1d3-8568-4291-b3e6-9eccb8d1a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.791263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab66d1d3-8568-4291-b3e6-9eccb8d1a587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.795827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ab66d1d3-8568-4291-b3e6-9eccb8d1a587 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/96b7a2ee-0626-4c32-b262-14742bd53722 HTTP/1.1" status: 204 len: 168 time: 0.3005188 Nov 23 17:48:37.805204 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-193ace73-b863-44da-9fb1-c4db0d5f3649 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142097 Nov 23 17:48:37.827075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66d1d3-8568-4291-b3e6-9eccb8d1a587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b7a2ee-0626-4c32-b262-14742bd53722,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:38.029932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device beaf2acc-e860-4616-b8b7-9abb11a71451 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:38.085197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-7a615622-0f09-476a-bf0b-7ddce757ab52 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:38.087302 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-7a615622-0f09-476a-bf0b-7ddce757ab52 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722228 Nov 23 17:48:38.125493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port beaf2acc-e860-4616-b8b7-9abb11a71451 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:38.125899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.169605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Sync routers for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:38.184124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Request body: {'port': {'device_id': '640df75a-d9c9-4b7f-ba60-c2cdb06e353a', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': 'caf6c768ed2e4180bfaf0763747b85ff'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:38.188237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:38.188859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:48:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:38.315870 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.357136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port beaf2acc-e860-4616-b8b7-9abb11a71451, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=beaf2acc-e860-4616-b8b7-9abb11a71451,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:38.363499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:38.367407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.515628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Made reservation on behalf of caf6c768ed2e4180bfaf0763747b85ff for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:38.519544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.531999 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.540660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-060eee53-aacf-40cf-860d-1156fb46a390 req-a83b993c-1bbb-4a9c-a7cc-5a54a2c5cb75 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 210 time: 0.0561986 Nov 23 17:48:38.547915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=beaf2acc-e860-4616-b8b7-9abb11a71451,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:38.558052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35074) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:38.571242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba849f8a-d42a-409a-b4c2-66ac940ee964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.769180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.777816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.791524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ac4196d-6d02-4a0d-b0ab-c1529b27d549 req-6c2af1e2-85a5-4d84-9e9c-fa45ca5e3a8f tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 210 time: 0.0378861 Nov 23 17:48:38.819746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba849f8a-d42a-409a-b4c2-66ac940ee964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.830334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba849f8a-d42a-409a-b4c2-66ac940ee964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.839118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 2, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:38.904228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Checking router: 61c5d4d5-bf86-489b-a151-4f573671097e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:38.904600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Updating router 61c5d4d5-bf86-489b-a151-4f573671097e port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:48:38.916144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.72', 50223) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:38.944395 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.977389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:38.983897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba849f8a-d42a-409a-b4c2-66ac940ee964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f8b28-4ef5-478a-8cb3-e18d01cbb333,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:38.994109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-222eb39f-95a6-4f98-9d3e-340158ca25bf tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fe970a875db64bb784cd8c80e5fe07ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766807 Nov 23 17:48:39.005617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ba849f8a-d42a-409a-b4c2-66ac940ee964 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a24220b25d6644f39a4782a06817c197&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4464200 Nov 23 17:48:39.009931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35106) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:39.189267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Allocated IP 192.168.233.22 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/5393db41-66ed-4506-8588-94c9ebfc0057) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:39.190632 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ede32fe6-5d5d-4b71-860f-9e0366859c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.218334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28a28-754d-4960-8855-ae12a9193435 req-ca798b23-be6e-4f85-a85f-64dd0564a64f tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:39.220088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-ca798b23-be6e-4f85-a85f-64dd0564a64f tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122266 Nov 23 17:48:39.234065 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ede32fe6-5d5d-4b71-860f-9e0366859c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.246732 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Request body: {'port': {'device_id': 'f4745db9-b8ec-4a63-a8d2-963df6acd507', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': 'fe970a875db64bb784cd8c80e5fe07ed'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:39.442340 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.476216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.486320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.499861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ede32fe6-5d5d-4b71-860f-9e0366859c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.503949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ede32fe6-5d5d-4b71-860f-9e0366859c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.507930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ede32fe6-5d5d-4b71-860f-9e0366859c00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8a8f8b28-4ef5-478a-8cb3-e18d01cbb333 HTTP/1.1" status: 204 len: 168 time: 0.4910209 Nov 23 17:48:39.508074 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.523634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede32fe6-5d5d-4b71-860f-9e0366859c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f8b28-4ef5-478a-8cb3-e18d01cbb333,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:39.547491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:39.551041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Made reservation on behalf of fe970a875db64bb784cd8c80e5fe07ed for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:39.558359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.576651 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.591361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:39.601701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:39.607932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:39.608570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.711666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.725325 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5463784 Nov 23 17:48:39.730555 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.791559 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-60b34b17-3a3a-48f3-9eb6-bca98afc6220 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:48:39.792753 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-60b34b17-3a3a-48f3-9eb6-bca98afc6220 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487120 Nov 23 17:48:39.844717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35130) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:39.852754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-network', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:39.892775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f76cf-79fc-4be8-83ef-c69e241b2934 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Pushing event updated for resources: {'Port': ['ID=5393db41-66ed-4506-8588-94c9ebfc0057,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:39.943785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Made reservation on behalf of 5ed6c6f5d17f4fcf81c38b2ee0ebee24 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:39.947778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.963187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.984737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device beaf2acc-e860-4616-b8b7-9abb11a71451 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:39.987452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405b9e6-031b-4a56-81a8-550bd3971796 None None] Pushing event updated for resources: {'Port': ['ID=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:40.081189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081c6abf-4702-421f-8c31-0fe35e586747,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:40.107601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f56d-26ee-449f-a76a-721035c40f69 req-2b222ec8-ef15-40ce-b98d-1508de1526b6 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:40.109673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01f6f56d-26ee-449f-a76a-721035c40f69 req-2b222ec8-ef15-40ce-b98d-1508de1526b6 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 935 time: 0.2067847 Nov 23 17:48:40.177358 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.184885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.247844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3074a4c2-60a4-4775-ba30-ade28e846f79 None None] Provisioning complete for port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:40.256478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871f613a-a0a6-48eb-8149-c3799ee2330e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:40.260185 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3074a4c2-60a4-4775-ba30-ade28e846f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.279018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01f6f56d-26ee-449f-a76a-721035c40f69 req-fb4bf7cf-0971-4409-ac4c-dde5f2f9a1a6 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575730 Nov 23 17:48:40.281772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:48:40.319025 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.319474 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Added segment df960643-6e48-4bde-91e6-aa84545e34e1 of type vlan for network 20dca4a5-d537-4a18-8877-00b73c19122c Nov 23 17:48:40.359408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Attempting to bind port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:40.361809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Attempting to bind port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:40.362339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Attempting to bind port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 on network 66c6e7c6-cfc0-43dd-a817-5db419986990 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:40.376850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:40.377523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Checking segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:40.378081 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.378621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Bound using segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:40.379420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Bound port: eaa5f5a0-51ee-46a9-92eb-2d26e96fee84, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:40.379992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.393593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Allocated IP 192.168.233.106 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/a7cfe5f3-ea6e-467d-9429-71954e74523b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:40.396754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.484991 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.486367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:40.487152 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.529651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57eccbc0-9511-492d-b8b2-6d601e00dc6b req-b6c12467-ff6a-4495-b356-2daf4ac92fe4 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 210 time: 0.0908675 Nov 23 17:48:40.545705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] For port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:40.584552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] For port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:40.593996 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7480190 Nov 23 17:48:40.596454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3074a4c2-60a4-4775-ba30-ade28e846f79 None None] Port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:40.603176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35140) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:40.612469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.620478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Request body: {'subnet': {'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-subnet', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:40.628272 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:48:40.730491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb4739-bdbb-4e84-839b-c011454fad78 admin admin] Pushing event updated for resources: {'Network': ['ID=20dca4a5-d537-4a18-8877-00b73c19122c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:40.733275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Made reservation on behalf of 5ed6c6f5d17f4fcf81c38b2ee0ebee24 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:40.738846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.766383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405b9e6-031b-4a56-81a8-550bd3971796 None None] Pushing event updated for resources: {'Port': ['ID=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:40.792912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 20dca4a5-d537-4a18-8877-00b73c19122c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:48:40.852942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port beaf2acc-e860-4616-b8b7-9abb11a71451 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:40.855340 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.866348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-457283d4-b4de-4c6c-bdb5-f0ccb96b0c2b None None] Provisioning complete for port 5393db41-66ed-4506-8588-94c9ebfc0057 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:40.867354 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-457283d4-b4de-4c6c-bdb5-f0ccb96b0c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.871873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.928789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-457283d4-b4de-4c6c-bdb5-f0ccb96b0c2b None None] Port 5393db41-66ed-4506-8588-94c9ebfc0057 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:40.975864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Request body: {'port': {'device_id': '640df75a-d9c9-4b7f-ba60-c2cdb06e353a', 'device_owner': 'compute:tempest-test_az-1359491048', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:41.023158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:41.173911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:41.208207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:41.218836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Pushing event updated for resources: {'Port': ['ID=a7cfe5f3-ea6e-467d-9429-71954e74523b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:41.234801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:41.240908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:41.251356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:41.252321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:41.287515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-46278399-d98f-49d6-a462-9ace7621f160 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0511613 Nov 23 17:48:41.307729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:41.364974 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b178-16b9-4a51-b905-a0e950223082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:41.388601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:41.389457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:48:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:41.545225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Request body: {'port': {'device_id': 'f4745db9-b8ec-4a63-a8d2-963df6acd507', 'device_owner': 'compute:tempest-test_az-1359491048', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:41.558879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9378f91e-587d-4ce7-8729-056bc60a094a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:41.807732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c0e07bc9-00e0-4e66-99b2-58773bbed5d1 None None] Provisioning complete for port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:41.812681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c0e07bc9-00e0-4e66-99b2-58773bbed5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:41.982761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9809023-0b30-422e-9ba6-09a0b1825d6a req-1496c7f0-fc29-46fa-916c-a7fb5e85ba14 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:41.985296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9809023-0b30-422e-9ba6-09a0b1825d6a req-1496c7f0-fc29-46fa-916c-a7fb5e85ba14 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 936 time: 0.1617491 Nov 23 17:48:42.006067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01f180-9d42-44bc-ada5-9ac2064d1ba4 req-da78b80f-b1e0-4d00-84fd-eee2c736b20b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:42.021601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e01f180-9d42-44bc-ada5-9ac2064d1ba4 req-da78b80f-b1e0-4d00-84fd-eee2c736b20b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 935 time: 0.4636509 Nov 23 17:48:42.121322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e01f180-9d42-44bc-ada5-9ac2064d1ba4 req-12359404-f523-436d-8277-e515ac0bb258 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969265 Nov 23 17:48:42.122526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:42.154678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.228177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Checking segment: {'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:42.229159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Network hostable DHCP agents. Network: 20dca4a5-d537-4a18-8877-00b73c19122c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:48:42.249440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5393db41-66ed-4506-8588-94c9ebfc0057 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:42.282369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.372785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Transition to ACTIVE for port object 5393db41-66ed-4506-8588-94c9ebfc0057 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:48:42.379847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.458641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9809023-0b30-422e-9ba6-09a0b1825d6a req-075a63f9-48b9-4541-86f7-7ced96054804 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635060 Nov 23 17:48:42.516492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e40a78bf-bc31-41c1-bd8d-90a0024ef4a2 req-a2eb2c5d-81db-46e8-9972-d3ffed48d934 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=3653cf99358f4174972b152da4a29dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1237025 Nov 23 17:48:42.548142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Network 20dca4a5-d537-4a18-8877-00b73c19122c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:48:42.648809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c0e07bc9-00e0-4e66-99b2-58773bbed5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.658583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 20dca4a5-d537-4a18-8877-00b73c19122c) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:42.676293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:42.676992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.682226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a3a12-b657-4d79-9bd0-d8c5c25f914f None None] Network 20dca4a5-d537-4a18-8877-00b73c19122c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:42.834570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c0e07bc9-00e0-4e66-99b2-58773bbed5d1 None None] For port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:42.849135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Pushing event updated for resources: {'Port': ['ID=5393db41-66ed-4506-8588-94c9ebfc0057,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:42.865082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c0e07bc9-00e0-4e66-99b2-58773bbed5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.022042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7dc5df65-62fc-4a62-8711-364514730f5a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4135811 Nov 23 17:48:43.036992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35206) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:43.051154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Attempting to bind port 5393db41-66ed-4506-8588-94c9ebfc0057 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:43.051605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Attempting to bind port 5393db41-66ed-4506-8588-94c9ebfc0057 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:43.053199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Attempting to bind port 5393db41-66ed-4506-8588-94c9ebfc0057 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:43.059691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:43.065135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Port 5393db41-66ed-4506-8588-94c9ebfc0057 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:48:43.069723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Attempting to bind port 5393db41-66ed-4506-8588-94c9ebfc0057 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:43.089701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:43.090076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:43.097059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:43.097548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Bound port: 5393db41-66ed-4506-8588-94c9ebfc0057, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:43.107772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.157141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2da4cb3b-5a3e-439c-ba71-5c294e4d8a24 None None] Provisioning complete for port a7cfe5f3-ea6e-467d-9429-71954e74523b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:43.157990 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2da4cb3b-5a3e-439c-ba71-5c294e4d8a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.181822 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.182917 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.276484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] For port 5393db41-66ed-4506-8588-94c9ebfc0057, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:43.293692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] For port 5393db41-66ed-4506-8588-94c9ebfc0057, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5393db41-66ed-4506-8588-94c9ebfc0057,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:43.305543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.379177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:43.380682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.382781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] 10.222.0.72 "PUT /v2.0/ports/5393db41-66ed-4506-8588-94c9ebfc0057 HTTP/1.1" status: 200 len: 1117 time: 2.7510130 Nov 23 17:48:43.384126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640df75a-d9c9-4b7f-ba60-c2cdb06e353a', 'tag': '5393db41-66ed-4506-8588-94c9ebfc0057'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:43.389474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2da4cb3b-5a3e-439c-ba71-5c294e4d8a24 None None] Port a7cfe5f3-ea6e-467d-9429-71954e74523b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:43.427973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-20dca4a5-d537-4a18-8877-00b73c19122c', 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'fixed_ips': [{'subnet_id': '9378f91e-587d-4ce7-8729-056bc60a094a'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:48:43.429679 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.456766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a78bf-bc31-41c1-bd8d-90a0024ef4a2 req-bbca0a63-3f35-47cb-97f7-53bc304be069 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:43.468750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e40a78bf-bc31-41c1-bd8d-90a0024ef4a2 req-bbca0a63-3f35-47cb-97f7-53bc304be069 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9501901 Nov 23 17:48:43.481023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07bc9-00e0-4e66-99b2-58773bbed5d1 None None] Pushing event updated for resources: {'Port': ['ID=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:43.486015 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-032064fc-eb93-4f58-8b10-999dfdcf2e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.674946 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.689469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e40a78bf-bc31-41c1-bd8d-90a0024ef4a2 req-2df848c9-3e9f-4f14-8551-963ebf953cdb tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/quotas/3653cf99358f4174972b152da4a29dae HTTP/1.1" status: 200 len: 375 time: 0.2193007 Nov 23 17:48:43.701316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:40Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:43.802415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e40a78bf-bc31-41c1-bd8d-90a0024ef4a2 req-7bcce93f-529a-41db-a5d1-9cfb20f22180 tempest-QuotasAdminNegativeTest-759714224 tempest-QuotasAdminNegativeTest-759714224-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3653cf99358f4174972b152da4a29dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104107 Nov 23 17:48:43.825649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e790e-76fb-4b67-9288-8aa9d2e7561a req-3fdf1c93-ae7d-4338-85ec-9be8aac1cfd2 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:43.840082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-736e790e-76fb-4b67-9288-8aa9d2e7561a req-3fdf1c93-ae7d-4338-85ec-9be8aac1cfd2 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 969 time: 0.6000314 Nov 23 17:48:43.863597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd5965b-6105-4a13-bfd0-63104ae19c3e None None] The sync data for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 is: [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:40Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:43.900545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20442e58-1ede-47a9-ab79-477bf15fb120 service neutron] Pushing event updated for resources: {'Port': ['ID=5393db41-66ed-4506-8588-94c9ebfc0057,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:44.012311 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-10c15d32-0174-409a-bd3f-a0ba1d894679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:44.016254 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-10c15d32-0174-409a-bd3f-a0ba1d894679 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 1120 time: 0.4232175 Nov 23 17:48:44.111634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Allocated IP 172.20.0.2 (20dca4a5-d537-4a18-8877-00b73c19122c/9378f91e-587d-4ce7-8729-056bc60a094a/cf1a29cf-eca5-404b-8ae3-385d72977f7b) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:44.118063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cfe5f3-ea6e-467d-9429-71954e74523b {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:44.203851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.207712 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-36e3a437-902a-4da4-9caa-6e351bf325a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5393db41-66ed-4506-8588-94c9ebfc0057 HTTP/1.1" status: 200 len: 217 time: 0.1785078 Nov 23 17:48:44.261569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.277129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Transition to ACTIVE for port object a7cfe5f3-ea6e-467d-9429-71954e74523b will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:48:44.295803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-736e790e-76fb-4b67-9288-8aa9d2e7561a req-211a38a7-703e-4a30-beb6-46bc5980ce71 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543686 Nov 23 17:48:44.297752 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.346461 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a22685e-3a17-4807-aff3-1a8a9ef919fb" -d '{"events": [{"name": "network-changed", "server_uuid": "640df75a-d9c9-4b7f-ba60-c2cdb06e353a", "tag": "5393db41-66ed-4506-8588-94c9ebfc0057"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:44.355705 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.367144 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.405510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Network 20dca4a5-d537-4a18-8877-00b73c19122c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:44.408730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:44.412384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:44.415344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-ecd1582c-0fcf-4ebd-a160-a2feb912224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:44.420631 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-ecd1582c-0fcf-4ebd-a160-a2feb912224b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1954830 Nov 23 17:48:44.594735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Attempting to bind port cf1a29cf-eca5-404b-8ae3-385d72977f7b on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:44.595235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Attempting to bind port cf1a29cf-eca5-404b-8ae3-385d72977f7b by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:44.595606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Attempting to bind port cf1a29cf-eca5-404b-8ae3-385d72977f7b on network 20dca4a5-d537-4a18-8877-00b73c19122c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:44.614703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Pushing event updated for resources: {'Port': ['ID=cf1a29cf-eca5-404b-8ae3-385d72977f7b,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:44.626702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:44.700985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:44.701403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Checking segment: {'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:44.701762 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.702167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Bound using segment: {'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:44.702665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Bound port: cf1a29cf-eca5-404b-8ae3-385d72977f7b, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:44.709030 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.756646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-7bca78d1-5bc0-4c16-96b6-e6d7ae42d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:44.763407 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-7bca78d1-5bc0-4c16-96b6-e6d7ae42d0c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3198488 Nov 23 17:48:44.785611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Pushing event updated for resources: {'Port': ['ID=a7cfe5f3-ea6e-467d-9429-71954e74523b,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:44.986335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Attempting to bind port a7cfe5f3-ea6e-467d-9429-71954e74523b on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:44.987785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Attempting to bind port a7cfe5f3-ea6e-467d-9429-71954e74523b by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:44.988765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Attempting to bind port a7cfe5f3-ea6e-467d-9429-71954e74523b on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:45.012854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:45.013885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.033196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-3f7c2325-01f7-4d20-a43e-fe40d43562e9 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563024 Nov 23 17:48:45.090127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Port a7cfe5f3-ea6e-467d-9429-71954e74523b on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:48:45.090569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Attempting to bind port a7cfe5f3-ea6e-467d-9429-71954e74523b on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:45.123871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:45.124606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:45.125387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:45.125637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Bound port: a7cfe5f3-ea6e-467d-9429-71954e74523b, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:45.126189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.141949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ebce1-e346-4d12-b784-7a33f8551010 req-f1b897de-f326-4994-9a60-d4fb12ff4d28 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:45.151914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-273ebce1-e346-4d12-b784-7a33f8551010 req-f1b897de-f326-4994-9a60-d4fb12ff4d28 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 970 time: 0.6688335 Nov 23 17:48:45.153696 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.196669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] For port cf1a29cf-eca5-404b-8ae3-385d72977f7b, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:45.209070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] For port cf1a29cf-eca5-404b-8ae3-385d72977f7b, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cf1a29cf-eca5-404b-8ae3-385d72977f7b,segment=NetworkSegment(df960643-6e48-4bde-91e6-aa84545e34e1),segment_id=df960643-6e48-4bde-91e6-aa84545e34e1)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:45.217797 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.294037 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98661b54-3ec7-43c6-8014-78a4c0b00129 req-260aadfd-4125-44e0-a3fb-527a8a03d777 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969523 Nov 23 17:48:45.392958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8c82f-d6be-49f4-9fa0-1fb91bff1a10 None None] Pushing event updated for resources: {'Port': ['ID=cf1a29cf-eca5-404b-8ae3-385d72977f7b,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:45.495894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] For port a7cfe5f3-ea6e-467d-9429-71954e74523b, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:45.534590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] For port a7cfe5f3-ea6e-467d-9429-71954e74523b, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a7cfe5f3-ea6e-467d-9429-71954e74523b,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:45.564590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-273ebce1-e346-4d12-b784-7a33f8551010 req-fe31d060-34ed-4a31-98c2-d35615b31b1e tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078848 Nov 23 17:48:45.572870 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.781057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Pushing event updated for resources: {'Port': ['ID=a7cfe5f3-ea6e-467d-9429-71954e74523b,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:45.784803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:45.785432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.787465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-dbca6acb-f5b7-452a-ab17-2afa62b5090a service neutron] 10.222.0.72 "PUT /v2.0/ports/a7cfe5f3-ea6e-467d-9429-71954e74523b HTTP/1.1" status: 200 len: 1118 time: 4.4359150 Nov 23 17:48:45.791148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4745db9-b8ec-4a63-a8d2-963df6acd507', 'tag': 'a7cfe5f3-ea6e-467d-9429-71954e74523b'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:45.926852 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7536fa9-9160-46d4-96c3-181addea9028 x-openstack-request-id: req-e7536fa9-9160-46d4-96c3-181addea9028 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:45.927358 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640df75a-d9c9-4b7f-ba60-c2cdb06e353a", "tag": "5393db41-66ed-4506-8588-94c9ebfc0057", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:45.927452 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e7536fa9-9160-46d4-96c3-181addea9028 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:45.928022 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640df75a-d9c9-4b7f-ba60-c2cdb06e353a', 'tag': '5393db41-66ed-4506-8588-94c9ebfc0057', 'status': 'completed', 'code': 200} Nov 23 17:48:45.968916 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:46.322391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:46.373224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-ab25f5c4-5433-4080-9cc3-6e98e1602eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:46.376892 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-ab25f5c4-5433-4080-9cc3-6e98e1602eef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 1120 time: 0.0930002 Nov 23 17:48:46.381796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:46.388845 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01da92b-4cd8-45db-b89e-47fa0209b844" -d '{"events": [{"name": "network-changed", "server_uuid": "f4745db9-b8ec-4a63-a8d2-963df6acd507", "tag": "a7cfe5f3-ea6e-467d-9429-71954e74523b"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:46.643266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cf1a29cf-eca5-404b-8ae3-385d72977f7b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:46.671770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28a28-754d-4960-8855-ae12a9193435 req-c178f3b9-0433-480b-b39a-838170272a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:46.675430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-c178f3b9-0433-480b-b39a-838170272a80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe970a875db64bb784cd8c80e5fe07ed&device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 1121 time: 0.2833252 Nov 23 17:48:46.715373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f784-7c05-461a-af24-98c7ca494cdd req-e412173d-4c5a-4f81-aa8e-97c067462c86 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:46.716915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d115f784-7c05-461a-af24-98c7ca494cdd req-e412173d-4c5a-4f81-aa8e-97c067462c86 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 969 time: 0.3330369 Nov 23 17:48:46.832920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cf1a29cf-eca5-404b-8ae3-385d72977f7b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:46.833314 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:46.856995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35302) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:46.980610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.046097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-20ebbf2f-b655-4991-8568-5038f0b6c6d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a7cfe5f3-ea6e-467d-9429-71954e74523b HTTP/1.1" status: 200 len: 217 time: 0.3225961 Nov 23 17:48:47.063526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port cf1a29cf-eca5-404b-8ae3-385d72977f7b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cf1a29cf-eca5-404b-8ae3-385d72977f7b,segment=NetworkSegment(df960643-6e48-4bde-91e6-aa84545e34e1),segment_id=df960643-6e48-4bde-91e6-aa84545e34e1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:47.076382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-e1cd78ef-1d0d-47c8-8a84-51790e0ace49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:47.077867 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-e1cd78ef-1d0d-47c8-8a84-51790e0ace49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.4412539 Nov 23 17:48:47.082570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.165008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=cf1a29cf-eca5-404b-8ae3-385d72977f7b,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:47.177123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Allocated IP 172.25.0.62 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:47.234275 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-8a5b1e5c-e9af-4feb-bcaa-6f4a5bc39bc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5393db41-66ed-4506-8588-94c9ebfc0057 HTTP/1.1" status: 200 len: 217 time: 0.0867767 Nov 23 17:48:47.329587 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7899d4-393f-4c43-ad2c-48a638f9d936 x-openstack-request-id: req-aa7899d4-393f-4c43-ad2c-48a638f9d936 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:47.329932 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4745db9-b8ec-4a63-a8d2-963df6acd507", "tag": "a7cfe5f3-ea6e-467d-9429-71954e74523b", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:47.330423 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aa7899d4-393f-4c43-ad2c-48a638f9d936 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:47.331006 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4745db9-b8ec-4a63-a8d2-963df6acd507', 'tag': 'a7cfe5f3-ea6e-467d-9429-71954e74523b', 'status': 'completed', 'code': 200} Nov 23 17:48:47.397904 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43804ca2-7bcf-44a6-8129-78e6bc820b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.407572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9effb-d58e-479d-a37e-845c43b7b241 None None] Network 20dca4a5-d537-4a18-8877-00b73c19122c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:47.454557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d115f784-7c05-461a-af24-98c7ca494cdd req-846b0ad4-4e35-4f66-bc26-44ba85d07723 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096796 Nov 23 17:48:47.459275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28a28-754d-4960-8855-ae12a9193435 req-f8b8e71a-3759-452a-8a1c-87d79e1009c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:47.460550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-f8b8e71a-3759-452a-8a1c-87d79e1009c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.2229531 Nov 23 17:48:47.537401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.606371 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43804ca2-7bcf-44a6-8129-78e6bc820b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.610335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d25b4973-40a4-4d01-a62b-9613e7abe99f None None] Provisioning complete for port cf1a29cf-eca5-404b-8ae3-385d72977f7b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:47.611025 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d25b4973-40a4-4d01-a62b-9613e7abe99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.631675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43804ca2-7bcf-44a6-8129-78e6bc820b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.710143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.852230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-43804ca2-7bcf-44a6-8129-78e6bc820b7d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3653cf99358f4174972b152da4a29dae&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9895711 Nov 23 17:48:47.854910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35320) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:47.858135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43804ca2-7bcf-44a6-8129-78e6bc820b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5b93bc-c28f-4482-9ad3-58d5e4cb3cba,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:47.879806 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.899170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660da5b-ccdd-4039-bfea-08d893613020 req-6e8d1002-9b3d-4b97-9696-38bd362153e0 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:47.901523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8660da5b-ccdd-4039-bfea-08d893613020 req-6e8d1002-9b3d-4b97-9696-38bd362153e0 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 970 time: 0.2409651 Nov 23 17:48:47.951292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:47.983558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:47.986894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:47.999814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4beeb90-824a-4ca1-bcaa-a1dd87979200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.052518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4beeb90-824a-4ca1-bcaa-a1dd87979200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.140851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Pushing event updated for resources: {'Port': ['ID=7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:48.165921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4beeb90-824a-4ca1-bcaa-a1dd87979200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.169568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4beeb90-824a-4ca1-bcaa-a1dd87979200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.173626 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4beeb90-824a-4ca1-bcaa-a1dd87979200 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d5b93bc-c28f-4482-9ad3-58d5e4cb3cba HTTP/1.1" status: 204 len: 168 time: 0.3150904 Nov 23 17:48:48.200420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4beeb90-824a-4ca1-bcaa-a1dd87979200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5b93bc-c28f-4482-9ad3-58d5e4cb3cba,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:48.226602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8660da5b-ccdd-4039-bfea-08d893613020 req-4ddfa3c9-8f96-4113-b637-45da099c7377 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988055 Nov 23 17:48:48.313076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0d1b4150-83f1-4ed7-bb8a-18a3c810ce70 None None] Provisioning complete for port cf1a29cf-eca5-404b-8ae3-385d72977f7b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:48.314297 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4150-83f1-4ed7-bb8a-18a3c810ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.590084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.656224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cf1a29cf-eca5-404b-8ae3-385d72977f7b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:48.723362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:48.835252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998921a9-ee1b-41fa-8082-2cab05e7ca3f req-0509fd42-a3e5-4be5-9b81-6ac98a94d96c tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:48.837167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998921a9-ee1b-41fa-8082-2cab05e7ca3f req-0509fd42-a3e5-4be5-9b81-6ac98a94d96c tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 969 time: 0.1598003 Nov 23 17:48:48.897518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cf1a29cf-eca5-404b-8ae3-385d72977f7b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:48.898139 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.995611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998921a9-ee1b-41fa-8082-2cab05e7ca3f req-597425dc-9f7d-466f-87cc-ab556d61d0ea tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475098 Nov 23 17:48:49.071552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35378) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:49.095944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ffb7d8e5-43f1-4bff-bdff-24dcbe757b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.232902 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.237129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ffb7d8e5-43f1-4bff-bdff-24dcbe757b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.245177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ffb7d8e5-43f1-4bff-bdff-24dcbe757b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.287655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.297739 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ffb7d8e5-43f1-4bff-bdff-24dcbe757b15 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2e89f3a8ea4a4009a0cb8d188be4d479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242591 Nov 23 17:48:49.298934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7d8e5-43f1-4bff-bdff-24dcbe757b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df909578-0f62-4c12-ac94-93f17279ec01,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:49.314234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35382) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:49.364194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac1d3ef1-eb61-4e5a-9f22-ec8a30097181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.461078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35384) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:49.535223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-b7bfcbff-945f-4c1d-b010-81a38d755471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:49.537223 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-b7bfcbff-945f-4c1d-b010-81a38d755471 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0856047 Nov 23 17:48:49.647305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35390) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:49.668086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02414ea6-6816-4808-b318-4eb7d79e2e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.677155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32042bf-530a-4892-863d-f61adaee3c3a req-a21c6541-5d6c-40ef-bb4b-5e8d0a5e855d tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:49.679586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b32042bf-530a-4892-863d-f61adaee3c3a req-a21c6541-5d6c-40ef-bb4b-5e8d0a5e855d tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 970 time: 0.3082855 Nov 23 17:48:49.703208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02414ea6-6816-4808-b318-4eb7d79e2e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.716714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28a28-754d-4960-8855-ae12a9193435 req-75ffeee1-4692-4f3e-a954-b1ce9be7a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:49.719361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-75ffeee1-4692-4f3e-a954-b1ce9be7a07a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2118626 Nov 23 17:48:49.768224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:48:49.801953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8486925-91a5-4686-8302-3bb40250d284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.805100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02414ea6-6816-4808-b318-4eb7d79e2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.808888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02414ea6-6816-4808-b318-4eb7d79e2e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.810265 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-02414ea6-6816-4808-b318-4eb7d79e2e73 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df909578-0f62-4c12-ac94-93f17279ec01 HTTP/1.1" status: 204 len: 168 time: 0.4926329 Nov 23 17:48:49.818651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b32042bf-530a-4892-863d-f61adaee3c3a req-9c5fd2fc-f515-42a4-bc78-885d2996a5dd tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271691 Nov 23 17:48:49.833453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02414ea6-6816-4808-b318-4eb7d79e2e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df909578-0f62-4c12-ac94-93f17279ec01,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:49.837191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-2dd0a9c2-c857-4d06-a3ab-1c49b1e58930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:49.839091 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-2dd0a9c2-c857-4d06-a3ab-1c49b1e58930 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089095 Nov 23 17:48:49.841583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0a48-c07f-4df7-83c5-9d25408a5dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.063833 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-9c2a57b4-9e37-42c9-810c-3c10b4a28cb0 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598058 Nov 23 17:48:50.136719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac1d3ef1-eb61-4e5a-9f22-ec8a30097181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.192613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac1d3ef1-eb61-4e5a-9f22-ec8a30097181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.194469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.260450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d3ef1-eb61-4e5a-9f22-ec8a30097181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178dfc6d-0fef-406d-929f-4f1ee744f697,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:50.384675 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ac1d3ef1-eb61-4e5a-9f22-ec8a30097181 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eafab5c4de514d528e5948db022d41c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6597126 Nov 23 17:48:50.389690 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35408) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:50.405378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0a48-c07f-4df7-83c5-9d25408a5dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.460573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:50.463322 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a22685e-3a17-4807-aff3-1a8a9ef919fb req-ad4dfd21-a890-4ec0-ae65-c3c3fc406b0e service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440597 Nov 23 17:48:50.467395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0a48-c07f-4df7-83c5-9d25408a5dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.470090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-b34f9a7c-95be-4530-add6-5753e4c280c7 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085927 Nov 23 17:48:50.479276 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Sync routers for ids ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:50.494746 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Routers {'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:50.495464 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:48:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:50.501496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce0a48-c07f-4df7-83c5-9d25408a5dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11504de-86c3-4fa5-aa86-7fc51206bb76,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:50.521323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4d38-a6ff-4445-a16d-46aa1ac481bf req-666fe883-fc9f-4e42-9bbb-0c7770cf71aa tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:50.523197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5dac4d38-a6ff-4445-a16d-46aa1ac481bf req-666fe883-fc9f-4e42-9bbb-0c7770cf71aa tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 969 time: 0.2500122 Nov 23 17:48:50.526380 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bef4f205-cdc3-4ec6-8bf1-07cdf6b5dd31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.579309 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e9ce0a48-c07f-4df7-83c5-9d25408a5dc0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c4bcdf2afd94f48b19859fbd8c3a462&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1121736 Nov 23 17:48:50.580027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35410) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:50.582284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bef4f205-cdc3-4ec6-8bf1-07cdf6b5dd31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.602024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8486925-91a5-4686-8302-3bb40250d284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.614228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.615501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6ecd089b-6a5b-4f2b-a34a-022aef9d6d1a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.5646081 Nov 23 17:48:50.625881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35414) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:50.627958 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8486925-91a5-4686-8302-3bb40250d284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.788049 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Set router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:51.000660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30d563a4-0b09-45b5-9847-cfbd41083351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.047485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bef4f205-cdc3-4ec6-8bf1-07cdf6b5dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.051480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bef4f205-cdc3-4ec6-8bf1-07cdf6b5dd31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.055199 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bef4f205-cdc3-4ec6-8bf1-07cdf6b5dd31 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/178dfc6d-0fef-406d-929f-4f1ee744f697 HTTP/1.1" status: 204 len: 168 time: 0.6604898 Nov 23 17:48:51.060302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30d563a4-0b09-45b5-9847-cfbd41083351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.090861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4f205-cdc3-4ec6-8bf1-07cdf6b5dd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178dfc6d-0fef-406d-929f-4f1ee744f697,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:51.099073 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:48Z', 'revision_number': 3, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port': {'id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:46Z', 'updated_at': '2021-11-23T17:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:51.144728 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Checking router: dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:51.145645 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Updating router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:48:51.156391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30d563a4-0b09-45b5-9847-cfbd41083351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.159231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30d563a4-0b09-45b5-9847-cfbd41083351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.160615 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-30d563a4-0b09-45b5-9847-cfbd41083351 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d11504de-86c3-4fa5-aa86-7fc51206bb76 HTTP/1.1" status: 204 len: 168 time: 0.5622184 Nov 23 17:48:51.175783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d563a4-0b09-45b5-9847-cfbd41083351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11504de-86c3-4fa5-aa86-7fc51206bb76,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:51.215474 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.379145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8486925-91a5-4686-8302-3bb40250d284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62438b7-9f60-4124-abc0-9a389755a868,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:51.397628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b8486925-91a5-4686-8302-3bb40250d284 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c3f77fa9c1848578c681dc0fb7ced51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7438982 Nov 23 17:48:51.398862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35436) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:51.450163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5dac4d38-a6ff-4445-a16d-46aa1ac481bf req-22d8ab42-4202-44ee-be44-be6d78347f66 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8932762 Nov 23 17:48:51.500411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b9f32-d28c-45de-a953-2571ef36edea req-711067ff-dc25-4273-b2a8-419186ce2835 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:51.508545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-986b9f32-d28c-45de-a953-2571ef36edea req-711067ff-dc25-4273-b2a8-419186ce2835 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 970 time: 0.3094993 Nov 23 17:48:51.519867 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dd2c-6ea0-4c06-8fc1-b754cc41ffed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.547731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9b28a28-754d-4960-8855-ae12a9193435 req-fb78e3ae-642c-475a-ac53-63916fc02648 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0202820 Nov 23 17:48:51.570946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dd2c-6ea0-4c06-8fc1-b754cc41ffed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.677350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dd2c-6ea0-4c06-8fc1-b754cc41ffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.679574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-986b9f32-d28c-45de-a953-2571ef36edea req-15706e1b-9cd4-4526-9e10-ce86b4f44110 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693738 Nov 23 17:48:51.683166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dd2c-6ea0-4c06-8fc1-b754cc41ffed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.684576 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5ea6dd2c-6ea0-4c06-8fc1-b754cc41ffed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e62438b7-9f60-4124-abc0-9a389755a868 HTTP/1.1" status: 204 len: 168 time: 0.2855027 Nov 23 17:48:51.712981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6dd2c-6ea0-4c06-8fc1-b754cc41ffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62438b7-9f60-4124-abc0-9a389755a868,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:51.836768 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.848994 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.872122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-1a7c1a31-b150-4cda-a200-a9dab5d670c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:51.873673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-1a7c1a31-b150-4cda-a200-a9dab5d670c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe970a875db64bb784cd8c80e5fe07ed&device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 1121 time: 0.1048169 Nov 23 17:48:51.905847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.934184 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629e6c1-b05c-4124-aabb-eb3c42150169 None None] Pushing event updated for resources: {'Port': ['ID=7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:51.997766 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Attempting to bind port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:51.998159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Attempting to bind port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:51.999087 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Attempting to bind port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:52.006582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35446) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:52.008139 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:52.009725 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:52.010293 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.011034 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:52.011933 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Bound port: 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:52.012528 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.035751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93622bfc-2668-400a-9410-d2b0080c35d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.093333 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] For port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:52.097373 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] For port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:52.104734 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.135155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93622bfc-2668-400a-9410-d2b0080c35d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.143641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93622bfc-2668-400a-9410-d2b0080c35d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.196197 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629e6c1-b05c-4124-aabb-eb3c42150169 None None] Pushing event updated for resources: {'Port': ['ID=7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:52.204446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622bfc-2668-400a-9410-d2b0080c35d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a570fd51-19ff-4d21-a450-33e44920e756,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:52.240912 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Routers {'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:52.241532 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:48:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:52.258373 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-93622bfc-2668-400a-9410-d2b0080c35d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=289c8fdf0fe64cdcb25455ff1fea9545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506335 Nov 23 17:48:52.261611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35456) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:52.347205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9653ba66-ecf7-412e-8c1c-fcf759f2f0d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.366428 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] Set router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:52.379512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35458) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:52.394296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-7e61d82f-21e6-40b3-abab-9486a69a4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:52.395822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-7e61d82f-21e6-40b3-abab-9486a69a4a7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.4347782 Nov 23 17:48:52.403636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9653ba66-ecf7-412e-8c1c-fcf759f2f0d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.412158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-837e267d-a9c2-4b75-989d-6c10c9c2ebb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.478839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35462) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:52.500611 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1a9491f-9bb6-4c32-9530-a74b30c4ca4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.517924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Allocated IP 172.20.0.1 (20dca4a5-d537-4a18-8877-00b73c19122c/9378f91e-587d-4ce7-8729-056bc60a094a/410c51ca-10d4-4322-8ae7-613177c1f18d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:52.532611 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9653ba66-ecf7-412e-8c1c-fcf759f2f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.535372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9653ba66-ecf7-412e-8c1c-fcf759f2f0d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.538846 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9653ba66-ecf7-412e-8c1c-fcf759f2f0d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a570fd51-19ff-4d21-a450-33e44920e756 HTTP/1.1" status: 204 len: 168 time: 0.2735746 Nov 23 17:48:52.550922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653ba66-ecf7-412e-8c1c-fcf759f2f0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a570fd51-19ff-4d21-a450-33e44920e756,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:52.576644 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-837e267d-a9c2-4b75-989d-6c10c9c2ebb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.585840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-837e267d-a9c2-4b75-989d-6c10c9c2ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.594082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-79338bba-e986-4473-8188-b9aaeb680cc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a7cfe5f3-ea6e-467d-9429-71954e74523b HTTP/1.1" status: 200 len: 217 time: 0.0735691 Nov 23 17:48:52.644656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e267d-a9c2-4b75-989d-6c10c9c2ebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2ada3e-8741-4955-8e91-fc94c56309c2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:52.652780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-837e267d-a9c2-4b75-989d-6c10c9c2ebb0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1f3612a3a19943289ad45001dab6e3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716675 Nov 23 17:48:52.653399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35466) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:52.674748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-65515b24-e483-4ca9-a4a2-50dabf9fa542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:52.676226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-65515b24-e483-4ca9-a4a2-50dabf9fa542 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0590432 Nov 23 17:48:52.738174 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:48Z', 'revision_number': 3, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port': {'id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:46Z', 'updated_at': '2021-11-23T17:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:52.741208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-085d0a83-d678-41c8-9ca9-f3b00e199c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.785602 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db69f87-482a-45c6-a552-131c4ed29c20 None None] The sync data for ids ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'] in n-d-818932-3 is: [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:48Z', 'revision_number': 3, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port': {'id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:46Z', 'updated_at': '2021-11-23T17:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:52.802021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-085d0a83-d678-41c8-9ca9-f3b00e199c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.868969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-085d0a83-d678-41c8-9ca9-f3b00e199c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.873262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-085d0a83-d678-41c8-9ca9-f3b00e199c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:52.878493 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-085d0a83-d678-41c8-9ca9-f3b00e199c13 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd2ada3e-8741-4955-8e91-fc94c56309c2 HTTP/1.1" status: 204 len: 168 time: 0.2234125 Nov 23 17:48:52.888711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d0a83-d678-41c8-9ca9-f3b00e199c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2ada3e-8741-4955-8e91-fc94c56309c2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:52.949160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8609b2-80f6-4ff8-839a-36d759918a92 req-3c696074-a294-4054-adfc-05096d39d1da tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:52.950642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be8609b2-80f6-4ff8-839a-36d759918a92 req-3c696074-a294-4054-adfc-05096d39d1da tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 969 time: 0.4173789 Nov 23 17:48:53.114425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7809f-11b5-47b1-8d52-f2ead019f198 req-996b8864-3484-4997-b738-aaeb42216e4f tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:53.115506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91c7809f-11b5-47b1-8d52-f2ead019f198 req-996b8864-3484-4997-b738-aaeb42216e4f tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 970 time: 0.2047832 Nov 23 17:48:53.184023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-5f7dbef8-c874-4c1c-bc62-ec64f6616829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:53.185556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-5f7dbef8-c874-4c1c-bc62-ec64f6616829 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4864516 Nov 23 17:48:53.226225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.240193 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1a9491f-9bb6-4c32-9530-a74b30c4ca4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.274179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1a9491f-9bb6-4c32-9530-a74b30c4ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.287511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be8609b2-80f6-4ff8-839a-36d759918a92 req-825dadff-73f7-493a-8af5-798c7b12c4b2 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109679 Nov 23 17:48:53.398145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9491f-9bb6-4c32-9530-a74b30c4ca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb05601b-de0c-4447-887d-922ea59e8e11,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:53.461177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-a5b69847-fd82-4725-9549-b279467513fd service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484927 Nov 23 17:48:53.470731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e1a9491f-9bb6-4c32-9530-a74b30c4ca4b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7a4696a87b094e03a4b8c8033bf607b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9908302 Nov 23 17:48:53.473551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35496) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:53.515458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91c7809f-11b5-47b1-8d52-f2ead019f198 req-9261d487-ef9f-4efc-af54-8db34d7eb69b tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790233 Nov 23 17:48:53.539314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc0a-2486-4ad2-8e74-c658b0becf71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.576530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc0a-2486-4ad2-8e74-c658b0becf71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.593596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.658507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Network 20dca4a5-d537-4a18-8877-00b73c19122c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:53.660391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc0a-2486-4ad2-8e74-c658b0becf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.663221 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc0a-2486-4ad2-8e74-c658b0becf71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.668926 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d63ffc0a-2486-4ad2-8e74-c658b0becf71 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cb05601b-de0c-4447-887d-922ea59e8e11 HTTP/1.1" status: 204 len: 168 time: 0.1936700 Nov 23 17:48:53.675968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:53.680447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:53.682159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.684501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Pushing event updated for resources: {'Port': ['ID=410c51ca-10d4-4322-8ae7-613177c1f18d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:53.706370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ffc0a-2486-4ad2-8e74-c658b0becf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb05601b-de0c-4447-887d-922ea59e8e11,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:53.752088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35506) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:53.780779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01da92b-4cd8-45db-b89e-47fa0209b844 req-38206753-c06c-458b-99ee-69b90b023000 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015556 Nov 23 17:48:53.969231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-afbf2bf7-577a-41c0-be5c-1b09f06752f8 None None] Provisioning complete for port 410c51ca-10d4-4322-8ae7-613177c1f18d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:53.970356 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afbf2bf7-577a-41c0-be5c-1b09f06752f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.025910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-afbf2bf7-577a-41c0-be5c-1b09f06752f8 None None] Port 410c51ca-10d4-4322-8ae7-613177c1f18d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:54.030937 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.138145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cf466e8-8cb6-4ebb-8d1a-fe48dafa1a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.234207 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.242282 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.243469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.264475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cf466e8-8cb6-4ebb-8d1a-fe48dafa1a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.273487 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cf466e8-8cb6-4ebb-8d1a-fe48dafa1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.326627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Pushing event updated for resources: {'Port': ['ID=410c51ca-10d4-4322-8ae7-613177c1f18d,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:54.327579 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0cf466e8-8cb6-4ebb-8d1a-fe48dafa1a73 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=326e3efb70ee4e46879ddbda6dc17703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5742922 Nov 23 17:48:54.330371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35528) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:54.348364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf466e8-8cb6-4ebb-8d1a-fe48dafa1a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef1aa43-2395-47d5-95cf-eb1a165d4d57,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:54.418853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2957022e-f5e2-4846-94d0-e9f4bedc4840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.458943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2957022e-f5e2-4846-94d0-e9f4bedc4840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.468152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Network 20dca4a5-d537-4a18-8877-00b73c19122c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:54.471386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:54.508249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530c7b3-725c-4ada-97ec-132f8ce3e384 req-908058c9-6028-4005-8f4a-aea895ec2a32 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:54.510431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0530c7b3-725c-4ada-97ec-132f8ce3e384 req-908058c9-6028-4005-8f4a-aea895ec2a32 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 969 time: 0.0967288 Nov 23 17:48:54.569393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2957022e-f5e2-4846-94d0-e9f4bedc4840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.572614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2957022e-f5e2-4846-94d0-e9f4bedc4840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.574401 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2957022e-f5e2-4846-94d0-e9f4bedc4840 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ef1aa43-2395-47d5-95cf-eb1a165d4d57 HTTP/1.1" status: 204 len: 168 time: 0.2425342 Nov 23 17:48:54.586966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957022e-f5e2-4846-94d0-e9f4bedc4840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef1aa43-2395-47d5-95cf-eb1a165d4d57,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:54.697926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:54.746320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0530c7b3-725c-4ada-97ec-132f8ce3e384 req-28df4872-21e1-410b-8f68-25edea6f77bc tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910009 Nov 23 17:48:54.788676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:54.789058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.834400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cec7f-7bcf-4f6b-bc38-162c6e811e5d req-b4008d15-39cf-4b1c-a90a-dea356bf0625 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:54.839764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c74cec7f-7bcf-4f6b-bc38-162c6e811e5d req-b4008d15-39cf-4b1c-a90a-dea356bf0625 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 970 time: 0.1464579 Nov 23 17:48:54.845146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:48:54.877288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d0cfd15d-71d7-41e3-88bb-6e6ee83fc6eb None None] Provisioning complete for port 410c51ca-10d4-4322-8ae7-613177c1f18d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:54.879412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd15d-71d7-41e3-88bb-6e6ee83fc6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.979648 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c74cec7f-7bcf-4f6b-bc38-162c6e811e5d req-5723104b-5697-45b1-b2dd-70d65afc863c tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288640 Nov 23 17:48:54.979956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d0cfd15d-71d7-41e3-88bb-6e6ee83fc6eb None None] Port 410c51ca-10d4-4322-8ae7-613177c1f18d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:54.988010 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.019944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:55.026563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d1721a7f-faae-4f13-b7ad-f292797d3811 admin admin] 10.222.0.74 "PUT /v2.0/routers/dda278e9-37d4-4c5d-9a68-a1bd207c8ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3956928 Nov 23 17:48:55.032217 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:55.039068 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.098417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:55.113706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Sync routers for ids ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:55.133462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Routers {'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:55.135453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:48:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:55.253906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35558) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:55.256998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Set router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:55.280998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee0745b8-920c-4bea-8db5-25e0c80b8b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.385313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee0745b8-920c-4bea-8db5-25e0c80b8b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.390630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee0745b8-920c-4bea-8db5-25e0c80b8b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.440197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0745b8-920c-4bea-8db5-25e0c80b8b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d26d08-3fbc-466a-bc28-2389c4bfa293,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:55.455277 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee0745b8-920c-4bea-8db5-25e0c80b8b87 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=49f06a175ea54fc2a1e49764a82d804d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996150 Nov 23 17:48:55.455492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35568) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:55.534452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43d7c3de-0a4f-4d11-8ecc-9d241432a49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.559805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43d7c3de-0a4f-4d11-8ecc-9d241432a49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.626571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43d7c3de-0a4f-4d11-8ecc-9d241432a49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.628188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:53Z', 'revision_number': 4, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port': {'id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:46Z', 'updated_at': '2021-11-23T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '410c51ca-10d4-4322-8ae7-613177c1f18d', 'name': '', 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'mac_address': 'fa:16:3e:dc:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9378f91e-587d-4ce7-8729-056bc60a094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:51Z', 'updated_at': '2021-11-23T17:48:54Z', 'revision_number': 2, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'subnets': [{'id': '9378f91e-587d-4ce7-8729-056bc60a094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:55.629717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43d7c3de-0a4f-4d11-8ecc-9d241432a49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.630924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-43d7c3de-0a4f-4d11-8ecc-9d241432a49d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/78d26d08-3fbc-466a-bc28-2389c4bfa293 HTTP/1.1" status: 204 len: 168 time: 0.1743267 Nov 23 17:48:55.640547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7c3de-0a4f-4d11-8ecc-9d241432a49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d26d08-3fbc-466a-bc28-2389c4bfa293,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:55.668270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Checking router: dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:55.668971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Updating router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 port 410c51ca-10d4-4322-8ae7-613177c1f18d binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:48:55.703164 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.904834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df183034-79e6-4bd1-ab74-ec26d5d7b89c req-53d17d84-df13-434a-88da-95296645f458 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:55.906827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df183034-79e6-4bd1-ab74-ec26d5d7b89c req-53d17d84-df13-434a-88da-95296645f458 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 969 time: 0.0628185 Nov 23 17:48:55.942707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5393db41-66ed-4506-8588-94c9ebfc0057 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:48:55.974050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df183034-79e6-4bd1-ab74-ec26d5d7b89c req-4f3d7cff-c159-43eb-9451-9e7f121f8da4 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562801 Nov 23 17:48:56.124486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b0f8-60d9-4641-8740-90027bb0b46b req-017306fe-ee52-48d6-a2ac-a79e64a9efb6 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:56.127261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0254b0f8-60d9-4641-8740-90027bb0b46b req-017306fe-ee52-48d6-a2ac-a79e64a9efb6 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 970 time: 0.0627863 Nov 23 17:48:56.138392 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.154579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.165949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5393db41-66ed-4506-8588-94c9ebfc0057, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5393db41-66ed-4506-8588-94c9ebfc0057,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:56.184318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0254b0f8-60d9-4641-8740-90027bb0b46b req-91b2a583-266c-45b6-8bdf-fad0a5a4262c tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493827 Nov 23 17:48:56.211573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '5393db41-66ed-4506-8588-94c9ebfc0057', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '5393db41-66ed-4506-8588-94c9ebfc0057', 'mac_address': 'fa:16:3e:78:71:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:tempest-test_az-1359491048', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:48:56.223652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018e326-4f83-433d-84e1-8d34d976e3cf None None] Pushing event updated for resources: {'Port': ['ID=410c51ca-10d4-4322-8ae7-613177c1f18d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:56.310137 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.334081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Attempting to bind port 410c51ca-10d4-4322-8ae7-613177c1f18d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:56.334673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Attempting to bind port 410c51ca-10d4-4322-8ae7-613177c1f18d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:56.340313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Attempting to bind port 410c51ca-10d4-4322-8ae7-613177c1f18d on network 20dca4a5-d537-4a18-8877-00b73c19122c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:56.348088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5393db41-66ed-4506-8588-94c9ebfc0057 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:56.353857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:56.356050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Checking segment: {'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:56.359263 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.359685 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Bound using segment: {'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:56.360408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Bound port: 410c51ca-10d4-4322-8ae7-613177c1f18d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df960643-6e48-4bde-91e6-aa84545e34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:56.360832 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.394446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5393db41-66ed-4506-8588-94c9ebfc0057, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5393db41-66ed-4506-8588-94c9ebfc0057,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:56.401792 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.402526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a7cfe5f3-ea6e-467d-9429-71954e74523b details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:48:56.543229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5393db41-66ed-4506-8588-94c9ebfc0057,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:56.553178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a7cfe5f3-ea6e-467d-9429-71954e74523b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a7cfe5f3-ea6e-467d-9429-71954e74523b,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:56.577019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'a7cfe5f3-ea6e-467d-9429-71954e74523b', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'a7cfe5f3-ea6e-467d-9429-71954e74523b', 'mac_address': 'fa:16:3e:e4:92:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:tempest-test_az-1359491048', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:48:56.582767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] For port 410c51ca-10d4-4322-8ae7-613177c1f18d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:56.586251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:56.589750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] For port 410c51ca-10d4-4322-8ae7-613177c1f18d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=410c51ca-10d4-4322-8ae7-613177c1f18d,segment=NetworkSegment(df960643-6e48-4bde-91e6-aa84545e34e1),segment_id=df960643-6e48-4bde-91e6-aa84545e34e1)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:56.638525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.725177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Routers {'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:56.726057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:48:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:56.822583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-61a65109-006b-44b7-95f2-d50316031718 None None] Provisioning complete for port 410c51ca-10d4-4322-8ae7-613177c1f18d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:56.823155 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61a65109-006b-44b7-95f2-d50316031718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.879485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.952414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cfe5f3-ea6e-467d-9429-71954e74523b {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:56.963617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018e326-4f83-433d-84e1-8d34d976e3cf None None] Pushing event updated for resources: {'Port': ['ID=410c51ca-10d4-4322-8ae7-613177c1f18d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:56.984105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] Set router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:57.029800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a7cfe5f3-ea6e-467d-9429-71954e74523b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a7cfe5f3-ea6e-467d-9429-71954e74523b,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:57.034676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:57.035438 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.063983 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.229304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35644) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:57.234671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-323191bc-ec87-4d94-b902-7377cf8196a5 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813805821', 'description': 'tempest-description--242837418'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:57.341172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-323191bc-ec87-4d94-b902-7377cf8196a5 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.409489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565236f-9942-467e-8670-518073dffb30 req-b0ca2904-58ae-43b6-bf23-1d6bbe36e8d3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.411092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d565236f-9942-467e-8670-518073dffb30 req-b0ca2904-58ae-43b6-bf23-1d6bbe36e8d3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 970 time: 0.1736240 Nov 23 17:48:57.466996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a7cfe5f3-ea6e-467d-9429-71954e74523b,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:57.481126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61a65109-006b-44b7-95f2-d50316031718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.490355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-323191bc-ec87-4d94-b902-7377cf8196a5 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.501463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-323191bc-ec87-4d94-b902-7377cf8196a5 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.511395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58980d8-686f-4f8d-8561-a94c1e675d7e req-ec643eb7-f2cc-431a-b519-1fb1fc2ba873 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.514798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a7cfe5f3-ea6e-467d-9429-71954e74523b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:57.522173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c58980d8-686f-4f8d-8561-a94c1e675d7e req-ec643eb7-f2cc-431a-b519-1fb1fc2ba873 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 971 time: 0.1078055 Nov 23 17:48:57.543798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323191bc-ec87-4d94-b902-7377cf8196a5 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:57.549881 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-323191bc-ec87-4d94-b902-7377cf8196a5 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.552458 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-323191bc-ec87-4d94-b902-7377cf8196a5 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3215747 Nov 23 17:48:57.556377 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35658) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:57.557122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d565236f-9942-467e-8670-518073dffb30 req-0e399b54-c153-478f-80ab-523014bc9164 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302223 Nov 23 17:48:57.568272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cf0b8ff4-5bdb-49b5-812f-fa29504ae9de tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Request body: {'security_group_rule': {'security_group_id': 'bc4bc2f7-7406-45ff-ad0b-b3ea13d90341', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:57.602046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c58980d8-686f-4f8d-8561-a94c1e675d7e req-bfc432b2-1df7-4d5e-93c6-d6ab614417a8 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788274 Nov 23 17:48:57.629166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8ff4-5bdb-49b5-812f-fa29504ae9de tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.656455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5393db41-66ed-4506-8588-94c9ebfc0057'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:57.707385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8ff4-5bdb-49b5-812f-fa29504ae9de tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.712651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8ff4-5bdb-49b5-812f-fa29504ae9de tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.737215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b8ff4-5bdb-49b5-812f-fa29504ae9de tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f22e68d-7ae6-4aa3-91db-8d867626479d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:57.764397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8ff4-5bdb-49b5-812f-fa29504ae9de tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.767624 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cf0b8ff4-5bdb-49b5-812f-fa29504ae9de tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079065 Nov 23 17:48:57.770431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35666) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:57.779286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-261d0db0-ae90-489e-a47d-8604bbf5ec30 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Request body: {'security_group_rule': {'security_group_id': 'bc4bc2f7-7406-45ff-ad0b-b3ea13d90341', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:57.826134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-261d0db0-ae90-489e-a47d-8604bbf5ec30 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.882434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-61a65109-006b-44b7-95f2-d50316031718 None None] For port 410c51ca-10d4-4322-8ae7-613177c1f18d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=410c51ca-10d4-4322-8ae7-613177c1f18d,segment=NetworkSegment(df960643-6e48-4bde-91e6-aa84545e34e1),segment_id=df960643-6e48-4bde-91e6-aa84545e34e1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:57.912835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-261d0db0-ae90-489e-a47d-8604bbf5ec30 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.913828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61a65109-006b-44b7-95f2-d50316031718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.920633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-261d0db0-ae90-489e-a47d-8604bbf5ec30 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.955538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d0db0-ae90-489e-a47d-8604bbf5ec30 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306574f5-8f2b-49b0-8052-31db7e5b02ff,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:57.973619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-261d0db0-ae90-489e-a47d-8604bbf5ec30 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.976275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-261d0db0-ae90-489e-a47d-8604bbf5ec30 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2045429 Nov 23 17:48:57.980398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35674) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:57.987854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:58.011981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:53Z', 'revision_number': 4, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port': {'id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:46Z', 'updated_at': '2021-11-23T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '410c51ca-10d4-4322-8ae7-613177c1f18d', 'name': '', 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'mac_address': 'fa:16:3e:dc:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9378f91e-587d-4ce7-8729-056bc60a094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:51Z', 'updated_at': '2021-11-23T17:48:56Z', 'revision_number': 4, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'subnets': [{'id': '9378f91e-587d-4ce7-8729-056bc60a094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:58.024962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.065076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49955c0-a942-4ddc-a848-561585c39f16 None None] The sync data for ids ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'] in n-d-818932-3 is: [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:53Z', 'revision_number': 4, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port': {'id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:46Z', 'updated_at': '2021-11-23T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '410c51ca-10d4-4322-8ae7-613177c1f18d', 'name': '', 'network_id': '20dca4a5-d537-4a18-8877-00b73c19122c', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'mac_address': 'fa:16:3e:dc:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9378f91e-587d-4ce7-8729-056bc60a094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:51Z', 'updated_at': '2021-11-23T17:48:56Z', 'revision_number': 4, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'subnets': [{'id': '9378f91e-587d-4ce7-8729-056bc60a094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:58.104982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a65109-006b-44b7-95f2-d50316031718 None None] Pushing event updated for resources: {'Port': ['ID=410c51ca-10d4-4322-8ae7-613177c1f18d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:58.185470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d17caa89-1bee-4689-9891-8bb5eb769b44 None None] Provisioning complete for port 410c51ca-10d4-4322-8ae7-613177c1f18d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:58.185903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d17caa89-1bee-4689-9891-8bb5eb769b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.214750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.405444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Allocated IP 172.25.0.13 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/0f9e6f34-07df-425c-ba8d-b79f3a81968a) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:58.592466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 410c51ca-10d4-4322-8ae7-613177c1f18d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:58.601820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.685110 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.715687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 410c51ca-10d4-4322-8ae7-613177c1f18d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:58.716276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.785402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:58.791351 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:58.793990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event updated for resources: {'Port': ['ID=0f9e6f34-07df-425c-ba8d-b79f3a81968a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:58.804354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:58.841606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374d20f-f575-4171-a139-7b9f1123eb0b req-ca4e164b-f10f-4447-903c-d8cf2a14d4cb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:58.852107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6374d20f-f575-4171-a139-7b9f1123eb0b req-ca4e164b-f10f-4447-903c-d8cf2a14d4cb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 970 time: 0.1291590 Nov 23 17:48:58.923452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6374d20f-f575-4171-a139-7b9f1123eb0b req-584b9c90-20f5-4e9b-b7c5-6e88bbd93730 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651743 Nov 23 17:48:59.016543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:59.084377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d385-98d6-4c41-bcc1-586bc4446bac req-733cf46a-9aa8-4f77-9fc0-64af803f0aa5 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:59.088737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c19d385-98d6-4c41-bcc1-586bc4446bac req-733cf46a-9aa8-4f77-9fc0-64af803f0aa5 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 971 time: 0.1001201 Nov 23 17:48:59.101456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:59.164050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c19d385-98d6-4c41-bcc1-586bc4446bac req-8cd67dc8-b342-456b-9c47-5f705182ca0e tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525992 Nov 23 17:48:59.364776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:59.372453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:59.466950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event updated for resources: {'Port': ['ID=0f9e6f34-07df-425c-ba8d-b79f3a81968a,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:59.471564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:59.495173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:59.496458 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef9c3060-dec3-4b4e-b826-140043cdd266 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5144932 Nov 23 17:48:59.899802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5393db41-66ed-4506-8588-94c9ebfc0057 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:59.932135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-aa5092b0-160e-45da-9334-fbcbb37148e9 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--813805821&fields=id&tenant_id=5c951f8778574f7d950a3785a5964ed3 HTTP/1.1" status: 200 len: 267 time: 0.0619419 Nov 23 17:48:59.955221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 5393db41-66ed-4506-8588-94c9ebfc0057 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:48:59.960601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 5393db41-66ed-4506-8588-94c9ebfc0057 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:59.962289 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:00.050542 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:00.078617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640df75a-d9c9-4b7f-ba60-c2cdb06e353a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5393db41-66ed-4506-8588-94c9ebfc0057'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:00.175698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5393db41-66ed-4506-8588-94c9ebfc0057, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5393db41-66ed-4506-8588-94c9ebfc0057,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:00.184332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:00.187327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a7cfe5f3-ea6e-467d-9429-71954e74523b up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:00.252573 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7554bc5b-8ec1-47b6-9b61-8e39f366d2f2" -d '{"events": [{"server_uuid": "640df75a-d9c9-4b7f-ba60-c2cdb06e353a", "name": "network-vif-plugged", "status": "completed", "tag": "5393db41-66ed-4506-8588-94c9ebfc0057"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:00.317941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5393db41-66ed-4506-8588-94c9ebfc0057,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:00.327708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623070-a39d-4d51-995d-0938f2441d34 req-dc87da6a-360c-4631-aaaa-87d35623df95 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:00.329443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-dc87da6a-360c-4631-aaaa-87d35623df95 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 824 time: 0.3881254 Nov 23 17:49:00.336404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port a7cfe5f3-ea6e-467d-9429-71954e74523b completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:49:00.341067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port a7cfe5f3-ea6e-467d-9429-71954e74523b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:00.341785 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:00.359432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-79a0b83c-0bd7-4e8e-b720-612b13d89e53 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/quotas/5c951f8778574f7d950a3785a5964ed3 HTTP/1.1" status: 200 len: 375 time: 0.0193996 Nov 23 17:49:00.425790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:00.433374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-7a7718c5-481f-411d-bfdf-adb5e7e353b7 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676353 Nov 23 17:49:00.475476 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a7cfe5f3-ea6e-467d-9429-71954e74523b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a7cfe5f3-ea6e-467d-9429-71954e74523b,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:00.480358 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:00.537235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a7cfe5f3-ea6e-467d-9429-71954e74523b,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:00.609763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-75a2e096-6f44-4380-9ff8-fd1bebfdfec6 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:00.610913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-75a2e096-6f44-4380-9ff8-fd1bebfdfec6 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0558033 Nov 23 17:49:00.722661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710510-02db-4af6-b448-7375ca224837 req-77df29ab-aca5-4889-8508-120d3557d1c5 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:00.724170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8710510-02db-4af6-b448-7375ca224837 req-77df29ab-aca5-4889-8508-120d3557d1c5 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 971 time: 0.0981307 Nov 23 17:49:00.753411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-bf7c8875-bbac-4856-8df4-30f39780d8df service neutron] 10.222.0.74 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347706 Nov 23 17:49:00.811778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8710510-02db-4af6-b448-7375ca224837 req-019c255d-a5a8-4899-b566-6f954857421e tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813630 Nov 23 17:49:00.865485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-5d88dc2c-fe5e-42f1-9525-5544ad51ca6a service neutron] 10.222.0.74 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052547 Nov 23 17:49:00.949640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a6a44-c965-4f23-93f0-2c5f1da107b2 req-2fb99c5f-ad89-491d-8bf9-bd7bc99a3ada tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:00.951171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a2a6a44-c965-4f23-93f0-2c5f1da107b2 req-2fb99c5f-ad89-491d-8bf9-bd7bc99a3ada tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 972 time: 0.0494177 Nov 23 17:49:01.016728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a2a6a44-c965-4f23-93f0-2c5f1da107b2 req-73b01222-6a31-454d-abff-1b197f29a7ed tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588186 Nov 23 17:49:01.131414 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7f744f-7ffa-4410-b24d-2784b4d03ab4 x-openstack-request-id: req-fc7f744f-7ffa-4410-b24d-2784b4d03ab4 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:01.132262 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640df75a-d9c9-4b7f-ba60-c2cdb06e353a", "name": "network-vif-plugged", "status": "completed", "tag": "5393db41-66ed-4506-8588-94c9ebfc0057", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:01.132745 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fc7f744f-7ffa-4410-b24d-2784b4d03ab4 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:01.134020 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640df75a-d9c9-4b7f-ba60-c2cdb06e353a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5393db41-66ed-4506-8588-94c9ebfc0057', 'code': 200} Nov 23 17:49:01.311074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75040d60-dd6d-4e0c-b341-25d11df6ef61 req-19a90702-62d8-437c-8ff5-efac5d6a35be tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 210 time: 0.0612099 Nov 23 17:49:01.354545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aeeec-b695-46b6-8970-2fae19bdd142 req-813c71b4-0f88-4225-a7d5-286b85f6227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:01.356300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-479aeeec-b695-46b6-8970-2fae19bdd142 req-813c71b4-0f88-4225-a7d5-286b85f6227f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 1122 time: 0.1404080 Nov 23 17:49:01.382646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-479aeeec-b695-46b6-8970-2fae19bdd142 req-3ab9f587-001c-4548-86d5-fd93b0b27d4d service neutron] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:01.518169 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-479aeeec-b695-46b6-8970-2fae19bdd142 req-3ab9f587-001c-4548-86d5-fd93b0b27d4d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:01.523135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-479aeeec-b695-46b6-8970-2fae19bdd142 req-3ab9f587-001c-4548-86d5-fd93b0b27d4d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:01.567273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-479aeeec-b695-46b6-8970-2fae19bdd142 req-3ab9f587-001c-4548-86d5-fd93b0b27d4d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002590 Nov 23 17:49:01.582402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9f587-001c-4548-86d5-fd93b0b27d4d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d8d913-2e29-4980-b8cf-020b88980ca5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:01.950110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02477f-f77c-407c-b2cb-52a0424d93b9 req-6c8f00e8-fa7e-4075-82da-55c8376da75d tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:01.954062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e02477f-f77c-407c-b2cb-52a0424d93b9 req-6c8f00e8-fa7e-4075-82da-55c8376da75d tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 971 time: 0.0554869 Nov 23 17:49:02.006977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e02477f-f77c-407c-b2cb-52a0424d93b9 req-2089d1e3-c7a9-43bd-8920-b7936d9d208a tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471969 Nov 23 17:49:02.153813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0a9e7-6f05-4262-b5a8-22ff2bdcb0f6 req-35d715eb-ab8e-4939-bfc8-3fcbc99e7d6c tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:02.155747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65e0a9e7-6f05-4262-b5a8-22ff2bdcb0f6 req-35d715eb-ab8e-4939-bfc8-3fcbc99e7d6c tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 972 time: 0.0527937 Nov 23 17:49:02.197658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.66', 57551) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:02.240641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65e0a9e7-6f05-4262-b5a8-22ff2bdcb0f6 req-dfd1a4d4-08d1-4b8c-af02-7466ae6dc462 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733411 Nov 23 17:49:02.448208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623070-a39d-4d51-995d-0938f2441d34 req-bca36a79-a649-460a-802b-38087baacc49 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:02.449973 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-bca36a79-a649-460a-802b-38087baacc49 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.66 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 824 time: 0.2460885 Nov 23 17:49:02.606030 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-53090ed2-5a07-40b8-9ecd-6f572d819961 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c951f8778574f7d950a3785a5964ed3 HTTP/1.1" status: 200 len: 379 time: 0.0740366 Nov 23 17:49:02.622029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-516a71a0-7ba3-4be7-aff6-3010821c285a req-b17206c2-736f-47c6-ab32-0dd452b5f171 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 210 time: 0.0368772 Nov 23 17:49:03.135540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4745db9-b8ec-4a63-a8d2-963df6acd507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cfe5f3-ea6e-467d-9429-71954e74523b'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:03.138241 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae4970-f6e6-414d-bbd3-2353339b1418" -d '{"events": [{"server_uuid": "f4745db9-b8ec-4a63-a8d2-963df6acd507", "name": "network-vif-plugged", "status": "completed", "tag": "a7cfe5f3-ea6e-467d-9429-71954e74523b"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:03.513013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3bd46-7e20-4d8d-bf7e-90231290eb6f req-f35e6f47-55b5-4225-b1de-938579552f15 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.514657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9c3bd46-7e20-4d8d-bf7e-90231290eb6f req-f35e6f47-55b5-4225-b1de-938579552f15 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 971 time: 0.0598419 Nov 23 17:49:03.542374 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a0b0c-9c24-4b98-a7d1-7ab308887a9c x-openstack-request-id: req-2e3a0b0c-9c24-4b98-a7d1-7ab308887a9c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:03.542986 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4745db9-b8ec-4a63-a8d2-963df6acd507", "name": "network-vif-plugged", "status": "completed", "tag": "a7cfe5f3-ea6e-467d-9429-71954e74523b", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:03.543438 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e3a0b0c-9c24-4b98-a7d1-7ab308887a9c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:03.544083 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4745db9-b8ec-4a63-a8d2-963df6acd507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cfe5f3-ea6e-467d-9429-71954e74523b', 'code': 200} Nov 23 17:49:03.590440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9c3bd46-7e20-4d8d-bf7e-90231290eb6f req-fee97be7-aba9-4b03-8ecc-f441534e737c tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697396 Nov 23 17:49:03.733090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84be993-c024-4017-be1f-1886d251df8d req-da024e74-2600-447b-909a-3a6c360f22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.734869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e84be993-c024-4017-be1f-1886d251df8d req-da024e74-2600-447b-909a-3a6c360f22fb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 1123 time: 0.0890298 Nov 23 17:49:03.749095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02324d0-a363-413a-b7bf-9e1f70cba1a7 req-4b711653-cf50-4413-9c06-0ce2120d768d tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.750932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02324d0-a363-413a-b7bf-9e1f70cba1a7 req-4b711653-cf50-4413-9c06-0ce2120d768d tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 972 time: 0.1193991 Nov 23 17:49:03.823322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36216) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:03.838475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3729f813-44f7-422b-86d2-c9d600769c17 req-fe81ef74-1509-4412-bd0f-017904f116da tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 210 time: 0.0535700 Nov 23 17:49:03.854568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e84be993-c024-4017-be1f-1886d251df8d req-f648792e-c337-4334-8989-788a677cfe8e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024246 Nov 23 17:49:03.858251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02324d0-a363-413a-b7bf-9e1f70cba1a7 req-d6e40e60-26a3-4434-88c8-05ca2f14cb57 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997212 Nov 23 17:49:03.973510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b46c-116b-4610-be99-cc880021e707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.058528 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b46c-116b-4610-be99-cc880021e707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.063672 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b46c-116b-4610-be99-cc880021e707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.105045 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c2b1b46c-116b-4610-be99-cc880021e707 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c88872975bb642edb24ede4d9101ff43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800126 Nov 23 17:49:04.106137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1b46c-116b-4610-be99-cc880021e707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8339d150-c355-4e61-aa42-ad105a7a809d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:04.107814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36254) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:04.172507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-152618e3-9496-448a-82a9-bb15726e8d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.197762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-152618e3-9496-448a-82a9-bb15726e8d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.266419 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-152618e3-9496-448a-82a9-bb15726e8d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.270096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-152618e3-9496-448a-82a9-bb15726e8d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.275809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-152618e3-9496-448a-82a9-bb15726e8d20 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8339d150-c355-4e61-aa42-ad105a7a809d HTTP/1.1" status: 204 len: 168 time: 0.1612997 Nov 23 17:49:04.288995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152618e3-9496-448a-82a9-bb15726e8d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8339d150-c355-4e61-aa42-ad105a7a809d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:04.625882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36308) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:04.727862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36316) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:04.749086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98e645e8-063d-4c31-98e5-5821d022d908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.750319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525fcdc-9069-4ff8-816c-7c60b7759c55 req-7f0eb157-eaf9-4045-877d-f8fd8363a08b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:04.757852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3525fcdc-9069-4ff8-816c-7c60b7759c55 req-7f0eb157-eaf9-4045-877d-f8fd8363a08b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 971 time: 0.0699599 Nov 23 17:49:04.812760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3525fcdc-9069-4ff8-816c-7c60b7759c55 req-2537fab3-ac66-4370-8ca1-be8e40187365 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539632 Nov 23 17:49:04.864999 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98e645e8-063d-4c31-98e5-5821d022d908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.875212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98e645e8-063d-4c31-98e5-5821d022d908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:04.952337 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-98e645e8-063d-4c31-98e5-5821d022d908 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f3016f2bfa904e35bf64e5b69bf09d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230318 Nov 23 17:49:04.953229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e645e8-063d-4c31-98e5-5821d022d908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f548a094-f6f8-4860-b95f-a2aaec4c89ce,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:04.956100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36342) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:04.981474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e9c4028-c15f-4493-9349-e58b224f3965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.021328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac0073a5-305b-4e39-9c67-19f94f31af8f req-ce60fb17-fc8f-4dbd-856c-829ef7c1a7e5 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 210 time: 0.0503397 Nov 23 17:49:05.040622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c3f617-ef8b-4e02-8b12-61eef1b17a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.090811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c3f617-ef8b-4e02-8b12-61eef1b17a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.188332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c3f617-ef8b-4e02-8b12-61eef1b17a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.193704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c3f617-ef8b-4e02-8b12-61eef1b17a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.195263 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-73c3f617-ef8b-4e02-8b12-61eef1b17a6a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f548a094-f6f8-4860-b95f-a2aaec4c89ce HTTP/1.1" status: 204 len: 168 time: 0.2273059 Nov 23 17:49:05.231393 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e9c4028-c15f-4493-9349-e58b224f3965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.235184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3f617-ef8b-4e02-8b12-61eef1b17a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f548a094-f6f8-4860-b95f-a2aaec4c89ce,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:05.241134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e9c4028-c15f-4493-9349-e58b224f3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.288295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6e9c4028-c15f-4493-9349-e58b224f3965 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a3c7ac2f18f34b7eb0a7f76f456e46dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6592112 Nov 23 17:49:05.291434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36346) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:05.296582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd8a88-aab6-4e37-8645-a7b9128d6172 req-fe0d432f-24f0-4422-a693-432d73ed3956 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:05.307796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23dd8a88-aab6-4e37-8645-a7b9128d6172 req-fe0d432f-24f0-4422-a693-432d73ed3956 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 972 time: 0.1360860 Nov 23 17:49:05.357976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c4028-c15f-4493-9349-e58b224f3965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce6d0c7-7493-4378-85ef-8be0b8d6b6c2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:05.385178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23dd8a88-aab6-4e37-8645-a7b9128d6172 req-9349163a-3200-468c-ba5f-51d30e5dec34 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755415 Nov 23 17:49:05.415176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5dfae1c4-77b1-4b3d-877c-183f687fbdaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.448251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5dfae1c4-77b1-4b3d-877c-183f687fbdaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.510385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5dfae1c4-77b1-4b3d-877c-183f687fbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.514358 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5dfae1c4-77b1-4b3d-877c-183f687fbdaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.535475 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5dfae1c4-77b1-4b3d-877c-183f687fbdaf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ce6d0c7-7493-4378-85ef-8be0b8d6b6c2 HTTP/1.1" status: 204 len: 168 time: 0.2346523 Nov 23 17:49:05.551812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfae1c4-77b1-4b3d-877c-183f687fbdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce6d0c7-7493-4378-85ef-8be0b8d6b6c2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:05.726808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb3636-07e3-4ba7-905f-09924d8c55f5 req-d0b27624-634e-4aa5-bbee-c3373ba68906 tempest-AggregatesAdminTestJSON-1949060584 tempest-AggregatesAdminTestJSON-1949060584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:05.729477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7eb3636-07e3-4ba7-905f-09924d8c55f5 req-d0b27624-634e-4aa5-bbee-c3373ba68906 tempest-AggregatesAdminTestJSON-1949060584 tempest-AggregatesAdminTestJSON-1949060584-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 1123 time: 0.0513425 Nov 23 17:49:05.755611 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7eb3636-07e3-4ba7-905f-09924d8c55f5 req-efa943cc-cf90-4c73-9d71-25173a37fc76 tempest-AggregatesAdminTestJSON-1949060584 tempest-AggregatesAdminTestJSON-1949060584-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.875704 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7eb3636-07e3-4ba7-905f-09924d8c55f5 req-efa943cc-cf90-4c73-9d71-25173a37fc76 tempest-AggregatesAdminTestJSON-1949060584 tempest-AggregatesAdminTestJSON-1949060584-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.884111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7eb3636-07e3-4ba7-905f-09924d8c55f5 req-efa943cc-cf90-4c73-9d71-25173a37fc76 tempest-AggregatesAdminTestJSON-1949060584 tempest-AggregatesAdminTestJSON-1949060584-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:05.939513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa943cc-cf90-4c73-9d71-25173a37fc76 tempest-AggregatesAdminTestJSON-1949060584 tempest-AggregatesAdminTestJSON-1949060584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9838d8-22e1-48b3-91da-fdf29c614726,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:05.967935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7eb3636-07e3-4ba7-905f-09924d8c55f5 req-efa943cc-cf90-4c73-9d71-25173a37fc76 tempest-AggregatesAdminTestJSON-1949060584 tempest-AggregatesAdminTestJSON-1949060584-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309501 Nov 23 17:49:06.087560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4ae7c-c4d5-44c1-8480-e0491b14be47 req-f5e9a0d1-1f64-475b-bb0e-5c862334e970 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:06.089132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cba4ae7c-c4d5-44c1-8480-e0491b14be47 req-f5e9a0d1-1f64-475b-bb0e-5c862334e970 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 971 time: 0.0666173 Nov 23 17:49:06.151728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36432) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:06.155360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cba4ae7c-c4d5-44c1-8480-e0491b14be47 req-38ce57a4-60e8-4884-bc74-bf068da704f3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594666 Nov 23 17:49:06.172889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99f4dbdd-47b5-4f2b-b843-08c5c24b3289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:06.265592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99f4dbdd-47b5-4f2b-b843-08c5c24b3289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:06.270849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99f4dbdd-47b5-4f2b-b843-08c5c24b3289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:06.328004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4dbdd-47b5-4f2b-b843-08c5c24b3289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5cd033-be56-40c2-aea0-5a72ebbcfeaf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:06.352616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36458) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:06.353509 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-99f4dbdd-47b5-4f2b-b843-08c5c24b3289 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6e3184232694f31a8459dcfdccc7915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006884 Nov 23 17:49:06.410030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d004ab3-0709-4e24-a17b-d06752228d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:06.457922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ebf372c-ed6b-4f86-80f7-fbfecbccb915 req-65497247-f9c4-48b0-b582-41ab8bdebe88 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 210 time: 0.0352426 Nov 23 17:49:06.459757 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d004ab3-0709-4e24-a17b-d06752228d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:06.519185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d004ab3-0709-4e24-a17b-d06752228d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:06.524397 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d004ab3-0709-4e24-a17b-d06752228d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:06.526127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9d004ab3-0709-4e24-a17b-d06752228d5b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef5cd033-be56-40c2-aea0-5a72ebbcfeaf HTTP/1.1" status: 204 len: 168 time: 0.1724112 Nov 23 17:49:06.535820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d004ab3-0709-4e24-a17b-d06752228d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5cd033-be56-40c2-aea0-5a72ebbcfeaf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:07.099912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36534) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:07.121241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa4eba6e-bac2-47d2-82a8-96176d408ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.179567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-1680440a-8793-48db-a720-6d2a12250efc tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:07.183409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-1680440a-8793-48db-a720-6d2a12250efc tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 1122 time: 0.0832117 Nov 23 17:49:07.282095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa4eba6e-bac2-47d2-82a8-96176d408ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.289251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa4eba6e-bac2-47d2-82a8-96176d408ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.340215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] Deleting port 5393db41-66ed-4506-8588-94c9ebfc0057 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:07.340643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.345673 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fa4eba6e-bac2-47d2-82a8-96176d408ca6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=51a3eddd927145be87e90ee89cc4c936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444389 Nov 23 17:49:07.350084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36564) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:07.395466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4eba6e-bac2-47d2-82a8-96176d408ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabfa480-a82e-4cca-8aab-29366c0a0d8f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:07.412246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c2830-0dd7-4318-aaf6-915fbd44fa37 req-4d0f4ae5-8cdb-4f5c-b91d-ccf40d3a17d5 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:07.413751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf6c2830-0dd7-4318-aaf6-915fbd44fa37 req-4d0f4ae5-8cdb-4f5c-b91d-ccf40d3a17d5 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 971 time: 0.1158774 Nov 23 17:49:07.420558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-522bcf0a-6754-44de-b867-fe425e9948aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.455344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-522bcf0a-6754-44de-b867-fe425e9948aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.512037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] For port 5393db41-66ed-4506-8588-94c9ebfc0057, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5393db41-66ed-4506-8588-94c9ebfc0057,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:07.512410 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.518313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf6c2830-0dd7-4318-aaf6-915fbd44fa37 req-e70d9313-84f6-49b4-8239-380018d7b20b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791008 Nov 23 17:49:07.530738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] Calling delete_port for 5393db41-66ed-4506-8588-94c9ebfc0057 owned by compute:tempest-test_az-1359491048 {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:07.531882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-522bcf0a-6754-44de-b867-fe425e9948aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.535828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-522bcf0a-6754-44de-b867-fe425e9948aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.549454 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-522bcf0a-6754-44de-b867-fe425e9948aa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dabfa480-a82e-4cca-8aab-29366c0a0d8f HTTP/1.1" status: 204 len: 168 time: 0.1861849 Nov 23 17:49:07.561325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bcf0a-6754-44de-b867-fe425e9948aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabfa480-a82e-4cca-8aab-29366c0a0d8f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:07.831744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02fccb40-ca56-4c0b-83ba-16f4a6acd265 req-2a0dfe45-030f-4f2c-9435-a5aaa546a5cd tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 210 time: 0.0629604 Nov 23 17:49:07.880267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.892798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5393db41-66ed-4506-8588-94c9ebfc0057'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:07.954344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] Pushing event deleted for resources: {'Port': ['ID=5393db41-66ed-4506-8588-94c9ebfc0057,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:07.959750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36598) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:08.055303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] No DVR routers for this DVR port 5393db41-66ed-4506-8588-94c9ebfc0057 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:49:08.059760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.071547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dc3bf3f-236f-4cf1-a43a-596816af278f req-4e59ff69-205f-4080-8f0d-060f89b16482 tempest-DeleteServersAdminTestJSON-105754844 tempest-DeleteServersAdminTestJSON-105754844-project-admin] 10.222.0.72 "DELETE /v2.0/ports/5393db41-66ed-4506-8588-94c9ebfc0057 HTTP/1.1" status: 204 len: 173 time: 0.8786578 Nov 23 17:49:08.074007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640df75a-d9c9-4b7f-ba60-c2cdb06e353a', 'name': 'network-vif-deleted', 'tag': '5393db41-66ed-4506-8588-94c9ebfc0057'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:08.092839 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85714871-0dd6-4f96-aa52-d15570c21baf" -d '{"events": [{"server_uuid": "640df75a-d9c9-4b7f-ba60-c2cdb06e353a", "name": "network-vif-deleted", "tag": "5393db41-66ed-4506-8588-94c9ebfc0057"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:08.193514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5505-b7d7-4906-bc61-51c37dd8d827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.272950 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd75b60f-e252-4ed8-a063-93f210f3e3d6 x-openstack-request-id: req-fd75b60f-e252-4ed8-a063-93f210f3e3d6 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:08.273504 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640df75a-d9c9-4b7f-ba60-c2cdb06e353a", "name": "network-vif-deleted", "tag": "5393db41-66ed-4506-8588-94c9ebfc0057", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:08.273504 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd75b60f-e252-4ed8-a063-93f210f3e3d6 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:08.274497 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640df75a-d9c9-4b7f-ba60-c2cdb06e353a', 'name': 'network-vif-deleted', 'tag': '5393db41-66ed-4506-8588-94c9ebfc0057', 'status': 'completed', 'code': 200} Nov 23 17:49:08.498567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5505-b7d7-4906-bc61-51c37dd8d827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.520615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5505-b7d7-4906-bc61-51c37dd8d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.561201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36654) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:08.626817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36664) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:08.641050 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c7e5505-b7d7-4906-bc61-51c37dd8d827 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b6765aeef154722b524db7206c31ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6799309 Nov 23 17:49:08.642741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e5505-b7d7-4906-bc61-51c37dd8d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccf6280-2a98-4b48-a86e-53f922d62728,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:08.768860 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a46664e9-37b2-4e50-a4bd-6c2ee181f1a3 req-54959ee5-5309-4546-a1d9-f35446d492c3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=640df75a-d9c9-4b7f-ba60-c2cdb06e353a HTTP/1.1" status: 200 len: 210 time: 0.0403380 Nov 23 17:49:08.771699 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56184465-9f97-433c-ad5a-75a72f7682b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.811715 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56184465-9f97-433c-ad5a-75a72f7682b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.863328 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2aad1a8c-f749-4fa1-8bc6-0f98fed6c7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.937906 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56184465-9f97-433c-ad5a-75a72f7682b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.940531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56184465-9f97-433c-ad5a-75a72f7682b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.942537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-56184465-9f97-433c-ad5a-75a72f7682b8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bccf6280-2a98-4b48-a86e-53f922d62728 HTTP/1.1" status: 204 len: 168 time: 0.3133247 Nov 23 17:49:09.002614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2aad1a8c-f749-4fa1-8bc6-0f98fed6c7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:09.027687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56184465-9f97-433c-ad5a-75a72f7682b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccf6280-2a98-4b48-a86e-53f922d62728,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:09.029883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2aad1a8c-f749-4fa1-8bc6-0f98fed6c7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:09.078572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17698c7a-9ab7-485e-b382-1c7d73a5e493 req-4ee84ddb-ef53-423a-9cd7-23c6cbe5ddae tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 210 time: 0.0727804 Nov 23 17:49:09.121827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2aad1a8c-f749-4fa1-8bc6-0f98fed6c7df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=af037130db484c8ea4e91c9376ed5fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5591440 Nov 23 17:49:09.124734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36700) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:09.131421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad1a8c-f749-4fa1-8bc6-0f98fed6c7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4200af-afb7-4b32-8d43-13188b9a89fd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:09.215745 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02aeea72-868b-46c1-a50e-38bd3ae4dbc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:09.241182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02aeea72-868b-46c1-a50e-38bd3ae4dbc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:09.300805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02aeea72-868b-46c1-a50e-38bd3ae4dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:09.303992 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02aeea72-868b-46c1-a50e-38bd3ae4dbc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:09.310262 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-02aeea72-868b-46c1-a50e-38bd3ae4dbc7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c4200af-afb7-4b32-8d43-13188b9a89fd HTTP/1.1" status: 204 len: 168 time: 0.1843922 Nov 23 17:49:09.321499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeea72-868b-46c1-a50e-38bd3ae4dbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4200af-afb7-4b32-8d43-13188b9a89fd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:09.326854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Request body: {'port': {'device_id': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'admin_state_up': True, 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'security_groups': ['bc4bc2f7-7406-45ff-ad0b-b3ea13d90341']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:09.529064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Made reservation on behalf of 5c951f8778574f7d950a3785a5964ed3 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:09.536562 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:09.755154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Allocated IP 172.20.0.7 (66c6e7c6-cfc0-43dd-a817-5db419986990/de0b5e46-f000-431b-b8da-20f7dac2bfd7/591c6bf5-071b-415b-99c1-5751ac2d92ef) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:09.996513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:10.056468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:10.125152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:10.129016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:10.132879 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:10.140556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:10.141812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:10.149937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event updated for resources: {'Port': ['ID=591c6bf5-071b-415b-99c1-5751ac2d92ef,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:10.193854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-80a1e86d-463a-46e0-b69c-8fb935f8dc92 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741152 Nov 23 17:49:10.206621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-8b69edf8-bace-4d98-ad9e-3c284070248b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:10.208019 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-8b69edf8-bace-4d98-ad9e-3c284070248b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081851 Nov 23 17:49:10.316973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49dff0-95d5-4ed8-981c-a5ba56592190 req-232ea1fd-e925-4938-9637-5b83f83f3aa0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:10.319890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a49dff0-95d5-4ed8-981c-a5ba56592190 req-232ea1fd-e925-4938-9637-5b83f83f3aa0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 931 time: 0.0916440 Nov 23 17:49:10.397220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a49dff0-95d5-4ed8-981c-a5ba56592190 req-73b4680f-b286-4361-9df3-94c1d57e97f6 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600338 Nov 23 17:49:10.399515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-7080702a-81e6-4ac6-8361-d0f15eaa36e6 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777342 Nov 23 17:49:10.449529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-69837a2d-e0d7-441c-a3a4-d1e1e29e0ca9 None None] Provisioning complete for port 591c6bf5-071b-415b-99c1-5751ac2d92ef triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:10.451311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-69837a2d-e0d7-441c-a3a4-d1e1e29e0ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:10.510094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-69837a2d-e0d7-441c-a3a4-d1e1e29e0ca9 None None] Port 591c6bf5-071b-415b-99c1-5751ac2d92ef cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:10.557709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-d65ae6a8-39a3-4447-aea5-f98655aece59 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:10.559266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-d65ae6a8-39a3-4447-aea5-f98655aece59 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507597 Nov 23 17:49:10.576975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-26f1561d-417c-4ed3-9202-795f6136c8b8 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/quotas/caf6c768ed2e4180bfaf0763747b85ff HTTP/1.1" status: 200 len: 375 time: 0.0113864 Nov 23 17:49:10.589969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Request body: {'port': {'device_id': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:10.628927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-ec281f9e-3df4-461f-856d-067ece0a9bc3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414245 Nov 23 17:49:10.660029 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:10.979522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6efd3623-9c5c-473f-993e-31c669da89e8 req-8a7567f5-69d0-4cc2-baa7-721a9033f0c3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 210 time: 0.0429864 Nov 23 17:49:11.184794 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2796b33b-22dd-418b-9648-3612ba38e020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.189352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36876) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:11.311250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591c6bf5-071b-415b-99c1-5751ac2d92ef {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:11.321108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.338039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Transition to ACTIVE for port object 591c6bf5-071b-415b-99c1-5751ac2d92ef will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:49:11.342123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.404743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-network', 'tenant_id': '7765010a5ef9431497b31b6719d70d19'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:11.422532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Pushing event updated for resources: {'Port': ['ID=591c6bf5-071b-415b-99c1-5751ac2d92ef,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:11.465065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Attempting to bind port 591c6bf5-071b-415b-99c1-5751ac2d92ef on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:11.465449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Attempting to bind port 591c6bf5-071b-415b-99c1-5751ac2d92ef by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:11.466172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Attempting to bind port 591c6bf5-071b-415b-99c1-5751ac2d92ef on network 66c6e7c6-cfc0-43dd-a817-5db419986990 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:11.473147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Port 591c6bf5-071b-415b-99c1-5751ac2d92ef on network 66c6e7c6-cfc0-43dd-a817-5db419986990 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:49:11.473852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Attempting to bind port 591c6bf5-071b-415b-99c1-5751ac2d92ef on network 66c6e7c6-cfc0-43dd-a817-5db419986990 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:11.477290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Made reservation on behalf of 7765010a5ef9431497b31b6719d70d19 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:11.481921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.494864 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.497430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:11.497990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Checking segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:11.498630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Bound using segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:11.499326 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Bound port: 591c6bf5-071b-415b-99c1-5751ac2d92ef, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:11.499747 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.591549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.601671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.688404 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:11.703805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f86ec87-dade-45fc-8afc-941ca92b3d1d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:11.716514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.716873 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Added segment 9bf321d4-381f-4897-8277-0c6c46a03c62 of type vlan for network 7618338a-5ba8-4632-81a4-2f973f26d95d Nov 23 17:49:11.718943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] For port 591c6bf5-071b-415b-99c1-5751ac2d92ef, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:11.760731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] For port 591c6bf5-071b-415b-99c1-5751ac2d92ef, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:11.778978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.783068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.846558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:11.847993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.849419 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] 10.222.0.66 "PUT /v2.0/ports/591c6bf5-071b-415b-99c1-5751ac2d92ef HTTP/1.1" status: 200 len: 1091 time: 1.4430315 Nov 23 17:49:11.856769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'tag': '591c6bf5-071b-415b-99c1-5751ac2d92ef'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:11.859105 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d52c1-1fa4-4416-b17c-593df94ec382" -d '{"events": [{"name": "network-changed", "server_uuid": "29ca1c47-aae2-4d3d-b65d-6ba539fb8f20", "tag": "591c6bf5-071b-415b-99c1-5751ac2d92ef"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:11.889671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d618b-e368-477f-a619-da86a12099bc service neutron] Pushing event updated for resources: {'Port': ['ID=591c6bf5-071b-415b-99c1-5751ac2d92ef,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:11.901906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.903113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:11.904513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:11.942220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4f61-aaad-4e75-bd8d-159ed33977dd req-71920714-4bde-4480-b2e3-1af2c4899f95 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:11.950550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54fe4f61-aaad-4e75-bd8d-159ed33977dd req-71920714-4bde-4480-b2e3-1af2c4899f95 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 943 time: 0.1075840 Nov 23 17:49:11.963989 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7738280 Nov 23 17:49:11.966767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36910) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:11.980115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Request body: {'subnet': {'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-subnet', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:11.994986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5393db41-66ed-4506-8588-94c9ebfc0057 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:12.029573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36916) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:12.041409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715c9f-2db8-41f1-a81f-8b0a045bb210 admin admin] Pushing event updated for resources: {'Network': ['ID=7618338a-5ba8-4632-81a4-2f973f26d95d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:12.044389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 5393db41-66ed-4506-8588-94c9ebfc0057 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:12.044746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5393db41-66ed-4506-8588-94c9ebfc0057 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:12.054662 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 7618338a-5ba8-4632-81a4-2f973f26d95d details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:12.056111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623070-a39d-4d51-995d-0938f2441d34 req-fe1e942b-8be4-4d8c-a98c-c49b262163d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:12.057572 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-fe1e942b-8be4-4d8c-a98c-c49b262163d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 1094 time: 0.1301727 Nov 23 17:49:12.121281 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-5db46eaa-a82b-41a2-a7d9-2335b2e30337 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef HTTP/1.1" status: 200 len: 217 time: 0.0549874 Nov 23 17:49:12.157609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Made reservation on behalf of 7765010a5ef9431497b31b6719d70d19 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:12.161134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.203077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-e6d3a8f6-c4bb-475b-82c1-376b625823b0 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943489 Nov 23 17:49:12.227611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54fe4f61-aaad-4e75-bd8d-159ed33977dd req-0d3a578a-b0bc-4d84-af5c-55cc26aaa920 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670271 Nov 23 17:49:12.238611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623070-a39d-4d51-995d-0938f2441d34 req-32645351-2158-4f4a-a80b-ed204b45ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:12.240830 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-32645351-2158-4f4a-a80b-ed204b45ddba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de0b5e46-f000-431b-b8da-20f7dac2bfd7 HTTP/1.1" status: 200 len: 863 time: 0.1120124 Nov 23 17:49:12.287983 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc2621-0108-4e07-8219-cc5881136248 x-openstack-request-id: req-5ccc2621-0108-4e07-8219-cc5881136248 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:12.288413 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ca1c47-aae2-4d3d-b65d-6ba539fb8f20", "tag": "591c6bf5-071b-415b-99c1-5751ac2d92ef", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:12.289924 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ccc2621-0108-4e07-8219-cc5881136248 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:12.293184 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'tag': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'status': 'completed', 'code': 200} Nov 23 17:49:12.339894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-984406ab-5f99-47fa-be93-329314fae881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.395726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623070-a39d-4d51-995d-0938f2441d34 req-07be3bdf-fd87-42e0-ba41-6496ae69f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:12.397509 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-07be3bdf-fd87-42e0-ba41-6496ae69f492 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=66c6e7c6-cfc0-43dd-a817-5db419986990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458611 Nov 23 17:49:12.432694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dde9f35d-284f-4dbe-ad4c-e35ed0dd1768 req-12656c88-a3fa-439f-8464-4ca8f96bbb8b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 210 time: 0.0459976 Nov 23 17:49:12.467632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-54372022-fa6e-42c4-869a-66ff9b7073bd tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:12.469641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-54372022-fa6e-42c4-869a-66ff9b7073bd tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570703 Nov 23 17:49:12.486705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Request body: {'port': {'device_id': '2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': 'caf6c768ed2e4180bfaf0763747b85ff'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:12.650075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-984406ab-5f99-47fa-be93-329314fae881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.680444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-7eccb1c5-5528-4ecc-88a4-b2e164489ff0 service neutron] 10.222.0.66 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731965 Nov 23 17:49:12.684751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-984406ab-5f99-47fa-be93-329314fae881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.700447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Made reservation on behalf of caf6c768ed2e4180bfaf0763747b85ff for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:12.705699 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.725947 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.853441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984406ab-5f99-47fa-be93-329314fae881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4fc4a6-baca-4f29-b7ac-534cad52bfc4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:12.872000 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-984406ab-5f99-47fa-be93-329314fae881 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66638c06b1a141ed81a8be6b66f5a5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8414950 Nov 23 17:49:12.881299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:12.908136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Checking segment: {'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:12.908826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Network hostable DHCP agents. Network: 7618338a-5ba8-4632-81a4-2f973f26d95d, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:12.927709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d023d19f-fe68-4238-88bb-599732a220f2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:13.014844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4c623070-a39d-4d51-995d-0938f2441d34 req-22993c74-f435-4527-9eb7-ae0c160bd534 service neutron] 10.222.0.66 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267925 Nov 23 17:49:13.024212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36964) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:13.062091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab123-daff-46e8-9534-c86c6d2fac01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.129322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab123-daff-46e8-9534-c86c6d2fac01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.250262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Network 7618338a-5ba8-4632-81a4-2f973f26d95d is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:13.254242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dabe6ac6-1e8e-4909-b7af-3f1b304dcdde admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.266567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-76640a95-2644-4dd4-8c94-52509975c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.268507 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-76640a95-2644-4dd4-8c94-52509975c869 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 1094 time: 0.1754954 Nov 23 17:49:13.279689 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-872e13da-e611-4ec9-892b-db09cabee60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.295825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 7618338a-5ba8-4632-81a4-2f973f26d95d) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:13.306820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268e9f65-689a-4d3a-b383-3946fa90b907 None None] Network 7618338a-5ba8-4632-81a4-2f973f26d95d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:13.317898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.318564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.324165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab123-daff-46e8-9534-c86c6d2fac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.341138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab123-daff-46e8-9534-c86c6d2fac01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.341138 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ff4ab123-daff-46e8-9534-c86c6d2fac01 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf4fc4a6-baca-4f29-b7ac-534cad52bfc4 HTTP/1.1" status: 204 len: 168 time: 0.4570491 Nov 23 17:49:13.341302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Allocated IP 192.168.233.52 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/a08f73e1-ef00-447b-a864-773871435ba5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:13.362397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ab123-daff-46e8-9534-c86c6d2fac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4fc4a6-baca-4f29-b7ac-534cad52bfc4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:13.432541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fef49e9a-6e11-47ba-a4d8-07f6fa67c9f5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4644589 Nov 23 17:49:13.437037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36976) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:13.447714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:13.479393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-8fd6582b-9f35-4b60-9e41-a4ae48e2ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.481262 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-8fd6582b-9f35-4b60-9e41-a4ae48e2ca5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 925 time: 0.2027342 Nov 23 17:49:13.550381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1fb67-5655-4753-9a9a-4f78e2f51ab6 req-040d638a-53a5-4ad9-b3a2-f0767318caa2 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.559615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6b1fb67-5655-4753-9a9a-4f78e2f51ab6 req-040d638a-53a5-4ad9-b3a2-f0767318caa2 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 943 time: 0.1538270 Nov 23 17:49:13.562327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dabe6ac6-1e8e-4909-b7af-3f1b304dcdde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.593576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36982) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:13.604002 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.605139 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.609382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-7618338a-5ba8-4632-81a4-2f973f26d95d', 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'fixed_ips': [{'subnet_id': 'd023d19f-fe68-4238-88bb-599732a220f2'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:49:13.610264 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.621995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92836f43-6870-49b7-a684-31b419ee0de5 req-428ea29e-46bc-4c83-9b24-e1d549094ad9 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.629888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92836f43-6870-49b7-a684-31b419ee0de5 req-428ea29e-46bc-4c83-9b24-e1d549094ad9 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 972 time: 0.1961713 Nov 23 17:49:13.642244 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-262d2fb7-9a94-4259-b24d-df06bcf19c6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef HTTP/1.1" status: 200 len: 217 time: 0.1286552 Nov 23 17:49:13.645085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dabe6ac6-1e8e-4909-b7af-3f1b304dcdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.681459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36988) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:13.682578 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dabe6ac6-1e8e-4909-b7af-3f1b304dcdde admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6fca1c48ee40423e8ad0de19ae1f72e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6570992 Nov 23 17:49:13.756185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-12eeb62f-d92e-4591-83de-25589a43babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.758758 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-12eeb62f-d92e-4591-83de-25589a43babb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de0b5e46-f000-431b-b8da-20f7dac2bfd7 HTTP/1.1" status: 200 len: 863 time: 0.0863087 Nov 23 17:49:13.768345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6b1fb67-5655-4753-9a9a-4f78e2f51ab6 req-ee837954-82f0-4857-b8dc-bf9250b865f0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063198 Nov 23 17:49:13.778163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.801388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Allocated IP 172.20.0.2 (7618338a-5ba8-4632-81a4-2f973f26d95d/d023d19f-fe68-4238-88bb-599732a220f2/4e101bae-dfd1-4181-b26a-ad38dec58e54) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:13.822193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92836f43-6870-49b7-a684-31b419ee0de5 req-6d9d02a2-5971-4c7f-be72-f1e0cafa1247 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913929 Nov 23 17:49:13.869946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36992) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:13.870673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe6ac6-1e8e-4909-b7af-3f1b304dcdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1f37e-96c0-440c-b44e-63c8b5a8bf2a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:13.910156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-b7ddb8c4-fec7-4993-a2e1-f669a61dff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.911929 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-b7ddb8c4-fec7-4993-a2e1-f669a61dff09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=66c6e7c6-cfc0-43dd-a817-5db419986990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435368 Nov 23 17:49:13.947866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-061527d9-efe6-48c3-91e7-4671c08c81e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.956334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-93692471-7660-4598-af34-ee99e37fdcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.027701 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.044496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d59c3486-9843-4212-a047-e8330240a9e2 req-17538a1c-166a-4bae-a711-061434a77e21 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 210 time: 0.0903380 Nov 23 17:49:14.047589 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.054264 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe66c34-1c17-4b23-b5fe-c346722526cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.109346 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-42a83fa3-e38d-47ea-94ec-3edf5dfd56fe service neutron] 10.222.0.66 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834116 Nov 23 17:49:14.127719 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe66c34-1c17-4b23-b5fe-c346722526cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.219413 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.239485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.248913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.255534 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-889d52c1-1fa4-4416-b17c-593df94ec382 req-72da3aab-c9f6-46ad-b539-35ff3a37a44b service neutron] 10.222.0.66 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363981 Nov 23 17:49:14.299722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Network 7618338a-5ba8-4632-81a4-2f973f26d95d is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:14.310003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:14.314503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:14.326732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Pushing event updated for resources: {'Port': ['ID=4e101bae-dfd1-4181-b26a-ad38dec58e54,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:14.356899 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-93692471-7660-4598-af34-ee99e37fdcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.375625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:14.382864 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-93692471-7660-4598-af34-ee99e37fdcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.403364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Attempting to bind port 4e101bae-dfd1-4181-b26a-ad38dec58e54 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:14.403736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Attempting to bind port 4e101bae-dfd1-4181-b26a-ad38dec58e54 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:14.404110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Attempting to bind port 4e101bae-dfd1-4181-b26a-ad38dec58e54 on network 7618338a-5ba8-4632-81a4-2f973f26d95d {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:14.407019 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe66c34-1c17-4b23-b5fe-c346722526cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.409668 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfe66c34-1c17-4b23-b5fe-c346722526cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.410588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:14.410888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bfe66c34-1c17-4b23-b5fe-c346722526cf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0e1f37e-96c0-440c-b44e-63c8b5a8bf2a HTTP/1.1" status: 204 len: 168 time: 0.7248478 Nov 23 17:49:14.411076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Checking segment: {'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:14.411495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.412046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Bound using segment: {'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:14.412531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Bound port: 4e101bae-dfd1-4181-b26a-ad38dec58e54, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:14.413064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.422752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-93692471-7660-4598-af34-ee99e37fdcc1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bf750ef993944adfad05dd95d5866763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5321031 Nov 23 17:49:14.422752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:14.423395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37004) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:14.429269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-061527d9-efe6-48c3-91e7-4671c08c81e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.439658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.445415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:14.452244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:14.452406 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.468758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Pushing event updated for resources: {'Port': ['ID=a08f73e1-ef00-447b-a864-773871435ba5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:14.474361 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-061527d9-efe6-48c3-91e7-4671c08c81e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.485239 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.494477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37006) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:14.515516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-a04f9971-b3a0-40f6-b025-ee6c542acdda tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0360334 Nov 23 17:49:14.528350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] For port 4e101bae-dfd1-4181-b26a-ad38dec58e54, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:14.541024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Request body: {'port': {'device_id': '2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:14.541767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] For port 4e101bae-dfd1-4181-b26a-ad38dec58e54, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4e101bae-dfd1-4181-b26a-ad38dec58e54,segment=NetworkSegment(9bf321d4-381f-4897-8277-0c6c46a03c62),segment_id=9bf321d4-381f-4897-8277-0c6c46a03c62)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:14.550950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93692471-7660-4598-af34-ee99e37fdcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2036d352-b4d1-40a2-9032-b4bfcc10256f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:14.552381 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.577536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe66c34-1c17-4b23-b5fe-c346722526cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1f37e-96c0-440c-b44e-63c8b5a8bf2a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:14.638186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-061527d9-efe6-48c3-91e7-4671c08c81e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f1d55afa1ee747c78d3a76734974bd8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0388994 Nov 23 17:49:14.672231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37010) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:14.761710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccf640-816b-430f-8e91-cb8d133bd695 None None] Pushing event updated for resources: {'Port': ['ID=4e101bae-dfd1-4181-b26a-ad38dec58e54,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:14.767226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061527d9-efe6-48c3-91e7-4671c08c81e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb6eef3-4b1e-4452-8e83-6872e5ae0821,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:14.823325 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-edd2f1cf-8dee-4acc-a162-82c5fb8f0ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.851551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-edd2f1cf-8dee-4acc-a162-82c5fb8f0ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.932767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-225b87dc-2e97-402a-b305-f970536c6edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.956132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.973007 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.979366 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-edd2f1cf-8dee-4acc-a162-82c5fb8f0ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.982228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-edd2f1cf-8dee-4acc-a162-82c5fb8f0ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.985980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-edd2f1cf-8dee-4acc-a162-82c5fb8f0ae9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2036d352-b4d1-40a2-9032-b4bfcc10256f HTTP/1.1" status: 204 len: 168 time: 0.5514293 Nov 23 17:49:15.000984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0ace8d46-b3fc-44cb-95e6-c79060f32fd3 None None] Provisioning complete for port a08f73e1-ef00-447b-a864-773871435ba5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:15.001940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ace8d46-b3fc-44cb-95e6-c79060f32fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.063011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0ace8d46-b3fc-44cb-95e6-c79060f32fd3 None None] Port a08f73e1-ef00-447b-a864-773871435ba5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:15.077449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-a26651cb-31fd-4245-9265-90496be55b67 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:15.091265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2f1cf-8dee-4acc-a162-82c5fb8f0ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2036d352-b4d1-40a2-9032-b4bfcc10256f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:15.097229 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-a26651cb-31fd-4245-9265-90496be55b67 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 972 time: 0.4647639 Nov 23 17:49:15.131020 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-84e5c5b5-4dc3-43eb-856a-aa3cf6f506c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.197573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Allocated IP 172.25.0.79 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c365fea9-c79a-49c5-9bc1-82f5bdb3d230) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:15.315686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37022) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:15.370902 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fffa3ed-814a-4d2a-a7b2-f8035c219fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.401316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-84e5c5b5-4dc3-43eb-856a-aa3cf6f506c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.435207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ccb85-d42c-49b7-825e-c0dcb25942a8 req-dd746e43-ed5e-4d98-8063-0ab4a629fb15 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:15.443119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-784ccb85-d42c-49b7-825e-c0dcb25942a8 req-dd746e43-ed5e-4d98-8063-0ab4a629fb15 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 943 time: 0.5113418 Nov 23 17:49:15.547026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da15705-1813-4761-b330-021489bbfe63 req-ed501333-30c6-48cf-b8dc-b24b73818453 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:15.548580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1da15705-1813-4761-b330-021489bbfe63 req-ed501333-30c6-48cf-b8dc-b24b73818453 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 972 time: 0.5170670 Nov 23 17:49:15.618828 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-784ccb85-d42c-49b7-825e-c0dcb25942a8 req-ce72a253-7f1a-4727-9f94-f4920e0ac03b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747665 Nov 23 17:49:15.691931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-84e5c5b5-4dc3-43eb-856a-aa3cf6f506c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.695654 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-84e5c5b5-4dc3-43eb-856a-aa3cf6f506c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.697341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-84e5c5b5-4dc3-43eb-856a-aa3cf6f506c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4cb6eef3-4b1e-4452-8e83-6872e5ae0821 HTTP/1.1" status: 204 len: 168 time: 1.0241494 Nov 23 17:49:15.718489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08f73e1-ef00-447b-a864-773871435ba5 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:15.754860 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.768241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5c5b5-4dc3-43eb-856a-aa3cf6f506c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb6eef3-4b1e-4452-8e83-6872e5ae0821,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:15.789927 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-225b87dc-2e97-402a-b305-f970536c6edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.796567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.797602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1da15705-1813-4761-b330-021489bbfe63 req-82f24476-4549-49e0-bfe9-c71c175b0933 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247140 Nov 23 17:49:15.824932 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-225b87dc-2e97-402a-b305-f970536c6edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.878590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fffa3ed-814a-4d2a-a7b2-f8035c219fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.881359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Deleting port a7cfe5f3-ea6e-467d-9429-71954e74523b {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:15.881867 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.894793 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fffa3ed-814a-4d2a-a7b2-f8035c219fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.900205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Transition to ACTIVE for port object a08f73e1-ef00-447b-a864-773871435ba5 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:49:15.938602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.953979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b87dc-2e97-402a-b305-f970536c6edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb953a0-6382-443b-b372-f358f52dad69,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:15.978421 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-225b87dc-2e97-402a-b305-f970536c6edc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0e52f91ce9074205a346afa758831a88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4806538 Nov 23 17:49:16.004770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37038) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:16.056527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6fffa3ed-814a-4d2a-a7b2-f8035c219fa9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cabbc6f83e2747b2a216b5e61d198515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7398496 Nov 23 17:49:16.071566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37042) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:16.098489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffa3ed-814a-4d2a-a7b2-f8035c219fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd3810c-257f-4d74-a5aa-9a3911aa0a70,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:16.116322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.205124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54cee-b19c-47c4-8772-6b25b5ef67d8 req-425c91da-8587-4c47-9c06-8eeddd6eb0ba tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:16.218216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56b54cee-b19c-47c4-8772-6b25b5ef67d8 req-425c91da-8587-4c47-9c06-8eeddd6eb0ba tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 935 time: 0.4773805 Nov 23 17:49:16.270544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a08f73e1-ef00-447b-a864-773871435ba5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:16.276485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.331921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:16.384037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:16.395055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] For port a7cfe5f3-ea6e-467d-9429-71954e74523b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a7cfe5f3-ea6e-467d-9429-71954e74523b,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:16.397366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.397696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa2da2-6a0d-4e62-8dbd-7b25556cc32b None None] Network 7618338a-5ba8-4632-81a4-2f973f26d95d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:16.401247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Attempting to bind port a08f73e1-ef00-447b-a864-773871435ba5 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:16.401728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Attempting to bind port a08f73e1-ef00-447b-a864-773871435ba5 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:16.401948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Attempting to bind port a08f73e1-ef00-447b-a864-773871435ba5 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:16.415258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-660fdf7b-4ae2-4240-95e6-97a8ab6ad576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.433142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56b54cee-b19c-47c4-8772-6b25b5ef67d8 req-70c499b8-8eb3-42ec-be8c-70679df0d40f tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137074 Nov 23 17:49:16.433709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Port a08f73e1-ef00-447b-a864-773871435ba5 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:49:16.434029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Attempting to bind port a08f73e1-ef00-447b-a864-773871435ba5 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:16.435281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:16.461579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Pushing event updated for resources: {'Port': ['ID=c365fea9-c79a-49c5-9bc1-82f5bdb3d230,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:16.469052 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-660fdf7b-4ae2-4240-95e6-97a8ab6ad576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.471054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:16.471387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:16.471768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:16.472196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Bound port: a08f73e1-ef00-447b-a864-773871435ba5, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:16.472537 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.477906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Calling delete_port for a7cfe5f3-ea6e-467d-9429-71954e74523b owned by compute:tempest-test_az-1359491048 {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:16.577773 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-660fdf7b-4ae2-4240-95e6-97a8ab6ad576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.579585 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-660fdf7b-4ae2-4240-95e6-97a8ab6ad576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.580749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-660fdf7b-4ae2-4240-95e6-97a8ab6ad576 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ebb953a0-6382-443b-b372-f358f52dad69 HTTP/1.1" status: 204 len: 168 time: 0.5668714 Nov 23 17:49:16.599270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fdf7b-4ae2-4240-95e6-97a8ab6ad576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb953a0-6382-443b-b372-f358f52dad69,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:16.607219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] For port a08f73e1-ef00-447b-a864-773871435ba5, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:16.611237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] For port a08f73e1-ef00-447b-a864-773871435ba5, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a08f73e1-ef00-447b-a864-773871435ba5,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:16.624859 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.710801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-851fccad-44b9-49d8-9b5a-616811d409ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.716087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4e101bae-dfd1-4181-b26a-ad38dec58e54 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:16.749094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a08f73e1-ef00-447b-a864-773871435ba5,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:16.801925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:16.802669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:16.806161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-aba2b992-6c20-4bd9-86f7-ae476300c9d2 service neutron] 10.222.0.72 "PUT /v2.0/ports/a08f73e1-ef00-447b-a864-773871435ba5 HTTP/1.1" status: 200 len: 1095 time: 2.2712471 Nov 23 17:49:16.808061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f', 'tag': 'a08f73e1-ef00-447b-a864-773871435ba5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:16.833483 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21edd98-5c78-40e9-a254-6500e4e7d344" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f", "tag": "a08f73e1-ef00-447b-a864-773871435ba5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:16.906672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-bcb6806a-08e6-478c-8fb5-45464bca41ed None None] Provisioning complete for port 4e101bae-dfd1-4181-b26a-ad38dec58e54 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:16.907037 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bcb6806a-08e6-478c-8fb5-45464bca41ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.005301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22df9-2813-438f-8d27-54665296e279 req-095e770d-c65b-4cf1-b9b8-3d77a03bd357 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:17.007242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8d22df9-2813-438f-8d27-54665296e279 req-095e770d-c65b-4cf1-b9b8-3d77a03bd357 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 943 time: 0.2425885 Nov 23 17:49:17.053428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 591c6bf5-071b-415b-99c1-5751ac2d92ef details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:49:17.080710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624c922-f5a9-486c-a610-8313c009bc8c req-4fd1c2c2-0320-43a8-a6d1-2d5fc83385d7 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:17.085167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f624c922-f5a9-486c-a610-8313c009bc8c req-4fd1c2c2-0320-43a8-a6d1-2d5fc83385d7 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 972 time: 0.1969435 Nov 23 17:49:17.087708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-25f43833-27d4-42d0-8a4b-81dbe8961c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:17.095100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-25f43833-27d4-42d0-8a4b-81dbe8961c3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 1098 time: 0.2211096 Nov 23 17:49:17.167334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-851fccad-44b9-49d8-9b5a-616811d409ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.203947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-d0392ecc-1179-4d8e-9319-bb8e820cdd78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=a08f73e1-ef00-447b-a864-773871435ba5 HTTP/1.1" status: 200 len: 217 time: 0.0906334 Nov 23 17:49:17.219712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.284826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8d22df9-2813-438f-8d27-54665296e279 req-e6e20a82-ad5d-4e31-abcc-79acd4aa0761 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676673 Nov 23 17:49:17.311719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f624c922-f5a9-486c-a610-8313c009bc8c req-505c494e-c63c-4c8b-99d2-c11534107e72 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/security-groups?id=081c6abf-4702-421f-8c31-0fe35e586747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142975 Nov 23 17:49:17.346335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-7b6bc09d-639b-46c7-902e-53dcb31a2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:17.348111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-7b6bc09d-639b-46c7-902e-53dcb31a2a6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1284831 Nov 23 17:49:17.440302 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d840845c-47a5-436c-a4ce-463a279b0fcd x-openstack-request-id: req-d840845c-47a5-436c-a4ce-463a279b0fcd {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:17.440943 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f", "tag": "a08f73e1-ef00-447b-a864-773871435ba5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:17.440943 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d840845c-47a5-436c-a4ce-463a279b0fcd {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:17.441252 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f', 'tag': 'a08f73e1-ef00-447b-a864-773871435ba5', 'status': 'completed', 'code': 200} Nov 23 17:49:17.441641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37082) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:17.504400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f570c76-24f6-4e7e-b360-13aa07951f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.528322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4e101bae-dfd1-4181-b26a-ad38dec58e54 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:17.528924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.543784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.598760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-ef1721bd-9e53-489e-ab60-49c7d30e39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:17.605030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-ef1721bd-9e53-489e-ab60-49c7d30e39f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466576 Nov 23 17:49:17.630626 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:49:17.699244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37088) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:17.705150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 591c6bf5-071b-415b-99c1-5751ac2d92ef, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:17.715040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] No DVR routers for this DVR port a7cfe5f3-ea6e-467d-9429-71954e74523b on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:49:17.716610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Pushing event deleted for resources: {'Port': ['ID=a7cfe5f3-ea6e-467d-9429-71954e74523b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:17.726146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'port_id': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'mac_address': 'fa:16:3e:16:15:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:49:17.733058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bcb6806a-08e6-478c-8fb5-45464bca41ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.813369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.823945 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-524bbe4a-e730-4950-92ef-2f9cb9bb36b3 req-d3f7df6b-e10d-4a8b-880e-d7fa9c30d648 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.72 "DELETE /v2.0/ports/a7cfe5f3-ea6e-467d-9429-71954e74523b HTTP/1.1" status: 204 len: 173 time: 2.7255316 Nov 23 17:49:17.824669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4745db9-b8ec-4a63-a8d2-963df6acd507', 'name': 'network-vif-deleted', 'tag': 'a7cfe5f3-ea6e-467d-9429-71954e74523b'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:17.828242 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5d4153-5513-4f12-8a7f-2d2b3937893f" -d '{"events": [{"server_uuid": "f4745db9-b8ec-4a63-a8d2-963df6acd507", "name": "network-vif-deleted", "tag": "a7cfe5f3-ea6e-467d-9429-71954e74523b"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:17.833902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.856632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5f3ca-4be4-4301-8a22-595b55c57d50 req-ddf05b8c-c670-43b5-b25f-d200163d0ab8 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:17.860248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.866307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-bcb6806a-08e6-478c-8fb5-45464bca41ed None None] For port 4e101bae-dfd1-4181-b26a-ad38dec58e54, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4e101bae-dfd1-4181-b26a-ad38dec58e54,segment=NetworkSegment(9bf321d4-381f-4897-8277-0c6c46a03c62),segment_id=9bf321d4-381f-4897-8277-0c6c46a03c62)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:17.870721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8d5f3ca-4be4-4301-8a22-595b55c57d50 req-ddf05b8c-c670-43b5-b25f-d200163d0ab8 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 947 time: 0.2940848 Nov 23 17:49:17.908639 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bcb6806a-08e6-478c-8fb5-45464bca41ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.925156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591c6bf5-071b-415b-99c1-5751ac2d92ef {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:17.928096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.958383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8d5f3ca-4be4-4301-8a22-595b55c57d50 req-cedc6816-8c33-4d93-9c3c-90f485bca4ec tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814512 Nov 23 17:49:18.004970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f570c76-24f6-4e7e-b360-13aa07951f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.029414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a7cfe5f3-ea6e-467d-9429-71954e74523b no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:18.031582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-acc6ed73-f5b1-4a0b-a037-00383744bda8 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749378 Nov 23 17:49:18.032718 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f570c76-24f6-4e7e-b360-13aa07951f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.071770 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d28c9-630e-4dc4-8aa0-d3571bf4f9b0 x-openstack-request-id: req-4b7d28c9-630e-4dc4-8aa0-d3571bf4f9b0 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:18.071770 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4745db9-b8ec-4a63-a8d2-963df6acd507", "name": "network-vif-deleted", "tag": "a7cfe5f3-ea6e-467d-9429-71954e74523b", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:18.072065 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b7d28c9-630e-4dc4-8aa0-d3571bf4f9b0 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:18.072592 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4745db9-b8ec-4a63-a8d2-963df6acd507', 'name': 'network-vif-deleted', 'tag': 'a7cfe5f3-ea6e-467d-9429-71954e74523b', 'status': 'completed', 'code': 200} Nov 23 17:49:18.073779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f570c76-24f6-4e7e-b360-13aa07951f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c1abaf-d236-41f7-b3fc-013d464ae92e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:18.121218 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-851fccad-44b9-49d8-9b5a-616811d409ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.124025 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-851fccad-44b9-49d8-9b5a-616811d409ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.125493 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-851fccad-44b9-49d8-9b5a-616811d409ed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0fd3810c-257f-4d74-a5aa-9a3911aa0a70 HTTP/1.1" status: 204 len: 168 time: 2.0529628 Nov 23 17:49:18.140715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fccad-44b9-49d8-9b5a-616811d409ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd3810c-257f-4d74-a5aa-9a3911aa0a70,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:18.144527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7f570c76-24f6-4e7e-b360-13aa07951f9d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=07130702a4194080bdef7ecc30cbfd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6854465 Nov 23 17:49:18.145705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37100) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:18.161173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Router 5eac631d-d7bd-4943-aef7-44d420f3c413 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:49:18.177128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 591c6bf5-071b-415b-99c1-5751ac2d92ef, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:18.213337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: a7cfe5f3-ea6e-467d-9429-71954e74523b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:18.213967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a7cfe5f3-ea6e-467d-9429-71954e74523b not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:18.214209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1257414849-network', 'tenant_id': '75bea26546174516b19fd052a5ecaf10'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:18.243728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.277137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55557619-d515-4df9-8483-90b4b6f3b2e0 req-c66fed8f-56a5-4f99-9cb6-7ef6ec6c6ad3 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096610 Nov 23 17:49:18.286817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69cc3153-2b2f-42de-84a2-8752aee5534f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.295227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6806a-08e6-478c-8fb5-45464bca41ed None None] Pushing event updated for resources: {'Port': ['ID=4e101bae-dfd1-4181-b26a-ad38dec58e54,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:18.295671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Made reservation on behalf of 75bea26546174516b19fd052a5ecaf10 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:18.302115 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.321459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.420369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1cb6f62a-5d59-478b-a2cf-a29aa22b1b5d None None] Provisioning complete for port 4e101bae-dfd1-4181-b26a-ad38dec58e54 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:18.420742 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f62a-5d59-478b-a2cf-a29aa22b1b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.436568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.443678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69cc3153-2b2f-42de-84a2-8752aee5534f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.458928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=591c6bf5-071b-415b-99c1-5751ac2d92ef,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:18.476476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.486534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:18.499485 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Sync routers for ids ['5eac631d-d7bd-4943-aef7-44d420f3c413'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:18.516609 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Routers {'5eac631d-d7bd-4943-aef7-44d420f3c413'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:18.517301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5eac631d-d7bd-4943-aef7-44d420f3c413'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:18.558018 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.567231 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0d70f75f-1a99-4d81-badf-fba347e80654 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1209092 Nov 23 17:49:18.568060 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37114) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:18.572831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f88d8b-014c-410a-8c02-99c60ee23b74,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:18.645137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['591c6bf5-071b-415b-99c1-5751ac2d92ef'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:18.735119 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Set router 5eac631d-d7bd-4943-aef7-44d420f3c413 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:18.755815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4e101bae-dfd1-4181-b26a-ad38dec58e54 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:18.868249 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69cc3153-2b2f-42de-84a2-8752aee5534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.871808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69cc3153-2b2f-42de-84a2-8752aee5534f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.873999 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-69cc3153-2b2f-42de-84a2-8752aee5534f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c4c1abaf-d236-41f7-b3fc-013d464ae92e HTTP/1.1" status: 204 len: 168 time: 0.7269797 Nov 23 17:49:18.907382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4e101bae-dfd1-4181-b26a-ad38dec58e54 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:18.908262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:18.910067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc3153-2b2f-42de-84a2-8752aee5534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c1abaf-d236-41f7-b3fc-013d464ae92e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:19.029677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60063da-f8f0-488d-bf1c-ebcf896621b5 req-46020c34-e4c9-4019-8bba-b95d74ea3484 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.032211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f60063da-f8f0-488d-bf1c-ebcf896621b5 req-46020c34-e4c9-4019-8bba-b95d74ea3484 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 944 time: 0.5913506 Nov 23 17:49:19.037709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-198c519b-9921-4514-8d7e-7d65a26c242d req-5c9e1d37-fcb6-48b7-b6a4-d58649c0d032 tempest-AggregatesAdminTestJSON-1108827101 tempest-AggregatesAdminTestJSON-1108827101-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4745db9-b8ec-4a63-a8d2-963df6acd507 HTTP/1.1" status: 200 len: 210 time: 0.4500117 Nov 23 17:49:19.038458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:19.043810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-43261344-cfe3-4f13-840b-f39926d4b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.045614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-43261344-cfe3-4f13-840b-f39926d4b64f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 1098 time: 0.6071801 Nov 23 17:49:19.148740 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:17Z', 'revision_number': 3, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:19.205136 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Checking router: 5eac631d-d7bd-4943-aef7-44d420f3c413 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:19.207615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-fe7133de-10f2-4d22-bfc7-e4d455c965c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.209622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-fe7133de-10f2-4d22-bfc7-e4d455c965c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1181099 Nov 23 17:49:19.212267 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Updating router 5eac631d-d7bd-4943-aef7-44d420f3c413 port c365fea9-c79a-49c5-9bc1-82f5bdb3d230 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:49:19.222447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.224585 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Added segment aa82a930-166f-4d62-af14-15eb06502e36 of type vlan for network 56407b25-b01a-45b5-81db-238525df157d Nov 23 17:49:19.251584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f60063da-f8f0-488d-bf1c-ebcf896621b5 req-4fca59b3-5c7d-423c-aa47-09bc7f174b81 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100387 Nov 23 17:49:19.265122 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.295577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-d7eb4be6-44f7-4ec2-a40f-960ca101b9de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=a08f73e1-ef00-447b-a864-773871435ba5 HTTP/1.1" status: 200 len: 217 time: 0.0680101 Nov 23 17:49:19.296983 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.369973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.429378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.430823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.432684 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.560196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8471735 Nov 23 17:49:19.571763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37142) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:19.581891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3856c1-a9a6-4f2f-806b-0aa413ae22d3 req-48fb3a3b-2abe-4866-9edf-91436667def9 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.583786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb3856c1-a9a6-4f2f-806b-0aa413ae22d3 req-48fb3a3b-2abe-4866-9edf-91436667def9 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 947 time: 0.1731455 Nov 23 17:49:19.589956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Request body: {'subnet': {'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1257414849-subnet', 'tenant_id': '75bea26546174516b19fd052a5ecaf10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:19.651573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-bdb95c9b-ad4e-44de-ab41-fd2565ac3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.653549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-bdb95c9b-ad4e-44de-ab41-fd2565ac3940 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.3386734 Nov 23 17:49:19.693583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Made reservation on behalf of 75bea26546174516b19fd052a5ecaf10 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:19.697682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.760070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612718f2-61b9-4127-8945-1d7e70a96653 admin admin] Pushing event updated for resources: {'Network': ['ID=56407b25-b01a-45b5-81db-238525df157d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:19.767305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.773901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 56407b25-b01a-45b5-81db-238525df157d details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:19.805795 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.817929 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.883789 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c206c0-63f7-41b7-84cc-3c04ebba58ac None None] Pushing event updated for resources: {'Port': ['ID=c365fea9-c79a-49c5-9bc1-82f5bdb3d230,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:19.907260 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Attempting to bind port c365fea9-c79a-49c5-9bc1-82f5bdb3d230 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:19.907975 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Attempting to bind port c365fea9-c79a-49c5-9bc1-82f5bdb3d230 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:19.908691 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Attempting to bind port c365fea9-c79a-49c5-9bc1-82f5bdb3d230 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:19.915135 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:19.916008 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:19.916603 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.917233 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:19.917894 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Bound port: c365fea9-c79a-49c5-9bc1-82f5bdb3d230, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:19.918504 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.964787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-8485b0c1-f313-4d9a-8789-0c9587aa8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.967066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-8485b0c1-f313-4d9a-8789-0c9587aa8eea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2591555 Nov 23 17:49:20.012604 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] For port c365fea9-c79a-49c5-9bc1-82f5bdb3d230, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:20.016345 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] For port c365fea9-c79a-49c5-9bc1-82f5bdb3d230, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c365fea9-c79a-49c5-9bc1-82f5bdb3d230,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:20.027904 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.059618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Allocated IP 172.20.0.1 (7618338a-5ba8-4632-81a4-2f973f26d95d/d023d19f-fe68-4238-88bb-599732a220f2/623ce675-28a9-40ba-9d95-710edfe8c248) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:20.083623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb3856c1-a9a6-4f2f-806b-0aa413ae22d3 req-b029d94e-eeef-47f8-9fea-87c8923f6038 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450462 Nov 23 17:49:20.141875 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Routers {'5eac631d-d7bd-4943-aef7-44d420f3c413'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:20.143263 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5eac631d-d7bd-4943-aef7-44d420f3c413'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:20.227596 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.340948 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.358334 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c206c0-63f7-41b7-84cc-3c04ebba58ac None None] Pushing event updated for resources: {'Port': ['ID=c365fea9-c79a-49c5-9bc1-82f5bdb3d230,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:20.380820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-a964bf4b-0252-43ae-b917-bfa99a2e0dd0 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910093 Nov 23 17:49:20.411166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.419997 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] Set router 5eac631d-d7bd-4943-aef7-44d420f3c413 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:20.450914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.480861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Network 7618338a-5ba8-4632-81a4-2f973f26d95d is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:20.484963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:20.504854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:20.505463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.580189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b1c274-f73c-4580-89ef-30ab01020e69,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:20.643645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Pushing event updated for resources: {'Port': ['ID=623ce675-28a9-40ba-9d95-710edfe8c248,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:20.700746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d205ec-afb3-401b-b1db-a70d74ad7a36 req-48d6b663-4d47-4b13-964c-984aed32db96 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:20.702346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89d205ec-afb3-401b-b1db-a70d74ad7a36 req-48d6b663-4d47-4b13-964c-984aed32db96 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 944 time: 0.2792420 Nov 23 17:49:20.709003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.713389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Checking segment: {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:20.713771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Network hostable DHCP agents. Network: 56407b25-b01a-45b5-81db-238525df157d, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:20.733726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37196) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:20.807983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21edd98-5c78-40e9-a254-6500e4e7d344 req-9c2c924f-8bcc-43b9-b3aa-51b5bd98cd9f service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126658 Nov 23 17:49:20.812963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Network 56407b25-b01a-45b5-81db-238525df157d is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:20.824780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89d205ec-afb3-401b-b1db-a70d74ad7a36 req-0054dcc0-b383-4965-9799-1fcd40afa068 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074848 Nov 23 17:49:20.828145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37202) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:20.845313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 56407b25-b01a-45b5-81db-238525df157d) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:20.857227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07fc95e-9dec-4d6d-8ef0-ace22fac9aa1 None None] Network 56407b25-b01a-45b5-81db-238525df157d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:20.861685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:20.862312 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.872016 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:17Z', 'revision_number': 3, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:20.896512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fd4f3f82-d3fd-401e-ad82-bdb07ba366fa admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3114266 Nov 23 17:49:20.923423 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce395a83-259b-45eb-ba22-6d959550ca17 None None] The sync data for ids ['5eac631d-d7bd-4943-aef7-44d420f3c413'] in n-d-818932-3 is: [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:17Z', 'revision_number': 3, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:20.986972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 591c6bf5-071b-415b-99c1-5751ac2d92ef up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:20.991501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.999893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-68a9e8e7-f702-46b2-8517-c309e5236311 None None] Provisioning complete for port 623ce675-28a9-40ba-9d95-710edfe8c248 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:21.000466 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-68a9e8e7-f702-46b2-8517-c309e5236311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.006353 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.008504 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.089970 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb17d7cf-8893-4709-ba9f-a1efb6e4ca69 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fe970a875db64bb784cd8c80e5fe07ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3550999 Nov 23 17:49:21.092724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37212) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:21.138598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Pushing event updated for resources: {'Port': ['ID=623ce675-28a9-40ba-9d95-710edfe8c248,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:21.223188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7691c356-1677-432c-a8d0-91170cf3ce00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.231340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-68a9e8e7-f702-46b2-8517-c309e5236311 None None] Port 623ce675-28a9-40ba-9d95-710edfe8c248 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:21.237248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Network 7618338a-5ba8-4632-81a4-2f973f26d95d is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:21.239970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:21.310758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7691c356-1677-432c-a8d0-91170cf3ce00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.338742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 591c6bf5-071b-415b-99c1-5751ac2d92ef completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:49:21.354277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1864903847-network', 'tenant_id': '212b6ad2b5284d24b582972e2d78cc3b'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:21.361635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 591c6bf5-071b-415b-99c1-5751ac2d92ef triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:21.362539 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.392803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f91edb0-a77b-4e8c-8494-a83159dc241d None None] Network 56407b25-b01a-45b5-81db-238525df157d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:21.475964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37218) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:21.555340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Made reservation on behalf of 212b6ad2b5284d24b582972e2d78cc3b for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:21.566416 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.575445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Router 5eac631d-d7bd-4943-aef7-44d420f3c413 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:49:21.606913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9312fb-9190-4931-b4b3-cfd922ce38a5 req-475684da-aa32-4f73-be18-975012a636e0 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:21.617316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f9312fb-9190-4931-b4b3-cfd922ce38a5 req-475684da-aa32-4f73-be18-975012a636e0 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 947 time: 0.2532060 Nov 23 17:49:21.646648 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.659335 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7691c356-1677-432c-a8d0-91170cf3ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.669280 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7691c356-1677-432c-a8d0-91170cf3ce00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.673003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7691c356-1677-432c-a8d0-91170cf3ce00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/081c6abf-4702-421f-8c31-0fe35e586747 HTTP/1.1" status: 204 len: 168 time: 0.5768533 Nov 23 17:49:21.705516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f2cde5b0-6691-4309-a928-b877a38f31f6 None None] Provisioning complete for port 623ce675-28a9-40ba-9d95-710edfe8c248 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:21.706220 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f2cde5b0-6691-4309-a928-b877a38f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.845945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:21.852915 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b3712b9a-a388-4b82-9ef6-aefc374cc45f admin admin] 10.222.0.74 "PUT /v2.0/routers/5eac631d-d7bd-4943-aef7-44d420f3c413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2832370 Nov 23 17:49:21.862160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691c356-1677-432c-a8d0-91170cf3ce00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081c6abf-4702-421f-8c31-0fe35e586747,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:21.875605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.916806 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3509cf-0f12-4214-ba99-21d7d6575226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.955837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f9312fb-9190-4931-b4b3-cfd922ce38a5 req-8870c2f4-1ce8-4fd9-a81a-8e22b82dc1c3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086429 Nov 23 17:49:21.979572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591c6bf5-071b-415b-99c1-5751ac2d92ef'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:21.991152 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8c261f-f5c7-4c8f-82be-c29263056e19" -d '{"events": [{"server_uuid": "29ca1c47-aae2-4d3d-b65d-6ba539fb8f20", "name": "network-vif-plugged", "status": "completed", "tag": "591c6bf5-071b-415b-99c1-5751ac2d92ef"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:22.000875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f2cde5b0-6691-4309-a928-b877a38f31f6 None None] Port 623ce675-28a9-40ba-9d95-710edfe8c248 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:22.025328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a08f73e1-ef00-447b-a864-773871435ba5 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:49:22.032598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 591c6bf5-071b-415b-99c1-5751ac2d92ef, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:22.044210 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.089473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.108960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.165901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22955-9b19-4a7a-bca5-5e715f62a237 req-b8278f5c-5e58-46f8-962e-06f4d567a053 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:22.173844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8f22955-9b19-4a7a-bca5-5e715f62a237 req-b8278f5c-5e58-46f8-962e-06f4d567a053 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 944 time: 0.1818047 Nov 23 17:49:22.198411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=591c6bf5-071b-415b-99c1-5751ac2d92ef,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:22.210312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:22.229114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd49343e-39ea-4326-933a-0e766b783c42,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:22.252242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.252595 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Added segment f7856a3b-7b51-4a5f-b829-2624a82f6a61 of type vlan for network 926bbe44-086d-432f-b396-70653a0f5b44 Nov 23 17:49:22.252847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a08f73e1-ef00-447b-a864-773871435ba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a08f73e1-ef00-447b-a864-773871435ba5,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:22.267151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'a08f73e1-ef00-447b-a864-773871435ba5', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'a08f73e1-ef00-447b-a864-773871435ba5', 'mac_address': 'fa:16:3e:4c:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:49:22.277091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3509cf-0f12-4214-ba99-21d7d6575226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.297431 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3509cf-0f12-4214-ba99-21d7d6575226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.321157 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.341044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08f73e1-ef00-447b-a864-773871435ba5 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:22.377815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a08f73e1-ef00-447b-a864-773871435ba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a08f73e1-ef00-447b-a864-773871435ba5,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:22.384804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8f22955-9b19-4a7a-bca5-5e715f62a237 req-3d08728b-83c1-47bc-ab98-3bd2125d4305 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087822 Nov 23 17:49:22.386303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.405045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.420153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c3509cf-0f12-4214-ba99-21d7d6575226 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ebf27d3d954946f49f0be638a74a2c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9239035 Nov 23 17:49:22.423552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37246) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:22.449379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3509cf-0f12-4214-ba99-21d7d6575226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc797c63-96a1-40a9-a563-5105b3aac600,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:22.449609 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f54fff1-687c-4085-a231-6c49ba053d42 x-openstack-request-id: req-5f54fff1-687c-4085-a231-6c49ba053d42 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:22.449992 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ca1c47-aae2-4d3d-b65d-6ba539fb8f20", "name": "network-vif-plugged", "status": "completed", "tag": "591c6bf5-071b-415b-99c1-5751ac2d92ef", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:22.450256 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5f54fff1-687c-4085-a231-6c49ba053d42 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:22.450850 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'code': 200} Nov 23 17:49:22.477132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.478472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:22.479266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.508608 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09b27c3f-96cf-4d63-a2d3-ec660d3a5d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.543415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7130029 Nov 23 17:49:22.550037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37250) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:22.551729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a08f73e1-ef00-447b-a864-773871435ba5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:22.569334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Request body: {'subnet': {'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1864903847-subnet', 'tenant_id': '212b6ad2b5284d24b582972e2d78cc3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:22.650429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a08f73e1-ef00-447b-a864-773871435ba5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:22.652094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204a27e-9d9c-4161-9682-b058f437e92c admin admin] Pushing event updated for resources: {'Network': ['ID=926bbe44-086d-432f-b396-70653a0f5b44,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:22.691992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37260) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:22.702967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09b27c3f-96cf-4d63-a2d3-ec660d3a5d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.711166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 926bbe44-086d-432f-b396-70653a0f5b44 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:22.755763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Made reservation on behalf of 212b6ad2b5284d24b582972e2d78cc3b for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:22.759562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.761346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c365fea9-c79a-49c5-9bc1-82f5bdb3d230 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:22.772259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e20580-bb06-4ccf-8df7-06e1137aa886 req-85ff069e-3110-4f80-a59b-5dd7f96da9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:22.774587 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40e20580-bb06-4ccf-8df7-06e1137aa886 req-85ff069e-3110-4f80-a59b-5dd7f96da9ff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 1096 time: 0.2505651 Nov 23 17:49:22.839167 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40e20580-bb06-4ccf-8df7-06e1137aa886 req-3efb1eb1-e1a8-4b56-bbd7-b3072858e5de service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563405 Nov 23 17:49:22.859235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09b27c3f-96cf-4d63-a2d3-ec660d3a5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.862620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09b27c3f-96cf-4d63-a2d3-ec660d3a5d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.863817 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-09b27c3f-96cf-4d63-a2d3-ec660d3a5d6d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fc797c63-96a1-40a9-a563-5105b3aac600 HTTP/1.1" status: 204 len: 168 time: 0.4387896 Nov 23 17:49:22.874465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b27c3f-96cf-4d63-a2d3-ec660d3a5d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc797c63-96a1-40a9-a563-5105b3aac600,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:22.945968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fa6a47c9-11d3-4c33-8f6f-b4f496ca992b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f8f65bfc78148ce880a579c13ed5735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498884 Nov 23 17:49:22.946219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37270) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:22.949900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c365fea9-c79a-49c5-9bc1-82f5bdb3d230 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:22.950422 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.987629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-004f3ee2-1f2a-435a-b62f-8ed18f905ce1 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:22.989358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-004f3ee2-1f2a-435a-b62f-8ed18f905ce1 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 822 time: 0.3295681 Nov 23 17:49:23.017576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-39827f47-7589-4197-a01d-893188d293f7 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/quotas/75bea26546174516b19fd052a5ecaf10 HTTP/1.1" status: 200 len: 375 time: 0.0160737 Nov 23 17:49:23.076958 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bd37b71-9c37-43b7-89a0-dcb923442fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.113213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bd37b71-9c37-43b7-89a0-dcb923442fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.120686 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.142205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port c365fea9-c79a-49c5-9bc1-82f5bdb3d230, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c365fea9-c79a-49c5-9bc1-82f5bdb3d230,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:23.151143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.195501 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.216665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bd37b71-9c37-43b7-89a0-dcb923442fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.219282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-2fcb9dc4-b404-45cd-97e4-36553b2ce754 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390618 Nov 23 17:49:23.222964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=c365fea9-c79a-49c5-9bc1-82f5bdb3d230,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:23.233686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bd37b71-9c37-43b7-89a0-dcb923442fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.241452 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7bd37b71-9c37-43b7-89a0-dcb923442fb0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b9838d8-22e1-48b3-91da-fdf29c614726 HTTP/1.1" status: 204 len: 168 time: 0.2937899 Nov 23 17:49:23.254666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd37b71-9c37-43b7-89a0-dcb923442fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9838d8-22e1-48b3-91da-fdf29c614726,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:23.416532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9c281e-254d-40ce-9c58-9ec3c3901b80,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:23.445850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:23.446054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Network hostable DHCP agents. Network: 926bbe44-086d-432f-b396-70653a0f5b44, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:23.446387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37282) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:23.467890 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cd9953e-439a-421e-86dc-8ff019a6060c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.576293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cd9953e-439a-421e-86dc-8ff019a6060c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.579615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-4d8aeb52-36a0-41bb-b602-795a3898e7d9 service neutron] 10.222.0.74 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289750 Nov 23 17:49:23.583994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cd9953e-439a-421e-86dc-8ff019a6060c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.594208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Network 926bbe44-086d-432f-b396-70653a0f5b44 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:23.629835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-5e852fc0-1549-4e8f-a292-def74ae00a04 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3532057 Nov 23 17:49:23.631013 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7cd9953e-439a-421e-86dc-8ff019a6060c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=563a858e828c47078bba403b84f87bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828101 Nov 23 17:49:23.634365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9953e-439a-421e-86dc-8ff019a6060c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0890b42-27c8-484d-b453-c72d1da1471b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:23.637167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37290) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:23.674736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 926bbe44-086d-432f-b396-70653a0f5b44) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:23.682801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:23.688733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6811e9a-9b48-4268-8da8-362213edd7e5 None None] Network 926bbe44-086d-432f-b396-70653a0f5b44 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:23.695312 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffba05e-7531-4b7b-b749-2032c2184fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.700817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:23.701491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.727635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffba05e-7531-4b7b-b749-2032c2184fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.733502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.756691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-957e9669-115a-49e1-85c6-7c65a05ba5a0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2054627 Nov 23 17:49:23.791878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-7d5858d6-eb6f-415e-ae28-905bd186d675 service neutron] 10.222.0.74 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116866 Nov 23 17:49:23.813101 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffba05e-7531-4b7b-b749-2032c2184fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.815843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffba05e-7531-4b7b-b749-2032c2184fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.816989 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ffba05e-7531-4b7b-b749-2032c2184fd0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0890b42-27c8-484d-b453-c72d1da1471b HTTP/1.1" status: 204 len: 168 time: 0.1786730 Nov 23 17:49:23.825833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffba05e-7531-4b7b-b749-2032c2184fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0890b42-27c8-484d-b453-c72d1da1471b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:23.876884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Sync routers for ids ['5eac631d-d7bd-4943-aef7-44d420f3c413'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:23.911451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Routers {'5eac631d-d7bd-4943-aef7-44d420f3c413'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:23.912022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5eac631d-d7bd-4943-aef7-44d420f3c413'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:23.917818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785bb0b9-feca-4e74-98a9-41782e965edf None None] Network 926bbe44-086d-432f-b396-70653a0f5b44 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:23.946009 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.057563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a08f73e1-ef00-447b-a864-773871435ba5 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:24.130653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Allocated IP 172.25.0.247 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/325606cd-d284-492a-b54a-683fc7c289a5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:24.318953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port a08f73e1-ef00-447b-a864-773871435ba5 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:49:24.323376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Set router 5eac631d-d7bd-4943-aef7-44d420f3c413 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:24.327909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.380168 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port a08f73e1-ef00-447b-a864-773871435ba5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:24.380820 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.383146 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.448460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:24.451020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:24.455749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:24.469810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event updated for resources: {'Port': ['ID=325606cd-d284-492a-b54a-683fc7c289a5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:24.614611 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.666069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c365fea9-c79a-49c5-9bc1-82f5bdb3d230 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:24.891712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37338) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:24.996263 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.000194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c365fea9-c79a-49c5-9bc1-82f5bdb3d230 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:25.000825 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.030213 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.064414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33537d99-2ed0-4310-80c5-d226704913f5 req-23927db9-b5e3-4e86-9da4-3f65d4067a56 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:25.065954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33537d99-2ed0-4310-80c5-d226704913f5 req-23927db9-b5e3-4e86-9da4-3f65d4067a56 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 948 time: 0.4348233 Nov 23 17:49:25.106533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f73e1-ef00-447b-a864-773871435ba5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:25.113788 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d8f861-41e6-4043-a5a1-0ee0fce4b8c4" -d '{"events": [{"server_uuid": "2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f", "name": "network-vif-plugged", "status": "completed", "tag": "a08f73e1-ef00-447b-a864-773871435ba5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:25.138947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a08f73e1-ef00-447b-a864-773871435ba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a08f73e1-ef00-447b-a864-773871435ba5,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:25.152493 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.156156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33537d99-2ed0-4310-80c5-d226704913f5 req-06a8784a-b756-41e9-af80-a8a93a0c58cb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810022 Nov 23 17:49:25.166841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37348) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:25.171463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1981667423-network', 'tenant_id': 'ea69020bda5f445aa638ea2e2703f780'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:25.199839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:20Z', 'revision_number': 4, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '623ce675-28a9-40ba-9d95-710edfe8c248', 'name': '', 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'mac_address': 'fa:16:3e:e5:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd023d19f-fe68-4238-88bb-599732a220f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:19Z', 'updated_at': '2021-11-23T17:49:20Z', 'revision_number': 2, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'subnets': [{'id': 'd023d19f-fe68-4238-88bb-599732a220f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:25.212697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Made reservation on behalf of ea69020bda5f445aa638ea2e2703f780 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:25.215261 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.230305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.235555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Checking router: 5eac631d-d7bd-4943-aef7-44d420f3c413 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:25.235923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Updating router 5eac631d-d7bd-4943-aef7-44d420f3c413 port 623ce675-28a9-40ba-9d95-710edfe8c248 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:49:25.379687 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.386311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a08f73e1-ef00-447b-a864-773871435ba5,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:25.395132 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.407000 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.422998 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.438516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57148-df1d-46ef-9310-49ee6ed24577 req-e63b9c10-2778-4313-9074-7fc6d01855ac tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:25.447092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cf57148-df1d-46ef-9310-49ee6ed24577 req-e63b9c10-2778-4313-9074-7fc6d01855ac tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 945 time: 0.1444650 Nov 23 17:49:25.454458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:25.455856 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.495529 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0d46be74-f4ac-4332-9f63-c661032fd7cf tempest-AutoAllocateNetworkTest-1645077799 tempest-AutoAllocateNetworkTest-1645077799-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=62e5ff459d2b4de18b9f3ce22afad5a2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5999615 Nov 23 17:49:25.495529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8911278-2419-4e1f-82e9-a6a090156984,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:25.499447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37356) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:25.501002 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.501307 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Added segment ff0a7eb5-cf06-44e1-909c-1561d56bd274 of type vlan for network 6d4b35cc-78b6-4725-9fd1-b5395cd55e14 Nov 23 17:49:25.505687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.542145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.543658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.550203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9040773 Nov 23 17:49:25.578337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.579386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:25.580085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.617308 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4471748 Nov 23 17:49:25.617490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37360) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:25.620432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cf57148-df1d-46ef-9310-49ee6ed24577 req-6ba9de79-4e87-44f7-830b-5ce35e3fab84 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716256 Nov 23 17:49:25.624882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Request body: {'subnet': {'network_id': '6d4b35cc-78b6-4725-9fd1-b5395cd55e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1981667423-subnet', 'tenant_id': 'ea69020bda5f445aa638ea2e2703f780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:25.670123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703362a-a1e9-4009-8b0c-cb2a809e9717 admin admin] Pushing event updated for resources: {'Network': ['ID=6d4b35cc-78b6-4725-9fd1-b5395cd55e14,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:25.686482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Made reservation on behalf of ea69020bda5f445aa638ea2e2703f780 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:25.688887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:25.694078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 6d4b35cc-78b6-4725-9fd1-b5395cd55e14 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:25.827261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf699768-e247-4b8c-892c-a44ca605e106 req-74968ba0-f081-4fb4-ba68-c905e9eb4698 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 210 time: 0.0410516 Nov 23 17:49:25.827871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f0f2a-80d7-4bbf-98b6-bc9dfe14450b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event updated for resources: {'Port': ['ID=325606cd-d284-492a-b54a-683fc7c289a5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:25.934894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-0b53ab61-ec54-4a58-b19a-f2a72a8a5501 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.3837979 Nov 23 17:49:26.005606 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41b6030-421a-48ee-850e-d8f624d78875 x-openstack-request-id: req-f41b6030-421a-48ee-850e-d8f624d78875 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:26.006018 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f", "name": "network-vif-plugged", "status": "completed", "tag": "a08f73e1-ef00-447b-a864-773871435ba5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:26.006318 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f41b6030-421a-48ee-850e-d8f624d78875 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:26.006807 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f73e1-ef00-447b-a864-773871435ba5', 'code': 200} Nov 23 17:49:26.031850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-70801966-8cb2-4cee-9013-b508276e8754 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:26.035897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.037174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-70801966-8cb2-4cee-9013-b508276e8754 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 822 time: 0.2066467 Nov 23 17:49:26.043448 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.049152 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.097635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Request body: {'port': {'device_id': '2b9a6566-aa32-415e-8622-5c812e9e1e21', 'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'admin_state_up': True, 'tenant_id': '75bea26546174516b19fd052a5ecaf10'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:26.111497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb0e98-e88d-4247-a6fd-c60023f6009e tempest-AutoAllocateNetworkTest-1645077799 tempest-AutoAllocateNetworkTest-1645077799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:26.114995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-53bb0e98-e88d-4247-a6fd-c60023f6009e tempest-AutoAllocateNetworkTest-1645077799 tempest-AutoAllocateNetworkTest-1645077799-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5931771 Nov 23 17:49:26.122353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37372) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:26.232131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Attempting to bind port 623ce675-28a9-40ba-9d95-710edfe8c248 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:26.232600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Attempting to bind port 623ce675-28a9-40ba-9d95-710edfe8c248 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:26.232913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Attempting to bind port 623ce675-28a9-40ba-9d95-710edfe8c248 on network 7618338a-5ba8-4632-81a4-2f973f26d95d {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:26.235410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a178edc1-e2ec-451c-97ac-df2beef06a03 tempest-AutoAllocateNetworkTest-1645077799 tempest-AutoAllocateNetworkTest-1645077799-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048324 Nov 23 17:49:26.235865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e52e2-bbea-4396-9fc3-ceaf72c7fc30 None None] Pushing event updated for resources: {'Port': ['ID=623ce675-28a9-40ba-9d95-710edfe8c248,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:26.240698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37380) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:26.243591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:26.243999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Checking segment: {'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:26.244594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.244992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Bound using segment: {'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:26.245480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Bound port: 623ce675-28a9-40ba-9d95-710edfe8c248, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf321d4-381f-4897-8277-0c6c46a03c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:26.245871 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.272039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc1440-2e16-4b5d-847c-3daf6d723566 req-2a6c62cd-31ae-438e-ac0d-33b63b3d1ac7 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:26.294119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6cc1440-2e16-4b5d-847c-3daf6d723566 req-2a6c62cd-31ae-438e-ac0d-33b63b3d1ac7 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 945 time: 0.2453234 Nov 23 17:49:26.294653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37382) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:26.300985 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9fda21f8-faa2-474b-8118-d866b95e40f6 tempest-AutoAllocateNetworkTest-1645077799 tempest-AutoAllocateNetworkTest-1645077799-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=62e5ff459d2b4de18b9f3ce22afad5a2 HTTP/1.1" status: 200 len: 208 time: 0.0570166 Nov 23 17:49:26.322987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Request body: {'floatingip': {'port_id': '591c6bf5-071b-415b-99c1-5751ac2d92ef'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:26.330281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Checking segment: {'id': 'ff0a7eb5-cf06-44e1-909c-1561d56bd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6d4b35cc-78b6-4725-9fd1-b5395cd55e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:26.330648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Network hostable DHCP agents. Network: 6d4b35cc-78b6-4725-9fd1-b5395cd55e14, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:26.345764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683914d-229d-43fa-a980-8b5aa280d792 req-345bf441-20f6-40f8-a8d9-75090c72f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:26.348119 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3683914d-229d-43fa-a980-8b5aa280d792 req-345bf441-20f6-40f8-a8d9-75090c72f500 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 1100 time: 0.2560947 Nov 23 17:49:26.354811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] For port 623ce675-28a9-40ba-9d95-710edfe8c248, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:26.360344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6d2fbe-46e8-456e-b5ff-89ed4062b7af,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:26.364955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] For port 623ce675-28a9-40ba-9d95-710edfe8c248, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=623ce675-28a9-40ba-9d95-710edfe8c248,segment=NetworkSegment(9bf321d4-381f-4897-8277-0c6c46a03c62),segment_id=9bf321d4-381f-4897-8277-0c6c46a03c62)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:26.379186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.455820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Network 6d4b35cc-78b6-4725-9fd1-b5395cd55e14 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:26.473077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 6d4b35cc-78b6-4725-9fd1-b5395cd55e14) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:26.480660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-01e238e0-f57d-40b1-b5b2-40cda5f62f1e tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:26.488101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-01e238e0-f57d-40b1-b5b2-40cda5f62f1e tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.5457401 Nov 23 17:49:26.501714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:26.503520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.504175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-57fc3f4d-27cf-4f6a-b824-352a9a9e3061 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:26.504473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fbe05d-ee8c-43ca-89e0-8d705b026485 None None] Network 6d4b35cc-78b6-4725-9fd1-b5395cd55e14 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:26.518508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe0c54f1-4caa-4bc7-b94b-f63fc71d6a5e req-57fc3f4d-27cf-4f6a-b824-352a9a9e3061 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0285611 Nov 23 17:49:26.533392 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3683914d-229d-43fa-a980-8b5aa280d792 req-b8042d58-6d80-46bf-be88-3cf69c450c22 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637087 Nov 23 17:49:26.559711 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e70b726b-93c2-45ad-af4a-7a2f9df28518 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9382820 Nov 23 17:49:26.571734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.606852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e52e2-bbea-4396-9fc3-ceaf72c7fc30 None None] Pushing event updated for resources: {'Port': ['ID=623ce675-28a9-40ba-9d95-710edfe8c248,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:26.624704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Routers {'5eac631d-d7bd-4943-aef7-44d420f3c413'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:26.625289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5eac631d-d7bd-4943-aef7-44d420f3c413'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:26.675676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-25af6a5d-17ff-42e9-aff1-11116f404515 None None] Provisioning complete for port 623ce675-28a9-40ba-9d95-710edfe8c248 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:26.678949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-25af6a5d-17ff-42e9-aff1-11116f404515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.862001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37404) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:26.956573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-25af6a5d-17ff-42e9-aff1-11116f404515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.964930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] Set router 5eac631d-d7bd-4943-aef7-44d420f3c413 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:26.976656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2823fd-42f4-47f1-a9ef-edb2e57a9c7c req-71058b74-9a4b-4fa4-b6ff-53acbe587020 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:26.978597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f2823fd-42f4-47f1-a9ef-edb2e57a9c7c req-71058b74-9a4b-4fa4-b6ff-53acbe587020 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 949 time: 0.5629561 Nov 23 17:49:27.003197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6c6e0-7964-4127-82ce-32c519cacc4e None None] Network 6d4b35cc-78b6-4725-9fd1-b5395cd55e14 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:27.024307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Made reservation on behalf of 75bea26546174516b19fd052a5ecaf10 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:27.027940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.055735 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbb58797-d97a-493d-8bf3-60e81b88f4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.139826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-ff8aab84-74df-4a2e-b6d5-3e9e6af15a4e tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3267603 Nov 23 17:49:27.144360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-25af6a5d-17ff-42e9-aff1-11116f404515 None None] For port 623ce675-28a9-40ba-9d95-710edfe8c248, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=623ce675-28a9-40ba-9d95-710edfe8c248,segment=NetworkSegment(9bf321d4-381f-4897-8277-0c6c46a03c62),segment_id=9bf321d4-381f-4897-8277-0c6c46a03c62)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:27.145071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbb58797-d97a-493d-8bf3-60e81b88f4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.151040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbb58797-d97a-493d-8bf3-60e81b88f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.159634 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-25af6a5d-17ff-42e9-aff1-11116f404515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.200605 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bbb58797-d97a-493d-8bf3-60e81b88f4ce admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=62e5ff459d2b4de18b9f3ce22afad5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373046 Nov 23 17:49:27.203314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37414) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:27.210788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb58797-d97a-493d-8bf3-60e81b88f4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075aa4cd-6696-45ca-b055-426c45cfc4bb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:27.256913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea62dcda-40b5-44b5-99ee-62fb5f84dd8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.285978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea62dcda-40b5-44b5-99ee-62fb5f84dd8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.339717 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea62dcda-40b5-44b5-99ee-62fb5f84dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.342675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af6a5d-17ff-42e9-aff1-11116f404515 None None] Pushing event updated for resources: {'Port': ['ID=623ce675-28a9-40ba-9d95-710edfe8c248,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:27.345604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea62dcda-40b5-44b5-99ee-62fb5f84dd8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.349832 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ea62dcda-40b5-44b5-99ee-62fb5f84dd8e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/075aa4cd-6696-45ca-b055-426c45cfc4bb HTTP/1.1" status: 204 len: 168 time: 0.1429005 Nov 23 17:49:27.355537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-94c74e03-9550-45c1-9451-3c32f3c290a2 None None] Provisioning complete for port 623ce675-28a9-40ba-9d95-710edfe8c248 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:27.356021 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94c74e03-9550-45c1-9451-3c32f3c290a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.357149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62dcda-40b5-44b5-99ee-62fb5f84dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075aa4cd-6696-45ca-b055-426c45cfc4bb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:27.480949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:27.503711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:20Z', 'revision_number': 4, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '623ce675-28a9-40ba-9d95-710edfe8c248', 'name': '', 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'mac_address': 'fa:16:3e:e5:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd023d19f-fe68-4238-88bb-599732a220f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:19Z', 'updated_at': '2021-11-23T17:49:26Z', 'revision_number': 4, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'subnets': [{'id': 'd023d19f-fe68-4238-88bb-599732a220f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:27.510230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f2823fd-42f4-47f1-a9ef-edb2e57a9c7c req-4a692f27-bf19-4e42-9584-143959e9d68f tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126941 Nov 23 17:49:27.686110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438945f-1802-4340-ae04-4f423bb4d17e None None] The sync data for ids ['5eac631d-d7bd-4943-aef7-44d420f3c413'] in n-d-818932-3 is: [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:20Z', 'revision_number': 4, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '623ce675-28a9-40ba-9d95-710edfe8c248', 'name': '', 'network_id': '7618338a-5ba8-4632-81a4-2f973f26d95d', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'mac_address': 'fa:16:3e:e5:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd023d19f-fe68-4238-88bb-599732a220f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:19Z', 'updated_at': '2021-11-23T17:49:26Z', 'revision_number': 4, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'subnets': [{'id': 'd023d19f-fe68-4238-88bb-599732a220f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:27.807753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d07ac96-ab66-4258-b7a7-fe1b533eb9c2 req-459b3c1f-3daf-4f23-a8b4-0f902200c66f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 210 time: 0.1198888 Nov 23 17:49:27.831573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.834527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Allocated IP 172.20.0.3 (56407b25-b01a-45b5-81db-238525df157d/97b1c274-f73c-4580-89ef-30ab01020e69/4ef14f67-5919-453c-aeaf-111c9ea448b1) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:28.003231 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:49:28.152534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:28.188144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:28.327991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:28.362084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:28.372266 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Floating IP 684cc99e-8d74-4a7d-97f7-4731236e207b associated. External IP: 172.25.0.13, port: 591c6bf5-071b-415b-99c1-5751ac2d92ef. Nov 23 17:49:28.593179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:28.628170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 623ce675-28a9-40ba-9d95-710edfe8c248 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:28.686495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Network 56407b25-b01a-45b5-81db-238525df157d is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:28.697904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 623ce675-28a9-40ba-9d95-710edfe8c248 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:28.698527 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:28.730977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:28.741518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:28.747984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:28.748843 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:28.782847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event updated for resources: {'Port': ['ID=4ef14f67-5919-453c-aeaf-111c9ea448b1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:28.804598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb226-90f0-466b-8759-88793f8971c0 req-7ed4bd52-db2b-4285-b944-7e9f95197b77 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:28.812195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-7ed4bd52-db2b-4285-b944-7e9f95197b77 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 821 time: 0.3950267 Nov 23 17:49:28.834110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Allocated IP 172.25.0.121 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/af66b75f-7c76-4254-a640-320a42c3f757) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:28.844624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0ac31f2b-3a22-4fd8-9525-6d93906dc85b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7543952 Nov 23 17:49:28.895320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Request body: {'port': {'device_id': '2b9a6566-aa32-415e-8622-5c812e9e1e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:28.901064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-cc554e5e-0d50-4d09-aa6e-6a512ce6a047 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/quotas/212b6ad2b5284d24b582972e2d78cc3b HTTP/1.1" status: 200 len: 375 time: 0.0880086 Nov 23 17:49:28.988022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-bac9cd5c-baef-475e-83d3-281b421b11e4 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626178 Nov 23 17:49:29.465771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:29.503125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Router 61c5d4d5-bf86-489b-a151-4f573671097e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:49:29.575147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-b86a2a67-f8b7-4f2f-b299-a4ac4f3c767b service neutron] 10.222.0.74 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457592 Nov 23 17:49:29.580800 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:29.861687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:29.957722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-e8b01591-7ab4-4198-a75c-bce75609ab72 service neutron] 10.222.0.74 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704007 Nov 23 17:49:29.973963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:29.981697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:29.988035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:29.991532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:30.000216 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.003499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event updated for resources: {'Port': ['ID=af66b75f-7c76-4254-a640-320a42c3f757,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:30.020838 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] Sync routers for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:30.031732 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:30.032403 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:30.088456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5d5b497a-a743-4115-a9f8-49e84eeaae5a tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "PUT /v2.0/floatingips/684cc99e-8d74-4a7d-97f7-4731236e207b HTTP/1.1" status: 200 len: 990 time: 3.7887616 Nov 23 17:49:30.093822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'tag': '591c6bf5-071b-415b-99c1-5751ac2d92ef'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:30.097013 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a450c37-718f-4672-b8fb-b8ab7a39923c" -d '{"events": [{"name": "network-changed", "server_uuid": "29ca1c47-aae2-4d3d-b65d-6ba539fb8f20", "tag": "591c6bf5-071b-415b-99c1-5751ac2d92ef"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:30.114587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.151297 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:30.193865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.230479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef14f67-5919-453c-aeaf-111c9ea448b1 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:30.244185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.269093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Transition to ACTIVE for port object 4ef14f67-5919-453c-aeaf-111c9ea448b1 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:49:30.282839 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.380603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Pushing event updated for resources: {'Port': ['ID=4ef14f67-5919-453c-aeaf-111c9ea448b1,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:30.439979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Attempting to bind port 4ef14f67-5919-453c-aeaf-111c9ea448b1 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:30.440311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Attempting to bind port 4ef14f67-5919-453c-aeaf-111c9ea448b1 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:30.440633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Attempting to bind port 4ef14f67-5919-453c-aeaf-111c9ea448b1 on network 56407b25-b01a-45b5-81db-238525df157d {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:30.463609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Port 4ef14f67-5919-453c-aeaf-111c9ea448b1 on network 56407b25-b01a-45b5-81db-238525df157d not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:49:30.464509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Attempting to bind port 4ef14f67-5919-453c-aeaf-111c9ea448b1 on network 56407b25-b01a-45b5-81db-238525df157d {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:30.483198 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '684cc99e-8d74-4a7d-97f7-4731236e207b', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'port_id': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'mac_address': 'fa:16:3e:16:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:58Z', 'updated_at': '2021-11-23T17:49:27Z', 'revision_number': 1, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:30.503301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:30.503938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Checking segment: {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:30.504273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Bound using segment: {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:30.504721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Bound port: 4ef14f67-5919-453c-aeaf-111c9ea448b1, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:30.505073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.511689 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] Checking router: 61c5d4d5-bf86-489b-a151-4f573671097e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:30.519710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.521045 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:30.522027 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:30.529440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.602913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.624009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c0ccf-8fdf-4c55-b64c-a6cc6ef694e7 req-f9826b79-8d23-4c9f-a460-9079f873a70b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:30.625551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-795c0ccf-8fdf-4c55-b64c-a6cc6ef694e7 req-f9826b79-8d23-4c9f-a460-9079f873a70b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 949 time: 0.1662228 Nov 23 17:49:30.650311 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:30.663587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event updated for resources: {'Port': ['ID=af66b75f-7c76-4254-a640-320a42c3f757,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:30.678426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.680270 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-6f68f69b-9536-411a-b17b-744daf72a730 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4980016 Nov 23 17:49:30.684957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:30.699231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:30.743445 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.787933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-37658335-dd94-40b2-8bf2-da13fdaa3261 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0908582 Nov 23 17:49:30.798594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:30.799314 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:30.801036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] 10.222.0.72 "PUT /v2.0/ports/4ef14f67-5919-453c-aeaf-111c9ea448b1 HTTP/1.1" status: 200 len: 1091 time: 1.9134889 Nov 23 17:49:30.838241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-795c0ccf-8fdf-4c55-b64c-a6cc6ef694e7 req-27ada348-d7c6-4c71-bc0c-03770723636f tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951866 Nov 23 17:49:30.891513 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '684cc99e-8d74-4a7d-97f7-4731236e207b', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'port_id': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'mac_address': 'fa:16:3e:16:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:58Z', 'updated_at': '2021-11-23T17:49:27Z', 'revision_number': 1, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:30.920919 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26449e37-6a5e-4ff6-bf05-3bb8ed7402bd None None] The sync data for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 is: [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '684cc99e-8d74-4a7d-97f7-4731236e207b', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'port_id': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'mac_address': 'fa:16:3e:16:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:58Z', 'updated_at': '2021-11-23T17:49:27Z', 'revision_number': 1, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:30.980098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Pushing event updated for resources: {'Port': ['ID=4ef14f67-5919-453c-aeaf-111c9ea448b1,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:31.019862 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.020211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.020556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.020894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.021231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.021569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.021897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.022225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.022590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.022942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.023299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.023635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769072a2-9395-4ed2-ab57-1009cfe8e38a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:31.063983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-a97f09a2-f834-4e2a-aaec-fed4ef7af6a7 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:31.065385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5862cdfb-1b41-47e9-88ff-8d2be40f9f9a req-a97f09a2-f834-4e2a-aaec-fed4ef7af6a7 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2605133 Nov 23 17:49:31.071311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-46c6a1ee-dd1f-4526-8fa6-dbeaaba2ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:31.072306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-46c6a1ee-dd1f-4526-8fa6-dbeaaba2ccb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 1094 time: 0.1721182 Nov 23 17:49:31.080009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23ecbb-f706-4df3-925c-d4020262c56e req-be8d4ed8-ba2f-4a19-a3a1-24d42656f480 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:31.081446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba23ecbb-f706-4df3-925c-d4020262c56e req-be8d4ed8-ba2f-4a19-a3a1-24d42656f480 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 943 time: 0.1188118 Nov 23 17:49:31.122534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-6e5cf8c8-07d8-4341-b570-f27f297b1c30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1 HTTP/1.1" status: 200 len: 217 time: 0.0400021 Nov 23 17:49:31.146138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baddbb3-fcb2-44ed-9f9c-263bef64a3b9 None None] New status for floating IP 684cc99e-8d74-4a7d-97f7-4731236e207b: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:49:31.211202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba23ecbb-f706-4df3-925c-d4020262c56e req-e65fddbc-7329-4ed9-8af1-a718a8255513 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230493 Nov 23 17:49:31.213234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0c0dc35c-9ccd-4fc0-b9fe-d0ab341b9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:31.214272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-0c0dc35c-9ccd-4fc0-b9fe-d0ab341b9b50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97b1c274-f73c-4580-89ef-30ab01020e69 HTTP/1.1" status: 200 len: 862 time: 0.0836308 Nov 23 17:49:31.258668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-52caec10-8634-4789-9880-2e3ccf864c12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56407b25-b01a-45b5-81db-238525df157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316610 Nov 23 17:49:31.401045 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca045dd2-baaf-4078-9ec0-8cace71af34d x-openstack-request-id: req-ca045dd2-baaf-4078-9ec0-8cace71af34d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:31.401339 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ca1c47-aae2-4d3d-b65d-6ba539fb8f20", "tag": "591c6bf5-071b-415b-99c1-5751ac2d92ef", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:31.401592 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ca045dd2-baaf-4078-9ec0-8cace71af34d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:31.402002 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'tag': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'status': 'completed', 'code': 200} Nov 23 17:49:31.430850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.66', 57565) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:31.473435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08b3a950-f8e3-4d2a-92cb-c9398461b885 req-5f7f7aca-98ef-4338-956a-0bf1e050775f tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 210 time: 0.1373343 Nov 23 17:49:31.558489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb226-90f0-466b-8759-88793f8971c0 req-e4667969-e532-4931-bd96-881f3b4c6bbe tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:31.564089 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-e4667969-e532-4931-bd96-881f3b4c6bbe tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 821 time: 0.2710273 Nov 23 17:49:31.589051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Request body: {'port': {'device_id': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'admin_state_up': True, 'tenant_id': '212b6ad2b5284d24b582972e2d78cc3b'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:31.732171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-5f0e3e1e-a706-42e6-a562-1a694fcf59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:31.733688 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-5f0e3e1e-a706-42e6-a562-1a694fcf59c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 1096 time: 0.3018644 Nov 23 17:49:31.739894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-dfe11f6b-afb6-4dae-a647-2b05ed533ac4 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741991 Nov 23 17:49:31.807590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Made reservation on behalf of 212b6ad2b5284d24b582972e2d78cc3b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:31.813739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:31.855045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-43e5bcd4-7151-4011-aee8-c1d6f89e26a9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3381820 Nov 23 17:49:31.865416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:31.922951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37514) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:31.962040 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:31.970832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Allocated IP 172.20.0.4 (926bbe44-086d-432f-b396-70653a0f5b44/2f9c281e-254d-40ce-9c58-9ec3c3901b80/783437cf-60c4-4c30-b02f-f834b9925f10) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:31.981108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-96de6d9d-bcf5-47d4-89e1-9a65c225c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:31.982664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-96de6d9d-bcf5-47d4-89e1-9a65c225c2c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 925 time: 0.2392929 Nov 23 17:49:31.984746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6dd683-cc72-4aa2-977c-b6f49181b594 req-31388533-87f2-488b-ad44-a485ca867af2 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322788 Nov 23 17:49:32.154319 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.370598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.410486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-63cc886a-7171-4836-9f0e-45404f9f2f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.414375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Network 926bbe44-086d-432f-b396-70653a0f5b44 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:32.417315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:32.420950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:32.425571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-a676a4fd-8e15-482e-859e-378e1f83d29a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef HTTP/1.1" status: 200 len: 1000 time: 0.4355261 Nov 23 17:49:32.426624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:32.427267 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.436827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Pushing event updated for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:32.447472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.447746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.448569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.448569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.448780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.449180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.449530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.449880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.450131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.450465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.450845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.451178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:32.457491 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-06c07bf6-adfb-43eb-8bf3-76191696db36 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8749425 Nov 23 17:49:32.470367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Request body: {'port': {'device_id': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:32.509442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c968-334a-441f-b8d3-62767d42aa6b req-07408a96-909b-4cfd-a4f6-99fb96f384a9 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:32.510983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e2c968-334a-441f-b8d3-62767d42aa6b req-07408a96-909b-4cfd-a4f6-99fb96f384a9 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 949 time: 0.1894472 Nov 23 17:49:32.527086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.534610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-792e0df8-50e8-4d02-849c-2884546a479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:32.536104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-792e0df8-50e8-4d02-849c-2884546a479e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de0b5e46-f000-431b-b8da-20f7dac2bfd7 HTTP/1.1" status: 200 len: 863 time: 0.1028342 Nov 23 17:49:32.589858 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.684232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e2c968-334a-441f-b8d3-62767d42aa6b req-51589de5-d2ed-43aa-b91c-f6d690b4bd8a tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607094 Nov 23 17:49:32.692846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-79499e11-7488-4009-b8b5-2c1dae67b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:32.694353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-79499e11-7488-4009-b8b5-2c1dae67b391 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=66c6e7c6-cfc0-43dd-a817-5db419986990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451800 Nov 23 17:49:32.707181 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-63cc886a-7171-4836-9f0e-45404f9f2f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.722708 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-63cc886a-7171-4836-9f0e-45404f9f2f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.803707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783437cf-60c4-4c30-b02f-f834b9925f10 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:32.812108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.824597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Transition to ACTIVE for port object 783437cf-60c4-4c30-b02f-f834b9925f10 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:49:32.828335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.856362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-63cc886a-7171-4836-9f0e-45404f9f2f31 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee25341d5b8f4168a945a63d9f17b11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9284048 Nov 23 17:49:32.856898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37534) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:32.862070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc886a-7171-4836-9f0e-45404f9f2f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee50c40e-cd26-471b-a367-15ecf306b329,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:32.893719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Allocated IP 172.25.0.34 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/db812724-1f29-4955-88cb-63d03eeb6abe) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:32.894769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Pushing event updated for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:32.940254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dc281-661d-45af-838c-181ca23855ae req-e951b91d-044c-4123-a16e-fccb2a799c28 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:32.941043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:32.941381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:32.941712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:32.941842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-705dc281-661d-45af-838c-181ca23855ae req-e951b91d-044c-4123-a16e-fccb2a799c28 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 943 time: 0.1382453 Nov 23 17:49:32.947874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:49:32.948196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:32.956757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-212c2f9e-ef9f-46ed-b01d-8bb28a8b07b3 service neutron] 10.222.0.66 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476327 Nov 23 17:49:32.963782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:32.964118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:32.964662 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:32.965015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Bound port: 783437cf-60c4-4c30-b02f-f834b9925f10, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:32.965331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.969059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-705e9cfb-ff65-4bce-8d86-d3887c2d6da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.015540 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-705e9cfb-ff65-4bce-8d86-d3887c2d6da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.076202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:33.079900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:33.085909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.093945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-705e9cfb-ff65-4bce-8d86-d3887c2d6da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.096607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-705e9cfb-ff65-4bce-8d86-d3887c2d6da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.100439 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-705e9cfb-ff65-4bce-8d86-d3887c2d6da3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ee50c40e-cd26-471b-a367-15ecf306b329 HTTP/1.1" status: 204 len: 168 time: 0.2401471 Nov 23 17:49:33.124396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-705dc281-661d-45af-838c-181ca23855ae req-e60345cf-ddcd-4e2b-9cc6-4fbc2034721e tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645956 Nov 23 17:49:33.125853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:33.127459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.128881 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] 10.222.0.66 "PUT /v2.0/ports/783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 1091 time: 0.6625185 Nov 23 17:49:33.144671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:33.148911 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8c26a2-2be3-47a0-800f-e7980cb7e206" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:33.151750 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.155061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a450c37-718f-4672-b8fb-b8ab7a39923c req-0f7e923a-4373-46f8-b7af-e67d915c0ead service neutron] 10.222.0.66 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871195 Nov 23 17:49:33.167635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9cfb-ff65-4bce-8d86-d3887c2d6da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee50c40e-cd26-471b-a367-15ecf306b329,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:33.212177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ad9c5-515c-45b8-8983-5b1d6003c398 service neutron] Pushing event updated for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:33.244486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.283549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb226-90f0-466b-8759-88793f8971c0 req-bda49879-f5e2-4f0b-b148-42a9161d401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:33.285067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-bda49879-f5e2-4f0b-b148-42a9161d401a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1094 time: 0.0904994 Nov 23 17:49:33.295263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:33.301628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:33.310240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:33.313542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event updated for resources: {'Port': ['ID=db812724-1f29-4955-88cb-63d03eeb6abe,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:33.359665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-9ac92f26-1b91-4073-9550-2e11468c6a1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 217 time: 0.0616596 Nov 23 17:49:33.403987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9a6566-aa32-415e-8622-5c812e9e1e21', 'tag': '4ef14f67-5919-453c-aeaf-111c9ea448b1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:33.406188 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9a6566-aa32-415e-8622-5c812e9e1e21", "tag": "4ef14f67-5919-453c-aeaf-111c9ea448b1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:33.435105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37544) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:33.450052 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3926ce51-3a3c-4adc-b255-1d3ddeb96c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.463868 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.475244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e1ff-3073-44e8-9992-d68bb5505f8d req-b9c9a4ac-21ff-4c7a-aaa2-b9fb39527ade tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:33.476767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c414e1ff-3073-44e8-9992-d68bb5505f8d req-b9c9a4ac-21ff-4c7a-aaa2-b9fb39527ade tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 943 time: 0.1318445 Nov 23 17:49:33.483838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb226-90f0-466b-8759-88793f8971c0 req-4416e532-4e9f-4e25-bf39-aebd5e6b5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:33.485226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-4416e532-4e9f-4e25-bf39-aebd5e6b5575 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0904553 Nov 23 17:49:33.527360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3926ce51-3a3c-4adc-b255-1d3ddeb96c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.532707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3926ce51-3a3c-4adc-b255-1d3ddeb96c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.548415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-796343fa-ff74-46eb-8383-a312d1dbb15d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518482 Nov 23 17:49:33.570022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.575160 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3926ce51-3a3c-4adc-b255-1d3ddeb96c6d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=668f26264f3241c88ae78450f0690fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365969 Nov 23 17:49:33.575160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926ce51-3a3c-4adc-b255-1d3ddeb96c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb2ccb1-ea86-48af-b5b9-43e861f3e6e8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:33.576977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37546) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:33.624524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c414e1ff-3073-44e8-9992-d68bb5505f8d req-c9e66988-3599-4a45-a784-d30d419559df tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375406 Nov 23 17:49:33.627476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a41a5b75-1696-44d1-ae51-88f68e8cf18d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.673121 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a41a5b75-1696-44d1-ae51-88f68e8cf18d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.714487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-c55dc949-cf75-47df-81f2-c956f6c4cf11 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535079 Nov 23 17:49:33.728022 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a41a5b75-1696-44d1-ae51-88f68e8cf18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.730825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a41a5b75-1696-44d1-ae51-88f68e8cf18d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.742565 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a41a5b75-1696-44d1-ae51-88f68e8cf18d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cbb2ccb1-ea86-48af-b5b9-43e861f3e6e8 HTTP/1.1" status: 204 len: 168 time: 0.1608522 Nov 23 17:49:33.754151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a5b75-1696-44d1-ae51-88f68e8cf18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb2ccb1-ea86-48af-b5b9-43e861f3e6e8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:33.868528 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52553829-f5c7-4372-aa70-05bfa1446e2d x-openstack-request-id: req-52553829-f5c7-4372-aa70-05bfa1446e2d {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:33.869518 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:33.869957 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52553829-f5c7-4372-aa70-05bfa1446e2d {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:33.870780 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10', 'status': 'completed', 'code': 200} Nov 23 17:49:33.887166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-279fb226-90f0-466b-8759-88793f8971c0 req-eb03eefe-3aa1-4797-b655-b56a8b08f91f service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399188 Nov 23 17:49:33.891652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.899041 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:33.903298 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc68aff-4c0b-4b70-9b1b-fb50936bd4f1 x-openstack-request-id: req-ffc68aff-4c0b-4b70-9b1b-fb50936bd4f1 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:33.903596 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9a6566-aa32-415e-8622-5c812e9e1e21", "tag": "4ef14f67-5919-453c-aeaf-111c9ea448b1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:33.903846 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ffc68aff-4c0b-4b70-9b1b-fb50936bd4f1 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:33.904286 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9a6566-aa32-415e-8622-5c812e9e1e21', 'tag': '4ef14f67-5919-453c-aeaf-111c9ea448b1', 'status': 'completed', 'code': 200} Nov 23 17:49:33.949792 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:34.045052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event updated for resources: {'Port': ['ID=db812724-1f29-4955-88cb-63d03eeb6abe,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:34.059201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:34.060403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-5c6d5176-77a7-459b-8a09-d2a6ffa2c1c8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2045538 Nov 23 17:49:34.086136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-8a5a752b-74e5-4e3e-bc82-fd5a3cbfaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.087619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-8a5a752b-74e5-4e3e-bc82-fd5a3cbfaa57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 1094 time: 0.1537485 Nov 23 17:49:34.126015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-63b925b8-fe31-4955-a806-509857a86a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.127504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-63b925b8-fe31-4955-a806-509857a86a5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1094 time: 0.1550522 Nov 23 17:49:34.157763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-e2c0de34-e808-4747-9818-1e7639746819 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.0889413 Nov 23 17:49:34.168577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f50db5-3fb4-4eb3-853b-7e7caa1fa5fa req-dd328f7d-1091-4d96-8d25-6d1f30c36bc0 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.170008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9f50db5-3fb4-4eb3-853b-7e7caa1fa5fa req-dd328f7d-1091-4d96-8d25-6d1f30c36bc0 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 949 time: 0.1929221 Nov 23 17:49:34.404741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-275e2322-acd0-4ea6-bc0e-2fef550c413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.406177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-275e2322-acd0-4ea6-bc0e-2fef550c413f service neutron] 10.222.0.72 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 923 time: 0.2871711 Nov 23 17:49:34.412514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9f50db5-3fb4-4eb3-853b-7e7caa1fa5fa req-b0b6bd97-2130-4840-a904-3857d1d3f7d3 tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/security-groups?id=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231843 Nov 23 17:49:34.417718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-69ad61ca-a160-43fa-bdf2-77a0152a43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.418715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-69ad61ca-a160-43fa-bdf2-77a0152a43ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.2800856 Nov 23 17:49:34.498370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-6cc69fe1-916c-4fa9-9b9c-d1b53a28082d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1 HTTP/1.1" status: 200 len: 217 time: 0.0822859 Nov 23 17:49:34.499972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-1fda8f15-1811-42ba-bedf-9b6436b79d51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 217 time: 0.0687468 Nov 23 17:49:34.507049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-47bb90af-4935-4297-96ba-ce81e45384e0 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.513552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-47bb90af-4935-4297-96ba-ce81e45384e0 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.3370686 Nov 23 17:49:34.521118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-306b75a4-8712-400d-a7b8-a3a49c0f036c tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:34.522080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55675e05-c9f9-45b9-83ce-c9474bc53ad9 req-306b75a4-8712-400d-a7b8-a3a49c0f036c tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077934 Nov 23 17:49:34.630022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-0ecaec45-8ee5-4aac-9dee-997e2ff89d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.631745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-0ecaec45-8ee5-4aac-9dee-997e2ff89d5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97b1c274-f73c-4580-89ef-30ab01020e69 HTTP/1.1" status: 200 len: 862 time: 0.1151826 Nov 23 17:49:34.637721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-73889d41-01ec-44ae-a994-fda3ec402526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.639038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-73889d41-01ec-44ae-a994-fda3ec402526 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1235332 Nov 23 17:49:34.925168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-57d6a3ae-9ec5-4d3d-8bfa-75a800024513 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56407b25-b01a-45b5-81db-238525df157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2851393 Nov 23 17:49:34.928988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-473a1239-84d5-4674-8061-775ba40d7942 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2787511 Nov 23 17:49:34.943830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e85edd-998f-40a7-bf84-3556ad010698 req-b88327ad-308f-4293-b4b0-fd4beb640276 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:34.945263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10e85edd-998f-40a7-bf84-3556ad010698 req-b88327ad-308f-4293-b4b0-fd4beb640276 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 943 time: 0.4103403 Nov 23 17:49:35.213906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10e85edd-998f-40a7-bf84-3556ad010698 req-9b4cc039-5e54-4423-9c79-a4aa1eca7d90 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420537 Nov 23 17:49:35.215753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-9dfce85f-8210-456e-aede-181a2bc81aba service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696457 Nov 23 17:49:35.222100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-df59e24d-318e-484a-9edd-7373c70fdf0a service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735069 Nov 23 17:49:35.226886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-7a630137-29e8-44e4-a5e0-6333a8389d00 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3041921 Nov 23 17:49:35.255341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:35.353307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-c7916cea-1f2e-4460-b3ba-0f2fc47c980b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:35.355090 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-c7916cea-1f2e-4460-b3ba-0f2fc47c980b tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 949 time: 0.0746930 Nov 23 17:49:35.411491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.475951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8c26a2-2be3-47a0-800f-e7980cb7e206 req-17030189-dfa8-4775-9f3a-71ee18872b21 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479839 Nov 23 17:49:35.478847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7979e644-0ae2-4e8b-86bc-ad4f5f5a693b req-8606c0d8-751c-4225-8982-0f8bce5f20a9 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420800 Nov 23 17:49:35.488203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Deleting port a08f73e1-ef00-447b-a864-773871435ba5 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:35.488544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.488783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb26f5-376b-4541-b3ba-80f67751b774 req-1658bded-b5f1-4cbb-b241-6e6f2a000286 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:35.490291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10fb26f5-376b-4541-b3ba-80f67751b774 req-1658bded-b5f1-4cbb-b241-6e6f2a000286 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 943 time: 0.1602292 Nov 23 17:49:35.580216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37616) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:35.586159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10fb26f5-376b-4541-b3ba-80f67751b774 req-2d85f159-0b0f-4f46-81b7-059ca3d5be29 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586324 Nov 23 17:49:35.598212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] For port a08f73e1-ef00-447b-a864-773871435ba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a08f73e1-ef00-447b-a864-773871435ba5,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:35.598721 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.600820 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.627812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Calling delete_port for a08f73e1-ef00-447b-a864-773871435ba5 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:35.724092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Allocated IP 172.25.0.133 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/90f4a789-7969-4b0b-a6ad-db4d41defdd5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:35.777154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1565-b0fa-4794-a84b-c2ba30c5feec admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.813810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.832119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a08f73e1-ef00-447b-a864-773871435ba5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:35.855737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Pushing event deleted for resources: {'Port': ['ID=a08f73e1-ef00-447b-a864-773871435ba5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:35.922088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] No DVR routers for this DVR port a08f73e1-ef00-447b-a864-773871435ba5 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:49:35.928819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.932956 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cef32ebf-ba7c-4e6d-a08d-21add33f8bf6 req-eae1f066-8d49-4ae2-b3b4-16905dd83cbb tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.72 "DELETE /v2.0/ports/a08f73e1-ef00-447b-a864-773871435ba5 HTTP/1.1" status: 204 len: 173 time: 0.5683272 Nov 23 17:49:35.933592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f', 'name': 'network-vif-deleted', 'tag': 'a08f73e1-ef00-447b-a864-773871435ba5'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:35.935853 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b4ec18-f1a8-40e5-b6c6-37eb73aad716" -d '{"events": [{"server_uuid": "2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f", "name": "network-vif-deleted", "tag": "a08f73e1-ef00-447b-a864-773871435ba5"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:35.962162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1565-b0fa-4794-a84b-c2ba30c5feec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.967866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40395857-4b59-4f4a-84a2-ec438a2a159c req-e19cd44e-e24d-4007-9329-537c7beb414e tempest-DeleteServersAdminTestJSON-1962309517 tempest-DeleteServersAdminTestJSON-1962309517-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f HTTP/1.1" status: 200 len: 210 time: 0.0417953 Nov 23 17:49:35.968622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1565-b0fa-4794-a84b-c2ba30c5feec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.000885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.025365 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe0b1565-b0fa-4794-a84b-c2ba30c5feec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ba004e013ac413982264bd947063330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434330 Nov 23 17:49:36.028382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b1565-b0fa-4794-a84b-c2ba30c5feec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd9706-03d2-41e6-a687-8590bb785612,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:36.029697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:36.066740 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.092262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4ef14f67-5919-453c-aeaf-111c9ea448b1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:49:36.109399 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f00a84a-ebea-4148-b8a2-9d210ca2e8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.126033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:36.131279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:36.134565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:36.160073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f00a84a-ebea-4148-b8a2-9d210ca2e8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.231017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f00a84a-ebea-4148-b8a2-9d210ca2e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.235702 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f00a84a-ebea-4148-b8a2-9d210ca2e8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.237914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.242225 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7f00a84a-ebea-4148-b8a2-9d210ca2e8eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/77bd9706-03d2-41e6-a687-8590bb785612 HTTP/1.1" status: 204 len: 168 time: 0.2101755 Nov 23 17:49:36.244787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event updated for resources: {'Port': ['ID=90f4a789-7969-4b0b-a6ad-db4d41defdd5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:36.260865 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d47ca7-5957-43f2-80a4-9241376e7555 x-openstack-request-id: req-02d47ca7-5957-43f2-80a4-9241376e7555 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:36.261882 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f", "name": "network-vif-deleted", "tag": "a08f73e1-ef00-447b-a864-773871435ba5", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:36.262953 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02d47ca7-5957-43f2-80a4-9241376e7555 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:36.263485 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9f0366-1abd-4eaa-a4b6-ca2dc3c5512f', 'name': 'network-vif-deleted', 'tag': 'a08f73e1-ef00-447b-a864-773871435ba5', 'status': 'completed', 'code': 200} Nov 23 17:49:36.265181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00a84a-ebea-4148-b8a2-9d210ca2e8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd9706-03d2-41e6-a687-8590bb785612,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:36.317188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.373821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:36.389280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '4ef14f67-5919-453c-aeaf-111c9ea448b1', 'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'port_id': '4ef14f67-5919-453c-aeaf-111c9ea448b1', 'mac_address': 'fa:16:3e:e1:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b1c274-f73c-4580-89ef-30ab01020e69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:49:36.484119 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.503960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ba513-4a4c-46c5-917e-81808eb5bd56 req-5776022d-4c7b-4471-bcba-aa9154104b2f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:36.505526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e25ba513-4a4c-46c5-917e-81808eb5bd56 req-5776022d-4c7b-4471-bcba-aa9154104b2f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 943 time: 0.1195805 Nov 23 17:49:36.520355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37652) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:36.537177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef14f67-5919-453c-aeaf-111c9ea448b1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:36.577849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:36.588009 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.591608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e25ba513-4a4c-46c5-917e-81808eb5bd56 req-7575c332-c4b4-4ac9-96fa-7d9df1d3c0db tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777776 Nov 23 17:49:36.643982 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.659642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.669185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4ef14f67-5919-453c-aeaf-111c9ea448b1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:36.680479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.681223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.681751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.682237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.682809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.683302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.683794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.684555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.685027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.685371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.685709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.686038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:36.701124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37662) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:36.716382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.718041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f27bde81-5a5c-4b1b-9d8a-c0521095fd79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.756464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.759918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5250547 Nov 23 17:49:36.760590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d5e06-0060-45d4-ac82-c4d49f698545 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event updated for resources: {'Port': ['ID=90f4a789-7969-4b0b-a6ad-db4d41defdd5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:36.795342 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba97111a-28b0-4d4f-840c-4ba19500cdb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.818323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['4ef14f67-5919-453c-aeaf-111c9ea448b1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:36.837878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-f2172f1a-be7b-47f2-ab46-5c8640cfd243 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.0596566 Nov 23 17:49:36.858427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f27bde81-5a5c-4b1b-9d8a-c0521095fd79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.870935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f27bde81-5a5c-4b1b-9d8a-c0521095fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.935085 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f27bde81-5a5c-4b1b-9d8a-c0521095fd79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0f3b98647fc342649d5b871cd1ee2ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303884 Nov 23 17:49:36.936014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bde81-5a5c-4b1b-9d8a-c0521095fd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d51be6a-504b-4b74-a093-24bb0bbbec54,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:36.938050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37664) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:36.959023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba97111a-28b0-4d4f-840c-4ba19500cdb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.965713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba97111a-28b0-4d4f-840c-4ba19500cdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:36.969095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093f60e-9f9d-4980-800f-59ba2269f1ee req-e286cff1-17a6-4e80-9746-1b4c88aac138 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:36.971209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8093f60e-9f9d-4980-800f-59ba2269f1ee req-e286cff1-17a6-4e80-9746-1b4c88aac138 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 943 time: 0.1531479 Nov 23 17:49:37.013522 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ba97111a-28b0-4d4f-840c-4ba19500cdb3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=edfd93573bfb43e093a75fac305013df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918084 Nov 23 17:49:37.014521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97111a-28b0-4d4f-840c-4ba19500cdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dc73ea-b098-4be2-8748-aeac1a4c2b48,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:37.017234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37668) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:37.032015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 783437cf-60c4-4c30-b02f-f834b9925f10 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:49:37.045298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-19038631-7069-48d4-a65e-984b89bed994 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:37.046704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6496726c-b632-4a0c-a3fe-0a78a3fc216f req-19038631-7069-48d4-a65e-984b89bed994 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1907525 Nov 23 17:49:37.080157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a16e8897-66f0-45d2-b485-dda55cb17221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.093742 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da8cfe71-66ca-4ed2-8a06-aaea198bcd95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.098780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8093f60e-9f9d-4980-800f-59ba2269f1ee req-fecdc9f9-6a3d-49a0-a1a6-765de81cb8fa tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105695 Nov 23 17:49:37.117218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a16e8897-66f0-45d2-b485-dda55cb17221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.154430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da8cfe71-66ca-4ed2-8a06-aaea198bcd95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.197488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:37.205450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c0dd8cc-486c-4857-a072-9292ab1e08ba req-07aa7d5b-24ae-43e8-b408-469a13dd620b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips/c65e2231-997f-4757-8db2-5aab18aebb76 HTTP/1.1" status: 200 len: 693 time: 0.0723839 Nov 23 17:49:37.212245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '783437cf-60c4-4c30-b02f-f834b9925f10', 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'port_id': '783437cf-60c4-4c30-b02f-f834b9925f10', 'mac_address': 'fa:16:3e:d5:75:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9c281e-254d-40ce-9c58-9ec3c3901b80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:49:37.231777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37678) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:37.263287 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.276933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da8cfe71-66ca-4ed2-8a06-aaea198bcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.280922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da8cfe71-66ca-4ed2-8a06-aaea198bcd95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.286210 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-da8cfe71-66ca-4ed2-8a06-aaea198bcd95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8dc73ea-b098-4be2-8748-aeac1a4c2b48 HTTP/1.1" status: 204 len: 168 time: 0.2679524 Nov 23 17:49:37.287713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783437cf-60c4-4c30-b02f-f834b9925f10 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:37.296828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cfe71-66ca-4ed2-8a06-aaea198bcd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dc73ea-b098-4be2-8748-aeac1a4c2b48,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:37.316195 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a16e8897-66f0-45d2-b485-dda55cb17221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.318997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a16e8897-66f0-45d2-b485-dda55cb17221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.323109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a16e8897-66f0-45d2-b485-dda55cb17221 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d51be6a-504b-4b74-a093-24bb0bbbec54 HTTP/1.1" status: 204 len: 168 time: 0.3809340 Nov 23 17:49:37.330115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:37.340903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.345434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e8897-66f0-45d2-b485-dda55cb17221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d51be6a-504b-4b74-a093-24bb0bbbec54,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:37.395160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dd8cc-486c-4857-a072-9292ab1e08ba req-9414e9ca-2841-4f68-9136-56ab0e3d9b92 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:37.405225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c0dd8cc-486c-4857-a072-9292ab1e08ba req-9414e9ca-2841-4f68-9136-56ab0e3d9b92 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1982865 Nov 23 17:49:37.411041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-7c0dd8cc-486c-4857-a072-9292ab1e08ba req-5ba7f9d8-9a30-440c-8555-d8582eeaa4f6 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:37.420969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c0dd8cc-486c-4857-a072-9292ab1e08ba req-5ba7f9d8-9a30-440c-8555-d8582eeaa4f6 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105698 Nov 23 17:49:37.434753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:37.488548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813b95b-c17b-4b16-a287-1efcdba3b55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.540169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-7aa79f3e-cb0f-45b7-aff9-22c542f65c03 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips/c65e2231-997f-4757-8db2-5aab18aebb76 HTTP/1.1" status: 200 len: 693 time: 0.0872805 Nov 23 17:49:37.559753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['783437cf-60c4-4c30-b02f-f834b9925f10'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:37.598109 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813b95b-c17b-4b16-a287-1efcdba3b55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.611136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813b95b-c17b-4b16-a287-1efcdba3b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.650412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813b95b-c17b-4b16-a287-1efcdba3b55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9039b33d-bec9-4b6d-a4c2-2721b4141aa5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:37.671996 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6813b95b-c17b-4b16-a287-1efcdba3b55f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f88a689aab3d4c0b82cc71aa29fba86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391205 Nov 23 17:49:37.674726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37700) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:37.764020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d64a8af7-b648-4766-8fa1-192eca4049e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.764753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a1d91-2aff-4fc6-b072-7731434a21b7 req-2a479d72-2a89-4b16-bc89-cce6e670ca69 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:37.772087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a21a1d91-2aff-4fc6-b072-7731434a21b7 req-2a479d72-2a89-4b16-bc89-cce6e670ca69 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 944 time: 0.0784073 Nov 23 17:49:37.810519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d64a8af7-b648-4766-8fa1-192eca4049e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.831053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-c0348c61-1f13-4d05-80cf-0304e1fa1b5a tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:37.838890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-c0348c61-1f13-4d05-80cf-0304e1fa1b5a tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2977827 Nov 23 17:49:37.847265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-1c41b14c-629a-47ad-b22b-3152ceacefb4 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:37.855643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-1c41b14c-629a-47ad-b22b-3152ceacefb4 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158899 Nov 23 17:49:37.878868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a21a1d91-2aff-4fc6-b072-7731434a21b7 req-eb14f460-7a10-4ca7-a2bd-c32c0e064f53 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002874 Nov 23 17:49:37.901106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d64a8af7-b648-4766-8fa1-192eca4049e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.904466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d64a8af7-b648-4766-8fa1-192eca4049e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.908473 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d64a8af7-b648-4766-8fa1-192eca4049e2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9039b33d-bec9-4b6d-a4c2-2721b4141aa5 HTTP/1.1" status: 204 len: 168 time: 0.2297912 Nov 23 17:49:37.917466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a8af7-b648-4766-8fa1-192eca4049e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9039b33d-bec9-4b6d-a4c2-2721b4141aa5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:37.920353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37708) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:37.923955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-08ece48e-f317-41fd-b6f8-aa36e4d64544 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.0674617 Nov 23 17:49:37.937181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d690ca2-c223-48b3-b8c8-a18999677afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:37.988471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-4b8c5753-7ae5-445e-b7ca-7fe0cf3fc284 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.0543730 Nov 23 17:49:38.039726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d690ca2-c223-48b3-b8c8-a18999677afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.044617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d690ca2-c223-48b3-b8c8-a18999677afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.086145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37712) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:38.095625 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d690ca2-c223-48b3-b8c8-a18999677afc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=439770b115f44510a45e66bc793dc701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740611 Nov 23 17:49:38.097037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d690ca2-c223-48b3-b8c8-a18999677afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660469a2-b32a-48b2-ac39-cdabfcd34b5d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:38.098789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37716) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:38.102472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4ef14f67-5919-453c-aeaf-111c9ea448b1 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:38.170282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 4ef14f67-5919-453c-aeaf-111c9ea448b1 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:49:38.175348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 4ef14f67-5919-453c-aeaf-111c9ea448b1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:38.175973 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.250638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c37b9c0-2843-4716-814b-1b1680534cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.277471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Deleting port 90f4a789-7969-4b0b-a6ad-db4d41defdd5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:38.277826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.281377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.309203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a6566-aa32-415e-8622-5c812e9e1e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef14f67-5919-453c-aeaf-111c9ea448b1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:38.312419 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5ba37-a76e-4004-9579-81b984abbbfb" -d '{"events": [{"server_uuid": "2b9a6566-aa32-415e-8622-5c812e9e1e21", "name": "network-vif-plugged", "status": "completed", "tag": "4ef14f67-5919-453c-aeaf-111c9ea448b1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:38.319498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c37b9c0-2843-4716-814b-1b1680534cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.330329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:38.345534 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.372305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec4d4b-f1b2-4ead-86f5-aa09ab3e5bb7 req-7943f9ad-f06c-4f4f-a2aa-8632c7f46415 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:38.379305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22ec4d4b-f1b2-4ead-86f5-aa09ab3e5bb7 req-7943f9ad-f06c-4f4f-a2aa-8632c7f46415 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 944 time: 0.1501415 Nov 23 17:49:38.379949 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e6809c1d-04bd-4369-bb15-388594217eb1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=caf6c768ed2e4180bfaf0763747b85ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2923527 Nov 23 17:49:38.380772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37730) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:38.426021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4ef14f67-5919-453c-aeaf-111c9ea448b1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:38.457047 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c37b9c0-2843-4716-814b-1b1680534cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.460513 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c37b9c0-2843-4716-814b-1b1680534cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.461852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7c37b9c0-2843-4716-814b-1b1680534cde admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/660469a2-b32a-48b2-ac39-cdabfcd34b5d HTTP/1.1" status: 204 len: 168 time: 0.3619983 Nov 23 17:49:38.468199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1802-649b-4765-81c6-67a34906e930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.490348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37b9c0-2843-4716-814b-1b1680534cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660469a2-b32a-48b2-ac39-cdabfcd34b5d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:38.495354 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.495678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.497059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1802-649b-4765-81c6-67a34906e930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.516789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37736) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:38.535604 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5de84285-9099-4092-917b-72bd9ac9fcc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.551035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Calling delete_port for 90f4a789-7969-4b0b-a6ad-db4d41defdd5 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:38.567765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1802-649b-4765-81c6-67a34906e930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.571805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1802-649b-4765-81c6-67a34906e930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.573612 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b5fa1802-649b-4765-81c6-67a34906e930 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8 HTTP/1.1" status: 204 len: 168 time: 0.1912444 Nov 23 17:49:38.578252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22ec4d4b-f1b2-4ead-86f5-aa09ab3e5bb7 req-2ab8dac2-31fb-4fef-b52c-9ae048e10910 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972058 Nov 23 17:49:38.590510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa1802-649b-4765-81c6-67a34906e930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f0f9d0-7f0a-46e4-a0a6-31bc0eb34bd8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:38.738465 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60423a87-cb3e-4612-85d8-57836de04e2c x-openstack-request-id: req-60423a87-cb3e-4612-85d8-57836de04e2c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:38.738899 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a6566-aa32-415e-8622-5c812e9e1e21", "name": "network-vif-plugged", "status": "completed", "tag": "4ef14f67-5919-453c-aeaf-111c9ea448b1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:38.739225 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60423a87-cb3e-4612-85d8-57836de04e2c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:38.739541 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9a6566-aa32-415e-8622-5c812e9e1e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef14f67-5919-453c-aeaf-111c9ea448b1', 'code': 200} Nov 23 17:49:38.758162 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5de84285-9099-4092-917b-72bd9ac9fcc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.788638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5de84285-9099-4092-917b-72bd9ac9fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.837165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de84285-9099-4092-917b-72bd9ac9fcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a20a84f-dbdc-4a8e-8725-f9b09a0c9634,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:38.845240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5de84285-9099-4092-917b-72bd9ac9fcc5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e1ee76424b9a4e82b84d225235c0a0a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274021 Nov 23 17:49:38.848301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:38.859959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e8be-0a5c-45f4-8e16-3fd0fb05cb21 req-6242dc68-266e-4292-bb39-aaef6b99bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:38.862075 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-29e7e8be-0a5c-45f4-8e16-3fd0fb05cb21 req-6242dc68-266e-4292-bb39-aaef6b99bd39 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 1096 time: 0.0565364 Nov 23 17:49:38.862279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.911375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event deleted for resources: {'Port': ['ID=90f4a789-7969-4b0b-a6ad-db4d41defdd5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:38.925309 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-29e7e8be-0a5c-45f4-8e16-3fd0fb05cb21 req-1a77f41e-35fc-4b66-9c6f-37430be6e6cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524158 Nov 23 17:49:38.969012 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.972504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:38.973821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c53a7f2b-acf6-4a8a-a6eb-7160d37cde56 req-ea7811d9-47b0-40fd-988e-3c0d1c50bce9 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "DELETE /v2.0/floatingips/c65e2231-997f-4757-8db2-5aab18aebb76 HTTP/1.1" status: 204 len: 173 time: 0.9769926 Nov 23 17:49:39.021459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f9ac4a-3cee-4d89-8bf4-45616a230a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.044222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 783437cf-60c4-4c30-b02f-f834b9925f10 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:39.110232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 783437cf-60c4-4c30-b02f-f834b9925f10 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:49:39.115279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 783437cf-60c4-4c30-b02f-f834b9925f10 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:39.116002 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.187570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37762) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:39.216355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acacadb1-ea9c-4c27-be31-ffb5eb38f951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.266042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.346892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:39.358206 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.386028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acacadb1-ea9c-4c27-be31-ffb5eb38f951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.393622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acacadb1-ea9c-4c27-be31-ffb5eb38f951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.396746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f9ac4a-3cee-4d89-8bf4-45616a230a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.433423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacadb1-ea9c-4c27-be31-ffb5eb38f951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd64df30-e0c8-4ba1-9438-1b05bd698da2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:39.438598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446a23-8504-4192-90b1-2e8974d87508 req-712466dc-e9c7-4b17-bb2b-5403b2c1b572 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:39.440218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19446a23-8504-4192-90b1-2e8974d87508 req-712466dc-e9c7-4b17-bb2b-5403b2c1b572 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.4861305 Nov 23 17:49:39.466781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-acacadb1-ea9c-4c27-be31-ffb5eb38f951 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3499e9a1ead84d8ca977069e26f2f6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748358 Nov 23 17:49:39.467155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:39.481392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:39.541045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e188c94d-4614-4acd-8403-e43922df9f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.568905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e188c94d-4614-4acd-8403-e43922df9f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.579944 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f9ac4a-3cee-4d89-8bf4-45616a230a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.583264 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f9ac4a-3cee-4d89-8bf4-45616a230a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.588301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-92f9ac4a-3cee-4d89-8bf4-45616a230a5e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1a20a84f-dbdc-4a8e-8725-f9b09a0c9634 HTTP/1.1" status: 204 len: 168 time: 0.7389755 Nov 23 17:49:39.628061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e188c94d-4614-4acd-8403-e43922df9f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.632270 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e188c94d-4614-4acd-8403-e43922df9f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.635837 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e188c94d-4614-4acd-8403-e43922df9f9d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd64df30-e0c8-4ba1-9438-1b05bd698da2 HTTP/1.1" status: 204 len: 168 time: 0.1652179 Nov 23 17:49:39.642055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188c94d-4614-4acd-8403-e43922df9f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd64df30-e0c8-4ba1-9438-1b05bd698da2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:39.642191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e3590-ac12-4299-a791-4a62d8540fcb req-08e414d5-5412-438d-b4e8-1569635272a8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:39.643768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f77e3590-ac12-4299-a791-4a62d8540fcb req-08e414d5-5412-438d-b4e8-1569635272a8 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6462264 Nov 23 17:49:39.644574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9ac4a-3cee-4d89-8bf4-45616a230a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a20a84f-dbdc-4a8e-8725-f9b09a0c9634,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:39.665163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19446a23-8504-4192-90b1-2e8974d87508 req-bf2985fc-20ff-4b1f-b89b-4887eb69ed5d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079616 Nov 23 17:49:39.818487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-422fe6a6-5556-4849-aa52-cbc69d0db42c req-1e7ba8d5-b75f-45c7-b74a-15327cd52643 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=7765010a5ef9431497b31b6719d70d19 HTTP/1.1" status: 200 len: 1656 time: 0.1105924 Nov 23 17:49:39.873943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc3200-caff-47bc-a3ce-7eda596ee53f req-d5ca8570-31fd-41b9-9fc1-35a25dca5fd7 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:39.875501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acc3200-caff-47bc-a3ce-7eda596ee53f req-d5ca8570-31fd-41b9-9fc1-35a25dca5fd7 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 945 time: 0.1332116 Nov 23 17:49:39.977869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acc3200-caff-47bc-a3ce-7eda596ee53f req-fb1714f3-19b2-40c0-b601-ade04b8cabcc tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741539 Nov 23 17:49:39.985171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe6a6-5556-4849-aa52-cbc69d0db42c req-26be8622-bc42-4d25-81ab-c04ddb6746cc tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:39.991592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-422fe6a6-5556-4849-aa52-cbc69d0db42c req-26be8622-bc42-4d25-81ab-c04ddb6746cc tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks?id=c69911e8-77e8-4336-b6e1-89c3be18ffde&id=c69911e8-77e8-4336-b6e1-89c3be18ffde&id=c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 787 time: 0.1659193 Nov 23 17:49:39.998350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-422fe6a6-5556-4849-aa52-cbc69d0db42c req-65c04e62-692b-4c35-a0dc-f564bed2626e tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:39.999561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-422fe6a6-5556-4849-aa52-cbc69d0db42c req-65c04e62-692b-4c35-a0dc-f564bed2626e tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069604 Nov 23 17:49:40.096242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-3792a1bd-1e7b-417e-99c4-5fcc7ab2dac1 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips/c8e65648-7cf3-408f-b5c8-06d21e80e3b5 HTTP/1.1" status: 200 len: 692 time: 0.0637946 Nov 23 17:49:40.130115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a08f73e1-ef00-447b-a864-773871435ba5 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:40.162242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: a08f73e1-ef00-447b-a864-773871435ba5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:40.163567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a08f73e1-ef00-447b-a864-773871435ba5 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:40.254992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-d9371331-7ce5-46eb-9008-ad54a50df4ef tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:40.259179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-d9371331-7ce5-46eb-9008-ad54a50df4ef tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1568294 Nov 23 17:49:40.266827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-93f7efc8-0511-47fd-8486-d1df0e12270a tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:40.268272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-93f7efc8-0511-47fd-8486-d1df0e12270a tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060861 Nov 23 17:49:40.324610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8a5d48d9-c56d-4ca5-8b8d-a32346a20966 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.0482917 Nov 23 17:49:40.392152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-46fb97ec-5f18-40db-a584-3e1e05b40bbc tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.0611625 Nov 23 17:49:40.536993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Deleting port db812724-1f29-4955-88cb-63d03eeb6abe {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:40.537331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.631387 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.632881 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.646384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Calling delete_port for db812724-1f29-4955-88cb-63d03eeb6abe owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:40.741665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:40.745201 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef680fe-d1b3-4adf-a701-bb1904493556" -d '{"events": [{"server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "name": "network-vif-plugged", "status": "completed", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:40.844857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50024a1f-ee7e-4d5c-80f6-93c0cfc261c2 req-c9f9def9-b4df-4f91-a14c-06d147566856 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:40.846396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50024a1f-ee7e-4d5c-80f6-93c0cfc261c2 req-c9f9def9-b4df-4f91-a14c-06d147566856 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.0955772 Nov 23 17:49:40.847580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.881301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event deleted for resources: {'Port': ['ID=db812724-1f29-4955-88cb-63d03eeb6abe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:40.926224 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.930595 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.936237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6e1d1d-5af9-44a1-be91-e5328375d9c5 req-8e90aba9-4dd4-4ade-86d4-e25c232bb040 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "DELETE /v2.0/floatingips/c8e65648-7cf3-408f-b5c8-06d21e80e3b5 HTTP/1.1" status: 204 len: 173 time: 0.5431967 Nov 23 17:49:40.965418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50024a1f-ee7e-4d5c-80f6-93c0cfc261c2 req-76ed2799-0199-4df6-a9b2-07cedf23d939 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884280 Nov 23 17:49:40.986466 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6449af8-a010-4a52-8515-d7260a42ec78 x-openstack-request-id: req-c6449af8-a010-4a52-8515-d7260a42ec78 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:40.986812 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "name": "network-vif-plugged", "status": "completed", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:40.987073 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c6449af8-a010-4a52-8515-d7260a42ec78 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:40.987459 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10', 'code': 200} Nov 23 17:49:41.059842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-aefa613b-7045-4a35-b9a9-f25ab0c1b017 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips/386f059f-44a5-4c34-9d7c-e42e211c3dba HTTP/1.1" status: 200 len: 693 time: 0.0494902 Nov 23 17:49:41.185551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c562c541-20d2-4b47-bf6b-f2e1479317de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.214314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3279e-ae3f-44e7-8ec0-e105548a5292 req-d78ed4c4-63ec-4e18-bd3e-1e5939a5d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:41.215932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64d3279e-ae3f-44e7-8ec0-e105548a5292 req-d78ed4c4-63ec-4e18-bd3e-1e5939a5d280 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1096 time: 0.1547358 Nov 23 17:49:41.255415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51243522-da4b-460f-836f-b0b1630022fd req-a3ea2150-70f8-402c-a588-06da18866784 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:41.257642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51243522-da4b-460f-836f-b0b1630022fd req-a3ea2150-70f8-402c-a588-06da18866784 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.1425347 Nov 23 17:49:41.269281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-5c351969-cc58-4cda-a1cb-efafbae4b669 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:41.270645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-5c351969-cc58-4cda-a1cb-efafbae4b669 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2000151 Nov 23 17:49:41.350709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64d3279e-ae3f-44e7-8ec0-e105548a5292 req-69f816b9-8205-4399-8909-def1f6967714 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185532 Nov 23 17:49:41.363202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-bd40ba75-99ef-45ed-aac9-a4b92a352e05 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0763717 Nov 23 17:49:41.386987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51243522-da4b-460f-836f-b0b1630022fd req-bbef007f-5647-4735-9c00-b7d2f2baae32 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153340 Nov 23 17:49:41.419253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:41.439899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-a6bcb617-9487-40a9-a09a-ce4af6b7e62d tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0671184 Nov 23 17:49:41.463451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37878) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:41.603605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0e40f-a310-4f68-89d4-950c7ea8277c req-2e8fdb93-4eb1-4d0d-85f1-d880da535522 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:41.605049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32f0e40f-a310-4f68-89d4-950c7ea8277c req-2e8fdb93-4eb1-4d0d-85f1-d880da535522 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 945 time: 0.1156983 Nov 23 17:49:41.652629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Deleting port af66b75f-7c76-4254-a640-320a42c3f757 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:41.652989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.657115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-network', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:41.692575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32f0e40f-a310-4f68-89d4-950c7ea8277c req-a0088925-0d6c-4643-a845-c585d71500b6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733633 Nov 23 17:49:41.699725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Made reservation on behalf of 3411eac8564e4814b539fbd8ee37769f for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:41.704644 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.729882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.745130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-269c3359-162c-417d-bdc9-4a71693b9316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.757642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.757973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.773338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Calling delete_port for af66b75f-7c76-4254-a640-320a42c3f757 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:41.872951 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.885061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.889105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-269c3359-162c-417d-bdc9-4a71693b9316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.903784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-269c3359-162c-417d-bdc9-4a71693b9316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.925816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756c1558-8152-4eba-a6a9-bb3da8779530,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:41.948937 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-269c3359-162c-417d-bdc9-4a71693b9316 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b64190f036f47ea8f5aba5f6733fe23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4816642 Nov 23 17:49:41.954079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37896) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:41.976832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c3359-162c-417d-bdc9-4a71693b9316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cf7a3d-84a3-41ea-a568-609ec5b4833e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:41.981439 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.987073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:42.000116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.000695 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Added segment b008cc86-ab10-4507-8fec-ccf000fcc2a7 of type vlan for network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 Nov 23 17:49:42.045723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event deleted for resources: {'Port': ['ID=af66b75f-7c76-4254-a640-320a42c3f757,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:42.060714 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.082951 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.086531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.097987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d96c4ec4-47bd-4870-bd99-f1f04bbc1ce1 req-64a98cc0-5aea-4a3a-8bdf-84ce73216996 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "DELETE /v2.0/floatingips/386f059f-44a5-4c34-9d7c-e42e211c3dba HTTP/1.1" status: 204 len: 173 time: 0.6488156 Nov 23 17:49:42.103378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08ea4417-5cda-41c8-8bda-d181c56754c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.105045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.107824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:42.108764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.138148 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08ea4417-5cda-41c8-8bda-d181c56754c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.158110 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7371056 Nov 23 17:49:42.168351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37904) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:42.173939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Request body: {'subnet': {'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-subnet', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:42.187554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d53692-66a7-415f-9e3b-f48ce37a654c admin admin] Pushing event updated for resources: {'Network': ['ID=a125d83a-178e-4cb9-8b7f-f9b2e97c6585,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:42.199469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:42.284272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd98208-d9af-431b-abee-52a15a2be06d req-9a3c9e95-6af7-4bfb-9a87-90b0691ddbc5 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips/c8d78f73-f714-400c-bfa3-e20891f5dfa1 HTTP/1.1" status: 200 len: 693 time: 0.1438909 Nov 23 17:49:42.321012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Made reservation on behalf of 3411eac8564e4814b539fbd8ee37769f for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:42.323486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.406416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504d278-8936-4c77-94ea-0c8b187fa6aa req-b1fa1625-9648-45c2-946b-cc0e2083d6aa tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:42.407916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7504d278-8936-4c77-94ea-0c8b187fa6aa req-b1fa1625-9648-45c2-946b-cc0e2083d6aa tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.2375138 Nov 23 17:49:42.437648 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08ea4417-5cda-41c8-8bda-d181c56754c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.440218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08ea4417-5cda-41c8-8bda-d181c56754c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.443753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-08ea4417-5cda-41c8-8bda-d181c56754c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12cf7a3d-84a3-41ea-a568-609ec5b4833e HTTP/1.1" status: 204 len: 168 time: 0.4863245 Nov 23 17:49:42.492958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea4417-5cda-41c8-8bda-d181c56754c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cf7a3d-84a3-41ea-a568-609ec5b4833e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:42.543627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd98208-d9af-431b-abee-52a15a2be06d req-adc5226d-46d8-422d-8cbb-67fcb5f06c22 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:42.545027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd98208-d9af-431b-abee-52a15a2be06d req-adc5226d-46d8-422d-8cbb-67fcb5f06c22 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2520111 Nov 23 17:49:42.567418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7504d278-8936-4c77-94ea-0c8b187fa6aa req-477a97db-8679-4c7f-a1a9-575e114be5ad tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174438 Nov 23 17:49:42.623849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd98208-d9af-431b-abee-52a15a2be06d req-dc6172f0-8660-4f50-837c-0497290d32b7 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.0662808 Nov 23 17:49:42.836920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:42.852314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdd7f-b081-4914-8d64-f983538fdd5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.943770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdd7f-b081-4914-8d64-f983538fdd5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.948588 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdd7f-b081-4914-8d64-f983538fdd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.965085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd98208-d9af-431b-abee-52a15a2be06d req-2b253c8e-220c-4405-82c1-ecd744425c11 tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.3232231 Nov 23 17:49:42.990398 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b7dbdd7f-b081-4914-8d64-f983538fdd5b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=914b58168a3642a5a6cf136013ae2bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522985 Nov 23 17:49:42.992138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbdd7f-b081-4914-8d64-f983538fdd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d7ea5-e0b5-40ab-bf4a-fb46188ed7fb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:42.994422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37930) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:43.052200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd910acf-8de4-4d09-a6e4-c32a618a27af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.077527 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd910acf-8de4-4d09-a6e4-c32a618a27af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.129474 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd910acf-8de4-4d09-a6e4-c32a618a27af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.132695 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd910acf-8de4-4d09-a6e4-c32a618a27af admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.136359 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fd910acf-8de4-4d09-a6e4-c32a618a27af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f7d7ea5-e0b5-40ab-bf4a-fb46188ed7fb HTTP/1.1" status: 204 len: 168 time: 0.1385229 Nov 23 17:49:43.136508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783c1ec-271e-44bd-8f7e-04f2a58b4134 req-7bd3dff3-70f7-42e5-ad63-3c506ab6bb71 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:43.137798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6783c1ec-271e-44bd-8f7e-04f2a58b4134 req-7bd3dff3-70f7-42e5-ad63-3c506ab6bb71 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.1893735 Nov 23 17:49:43.138923 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.143599 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd910acf-8de4-4d09-a6e4-c32a618a27af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d7ea5-e0b5-40ab-bf4a-fb46188ed7fb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:43.244924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11cb9d3-10c4-4e67-a1f8-5b0627732bd3,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:43.269336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1e31333-f4d6-47d2-ac42-1bf51dcad86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.273702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6783c1ec-271e-44bd-8f7e-04f2a58b4134 req-73d72fc6-404e-4bca-b6a4-fdd76c46890d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115680 Nov 23 17:49:43.285916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Deleting port 325606cd-d284-492a-b54a-683fc7c289a5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:43.286493 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.300126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Checking segment: {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:43.300494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Network hostable DHCP agents. Network: a125d83a-178e-4cb9-8b7f-f9b2e97c6585, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:43.372043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:43.386720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a125d83a-178e-4cb9-8b7f-f9b2e97c6585) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:43.398875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:43.399472 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.400020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d071e9f-fc5f-4395-868a-6b9c14c6aa67 None None] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:43.407970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.408198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.451082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Calling delete_port for 325606cd-d284-492a-b54a-683fc7c289a5 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:43.462191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7f20eb10-3946-4a70-8064-4e3ea4de5368 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2894258 Nov 23 17:49:43.463417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37942) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:43.468407 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:43.504860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.507810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.531588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7824-a586-4d27-9f5f-cc2973b05d58 req-4187bbc0-735f-4a09-a921-0b8aa2fe67fb tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:43.534189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-180d7824-a586-4d27-9f5f-cc2973b05d58 req-4187bbc0-735f-4a09-a921-0b8aa2fe67fb tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 945 time: 0.1224966 Nov 23 17:49:43.591989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.619388 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-180d7824-a586-4d27-9f5f-cc2973b05d58 req-7fc75abd-d0bd-4a96-ab49-fe822206a31e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714848 Nov 23 17:49:43.702743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.738581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Pushing event deleted for resources: {'Port': ['ID=325606cd-d284-492a-b54a-683fc7c289a5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:43.769211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.784401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.785755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:49:43.787068 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.788407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.799412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:43.817979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd98208-d9af-431b-abee-52a15a2be06d req-33b8c6fb-ba62-48fe-a03e-18bc64d74e5b tempest-FloatingIPDetailsTestJSON-284570253 tempest-FloatingIPDetailsTestJSON-284570253-project] 10.222.0.74 "DELETE /v2.0/floatingips/c8d78f73-f714-400c-bfa3-e20891f5dfa1 HTTP/1.1" status: 204 len: 173 time: 0.8346827 Nov 23 17:49:43.961051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Allocated IP 172.20.0.2 (a125d83a-178e-4cb9-8b7f-f9b2e97c6585/c11cb9d3-10c4-4e67-a1f8-5b0627732bd3/ffc4d27a-891b-4436-be9d-9043a65aa56b) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:44.046630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1d589-d845-4d35-8070-e2b2cd3071dd req-e1055f44-ed7c-4388-8688-1cd6b89ca7f3 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:44.049008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9a1d589-d845-4d35-8070-e2b2cd3071dd req-e1055f44-ed7c-4388-8688-1cd6b89ca7f3 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.0770960 Nov 23 17:49:44.119175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9a1d589-d845-4d35-8070-e2b2cd3071dd req-d0e9891f-789b-418b-bad1-47db118ae483 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633562 Nov 23 17:49:44.289751 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.307246 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.378396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37974) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:44.385566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Pushing event updated for resources: {'Port': ['ID=ffc4d27a-891b-4436-be9d-9043a65aa56b,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:44.410032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:44.412040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:44.416936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:44.448301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033ecf8-ab89-4569-a8b3-07fd59baeb33 req-9cba8348-392d-4eb8-9955-47c3a04eb39e tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:44.455889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4033ecf8-ab89-4569-a8b3-07fd59baeb33 req-9cba8348-392d-4eb8-9955-47c3a04eb39e tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.1054394 Nov 23 17:49:44.461875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931135e-d45c-440f-bbfa-7c5742341984 req-36e82b13-a50b-47f3-a4e5-a9e904f371fe tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:44.463154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c931135e-d45c-440f-bbfa-7c5742341984 req-36e82b13-a50b-47f3-a4e5-a9e904f371fe tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1096 time: 0.1644559 Nov 23 17:49:44.524398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Attempting to bind port ffc4d27a-891b-4436-be9d-9043a65aa56b on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:44.525093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Attempting to bind port ffc4d27a-891b-4436-be9d-9043a65aa56b by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:44.526279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Attempting to bind port ffc4d27a-891b-4436-be9d-9043a65aa56b on network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:44.542870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4033ecf8-ab89-4569-a8b3-07fd59baeb33 req-14e92531-d895-4ae4-90e8-f002b12cd258 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771053 Nov 23 17:49:44.545454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:44.545846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Checking segment: {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:44.546266 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.546669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Bound using segment: {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:44.547189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Bound port: ffc4d27a-891b-4436-be9d-9043a65aa56b, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:44.547729 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.576041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.603481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.641855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c931135e-d45c-440f-bbfa-7c5742341984 req-c88d027b-9dbb-40c7-a849-71216efc0076 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208615 Nov 23 17:49:44.698305 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bcf010de-8427-44ee-9fb4-075845ad12ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.734016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] For port ffc4d27a-891b-4436-be9d-9043a65aa56b, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:44.741679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] For port ffc4d27a-891b-4436-be9d-9043a65aa56b, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ffc4d27a-891b-4436-be9d-9043a65aa56b,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:44.753050 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.878743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bcf010de-8427-44ee-9fb4-075845ad12ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.883934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Allocated IP 172.25.0.223 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:44.903799 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bcf010de-8427-44ee-9fb4-075845ad12ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.906503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5617c-7b1c-428c-aff0-aec7d0a100f9 None None] Pushing event updated for resources: {'Port': ['ID=ffc4d27a-891b-4436-be9d-9043a65aa56b,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:44.965939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.059274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bcf010de-8427-44ee-9fb4-075845ad12ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=36dbd7d54a7a498a952f222dc2bf456d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6776764 Nov 23 17:49:45.060158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf010de-8427-44ee-9fb4-075845ad12ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e45c8-2939-4d34-b4f1-c326c3448d33,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:45.063023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38004) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:45.093655 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.126889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfba6db-36fe-41ee-8160-5c7d581cee4c req-527ebcca-5196-480a-9af8-92f58b26123c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:45.128926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1dfba6db-36fe-41ee-8160-5c7d581cee4c req-527ebcca-5196-480a-9af8-92f58b26123c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.2532387 Nov 23 17:49:45.148965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b9233-5016-4f94-9f72-35d9627d218b req-897adce0-2f31-4978-ae88-d7de11426705 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:45.150845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-618b9233-5016-4f94-9f72-35d9627d218b req-897adce0-2f31-4978-ae88-d7de11426705 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1096 time: 0.1491661 Nov 23 17:49:45.182359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.182472 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe62a9df-c8a2-4ca7-b5c4-6d9fd271daa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.260502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe62a9df-c8a2-4ca7-b5c4-6d9fd271daa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.308038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-618b9233-5016-4f94-9f72-35d9627d218b req-df361608-c53d-4bf7-8d28-609eb2a32855 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355395 Nov 23 17:49:45.330274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1dfba6db-36fe-41ee-8160-5c7d581cee4c req-f762b4e0-6846-40e7-ab4f-ec73c1b74131 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774228 Nov 23 17:49:45.387784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.389814 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe62a9df-c8a2-4ca7-b5c4-6d9fd271daa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.393090 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe62a9df-c8a2-4ca7-b5c4-6d9fd271daa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.396905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fe62a9df-c8a2-4ca7-b5c4-6d9fd271daa5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da0e45c8-2939-4d34-b4f1-c326c3448d33 HTTP/1.1" status: 204 len: 168 time: 0.3274450 Nov 23 17:49:45.406598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62a9df-c8a2-4ca7-b5c4-6d9fd271daa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e45c8-2939-4d34-b4f1-c326c3448d33,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:45.505440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:45.512219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:45.519769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:45.567372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cbef9-6b5d-4306-bada-b4fb5934d68b req-a9b30da1-5750-47a4-954a-f0ce28d5c226 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:45.570747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-531cbef9-6b5d-4306-bada-b4fb5934d68b req-a9b30da1-5750-47a4-954a-f0ce28d5c226 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.1127450 Nov 23 17:49:45.622794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Pushing event updated for resources: {'Port': ['ID=1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:45.627191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-531cbef9-6b5d-4306-bada-b4fb5934d68b req-f2efd29a-4c51-465f-a7fb-c7a6fd838cd0 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498312 Nov 23 17:49:45.855804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Deleting port 623ce675-28a9-40ba-9d95-710edfe8c248 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:45.856333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.871074 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.972324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38040) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:45.997259 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ac86e5d-8897-4008-911d-b74deb6ffba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.029908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] For port 623ce675-28a9-40ba-9d95-710edfe8c248, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=623ce675-28a9-40ba-9d95-710edfe8c248,segment=NetworkSegment(9bf321d4-381f-4897-8277-0c6c46a03c62),segment_id=9bf321d4-381f-4897-8277-0c6c46a03c62)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:46.030316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.052000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Calling delete_port for 623ce675-28a9-40ba-9d95-710edfe8c248 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:46.115855 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ac86e5d-8897-4008-911d-b74deb6ffba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.130141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ac86e5d-8897-4008-911d-b74deb6ffba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.178756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac86e5d-8897-4008-911d-b74deb6ffba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dce23b-ee62-4acb-853b-55e2ed161187,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:46.214204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7ac86e5d-8897-4008-911d-b74deb6ffba8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19fd7ec6052a4689a3c9f4aadbf2898e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404976 Nov 23 17:49:46.217821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:46.252698 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.272399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-75587526-c82f-414f-9d33-cd6992cbd8cb req-14a5dcad-0d9c-48bf-a517-26b789b403be service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:46.273050 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.288877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75587526-c82f-414f-9d33-cd6992cbd8cb req-14a5dcad-0d9c-48bf-a517-26b789b403be service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1116064 Nov 23 17:49:46.468084 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f696afa4-9701-41b5-8174-485fd32c0960 None None] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:46.626793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c85c7851-4933-46a2-8875-a5e13acded59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.651391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c85c7851-4933-46a2-8875-a5e13acded59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.716383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38064) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:46.793739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f26e3f5b-f1e4-4621-8b61-bcf2742bf2f6 None None] Provisioning complete for port ffc4d27a-891b-4436-be9d-9043a65aa56b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:46.794128 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f26e3f5b-f1e4-4621-8b61-bcf2742bf2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.800984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ffc4d27a-891b-4436-be9d-9043a65aa56b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:46.894533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.907630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c85c7851-4933-46a2-8875-a5e13acded59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.910365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c85c7851-4933-46a2-8875-a5e13acded59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.915195 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c85c7851-4933-46a2-8875-a5e13acded59 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86dce23b-ee62-4acb-853b-55e2ed161187 HTTP/1.1" status: 204 len: 168 time: 0.6946909 Nov 23 17:49:46.978008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Pushing event deleted for resources: {'Port': ['ID=623ce675-28a9-40ba-9d95-710edfe8c248,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:47.023673 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-17a1fd73-d687-436d-acdb-fc7e3e1ee556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.035099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c7851-4933-46a2-8875-a5e13acded59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dce23b-ee62-4acb-853b-55e2ed161187,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:47.112546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ffc4d27a-891b-4436-be9d-9043a65aa56b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:47.112919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.114602 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f26e3f5b-f1e4-4621-8b61-bcf2742bf2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.168278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Router 5682faf8-3080-491c-bb6a-b40d04f316a3 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:49:47.237941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f26e3f5b-f1e4-4621-8b61-bcf2742bf2f6 None None] For port ffc4d27a-891b-4436-be9d-9043a65aa56b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ffc4d27a-891b-4436-be9d-9043a65aa56b,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:47.251790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f26e3f5b-f1e4-4621-8b61-bcf2742bf2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.285157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-17a1fd73-d687-436d-acdb-fc7e3e1ee556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.296898 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-17a1fd73-d687-436d-acdb-fc7e3e1ee556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.404017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1fd73-d687-436d-acdb-fc7e3e1ee556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc06363e-1155-4b2b-bdc0-064943b13720,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:47.407680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e3f5b-f1e4-4621-8b61-bcf2742bf2f6 None None] Pushing event updated for resources: {'Port': ['ID=ffc4d27a-891b-4436-be9d-9043a65aa56b,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:47.419880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-88138300-a7c7-4541-a357-1160b9c41e7b None None] Provisioning complete for port ffc4d27a-891b-4436-be9d-9043a65aa56b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:47.421697 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88138300-a7c7-4541-a357-1160b9c41e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.423877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.479140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-17a1fd73-d687-436d-acdb-fc7e3e1ee556 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=53cf1bd5afd04b64ba9faf0d508b9f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7615263 Nov 23 17:49:47.479934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38100) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:47.516084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:47.538879 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Sync routers for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:47.559590 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:47.567762 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:47.594683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.597661 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4b6bf6c-316a-42ab-abc8-3371a493bedb admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.1331987 Nov 23 17:49:47.604508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38104) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:47.609062 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8d191ab-d0c7-4b8e-9958-a4987b1eaeed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.670378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.687793 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8d191ab-d0c7-4b8e-9958-a4987b1eaeed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.793590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8d191ab-d0c7-4b8e-9958-a4987b1eaeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.797635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8d191ab-d0c7-4b8e-9958-a4987b1eaeed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.802009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b8d191ab-d0c7-4b8e-9958-a4987b1eaeed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fc06363e-1155-4b2b-bdc0-064943b13720 HTTP/1.1" status: 204 len: 168 time: 0.3202310 Nov 23 17:49:47.816310 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:47.816706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d191ab-d0c7-4b8e-9958-a4987b1eaeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc06363e-1155-4b2b-bdc0-064943b13720,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:47.920572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Router 5eac631d-d7bd-4943-aef7-44d420f3c413 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:49:48.111456 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:45Z', 'revision_number': 3, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:48.146352 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Checking router: 5682faf8-3080-491c-bb6a-b40d04f316a3 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:48.148185 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Updating router 5682faf8-3080-491c-bb6a-b40d04f316a3 port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:49:48.175816 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.176012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b9fd7-4241-4c22-9a32-f06ef6b4af99 req-895d4bd9-fc26-4d99-8e28-93625f26c0ac tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:48.188137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-525b9fd7-4241-4c22-9a32-f06ef6b4af99 req-895d4bd9-fc26-4d99-8e28-93625f26c0ac tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.1285586 Nov 23 17:49:48.193643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:48.202520 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6c96e712-30c8-400c-8ea2-59822d035ded admin admin] 10.222.0.74 "PUT /v2.0/routers/5eac631d-d7bd-4943-aef7-44d420f3c413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4011607 Nov 23 17:49:48.205237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38134) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:48.205886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] Sync routers for ids ['5eac631d-d7bd-4943-aef7-44d420f3c413'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:48.229054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] Routers {'5eac631d-d7bd-4943-aef7-44d420f3c413'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:48.231050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5eac631d-d7bd-4943-aef7-44d420f3c413'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:48.320897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-525b9fd7-4241-4c22-9a32-f06ef6b4af99 req-041e6fab-0fc5-47fb-afaf-284a8c215d19 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306674 Nov 23 17:49:48.507013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] Set router 5eac631d-d7bd-4943-aef7-44d420f3c413 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:48.583259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.593010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38148) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:48.629126 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-808c02b2-e2cb-489c-8fb4-de68401bc989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.736792 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.757729 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.783395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38158) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:48.817293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ffc4d27a-891b-4436-be9d-9043a65aa56b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:48.888112 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Attempting to bind port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:48.888482 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Attempting to bind port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:48.888848 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Attempting to bind port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:48.895076 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Pushing event updated for resources: {'Port': ['ID=1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:48.908859 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-808c02b2-e2cb-489c-8fb4-de68401bc989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.917301 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-808c02b2-e2cb-489c-8fb4-de68401bc989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.937579 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:48.943266 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:48.948020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ffc4d27a-891b-4436-be9d-9043a65aa56b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:48.948216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.950720 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.950720 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:48.950985 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Bound port: 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:48.951346 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.958132 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.958479 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.958858 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.959236 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.959651 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.970959 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.971405 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.971755 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.972099 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.972437 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.972777 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.973113 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.989953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-808c02b2-e2cb-489c-8fb4-de68401bc989 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b98e3a601ced43b98574e69d25750bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947875 Nov 23 17:49:48.992228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38164) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:48.999532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c02b2-e2cb-489c-8fb4-de68401bc989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442566ac-dde9-4c93-917a-e606ff62ba6c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:49.060670 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa18d-31b1-4696-bbfc-b8d03b82530c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.102928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa18d-31b1-4696-bbfc-b8d03b82530c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.112730 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] For port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:49.116965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:46Z', 'revision_number': 5, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:49.117195 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] For port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:49.126941 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.162099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] Checking router: 5eac631d-d7bd-4943-aef7-44d420f3c413 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:49.186142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] Routers {'5eac631d-d7bd-4943-aef7-44d420f3c413'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:49.187033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5eac631d-d7bd-4943-aef7-44d420f3c413'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:49.211084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa18d-31b1-4696-bbfc-b8d03b82530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.214304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa18d-31b1-4696-bbfc-b8d03b82530c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.218166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e0cfa18d-31b1-4696-bbfc-b8d03b82530c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/442566ac-dde9-4c93-917a-e606ff62ba6c HTTP/1.1" status: 204 len: 168 time: 0.2243888 Nov 23 17:49:49.230538 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:49.230753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfa18d-31b1-4696-bbfc-b8d03b82530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442566ac-dde9-4c93-917a-e606ff62ba6c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:49.242307 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:49.266126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-d86bdf40-05dd-4c72-a2cc-a19c9533635e tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:49.267289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-d86bdf40-05dd-4c72-a2cc-a19c9533635e tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4766912 Nov 23 17:49:49.387727 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8dfc3-7b64-4030-a423-501b3c95613f None None] Pushing event updated for resources: {'Port': ['ID=1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:49.440956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.523422 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:49.524601 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.557013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566695d7-cb28-441a-b72e-e6c64e4c0c48 req-dfd9426d-5405-484d-b7bf-f6a820c1c041 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:49.559867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566695d7-cb28-441a-b72e-e6c64e4c0c48 req-dfd9426d-5405-484d-b7bf-f6a820c1c041 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.0952165 Nov 23 17:49:49.588831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] Set router 5eac631d-d7bd-4943-aef7-44d420f3c413 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:49.657765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.702605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566695d7-cb28-441a-b72e-e6c64e4c0c48 req-9d2b31f4-bcc6-43e6-9f7d-39cf2da38743 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362367 Nov 23 17:49:49.799685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38186) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:49.856706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:46Z', 'revision_number': 5, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:49.894031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf8832-dd49-4391-bf34-96add99af6ea None None] The sync data for ids ['5eac631d-d7bd-4943-aef7-44d420f3c413'] in n-d-818932-3 is: [{'id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'name': 'tempest-FloatingIPDetailsTestJSON-1436636814-router', 'tenant_id': '7765010a5ef9431497b31b6719d70d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:13Z', 'updated_at': '2021-11-23T17:49:46Z', 'revision_number': 5, 'project_id': '7765010a5ef9431497b31b6719d70d19', 'gw_port': {'id': 'c365fea9-c79a-49c5-9bc1-82f5bdb3d230', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eac631d-d7bd-4943-aef7-44d420f3c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:14Z', 'updated_at': '2021-11-23T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:49.914724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Deleting port c365fea9-c79a-49c5-9bc1-82f5bdb3d230 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:49.916469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.926744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:45Z', 'revision_number': 3, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:49.969343 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c7c92e-d429-4dc4-838b-024a1d56b97e None None] The sync data for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 is: [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:45Z', 'revision_number': 3, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:50.005891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Allocated IP 172.20.0.1 (a125d83a-178e-4cb9-8b7f-f9b2e97c6585/c11cb9d3-10c4-4e67-a1f8-5b0627732bd3/155c1476-4b2a-4a82-a6b2-213e0b344367) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:50.112786 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0cd11b92-82d3-40e5-9684-a1f7cf611820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.193499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] For port c365fea9-c79a-49c5-9bc1-82f5bdb3d230, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c365fea9-c79a-49c5-9bc1-82f5bdb3d230,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:50.193865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.208287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4ef14f67-5919-453c-aeaf-111c9ea448b1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:49:50.218128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Calling delete_port for c365fea9-c79a-49c5-9bc1-82f5bdb3d230 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:50.226388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-791da0f6-9157-417f-af4e-cb18e43e8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:50.232301 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.241160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-791da0f6-9157-417f-af4e-cb18e43e8e70 service neutron] 10.222.0.74 "GET /v2.0/ports/783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 1093 time: 0.6309888 Nov 23 17:49:50.256823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Request body: {'binding': {'host': 'n-h1-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:50.257762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Unknown quota resources ['binding']. {{(pid=120536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:49:50.343364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.490041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:50.503832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '4ef14f67-5919-453c-aeaf-111c9ea448b1', 'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'port_id': '4ef14f67-5919-453c-aeaf-111c9ea448b1', 'mac_address': 'fa:16:3e:e1:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b1c274-f73c-4580-89ef-30ab01020e69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:49:50.529074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7823e4-7709-4726-8cf5-0a0428845651 req-4b4b3e40-6ac3-42ce-a001-d712295558ea tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:50.534711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb7823e4-7709-4726-8cf5-0a0428845651 req-4b4b3e40-6ac3-42ce-a001-d712295558ea tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 945 time: 0.3779390 Nov 23 17:49:50.594952 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.622747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ef14f67-5919-453c-aeaf-111c9ea448b1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:50.694903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:50.706608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.721309 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.748151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb7823e4-7709-4726-8cf5-0a0428845651 req-c2c357fa-53dd-40f4-bc36-04a03f67be81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858473 Nov 23 17:49:50.784336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:50.798774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on host n-h1-818932-3 for vnic_type normal with profile None {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:50.799240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:50.800178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:50.807693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:49:50.808027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:50.812339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0cd11b92-82d3-40e5-9684-a1f7cf611820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.816459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:50.817102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:50.817681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:50.818345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Bound port: 783437cf-60c4-4c30-b02f-f834b9925f10, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:50.853598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0cd11b92-82d3-40e5-9684-a1f7cf611820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.856914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['4ef14f67-5919-453c-aeaf-111c9ea448b1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:50.913845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0cd11b92-82d3-40e5-9684-a1f7cf611820 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1592f0bfab2f420e954bfb2d9e63703f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1127639 Nov 23 17:49:50.927431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38220) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:50.957627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4ef14f67-5919-453c-aeaf-111c9ea448b1,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:50.976763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.988715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:51.002454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:51.007664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:51.008571 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.094447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:51.096539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd11b92-82d3-40e5-9684-a1f7cf611820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28018e6c-5f8d-4915-960f-a5b30aac5ef0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:51.107925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Pushing event updated for resources: {'Port': ['ID=155c1476-4b2a-4a82-a6b2-213e0b344367,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:51.111135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.111907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:51.122644 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.142860 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] Publish callbacks [] for binding, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.144065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-25ce0c0f-d630-4df8-b1b8-40091c2fbc72 service neutron] 10.222.0.74 "POST /v2.0/ports/783437cf-60c4-4c30-b02f-f834b9925f10/bindings HTTP/1.1" status: 201 len: 389 time: 0.9018722 Nov 23 17:49:51.149944 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d9b8477d-87ae-4724-b979-985027e7ecad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.211291 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d9b8477d-87ae-4724-b979-985027e7ecad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.226348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Pushing event deleted for resources: {'Port': ['ID=c365fea9-c79a-49c5-9bc1-82f5bdb3d230,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:51.314425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38226) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:51.358458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d9b8477d-87ae-4724-b979-985027e7ecad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.361319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d9b8477d-87ae-4724-b979-985027e7ecad admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.371981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d9b8477d-87ae-4724-b979-985027e7ecad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/28018e6c-5f8d-4915-960f-a5b30aac5ef0 HTTP/1.1" status: 204 len: 168 time: 0.4406078 Nov 23 17:49:51.404050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8477d-87ae-4724-b979-985027e7ecad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28018e6c-5f8d-4915-960f-a5b30aac5ef0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:51.520983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.535374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.562118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cf764-ea55-45dd-8fda-725ce0f976d8 req-3f05b2f5-1bcf-4b07-960b-de2eb0c93a33 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:51.586873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f72cf764-ea55-45dd-8fda-725ce0f976d8 req-3f05b2f5-1bcf-4b07-960b-de2eb0c93a33 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 945 time: 0.1079125 Nov 23 17:49:51.608018 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.637232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1536980476-network', 'tenant_id': '39edda89086f4a7089a5a1bcb9d4f2a9'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:51.639863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cb92a527-7df3-4bf7-b4b1-fab385b3b7ea None None] Provisioning complete for port 155c1476-4b2a-4a82-a6b2-213e0b344367 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:51.640239 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb92a527-7df3-4bf7-b4b1-fab385b3b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.649401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:51.677199 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.696441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 623ce675-28a9-40ba-9d95-710edfe8c248 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:51.751050 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-5f616318-bacb-432c-9ca2-4bc73601d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:51.752667 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-5f616318-bacb-432c-9ca2-4bc73601d425 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1096 time: 0.2128150 Nov 23 17:49:51.754946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.755625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eac631d-d7bd-4943-aef7-44d420f3c413 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:49:51.761105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.762262 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-03504a6c-dc42-49ae-bf8d-7e15c036fdff admin admin] 10.222.0.74 "DELETE /v2.0/routers/5eac631d-d7bd-4943-aef7-44d420f3c413 HTTP/1.1" status: 204 len: 168 time: 3.5558193 Nov 23 17:49:51.762906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 623ce675-28a9-40ba-9d95-710edfe8c248 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:51.763419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 623ce675-28a9-40ba-9d95-710edfe8c248 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:51.774187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38244) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:51.775363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cb92a527-7df3-4bf7-b4b1-fab385b3b7ea None None] Port 155c1476-4b2a-4a82-a6b2-213e0b344367 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:51.784122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Made reservation on behalf of 39edda89086f4a7089a5a1bcb9d4f2a9 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:51.789994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.796482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-fc3f96e1-2471-4e20-86e5-d03e11969360 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=4a491a45c0414658a713fd5f71f9a252&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957558 Nov 23 17:49:51.816273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:51.842190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f72cf764-ea55-45dd-8fda-725ce0f976d8 req-8140d02f-fdde-473c-b428-fba287606628 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521868 Nov 23 17:49:51.889813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.894311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.931366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-babfcc82-a186-4a74-8d27-28f0497c5774 admin admin] Deleting subnet d023d19f-fe68-4238-88bb-599732a220f2 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:49:51.962028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-babfcc82-a186-4a74-8d27-28f0497c5774 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.025479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-23335cf8-98b0-4ce6-a5a3-722f6769045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:52.027010 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-23335cf8-98b0-4ce6-a5a3-722f6769045b service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.2635283 Nov 23 17:49:52.038749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-babfcc82-a186-4a74-8d27-28f0497c5774 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.078099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38252) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:52.117969 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-67ad8ac6-fdf5-4956-b9a0-1566ed97b57d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 217 time: 0.0730288 Nov 23 17:49:52.118574 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e4411df-d43e-47f2-acc7-bd06edfc13db admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.130045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-7267e453-7249-402c-864c-bc0c6980dae0 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:52.132571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-7267e453-7249-402c-864c-bc0c6980dae0 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3200059 Nov 23 17:49:52.157467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-0baf47e7-2a88-416e-a793-447bb684fe1d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:52.159824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-0baf47e7-2a88-416e-a793-447bb684fe1d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 944 time: 0.3296916 Nov 23 17:49:52.196923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-59d3f5d3-7e8e-447b-aaa0-b844b5f8df9f tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/quotas/4a491a45c0414658a713fd5f71f9a252 HTTP/1.1" status: 200 len: 375 time: 0.0491874 Nov 23 17:49:52.204362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f470fb-5554-4a64-8b69-006152b0f303 req-3ea16869-6fe6-4ca1-a5df-5d42ba5af257 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:52.205787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9f470fb-5554-4a64-8b69-006152b0f303 req-3ea16869-6fe6-4ca1-a5df-5d42ba5af257 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 944 time: 0.1749196 Nov 23 17:49:52.212753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4ef14f67-5919-453c-aeaf-111c9ea448b1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:52.261602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-bce40f77-e25d-4dd7-88b8-2df50ea78718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:52.263356 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-bce40f77-e25d-4dd7-88b8-2df50ea78718 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1154380 Nov 23 17:49:52.266143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-babfcc82-a186-4a74-8d27-28f0497c5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.295756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-943d1ebf-4b4f-4465-a7c6-33faeb33914f tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a491a45c0414658a713fd5f71f9a252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849731 Nov 23 17:49:52.328219 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-4da26206-b317-4d4d-ab4c-d6641a69a2a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397177 Nov 23 17:49:52.395578 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.400117 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.421930 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.451986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4ef14f67-5919-453c-aeaf-111c9ea448b1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:52.457766 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.473857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.475293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.479126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9f470fb-5554-4a64-8b69-006152b0f303 req-336d8640-5cc4-4865-a2a9-57e77f3921cc tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508616 Nov 23 17:49:52.486499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:52.493781 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.530640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e4411df-d43e-47f2-acc7-bd06edfc13db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.535498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-babfcc82-a186-4a74-8d27-28f0497c5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.538279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:52.545385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb704a-5462-4fcc-bed2-25e45b2a95ad,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:52.554397 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e4411df-d43e-47f2-acc7-bd06edfc13db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.599096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.599545 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Added segment b46a65d6-2220-49a7-bd46-925115d9fd0e of type vlan for network 30b232fe-f00f-4b9d-9534-582f08c2c8e4 Nov 23 17:49:52.601470 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-4e4cd77e-b5d9-4232-955e-fc7ccded4319 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499545 Nov 23 17:49:52.610059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfcc82-a186-4a74-8d27-28f0497c5774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d023d19f-fe68-4238-88bb-599732a220f2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:52.628988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-babfcc82-a186-4a74-8d27-28f0497c5774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.629773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b2e0b2-893d-4c70-94a7-e637eddb89ed None None] Network 7618338a-5ba8-4632-81a4-2f973f26d95d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:52.639268 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-babfcc82-a186-4a74-8d27-28f0497c5774 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d023d19f-fe68-4238-88bb-599732a220f2 HTTP/1.1" status: 204 len: 168 time: 0.8638723 Nov 23 17:49:52.641035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38258) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:52.648984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Deleting port 4ef14f67-5919-453c-aeaf-111c9ea448b1 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:52.649427 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.690788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Pushing event updated for resources: {'Port': ['ID=155c1476-4b2a-4a82-a6b2-213e0b344367,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:52.696377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0e4411df-d43e-47f2-acc7-bd06edfc13db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=67698526298c489caf0f2659c2a6c220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163678 Nov 23 17:49:52.708132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38260) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:52.718082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4411df-d43e-47f2-acc7-bd06edfc13db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3329a152-8588-4817-b451-9d0e6d5d779c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:52.737374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.812396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fee82bc-40ca-4b5c-ae92-0a7048a104fa req-6000c011-7734-40e1-95ec-37a3e1c7d193 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 210 time: 0.0835938 Nov 23 17:49:52.865639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:52.867741 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.869196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:52.869943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.875508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] For port 4ef14f67-5919-453c-aeaf-111c9ea448b1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4ef14f67-5919-453c-aeaf-111c9ea448b1,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:52.875988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.916413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Calling delete_port for 4ef14f67-5919-453c-aeaf-111c9ea448b1 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:52.927700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6131632 Nov 23 17:49:52.933647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38268) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:52.944048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Request body: {'subnet': {'network_id': '30b232fe-f00f-4b9d-9534-582f08c2c8e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1536980476-subnet', 'tenant_id': '39edda89086f4a7089a5a1bcb9d4f2a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:52.944318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4ef14f67-5919-453c-aeaf-111c9ea448b1,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:52.982584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:52.983478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.986265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849de9ec-8b1d-42b8-91b5-5c671415eee9 admin admin] Pushing event updated for resources: {'Network': ['ID=30b232fe-f00f-4b9d-9534-582f08c2c8e4,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:53.034277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 30b232fe-f00f-4b9d-9534-582f08c2c8e4 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:53.049980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Made reservation on behalf of 39edda89086f4a7089a5a1bcb9d4f2a9 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:53.052506 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Publish callbacks [] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.088019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] DHCP port deletion for 7618338a-5ba8-4632-81a4-2f973f26d95d request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:49:53.191359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f22b08-4a3e-4def-9a21-e7d80c7f2257 req-c5403fb1-fba0-4c89-bf2c-bcdf505343f0 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:53.193033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f22b08-4a3e-4def-9a21-e7d80c7f2257 req-c5403fb1-fba0-4c89-bf2c-bcdf505343f0 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 945 time: 0.1377704 Nov 23 17:49:53.241987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] Deleting port 4e101bae-dfd1-4181-b26a-ad38dec58e54 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:53.243102 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.244962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4363eef2-4570-49b2-acb6-dfd7165d0dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.261097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.291159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:53.315583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:53.325345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c365fea9-c79a-49c5-9bc1-82f5bdb3d230 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:53.325484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4363eef2-4570-49b2-acb6-dfd7165d0dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.342554 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-bd4dc596-70e0-4ad9-9d9f-b94a7c0369dd service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021222 Nov 23 17:49:53.360133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.367279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c365fea9-c79a-49c5-9bc1-82f5bdb3d230 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:53.367646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c365fea9-c79a-49c5-9bc1-82f5bdb3d230 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:53.375173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f22b08-4a3e-4def-9a21-e7d80c7f2257 req-cf61b22e-e8b1-4b4c-a274-34f743203cd5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736259 Nov 23 17:49:53.378286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] For port 4e101bae-dfd1-4181-b26a-ad38dec58e54, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4e101bae-dfd1-4181-b26a-ad38dec58e54,segment=NetworkSegment(9bf321d4-381f-4897-8277-0c6c46a03c62),segment_id=9bf321d4-381f-4897-8277-0c6c46a03c62)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:53.378707 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.403265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] Calling delete_port for 4e101bae-dfd1-4181-b26a-ad38dec58e54 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:53.451628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event deleted for resources: {'Port': ['ID=4ef14f67-5919-453c-aeaf-111c9ea448b1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:53.585709 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.589482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Deleting port 4e101bae-dfd1-4181-b26a-ad38dec58e54 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:53.591044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.635995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4363eef2-4570-49b2-acb6-dfd7165d0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.639095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4363eef2-4570-49b2-acb6-dfd7165d0dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.640444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4363eef2-4570-49b2-acb6-dfd7165d0dd2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3329a152-8588-4817-b451-9d0e6d5d779c HTTP/1.1" status: 204 len: 168 time: 0.9287157 Nov 23 17:49:53.675881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] Pushing event deleted for resources: {'Port': ['ID=4e101bae-dfd1-4181-b26a-ad38dec58e54,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:53.688050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599f5a8-f392-47a2-93c6-5daf222c6919 None None] No DVR routers for this DVR port 4e101bae-dfd1-4181-b26a-ad38dec58e54 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:49:53.735912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fc09c692-b366-4e16-9c19-c20b00d80068 None None] Provisioning complete for port 155c1476-4b2a-4a82-a6b2-213e0b344367 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:53.738242 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc09c692-b366-4e16-9c19-c20b00d80068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.790666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fc09c692-b366-4e16-9c19-c20b00d80068 None None] Port 155c1476-4b2a-4a82-a6b2-213e0b344367 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:53.819956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] For port 4e101bae-dfd1-4181-b26a-ad38dec58e54, host n-d-818932-3, got binding levels [] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:53.820357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.829499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-4c9ea755-d32e-4b1a-b416-fdb4b0baaa9d tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:53.829499 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-4c9ea755-d32e-4b1a-b416-fdb4b0baaa9d tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.2582684 Nov 23 17:49:53.829499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363eef2-4570-49b2-acb6-dfd7165d0dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3329a152-8588-4817-b451-9d0e6d5d779c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:53.868479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818932-3'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:53.888757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Calling delete_port for 4e101bae-dfd1-4181-b26a-ad38dec58e54 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:53.897436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] No DVR routers for this DVR port 4ef14f67-5919-453c-aeaf-111c9ea448b1 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:49:53.902771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Router 5682faf8-3080-491c-bb6a-b40d04f316a3 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:49:53.905889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Port 4e101bae-dfd1-4181-b26a-ad38dec58e54 was not found and therefore no delete operation was performed {{(pid=120535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:49:53.926273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c06a9c5-b905-4fdc-8a6c-57acf7b9e117 req-5ce6ac14-6009-453d-92df-0e402e9762e7 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b9a6566-aa32-415e-8622-5c812e9e1e21 HTTP/1.1" status: 200 len: 210 time: 0.0560632 Nov 23 17:49:53.927404 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.931169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d42fdbf3-fcdb-42ee-812a-2d8d050bf594 req-84da7b15-307d-4e05-96ac-6c051ed7ade8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "DELETE /v2.0/ports/4ef14f67-5919-453c-aeaf-111c9ea448b1 HTTP/1.1" status: 204 len: 173 time: 1.7556777 Nov 23 17:49:53.934879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a6566-aa32-415e-8622-5c812e9e1e21', 'name': 'network-vif-deleted', 'tag': '4ef14f67-5919-453c-aeaf-111c9ea448b1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:53.937380 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506687c7-3b54-470d-89b9-0818acf326e2" -d '{"events": [{"server_uuid": "2b9a6566-aa32-415e-8622-5c812e9e1e21", "name": "network-vif-deleted", "tag": "4ef14f67-5919-453c-aeaf-111c9ea448b1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:53.948401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.985133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.005246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1d5bd4f-0d7d-4ce3-b40d-ad976ff16707 req-0bb54fb2-b23b-4da2-9a5a-302f00e7fbfe tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 210 time: 0.0351512 Nov 23 17:49:54.013833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e101bae-dfd1-4181-b26a-ad38dec58e54,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:54.024579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] No DVR routers for this DVR port 4e101bae-dfd1-4181-b26a-ad38dec58e54 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:49:54.048047 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29daf72f-e62a-4427-b005-674054ce40b6 x-openstack-request-id: req-29daf72f-e62a-4427-b005-674054ce40b6 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:54.048423 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a6566-aa32-415e-8622-5c812e9e1e21", "name": "network-vif-deleted", "tag": "4ef14f67-5919-453c-aeaf-111c9ea448b1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:54.048745 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29daf72f-e62a-4427-b005-674054ce40b6 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:54.049251 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9a6566-aa32-415e-8622-5c812e9e1e21', 'name': 'network-vif-deleted', 'tag': '4ef14f67-5919-453c-aeaf-111c9ea448b1', 'status': 'completed', 'code': 200} Nov 23 17:49:54.080329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=868eda90-7fd0-4cb0-8cce-b07df39b3e45,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:54.086887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Checking segment: {'id': 'b46a65d6-2220-49a7-bd46-925115d9fd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '30b232fe-f00f-4b9d-9534-582f08c2c8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:54.087587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Network hostable DHCP agents. Network: 30b232fe-f00f-4b9d-9534-582f08c2c8e4, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:54.108322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Network 30b232fe-f00f-4b9d-9534-582f08c2c8e4 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:54.118402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 30b232fe-f00f-4b9d-9534-582f08c2c8e4) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:54.125037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:54.125988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.130035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce539042-9735-45a8-938c-6feec65d2c13 None None] Network 30b232fe-f00f-4b9d-9534-582f08c2c8e4 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:54.156783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c8a459b-5022-499d-b7c3-e83a56c1f7aa admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2204630 Nov 23 17:49:54.182754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.252081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.321393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.321571 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.322192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.322542 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > port after_create 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.322914 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.323260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > port after_update 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.323592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.323938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.324262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.324595 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.325345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27f176-94b9-4094-ac5b-5cbc828497ea None None] Network 30b232fe-f00f-4b9d-9534-582f08c2c8e4 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:54.453981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-35768513-6a4a-4958-9731-6ce067f9b021 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4a491a45c0414658a713fd5f71f9a252&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418169 Nov 23 17:49:54.462471 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.463157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.464275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.464820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=120535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:49:54.465384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7618338a-5ba8-4632-81a4-2f973f26d95d']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:54.556869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf321d4-381f-4897-8277-0c6c46a03c62') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:54.558678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf321d4-381f-4897-8277-0c6c46a03c62') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:54.587466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.633650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4e101bae-dfd1-4181-b26a-ad38dec58e54 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:54.646202 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:49:54.660083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:54.662988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.671620 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Sync routers for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:54.677360 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-42d248cd-3c4c-473b-bc67-f70c4c515e44 admin admin] 10.222.0.74 "PUT /v2.0/routers/5682faf8-3080-491c-bb6a-b40d04f316a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0717571 Nov 23 17:49:54.692643 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:54.695425 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:54.708196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 4e101bae-dfd1-4181-b26a-ad38dec58e54 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:54.708750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4e101bae-dfd1-4181-b26a-ad38dec58e54 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:54.721739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:49:54.722097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: from cryptography.utils import int_from_bytes Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: from cryptography.utils import int_from_bytes Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:49:54.741478 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:49:54.744814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c941-2a6f-46e4-8e81-637775d64b9c req-35387c9b-b44b-42f3-92d2-08dbd9136287 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:54.752076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b953c941-2a6f-46e4-8e81-637775d64b9c req-35387c9b-b44b-42f3-92d2-08dbd9136287 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 945 time: 0.2373762 Nov 23 17:49:54.773562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-109e399a-216a-4d2c-a96b-5ed0a84ad16c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:54.775044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-109e399a-216a-4d2c-a96b-5ed0a84ad16c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132377 Nov 23 17:49:54.794339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Request body: {'port': {'device_id': 'be016edc-d225-4885-8493-74ee287e1b5c', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '4a491a45c0414658a713fd5f71f9a252'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:54.856616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b953c941-2a6f-46e4-8e81-637775d64b9c req-0eae3275-ddbd-49c4-9142-0f171f28376e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005118 Nov 23 17:49:54.905190 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:54.918422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.925678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.932965 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] 10.222.0.74 "DELETE /v2.0/networks/7618338a-5ba8-4632-81a4-2f973f26d95d HTTP/1.1" status: 204 len: 168 time: 2.2433798 Nov 23 17:49:54.958381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ee2e5-43d7-4232-8980-12691f5f5e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=7618338a-5ba8-4632-81a4-2f973f26d95d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:55.033164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:55.040173 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:55.065262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Made reservation on behalf of 4a491a45c0414658a713fd5f71f9a252 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:55.069665 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.086912 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.122444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.127646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:55.134016 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c052c054-73a3-4de1-822f-c87f92e1af67" -d '{"events": [{"server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "name": "network-vif-unplugged", "status": "completed", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:55.146887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.235638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38328) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:55.332709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-981a41e8-9482-4ff1-a895-d09a6ce2a72d req-dae6b4f8-6033-4312-b233-b2f1f25e5142 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 210 time: 0.1221392 Nov 23 17:49:55.387120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Pushing event updated for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:55.415299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.426474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.432169 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20997fca-beac-4462-b654-3d53a9e2026a x-openstack-request-id: req-20997fca-beac-4462-b654-3d53a9e2026a {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:55.432865 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "name": "network-vif-unplugged", "status": "completed", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:55.434225 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-20997fca-beac-4462-b654-3d53a9e2026a {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:55.435686 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10', 'code': 200} Nov 23 17:49:55.438075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:55.438789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:55.440230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:55.452458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:49:55.453593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Attempting to bind port 783437cf-60c4-4c30-b02f-f834b9925f10 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:55.467936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:55.468407 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:55.470197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:55.471140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Bound port: 783437cf-60c4-4c30-b02f-f834b9925f10, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:55.471697 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.472178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:55.495068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-300cc646-8999-456f-b269-c4f9aa823d84 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7765010a5ef9431497b31b6719d70d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195916 Nov 23 17:49:55.499467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38334) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:55.536246 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:52Z', 'revision_number': 2, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:55.607622 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Checking router: 5682faf8-3080-491c-bb6a-b40d04f316a3 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:55.610108 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Updating router 5682faf8-3080-491c-bb6a-b40d04f316a3 port 155c1476-4b2a-4a82-a6b2-213e0b344367 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:49:55.640206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:55.652960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:55.662495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b3073479-6e90-43dd-b82b-ebf857313dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.667455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.680568 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.689544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b3073479-6e90-43dd-b82b-ebf857313dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.761376 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b3073479-6e90-43dd-b82b-ebf857313dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.764835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b3073479-6e90-43dd-b82b-ebf857313dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.769551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b3073479-6e90-43dd-b82b-ebf857313dd0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f86ec87-dade-45fc-8afc-941ca92b3d1d HTTP/1.1" status: 204 len: 168 time: 0.2659996 Nov 23 17:49:55.794374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3073479-6e90-43dd-b82b-ebf857313dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f86ec87-dade-45fc-8afc-941ca92b3d1d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:55.812376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Allocated IP 192.168.233.221 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/7b10a16e-af75-487e-829b-1b432e472615) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:55.881059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Pushing event updated for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=8']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:55.894504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:55.899479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.902145 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b4b18afb-4d89-4e86-bb32-021611e9acd3 service neutron] 10.222.0.72 "PUT /v2.0/ports/783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 1121 time: 2.0460482 Nov 23 17:49:55.972782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['783437cf-60c4-4c30-b02f-f834b9925f10'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:56.041199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38358) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:56.046323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4231994b-4f16-49f1-8a0a-9cf3c72969da tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094292182', 'description': 'tempest-description--294951763'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:56.118989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4231994b-4f16-49f1-8a0a-9cf3c72969da tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.150172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38360) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:56.179550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-432625089-network', 'tenant_id': '542c7e3fc94e4adf950e95ca2261caf1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:56.213230 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4231994b-4f16-49f1-8a0a-9cf3c72969da tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.221755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4231994b-4f16-49f1-8a0a-9cf3c72969da tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.237345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4ef14f67-5919-453c-aeaf-111c9ea448b1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:56.265220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4231994b-4f16-49f1-8a0a-9cf3c72969da tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.270929 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4231994b-4f16-49f1-8a0a-9cf3c72969da tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2285073 Nov 23 17:49:56.271971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231994b-4f16-49f1-8a0a-9cf3c72969da tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347b8ff3-3e80-4011-907b-9457a8ccef38,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:56.275248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:56.281750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f28fbc7b-d3ae-4526-bde4-da4b8244307a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Request body: {'security_group_rule': {'security_group_id': '347b8ff3-3e80-4011-907b-9457a8ccef38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:56.285493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 4ef14f67-5919-453c-aeaf-111c9ea448b1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:56.286555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4ef14f67-5919-453c-aeaf-111c9ea448b1 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:56.382412 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.387451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.389534 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.419814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4011ae-9bb0-4ea5-8141-3ecf2b64cdb3 req-dc66e47a-7e21-4608-895b-f7e96153a201 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:56.428750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a4011ae-9bb0-4ea5-8141-3ecf2b64cdb3 req-dc66e47a-7e21-4608-895b-f7e96153a201 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 943 time: 0.3097422 Nov 23 17:49:56.435683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Made reservation on behalf of 542c7e3fc94e4adf950e95ca2261caf1 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:56.438089 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.438317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc7b-d3ae-4526-bde4-da4b8244307a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.479717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.520318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da68b-6645-4e59-9148-9de89f40a376 req-ae30c39d-879a-47b4-9090-08d8bb6d483c tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:56.524192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-ae30c39d-879a-47b4-9090-08d8bb6d483c tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/networks?id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585 HTTP/1.1" status: 200 len: 829 time: 0.4735146 Nov 23 17:49:56.536291 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d33af-ef52-4ef8-a7db-c7d7c7528a52 None None] Pushing event updated for resources: {'Port': ['ID=155c1476-4b2a-4a82-a6b2-213e0b344367,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:56.579930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc7b-d3ae-4526-bde4-da4b8244307a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.588704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-34b10f08-04e4-4ef6-abf4-2ed3fb9b93f4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/quotas/3411eac8564e4814b539fbd8ee37769f HTTP/1.1" status: 200 len: 375 time: 0.0351326 Nov 23 17:49:56.592792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc7b-d3ae-4526-bde4-da4b8244307a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.625466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fbc7b-d3ae-4526-bde4-da4b8244307a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae29d2ab-3a40-4ca9-8eec-5eedbd8f3bd2,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:56.637433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a4011ae-9bb0-4ea5-8141-3ecf2b64cdb3 req-0e5f8dbb-dfc9-448c-af99-d904b9207b32 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076209 Nov 23 17:49:56.648464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.655401 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Attempting to bind port 155c1476-4b2a-4a82-a6b2-213e0b344367 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:56.656435 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Attempting to bind port 155c1476-4b2a-4a82-a6b2-213e0b344367 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:56.657493 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Attempting to bind port 155c1476-4b2a-4a82-a6b2-213e0b344367 on network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:56.661103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc7b-d3ae-4526-bde4-da4b8244307a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.668933 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f28fbc7b-d3ae-4526-bde4-da4b8244307a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3889222 Nov 23 17:49:56.669439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38382) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:56.676518 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:56.676899 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Checking segment: {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:56.677303 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.678543 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Bound using segment: {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:56.678681 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Bound port: 155c1476-4b2a-4a82-a6b2-213e0b344367, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:56.679544 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.683646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-579d53c4-7369-44cb-ab48-f6d352f168d6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Request body: {'security_group_rule': {'security_group_id': '347b8ff3-3e80-4011-907b-9457a8ccef38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:56.772855 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] For port 155c1476-4b2a-4a82-a6b2-213e0b344367, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:56.773366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-579d53c4-7369-44cb-ab48-f6d352f168d6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.777974 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] For port 155c1476-4b2a-4a82-a6b2-213e0b344367, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=155c1476-4b2a-4a82-a6b2-213e0b344367,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:56.787993 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.909244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:56.931903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:56.936709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:56.944049 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:56.944841 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:49:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:56.945148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-579d53c4-7369-44cb-ab48-f6d352f168d6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.951133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:56.951669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.954734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7bf5acbe-7e88-4588-a6fb-cec7ad47bc15 None None] Provisioning complete for port 155c1476-4b2a-4a82-a6b2-213e0b344367 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:56.955941 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-579d53c4-7369-44cb-ab48-f6d352f168d6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.960648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7bf5acbe-7e88-4588-a6fb-cec7ad47bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.975004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Pushing event updated for resources: {'Port': ['ID=7b10a16e-af75-487e-829b-1b432e472615,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:57.014137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d53c4-7369-44cb-ab48-f6d352f168d6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b237f891-8ef5-4753-a2dc-5c145f501103,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:57.027028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-579d53c4-7369-44cb-ab48-f6d352f168d6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.030364 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-579d53c4-7369-44cb-ab48-f6d352f168d6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3588207 Nov 23 17:49:57.035221 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38394) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:57.041846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:57.101742 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.129960 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d33af-ef52-4ef8-a7db-c7d7c7528a52 None None] Pushing event updated for resources: {'Port': ['ID=155c1476-4b2a-4a82-a6b2-213e0b344367,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:57.134134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8b405246-fbe0-4fb5-baeb-87e9f78815e4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3411eac8564e4814b539fbd8ee37769f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5293062 Nov 23 17:49:57.171733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-b7b573c6-4bf6-48ad-b100-aa722517ff93 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:49:57.188114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-b7b573c6-4bf6-48ad-b100-aa722517ff93 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0340428 Nov 23 17:49:57.195284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-0c4351c8-52fd-4116-b7b4-ad6c979f0545 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4074180 Nov 23 17:49:57.226657 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7bf5acbe-7e88-4588-a6fb-cec7ad47bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.231644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Request body: {'port': {'device_id': 'be016edc-d225-4885-8493-74ee287e1b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:57.262378 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:57.282768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7bf5acbe-7e88-4588-a6fb-cec7ad47bc15 None None] For port 155c1476-4b2a-4a82-a6b2-213e0b344367, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=155c1476-4b2a-4a82-a6b2-213e0b344367,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:57.295595 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7bf5acbe-7e88-4588-a6fb-cec7ad47bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.349817 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38400) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:57.365631 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.382913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.406173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887ad82-3393-4cba-891e-0a727e9a6d8b req-a160901b-790e-451d-b822-b45b71777115 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:57.407875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5887ad82-3393-4cba-891e-0a727e9a6d8b req-a160901b-790e-451d-b822-b45b71777115 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 936 time: 0.4070981 Nov 23 17:49:57.413421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.424564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:57.434681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.435038 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Added segment 772a264d-46a5-45f9-9cc6-e72f061d05e6 of type vlan for network 9da24538-d4ae-4f11-91bf-bd2b1c849a4e Nov 23 17:49:57.438818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:57.441274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5acbe-7e88-4588-a6fb-cec7ad47bc15 None None] Pushing event updated for resources: {'Port': ['ID=155c1476-4b2a-4a82-a6b2-213e0b344367,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:57.442122 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d64825-c444-4bbf-9f2c-3e00c8042f19" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:57.467271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3af47a5c-6607-4e6c-9c53-fe0976c2f08c None None] Provisioning complete for port 155c1476-4b2a-4a82-a6b2-213e0b344367 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:57.467654 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3af47a5c-6607-4e6c-9c53-fe0976c2f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.485682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.516354 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.533135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.534059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:57.534718 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.543137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Allocated IP 172.25.0.35 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/9f9a76f1-a79f-420f-8dfb-4e3d9737681f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:57.590793 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:56Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:57.618405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Pushing event updated for resources: {'Network': ['ID=9da24538-d4ae-4f11-91bf-bd2b1c849a4e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:57.625331 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009b532-a3a1-4284-82f3-1e0e528e5184 None None] The sync data for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 is: [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:56Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:57.642870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9da24538-d4ae-4f11-91bf-bd2b1c849a4e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:57.682498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1233014230-network', 'tenant_id': 'd0e90ff6b6894c0983b25cc152b849fc'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:57.741856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3af47a5c-6607-4e6c-9c53-fe0976c2f08c None None] Provisioning complete for port 7b10a16e-af75-487e-829b-1b432e472615 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:57.742247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3af47a5c-6607-4e6c-9c53-fe0976c2f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.750506 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.787691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2436d294-733c-441d-a503-79faed1a306a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:57.788666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3af47a5c-6607-4e6c-9c53-fe0976c2f08c None None] Port 7b10a16e-af75-487e-829b-1b432e472615 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:57.821920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Made reservation on behalf of d0e90ff6b6894c0983b25cc152b849fc for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:57.823451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ba476b0c-8221-46ad-8d5a-2c70adab918d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6681705 Nov 23 17:49:57.824868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.827620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38408) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:57.833584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Request body: {'subnet': {'network_id': '9da24538-d4ae-4f11-91bf-bd2b1c849a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-432625089-subnet', 'tenant_id': '542c7e3fc94e4adf950e95ca2261caf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:57.838542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-50d5c676-d8f8-433b-9f0a-c1cabc4ea703 service neutron] 10.222.0.74 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496186 Nov 23 17:49:57.843070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.849037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5887ad82-3393-4cba-891e-0a727e9a6d8b req-281911a2-f66f-4957-a22d-480035531de7 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351760 Nov 23 17:49:57.856614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.917714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:57.938531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:57.952755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:57.957468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Made reservation on behalf of 542c7e3fc94e4adf950e95ca2261caf1 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:57.960375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.962339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event updated for resources: {'Port': ['ID=9f9a76f1-a79f-420f-8dfb-4e3d9737681f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:58.043632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-66327d47-c9d3-4399-bd0e-6733978cf412 service neutron] 10.222.0.74 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880450 Nov 23 17:49:58.143405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b10a16e-af75-487e-829b-1b432e472615 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:58.155790 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.178096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Transition to ACTIVE for port object 7b10a16e-af75-487e-829b-1b432e472615 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:49:58.188585 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.206635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.213594 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c380ec-dfa1-4ef4-9e52-56a841ac2987 x-openstack-request-id: req-42c380ec-dfa1-4ef4-9e52-56a841ac2987 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:58.213891 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:58.214147 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42c380ec-dfa1-4ef4-9e52-56a841ac2987 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:58.214550 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10', 'status': 'completed', 'code': 200} Nov 23 17:49:58.229874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.257188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 783437cf-60c4-4c30-b02f-f834b9925f10 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:49:58.264038 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.358292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e8c942-f693-4a6f-9592-18eb3e8d66c2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:58.394878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:58.412831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.469278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b10a16e-af75-487e-829b-1b432e472615,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:58.494147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-1e1764ef-9ba8-4ba1-aa98-3774a5d809d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:58.495472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-1e1764ef-9ba8-4ba1-aa98-3774a5d809d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1124 time: 0.2269337 Nov 23 17:49:58.507296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fae05b-87ed-4312-93f3-fa0a689fc7b2 req-0feaff33-6b1c-4e0e-b3c6-0c39f0214391 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:58.509765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.510260 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Added segment 8089f7ec-5856-4da5-8d6e-5138211f7777 of type vlan for network 89d43bef-a70f-43ea-9da4-c7d60393843b Nov 23 17:49:58.516316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5fae05b-87ed-4312-93f3-fa0a689fc7b2 req-0feaff33-6b1c-4e0e-b3c6-0c39f0214391 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 943 time: 0.1982448 Nov 23 17:49:58.772414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Attempting to bind port 7b10a16e-af75-487e-829b-1b432e472615 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:58.772414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Attempting to bind port 7b10a16e-af75-487e-829b-1b432e472615 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:58.772759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Attempting to bind port 7b10a16e-af75-487e-829b-1b432e472615 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:58.817477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Port 7b10a16e-af75-487e-829b-1b432e472615 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:49:58.817944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Attempting to bind port 7b10a16e-af75-487e-829b-1b432e472615 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:58.827868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 155c1476-4b2a-4a82-a6b2-213e0b344367 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:58.841033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:58.841522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:58.842512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:58.842512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Bound port: 7b10a16e-af75-487e-829b-1b432e472615, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:58.843066 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.859711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5fae05b-87ed-4312-93f3-fa0a689fc7b2 req-8ab10fd8-3a8d-4d1a-8399-235f5b92288a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423851 Nov 23 17:49:58.871171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-0cb3144a-7fd5-4e3c-86d0-0f4426c5c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:58.875275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-0cb3144a-7fd5-4e3c-86d0-0f4426c5c13d service neutron] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.3474200 Nov 23 17:49:58.952843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:59.000232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 783437cf-60c4-4c30-b02f-f834b9925f10 has no active binding in host n-h1-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:49:59.000622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db5a6836-4231-45c0-8e6e-b59d818b535c req-0e3da882-eb67-4475-83e8-380e7d8d72a3 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 210 time: 0.1364625 Nov 23 17:49:59.025439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 155c1476-4b2a-4a82-a6b2-213e0b344367 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:59.026277 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.054449 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-010997de-6459-4de7-a2d4-d193875964f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 217 time: 0.1319854 Nov 23 17:49:59.129618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.142532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.217415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4a8b28-70dc-42eb-8e99-b5d218229439,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:59.218464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-5611fa6e-fab5-4c9b-b9e6-ab175b1a139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:59.220160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-5611fa6e-fab5-4c9b-b9e6-ab175b1a139b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1542442 Nov 23 17:49:59.221413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] For port 7b10a16e-af75-487e-829b-1b432e472615, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:59.225250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] For port 7b10a16e-af75-487e-829b-1b432e472615, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7b10a16e-af75-487e-829b-1b432e472615,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:59.235844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cf630-64ce-4be7-b105-367f74b99af3 req-ed3b7112-a039-48b5-8d92-b82c9c38ebc4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:59.237408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-520cf630-64ce-4be7-b105-367f74b99af3 req-ed3b7112-a039-48b5-8d92-b82c9c38ebc4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 948 time: 0.1803560 Nov 23 17:49:59.249886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.251293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.resource_extend [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:49:59.276034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-ee2be21d-eb7e-4c43-80db-aa852e02869b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371904 Nov 23 17:49:59.326164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Checking segment: {'id': '772a264d-46a5-45f9-9cc6-e72f061d05e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '9da24538-d4ae-4f11-91bf-bd2b1c849a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:59.326522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Network hostable DHCP agents. Network: 9da24538-d4ae-4f11-91bf-bd2b1c849a4e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:59.333081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.334589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:59.335263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.387735 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0327742 Nov 23 17:49:59.459143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38442) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:59.469477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Request body: {'subnet': {'network_id': '89d43bef-a70f-43ea-9da4-c7d60393843b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1233014230-subnet', 'tenant_id': 'd0e90ff6b6894c0983b25cc152b849fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:59.479230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8759efd-4e04-4334-8d86-b89a348a7500 admin admin] Pushing event updated for resources: {'Network': ['ID=89d43bef-a70f-43ea-9da4-c7d60393843b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:59.481877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-7904c00e-a2d2-41e5-8a6b-9f23a1a76bef service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654458 Nov 23 17:49:59.492206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 89d43bef-a70f-43ea-9da4-c7d60393843b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:59.497420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Network 9da24538-d4ae-4f11-91bf-bd2b1c849a4e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:59.533715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9da24538-d4ae-4f11-91bf-bd2b1c849a4e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:59.537885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.541686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Made reservation on behalf of d0e90ff6b6894c0983b25cc152b849fc for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:59.549045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.557237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:59.558095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.562868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:59.564136 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.566081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] 10.222.0.72 "PUT /v2.0/ports/7b10a16e-af75-487e-829b-1b432e472615 HTTP/1.1" status: 200 len: 1096 time: 2.3498542 Nov 23 17:49:59.566782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be016edc-d225-4885-8493-74ee287e1b5c', 'tag': '7b10a16e-af75-487e-829b-1b432e472615'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:59.572838 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743548da-8538-4c31-9531-6405cfb2db97" -d '{"events": [{"name": "network-changed", "server_uuid": "be016edc-d225-4885-8493-74ee287e1b5c", "tag": "7b10a16e-af75-487e-829b-1b432e472615"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:59.578817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38446) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:59.586814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.692063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05e3c1-6746-4320-891d-81b5355cb590 None None] Network 9da24538-d4ae-4f11-91bf-bd2b1c849a4e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:59.715427 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5039a066-19ba-4f63-97db-7c13d6fdd2e1 x-openstack-request-id: req-5039a066-19ba-4f63-97db-7c13d6fdd2e1 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:59.715747 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be016edc-d225-4885-8493-74ee287e1b5c", "tag": "7b10a16e-af75-487e-829b-1b432e472615", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:59.715982 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5039a066-19ba-4f63-97db-7c13d6fdd2e1 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:59.716385 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be016edc-d225-4885-8493-74ee287e1b5c', 'tag': '7b10a16e-af75-487e-829b-1b432e472615', 'status': 'completed', 'code': 200} Nov 23 17:49:59.750547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-520cf630-64ce-4be7-b105-367f74b99af3 req-629ffe5f-1293-4c76-b3b8-e5961dc0feed tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782376 Nov 23 17:49:59.776783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70d39f-4f18-415a-902b-80bb75cb93e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b10a16e-af75-487e-829b-1b432e472615,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:59.800158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.825264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6d64825-c444-4bbf-9f2c-3e00c8042f19 req-7127cd2f-0785-4b6b-aa2b-c0c13004bc0f service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648842 Nov 23 17:49:59.831445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-7d1f2e02-24be-4fc9-bd56-8f42ea4a60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:59.832466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event updated for resources: {'Port': ['ID=9f9a76f1-a79f-420f-8dfb-4e3d9737681f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:59.832944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-7d1f2e02-24be-4fc9-bd56-8f42ea4a60da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a491a45c0414658a713fd5f71f9a252&device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 1099 time: 0.1193485 Nov 23 17:49:59.842413 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-af201677-35b9-4a3c-9f67-0389e9bd60ae admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0125656 Nov 23 17:49:59.876243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:59.878140 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-90a2204d-cc66-416f-a0d3-d63bc693d81f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8417683 Nov 23 17:49:59.972229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-bede5ef9-78d8-47f2-b97b-b0152011cd47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=7b10a16e-af75-487e-829b-1b432e472615 HTTP/1.1" status: 200 len: 217 time: 0.1241920 Nov 23 17:50:00.024155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6da34-40e1-4ba9-8b0d-4b54feed595c None None] Network 9da24538-d4ae-4f11-91bf-bd2b1c849a4e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:00.085854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-e300de7c-d406-477d-aa4b-33ae80309d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:00.087389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-e300de7c-d406-477d-aa4b-33ae80309d51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1065338 Nov 23 17:50:00.140566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:00.148144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-94768071-fd92-48ae-955e-5019463b1785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.270525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.336266 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-99de1ba9-dbfe-467e-a6d8-e8f77079e91a admin admin] Deleting subnet 868eda90-7fd0-4cb0-8cce-b07df39b3e45 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:50:00.350585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99de1ba9-dbfe-467e-a6d8-e8f77079e91a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.399449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31461277-f853-419e-a383-201238fdebef,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:00.416652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da68b-6645-4e59-9148-9de89f40a376 req-22f0fd58-4dfe-4e28-a4e0-4c993c2eeb44 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:00.418186 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-22f0fd58-4dfe-4e28-a4e0-4c993c2eeb44 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.72 "GET /v2.0/networks?id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585 HTTP/1.1" status: 200 len: 829 time: 0.2282274 Nov 23 17:50:00.428983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99de1ba9-dbfe-467e-a6d8-e8f77079e91a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.437068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Request body: {'port': {'device_id': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'admin_state_up': True, 'tenant_id': '3411eac8564e4814b539fbd8ee37769f'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:00.477208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Checking segment: {'id': '8089f7ec-5856-4da5-8d6e-5138211f7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '89d43bef-a70f-43ea-9da4-c7d60393843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:00.477575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Network hostable DHCP agents. Network: 89d43bef-a70f-43ea-9da4-c7d60393843b, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:50:00.523367 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ff7ba3a-738d-43f5-878e-3be6ba7d47bd req-d61ef58e-d649-452c-a446-606f20e09fe1 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 210 time: 0.3205962 Nov 23 17:50:00.545487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-23591404-3f7a-4a67-956d-a8e3741be1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:00.545487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-23591404-3f7a-4a67-956d-a8e3741be1be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3878992 Nov 23 17:50:00.554926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99de1ba9-dbfe-467e-a6d8-e8f77079e91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.577110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Network 89d43bef-a70f-43ea-9da4-c7d60393843b is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:50:00.578090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e6941-699e-4441-829b-cf6e7db590d4 req-03e82e49-41ca-456f-98f8-91d1e3c44289 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:00.579858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-812e6941-699e-4441-829b-cf6e7db590d4 req-03e82e49-41ca-456f-98f8-91d1e3c44289 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 943 time: 0.4832246 Nov 23 17:50:00.611856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 89d43bef-a70f-43ea-9da4-c7d60393843b) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:00.616993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:00.617202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.625011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5dca9-e7fa-4547-85b8-bb6fed959071 None None] Network 89d43bef-a70f-43ea-9da4-c7d60393843b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:00.658222 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-743a0545-91c5-4a18-a534-e07f640d8138 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1976759 Nov 23 17:50:00.672849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99de1ba9-dbfe-467e-a6d8-e8f77079e91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.678757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Made reservation on behalf of 3411eac8564e4814b539fbd8ee37769f for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:00.682217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.713170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de1ba9-dbfe-467e-a6d8-e8f77079e91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868eda90-7fd0-4cb0-8cce-b07df39b3e45,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:00.720452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99de1ba9-dbfe-467e-a6d8-e8f77079e91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.725723 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-99de1ba9-dbfe-467e-a6d8-e8f77079e91a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/868eda90-7fd0-4cb0-8cce-b07df39b3e45 HTTP/1.1" status: 204 len: 168 time: 0.5662131 Nov 23 17:50:00.726040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38476) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:00.818544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560df9be-4241-47f5-a29d-2e3656bd30e7 None None] Network 89d43bef-a70f-43ea-9da4-c7d60393843b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:00.841183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-bc2db281-b1f1-46b6-85cb-ecac30da14e1 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881742 Nov 23 17:50:00.845452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-812e6941-699e-4441-829b-cf6e7db590d4 req-80aad0e5-762d-49e0-b737-7ca90b4eed4f tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513435 Nov 23 17:50:00.861356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.934032 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-94768071-fd92-48ae-955e-5019463b1785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.958992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-94768071-fd92-48ae-955e-5019463b1785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.991898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Allocated IP 172.20.0.8 (a125d83a-178e-4cb9-8b7f-f9b2e97c6585/c11cb9d3-10c4-4e67-a1f8-5b0627732bd3/c2076e88-d658-4df1-9fbc-0709fef1566f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:01.020757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-94768071-fd92-48ae-955e-5019463b1785 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e97fc363df12478f9c3846666c20a011&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3140483 Nov 23 17:50:01.024223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38482) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:01.026726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.044660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94768071-fd92-48ae-955e-5019463b1785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df47a005-f6f8-4538-b459-4ae7d916e184,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:01.057897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b232fe-f00f-4b9d-9534-582f08c2c8e4']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:01.076321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46a65d6-2220-49a7-bd46-925115d9fd0e') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:01.076617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46a65d6-2220-49a7-bd46-925115d9fd0e') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:01.094435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.104694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb3a9825-e833-4d52-97dc-1ceb06a8576d req-e95d18ed-617c-4960-8f58-e1b4a6d36f7a service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450087 Nov 23 17:50:01.111642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-85b064f8-7d86-49a1-98d8-8ffff016014c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:01.112590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-85b064f8-7d86-49a1-98d8-8ffff016014c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 822 time: 0.4865966 Nov 23 17:50:01.119490 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.147769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-dd02b635-c7d5-40ce-9f29-2e068db67cab tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/quotas/75bea26546174516b19fd052a5ecaf10 HTTP/1.1" status: 200 len: 375 time: 0.0220358 Nov 23 17:50:01.152634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:50:01.153044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:50:01.154744 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:50:01.156608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f96238-179d-483d-a600-d95263a67a58 req-6232dd18-4542-4e1e-aac2-bfcb6975c603 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:01.157806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f96238-179d-483d-a600-d95263a67a58 req-6232dd18-4542-4e1e-aac2-bfcb6975c603 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 948 time: 0.1346107 Nov 23 17:50:01.164582 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b139-9f99-497c-94bf-6380730587e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.211413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-19426118-3078-48cd-9fbd-969d7cd0f72d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484419 Nov 23 17:50:01.250007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.266626 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.273885 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] 10.222.0.74 "DELETE /v2.0/networks/30b232fe-f00f-4b9d-9534-582f08c2c8e4 HTTP/1.1" status: 204 len: 168 time: 0.5435469 Nov 23 17:50:01.279213 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b139-9f99-497c-94bf-6380730587e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.281688 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38484) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:01.324497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac18335-198c-4df8-9b4d-4ad703ba1842 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b232fe-f00f-4b9d-9534-582f08c2c8e4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:01.335857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.357358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a494649-550e-44b3-850c-6605ec4c3c77 admin admin] Deleting subnet 6b4a8b28-70dc-42eb-8e99-b5d218229439 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:50:01.362570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a494649-550e-44b3-850c-6605ec4c3c77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.376569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f96238-179d-483d-a600-d95263a67a58 req-3e119f4d-5b02-4f4d-932f-4dffc0c32e7d tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099626 Nov 23 17:50:01.378371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743548da-8538-4c31-9531-6405cfb2db97 req-9c105e58-bb46-4bdf-ae39-cdd34edcdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:01.379804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743548da-8538-4c31-9531-6405cfb2db97 req-9c105e58-bb46-4bdf-ae39-cdd34edcdaec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a491a45c0414658a713fd5f71f9a252&device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 1099 time: 0.2031605 Nov 23 17:50:01.416592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a494649-550e-44b3-850c-6605ec4c3c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.423439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-48c6ad7f-7ccc-4c6c-9e38-4bdc95902374 service neutron] 10.222.0.74 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881559 Nov 23 17:50:01.440455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.451609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b139-9f99-497c-94bf-6380730587e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.454737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b139-9f99-497c-94bf-6380730587e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.457601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3ac7b139-9f99-497c-94bf-6380730587e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df47a005-f6f8-4538-b459-4ae7d916e184 HTTP/1.1" status: 204 len: 168 time: 0.4262121 Nov 23 17:50:01.493262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:01.500892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:01.503367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:01.535599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a494649-550e-44b3-850c-6605ec4c3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.547429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7b139-9f99-497c-94bf-6380730587e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df47a005-f6f8-4538-b459-4ae7d916e184,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:01.576847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Pushing event updated for resources: {'Port': ['ID=c2076e88-d658-4df1-9fbc-0709fef1566f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:01.602057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:01.602953 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.632052 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-8951076c-a58b-4991-ad75-c679233a90c0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1990907 Nov 23 17:50:01.634273 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a494649-550e-44b3-850c-6605ec4c3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.655091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7c14e63e-3238-4a73-809d-0e882c9d288e req-bbd9be09-0b3e-4054-8c35-9921993ebb75 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-360258658', 'description': 'tempest-description-1367712081'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:01.669684 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Request body: {'port': {'device_id': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:01.676082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a494649-550e-44b3-850c-6605ec4c3c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.682962 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3a494649-550e-44b3-850c-6605ec4c3c77 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6b4a8b28-70dc-42eb-8e99-b5d218229439 HTTP/1.1" status: 204 len: 168 time: 0.3954537 Nov 23 17:50:01.683877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743548da-8538-4c31-9531-6405cfb2db97 req-09ac14a1-0614-4070-8562-eeceabb4be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:01.685359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743548da-8538-4c31-9531-6405cfb2db97 req-09ac14a1-0614-4070-8562-eeceabb4be7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2973032 Nov 23 17:50:01.689458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:01.701569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a494649-550e-44b3-850c-6605ec4c3c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4a8b28-70dc-42eb-8e99-b5d218229439,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:01.752844 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.804355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-00aef883-56bf-4c6a-91dd-d33dcd727d79 service neutron] 10.222.0.74 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711693 Nov 23 17:50:01.809352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-c5ed19de-b547-41ed-b4ad-5184950649e6 service neutron] 10.222.0.66 "GET /v2.0/ports/783437cf-60c4-4c30-b02f-f834b9925f10/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.3071868 Nov 23 17:50:01.811027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743548da-8538-4c31-9531-6405cfb2db97 req-3366c14e-3d16-475c-a4c0-b89d457bc2e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=7b10a16e-af75-487e-829b-1b432e472615 HTTP/1.1" status: 200 len: 217 time: 0.1052706 Nov 23 17:50:01.817587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c14e63e-3238-4a73-809d-0e882c9d288e req-bbd9be09-0b3e-4054-8c35-9921993ebb75 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.839012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-29e241f9-e2a1-4772-9428-f52e81e8ccdc None None] Provisioning complete for port c2076e88-d658-4df1-9fbc-0709fef1566f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:01.839512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-29e241f9-e2a1-4772-9428-f52e81e8ccdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.889922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-29e241f9-e2a1-4772-9428-f52e81e8ccdc None None] Port c2076e88-d658-4df1-9fbc-0709fef1566f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:01.930035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.974241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743548da-8538-4c31-9531-6405cfb2db97 req-02202d08-c84b-432f-8904-1a52d0d6bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:01.989211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743548da-8538-4c31-9531-6405cfb2db97 req-02202d08-c84b-432f-8904-1a52d0d6bae9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1544983 Nov 23 17:50:02.009040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38502) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:02.028709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c366d60d-9959-4b6a-9574-8b6c5f5cf150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.167529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2076e88-d658-4df1-9fbc-0709fef1566f {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:02.178978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.190334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743548da-8538-4c31-9531-6405cfb2db97 req-cc6822ce-f987-47bb-98da-1e5c302c3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:02.191768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743548da-8538-4c31-9531-6405cfb2db97 req-cc6822ce-f987-47bb-98da-1e5c302c3836 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015295 Nov 23 17:50:02.194094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c366d60d-9959-4b6a-9574-8b6c5f5cf150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.200355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c366d60d-9959-4b6a-9574-8b6c5f5cf150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.212891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Transition to ACTIVE for port object c2076e88-d658-4df1-9fbc-0709fef1566f will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:02.229988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.276464 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c366d60d-9959-4b6a-9574-8b6c5f5cf150 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=584a95c4aeb741fea6da809a754c9222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640448 Nov 23 17:50:02.281550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38510) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:02.293675 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366d60d-9959-4b6a-9574-8b6c5f5cf150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65a1ec9-a5d6-4733-afdc-d60a5730e1da,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:02.310256 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.332263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366016e-d492-4222-9809-5262e243a79c service neutron] Pushing event updated for resources: {'Port': ['ID=c2076e88-d658-4df1-9fbc-0709fef1566f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:02.350784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f77b21-90e7-4eee-841c-42babe538638 req-d71a8710-872a-4f5a-b6a2-0a6854b557df tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:02.353597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00f77b21-90e7-4eee-841c-42babe538638 req-d71a8710-872a-4f5a-b6a2-0a6854b557df tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 931 time: 0.2946246 Nov 23 17:50:02.410919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-867c660b-f3ac-4107-89cb-717416344b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.433002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Attempting to bind port c2076e88-d658-4df1-9fbc-0709fef1566f on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:02.433346 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Attempting to bind port c2076e88-d658-4df1-9fbc-0709fef1566f by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:02.433674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Attempting to bind port c2076e88-d658-4df1-9fbc-0709fef1566f on network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:02.449205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-867c660b-f3ac-4107-89cb-717416344b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.451445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Port c2076e88-d658-4df1-9fbc-0709fef1566f on network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:02.451445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Attempting to bind port c2076e88-d658-4df1-9fbc-0709fef1566f on network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:02.462640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c14e63e-3238-4a73-809d-0e882c9d288e req-bbd9be09-0b3e-4054-8c35-9921993ebb75 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.466894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:02.467763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Checking segment: {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:02.468172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Bound using segment: {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:02.468631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Bound port: c2076e88-d658-4df1-9fbc-0709fef1566f, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b008cc86-ab10-4507-8fec-ccf000fcc2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:02.469165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.504882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.505263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.506054 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.506426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > port after_create 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.506807 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > port after_delete 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.507148 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > port after_update 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.507479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.507824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.508145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.508470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.567642 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] For port c2076e88-d658-4df1-9fbc-0709fef1566f, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:02.571199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] For port c2076e88-d658-4df1-9fbc-0709fef1566f, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c2076e88-d658-4df1-9fbc-0709fef1566f,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:02.580520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.594842 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.595292 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.595751 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.596098 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=120536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:50:02.596460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da24538-d4ae-4f11-91bf-bd2b1c849a4e']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:02.611378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c14e63e-3238-4a73-809d-0e882c9d288e req-bbd9be09-0b3e-4054-8c35-9921993ebb75 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.615054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-867c660b-f3ac-4107-89cb-717416344b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.617923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-867c660b-f3ac-4107-89cb-717416344b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.619483 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-867c660b-f3ac-4107-89cb-717416344b86 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c65a1ec9-a5d6-4733-afdc-d60a5730e1da HTTP/1.1" status: 204 len: 168 time: 0.3343503 Nov 23 17:50:02.641991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c660b-f3ac-4107-89cb-717416344b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65a1ec9-a5d6-4733-afdc-d60a5730e1da,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:02.644554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:02.645247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.647266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-4366016e-d492-4222-9809-5262e243a79c service neutron] 10.222.0.72 "PUT /v2.0/ports/c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 200 len: 1091 time: 1.0020108 Nov 23 17:50:02.649833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:02.672144 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:02.679166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772a264d-46a5-45f9-9cc6-e72f061d05e6') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:02.679751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772a264d-46a5-45f9-9cc6-e72f061d05e6') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:02.699971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366016e-d492-4222-9809-5262e243a79c service neutron] Pushing event updated for resources: {'Port': ['ID=c2076e88-d658-4df1-9fbc-0709fef1566f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:02.739370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.745553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9be09-0b3e-4054-8c35-9921993ebb75 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbc9abd-dcea-4f01-a1c7-b87f02878936,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:02.792079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00f77b21-90e7-4eee-841c-42babe538638 req-2d79278a-5bf8-4025-8bea-45dcb5a6301a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127002 Nov 23 17:50:02.795025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c14e63e-3238-4a73-809d-0e882c9d288e req-bbd9be09-0b3e-4054-8c35-9921993ebb75 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.796194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c14e63e-3238-4a73-809d-0e882c9d288e req-bbd9be09-0b3e-4054-8c35-9921993ebb75 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.1573343 Nov 23 17:50:02.812661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da68b-6645-4e59-9148-9de89f40a376 req-09edf1d8-3151-4c60-9179-f0206326552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:02.826578 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-09edf1d8-3151-4c60-9179-f0206326552c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3411eac8564e4814b539fbd8ee37769f&device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 1094 time: 0.1084020 Nov 23 17:50:02.827075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.834451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743548da-8538-4c31-9531-6405cfb2db97 req-32ea12e4-2614-4847-82b9-f117ff9370d7 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285045 Nov 23 17:50:02.846156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:50:02.846358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: from cryptography.utils import int_from_bytes Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: from cryptography.utils import int_from_bytes Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:50:02.851046 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:50:02.929668 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-1ae8edfc-b922-4a30-9115-653db04365db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 200 len: 217 time: 0.0780616 Nov 23 17:50:02.941117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:03.025218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da68b-6645-4e59-9148-9de89f40a376 req-f7b65b56-693e-499f-8bda-dab89e598d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:03.026867 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-f7b65b56-693e-499f-8bda-dab89e598d45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c11cb9d3-10c4-4e67-a1f8-5b0627732bd3 HTTP/1.1" status: 200 len: 868 time: 0.0801969 Nov 23 17:50:03.098764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da68b-6645-4e59-9148-9de89f40a376 req-c1057bed-a80e-4d67-8288-d30896a73a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:03.099679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:03.100518 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-c1057bed-a80e-4d67-8288-d30896a73a71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652082 Nov 23 17:50:03.150234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.156622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.160143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9da24538-d4ae-4f11-91bf-bd2b1c849a4e HTTP/1.1" status: 204 len: 168 time: 1.4692824 Nov 23 17:50:03.187967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbcd9640-b969-4de0-a519-5d8d1cd57664 req-e6cb2cec-6bdc-43e9-9fac-db7229eb081c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 210 time: 0.1472609 Nov 23 17:50:03.205158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783437cf-60c4-4c30-b02f-f834b9925f10 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:03.246641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c61b31-6941-4605-aa63-82cf60810611 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da24538-d4ae-4f11-91bf-bd2b1c849a4e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:03.266051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:03.271801 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-3922f825-f137-432d-abb2-d77261a3605d service neutron] 10.222.0.72 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620185 Nov 23 17:50:03.319085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51452c2c-adae-4bb2-b919-30fdc75a5590 req-43dbba42-176d-4825-b4bf-32dc33177068 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:03.320650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51452c2c-adae-4bb2-b919-30fdc75a5590 req-43dbba42-176d-4825-b4bf-32dc33177068 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 943 time: 0.2897480 Nov 23 17:50:03.343734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38532) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:03.364119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.410844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cb3bf089-49bf-47b7-8ddf-bd4ad7106ce4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=39edda89086f4a7089a5a1bcb9d4f2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660603 Nov 23 17:50:03.412997 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d69da68b-6645-4e59-9148-9de89f40a376 req-b6e19a8f-0c36-4ef5-b4b3-f48e0bfc389b service neutron] 10.222.0.72 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330001 Nov 23 17:50:03.413450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38536) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:03.418163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743548da-8538-4c31-9531-6405cfb2db97 req-27107ded-6e85-411f-98d4-e6fee524ffa5 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432165 Nov 23 17:50:03.472888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2f61-20c1-4939-ab9f-c6e79d4488e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.501202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2f61-20c1-4939-ab9f-c6e79d4488e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.505098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51452c2c-adae-4bb2-b919-30fdc75a5590 req-dd7ae4aa-2dac-4e46-95a5-5892964b9879 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542516 Nov 23 17:50:03.506850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] Transition to ACTIVE for port object 783437cf-60c4-4c30-b02f-f834b9925f10 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:03.525253 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.543345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a1fde-d083-4143-92a1-ea9f4cca9d9d req-eaf426b5-082e-49e1-8c6c-b1045b66c881 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:03.545158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f90a1fde-d083-4143-92a1-ea9f4cca9d9d req-eaf426b5-082e-49e1-8c6c-b1045b66c881 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 948 time: 0.2688282 Nov 23 17:50:03.581440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2f61-20c1-4939-ab9f-c6e79d4488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.584969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2f61-20c1-4939-ab9f-c6e79d4488e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.586306 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5fdd2f61-20c1-4939-ab9f-c6e79d4488e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63cb704a-5462-4fcc-bed2-25e45b2a95ad HTTP/1.1" status: 204 len: 168 time: 0.1719439 Nov 23 17:50:03.597850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd2f61-20c1-4939-ab9f-c6e79d4488e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb704a-5462-4fcc-bed2-25e45b2a95ad,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:03.653667 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9205d5c2-7082-40a7-b56b-279fe82c3313 x-openstack-request-id: req-9205d5c2-7082-40a7-b56b-279fe82c3313 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:03.653966 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:03.654277 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9205d5c2-7082-40a7-b56b-279fe82c3313 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:03.656833 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'status': 'completed', 'code': 200} Nov 23 17:50:03.759363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-87d831a4-f13c-4211-8029-22bdcd147a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:03.761120 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-87d831a4-f13c-4211-8029-22bdcd147a63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3411eac8564e4814b539fbd8ee37769f&device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 1094 time: 0.1016340 Nov 23 17:50:03.881671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-b3ac7cda-04a2-49db-ac3a-b91c4ad890ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:03.883782 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-b3ac7cda-04a2-49db-ac3a-b91c4ad890ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585 HTTP/1.1" status: 200 len: 930 time: 0.1141496 Nov 23 17:50:03.937999 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-2b2d1024-6384-4801-926b-cc34a3b2cf8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 200 len: 217 time: 0.0469658 Nov 23 17:50:04.012969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-40abfa1e-5dc3-4b21-a3d2-15266430376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.014930 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-40abfa1e-5dc3-4b21-a3d2-15266430376d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c11cb9d3-10c4-4e67-a1f8-5b0627732bd3 HTTP/1.1" status: 200 len: 868 time: 0.0677912 Nov 23 17:50:04.045553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] No DVR routers for this DVR port 783437cf-60c4-4c30-b02f-f834b9925f10 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:04.070937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-0b2905e3-05ed-49c3-b933-60478f4c8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.071161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] Pushing event updated for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=10']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:04.072836 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-0b2905e3-05ed-49c3-b933-60478f4c8f12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499110 Nov 23 17:50:04.090155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fdc3e80c-d449-49c2-a2d5-36b5482c1e92 req-102c089d-65aa-4e60-8419-0aeb248ebb39 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/7bbc9abd-dcea-4f01-a1c7-b87f02878936 HTTP/1.1" status: 200 len: 1829 time: 0.4290547 Nov 23 17:50:04.129761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fdc3e80c-d449-49c2-a2d5-36b5482c1e92 req-2b769f61-c4eb-4683-b813-abaee6b8b629 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bbc9abd-dcea-4f01-a1c7-b87f02878936', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:04.130318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fdc3e80c-d449-49c2-a2d5-36b5482c1e92 req-2b769f61-c4eb-4683-b813-abaee6b8b629 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bbc9abd-dcea-4f01-a1c7-b87f02878936', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:04.147776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f90a1fde-d083-4143-92a1-ea9f4cca9d9d req-7b631079-a4e0-4d23-92ac-d3f07ffc93f8 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890973 Nov 23 17:50:04.151555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:04.172221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-f4bb7379-0a29-4b5b-9d0d-01e87d825da0 service neutron] 10.222.0.66 "PUT /v2.0/ports/783437cf-60c4-4c30-b02f-f834b9925f10/bindings/n-h1-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3502839 Nov 23 17:50:04.183354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-a796dce4-c22b-4b0b-af44-f2f6f4673ed6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.184963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-a796dce4-c22b-4b0b-af44-f2f6f4673ed6 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 822 time: 0.6739831 Nov 23 17:50:04.196659 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-8204a5b7-d2dd-4536-86d1-a19c19582a6a service neutron] 10.222.0.72 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134279 Nov 23 17:50:04.203977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Request body: {'port': {'device_id': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'admin_state_up': True, 'tenant_id': '75bea26546174516b19fd052a5ecaf10'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:04.257951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.72', 50247) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:04.287970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7b10a16e-af75-487e-829b-1b432e472615 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:04.377193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-c9a98123-eb16-4d1b-b67e-76b2514469fc tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.378567 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-c9a98123-eb16-4d1b-b67e-76b2514469fc tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1095 time: 0.1166513 Nov 23 17:50:04.388036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-17082092-b6a0-4c87-88c2-8fbd30bc18b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=542c7e3fc94e4adf950e95ca2261caf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333837 Nov 23 17:50:04.397882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38566) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:04.400326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f046c54e-23a0-4fb2-aefb-2f4b2669dbdf req-8594bf22-7b7f-47d0-8b5c-214e86ea3665 service neutron] 10.222.0.72 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939886 Nov 23 17:50:04.402281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7b10a16e-af75-487e-829b-1b432e472615, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7b10a16e-af75-487e-829b-1b432e472615,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:04.410262 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fdc3e80c-d449-49c2-a2d5-36b5482c1e92 req-2b769f61-c4eb-4683-b813-abaee6b8b629 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.433305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '7b10a16e-af75-487e-829b-1b432e472615', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '7b10a16e-af75-487e-829b-1b432e472615', 'mac_address': 'fa:16:3e:d1:7e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:04.496288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.516980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b10a16e-af75-487e-829b-1b432e472615 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:04.519979 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fdc3e80c-d449-49c2-a2d5-36b5482c1e92 req-2b769f61-c4eb-4683-b813-abaee6b8b629 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.534674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d25b7-b875-47d6-867b-b189117f9b40 req-bb8f793d-dbea-40d6-84ee-8b042c040f65 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.536313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e4d25b7-b875-47d6-867b-b189117f9b40 req-bb8f793d-dbea-40d6-84ee-8b042c040f65 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 943 time: 0.2751534 Nov 23 17:50:04.542765 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fdc3e80c-d449-49c2-a2d5-36b5482c1e92 req-2b769f61-c4eb-4683-b813-abaee6b8b629 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.545904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7b10a16e-af75-487e-829b-1b432e472615, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7b10a16e-af75-487e-829b-1b432e472615,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:04.554890 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.594102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b769f61-c4eb-4683-b813-abaee6b8b629 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a62ef7-7c8b-4979-977d-818b1eabebb0,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:04.618040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=7b10a16e-af75-487e-829b-1b432e472615,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:04.621363 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fdc3e80c-d449-49c2-a2d5-36b5482c1e92 req-2b769f61-c4eb-4683-b813-abaee6b8b629 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.622580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fdc3e80c-d449-49c2-a2d5-36b5482c1e92 req-2b769f61-c4eb-4683-b813-abaee6b8b629 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5059128 Nov 23 17:50:04.627892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Made reservation on behalf of 75bea26546174516b19fd052a5ecaf10 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:04.632139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.639788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e77fc86-efdb-4a88-b0ec-2f403ca648f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.673575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e4d25b7-b875-47d6-867b-b189117f9b40 req-020f3b27-3915-4292-aa54-f8b3dc0a19b5 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169312 Nov 23 17:50:04.711787 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e77fc86-efdb-4a88-b0ec-2f403ca648f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.783196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-c239f28c-8ec0-470d-9566-bcbea784ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.784592 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-c239f28c-8ec0-470d-9566-bcbea784ac71 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c&tenant_id=212b6ad2b5284d24b582972e2d78cc3b HTTP/1.1" status: 200 len: 1095 time: 0.3947973 Nov 23 17:50:04.824161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7b10a16e-af75-487e-829b-1b432e472615'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:04.826769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8292fd59-0e18-41a3-bc50-5087125956d1 req-2e128a8a-3359-478c-8421-d0ec248b3532 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 210 time: 0.0439639 Nov 23 17:50:04.885550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-4850b02c-7f47-4e60-a959-a8093853d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.892634 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-4850b02c-7f47-4e60-a959-a8093853d334 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1095 time: 0.0726306 Nov 23 17:50:04.958816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Allocated IP 172.20.0.11 (56407b25-b01a-45b5-81db-238525df157d/97b1c274-f73c-4580-89ef-30ab01020e69/f6a398fe-fbbe-4f83-8579-fcd825bf4333) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:04.964508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e77fc86-efdb-4a88-b0ec-2f403ca648f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.967301 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e77fc86-efdb-4a88-b0ec-2f403ca648f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.970942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2e77fc86-efdb-4a88-b0ec-2f403ca648f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2436d294-733c-441d-a503-79faed1a306a HTTP/1.1" status: 204 len: 168 time: 0.5680866 Nov 23 17:50:04.985125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2f052-776b-48d6-8bbc-7588e12f8500 req-2ac522e1-8158-499d-940b-56ba579c07d9 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.987032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fb2f052-776b-48d6-8bbc-7588e12f8500 req-2ac522e1-8158-499d-940b-56ba579c07d9 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 944 time: 0.1663015 Nov 23 17:50:05.004759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77fc86-efdb-4a88-b0ec-2f403ca648f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2436d294-733c-441d-a503-79faed1a306a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:05.016247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5873d0a8-136b-438b-b008-8ab046b46a96 req-0010cee4-3642-4568-b8b3-8db2b66c9e24 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/7bbc9abd-dcea-4f01-a1c7-b87f02878936 HTTP/1.1" status: 200 len: 2422 time: 0.1284094 Nov 23 17:50:05.088616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-81cb420e-ceb5-4042-9b2e-d8c76a6b3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:05.090164 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-81cb420e-ceb5-4042-9b2e-d8c76a6b3b8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.1897635 Nov 23 17:50:05.124260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 783437cf-60c4-4c30-b02f-f834b9925f10 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:05.143942 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-fdb4c3c4-03d5-4506-8aaf-b3fe657d4a1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 217 time: 0.0431826 Nov 23 17:50:05.150729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fb2f052-776b-48d6-8bbc-7588e12f8500 req-d957cccd-f56f-48f7-af68-a19b5991f554 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420798 Nov 23 17:50:05.166100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49b45a7f-4701-4e66-85f8-5c492a713e4e req-7b87e6b1-09aa-464f-a27a-b626d2de98e0 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-group-rules/74a62ef7-7c8b-4979-977d-818b1eabebb0 HTTP/1.1" status: 200 len: 778 time: 0.1139073 Nov 23 17:50:05.208665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 783437cf-60c4-4c30-b02f-f834b9925f10 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:50:05.217009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-0b6cc55b-4a3f-4326-bf5a-4e1e150973c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:05.218825 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-0b6cc55b-4a3f-4326-bf5a-4e1e150973c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0671289 Nov 23 17:50:05.263608 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b3133867-f559-4b3a-be99-25e57bd82c0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347714 Nov 23 17:50:05.342287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49b45a7f-4701-4e66-85f8-5c492a713e4e req-98fb1b5d-e10c-4ae0-928c-4738b2b601d4 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/7bbc9abd-dcea-4f01-a1c7-b87f02878936 HTTP/1.1" status: 200 len: 2422 time: 0.1750762 Nov 23 17:50:05.374583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427165c8-bb57-420d-9561-f44041784176 req-f52d15a4-bc7a-4489-aa18-31e62e97f246 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:05.376210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-427165c8-bb57-420d-9561-f44041784176 req-f52d15a4-bc7a-4489-aa18-31e62e97f246 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 949 time: 0.1407297 Nov 23 17:50:05.377114 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-d6d2c61e-a601-4dd1-904f-f60d417df13a service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052065 Nov 23 17:50:05.417495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.425848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-49b45a7f-4701-4e66-85f8-5c492a713e4e req-9e3e7ec1-036a-4fa1-a56e-751400591de4 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.439895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-49b45a7f-4701-4e66-85f8-5c492a713e4e req-9e3e7ec1-036a-4fa1-a56e-751400591de4 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.477783 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-5122da63-df92-4696-abc5-fc6adaab01aa service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918012 Nov 23 17:50:05.496715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-427165c8-bb57-420d-9561-f44041784176 req-e7dfb74d-9880-419f-b97a-bc3d1bc00a4f tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089833 Nov 23 17:50:05.509695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-49b45a7f-4701-4e66-85f8-5c492a713e4e req-9e3e7ec1-036a-4fa1-a56e-751400591de4 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.524421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-49b45a7f-4701-4e66-85f8-5c492a713e4e req-9e3e7ec1-036a-4fa1-a56e-751400591de4 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.524421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49b45a7f-4701-4e66-85f8-5c492a713e4e req-9e3e7ec1-036a-4fa1-a56e-751400591de4 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/74a62ef7-7c8b-4979-977d-818b1eabebb0 HTTP/1.1" status: 204 len: 173 time: 0.1695642 Nov 23 17:50:05.537780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.598331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event updated for resources: {'Port': ['ID=f6a398fe-fbbe-4f83-8579-fcd825bf4333,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:05.600715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e7ec1-036a-4fa1-a56e-751400591de4 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74a62ef7-7c8b-4979-977d-818b1eabebb0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:05.609639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d37e7be3-3df9-4be5-a93c-dd333607b6b7 req-bc8da170-f935-4e53-9315-a217d2da9620 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1128123914', 'description': 'tempest-description-754913871'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:05.636574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Network 56407b25-b01a-45b5-81db-238525df157d is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:05.643545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:05.650482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:05.701743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37e7be3-3df9-4be5-a93c-dd333607b6b7 req-bc8da170-f935-4e53-9315-a217d2da9620 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.776572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-ff0e0c21-d80c-4fd3-a1fb-4b7730dbd73a tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:05.779155 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-ff0e0c21-d80c-4fd3-a1fb-4b7730dbd73a tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1095 time: 0.0533435 Nov 23 17:50:05.784080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:05.784697 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.822915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-751413e0-553c-4b75-9a00-26701aeb89c4 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6246464 Nov 23 17:50:05.843241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Request body: {'port': {'device_id': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:05.875183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37e7be3-3df9-4be5-a93c-dd333607b6b7 req-bc8da170-f935-4e53-9315-a217d2da9620 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.889239 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37e7be3-3df9-4be5-a93c-dd333607b6b7 req-bc8da170-f935-4e53-9315-a217d2da9620 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.942180 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.949278 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37e7be3-3df9-4be5-a93c-dd333607b6b7 req-bc8da170-f935-4e53-9315-a217d2da9620 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.969900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37e7be3-3df9-4be5-a93c-dd333607b6b7 req-bc8da170-f935-4e53-9315-a217d2da9620 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3733311 Nov 23 17:50:05.981587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8da170-f935-4e53-9315-a217d2da9620 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569ba301-f828-4c95-bbd5-26f12f54fefa,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:05.984514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b71ec486-104a-4b3a-b058-500b9b46f496 service neutron] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:05.992792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b71ec486-104a-4b3a-b058-500b9b46f496 service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.995297 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-985ebfac-3d76-4e19-b8f2-beb014419163 req-b71ec486-104a-4b3a-b058-500b9b46f496 service neutron] 10.222.0.72 "DELETE /v2.0/ports/783437cf-60c4-4c30-b02f-f834b9925f10/bindings/n-h2-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.2068245 Nov 23 17:50:06.221223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d2859-065b-4c48-a733-d590d52a1a1e req-237d73c4-a9df-47aa-8af9-8caef1169278 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:06.222787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a86d2859-065b-4c48-a733-d590d52a1a1e req-237d73c4-a9df-47aa-8af9-8caef1169278 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 943 time: 0.1515589 Nov 23 17:50:06.296152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c2076e88-d658-4df1-9fbc-0709fef1566f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:06.302663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7b10a16e-af75-487e-829b-1b432e472615 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:06.352758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a86d2859-065b-4c48-a733-d590d52a1a1e req-d67d5b1b-df18-4611-a619-cefc6e728c17 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990274 Nov 23 17:50:06.431427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a398fe-fbbe-4f83-8579-fcd825bf4333 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:06.448719 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.465074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Transition to ACTIVE for port object f6a398fe-fbbe-4f83-8579-fcd825bf4333 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:06.487265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.520587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 7b10a16e-af75-487e-829b-1b432e472615 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:06.533710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 7b10a16e-af75-487e-829b-1b432e472615 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:06.534277 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.581608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c2076e88-d658-4df1-9fbc-0709fef1566f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c2076e88-d658-4df1-9fbc-0709fef1566f,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:06.592682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96e200de-2550-45bb-a658-591df63aad38 req-b44cb22c-996b-4294-9317-902908d0fd1f tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/569ba301-f828-4c95-bbd5-26f12f54fefa HTTP/1.1" status: 200 len: 1829 time: 0.1297677 Nov 23 17:50:06.593832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a398fe-fbbe-4f83-8579-fcd825bf4333,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:06.603984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'port_id': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'mac_address': 'fa:16:3e:ed:c4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:06.606524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0c0de-91dd-48db-b9d8-1c30b0c4c8ea req-a2fc5b64-1760-40ed-8a2e-598c3e3fea12 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:06.614230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48e0c0de-91dd-48db-b9d8-1c30b0c4c8ea req-a2fc5b64-1760-40ed-8a2e-598c3e3fea12 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 944 time: 0.1527522 Nov 23 17:50:06.681425 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.691096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.717345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2076e88-d658-4df1-9fbc-0709fef1566f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:06.746873 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c2076e88-d658-4df1-9fbc-0709fef1566f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c2076e88-d658-4df1-9fbc-0709fef1566f,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:06.762261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48e0c0de-91dd-48db-b9d8-1c30b0c4c8ea req-5b2c338d-4484-49e1-b633-5cd53eb06ca5 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470881 Nov 23 17:50:06.766680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7b10a16e-af75-487e-829b-1b432e472615, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7b10a16e-af75-487e-829b-1b432e472615,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:06.766833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Attempting to bind port f6a398fe-fbbe-4f83-8579-fcd825bf4333 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:06.767051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Attempting to bind port f6a398fe-fbbe-4f83-8579-fcd825bf4333 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:06.767437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Attempting to bind port f6a398fe-fbbe-4f83-8579-fcd825bf4333 on network 56407b25-b01a-45b5-81db-238525df157d {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:06.768545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be016edc-d225-4885-8493-74ee287e1b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b10a16e-af75-487e-829b-1b432e472615'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:06.778945 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29da7fe0-325c-4294-968e-a8202c713815" -d '{"events": [{"server_uuid": "be016edc-d225-4885-8493-74ee287e1b5c", "name": "network-vif-plugged", "status": "completed", "tag": "7b10a16e-af75-487e-829b-1b432e472615"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:06.784165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.784780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Port f6a398fe-fbbe-4f83-8579-fcd825bf4333 on network 56407b25-b01a-45b5-81db-238525df157d not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:06.785284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Attempting to bind port f6a398fe-fbbe-4f83-8579-fcd825bf4333 on network 56407b25-b01a-45b5-81db-238525df157d {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:06.786205 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.810987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9e22f-1023-440a-8ed7-7d7a437dd8c4 req-f74a94e8-006f-4ffe-a382-807a8a237a3b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:06.813554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55c9e22f-1023-440a-8ed7-7d7a437dd8c4 req-f74a94e8-006f-4ffe-a382-807a8a237a3b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 944 time: 0.1337504 Nov 23 17:50:06.815424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:06.816301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Checking segment: {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:06.816301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Bound using segment: {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:06.816805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Bound port: f6a398fe-fbbe-4f83-8579-fcd825bf4333, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:06.817313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.876767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=7b10a16e-af75-487e-829b-1b432e472615,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:06.907312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55c9e22f-1023-440a-8ed7-7d7a437dd8c4 req-3300b5a0-85a2-4a34-8a93-b7834209fa4f tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792227 Nov 23 17:50:06.955905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:06.960301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:06.966323 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:06.967412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c2076e88-d658-4df1-9fbc-0709fef1566f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:07.007365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:07.007977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:07.009383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] 10.222.0.72 "PUT /v2.0/ports/f6a398fe-fbbe-4f83-8579-fcd825bf4333 HTTP/1.1" status: 200 len: 1092 time: 1.1722989 Nov 23 17:50:07.010994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'tag': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:07.013285 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec941ff7-1cad-4b58-9b1f-3763b3009de0" -d '{"events": [{"name": "network-changed", "server_uuid": "a124bc73-cf11-4671-84ce-6db2f163ad8e", "tag": "f6a398fe-fbbe-4f83-8579-fcd825bf4333"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:07.055243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['c2076e88-d658-4df1-9fbc-0709fef1566f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:07.097789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7a2c8-a92b-49a3-bf6a-5828f07afae3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a398fe-fbbe-4f83-8579-fcd825bf4333,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:07.120074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a1fb6-c2c4-445a-be87-57dfb286d78e req-63164886-7f4d-4f08-8fed-9a3588272b73 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:07.127372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec3a1fb6-c2c4-445a-be87-57dfb286d78e req-63164886-7f4d-4f08-8fed-9a3588272b73 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 950 time: 0.1170461 Nov 23 17:50:07.152251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-7208062e-4f74-4797-9aa5-c57cbcf65b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:07.153736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-7208062e-4f74-4797-9aa5-c57cbcf65b2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 1095 time: 0.1006579 Nov 23 17:50:07.176163 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55860b31-aa5a-4823-83eb-eb31b60ce911 x-openstack-request-id: req-55860b31-aa5a-4823-83eb-eb31b60ce911 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:07.176163 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be016edc-d225-4885-8493-74ee287e1b5c", "name": "network-vif-plugged", "status": "completed", "tag": "7b10a16e-af75-487e-829b-1b432e472615", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:07.176465 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-55860b31-aa5a-4823-83eb-eb31b60ce911 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:07.176848 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be016edc-d225-4885-8493-74ee287e1b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b10a16e-af75-487e-829b-1b432e472615', 'code': 200} Nov 23 17:50:07.223841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-19846d6a-dfa0-421d-b033-0de607a5df7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333 HTTP/1.1" status: 200 len: 217 time: 0.0590928 Nov 23 17:50:07.249457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec3a1fb6-c2c4-445a-be87-57dfb286d78e req-8d13c0ca-263d-4108-9813-28b27efe7370 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211531 Nov 23 17:50:07.302491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-bead6a52-95b8-4930-83fd-e07058a35015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:07.304444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-bead6a52-95b8-4930-83fd-e07058a35015 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97b1c274-f73c-4580-89ef-30ab01020e69 HTTP/1.1" status: 200 len: 862 time: 0.0529017 Nov 23 17:50:07.313642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f240fcc5-317d-4c13-bdd5-d00abcbbcc4f req-da719298-ac37-43ec-b492-7e98e43a497e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-883281638', 'description': 'tempest-description-1714191367'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:07.316968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a0ab0-553d-49fb-8c2c-741d48484b0f req-bb61bf13-93af-462b-b9a3-22949249a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:07.319183 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-372a0ab0-553d-49fb-8c2c-741d48484b0f req-bb61bf13-93af-462b-b9a3-22949249a648 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 1101 time: 0.0766592 Nov 23 17:50:07.319356 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b46ed-b065-4a30-bc3e-4458bd75221d x-openstack-request-id: req-d08b46ed-b065-4a30-bc3e-4458bd75221d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:07.319499 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a124bc73-cf11-4671-84ce-6db2f163ad8e", "tag": "f6a398fe-fbbe-4f83-8579-fcd825bf4333", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:07.319725 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d08b46ed-b065-4a30-bc3e-4458bd75221d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:07.320109 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'tag': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333', 'status': 'completed', 'code': 200} Nov 23 17:50:07.350848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-ea13af26-73c6-49e3-8406-268a702d8ede service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56407b25-b01a-45b5-81db-238525df157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289612 Nov 23 17:50:07.376622 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-372a0ab0-553d-49fb-8c2c-741d48484b0f req-d384af6d-d887-4ec4-bb48-f91035e059f2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501606 Nov 23 17:50:07.377581 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f240fcc5-317d-4c13-bdd5-d00abcbbcc4f req-da719298-ac37-43ec-b492-7e98e43a497e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:07.486089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42988375-2b94-406a-bd7b-0058ac1f266a req-eb4672d1-cf80-49cf-be30-766759de3f67 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:07.487649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42988375-2b94-406a-bd7b-0058ac1f266a req-eb4672d1-cf80-49cf-be30-766759de3f67 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1095 time: 0.1111782 Nov 23 17:50:07.519945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-319a210a-f721-4e97-932a-7e1a88d0d8d6 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605752 Nov 23 17:50:07.567068 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f240fcc5-317d-4c13-bdd5-d00abcbbcc4f req-da719298-ac37-43ec-b492-7e98e43a497e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:07.570648 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42988375-2b94-406a-bd7b-0058ac1f266a req-016386a8-2501-4abd-841c-d90532715761 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761087 Nov 23 17:50:07.574648 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f240fcc5-317d-4c13-bdd5-d00abcbbcc4f req-da719298-ac37-43ec-b492-7e98e43a497e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:07.666857 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f240fcc5-317d-4c13-bdd5-d00abcbbcc4f req-da719298-ac37-43ec-b492-7e98e43a497e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:07.668107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f240fcc5-317d-4c13-bdd5-d00abcbbcc4f req-da719298-ac37-43ec-b492-7e98e43a497e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3592041 Nov 23 17:50:07.676751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da719298-ac37-43ec-b492-7e98e43a497e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b75a1-c228-4c97-b1fc-ad4e4af04b3e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:07.704325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce0ff85b-56ef-4882-a368-ea2ce5b9b776 req-a47805c0-0aa8-45e5-96dd-2c3f7b4283c7 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245699 Nov 23 17:50:07.848499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2605c43-52a6-4c66-943c-2f3659667ac9 req-a74a6487-4096-42eb-98a8-7232c08fc87e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:07.850659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2605c43-52a6-4c66-943c-2f3659667ac9 req-a74a6487-4096-42eb-98a8-7232c08fc87e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 944 time: 0.0857382 Nov 23 17:50:07.852600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-9ab8bb6f-2256-47f6-87ab-4550658a5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:07.853948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-9ab8bb6f-2256-47f6-87ab-4550658a5218 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 1095 time: 0.0602121 Nov 23 17:50:07.963485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2605c43-52a6-4c66-943c-2f3659667ac9 req-20abc930-435e-45ae-9dff-14bc8c613bd0 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057286 Nov 23 17:50:08.013314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-74257a57-d6d0-41cc-a2fa-55c340619750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:08.014811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-74257a57-d6d0-41cc-a2fa-55c340619750 service neutron] 10.222.0.72 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 923 time: 0.1394231 Nov 23 17:50:08.020110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b98637a-ffe7-48d6-bd4a-bf2b44b62b33 req-473f05a0-ae50-4a66-832b-09feb45d9f1a tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/f55b75a1-c228-4c97-b1fc-ad4e4af04b3e HTTP/1.1" status: 200 len: 1829 time: 0.0971782 Nov 23 17:50:08.063480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-3c24784f-397c-448e-83b1-327ae2337654 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333 HTTP/1.1" status: 200 len: 217 time: 0.0401547 Nov 23 17:50:08.183100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-8475e2aa-c61e-45a5-98f8-a37c73b6f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:08.184566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-8475e2aa-c61e-45a5-98f8-a37c73b6f145 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97b1c274-f73c-4580-89ef-30ab01020e69 HTTP/1.1" status: 200 len: 862 time: 0.1127725 Nov 23 17:50:08.242942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-f0da1dae-6f09-4ad1-a976-674af5e1c7b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56407b25-b01a-45b5-81db-238525df157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382972 Nov 23 17:50:08.285518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c3582-1e6f-4f40-8de6-fcdf9276542b req-67387f19-63fd-45aa-b18a-6f8c9f98486f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:08.287307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-538c3582-1e6f-4f40-8de6-fcdf9276542b req-67387f19-63fd-45aa-b18a-6f8c9f98486f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 944 time: 0.1456158 Nov 23 17:50:08.304473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-3d875f65-0285-478c-9a39-03fd11fbd8ff tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:08.305957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-3d875f65-0285-478c-9a39-03fd11fbd8ff tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 821 time: 0.2075663 Nov 23 17:50:08.309368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c2076e88-d658-4df1-9fbc-0709fef1566f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:08.369068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38714) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:08.373509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port c2076e88-d658-4df1-9fbc-0709fef1566f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:08.382027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port c2076e88-d658-4df1-9fbc-0709fef1566f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:08.382726 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.389277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-df3fa148-a7d3-4fef-ad0e-fafa2c134492 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/quotas/212b6ad2b5284d24b582972e2d78cc3b HTTP/1.1" status: 200 len: 375 time: 0.0670516 Nov 23 17:50:08.469086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-538c3582-1e6f-4f40-8de6-fcdf9276542b req-2bcb436b-555e-46dc-be6a-1837cea497e1 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586075 Nov 23 17:50:08.485949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.501081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-e840241e-4f21-4a4e-88b8-93236e412a5d service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458432 Nov 23 17:50:08.508615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-a7beef16-dcd5-4dd4-97eb-385bd1373e3b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184831 Nov 23 17:50:08.541812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65243ea7-8074-4f47-90e5-9f4cbfc13e39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.544205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c2076e88-d658-4df1-9fbc-0709fef1566f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c2076e88-d658-4df1-9fbc-0709fef1566f,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:08.554495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.617325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c2076e88-d658-4df1-9fbc-0709fef1566f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:08.642814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65243ea7-8074-4f47-90e5-9f4cbfc13e39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.648391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65243ea7-8074-4f47-90e5-9f4cbfc13e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.690267 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-65243ea7-8074-4f47-90e5-9f4cbfc13e39 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b150a84954b4e76af2724c35402ef04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201609 Nov 23 17:50:08.691168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65243ea7-8074-4f47-90e5-9f4cbfc13e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c87017-4c7e-4409-8eaa-294c3008ffea,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:08.694388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38722) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:08.715877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-dd8c252f-0864-43d3-b90f-86b310d6a2ee service neutron] 10.222.0.74 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861999 Nov 23 17:50:08.719112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec941ff7-1cad-4b58-9b1f-3763b3009de0 req-e28a8f0a-b830-4981-a018-0f41a1203153 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884589 Nov 23 17:50:08.765701 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96389cb8-53bc-487c-bf73-5172ab1935f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.796828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96389cb8-53bc-487c-bf73-5172ab1935f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.843335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-5f331bbc-a7ac-4221-a3f6-e0cdce898cd3 service neutron] 10.222.0.74 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264613 Nov 23 17:50:08.851419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a09e8742-0b7f-4b73-bbca-3816f66b0a39 req-b840a213-2bce-4f56-92e8-b578fcb1df80 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-55639807', 'description': 'tempest-description-1981060443'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:08.868681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96389cb8-53bc-487c-bf73-5172ab1935f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.871165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96389cb8-53bc-487c-bf73-5172ab1935f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:08.875536 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96389cb8-53bc-487c-bf73-5172ab1935f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02c87017-4c7e-4409-8eaa-294c3008ffea HTTP/1.1" status: 204 len: 168 time: 0.1801145 Nov 23 17:50:08.890614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96389cb8-53bc-487c-bf73-5172ab1935f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c87017-4c7e-4409-8eaa-294c3008ffea,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:08.909053 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a09e8742-0b7f-4b73-bbca-3816f66b0a39 req-b840a213-2bce-4f56-92e8-b578fcb1df80 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.008337 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a09e8742-0b7f-4b73-bbca-3816f66b0a39 req-b840a213-2bce-4f56-92e8-b578fcb1df80 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.024244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a09e8742-0b7f-4b73-bbca-3816f66b0a39 req-b840a213-2bce-4f56-92e8-b578fcb1df80 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.107004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840a213-2bce-4f56-92e8-b578fcb1df80 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be301e9-5bec-4cda-961f-08b91f5de0d7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:09.115396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a09e8742-0b7f-4b73-bbca-3816f66b0a39 req-b840a213-2bce-4f56-92e8-b578fcb1df80 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.127590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a09e8742-0b7f-4b73-bbca-3816f66b0a39 req-b840a213-2bce-4f56-92e8-b578fcb1df80 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2828569 Nov 23 17:50:09.155870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e0a21-ed2a-4ae4-ae3f-838425375bc2 req-19c62383-7c3c-42b0-919a-3f619d719bfd tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:09.157883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-097e0a21-ed2a-4ae4-ae3f-838425375bc2 req-19c62383-7c3c-42b0-919a-3f619d719bfd tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 950 time: 0.1109104 Nov 23 17:50:09.178285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:09.180797 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d41a2b-67fa-41fc-a6d3-27a9cb03b71b" -d '{"events": [{"server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "name": "network-vif-plugged", "status": "completed", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:09.245814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-097e0a21-ed2a-4ae4-ae3f-838425375bc2 req-a9e06c39-2bf6-41b8-a633-7e830a6a2a6d tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812237 Nov 23 17:50:09.327561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77f8ccf6-96bd-4ea6-b35f-4d3a65656bdf req-982bad54-8ba1-4849-8b0e-4be79fdb5e04 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 210 time: 0.0443041 Nov 23 17:50:09.396744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828eb2e-f6e5-4a90-9e09-bb87e047409a req-f42c8384-cf98-41cf-a4b9-521eb2a5ff41 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:09.403925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c828eb2e-f6e5-4a90-9e09-bb87e047409a req-f42c8384-cf98-41cf-a4b9-521eb2a5ff41 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 945 time: 0.0787532 Nov 23 17:50:09.416142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:09.433060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-58a925dd-c15c-4a99-9922-321ce2fcf44e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.477294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f22c9ccc-0f91-4672-9abc-84fd20fcf8ac req-0cc72bef-0f7c-4f7f-bfb3-5f705d1836c4 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/8be301e9-5bec-4cda-961f-08b91f5de0d7 HTTP/1.1" status: 200 len: 1828 time: 0.0996516 Nov 23 17:50:09.495860 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c828eb2e-f6e5-4a90-9e09-bb87e047409a req-853e8e8a-8b70-475b-95c0-18a465195c6c tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908954 Nov 23 17:50:09.531637 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c23e998-4a47-4880-b4a3-70a4d04db333 x-openstack-request-id: req-3c23e998-4a47-4880-b4a3-70a4d04db333 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:09.532352 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "name": "network-vif-plugged", "status": "completed", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:09.532352 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c23e998-4a47-4880-b4a3-70a4d04db333 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:09.532747 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'code': 200} Nov 23 17:50:09.534029 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-58a925dd-c15c-4a99-9922-321ce2fcf44e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.540833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-58a925dd-c15c-4a99-9922-321ce2fcf44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.639821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a925dd-c15c-4a99-9922-321ce2fcf44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a39ea8b-127f-4e85-8694-c5a132c0aa87,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:09.647302 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-58a925dd-c15c-4a99-9922-321ce2fcf44e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d16779d37d864c6cba0563304ae5fb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265191 Nov 23 17:50:09.648020 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38764) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:09.719543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e13a73-1184-4ef4-82ef-d731a4b4bad4 req-bd5d40ca-0fae-466c-86b8-3735847aa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:09.721325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66e13a73-1184-4ef4-82ef-d731a4b4bad4 req-bd5d40ca-0fae-466c-86b8-3735847aa12c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 1096 time: 0.1126609 Nov 23 17:50:09.731851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719cabb-b5b6-4507-bd3b-4188a6ad8a57 req-43a8f8d8-cc54-491f-955a-fd1b30e7d651 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:09.733363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a719cabb-b5b6-4507-bd3b-4188a6ad8a57 req-43a8f8d8-cc54-491f-955a-fd1b30e7d651 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 944 time: 0.0858600 Nov 23 17:50:09.743347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db105c9e-6663-4294-9d12-8493ce7f06d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.766064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38766) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:09.777850 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db105c9e-6663-4294-9d12-8493ce7f06d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.820138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66e13a73-1184-4ef4-82ef-d731a4b4bad4 req-3023c1f3-6540-4bf4-a852-58c4cd692f66 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856633 Nov 23 17:50:09.825458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a719cabb-b5b6-4507-bd3b-4188a6ad8a57 req-80e98275-e91d-4e20-89c1-fd1da0d29be1 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776758 Nov 23 17:50:09.866721 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db105c9e-6663-4294-9d12-8493ce7f06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.869252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db105c9e-6663-4294-9d12-8493ce7f06d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.870546 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-db105c9e-6663-4294-9d12-8493ce7f06d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a39ea8b-127f-4e85-8694-c5a132c0aa87 HTTP/1.1" status: 204 len: 168 time: 0.2212152 Nov 23 17:50:09.882616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db105c9e-6663-4294-9d12-8493ce7f06d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a39ea8b-127f-4e85-8694-c5a132c0aa87,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:09.885587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0abe5dd2-4e17-4c74-af68-bce86bb4f652 req-76a23245-8d65-4210-994a-b5c1740b491e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-909675644', 'description': 'tempest-description-1971018586'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:09.913179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abe5dd2-4e17-4c74-af68-bce86bb4f652 req-76a23245-8d65-4210-994a-b5c1740b491e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.937946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6af239c-f0d6-48ef-8776-f122d3bede39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.004613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abe5dd2-4e17-4c74-af68-bce86bb4f652 req-76a23245-8d65-4210-994a-b5c1740b491e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.011294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abe5dd2-4e17-4c74-af68-bce86bb4f652 req-76a23245-8d65-4210-994a-b5c1740b491e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.053821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abe5dd2-4e17-4c74-af68-bce86bb4f652 req-76a23245-8d65-4210-994a-b5c1740b491e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.060574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abe5dd2-4e17-4c74-af68-bce86bb4f652 req-76a23245-8d65-4210-994a-b5c1740b491e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1792777 Nov 23 17:50:10.070047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6af239c-f0d6-48ef-8776-f122d3bede39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.075418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a23245-8d65-4210-994a-b5c1740b491e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45370af-5bfc-421b-9324-bde2b7b7439a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:10.075658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6af239c-f0d6-48ef-8776-f122d3bede39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.138086 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b6af239c-f0d6-48ef-8776-f122d3bede39 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a7006c8b9e234a19a377487f2fdc3a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708203 Nov 23 17:50:10.138637 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38778) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:10.139310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af239c-f0d6-48ef-8776-f122d3bede39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceeaa7b-e3cf-499c-aafa-b46563a5a4e8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:10.163291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc016eda-7cd8-4766-9b6a-8ebc14fdf967 req-47c9e141-755e-4205-9e96-43e1a4e1bf40 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/d45370af-5bfc-421b-9324-bde2b7b7439a HTTP/1.1" status: 200 len: 1829 time: 0.0779655 Nov 23 17:50:10.206311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a416e9-0118-472e-83f6-eecd0e317754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.222110 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-2abd0b33-5740-4d86-bcfa-9fc8c4fb51c9 req-c0a5ad5c-4724-48fb-a724-dfee58632333 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] show failed (client error): The resource could not be found. Nov 23 17:50:10.235000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2abd0b33-5740-4d86-bcfa-9fc8c4fb51c9 req-c0a5ad5c-4724-48fb-a724-dfee58632333 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/02fabcec-e649-4779-92a9-30e72cff3e57 HTTP/1.1" status: 404 len: 352 time: 0.0476985 Nov 23 17:50:10.239000 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a416e9-0118-472e-83f6-eecd0e317754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.301974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f6a398fe-fbbe-4f83-8579-fcd825bf4333 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:10.311147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a416e9-0118-472e-83f6-eecd0e317754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.313868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a416e9-0118-472e-83f6-eecd0e317754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.315216 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-34a416e9-0118-472e-83f6-eecd0e317754 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bceeaa7b-e3cf-499c-aafa-b46563a5a4e8 HTTP/1.1" status: 204 len: 168 time: 0.1732039 Nov 23 17:50:10.334460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a416e9-0118-472e-83f6-eecd0e317754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceeaa7b-e3cf-499c-aafa-b46563a5a4e8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:10.356632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6f7fc-9499-4408-88cc-25ee26f1fe4c req-b3cbea33-6334-4870-9322-9db6dd7ce9a7 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:10.358359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ef6f7fc-9499-4408-88cc-25ee26f1fe4c req-b3cbea33-6334-4870-9322-9db6dd7ce9a7 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 950 time: 0.2183499 Nov 23 17:50:10.434481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-adfa0fd4-e0cf-4f4a-af72-39f49069b649 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:10.436008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-adfa0fd4-e0cf-4f4a-af72-39f49069b649 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 821 time: 0.1911757 Nov 23 17:50:10.460160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Request body: {'port': {'device_id': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'admin_state_up': True, 'tenant_id': '212b6ad2b5284d24b582972e2d78cc3b'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:10.470768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ef6f7fc-9499-4408-88cc-25ee26f1fe4c req-290c069a-a591-46fd-a788-16b1148632d9 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024628 Nov 23 17:50:10.481950 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-bd440b3a-a205-4c57-a71d-c4201ab5709f req-805621a6-d3b8-494b-bee2-ce6fa76db5cc tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] show failed (client error): The resource could not be found. Nov 23 17:50:10.502755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd440b3a-a205-4c57-a71d-c4201ab5709f req-805621a6-d3b8-494b-bee2-ce6fa76db5cc tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-group-rules/f883883b-9afd-4aa2-8be9-7b4f6e443fdf HTTP/1.1" status: 404 len: 361 time: 0.0511041 Nov 23 17:50:10.524528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:10.549348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333', 'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'port_id': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333', 'mac_address': 'fa:16:3e:de:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b1c274-f73c-4580-89ef-30ab01020e69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:10.592652 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.609657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a398fe-fbbe-4f83-8579-fcd825bf4333 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:10.637657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:10.643733 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.661117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13a1a6cb-e6ec-490f-b212-3eb98cc895ca req-d4193682-f6ee-4ee9-ba07-1504fef1fce3 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 210 time: 0.0541611 Nov 23 17:50:10.705064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20a6f8aa-61e3-4fc6-8f4f-3bb1fbe5fca0 req-33e2099d-cab5-40e0-9582-e73ab6ffdfa6 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/d45370af-5bfc-421b-9324-bde2b7b7439a HTTP/1.1" status: 200 len: 1829 time: 0.1147819 Nov 23 17:50:10.714814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f6a398fe-fbbe-4f83-8579-fcd825bf4333,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:10.750936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Made reservation on behalf of 212b6ad2b5284d24b582972e2d78cc3b for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:10.754534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.822553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38814) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:10.943282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:10.946490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['f6a398fe-fbbe-4f83-8579-fcd825bf4333'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:11.070991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-network', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:11.093319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Made reservation on behalf of 8be8565f31504c5489b71d419c8c7b4d for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:11.096223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.106389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.170162 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-20a6f8aa-61e3-4fc6-8f4f-3bb1fbe5fca0 req-a1bd3848-4537-4c28-9944-7e84128d7418 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.182187 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-667c98e5-d8e8-46ad-bdf8-248c7285b76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.185464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9295e85b-6823-4fc2-b81d-0d8546ee1a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.197956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.204130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.227374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:50:11.234339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-20a6f8aa-61e3-4fc6-8f4f-3bb1fbe5fca0 req-a1bd3848-4537-4c28-9944-7e84128d7418 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.242115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99404c17-bf7f-485e-a44e-3ab6719bf85e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:11.248241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.249037 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Added segment eab6cdeb-d033-47da-9a68-466d8d8341a5 of type vlan for network c8c8e012-da4f-40b8-896f-136864ad4562 Nov 23 17:50:11.273437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0aa39-b497-471c-8481-5c31245a0960 req-90902fff-4fbc-4219-b01b-9e06cb08758d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:11.274955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8e0aa39-b497-471c-8481-5c31245a0960 req-90902fff-4fbc-4219-b01b-9e06cb08758d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 945 time: 0.4981313 Nov 23 17:50:11.291661 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.319863 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.320840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:11.321581 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.368548 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4239435 Nov 23 17:50:11.378650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38826) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:11.379663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Allocated IP 172.20.0.11 (926bbe44-086d-432f-b396-70653a0f5b44/2f9c281e-254d-40ce-9c58-9ec3c3901b80/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:11.389577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Request body: {'subnet': {'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-subnet', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:11.398531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-20a6f8aa-61e3-4fc6-8f4f-3bb1fbe5fca0 req-a1bd3848-4537-4c28-9944-7e84128d7418 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.401588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-20a6f8aa-61e3-4fc6-8f4f-3bb1fbe5fca0 req-a1bd3848-4537-4c28-9944-7e84128d7418 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.405904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47580d03-d33f-44a7-aa51-dbce88fa5067 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c8e012-da4f-40b8-896f-136864ad4562,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:11.411833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20a6f8aa-61e3-4fc6-8f4f-3bb1fbe5fca0 req-a1bd3848-4537-4c28-9944-7e84128d7418 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "DELETE /v2.0/security-groups/d45370af-5bfc-421b-9324-bde2b7b7439a HTTP/1.1" status: 204 len: 173 time: 0.6978149 Nov 23 17:50:11.420005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c8c8e012-da4f-40b8-896f-136864ad4562 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:50:11.453430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd3848-4537-4c28-9944-7e84128d7418 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45370af-5bfc-421b-9324-bde2b7b7439a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:11.460403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8e0aa39-b497-471c-8481-5c31245a0960 req-14fc414b-3898-44a8-bdbf-95763e8e6bca tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656003 Nov 23 17:50:11.538333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Made reservation on behalf of 8be8565f31504c5489b71d419c8c7b4d for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:11.540724 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.579209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-cc4d2c5f-4bd9-4293-ba6a-ac81cf9dd129 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=4a491a45c0414658a713fd5f71f9a252&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772805 Nov 23 17:50:11.601464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9295e85b-6823-4fc2-b81d-0d8546ee1a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.656648 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9295e85b-6823-4fc2-b81d-0d8546ee1a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.847547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9295e85b-6823-4fc2-b81d-0d8546ee1a74 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b068cb7b71543369cc190eaacc84028&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0226824 Nov 23 17:50:11.850883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38840) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:11.853408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295e85b-6823-4fc2-b81d-0d8546ee1a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3287431-6451-4dac-aca6-5ca50a301ff9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:11.862779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592a99d-b062-44b1-b6a1-59cec0c0ffdb req-ea9c490e-dda8-407f-8952-394f79b08d4a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:11.864384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c592a99d-b062-44b1-b6a1-59cec0c0ffdb req-ea9c490e-dda8-407f-8952-394f79b08d4a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 945 time: 0.3192427 Nov 23 17:50:11.903049 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-957c6123-5bae-462d-baca-cf6b46659b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.924609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-957c6123-5bae-462d-baca-cf6b46659b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.948525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-f5376cc8-392b-48fb-b4c6-ed00b212dbdc tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:11.950011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-f5376cc8-392b-48fb-b4c6-ed00b212dbdc tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3557773 Nov 23 17:50:11.977923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-957c6123-5bae-462d-baca-cf6b46659b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.980524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.980744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-957c6123-5bae-462d-baca-cf6b46659b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:11.981893 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-957c6123-5bae-462d-baca-cf6b46659b5d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f3287431-6451-4dac-aca6-5ca50a301ff9 HTTP/1.1" status: 204 len: 168 time: 0.1299443 Nov 23 17:50:11.993289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c6123-5bae-462d-baca-cf6b46659b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3287431-6451-4dac-aca6-5ca50a301ff9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:12.023241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-7c1a3fd6-33d3-4b9f-8fe0-1c742745a8eb tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/quotas/4a491a45c0414658a713fd5f71f9a252 HTTP/1.1" status: 200 len: 375 time: 0.0410299 Nov 23 17:50:12.041801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c592a99d-b062-44b1-b6a1-59cec0c0ffdb req-c4a2a377-f74b-4f3e-85a0-874046a81d7a tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634846 Nov 23 17:50:12.133710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.147996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.246432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e28224e-67e0-4135-9786-b9b6ab0aed96 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a491a45c0414658a713fd5f71f9a252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2165692 Nov 23 17:50:12.248205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Network 926bbe44-086d-432f-b396-70653a0f5b44 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:12.268843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:12.272092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:12.304025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Pushing event updated for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:12.314951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f6a398fe-fbbe-4f83-8579-fcd825bf4333 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:12.347038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f7a7784-9b46-451f-b87a-717e575e7663 req-9cbb7c2f-fea9-40a1-8bf2-78bb441be259 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/8be301e9-5bec-4cda-961f-08b91f5de0d7 HTTP/1.1" status: 200 len: 1828 time: 0.2176487 Nov 23 17:50:12.350343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad607a9-abe7-4538-a7c6-abae54c5e3c4,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:12.389408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Checking segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:12.390054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Network hostable DHCP agents. Network: c8c8e012-da4f-40b8-896f-136864ad4562, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:50:12.403744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:12.404380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.411155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port f6a398fe-fbbe-4f83-8579-fcd825bf4333 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:12.417880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port f6a398fe-fbbe-4f83-8579-fcd825bf4333 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:12.419580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.444930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-f27635e0-cd05-437a-aa87-5de4aa6e16a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9898214 Nov 23 17:50:12.458445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Request body: {'port': {'device_id': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:12.495160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Network c8c8e012-da4f-40b8-896f-136864ad4562 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:50:12.529628 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-1f7a7784-9b46-451f-b87a-717e575e7663 req-159140de-502a-4e8d-b265-0ca0c7e0bbd8 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.550146 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.561463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c8c8e012-da4f-40b8-896f-136864ad4562) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:12.566000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:12.566617 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.574542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b376e47-149f-4f5f-bf77-5896f9ca4abd None None] Network c8c8e012-da4f-40b8-896f-136864ad4562 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:12.612362 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-1f7a7784-9b46-451f-b87a-717e575e7663 req-159140de-502a-4e8d-b265-0ca0c7e0bbd8 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.631611 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.633950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:12.637254 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8d31c9-4201-49a1-aa17-8a4201966819" -d '{"events": [{"server_uuid": "a124bc73-cf11-4671-84ce-6db2f163ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "f6a398fe-fbbe-4f83-8579-fcd825bf4333"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:12.672954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fa9d8434-6f22-4261-b77f-674747690f1a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2835624 Nov 23 17:50:12.673147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38872) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:12.675791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:12.709671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69ab4d-28ce-4281-8912-dfa5f5670bde req-e415918b-bb32-401f-b877-6a48e7d9b1a5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:12.710256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:12.711205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb69ab4d-28ce-4281-8912-dfa5f5670bde req-e415918b-bb32-401f-b877-6a48e7d9b1a5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 932 time: 0.2138472 Nov 23 17:50:12.722952 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.737965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.740153 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.799466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb69ab4d-28ce-4281-8912-dfa5f5670bde req-28b46fa1-5200-45c6-aa52-6fcb61f613eb tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646143 Nov 23 17:50:12.802223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f6a398fe-fbbe-4f83-8579-fcd825bf4333,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:12.868205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-1f7a7784-9b46-451f-b87a-717e575e7663 req-159140de-502a-4e8d-b265-0ca0c7e0bbd8 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.871407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-1f7a7784-9b46-451f-b87a-717e575e7663 req-159140de-502a-4e8d-b265-0ca0c7e0bbd8 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.872932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f7a7784-9b46-451f-b87a-717e575e7663 req-159140de-502a-4e8d-b265-0ca0c7e0bbd8 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "DELETE /v2.0/security-groups/8be301e9-5bec-4cda-961f-08b91f5de0d7 HTTP/1.1" status: 204 len: 173 time: 0.5250826 Nov 23 17:50:12.892849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159140de-502a-4e8d-b265-0ca0c7e0bbd8 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be301e9-5bec-4cda-961f-08b91f5de0d7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:12.926299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c8c8e012-da4f-40b8-896f-136864ad4562', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:50:12.928573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:12.966679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.102382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33b5cd20-eada-4a32-bdcc-a6cee6dc3270 req-18a42582-dec7-4739-8455-39a000102108 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 210 time: 0.1880920 Nov 23 17:50:13.130915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Allocated IP 172.20.0.2 (c8c8e012-da4f-40b8-896f-136864ad4562/fad607a9-abe7-4538-a7c6-abae54c5e3c4/ddb6bb26-140d-4ca0-8ad7-4df34868c6c2) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:13.199040 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7387d950-c230-4aa6-a11a-6b7b93fd5c4e x-openstack-request-id: req-7387d950-c230-4aa6-a11a-6b7b93fd5c4e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:13.199346 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a124bc73-cf11-4671-84ce-6db2f163ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "f6a398fe-fbbe-4f83-8579-fcd825bf4333", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:13.199609 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7387d950-c230-4aa6-a11a-6b7b93fd5c4e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:13.200010 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333', 'code': 200} Nov 23 17:50:13.205763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.311435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:13.324646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.347384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-21acb91b-bc6e-418e-8f62-70398ab428d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.436083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Transition to ACTIVE for port object 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:13.438148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.445878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60cf09-3233-40b4-bd3d-3817599a5d6c req-b0c6fde4-b376-4595-bc1c-9ccbff907599 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:13.452296 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.454587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f60cf09-3233-40b4-bd3d-3817599a5d6c req-b0c6fde4-b376-4595-bc1c-9ccbff907599 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 945 time: 0.4211211 Nov 23 17:50:13.472388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.508751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b862-3a6c-4efd-b820-3623c3bf2441 req-bd412824-e0fb-40d5-b466-abe795d963a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:13.509437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Network c8c8e012-da4f-40b8-896f-136864ad4562 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:13.509690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.511123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa47b862-3a6c-4efd-b820-3623c3bf2441 req-bd412824-e0fb-40d5-b466-abe795d963a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 1097 time: 0.1407850 Nov 23 17:50:13.514061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:13.519610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:13.535630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.539789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Pushing event updated for resources: {'Port': ['ID=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:13.604968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Attempting to bind port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:13.605397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Attempting to bind port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:13.606473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Attempting to bind port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 on network c8c8e012-da4f-40b8-896f-136864ad4562 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:13.613618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:13.615758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Checking segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:13.615758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.616081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Bound using segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:13.616568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Bound port: ddb6bb26-140d-4ca0-8ad7-4df34868c6c2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:13.616957 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.663882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f577704b-51fa-486d-96b3-b35d708f8013 req-c5a5ad53-28e1-4303-ac07-0eea2ab5cc1e tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/f55b75a1-c228-4c97-b1fc-ad4e4af04b3e HTTP/1.1" status: 200 len: 1829 time: 0.3082762 Nov 23 17:50:13.694035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Pushing event updated for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:13.703734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] For port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:13.707576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] For port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:13.715817 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Allocated IP 172.25.0.139 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/cafb958f-2974-4c48-beca-cde69ebdbb04) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:13.716249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.742866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa47b862-3a6c-4efd-b820-3623c3bf2441 req-b1b600c0-94f7-437c-8803-94cb6641a86a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154977 Nov 23 17:50:13.762106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f60cf09-3233-40b4-bd3d-3817599a5d6c req-6b7b96a9-d279-4352-8bac-85f4aabf3d50 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735736 Nov 23 17:50:13.820338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:13.820924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:13.821474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:13.848794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:13.849608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:13.868362 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f577704b-51fa-486d-96b3-b35d708f8013 req-4471ec1c-2e8c-43cd-b9f3-cc3aa0dee161 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.871178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:13.871521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:13.871917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:13.872346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Bound port: 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:13.872698 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.876381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545a495-d29b-4655-86fb-78a80aeb1017 None None] Pushing event updated for resources: {'Port': ['ID=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:13.882501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.935458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.001187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f577704b-51fa-486d-96b3-b35d708f8013 req-4471ec1c-2e8c-43cd-b9f3-cc3aa0dee161 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.007558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Pushing event updated for resources: {'Port': ['ID=cafb958f-2974-4c48-beca-cde69ebdbb04,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:14.015342 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-02b724fa-51cd-4475-bd12-9ce3f769fcfa tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4a491a45c0414658a713fd5f71f9a252&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934608 Nov 23 17:50:14.054287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:14.060570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:14.065045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3960bb3-c0b9-42bb-bfe0-62f652516e06 req-3737110a-7434-46d0-8733-2e907607ce01 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:14.074846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3960bb3-c0b9-42bb-bfe0-62f652516e06 req-3737110a-7434-46d0-8733-2e907607ce01 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 946 time: 0.1989090 Nov 23 17:50:14.075306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:14.100239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:14.118915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:14.129604 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.155025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f577704b-51fa-486d-96b3-b35d708f8013 req-4471ec1c-2e8c-43cd-b9f3-cc3aa0dee161 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.157651 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f577704b-51fa-486d-96b3-b35d708f8013 req-4471ec1c-2e8c-43cd-b9f3-cc3aa0dee161 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.158901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f577704b-51fa-486d-96b3-b35d708f8013 req-4471ec1c-2e8c-43cd-b9f3-cc3aa0dee161 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "DELETE /v2.0/security-groups/f55b75a1-c228-4c97-b1fc-ad4e4af04b3e HTTP/1.1" status: 204 len: 173 time: 0.4826927 Nov 23 17:50:14.188523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3960bb3-c0b9-42bb-bfe0-62f652516e06 req-fab8bc14-8c74-440d-adb3-5918e3c1cc30 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127861 Nov 23 17:50:14.214016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471ec1c-2e8c-43cd-b9f3-cc3aa0dee161 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b75a1-c228-4c97-b1fc-ad4e4af04b3e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:14.216702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:14.217390 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.219412 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] 10.222.0.66 "PUT /v2.0/ports/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 1092 time: 1.7661927 Nov 23 17:50:14.233499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:14.237315 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18" -d '{"events": [{"name": "network-changed", "server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:14.314304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c0fa168b-1dc2-490c-9d9e-384f021195a9 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:14.316792 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c0fa168b-1dc2-490c-9d9e-384f021195a9 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929986 Nov 23 17:50:14.330840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Request body: {'port': {'device_id': '9aee0177-cdda-4205-aa12-046890c2fa60', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '4a491a45c0414658a713fd5f71f9a252'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:14.330955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dadc91-77bf-4ce2-b6c0-f2d019cc9d60 service neutron] Pushing event updated for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:14.497468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-cfcf2d96-b6d8-499e-bc06-64b0fc982b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:14.499092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-cfcf2d96-b6d8-499e-bc06-64b0fc982b8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1095 time: 0.2228703 Nov 23 17:50:14.561178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Made reservation on behalf of 4a491a45c0414658a713fd5f71f9a252 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:14.566382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.572392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-d32dc08a-7ade-43d7-9c50-927aeeba7d45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 217 time: 0.0625842 Nov 23 17:50:14.584833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.669213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-fa9669c7-bd2d-47e5-b360-c4709e258fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:14.671726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-fa9669c7-bd2d-47e5-b360-c4709e258fdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0733635 Nov 23 17:50:14.689465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa88ce-8e9b-417c-aed0-9bb9b24f0f72 req-d861ce2a-c947-4bd5-84fe-4136ddbbe4d6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:14.693931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21fa88ce-8e9b-417c-aed0-9bb9b24f0f72 req-d861ce2a-c947-4bd5-84fe-4136ddbbe4d6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 944 time: 0.3201931 Nov 23 17:50:14.695781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:14.710834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-4aaaa427-2ce0-4ec5-a661-6dbdabe4f7cc tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 258 time: 0.4327657 Nov 23 17:50:14.721253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:14.769414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-d9035ae8-1126-4f9a-8f26-810e4c698ef4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555346 Nov 23 17:50:14.857010 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:14.857427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.980627 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:14.989027 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.040890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21fa88ce-8e9b-417c-aed0-9bb9b24f0f72 req-98eb2a3c-756d-4471-a5f4-1e83c6e6bae3 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238721 Nov 23 17:50:15.047897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.085927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-13492d04-125c-448a-ae79-642421f352cb service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042302 Nov 23 17:50:15.105559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:15.117441 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.210572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:15.248577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Allocated IP 192.168.233.251 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/1cd7a36e-cf8c-4205-afb0-a981017bfbaa) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:15.344212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38365c1b-f363-4fbf-ac3d-d78bbceb8bcb None None] Network c8c8e012-da4f-40b8-896f-136864ad4562 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:15.356047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7089e0f5-76c2-4224-afc0-8b285b7af66e req-c092b134-b846-47d1-bf17-42c698161964 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482524 Nov 23 17:50:15.384974 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.408282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.453308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2014959820', 'description': 'tempest-description-1887755784'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:15.457641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d3a24843-3b82-41ee-88e1-ccda02326ffb None None] Provisioning complete for port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:15.458939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d3a24843-3b82-41ee-88e1-ccda02326ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.531527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.547853 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.577516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Allocated IP 172.25.0.195 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/3f47bd64-1b90-472c-a9cd-62a30a5c1c73) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:15.651256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.715649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:50:15.725406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.738255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7b10a16e-af75-487e-829b-1b432e472615'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:15.787880 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.799548 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.806377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.860845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a7dc3-3a55-40b5-9126-3f1e36e88a40,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:15.879221 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:15.910421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:15.929265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:15.957635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.012434 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.030127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:16.031250 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.045627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Pushing event updated for resources: {'Port': ['ID=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:16.055005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:16.059084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:16.076359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:16.077087 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.110055 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-4e86298e-54d2-438a-8909-aec2d1ce5e9c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7833147 Nov 23 17:50:16.111683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:50:16.114055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c5417bd3-32d1-4008-a533-a5d2b2f8d685 None None] Provisioning complete for port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:16.114549 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5417bd3-32d1-4008-a533-a5d2b2f8d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.129626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Request body: {'port': {'device_id': '9aee0177-cdda-4205-aa12-046890c2fa60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:16.132812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Pushing event updated for resources: {'Port': ['ID=3f47bd64-1b90-472c-a9cd-62a30a5c1c73,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:16.193033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:50:16.198092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.203289 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a9be55fb-56a1-49f6-80d9-3405de0c6758 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5283368 Nov 23 17:50:16.214877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:16.215651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:16.217635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38918) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:16.283951 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.366502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:16.528257 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.529781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6fd5140f-3146-4ad2-b341-def1fe177666 req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0843012 Nov 23 17:50:16.554358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1535362-b1fa-4c0b-a45f-1c847e63207f tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bfbf5c-1f87-455c-8221-e0a1143d8a44,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:16.589226 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.689537 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.722289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:16.726371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:14Z', 'revision_number': 3, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:16.776510 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.786608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbf1e0-e78f-4e7e-8f21-b479edcf7f47 req-616dd475-0e77-4247-830e-69adc972e31d tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:16.788272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9dbf1e0-e78f-4e7e-8f21-b479edcf7f47 req-616dd475-0e77-4247-830e-69adc972e31d tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 936 time: 0.0885971 Nov 23 17:50:16.802920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:50:16.804195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Updating router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a port cafb958f-2974-4c48-beca-cde69ebdbb04 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:50:16.828639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9a84f101-35f8-4dbb-b7fd-240cf62df404 None None] Provisioning complete for port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:16.829013 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9a84f101-35f8-4dbb-b7fd-240cf62df404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.870604 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.893074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9dbf1e0-e78f-4e7e-8f21-b479edcf7f47 req-43913240-2087-46ca-80df-32b138ecfa8b tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837677 Nov 23 17:50:16.915037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9a84f101-35f8-4dbb-b7fd-240cf62df404 None None] Port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:16.963305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd7a36e-cf8c-4205-afb0-a981017bfbaa {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:17.006627 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.023932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:17.024567 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.027768 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Transition to ACTIVE for port object 1cd7a36e-cf8c-4205-afb0-a981017bfbaa will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:17.037528 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.043125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12bb2d39-9c86-4b86-b7de-40ed364802de req-ef963b55-c4b8-41fc-b63d-f23c870f4952 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/569ba301-f828-4c95-bbd5-26f12f54fefa HTTP/1.1" status: 200 len: 1829 time: 0.0837994 Nov 23 17:50:17.047339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.061884 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.159860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:17.173395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.173641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Pushing event updated for resources: {'Port': ['ID=3f47bd64-1b90-472c-a9cd-62a30a5c1c73,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:17.196973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.206125 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-12bb2d39-9c86-4b86-b7de-40ed364802de req-3722f78e-9cb2-4b30-a662-eb3c92cdbef3 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.240830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.248473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f834ce13-cbad-4313-8e91-7a7a222ab3ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5363009 Nov 23 17:50:17.251793 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-12bb2d39-9c86-4b86-b7de-40ed364802de req-3722f78e-9cb2-4b30-a662-eb3c92cdbef3 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.344352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Attempting to bind port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:17.344771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Attempting to bind port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:17.345175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Attempting to bind port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:17.351795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-4afd7fed-89df-4692-81b8-18b8fb3631dd tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.1015706 Nov 23 17:50:17.388268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:17.388583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Attempting to bind port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:17.400306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:17.400563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:17.400997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:17.401480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Bound port: 1cd7a36e-cf8c-4205-afb0-a981017bfbaa, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:17.401830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.484794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-12bb2d39-9c86-4b86-b7de-40ed364802de req-3722f78e-9cb2-4b30-a662-eb3c92cdbef3 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.487978 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-12bb2d39-9c86-4b86-b7de-40ed364802de req-3722f78e-9cb2-4b30-a662-eb3c92cdbef3 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.489523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12bb2d39-9c86-4b86-b7de-40ed364802de req-3722f78e-9cb2-4b30-a662-eb3c92cdbef3 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "DELETE /v2.0/security-groups/569ba301-f828-4c95-bbd5-26f12f54fefa HTTP/1.1" status: 204 len: 173 time: 0.4375665 Nov 23 17:50:17.500559 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Allocated IP 172.20.0.1 (c8c8e012-da4f-40b8-896f-136864ad4562/fad607a9-abe7-4538-a7c6-abae54c5e3c4/a1c3ab28-af6f-42ae-b5c2-1817092810dd) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:17.506426 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.512240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722f78e-9cb2-4b30-a662-eb3c92cdbef3 tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569ba301-f828-4c95-bbd5-26f12f54fefa,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:17.516813 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.521820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] For port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:17.527918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] For port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:17.545467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.549378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f8feffb8-f31c-4fe2-884f-737fa6cda53d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:17.562506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5478c746-04d6-4f69-843e-7e22224d06d1 req-f8feffb8-f31c-4fe2-884f-737fa6cda53d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2098122 Nov 23 17:50:17.577875 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812b8bad-4178-4e38-a453-70f7b8948ff5 x-openstack-request-id: req-812b8bad-4178-4e38-a453-70f7b8948ff5 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:17.578225 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:17.578496 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-812b8bad-4178-4e38-a453-70f7b8948ff5 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:17.578941 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07', 'status': 'completed', 'code': 200} Nov 23 17:50:17.601614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:17.602240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.603677 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] 10.222.0.66 "PUT /v2.0/ports/1cd7a36e-cf8c-4205-afb0-a981017bfbaa HTTP/1.1" status: 200 len: 1096 time: 1.4792817 Nov 23 17:50:17.616414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aee0177-cdda-4205-aa12-046890c2fa60', 'tag': '1cd7a36e-cf8c-4205-afb0-a981017bfbaa'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:17.621010 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494d2749-e417-4836-b0b6-f673567810f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9aee0177-cdda-4205-aa12-046890c2fa60", "tag": "1cd7a36e-cf8c-4205-afb0-a981017bfbaa"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:17.686954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Attempting to bind port cafb958f-2974-4c48-beca-cde69ebdbb04 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:17.687479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Attempting to bind port cafb958f-2974-4c48-beca-cde69ebdbb04 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:17.688244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Attempting to bind port cafb958f-2974-4c48-beca-cde69ebdbb04 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:17.700768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:17.701669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:17.702252 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.703353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:17.704781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Bound port: cafb958f-2974-4c48-beca-cde69ebdbb04, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:17.706062 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.714876 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.720408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8e892-63ee-4afb-8281-06cbef035fb6 None None] Pushing event updated for resources: {'Port': ['ID=cafb958f-2974-4c48-beca-cde69ebdbb04,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:17.730114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800cc78-52f2-483b-b5a5-4a6b03482961 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:17.775487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-0b8bed89-fedd-4944-bc64-6ea571d17b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:17.779232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-0b8bed89-fedd-4944-bc64-6ea571d17b20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1095 time: 0.1784666 Nov 23 17:50:17.787516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c1f26c7b-9d21-41e0-9036-f6e3b5f11441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:17.789338 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-c1f26c7b-9d21-41e0-9036-f6e3b5f11441 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a491a45c0414658a713fd5f71f9a252&device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 1099 time: 0.1166096 Nov 23 17:50:17.794275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.796901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] For port cafb958f-2974-4c48-beca-cde69ebdbb04, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:17.801299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] For port cafb958f-2974-4c48-beca-cde69ebdbb04, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cafb958f-2974-4c48-beca-cde69ebdbb04,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:17.811055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.839150 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-d5cc78b3-39cf-4cdc-965c-edd3cd5b4f12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1cd7a36e-cf8c-4205-afb0-a981017bfbaa HTTP/1.1" status: 200 len: 217 time: 0.0415182 Nov 23 17:50:17.855160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1deab8-ed29-45ea-a00b-34d3ea6c8d84 req-39530ad7-ca46-4ff0-9a51-3f3be4fa8f4f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:17.856961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb1deab8-ed29-45ea-a00b-34d3ea6c8d84 req-39530ad7-ca46-4ff0-9a51-3f3be4fa8f4f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 946 time: 0.1811032 Nov 23 17:50:17.873444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:17.874910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:17.910867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-ca79db88-99bf-4c1e-bd43-99b2b6938f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:17.912990 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-ca79db88-99bf-4c1e-bd43-99b2b6938f69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0655684 Nov 23 17:50:17.914771 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.986407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04397d32-1f6b-47c1-8399-b4220c9a2937 req-b83c1638-48c2-4cdb-b4a6-aecdc727a4ea tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:17.993474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Network c8c8e012-da4f-40b8-896f-136864ad4562 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:17.995645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04397d32-1f6b-47c1-8399-b4220c9a2937 req-b83c1638-48c2-4cdb-b4a6-aecdc727a4ea tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 944 time: 0.2134106 Nov 23 17:50:18.002027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:18.005196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:18.017452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8e892-63ee-4afb-8281-06cbef035fb6 None None] Pushing event updated for resources: {'Port': ['ID=cafb958f-2974-4c48-beca-cde69ebdbb04,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:18.030093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c3ab28-af6f-42ae-b5c2-1817092810dd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:18.052893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-19c79960-13ee-48f1-ad4e-b9e2430f21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:18.054229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:18.054670 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-19c79960-13ee-48f1-ad4e-b9e2430f21f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294773 Nov 23 17:50:18.058160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04397d32-1f6b-47c1-8399-b4220c9a2937 req-447192d4-c8f2-4928-8fbf-379f8ffeb424 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610111 Nov 23 17:50:18.063629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb1deab8-ed29-45ea-a00b-34d3ea6c8d84 req-52b2ed45-7be0-4aca-8914-5ac64b9a5611 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940331 Nov 23 17:50:18.091173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-846b2758-d9cb-4884-9fb9-2aa003ce972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:18.102558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-846b2758-d9cb-4884-9fb9-2aa003ce972b service neutron] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.3038666 Nov 23 17:50:18.112879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.153847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-94469247-4eb1-45e9-a262-90deb0455b3d req-2b0ab772-9485-4eef-b97e-e4dcaa2524e6 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Request body: {'security_group': {'name': 'tempest-securitygroup-68015282', 'description': 'tempest-description-217665015'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:18.169369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-613e9474-0d48-4aa7-a063-eb9e3987a8a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 217 time: 0.0685461 Nov 23 17:50:18.236896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-d9f0575a-e96f-441e-b34c-b140d8c80acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:18.236896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-d9f0575a-e96f-441e-b34c-b140d8c80acc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0577493 Nov 23 17:50:18.286903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69cb7be3-9615-488d-a90b-53a7a2ac8198 req-911704ac-cfcc-4da7-aa5f-fb3f271e29de tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "GET /v2.0/security-groups/7bbc9abd-dcea-4f01-a1c7-b87f02878936 HTTP/1.1" status: 200 len: 1829 time: 0.1758256 Nov 23 17:50:18.289883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-c0756fb8-850b-4e0e-8db3-42f55d494c58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407550 Nov 23 17:50:18.290931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-94469247-4eb1-45e9-a262-90deb0455b3d req-2b0ab772-9485-4eef-b97e-e4dcaa2524e6 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.381904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-79024010-0231-4a96-a9c2-de6fd6cc6905 None None] Provisioning complete for port a1c3ab28-af6f-42ae-b5c2-1817092810dd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:18.382283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79024010-0231-4a96-a9c2-de6fd6cc6905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.422050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:14Z', 'revision_number': 3, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:18.451824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-79024010-0231-4a96-a9c2-de6fd6cc6905 None None] Port a1c3ab28-af6f-42ae-b5c2-1817092810dd cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:18.453378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0014e-eff3-4f91-828d-31f88254feef None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:14Z', 'revision_number': 3, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:50:18.478020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-046123db-1e1f-495d-b84e-3c5d1b266cae service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734564 Nov 23 17:50:18.480760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69cb7be3-9615-488d-a90b-53a7a2ac8198 req-2122d5dc-3418-4d91-9815-f0490a70022b tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.510582 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-230f22d0-9c36-4acc-ab22-804991587e3f service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385622 Nov 23 17:50:18.519457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-94469247-4eb1-45e9-a262-90deb0455b3d req-2b0ab772-9485-4eef-b97e-e4dcaa2524e6 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.540508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-94469247-4eb1-45e9-a262-90deb0455b3d req-2b0ab772-9485-4eef-b97e-e4dcaa2524e6 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.555494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69cb7be3-9615-488d-a90b-53a7a2ac8198 req-2122d5dc-3418-4d91-9815-f0490a70022b tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.618393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.631878 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-94469247-4eb1-45e9-a262-90deb0455b3d req-2b0ab772-9485-4eef-b97e-e4dcaa2524e6 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.643269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94469247-4eb1-45e9-a262-90deb0455b3d req-2b0ab772-9485-4eef-b97e-e4dcaa2524e6 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5305438 Nov 23 17:50:18.655208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ab772-9485-4eef-b97e-e4dcaa2524e6 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7bfdc8-5334-412e-89fc-fb7cde617f58,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:18.680259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1db9a639-1f42-4e80-bea2-2f0d0eac452a req-3a27572c-e1b4-4bca-89d2-6d0195cc61f5 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623580 Nov 23 17:50:18.699377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56dcd0c4-9e1d-4ffc-bdd3-eaa8552c7c18 req-60824817-4a7e-4fc3-9aee-bd603e6ccee8 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134426 Nov 23 17:50:18.703165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69cb7be3-9615-488d-a90b-53a7a2ac8198 req-2122d5dc-3418-4d91-9815-f0490a70022b tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.708118 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69cb7be3-9615-488d-a90b-53a7a2ac8198 req-2122d5dc-3418-4d91-9815-f0490a70022b tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.718751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38936) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:18.723226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69cb7be3-9615-488d-a90b-53a7a2ac8198 req-2122d5dc-3418-4d91-9815-f0490a70022b tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] 10.222.0.74 "DELETE /v2.0/security-groups/7bbc9abd-dcea-4f01-a1c7-b87f02878936 HTTP/1.1" status: 204 len: 173 time: 0.4149146 Nov 23 17:50:18.763272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122d5dc-3418-4d91-9815-f0490a70022b tempest-SecurityGroupRulesNegativeTestJSON-1843793588 tempest-SecurityGroupRulesNegativeTestJSON-1843793588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbc9abd-dcea-4f01-a1c7-b87f02878936,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:18.835582 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa08b71-6169-4a54-a14c-472827fb4f40 x-openstack-request-id: req-7fa08b71-6169-4a54-a14c-472827fb4f40 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:18.835879 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aee0177-cdda-4205-aa12-046890c2fa60", "tag": "1cd7a36e-cf8c-4205-afb0-a981017bfbaa", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:18.836235 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7fa08b71-6169-4a54-a14c-472827fb4f40 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:18.836646 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aee0177-cdda-4205-aa12-046890c2fa60', 'tag': '1cd7a36e-cf8c-4205-afb0-a981017bfbaa', 'status': 'completed', 'code': 200} Nov 23 17:50:18.852345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44c68a0-ae7a-455f-aeb8-85c47ac2a383 admin admin] Deleting subnet 31461277-f853-419e-a383-201238fdebef {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:50:18.857388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f44c68a0-ae7a-455f-aeb8-85c47ac2a383 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.931155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f44c68a0-ae7a-455f-aeb8-85c47ac2a383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.986795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:18.994737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.002207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f44c68a0-ae7a-455f-aeb8-85c47ac2a383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.004531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-d10451fe-6838-4287-8898-5b72749060f2 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.006258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-d10451fe-6838-4287-8898-5b72749060f2 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1720269 Nov 23 17:50:19.009258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d2749-e417-4836-b0b6-f673567810f4 req-940a1a87-1f61-4fdb-a3e5-cbb997c2504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.010722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-494d2749-e417-4836-b0b6-f673567810f4 req-940a1a87-1f61-4fdb-a3e5-cbb997c2504b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a491a45c0414658a713fd5f71f9a252&device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 1099 time: 0.1340308 Nov 23 17:50:19.026837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cd56-2f7f-4938-84ec-448a76a92d0d req-b0093b97-7fc8-446c-818b-ebf597d8c929 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.028458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba16cd56-2f7f-4938-84ec-448a76a92d0d req-b0093b97-7fc8-446c-818b-ebf597d8c929 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 948 time: 0.1275432 Nov 23 17:50:19.108235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c3ab28-af6f-42ae-b5c2-1817092810dd,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:19.111673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.120565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-fb32c74a-b933-4e10-bbeb-558e1a260b0b tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.1048641 Nov 23 17:50:19.169956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Request body: {'floatingip': {'port_id': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:19.183576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f44c68a0-ae7a-455f-aeb8-85c47ac2a383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.186934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:19.220729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f44c68a0-ae7a-455f-aeb8-85c47ac2a383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.224458 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f44c68a0-ae7a-455f-aeb8-85c47ac2a383 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/31461277-f853-419e-a383-201238fdebef HTTP/1.1" status: 204 len: 168 time: 0.5047162 Nov 23 17:50:19.227622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c68a0-ae7a-455f-aeb8-85c47ac2a383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31461277-f853-419e-a383-201238fdebef,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:19.230073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38940) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:19.236660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.246463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba16cd56-2f7f-4938-84ec-448a76a92d0d req-3dbf4596-8d16-4981-82e8-ec0a3850ae2c tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047164 Nov 23 17:50:19.320381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d2749-e417-4836-b0b6-f673567810f4 req-2c2b52d1-1a97-438c-9911-3d97d4843cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.321865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-494d2749-e417-4836-b0b6-f673567810f4 req-2c2b52d1-1a97-438c-9911-3d97d4843cf6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2923572 Nov 23 17:50:19.328326 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.361373 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.370938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Network c8c8e012-da4f-40b8-896f-136864ad4562 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:19.371162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:19.377022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:19.389078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07', 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'port_id': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07', 'mac_address': 'fa:16:3e:0b:f1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9c281e-254d-40ce-9c58-9ec3c3901b80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:19.441671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-494d2749-e417-4836-b0b6-f673567810f4 req-db6a0e56-94e4-4d32-b0d3-09d1aa6abccb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1cd7a36e-cf8c-4205-afb0-a981017bfbaa HTTP/1.1" status: 200 len: 217 time: 0.1119542 Nov 23 17:50:19.487167 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.513050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:19.538042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:19.545900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.573856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.611367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d43bef-a70f-43ea-9da4-c7d60393843b']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:19.621341 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:19.626026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8089f7ec-5856-4da5-8d6e-5138211f7777') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:19.626359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8089f7ec-5856-4da5-8d6e-5138211f7777') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:19.641352 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.655370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:50:19.663636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.672931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:50:19.673368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:50:19.675440 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:50:19.686153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77033fa-d894-4209-8453-d04000cff1ea req-853652a6-3b18-4e32-a6c1-208e5f6abb0e tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.687842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b77033fa-d894-4209-8453-d04000cff1ea req-853652a6-3b18-4e32-a6c1-208e5f6abb0e tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 946 time: 0.2607479 Nov 23 17:50:19.700609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d2749-e417-4836-b0b6-f673567810f4 req-32ad0283-8094-4a39-bbe4-0ab26c8fa70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.702759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-494d2749-e417-4836-b0b6-f673567810f4 req-32ad0283-8094-4a39-bbe4-0ab26c8fa70c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.2336740 Nov 23 17:50:19.770004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1e83eaa4-b59e-4cbb-bbcb-a3750b457b07'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:19.789752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.793428 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.796730 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/89d43bef-a70f-43ea-9da4-c7d60393843b HTTP/1.1" status: 204 len: 168 time: 0.5640399 Nov 23 17:50:19.833814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c811ebf3-9490-4f32-9294-9eeeb93928fe None None] Provisioning complete for port a1c3ab28-af6f-42ae-b5c2-1817092810dd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:19.834415 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c811ebf3-9490-4f32-9294-9eeeb93928fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.889250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d2749-e417-4836-b0b6-f673567810f4 req-695a1e3f-95af-419c-af4b-f2720eb03440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.890815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-494d2749-e417-4836-b0b6-f673567810f4 req-695a1e3f-95af-419c-af4b-f2720eb03440 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779494 Nov 23 17:50:19.895218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:50:19.901597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550be02b-e32c-4072-bfdb-5f1ff88f3cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d43bef-a70f-43ea-9da4-c7d60393843b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:19.902331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c811ebf3-9490-4f32-9294-9eeeb93928fe None None] Port a1c3ab28-af6f-42ae-b5c2-1817092810dd cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:19.902470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b77033fa-d894-4209-8453-d04000cff1ea req-4632baca-ea93-4950-8510-58183f37a7c9 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792605 Nov 23 17:50:19.948872 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ec63bf8b-f89d-4414-9f30-2a3d07fffbe2 admin admin] 10.222.0.74 "PUT /v2.0/routers/13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7300456 Nov 23 17:50:20.065661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1572489810', 'description': 'tempest-description-64836829'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:20.069545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:20.115105 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c1ae8c70-e466-4288-b3a5-cde65740b8ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0e90ff6b6894c0983b25cc152b849fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437083 Nov 23 17:50:20.118314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38952) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:20.126196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-494d2749-e417-4836-b0b6-f673567810f4 req-d417b920-a063-4111-9f66-501905ad7114 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202988 Nov 23 17:50:20.129411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.179982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a6db-d0af-472d-9e63-7fe21dcfe0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.183176 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.219851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.223048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a6db-d0af-472d-9e63-7fe21dcfe0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.280366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a6db-d0af-472d-9e63-7fe21dcfe0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.283282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a6db-d0af-472d-9e63-7fe21dcfe0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.284681 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7bd3a6db-d0af-472d-9e63-7fe21dcfe0d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2e8c942-f693-4a6f-9592-18eb3e8d66c2 HTTP/1.1" status: 204 len: 168 time: 0.1650462 Nov 23 17:50:20.293700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3a6db-d0af-472d-9e63-7fe21dcfe0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e8c942-f693-4a6f-9592-18eb3e8d66c2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:20.318817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.330177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.370568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-494d2749-e417-4836-b0b6-f673567810f4 req-9cb66ec4-135b-4965-8186-b011ea8b5396 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195687 Nov 23 17:50:20.622856 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:50:20.635158 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:20.635791 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:20.661369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cafb958f-2974-4c48-beca-cde69ebdbb04 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:20.732346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cafb958f-2974-4c48-beca-cde69ebdbb04 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:20.733089 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.751335 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:20.778079 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.785268 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Floating IP 59ba912f-3d00-43d6-9460-e1b93809bb46 associated. External IP: 172.25.0.195, port: c2076e88-d658-4df1-9fbc-0709fef1566f. Nov 23 17:50:20.792381 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.838633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.866125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port cafb958f-2974-4c48-beca-cde69ebdbb04, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cafb958f-2974-4c48-beca-cde69ebdbb04,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:20.871741 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:20.931172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=cafb958f-2974-4c48-beca-cde69ebdbb04,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:20.940133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3499dd2d-5803-4ad7-8fc0-abdcca7f0f3b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:20.972067 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 2, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:20.996965 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.001836 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:50:21.002206 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Updating router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a port a1c3ab28-af6f-42ae-b5c2-1817092810dd binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:50:21.005881 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.027670 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.076437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.077804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b3c8dc-3d3c-4aee-9857-3dcd9def72bf req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0211782 Nov 23 17:50:21.111055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d6ba4-773d-4436-8ccd-a67cb82a16db tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42545f2-d4fa-4e8b-bacd-c131421237a1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:21.141481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Router 5682faf8-3080-491c-bb6a-b40d04f316a3 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:50:21.155948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:21.208498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1cd7a36e-cf8c-4205-afb0-a981017bfbaa details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:21.253787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:21.277550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-687326625-network', 'tenant_id': '703db554b94342ae907549e01dd895b2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:21.311595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:21.315100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.327863 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.337520 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.346052 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.355384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:50:21.362967 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.375772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] Sync routers for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:50:21.381052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:21.384745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5a75f-e942-45ae-9310-36a3e0b31881 req-01646593-05f5-421c-9669-a551d39fa7cf tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:21.393554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0d5a75f-e942-45ae-9310-36a3e0b31881 req-01646593-05f5-421c-9669-a551d39fa7cf tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 945 time: 0.1145592 Nov 23 17:50:21.394071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:21.394752 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.415857 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddca6c5-ff85-4fcd-a956-3f496929e5f3 None None] Pushing event updated for resources: {'Port': ['ID=a1c3ab28-af6f-42ae-b5c2-1817092810dd,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:21.450575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.454395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-3c1e6709-b2ab-4317-9e42-0af4861ee67e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "PUT /v2.0/floatingips/59ba912f-3d00-43d6-9460-e1b93809bb46 HTTP/1.1" status: 200 len: 996 time: 2.2967017 Nov 23 17:50:21.455185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:21.458523 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:21.464344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.467957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:21.492435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:21.493076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:21.499251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '1cd7a36e-cf8c-4205-afb0-a981017bfbaa', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '1cd7a36e-cf8c-4205-afb0-a981017bfbaa', 'mac_address': 'fa:16:3e:62:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:21.508860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:50:21.515037 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Attempting to bind port a1c3ab28-af6f-42ae-b5c2-1817092810dd on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:21.515419 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Attempting to bind port a1c3ab28-af6f-42ae-b5c2-1817092810dd by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:21.515828 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Attempting to bind port a1c3ab28-af6f-42ae-b5c2-1817092810dd on network c8c8e012-da4f-40b8-896f-136864ad4562 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:21.522935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:21.523605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Checking segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:21.524181 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.529183 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Bound using segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:21.530131 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Bound port: a1c3ab28-af6f-42ae-b5c2-1817092810dd, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:21.530742 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.533694 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.534001 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Added segment 26f0ad9e-0496-445f-a002-5ca0dbffd94d of type vlan for network 71657ed7-efb3-4215-a46a-72aebbfbf13e Nov 23 17:50:21.541173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0d5a75f-e942-45ae-9310-36a3e0b31881 req-73601dc5-35ce-4a16-a0f1-0d2cfc9ee106 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438968 Nov 23 17:50:21.578815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:21.609887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.637196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-d0e535d8-ba2b-4266-a3fe-a283ff316302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:21.641048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.642256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:21.643104 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.647650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-d0e535d8-ba2b-4266-a3fe-a283ff316302 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3411eac8564e4814b539fbd8ee37769f&device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 1096 time: 0.1270180 Nov 23 17:50:21.681796 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5243998 Nov 23 17:50:21.690169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38992) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:21.693562 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] For port a1c3ab28-af6f-42ae-b5c2-1817092810dd, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:21.702204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Request body: {'subnet': {'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-687326625-subnet', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:21.707363 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] For port a1c3ab28-af6f-42ae-b5c2-1817092810dd, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a1c3ab28-af6f-42ae-b5c2-1817092810dd,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:21.714979 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.726162 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.750803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da33bf-cacf-42a0-a51e-6b78ab214b7e admin admin] Pushing event updated for resources: {'Network': ['ID=71657ed7-efb3-4215-a46a-72aebbfbf13e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:21.800205 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:21.801155 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:21.827682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 71657ed7-efb3-4215-a46a-72aebbfbf13e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:50:21.828224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-24ab466d-5206-4c29-a86e-cb7b323bdaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:21.830181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-24ab466d-5206-4c29-a86e-cb7b323bdaa6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585 HTTP/1.1" status: 200 len: 930 time: 0.1817644 Nov 23 17:50:21.832245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:21.843110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.843965 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.846843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd7a36e-cf8c-4205-afb0-a981017bfbaa {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:21.868113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:21.916675 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:21.946163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-e0042c2e-088c-41bc-98f6-a11c36131676 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 200 len: 999 time: 0.0995381 Nov 23 17:50:22.097548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-e65a922d-8ce2-468d-ab7a-2982b2f476ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:22.100732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-e65a922d-8ce2-468d-ab7a-2982b2f476ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c11cb9d3-10c4-4e67-a1f8-5b0627732bd3 HTTP/1.1" status: 200 len: 868 time: 0.1414030 Nov 23 17:50:22.121115 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddca6c5-ff85-4fcd-a956-3f496929e5f3 None None] Pushing event updated for resources: {'Port': ['ID=a1c3ab28-af6f-42ae-b5c2-1817092810dd,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:22.143443 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:22.190335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cff6f16c-cd78-4d2d-bf5b-df15d0ea8164 None None] Provisioning complete for port a1c3ab28-af6f-42ae-b5c2-1817092810dd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:22.190988 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cff6f16c-cd78-4d2d-bf5b-df15d0ea8164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:22.193040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:22.195670 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6616e45d-ef4d-41ca-b2d4-0e0b2a7c79b5" -d '{"events": [{"server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "name": "network-vif-plugged", "status": "completed", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:22.245002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:22.288041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1cd7a36e-cf8c-4205-afb0-a981017bfbaa'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:22.299673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:22.329676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-44e64104-2e2f-4078-b5b1-85decd1852fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:22.335994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-44e64104-2e2f-4078-b5b1-85decd1852fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275143 Nov 23 17:50:22.359282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:22.363169 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:22.391723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-b3dd038f-e6f6-4252-983b-2e9b52f8583a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:50:22.392851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-b3dd038f-e6f6-4252-983b-2e9b52f8583a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460758 Nov 23 17:50:22.396358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-6c4ef296-50c9-4fc7-8215-5ba428fe81fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1771703 Nov 23 17:50:22.481721 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:21Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:22.513968 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0696b-1c06-4869-82c9-abcaf1505f12 None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:21Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:50:22.559691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-a510bb28-16e3-479a-b2e8-6fb02a62f75c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2226996 Nov 23 17:50:22.561382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:22.674485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cff6f16c-cd78-4d2d-bf5b-df15d0ea8164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:22.720749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cafb958f-2974-4c48-beca-cde69ebdbb04 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:22.732763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-0d0bfa73-e787-4746-8a24-b685f11fa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:22.734325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-0d0bfa73-e787-4746-8a24-b685f11fa669 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 1096 time: 0.2687905 Nov 23 17:50:22.741713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-f9416565-fc57-4d4f-8a8b-cbaa94b4ef08 service neutron] 10.222.0.74 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171206 Nov 23 17:50:22.746349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:22.858571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cff6f16c-cd78-4d2d-bf5b-df15d0ea8164 None None] For port a1c3ab28-af6f-42ae-b5c2-1817092810dd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a1c3ab28-af6f-42ae-b5c2-1817092810dd,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:22.860914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-d4747b1e-3a35-495a-a296-5b1571d77945 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:22.862531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-d4747b1e-3a35-495a-a296-5b1571d77945 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 820 time: 0.4008830 Nov 23 17:50:22.875561 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cff6f16c-cd78-4d2d-bf5b-df15d0ea8164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:22.938229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-79ac7447-f88c-4032-8d21-30528387aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:22.939778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-79ac7447-f88c-4032-8d21-30528387aee5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1095 time: 0.2735884 Nov 23 17:50:22.974473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd0981e-d3d8-44bc-835a-0962bb885ff4,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:22.995857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-3ea8cece-11e1-48f1-bccd-bb1d7b302a15 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/quotas/8be8565f31504c5489b71d419c8c7b4d HTTP/1.1" status: 200 len: 375 time: 0.1062884 Nov 23 17:50:23.005537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6f16c-cd78-4d2d-bf5b-df15d0ea8164 None None] Pushing event updated for resources: {'Port': ['ID=a1c3ab28-af6f-42ae-b5c2-1817092810dd,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:23.013920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cafb958f-2974-4c48-beca-cde69ebdbb04 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:23.014293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.046763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-45af1587-61cd-4c1d-a226-3cb1b84ea4a2 None None] Provisioning complete for port a1c3ab28-af6f-42ae-b5c2-1817092810dd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:23.047140 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-45af1587-61cd-4c1d-a226-3cb1b84ea4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.079410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Checking segment: {'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:23.079776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Network hostable DHCP agents. Network: 71657ed7-efb3-4215-a46a-72aebbfbf13e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:50:23.101057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '59ba912f-3d00-43d6-9460-e1b93809bb46', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'port_id': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'mac_address': 'fa:16:3e:ed:c4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:16Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 1, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 5, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:23.126894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae6ec3be-dec2-4661-8203-f0f143b62330 req-17addce6-ee31-461a-a2e4-54face07a2c0 service neutron] 10.222.0.74 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774273 Nov 23 17:50:23.134939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] Checking router: 5682faf8-3080-491c-bb6a-b40d04f316a3 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:50:23.142236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-c74164be-c39c-43ea-84a6-615e6d9b7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:23.143751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-c74164be-c39c-43ea-84a6-615e6d9b7bfa service neutron] 10.222.0.66 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 925 time: 0.3722620 Nov 23 17:50:23.189464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:23.190104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:23.216828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Network 71657ed7-efb3-4215-a46a-72aebbfbf13e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:50:23.232973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-aee036bd-a712-45d8-b2ce-fe89c5a5ae65 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2151918 Nov 23 17:50:23.257329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-d321b0b3-164e-41d1-8b1e-65e83fa643b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:23.258824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-d321b0b3-164e-41d1-8b1e-65e83fa643b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.2803483 Nov 23 17:50:23.282759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 71657ed7-efb3-4215-a46a-72aebbfbf13e) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:23.314727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:23.315335 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.322733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b456f9b-7c96-4446-9f4b-8a5da4510b83 None None] Network 71657ed7-efb3-4215-a46a-72aebbfbf13e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:23.366552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-b640023d-1c36-4b04-9ba6-1e67f99f2fd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef HTTP/1.1" status: 200 len: 1000 time: 0.2140796 Nov 23 17:50:23.374223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-7e942634-2f75-4e96-a3c5-e5794c829415 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 217 time: 0.0869370 Nov 23 17:50:23.413898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:23.484133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0828d0de-eb00-44e0-9750-dd87691683b6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7927322 Nov 23 17:50:23.486762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39018) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:23.492183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:23.523277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-03f21aa2-3513-4a93-9f10-d0d1bc1080ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:23.524063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.524758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-03f21aa2-3513-4a93-9f10-d0d1bc1080ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de0b5e46-f000-431b-b8da-20f7dac2bfd7 HTTP/1.1" status: 200 len: 863 time: 0.1473434 Nov 23 17:50:23.526240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.533742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234a120-5e69-409b-834c-0a9926f8670a req-a63704f7-f919-4bcb-bca0-f7e2a89977a1 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:23.535341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3234a120-5e69-409b-834c-0a9926f8670a req-a63704f7-f919-4bcb-bca0-f7e2a89977a1 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 949 time: 0.3112218 Nov 23 17:50:23.609405 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.610078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-0efbcfd5-cc14-4b82-bb32-acfb67e056ef service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543239 Nov 23 17:50:23.619447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-1ed05c5b-9486-45f2-97e6-371271efe24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:23.620862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-1ed05c5b-9486-45f2-97e6-371271efe24e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.2347825 Nov 23 17:50:23.693328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-067cac13-3848-4c03-b4d0-7f490604f626 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549068 Nov 23 17:50:23.704644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-71657ed7-efb3-4215-a46a-72aebbfbf13e', 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'fixed_ips': [{'subnet_id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:50:23.705510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.791590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.895669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '59ba912f-3d00-43d6-9460-e1b93809bb46', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'port_id': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'mac_address': 'fa:16:3e:ed:c4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:16Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 1, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 5, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:24.042101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3234a120-5e69-409b-834c-0a9926f8670a req-159e3f1a-482e-4c25-b2f1-5c1eea75035d tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752622 Nov 23 17:50:24.048761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-81a6189a-e86f-4a00-a049-2168a146ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:24.050390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-81a6189a-e86f-4a00-a049-2168a146ebaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=66c6e7c6-cfc0-43dd-a817-5db419986990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5081520 Nov 23 17:50:24.082184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.089052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b5847-cabb-467f-aa44-d03d96de58e7 None None] The sync data for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 is: [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '59ba912f-3d00-43d6-9460-e1b93809bb46', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'port_id': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'mac_address': 'fa:16:3e:ed:c4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:16Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 1, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 5, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:50:24.100882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c7b415b7-3010-4dc7-9b6b-7a2591d5bf96 req-114348a0-ca68-46be-932d-77f05523c5b0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1752402134', 'description': 'tempest-description-808651684'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:24.106726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Allocated IP 172.20.0.2 (71657ed7-efb3-4215-a46a-72aebbfbf13e/bdd0981e-d3d8-44bc-835a-0962bb885ff4/9b48d8fe-033e-49e1-aaef-86ed3425bc6c) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:24.112181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.203320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-6f5eab8f-9422-41db-8899-2bba5cb9b30d service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787396 Nov 23 17:50:24.221266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c7b415b7-3010-4dc7-9b6b-7a2591d5bf96 req-114348a0-ca68-46be-932d-77f05523c5b0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.265949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-004cfbc9-d94f-487e-9434-c865acfa39a3 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371895 Nov 23 17:50:24.276783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-14052816-bb72-40ac-9773-0d4ebfe38fa4 service neutron] 10.222.0.66 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149358 Nov 23 17:50:24.278726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Allocated IP 172.25.0.166 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/80089965-262f-4662-9e0b-fa41138b279e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:24.298983 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.312364 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.363914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f6a398fe-fbbe-4f83-8579-fcd825bf4333 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:24.368013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Network 71657ed7-efb3-4215-a46a-72aebbfbf13e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:24.379350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:24.391676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:24.397941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Pushing event updated for resources: {'Port': ['ID=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:24.486815 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512109f0-74a8-4d0b-ac37-b4e3518877f3 None None] New status for floating IP 59ba912f-3d00-43d6-9460-e1b93809bb46: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:50:24.502212 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba186b28-2016-4704-ac99-0270123417cb x-openstack-request-id: req-ba186b28-2016-4704-ac99-0270123417cb {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:24.510121 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:24.510549 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ba186b28-2016-4704-ac99-0270123417cb {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:24.511315 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'status': 'completed', 'code': 200} Nov 23 17:50:24.529317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.573434 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c7b415b7-3010-4dc7-9b6b-7a2591d5bf96 req-114348a0-ca68-46be-932d-77f05523c5b0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.596965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cbc9678-c80d-4de4-835f-8a0447e68c74 req-27e53508-fccf-4046-a0a9-fcc1ca78b206 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161547 Nov 23 17:50:24.598848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c7b415b7-3010-4dc7-9b6b-7a2591d5bf96 req-114348a0-ca68-46be-932d-77f05523c5b0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.620891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Attempting to bind port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:24.621446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Attempting to bind port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:24.621819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Attempting to bind port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c on network 71657ed7-efb3-4215-a46a-72aebbfbf13e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:24.632827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6f5e98-672c-4374-a023-dff2ce7d6c44 req-53c47f24-5a75-4989-a94d-4be266ac0efe service neutron] 10.222.0.66 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419797 Nov 23 17:50:24.637524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:24.637984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Checking segment: {'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:24.638794 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.638794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Bound using segment: {'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:24.643058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Bound port: 9b48d8fe-033e-49e1-aaef-86ed3425bc6c, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:24.643551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.683287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c7b415b7-3010-4dc7-9b6b-7a2591d5bf96 req-114348a0-ca68-46be-932d-77f05523c5b0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.684633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7b415b7-3010-4dc7-9b6b-7a2591d5bf96 req-114348a0-ca68-46be-932d-77f05523c5b0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5943625 Nov 23 17:50:24.696431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114348a0-ca68-46be-932d-77f05523c5b0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff736f50-07e9-4645-bc4f-9ad64ec1bd29,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:24.715825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:24.756282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a1c3ab28-af6f-42ae-b5c2-1817092810dd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:24.758597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-724114f6-a3fa-4dd6-a7e1-002095bfd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:24.759549 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-724114f6-a3fa-4dd6-a7e1-002095bfd90b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3411eac8564e4814b539fbd8ee37769f&device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 1096 time: 0.2237561 Nov 23 17:50:24.810865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333', 'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'port_id': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333', 'mac_address': 'fa:16:3e:de:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b1c274-f73c-4580-89ef-30ab01020e69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:24.830528 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:24.867626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:24.885694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:24.921440 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f4edd-2250-4e0c-a49d-22479262f47f x-openstack-request-id: req-327f4edd-2250-4e0c-a49d-22479262f47f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:24.929218 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "name": "network-vif-plugged", "status": "completed", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:24.929788 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-327f4edd-2250-4e0c-a49d-22479262f47f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:24.930409 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07', 'code': 200} Nov 23 17:50:24.948659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] For port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:24.956659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Pushing event updated for resources: {'Port': ['ID=80089965-262f-4662-9e0b-fa41138b279e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:24.982733 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:25.031809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] For port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,segment=NetworkSegment(26f0ad9e-0496-445f-a002-5ca0dbffd94d),segment_id=26f0ad9e-0496-445f-a002-5ca0dbffd94d)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:25.032028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:25.033773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a1c3ab28-af6f-42ae-b5c2-1817092810dd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:25.034650 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:25.034811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-ba7762b3-d286-4f5d-9e99-2a8d85379e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:25.037378 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-ba7762b3-d286-4f5d-9e99-2a8d85379e3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585 HTTP/1.1" status: 200 len: 930 time: 0.2490625 Nov 23 17:50:25.071495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6a398fe-fbbe-4f83-8579-fcd825bf4333 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:25.130865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d257b-5be2-4534-b141-3b9972efe6cd req-15914f3c-3421-40d1-beed-a46c1b99cd38 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:25.131472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:25.132558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b09d257b-5be2-4534-b141-3b9972efe6cd req-15914f3c-3421-40d1-beed-a46c1b99cd38 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 946 time: 0.2295661 Nov 23 17:50:25.147776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36408a3-db33-47fb-aba2-540210747ccf req-6ba53d15-1cbd-47a9-8002-d568cd6e899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:25.149253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c36408a3-db33-47fb-aba2-540210747ccf req-6ba53d15-1cbd-47a9-8002-d568cd6e899b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1097 time: 0.1321461 Nov 23 17:50:25.154750 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:25.210836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-2420fbb2-2c27-4ae7-bab8-8246f5208ef5 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 258 time: 0.2499108 Nov 23 17:50:25.218991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:25.256540 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:25.271768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c36408a3-db33-47fb-aba2-540210747ccf req-9f51d5c9-3741-49b4-a1c6-6b93e7fe3048 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071682 Nov 23 17:50:25.277806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b09d257b-5be2-4534-b141-3b9972efe6cd req-0442047e-1789-4e38-8fcb-1fa95c30862a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348825 Nov 23 17:50:25.288379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1cd7a36e-cf8c-4205-afb0-a981017bfbaa up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:25.306157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:25.417755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f6dc4-7d8c-49fc-bee8-955b3cdfb94b None None] Pushing event updated for resources: {'Port': ['ID=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:25.439395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['f6a398fe-fbbe-4f83-8579-fcd825bf4333'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:25.604668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c5b857f-bb5d-48ac-99f9-e550e4ce00dc req-b8cef54f-5a52-472c-861f-7282b9902943 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 210 time: 0.0996864 Nov 23 17:50:25.667297 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:25.677052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:25.693720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f6a398fe-fbbe-4f83-8579-fcd825bf4333,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:25.716424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:25.716808 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:25.747922 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-eae3f5a1-f48b-470e-81ad-7381f0b188ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 200 len: 999 time: 0.6821418 Nov 23 17:50:25.861429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-624b0972-3067-45e6-9eb3-27eabdf62304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:25.864369 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-624b0972-3067-45e6-9eb3-27eabdf62304 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c11cb9d3-10c4-4e67-a1f8-5b0627732bd3 HTTP/1.1" status: 200 len: 868 time: 0.1064842 Nov 23 17:50:25.905843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Allocated IP 172.25.0.171 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/4fd976c8-9cfb-44fc-b588-cd39bd46e12a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:25.950500 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:25.963251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-6c196499-4f90-47b9-8036-850f55e19fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:25.964766 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-6c196499-4f90-47b9-8036-850f55e19fb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914664 Nov 23 17:50:25.967411 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.003570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:26.011876 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.071372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:26.090003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.151912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-f68f4562-dd4b-4555-82f0-9b8c4c769fd1 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50905 time: 0.5082197 Nov 23 17:50:26.167101 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.180662 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-7b97a9dd-3914-44ba-b464-f428957494bb service neutron] 10.222.0.72 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709654 Nov 23 17:50:26.235872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:26.243515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:26.250437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:26.264097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Pushing event updated for resources: {'Port': ['ID=4fd976c8-9cfb-44fc-b588-cd39bd46e12a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:26.314033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.345443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-ce0caf26-9cf7-40af-82c4-fcede5279a0e tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/3499dd2d-5803-4ad7-8fc0-abdcca7f0f3b HTTP/1.1" status: 200 len: 2998 time: 0.1406283 Nov 23 17:50:26.372972 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5e5ffd4-d1b1-408f-b6c8-a20a5781bfe7 req-5c240061-ec67-47c1-b326-358a4d51cd51 service neutron] 10.222.0.72 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835475 Nov 23 17:50:26.374279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f6a398fe-fbbe-4f83-8579-fcd825bf4333 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:26.453199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port f6a398fe-fbbe-4f83-8579-fcd825bf4333 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:26.453865 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.515985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-40a3c345-1a8a-41f1-913c-3d34bce957f0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/3499dd2d-5803-4ad7-8fc0-abdcca7f0f3b HTTP/1.1" status: 200 len: 2998 time: 0.1695833 Nov 23 17:50:26.556567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-b5f8c460-15f4-4f44-8000-a3b8009fcc2e tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:26.558115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-b5f8c460-15f4-4f44-8000-a3b8009fcc2e tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.66 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 820 time: 0.2658205 Nov 23 17:50:26.574626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Request body: {'port': {'device_id': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'admin_state_up': True, 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:26.576089 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.581806 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.647030 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:50:26.651546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:26.667653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.725730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f6a398fe-fbbe-4f83-8579-fcd825bf4333,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:26.748556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-9ab3b5e0-260b-463c-b3aa-14cde27f1693 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/756c1558-8152-4eba-a6a9-bb3da8779530 HTTP/1.1" status: 200 len: 2998 time: 0.2316771 Nov 23 17:50:26.751473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.783396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9b48d8fe-033e-49e1-aaef-86ed3425bc6c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:26.815584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:50:26.829939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Sync routers for ids ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:50:26.847537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad7fdc-b4d0-4fbb-98e9-d6700154abf9 None None] Network 71657ed7-efb3-4215-a46a-72aebbfbf13e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:26.849663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.850939 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6b5151b4-08e0-4ac0-9cfd-444dca68a0aa admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3625555 Nov 23 17:50:26.853760 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:26.870283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Routers {'72a3ef4c-a1a4-4bd2-b989-085da6cf992c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:26.870970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:26.907250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-3cebd0ff-b26a-4b2d-a65e-8fe21bb71611 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/756c1558-8152-4eba-a6a9-bb3da8779530 HTTP/1.1" status: 200 len: 2998 time: 0.1207347 Nov 23 17:50:26.956836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Made reservation on behalf of 8be8565f31504c5489b71d419c8c7b4d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:26.961165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.969222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee0177-cdda-4205-aa12-046890c2fa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd7a36e-cf8c-4205-afb0-a981017bfbaa'}, {'server_uuid': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:26.971727 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8a9c2b-0607-4992-8fc2-77f2252e3111" -d '{"events": [{"server_uuid": "9aee0177-cdda-4205-aa12-046890c2fa60", "name": "network-vif-plugged", "status": "completed", "tag": "1cd7a36e-cf8c-4205-afb0-a981017bfbaa"}, {"server_uuid": "a124bc73-cf11-4671-84ce-6db2f163ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "f6a398fe-fbbe-4f83-8579-fcd825bf4333"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:27.000707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:27.001303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.069902 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-bd78733c-84d4-4b1d-af64-fcfa32012675 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/871f613a-a0a6-48eb-8149-c3799ee2330e HTTP/1.1" status: 200 len: 2994 time: 0.1550570 Nov 23 17:50:27.096111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ccf097de-2ac6-4c03-b2fa-bfdc8a29c983 None None] Provisioning complete for port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:27.096408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ccf097de-2ac6-4c03-b2fa-bfdc8a29c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.109284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.141759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.195529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Set router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:27.242851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Allocated IP 172.20.0.10 (c8c8e012-da4f-40b8-896f-136864ad4562/fad607a9-abe7-4538-a7c6-abae54c5e3c4/bc3091cc-4a0c-4951-bd3d-6506dff4677e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:27.254275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-6a034ae5-b352-48c1-bcc5-74ff7ccd022c tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/871f613a-a0a6-48eb-8149-c3799ee2330e HTTP/1.1" status: 200 len: 2994 time: 0.1607087 Nov 23 17:50:27.258569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Pushing event updated for resources: {'Port': ['ID=4fd976c8-9cfb-44fc-b588-cd39bd46e12a,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:27.308695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.363041 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.364489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-ef040e52-2035-47ee-ad34-95ef6a502f3d tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1529047 Nov 23 17:50:27.368704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-1d0587e6-d9d1-4916-b63c-4ebf5af273e6 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/8f9c21c2-f52f-41f6-9fbf-f45b50b72f84 HTTP/1.1" status: 200 len: 2998 time: 0.0949614 Nov 23 17:50:27.377972 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.490929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-72f155a6-429b-4da9-a9c5-b4ef3bbf24aa tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.1029899 Nov 23 17:50:27.537326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-f1c3b8e7-62ec-4372-85f7-b51a280220ac tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/8f9c21c2-f52f-41f6-9fbf-f45b50b72f84 HTTP/1.1" status: 200 len: 2998 time: 0.1483090 Nov 23 17:50:27.555463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Allocated IP 172.20.0.1 (71657ed7-efb3-4215-a46a-72aebbfbf13e/bdd0981e-d3d8-44bc-835a-0962bb885ff4/db5a5187-941c-4c23-a140-6d9f9c88bd18) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:27.563373 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.637925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.665962 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ccf097de-2ac6-4c03-b2fa-bfdc8a29c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.674706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,segment=NetworkSegment(26f0ad9e-0496-445f-a002-5ca0dbffd94d),segment_id=26f0ad9e-0496-445f-a002-5ca0dbffd94d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:27.677027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.690771 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.691615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-12821717-539c-4296-8d29-9575ffe2367b tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:27.693554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-136fe302-8c18-44af-ba7d-49a2990a04e7 req-12821717-539c-4296-8d29-9575ffe2367b tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1859057 Nov 23 17:50:27.697767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-a070b611-27ad-45ba-b6a0-23579d14bf9e tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/97f88d8b-014c-410a-8c02-99c60ee23b74 HTTP/1.1" status: 200 len: 2998 time: 0.1389716 Nov 23 17:50:27.727667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.730297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.795385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Network 71657ed7-efb3-4215-a46a-72aebbfbf13e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:27.799177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:27.803411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:27.814668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:27.820056 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-ccf097de-2ac6-4c03-b2fa-bfdc8a29c983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:50:27.820831 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-ccf097de-2ac6-4c03-b2fa-bfdc8a29c983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:50:27.831141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '80089965-262f-4662-9e0b-fa41138b279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:50:25Z', 'revision_number': 3, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port': {'id': '80089965-262f-4662-9e0b-fa41138b279e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:24Z', 'updated_at': '2021-11-23T17:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:27.849711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Network c8c8e012-da4f-40b8-896f-136864ad4562 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:27.857144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:27.872750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Pushing event updated for resources: {'Port': ['ID=bc3091cc-4a0c-4951-bd3d-6506dff4677e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:27.873962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Checking router: 72a3ef4c-a1a4-4bd2-b989-085da6cf992c for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:50:27.874316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Updating router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c port 80089965-262f-4662-9e0b-fa41138b279e binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:50:27.877879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:27.882443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=db5a5187-941c-4c23-a140-6d9f9c88bd18,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:27.898017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.901142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-9b93b0b1-97af-4785-b358-8704694a4035 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/97f88d8b-014c-410a-8c02-99c60ee23b74 HTTP/1.1" status: 200 len: 2998 time: 0.1711414 Nov 23 17:50:27.933421 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.028919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:28.029843 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.079969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-3a8f81a6-c9bb-4b41-bf04-31f582ca151d tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/99404c17-bf7f-485e-a44e-3ab6719bf85e HTTP/1.1" status: 200 len: 2998 time: 0.1506267 Nov 23 17:50:28.084017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-436c64e2-7f91-46e4-a64e-74ecb1541eca tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5148671 Nov 23 17:50:28.100114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.104833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Request body: {'port': {'device_id': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:28.163461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036065e-b2c0-4e0b-aeca-4acd0253448c req-458377b2-15cc-4990-a45e-a362856f1009 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:28.171195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0036065e-b2c0-4e0b-aeca-4acd0253448c req-458377b2-15cc-4990-a45e-a362856f1009 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 950 time: 0.2943780 Nov 23 17:50:28.210768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.278095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-d7eadab0-17a6-475f-bf83-f929f27ea04d tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/99404c17-bf7f-485e-a44e-3ab6719bf85e HTTP/1.1" status: 200 len: 2998 time: 0.1894188 Nov 23 17:50:28.298954 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.306539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0036065e-b2c0-4e0b-aeca-4acd0253448c req-66ed061b-83ad-40ef-b923-4aa6176c5fb5 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347370 Nov 23 17:50:28.319716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.324567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.330217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.400554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-2f9d5aa8-a031-4f83-aaed-58c5a405fa95 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/b3ad22a9-2fa8-4de8-91d3-5cd2bf31bace HTTP/1.1" status: 200 len: 2990 time: 0.1123066 Nov 23 17:50:28.406741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.409411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=db5a5187-941c-4c23-a140-6d9f9c88bd18,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:28.442477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d3739-035a-4af7-91b4-779fa281c033 None None] Pushing event updated for resources: {'Port': ['ID=80089965-262f-4662-9e0b-fa41138b279e,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:28.444919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Attempting to bind port 80089965-262f-4662-9e0b-fa41138b279e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:28.445480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Attempting to bind port 80089965-262f-4662-9e0b-fa41138b279e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:28.445859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Attempting to bind port 80089965-262f-4662-9e0b-fa41138b279e on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:28.455547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:28.455943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:28.456936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.457379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:28.457927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Bound port: 80089965-262f-4662-9e0b-fa41138b279e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:28.458324 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.515546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] For port 80089965-262f-4662-9e0b-fa41138b279e, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:28.519025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] For port 80089965-262f-4662-9e0b-fa41138b279e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=80089965-262f-4662-9e0b-fa41138b279e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:28.522322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Network 71657ed7-efb3-4215-a46a-72aebbfbf13e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:28.524309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:28.524577 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.576477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-fa7ab202-eed4-4d70-8c48-e54e0e6c7ef5 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/b3ad22a9-2fa8-4de8-91d3-5cd2bf31bace HTTP/1.1" status: 200 len: 2990 time: 0.1671381 Nov 23 17:50:28.592159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d3739-035a-4af7-91b4-779fa281c033 None None] Pushing event updated for resources: {'Port': ['ID=80089965-262f-4662-9e0b-fa41138b279e,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:28.618559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-afd74cee-2c32-4881-b036-5340a2138a12 None None] Provisioning complete for port bc3091cc-4a0c-4951-bd3d-6506dff4677e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:28.619008 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd74cee-2c32-4881-b036-5340a2138a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.669747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69087667-f53c-4c92-92ef-8ab9b04b2a1d req-3c593236-754d-44a0-93f3-aede8a329e41 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:28.671658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69087667-f53c-4c92-92ef-8ab9b04b2a1d req-3c593236-754d-44a0-93f3-aede8a329e41 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 946 time: 0.1429870 Nov 23 17:50:28.698388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Routers {'72a3ef4c-a1a4-4bd2-b989-085da6cf992c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:28.699379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:28.711773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-cf89dd3c-d18f-486b-bc33-15aa27cc22cf tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/c6165f7e-fc57-48bd-95b1-d026de6e83a6 HTTP/1.1" status: 200 len: 2994 time: 0.1291339 Nov 23 17:50:28.724826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:50:28.762944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9b48d8fe-033e-49e1-aaef-86ed3425bc6c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:28.790219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-afd74cee-2c32-4881-b036-5340a2138a12 None None] Port bc3091cc-4a0c-4951-bd3d-6506dff4677e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:28.835253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-911d05cb-ce24-4004-ab4c-b0783c8c6cb5 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/c6165f7e-fc57-48bd-95b1-d026de6e83a6 HTTP/1.1" status: 200 len: 2994 time: 0.1157069 Nov 23 17:50:28.840838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3091cc-4a0c-4951-bd3d-6506dff4677e {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:28.857354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:50:28.866361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-afd74cee-2c32-4881-b036-5340a2138a12 None None] Provisioning complete for port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:28.866829 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd74cee-2c32-4881-b036-5340a2138a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.871282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69087667-f53c-4c92-92ef-8ab9b04b2a1d req-3af55c0c-6a45-4e4c-9dec-4e850f254692 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822054 Nov 23 17:50:28.871572 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a6f50da-df22-4d3b-982e-f0537e0af6a1 admin admin] 10.222.0.74 "PUT /v2.0/routers/72a3ef4c-a1a4-4bd2-b989-085da6cf992c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0161228 Nov 23 17:50:28.873141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.907653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Transition to ACTIVE for port object bc3091cc-4a0c-4951-bd3d-6506dff4677e will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:28.935503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:28.943449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] Set router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:28.987813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39066) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:28.992021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:28.992403 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.044614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2098000364'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:29.047145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-37b742ee-346d-4eb2-a34b-80dc5f879984 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e HTTP/1.1" status: 200 len: 2998 time: 0.1962192 Nov 23 17:50:29.060571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3091cc-4a0c-4951-bd3d-6506dff4677e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:29.099533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:29.099779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45ee4-eb7a-45ad-83a2-611c869cf2ef req-60a80553-236c-4ffc-b664-b4c6245d73db tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:29.101619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35e45ee4-eb7a-45ad-83a2-611c869cf2ef req-60a80553-236c-4ffc-b664-b4c6245d73db tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 944 time: 0.1716285 Nov 23 17:50:29.107240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.147080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:50:29.161887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.162896 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Added segment 6db63bf3-9831-42f2-bbee-ee2c54b41336 of type vlan for network 8337643d-9a87-486b-970f-9b0ca40afc22 Nov 23 17:50:29.193837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-79b25733-f94f-4e48-b5a3-c5dc63ee0943 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e HTTP/1.1" status: 200 len: 2998 time: 0.1443865 Nov 23 17:50:29.224543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.246981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-afd74cee-2c32-4881-b036-5340a2138a12 None None] Provisioning complete for port db5a5187-941c-4c23-a140-6d9f9c88bd18 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:29.247363 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd74cee-2c32-4881-b036-5340a2138a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.260281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.267990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:29.268993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.288282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Attempting to bind port bc3091cc-4a0c-4951-bd3d-6506dff4677e on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:29.288723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Attempting to bind port bc3091cc-4a0c-4951-bd3d-6506dff4677e by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:29.290146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Attempting to bind port bc3091cc-4a0c-4951-bd3d-6506dff4677e on network c8c8e012-da4f-40b8-896f-136864ad4562 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:29.300257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35e45ee4-eb7a-45ad-83a2-611c869cf2ef req-3b4485c4-54db-441b-994c-ce634bf61f32 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805997 Nov 23 17:50:29.307662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-7461b279-fff6-4d36-8a56-60c6a49848eb tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/cd5a7dc3-3a55-40b5-9126-3f1e36e88a40 HTTP/1.1" status: 200 len: 2998 time: 0.1024997 Nov 23 17:50:29.308359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Port bc3091cc-4a0c-4951-bd3d-6506dff4677e on network c8c8e012-da4f-40b8-896f-136864ad4562 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:29.308499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Attempting to bind port bc3091cc-4a0c-4951-bd3d-6506dff4677e on network c8c8e012-da4f-40b8-896f-136864ad4562 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:29.313873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:29.314182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Checking segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:29.314672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Bound using segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:29.315172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Bound port: bc3091cc-4a0c-4951-bd3d-6506dff4677e, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:29.315813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.316499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-afd74cee-2c32-4881-b036-5340a2138a12 None None] Port db5a5187-941c-4c23-a140-6d9f9c88bd18 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:29.355207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '80089965-262f-4662-9e0b-fa41138b279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 4, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port': {'id': '80089965-262f-4662-9e0b-fa41138b279e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:24Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'db5a5187-941c-4c23-a140-6d9f9c88bd18', 'name': '', 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'mac_address': 'fa:16:3e:3e:70:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:27Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 2, 'project_id': '703db554b94342ae907549e01dd895b2', 'subnets': [{'id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:29.394057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fbdb6-ee12-4efc-ab38-b79d948d82a8 None None] The sync data for ids ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'] in n-d-818932-3 is: [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '80089965-262f-4662-9e0b-fa41138b279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 4, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port': {'id': '80089965-262f-4662-9e0b-fa41138b279e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:24Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'db5a5187-941c-4c23-a140-6d9f9c88bd18', 'name': '', 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'mac_address': 'fa:16:3e:3e:70:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:27Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 2, 'project_id': '703db554b94342ae907549e01dd895b2', 'subnets': [{'id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:50:29.397202 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102875e0-c764-470a-be8f-290b69087c74 x-openstack-request-id: req-102875e0-c764-470a-be8f-290b69087c74 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:29.397651 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee0177-cdda-4205-aa12-046890c2fa60", "name": "network-vif-plugged", "status": "completed", "tag": "1cd7a36e-cf8c-4205-afb0-a981017bfbaa", "code": 200}, {"server_uuid": "a124bc73-cf11-4671-84ce-6db2f163ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "f6a398fe-fbbe-4f83-8579-fcd825bf4333", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:29.397794 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-102875e0-c764-470a-be8f-290b69087c74 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:29.398143 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee0177-cdda-4205-aa12-046890c2fa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd7a36e-cf8c-4205-afb0-a981017bfbaa', 'code': 200} Nov 23 17:50:29.398487 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333', 'code': 200} Nov 23 17:50:29.444856 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4556060 Nov 23 17:50:29.453481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39074) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:29.454165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660a6de-801d-416a-9885-92a233dc552f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Network': ['ID=8337643d-9a87-486b-970f-9b0ca40afc22,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:29.461276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'subnet': {'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:29.484581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8337643d-9a87-486b-970f-9b0ca40afc22 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:50:29.487766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-53d1926e-940c-4479-a7d6-69948873f248 None None] Provisioning complete for port db5a5187-941c-4c23-a140-6d9f9c88bd18 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:29.488201 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53d1926e-940c-4479-a7d6-69948873f248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.544234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-53d1926e-940c-4479-a7d6-69948873f248 None None] Port db5a5187-941c-4c23-a140-6d9f9c88bd18 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:29.564724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58c823-ce4b-45eb-8163-a2e637d6837e req-73b338d5-6d94-44c8-b93f-c8f8f3d50ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:29.567222 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ae58c823-ce4b-45eb-8163-a2e637d6837e req-73b338d5-6d94-44c8-b93f-c8f8f3d50ef7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 1101 time: 0.1212580 Nov 23 17:50:29.622977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:29.628017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:29.648767 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ae58c823-ce4b-45eb-8163-a2e637d6837e req-f14852a5-e70d-410a-92ed-2b439c4e333e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740294 Nov 23 17:50:29.862510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-80eb32bc-1f0b-4679-bbee-a8f8c96b7510 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/cd5a7dc3-3a55-40b5-9126-3f1e36e88a40 HTTP/1.1" status: 200 len: 2998 time: 0.5222602 Nov 23 17:50:29.873672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] For port bc3091cc-4a0c-4951-bd3d-6506dff4677e, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:29.884129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] For port bc3091cc-4a0c-4951-bd3d-6506dff4677e, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:29.899432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70d4b-6153-4e3f-b494-5fba555fd03f req-0b9ddbfe-c927-4c0d-801a-0cbf2f3c2ab3 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:29.901030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61b70d4b-6153-4e3f-b494-5fba555fd03f req-0b9ddbfe-c927-4c0d-801a-0cbf2f3c2ab3 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1200831 Nov 23 17:50:29.904216 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.025104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:30.025721 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.027166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] 10.222.0.66 "PUT /v2.0/ports/bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 1092 time: 1.9290681 Nov 23 17:50:30.030223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61b70d4b-6153-4e3f-b494-5fba555fd03f req-fab85c5f-4e39-4660-852c-a0b64114c596 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.1142566 Nov 23 17:50:30.030679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:30.033485 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcac95f-0e2b-422c-b08e-1e5685454230" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:30.041779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-534fef01-4184-49b5-8b23-d4ee2eafb4e0 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/dd430013-94e3-4b26-ad04-31897d31080b HTTP/1.1" status: 200 len: 2994 time: 0.1721725 Nov 23 17:50:30.052630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-61b70d4b-6153-4e3f-b494-5fba555fd03f req-923f9a62-77e3-4e29-b0a3-10f0b43dfa18 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Request body: {'floatingip': {'port_id': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:30.102551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.105797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b2a65-de66-45a7-88ed-2b95de142b92 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3091cc-4a0c-4951-bd3d-6506dff4677e,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:30.159818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-61b70d4b-6153-4e3f-b494-5fba555fd03f req-923f9a62-77e3-4e29-b0a3-10f0b43dfa18 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.183183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Checking segment: {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:30.183537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network hostable DHCP agents. Network: 8337643d-9a87-486b-970f-9b0ca40afc22, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:50:30.186870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Subnet': ['ID=db3fcc27-3114-4f5a-ac15-21a29a295c7d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:30.205423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 8337643d-9a87-486b-970f-9b0ca40afc22 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:50:30.219618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8337643d-9a87-486b-970f-9b0ca40afc22) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:30.228007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:30.228966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.229540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd3f8f-8912-4e73-92d9-f690a1c0764c None None] Network 8337643d-9a87-486b-970f-9b0ca40afc22 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:30.255222 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-39e24cf3-06df-4ff7-b4d7-8e37a05ef091 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7982612 Nov 23 17:50:30.257389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-cb2d50c1-ca41-4dca-872c-f2693ecfd367 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/dd430013-94e3-4b26-ad04-31897d31080b HTTP/1.1" status: 200 len: 2994 time: 0.1989071 Nov 23 17:50:30.258154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39078) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:30.264124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-982361240'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:30.323934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:30.327523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.355457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-240b49d6-a58d-4c04-af87-5ffdacb3a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:30.357259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-240b49d6-a58d-4c04-af87-5ffdacb3a540 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1095 time: 0.2534842 Nov 23 17:50:30.386939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:50:30.398812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.399158 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Added segment c08612a5-8783-4021-84db-d0da889abafa of type vlan for network 32365cf5-2128-42f0-b4a1-547d1b02bb54 Nov 23 17:50:30.453637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.482154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-cc8a9d9e-e5bd-4ff8-8e82-13297f14c9a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 217 time: 0.1030402 Nov 23 17:50:30.494222 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.502451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:30.503441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.509155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-8f83a811-2f51-4a49-98c8-1a4ac5bbd514 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/e2d8d913-2e29-4980-b8cf-020b88980ca5 HTTP/1.1" status: 200 len: 2998 time: 0.2507823 Nov 23 17:50:30.577435 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3175659 Nov 23 17:50:30.591872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39082) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:30.619236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'subnet': {'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:30.666312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3fb45-3b5b-49b2-b463-836aa7fbf30c tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Network': ['ID=32365cf5-2128-42f0-b4a1-547d1b02bb54,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:30.693505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 32365cf5-2128-42f0-b4a1-547d1b02bb54 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:50:30.721215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-8337643d-9a87-486b-970f-9b0ca40afc22', 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'fixed_ips': [{'subnet_id': 'db3fcc27-3114-4f5a-ac15-21a29a295c7d'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:50:30.723808 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.770589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-a6a1e545-a703-462b-82c3-5393b71f7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:30.772131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-a6a1e545-a703-462b-82c3-5393b71f7f31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.2792096 Nov 23 17:50:30.776035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 80089965-262f-4662-9e0b-fa41138b279e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:30.778391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-fd93f810-5214-4f20-9475-80f804785541 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/e2d8d913-2e29-4980-b8cf-020b88980ca5 HTTP/1.1" status: 200 len: 2998 time: 0.2677746 Nov 23 17:50:30.798033 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-61b70d4b-6153-4e3f-b494-5fba555fd03f req-923f9a62-77e3-4e29-b0a3-10f0b43dfa18 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 17:50:30.799127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61b70d4b-6153-4e3f-b494-5fba555fd03f req-923f9a62-77e3-4e29-b0a3-10f0b43dfa18 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "PUT /v2.0/floatingips/b987cac7-92cf-423a-9ca9-c2ee3399a728 HTTP/1.1" status: 409 len: 550 time: 0.7564206 Nov 23 17:50:30.867975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:30.872240 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.915731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-40d4b7c1-03a5-4f69-b9a9-4782725627aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:30.917986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-40d4b7c1-03a5-4f69-b9a9-4782725627aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352863 Nov 23 17:50:30.923428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-9d5f7209-a963-4da2-8fe5-0756fa546e1a tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/f8911278-2419-4e1f-82e9-a6a090156984 HTTP/1.1" status: 200 len: 2998 time: 0.1288383 Nov 23 17:50:31.046028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 80089965-262f-4662-9e0b-fa41138b279e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:31.046495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.169417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-be9bc51a-a2c8-4c7f-b38d-c6876e8a7835 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/f8911278-2419-4e1f-82e9-a6a090156984 HTTP/1.1" status: 200 len: 2998 time: 0.1938510 Nov 23 17:50:31.197326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Allocated IP 19.80.0.2 (8337643d-9a87-486b-970f-9b0ca40afc22/db3fcc27-3114-4f5a-ac15-21a29a295c7d/801ca3c8-eb66-468a-8287-aac1a0e180f9) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:31.229522 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.235766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00f2c0-8fe4-40bc-98c2-3be725313d6d req-89be2eac-2c7f-4390-a58f-f849f1d7c3c2 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:31.238119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c00f2c0-8fe4-40bc-98c2-3be725313d6d req-89be2eac-2c7f-4390-a58f-f849f1d7c3c2 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 946 time: 0.2376332 Nov 23 17:50:31.263872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-430d1c1d-d5ed-4df0-9b8b-99b55427f308 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368320 Nov 23 17:50:31.323481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 80089965-262f-4662-9e0b-fa41138b279e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=80089965-262f-4662-9e0b-fa41138b279e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:31.332051 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.398949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-1775f94d-31bd-4587-90fc-04d08fb42d27 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/fd49343e-39ea-4326-933a-0e766b783c42 HTTP/1.1" status: 200 len: 2998 time: 0.2187371 Nov 23 17:50:31.423548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=80089965-262f-4662-9e0b-fa41138b279e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:31.482616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.487681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.488129 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.510545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c00f2c0-8fe4-40bc-98c2-3be725313d6d req-c87b0890-24fb-4c4b-8a26-bd401f76859c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571013 Nov 23 17:50:31.532054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Network 8337643d-9a87-486b-970f-9b0ca40afc22 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:31.545366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:31.552613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:31.556146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Pushing event updated for resources: {'Port': ['ID=801ca3c8-eb66-468a-8287-aac1a0e180f9,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:31.600117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c4fb2a9-83ac-48c4-9c89-0731457e5ce6 req-016cf0be-c153-4350-a828-c8ceff46296c service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148789 Nov 23 17:50:31.607234 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38626974-90f9-418d-9f5c-efdea6ef80ac req-d0e6ebd2-2fd5-42e9-8335-a400f1f21295 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/fd49343e-39ea-4326-933a-0e766b783c42 HTTP/1.1" status: 200 len: 2998 time: 0.1613805 Nov 23 17:50:31.631188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Subnet': ['ID=229765ce-0264-4281-b305-ed6bae826aa6,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:31.639567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Attempting to bind port 801ca3c8-eb66-468a-8287-aac1a0e180f9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:31.641285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Attempting to bind port 801ca3c8-eb66-468a-8287-aac1a0e180f9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:31.641716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Attempting to bind port 801ca3c8-eb66-468a-8287-aac1a0e180f9 on network 8337643d-9a87-486b-970f-9b0ca40afc22 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:31.645742 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:50:31.650085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:31.650085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Checking segment: {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:31.650085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.650889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Bound using segment: {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:31.651522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Bound port: 801ca3c8-eb66-468a-8287-aac1a0e180f9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:31.651932 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.683509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.683864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.684441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.685042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.685610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.685958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.686301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.686645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.687088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.687423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.687760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.688093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:31.722789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Checking segment: {'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:31.723388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network hostable DHCP agents. Network: 32365cf5-2128-42f0-b4a1-547d1b02bb54, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:50:31.734943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] For port 801ca3c8-eb66-468a-8287-aac1a0e180f9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:31.739128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] For port 801ca3c8-eb66-468a-8287-aac1a0e180f9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=801ca3c8-eb66-468a-8287-aac1a0e180f9,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:31.745193 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.747333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1b670-b90b-4c7b-8158-d0e3de99b9be req-0b900a77-c13c-4d33-b076-5f513865ec9b tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:31.748999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5b1b670-b90b-4c7b-8158-d0e3de99b9be req-0b900a77-c13c-4d33-b076-5f513865ec9b tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1097 time: 0.1440203 Nov 23 17:50:31.793297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9d49c-323c-4747-9828-bfd99aef5405 req-2210d517-2761-4d04-8b6b-49a763e2e298 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:31.794843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cc9d49c-323c-4747-9828-bfd99aef5405 req-2210d517-2761-4d04-8b6b-49a763e2e298 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 950 time: 0.1211090 Nov 23 17:50:31.797793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 32365cf5-2128-42f0-b4a1-547d1b02bb54 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:50:31.825837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e0483-fec7-4c48-943c-2df6f713b5d0 None None] Pushing event updated for resources: {'Port': ['ID=801ca3c8-eb66-468a-8287-aac1a0e180f9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:31.833404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 32365cf5-2128-42f0-b4a1-547d1b02bb54) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:31.842266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568019f8-8816-408f-b1e1-691f75b02275 None None] Network 32365cf5-2128-42f0-b4a1-547d1b02bb54 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:31.849703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:31.850433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.860069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5b1b670-b90b-4c7b-8158-d0e3de99b9be req-5f9f55dd-5c8b-4d72-878d-2252d65073fb tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016738 Nov 23 17:50:31.897865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-44756e92-6e1e-47fb-997e-703412a3f709 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3021970 Nov 23 17:50:31.908952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cc9d49c-323c-4747-9828-bfd99aef5405 req-6fcacb0e-d52b-4f27-bcde-e2de57f86a7a tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062398 Nov 23 17:50:31.987096 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd7da9-5847-4d47-a984-359d1e6363ad x-openstack-request-id: req-f7dd7da9-5847-4d47-a984-359d1e6363ad {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:31.987495 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:31.992508 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f7dd7da9-5847-4d47-a984-359d1e6363ad {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:31.993239 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'status': 'completed', 'code': 200} Nov 23 17:50:32.071064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-32365cf5-2128-42f0-b4a1-547d1b02bb54', 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'fixed_ips': [{'subnet_id': '229765ce-0264-4281-b305-ed6bae826aa6'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:50:32.074959 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:32.135435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-a9fc52a8-6230-46b6-a305-8f2b3bcc2984 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips/b987cac7-92cf-423a-9ca9-c2ee3399a728 HTTP/1.1" status: 200 len: 693 time: 0.1058555 Nov 23 17:50:32.204338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-3b501e5d-df92-4b76-880c-d5b043df6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:32.205854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-3b501e5d-df92-4b76-880c-d5b043df6c3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1095 time: 0.1850317 Nov 23 17:50:32.255709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Allocated IP 19.86.0.2 (32365cf5-2128-42f0-b4a1-547d1b02bb54/229765ce-0264-4281-b305-ed6bae826aa6/d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:32.290669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b00749-8cba-457d-8e5f-662b6d097111 req-ec4ce667-822a-463c-b9a4-19cc4a6e4316 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:32.292199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52b00749-8cba-457d-8e5f-662b6d097111 req-ec4ce667-822a-463c-b9a4-19cc4a6e4316 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 944 time: 0.2327580 Nov 23 17:50:32.362517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-148c56bf-794a-4053-afd7-d2e5d90870e6 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:32.364598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-148c56bf-794a-4053-afd7-d2e5d90870e6 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2095838 Nov 23 17:50:32.420373 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:32.431799 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:32.451261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52b00749-8cba-457d-8e5f-662b6d097111 req-b6de7187-95c6-4d50-b1f9-4b0545b7a152 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525161 Nov 23 17:50:32.453961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-4afd07e2-1141-4e40-9029-b4b41e76e9ab tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0716014 Nov 23 17:50:32.454996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-97850ca5-76b1-4e2b-a321-c6b44296bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:32.456546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-97850ca5-76b1-4e2b-a321-c6b44296bd0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.2231755 Nov 23 17:50:32.479175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Network 32365cf5-2128-42f0-b4a1-547d1b02bb54 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:32.486303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:32.490433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:32.501614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Pushing event updated for resources: {'Port': ['ID=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:32.546590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-1306a9b5-fef5-4d11-aeb7-e54c3048b013 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 217 time: 0.0765011 Nov 23 17:50:32.550838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-57864a34-1dea-44d4-a9eb-aad5aa44e205 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0876830 Nov 23 17:50:32.559433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Attempting to bind port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:32.559814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Attempting to bind port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:32.560184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Attempting to bind port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 on network 32365cf5-2128-42f0-b4a1-547d1b02bb54 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:32.565709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:32.566202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Checking segment: {'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:32.566986 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:32.567403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Bound using segment: {'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:32.567964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Bound port: d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:32.568423 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:32.655097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] For port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:32.661475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] For port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:32.666466 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:32.713535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-93b761be-e40d-4b1e-abd4-ad4aa19a665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:32.715029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-93b761be-e40d-4b1e-abd4-ad4aa19a665b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.1605260 Nov 23 17:50:32.771903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 801ca3c8-eb66-468a-8287-aac1a0e180f9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:32.779691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72123008-8a55-43bd-a174-365a670a6b2f None None] Pushing event updated for resources: {'Port': ['ID=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:32.855343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-752e630b-ac64-4b49-98c0-195f53dee80e req-a85ec9dd-bbec-4a01-9e29-6076e9b9a662 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba0e9f0ddb064b3c96c014e8b24f0b53 HTTP/1.1" status: 200 len: 6152 time: 0.2162175 Nov 23 17:50:32.866871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 801ca3c8-eb66-468a-8287-aac1a0e180f9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:32.866871 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:32.893690 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-4f5c1b32-8202-4fe3-a969-ea717aeed33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:32.896366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-4f5c1b32-8202-4fe3-a969-ea717aeed33f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619289 Nov 23 17:50:32.958164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Deleting port 4fd976c8-9cfb-44fc-b588-cd39bd46e12a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:32.958392 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:32.964237 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.013469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 801ca3c8-eb66-468a-8287-aac1a0e180f9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=801ca3c8-eb66-468a-8287-aac1a0e180f9,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:33.027347 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.028379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 80089965-262f-4662-9e0b-fa41138b279e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:33.041502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-752e630b-ac64-4b49-98c0-195f53dee80e req-f992e005-18c9-4e4c-b6a4-3977f5aeef41 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "GET /v2.0/security-groups/cd5a7dc3-3a55-40b5-9126-3f1e36e88a40 HTTP/1.1" status: 200 len: 2998 time: 0.1708772 Nov 23 17:50:33.129627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=801ca3c8-eb66-468a-8287-aac1a0e180f9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:33.141413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 80089965-262f-4662-9e0b-fa41138b279e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:33.141805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.236292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b30389-3067-4a36-9013-eb5ad9a4493a None None] Network 8337643d-9a87-486b-970f-9b0ca40afc22 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:33.324771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-58aff147-ee4c-4971-b216-25740fc9a485 None None] Provisioning complete for port 801ca3c8-eb66-468a-8287-aac1a0e180f9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:33.325069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-58aff147-ee4c-4971-b216-25740fc9a485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.436286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-b03c34e9-4360-43cc-a5a6-c30232657633 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294189 Nov 23 17:50:33.464205 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Sync routers for ids ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:50:33.474750 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Routers {'72a3ef4c-a1a4-4bd2-b989-085da6cf992c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:33.475348 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:33.494058 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.494551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.542817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-752e630b-ac64-4b49-98c0-195f53dee80e req-1da5fc62-9f6c-4843-a9dd-33fc35ba32cd tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "GET /v2.0/security-groups/cd5a7dc3-3a55-40b5-9126-3f1e36e88a40 HTTP/1.1" status: 200 len: 2998 time: 0.1468544 Nov 23 17:50:33.545192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Calling delete_port for 4fd976c8-9cfb-44fc-b588-cd39bd46e12a owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:33.592807 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Set router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:33.631266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bcac95f-0e2b-422c-b08e-1e5685454230 req-31ab573b-61f0-4192-b798-44eb0ea4fbf0 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817081 Nov 23 17:50:33.679224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca1712-3499-4495-9e96-6d3daa7c2ef2 req-b454fdb8-cff8-4f7b-95aa-92266c1496e9 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:33.683159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9aca1712-3499-4495-9e96-6d3daa7c2ef2 req-b454fdb8-cff8-4f7b-95aa-92266c1496e9 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1097 time: 0.0735567 Nov 23 17:50:33.715021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d7a4c07b-caf2-4702-9535-e39b769cdcb4 None None] Provisioning complete for port 801ca3c8-eb66-468a-8287-aac1a0e180f9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:33.715578 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c07b-caf2-4702-9535-e39b769cdcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.778051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9aca1712-3499-4495-9e96-6d3daa7c2ef2 req-7488f057-9432-4c21-bf1f-b8df91e2e9dc tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856068 Nov 23 17:50:33.809430 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.820368 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '80089965-262f-4662-9e0b-fa41138b279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 4, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port': {'id': '80089965-262f-4662-9e0b-fa41138b279e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:24Z', 'updated_at': '2021-11-23T17:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'db5a5187-941c-4c23-a140-6d9f9c88bd18', 'name': '', 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'mac_address': 'fa:16:3e:3e:70:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:27Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 2, 'project_id': '703db554b94342ae907549e01dd895b2', 'subnets': [{'id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:33.854300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Pushing event deleted for resources: {'Port': ['ID=4fd976c8-9cfb-44fc-b588-cd39bd46e12a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:33.856398 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Checking router: 72a3ef4c-a1a4-4bd2-b989-085da6cf992c for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:50:33.857083 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Updating router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c port db5a5187-941c-4c23-a140-6d9f9c88bd18 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:50:33.900142 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.935263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.940429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:33.942387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a987a6a4-2ab0-40c9-bc9f-b0c0f61f09bc req-2fcc0182-22e5-46c6-a250-bedd8c7b826a tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "DELETE /v2.0/floatingips/b987cac7-92cf-423a-9ca9-c2ee3399a728 HTTP/1.1" status: 204 len: 173 time: 1.3743227 Nov 23 17:50:34.148132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2632f8e-908a-43f7-a0eb-3df0f938eabd req-5fdd9c73-7d2f-4615-b04f-baefcd1e8fb0 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:34.149697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2632f8e-908a-43f7-a0eb-3df0f938eabd req-5fdd9c73-7d2f-4615-b04f-baefcd1e8fb0 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 946 time: 0.1116374 Nov 23 17:50:34.171244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4323453-9653-4908-b7af-5c746660aefd None None] Network 32365cf5-2128-42f0-b4a1-547d1b02bb54 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:34.190818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-d609e59b-938e-43ab-b48b-bd6331805c10 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:34.197329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-d609e59b-938e-43ab-b48b-bd6331805c10 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:34.198225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-d609e59b-938e-43ab-b48b-bd6331805c10 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/networks?id=8337643d-9a87-486b-970f-9b0ca40afc22&id=32365cf5-2128-42f0-b4a1-547d1b02bb54&id=8337643d-9a87-486b-970f-9b0ca40afc22 HTTP/1.1" status: 200 len: 1391 time: 0.1715243 Nov 23 17:50:34.225072 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.232188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-1224f175-a145-413c-ae00-618873d87fd0 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/quotas/703db554b94342ae907549e01dd895b2 HTTP/1.1" status: 200 len: 375 time: 0.0235548 Nov 23 17:50:34.234016 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.242162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2632f8e-908a-43f7-a0eb-3df0f938eabd req-2043da65-a274-4f9c-bc62-13198ce1e409 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820189 Nov 23 17:50:34.281868 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9d61c-3fd5-4302-b37d-6a3204f47817 None None] Pushing event updated for resources: {'Port': ['ID=db5a5187-941c-4c23-a140-6d9f9c88bd18,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:34.366716 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Attempting to bind port db5a5187-941c-4c23-a140-6d9f9c88bd18 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:34.367110 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Attempting to bind port db5a5187-941c-4c23-a140-6d9f9c88bd18 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:34.367771 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Attempting to bind port db5a5187-941c-4c23-a140-6d9f9c88bd18 on network 71657ed7-efb3-4215-a46a-72aebbfbf13e {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:34.369433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-f25f737c-24d2-481a-a3c7-33b8d99b893f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1245341 Nov 23 17:50:34.381232 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:34.382240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Checking segment: {'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:34.382660 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.383087 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Bound using segment: {'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:34.383591 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Bound port: db5a5187-941c-4c23-a140-6d9f9c88bd18, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f0ad9e-0496-445f-a002-5ca0dbffd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:34.385129 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.425903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-36fb3930-e1e9-4cf2-a420-94f092ac014d None None] Provisioning complete for port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:34.426413 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36fb3930-e1e9-4cf2-a420-94f092ac014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.456228 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] For port db5a5187-941c-4c23-a140-6d9f9c88bd18, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:34.460460 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] For port db5a5187-941c-4c23-a140-6d9f9c88bd18, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=db5a5187-941c-4c23-a140-6d9f9c88bd18,segment=NetworkSegment(26f0ad9e-0496-445f-a002-5ca0dbffd94d),segment_id=26f0ad9e-0496-445f-a002-5ca0dbffd94d)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:34.476777 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.571048 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Routers {'72a3ef4c-a1a4-4bd2-b989-085da6cf992c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:34.571672 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:34.578519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-8e48a6f8-7829-4af1-b613-0d75935621ca tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:34.580165 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-8e48a6f8-7829-4af1-b613-0d75935621ca tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "GET /v2.0/ports?device_id=a124bc73-cf11-4671-84ce-6db2f163ad8e HTTP/1.1" status: 200 len: 946 time: 0.1151404 Nov 23 17:50:34.609251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa223cc-2f51-4490-8059-e164ee1e2d48 req-e0b75b70-9c2a-4950-b9fc-938a72b78947 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:34.625380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fa223cc-2f51-4490-8059-e164ee1e2d48 req-e0b75b70-9c2a-4950-b9fc-938a72b78947 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 944 time: 0.2033284 Nov 23 17:50:34.635475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-966229e5-aa45-43e6-ae31-d1ab5ece2574 service neutron] 10.222.0.74 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563169 Nov 23 17:50:34.664608 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9d61c-3fd5-4302-b37d-6a3204f47817 None None] Pushing event updated for resources: {'Port': ['ID=db5a5187-941c-4c23-a140-6d9f9c88bd18,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:34.689709 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36fb3930-e1e9-4cf2-a420-94f092ac014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.751579 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-36fb3930-e1e9-4cf2-a420-94f092ac014d None None] For port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:34.761944 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36fb3930-e1e9-4cf2-a420-94f092ac014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.798383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Deleting port f6a398fe-fbbe-4f83-8579-fcd825bf4333 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:34.799587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.842918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fa223cc-2f51-4490-8059-e164ee1e2d48 req-1ba55889-37e1-4ece-b6d5-51b9439a1cf6 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658782 Nov 23 17:50:34.844812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb3930-e1e9-4cf2-a420-94f092ac014d None None] Pushing event updated for resources: {'Port': ['ID=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:34.902520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-fd3e1adf-9265-47d8-b70a-b9b274f019bf service neutron] 10.222.0.74 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661111 Nov 23 17:50:34.913710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:34.926196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c52ea453-a054-4b5e-9934-77e36bda8241 None None] Provisioning complete for port db5a5187-941c-4c23-a140-6d9f9c88bd18 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:34.926874 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c52ea453-a054-4b5e-9934-77e36bda8241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.999047 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] Set router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:35.002592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] For port f6a398fe-fbbe-4f83-8579-fcd825bf4333, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f6a398fe-fbbe-4f83-8579-fcd825bf4333,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:35.002828 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-690e1e16-0aa3-4a70-83d2-51331d0c7ffd req-f0a55236-88e7-47f5-a5bd-cfd4d45328af tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/ff736f50-07e9-4645-bc4f-9ad64ec1bd29 HTTP/1.1" status: 200 len: 1794 time: 0.1351085 Nov 23 17:50:35.003004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.025264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Calling delete_port for f6a398fe-fbbe-4f83-8579-fcd825bf4333 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:35.088624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:35.088996 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.136637 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-393b1041-8a3c-42ec-ba0e-9a5fb7bc7f8f service neutron] 10.222.0.74 "GET /v2.0/networks/32365cf5-2128-42f0-b4a1-547d1b02bb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274315 Nov 23 17:50:35.141121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-690e1e16-0aa3-4a70-83d2-51331d0c7ffd req-f3db2da4-56a5-4063-abf5-3dd3bd32b8dc tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.153809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c52ea453-a054-4b5e-9934-77e36bda8241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.196260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c52ea453-a054-4b5e-9934-77e36bda8241 None None] For port db5a5187-941c-4c23-a140-6d9f9c88bd18, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=db5a5187-941c-4c23-a140-6d9f9c88bd18,segment=NetworkSegment(26f0ad9e-0496-445f-a002-5ca0dbffd94d),segment_id=26f0ad9e-0496-445f-a002-5ca0dbffd94d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:35.199632 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.220261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['f6a398fe-fbbe-4f83-8579-fcd825bf4333'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:35.222076 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c52ea453-a054-4b5e-9934-77e36bda8241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.244527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event deleted for resources: {'Port': ['ID=f6a398fe-fbbe-4f83-8579-fcd825bf4333,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:35.255994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-690e1e16-0aa3-4a70-83d2-51331d0c7ffd req-f3db2da4-56a5-4063-abf5-3dd3bd32b8dc tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.265574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.266511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.267203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.268055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.268678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.269703 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.271012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.272256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.272625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.272972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.274821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.278582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bc3091cc-4a0c-4951-bd3d-6506dff4677e details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:35.279106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:35.286141 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '80089965-262f-4662-9e0b-fa41138b279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 4, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port': {'id': '80089965-262f-4662-9e0b-fa41138b279e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:24Z', 'updated_at': '2021-11-23T17:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'db5a5187-941c-4c23-a140-6d9f9c88bd18', 'name': '', 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'mac_address': 'fa:16:3e:3e:70:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:27Z', 'updated_at': '2021-11-23T17:50:34Z', 'revision_number': 4, 'project_id': '703db554b94342ae907549e01dd895b2', 'subnets': [{'id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:35.309687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 801ca3c8-eb66-468a-8287-aac1a0e180f9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:35.322120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-002b7bbf-951a-4abb-ba49-f07324ef5d55 service neutron] 10.222.0.74 "GET /v2.0/networks/32365cf5-2128-42f0-b4a1-547d1b02bb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696808 Nov 23 17:50:35.335571 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a66a5-a200-4034-ac82-a21767aa0b5c None None] The sync data for ids ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'] in n-d-818932-3 is: [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '80089965-262f-4662-9e0b-fa41138b279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:50:28Z', 'revision_number': 4, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port': {'id': '80089965-262f-4662-9e0b-fa41138b279e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:24Z', 'updated_at': '2021-11-23T17:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'db5a5187-941c-4c23-a140-6d9f9c88bd18', 'name': '', 'network_id': '71657ed7-efb3-4215-a46a-72aebbfbf13e', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'mac_address': 'fa:16:3e:3e:70:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:27Z', 'updated_at': '2021-11-23T17:50:34Z', 'revision_number': 4, 'project_id': '703db554b94342ae907549e01dd895b2', 'subnets': [{'id': 'bdd0981e-d3d8-44bc-835a-0962bb885ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:50:35.351415 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-690e1e16-0aa3-4a70-83d2-51331d0c7ffd req-f3db2da4-56a5-4063-abf5-3dd3bd32b8dc tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.354590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-690e1e16-0aa3-4a70-83d2-51331d0c7ffd req-f3db2da4-56a5-4063-abf5-3dd3bd32b8dc tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.355917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-690e1e16-0aa3-4a70-83d2-51331d0c7ffd req-f3db2da4-56a5-4063-abf5-3dd3bd32b8dc tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff736f50-07e9-4645-bc4f-9ad64ec1bd29 HTTP/1.1" status: 204 len: 173 time: 0.3519812 Nov 23 17:50:35.370272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] No DVR routers for this DVR port f6a398fe-fbbe-4f83-8579-fcd825bf4333 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:35.373012 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.376093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ea453-a054-4b5e-9934-77e36bda8241 None None] Pushing event updated for resources: {'Port': ['ID=db5a5187-941c-4c23-a140-6d9f9c88bd18,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:35.377403 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3027e1b4-8cdc-44cc-95ee-275e19524877 req-854ce31d-2f85-478b-83a3-83d3eb75f47f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "DELETE /v2.0/ports/f6a398fe-fbbe-4f83-8579-fcd825bf4333 HTTP/1.1" status: 204 len: 173 time: 0.7879684 Nov 23 17:50:35.377895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'name': 'network-vif-deleted', 'tag': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:35.386719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db2da4-56a5-4063-abf5-3dd3bd32b8dc tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff736f50-07e9-4645-bc4f-9ad64ec1bd29,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:35.397986 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82d386c-1f34-4cc1-a60f-ef8a52b706ae" -d '{"events": [{"server_uuid": "a124bc73-cf11-4671-84ce-6db2f163ad8e", "name": "network-vif-deleted", "tag": "f6a398fe-fbbe-4f83-8579-fcd825bf4333"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:35.438720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b1673045-3b9b-40e4-8eae-eea4a4c47d44 None None] Provisioning complete for port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:35.439194 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1673045-3b9b-40e4-8eae-eea4a4c47d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.496911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-c5df741e-3cd6-4997-85b2-fcda2368fba8 service neutron] 10.222.0.74 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399240 Nov 23 17:50:35.584086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bc3091cc-4a0c-4951-bd3d-6506dff4677e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:35.601487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 801ca3c8-eb66-468a-8287-aac1a0e180f9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:35.601866 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.606991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'mac_address': 'fa:16:3e:e0:85:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:35.660382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-dbe3031e-3e3a-4c73-90d8-a24b7c15e0ea tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.1622736 Nov 23 17:50:35.710678 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.729185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded334c-1008-4f48-a167-1e596f139901 req-7c06fdaf-3214-4ba6-a970-24a857511a97 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:35.730595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-7c06fdaf-3214-4ba6-a970-24a857511a97 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports/c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 200 len: 942 time: 0.0614409 Nov 23 17:50:35.731759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3091cc-4a0c-4951-bd3d-6506dff4677e {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:35.732490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-67d3cb80-3be2-4c04-b683-c8947c22c910 service neutron] 10.222.0.74 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275019 Nov 23 17:50:35.767502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b1673045-3b9b-40e4-8eae-eea4a4c47d44 None None] Provisioning complete for port db5a5187-941c-4c23-a140-6d9f9c88bd18 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:35.768136 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1673045-3b9b-40e4-8eae-eea4a4c47d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.793902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bc3091cc-4a0c-4951-bd3d-6506dff4677e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:35.818547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.887500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-badb2f90-49e5-48a6-8153-b8a05c98e582 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.1062524 Nov 23 17:50:35.932108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=bc3091cc-4a0c-4951-bd3d-6506dff4677e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:36.095259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce2e57-348b-40b3-ad50-97a7e1224a48 req-0b6204a7-8e7d-4285-af43-327e9a48570b tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:36.096757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87ce2e57-348b-40b3-ad50-97a7e1224a48 req-0b6204a7-8e7d-4285-af43-327e9a48570b tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 950 time: 0.0904338 Nov 23 17:50:36.100073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bc3091cc-4a0c-4951-bd3d-6506dff4677e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:36.114981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded334c-1008-4f48-a167-1e596f139901 req-de5d48a8-214d-4009-b110-8f7246864ae6 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:36.123706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-de5d48a8-214d-4009-b110-8f7246864ae6 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2351649 Nov 23 17:50:36.240276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-44fb83a8-bde2-4566-bf30-6a0f537c1d7e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.1154652 Nov 23 17:50:36.245321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:36.251922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87ce2e57-348b-40b3-ad50-97a7e1224a48 req-8add1faf-cd94-452e-95e2-a21421e1ce55 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205964 Nov 23 17:50:36.331340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.529835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f4e4422-144a-425e-a4bb-13e2cf4a7a10 req-475c0653-d26e-4a46-ac6a-26a79911bde4 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "GET /v2.0/security-groups/f42545f2-d4fa-4e8b-bacd-c131421237a1 HTTP/1.1" status: 200 len: 1793 time: 0.0889881 Nov 23 17:50:36.531588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.536655 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.537147 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Floating IP 59ba912f-3d00-43d6-9460-e1b93809bb46 disassociated. External IP: 172.25.0.195, port: c2076e88-d658-4df1-9fbc-0709fef1566f. Nov 23 17:50:36.670759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7f4e4422-144a-425e-a4bb-13e2cf4a7a10 req-002e8783-3e8a-4b7c-a9d2-891a9dbd6b31 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.690410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:36.699099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7f4e4422-144a-425e-a4bb-13e2cf4a7a10 req-002e8783-3e8a-4b7c-a9d2-891a9dbd6b31 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.741622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:36.742091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.810791 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7f4e4422-144a-425e-a4bb-13e2cf4a7a10 req-002e8783-3e8a-4b7c-a9d2-891a9dbd6b31 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.813380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7f4e4422-144a-425e-a4bb-13e2cf4a7a10 req-002e8783-3e8a-4b7c-a9d2-891a9dbd6b31 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.814531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f4e4422-144a-425e-a4bb-13e2cf4a7a10 req-002e8783-3e8a-4b7c-a9d2-891a9dbd6b31 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] 10.222.0.74 "DELETE /v2.0/security-groups/f42545f2-d4fa-4e8b-bacd-c131421237a1 HTTP/1.1" status: 204 len: 173 time: 0.2741678 Nov 23 17:50:36.828804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e8783-3e8a-4b7c-a9d2-891a9dbd6b31 tempest-SecurityGroupsTestAdminJSON-589878485 tempest-SecurityGroupsTestAdminJSON-589878485-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42545f2-d4fa-4e8b-bacd-c131421237a1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:36.829731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device db5a5187-941c-4c23-a140-6d9f9c88bd18 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:36.840819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Router 5682faf8-3080-491c-bb6a-b40d04f316a3 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:50:36.859395 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6584dd-2d2b-4b61-b564-cb93125aa147 x-openstack-request-id: req-ab6584dd-2d2b-4b61-b564-cb93125aa147 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:36.860371 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a124bc73-cf11-4671-84ce-6db2f163ad8e", "name": "network-vif-deleted", "tag": "f6a398fe-fbbe-4f83-8579-fcd825bf4333", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:36.860955 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ab6584dd-2d2b-4b61-b564-cb93125aa147 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:36.861678 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a124bc73-cf11-4671-84ce-6db2f163ad8e', 'name': 'network-vif-deleted', 'tag': 'f6a398fe-fbbe-4f83-8579-fcd825bf4333', 'status': 'completed', 'code': 200} Nov 23 17:50:36.900058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port db5a5187-941c-4c23-a140-6d9f9c88bd18 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:36.900490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.965013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:50:36.978033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.998481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] Sync routers for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:50:37.014370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-23f97635-34b3-4a3c-af4c-f5b840bfb629 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "PUT /v2.0/floatingips/59ba912f-3d00-43d6-9460-e1b93809bb46 HTTP/1.1" status: 200 len: 695 time: 0.7731433 Nov 23 17:50:37.014984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:37.018901 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846cb26f-a443-4f4a-ac33-1cb6ceb70414" -d '{"events": [{"name": "network-changed", "server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:37.039264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:37.039909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:37.114915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7156af-501e-4aef-bce6-84197eec0206 req-50349c39-94f1-488c-9083-fe254159a1c8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.122423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd7156af-501e-4aef-bce6-84197eec0206 req-50349c39-94f1-488c-9083-fe254159a1c8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 945 time: 0.0998914 Nov 23 17:50:37.126200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded334c-1008-4f48-a167-1e596f139901 req-095b90a4-9580-4468-8c15-a76f72425233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.127670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-095b90a4-9580-4468-8c15-a76f72425233 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3411eac8564e4814b539fbd8ee37769f&device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 1096 time: 0.0931849 Nov 23 17:50:37.205471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:37.240973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd7156af-501e-4aef-bce6-84197eec0206 req-0994805c-0707-4e4d-bc0d-1a19b8f2776b tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151264 Nov 23 17:50:37.261834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-359cf338-d66e-4774-bfc5-5c4c7669a8d1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.269092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-359cf338-d66e-4774-bfc5-5c4c7669a8d1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.271722 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-359cf338-d66e-4774-bfc5-5c4c7669a8d1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.72 "GET /v2.0/networks?id=8337643d-9a87-486b-970f-9b0ca40afc22&id=32365cf5-2128-42f0-b4a1-547d1b02bb54&id=8337643d-9a87-486b-970f-9b0ca40afc22 HTTP/1.1" status: 200 len: 1391 time: 0.1816509 Nov 23 17:50:37.279142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bc3091cc-4a0c-4951-bd3d-6506dff4677e up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:37.293860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded334c-1008-4f48-a167-1e596f139901 req-e8d501b7-f832-421d-a820-529805d1c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.301820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'port': {'device_id': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22', 'admin_state_up': True, 'tenant_id': '703db554b94342ae907549e01dd895b2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:37.302062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-e8d501b7-f832-421d-a820-529805d1c9d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585 HTTP/1.1" status: 200 len: 930 time: 0.1578403 Nov 23 17:50:37.359560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-a274cb88-8b8f-433f-b2a1-ef60eb08310b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 200 len: 217 time: 0.0566127 Nov 23 17:50:37.383240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00387bb0-d696-4272-a691-20d0b16b2283 req-7b1b2a14-3784-4de4-a28c-c19419bc32d5 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 210 time: 0.0732481 Nov 23 17:50:37.437600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:37.443470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:37.456969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port bc3091cc-4a0c-4951-bd3d-6506dff4677e completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:37.464601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port bc3091cc-4a0c-4951-bd3d-6506dff4677e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:37.464976 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:37.484034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded334c-1008-4f48-a167-1e596f139901 req-50a1f58c-b3c7-41c2-98c6-af688f1e51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.485568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-50a1f58c-b3c7-41c2-98c6-af688f1e51b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c11cb9d3-10c4-4e67-a1f8-5b0627732bd3 HTTP/1.1" status: 200 len: 868 time: 0.1123452 Nov 23 17:50:37.500755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f434a8-b101-4bca-aaad-41d104d9d455 req-e061e0a8-cab4-4fb6-a04a-46c99dffa89f tempest-LiveMigrationNegativeTest-964395636 tempest-LiveMigrationNegativeTest-964395636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.502225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49f434a8-b101-4bca-aaad-41d104d9d455 req-e061e0a8-cab4-4fb6-a04a-46c99dffa89f tempest-LiveMigrationNegativeTest-964395636 tempest-LiveMigrationNegativeTest-964395636-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 1101 time: 0.0529182 Nov 23 17:50:37.548426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-49f434a8-b101-4bca-aaad-41d104d9d455 req-947eb92c-68bc-4cce-91f5-967228cd2aaa tempest-LiveMigrationNegativeTest-964395636 tempest-LiveMigrationNegativeTest-964395636-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:37.586469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Allocated IP 19.80.0.94 (8337643d-9a87-486b-970f-9b0ca40afc22/db3fcc27-3114-4f5a-ac15-21a29a295c7d/cfb0388d-8129-4d3a-b41c-b00d5eda6f44) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:37.586766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 5, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:37.616572 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:37.620807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] Checking router: 5682faf8-3080-491c-bb6a-b40d04f316a3 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:50:37.651077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:37.651743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:37.659343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:37.661909 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c071d1df-eeb5-4ed9-8877-920e77d9c731" -d '{"events": [{"server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:37.709457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bc3091cc-4a0c-4951-bd3d-6506dff4677e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:37.718168 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:37.759466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:37.794139 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:37.844335 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 8337643d-9a87-486b-970f-9b0ca40afc22 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:37.847778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:37.852650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:37.856933 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Port': ['ID=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:37.868908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded334c-1008-4f48-a167-1e596f139901 req-a5a50ede-44e9-4185-bbd3-bdbd95c396b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.870357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-a5a50ede-44e9-4185-bbd3-bdbd95c396b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3719161 Nov 23 17:50:37.910410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.911023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:37.930712 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-c6345246-b958-4cd7-aab2-2b672737b21f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6387706 Nov 23 17:50:37.943964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'port': {'device_id': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54', 'admin_state_up': True, 'tenant_id': '703db554b94342ae907549e01dd895b2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:37.950232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=bc3091cc-4a0c-4951-bd3d-6506dff4677e,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:37.955895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:37.987429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.987731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.987963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.989683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.990201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.990721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.991202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.991670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.992169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.992683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.993018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:37.993344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:38.026824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-49f434a8-b101-4bca-aaad-41d104d9d455 req-947eb92c-68bc-4cce-91f5-967228cd2aaa tempest-LiveMigrationNegativeTest-964395636 tempest-LiveMigrationNegativeTest-964395636-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.030791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-05f3f30f-fde4-443b-a7cc-76a7e12e5635 service neutron] 10.222.0.74 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327169 Nov 23 17:50:38.033675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-49f434a8-b101-4bca-aaad-41d104d9d455 req-947eb92c-68bc-4cce-91f5-967228cd2aaa tempest-LiveMigrationNegativeTest-964395636 tempest-LiveMigrationNegativeTest-964395636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.081034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eb92c-68bc-4cce-91f5-967228cd2aaa tempest-LiveMigrationNegativeTest-964395636 tempest-LiveMigrationNegativeTest-964395636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288ec40-4d42-4014-bf27-8800c2d15945,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:38.114316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:38.118701 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.127145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49f434a8-b101-4bca-aaad-41d104d9d455 req-947eb92c-68bc-4cce-91f5-967228cd2aaa tempest-LiveMigrationNegativeTest-964395636 tempest-LiveMigrationNegativeTest-964395636-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149123 Nov 23 17:50:38.196377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ded334c-1008-4f48-a167-1e596f139901 req-d6bb88fa-a3e9-4a10-b577-67a113929c17 service neutron] 10.222.0.74 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210194 Nov 23 17:50:38.250554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-feb14d3f-84a3-4f2f-9f26-448a4aaa195c None None] Provisioning complete for port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:38.250958 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb14d3f-84a3-4f2f-9f26-448a4aaa195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.297664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Allocated IP 19.86.0.82 (32365cf5-2128-42f0-b4a1-547d1b02bb54/229765ce-0264-4281-b305-ed6bae826aa6/3c4bb80a-8154-4b90-970b-16ff553271a4) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:38.304398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 5, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:38.306321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-feb14d3f-84a3-4f2f-9f26-448a4aaa195c None None] Port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:38.334156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e7b765-8a0b-495c-bc72-fe1c17485dfc None None] The sync data for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 is: [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '155c1476-4b2a-4a82-a6b2-213e0b344367', 'name': '', 'network_id': 'a125d83a-178e-4cb9-8b7f-f9b2e97c6585', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'mac_address': 'fa:16:3e:34:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:49Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 5, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'subnets': [{'id': 'c11cb9d3-10c4-4e67-a1f8-5b0627732bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:50:38.358092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7edb076-507f-4483-a6f6-4583d717d2de req-acaff699-6352-4530-8605-103039d6f501 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "GET /v2.0/security-groups/fd7bfdc8-5334-412e-89fc-fb7cde617f58 HTTP/1.1" status: 200 len: 1792 time: 0.1129034 Nov 23 17:50:38.396380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-388feb96-113f-44fc-b9b1-e5778f47477f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:38.398085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-388feb96-113f-44fc-b9b1-e5778f47477f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 822 time: 0.1637328 Nov 23 17:50:38.423243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-851c4889-02e9-4c50-8407-54fa90bf02ce tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/quotas/75bea26546174516b19fd052a5ecaf10 HTTP/1.1" status: 200 len: 375 time: 0.0190997 Nov 23 17:50:38.434466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f6a398fe-fbbe-4f83-8579-fcd825bf4333 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:38.466806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-e38a1679-55f4-4e7f-b009-797714c8872b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350547 Nov 23 17:50:38.472214 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7edb076-507f-4483-a6f6-4583d717d2de req-b352b6a7-6762-48d9-a402-fd81d0d92532 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.480955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: f6a398fe-fbbe-4f83-8579-fcd825bf4333 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:50:38.481311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f6a398fe-fbbe-4f83-8579-fcd825bf4333 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:50:38.481979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.519868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.528600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7edb076-507f-4483-a6f6-4583d717d2de req-b352b6a7-6762-48d9-a402-fd81d0d92532 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.566136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 32365cf5-2128-42f0-b4a1-547d1b02bb54 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:38.571489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:38.590154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:38.613952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-1ff6e57e-be10-4f5b-adf6-7fd217f2828b service neutron] 10.222.0.74 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377199 Nov 23 17:50:38.618752 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7edb076-507f-4483-a6f6-4583d717d2de req-b352b6a7-6762-48d9-a402-fd81d0d92532 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.621553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7edb076-507f-4483-a6f6-4583d717d2de req-b352b6a7-6762-48d9-a402-fd81d0d92532 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.622680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7edb076-507f-4483-a6f6-4583d717d2de req-b352b6a7-6762-48d9-a402-fd81d0d92532 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "DELETE /v2.0/security-groups/fd7bfdc8-5334-412e-89fc-fb7cde617f58 HTTP/1.1" status: 204 len: 173 time: 0.2535071 Nov 23 17:50:38.625843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Port': ['ID=3c4bb80a-8154-4b90-970b-16ff553271a4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:38.656914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:38.657927 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.662753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352b6a7-6762-48d9-a402-fd81d0d92532 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7bfdc8-5334-412e-89fc-fb7cde617f58,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:38.679864 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-1ca281d5-23b3-4408-abc5-49fe9c113f3b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7409410 Nov 23 17:50:38.701169 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc301155-2233-4a3a-a2b2-e1b44e7ffcc4 None None] New status for floating IP 59ba912f-3d00-43d6-9460-e1b93809bb46: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:50:38.719187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'port': {'device_id': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22', 'admin_state_up': True, 'tenant_id': '703db554b94342ae907549e01dd895b2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:38.805602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-4be38950-c3f9-4beb-8c9d-9eab9c9d40e4 service neutron] 10.222.0.74 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793864 Nov 23 17:50:38.813738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8d6b0-c53b-40bf-9ded-9fc06e5610e5 req-989b2cea-bc79-4fbe-8a98-bd6366e8c828 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:38.815512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4df8d6b0-c53b-40bf-9ded-9fc06e5610e5 req-989b2cea-bc79-4fbe-8a98-bd6366e8c828 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1097 time: 0.0750051 Nov 23 17:50:38.873917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4df8d6b0-c53b-40bf-9ded-9fc06e5610e5 req-ea2432c7-0837-4b89-9797-98398a2256f4 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Nov 23 17:50:38.885305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:38.888883 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.942041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-59e0b70e-a72a-4eef-bb9c-0bdadd252015 None None] Provisioning complete for port 3c4bb80a-8154-4b90-970b-16ff553271a4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:38.950374 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-59e0b70e-a72a-4eef-bb9c-0bdadd252015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:38.960759 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48b60c3-4882-4019-b27a-110fc6fc2172 x-openstack-request-id: req-c48b60c3-4882-4019-b27a-110fc6fc2172 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:38.961276 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:38.961792 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c48b60c3-4882-4019-b27a-110fc6fc2172 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:38.962316 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'status': 'completed', 'code': 200} Nov 23 17:50:39.030350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-59e0b70e-a72a-4eef-bb9c-0bdadd252015 None None] Port 3c4bb80a-8154-4b90-970b-16ff553271a4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:39.040165 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bf260b-8459-4c2d-9375-6f6a3801b868 x-openstack-request-id: req-40bf260b-8459-4c2d-9375-6f6a3801b868 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:39.040654 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:39.041063 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-40bf260b-8459-4c2d-9375-6f6a3801b868 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:39.041797 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'code': 200} Nov 23 17:50:39.047429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-84906e22-9316-4d26-8055-fee9b0773c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.050111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-84906e22-9316-4d26-8055-fee9b0773c3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3411eac8564e4814b539fbd8ee37769f&device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 1096 time: 0.0572052 Nov 23 17:50:39.178824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Allocated IP 19.80.0.48 (8337643d-9a87-486b-970f-9b0ca40afc22/db3fcc27-3114-4f5a-ac15-21a29a295c7d/274857fd-217e-4403-a52d-cf1a06c0ef4e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:39.262147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8d152db-4745-452b-b54f-8fc71317cded req-0fbf0700-86e6-4c00-8f46-1ef4d5ea70b1 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips/59ba912f-3d00-43d6-9460-e1b93809bb46 HTTP/1.1" status: 200 len: 693 time: 0.1352172 Nov 23 17:50:39.341023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9566-5d76-434d-8340-e366bae4c153 req-693c3b0d-1313-4e7f-9d6d-cc68dd55c7cd tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.342547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94af9566-5d76-434d-8340-e366bae4c153 req-693c3b0d-1313-4e7f-9d6d-cc68dd55c7cd tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 946 time: 0.1825778 Nov 23 17:50:39.347217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a492df-1c46-45f9-ad78-8bdec88687e7 req-6eb91aad-e9c0-48a7-a789-4c9b6f35d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.349565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55a492df-1c46-45f9-ad78-8bdec88687e7 req-6eb91aad-e9c0-48a7-a789-4c9b6f35d283 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.2213829 Nov 23 17:50:39.350575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-b57243fe-697f-4d12-afd9-97203ab6d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.351554 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.351988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-b57243fe-697f-4d12-afd9-97203ab6d678 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585 HTTP/1.1" status: 200 len: 930 time: 0.2924118 Nov 23 17:50:39.386007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.436667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Port': ['ID=274857fd-217e-4403-a52d-cf1a06c0ef4e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:39.444369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 8337643d-9a87-486b-970f-9b0ca40afc22 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:39.449709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:39.456282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-e4229795-2199-45c1-9427-acf1942ebde9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 200 len: 217 time: 0.0742428 Nov 23 17:50:39.466595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:39.556409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.557609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.558561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d152db-4745-452b-b54f-8fc71317cded req-837a898d-c32b-419a-ba53-2c154177de47 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.566990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8d152db-4745-452b-b54f-8fc71317cded req-837a898d-c32b-419a-ba53-2c154177de47 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2922220 Nov 23 17:50:39.580294 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-678bad45-7882-4ab7-9c87-80b483392bc7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739805 Nov 23 17:50:39.585396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55a492df-1c46-45f9-ad78-8bdec88687e7 req-9b24c04c-e816-4803-8718-359acc1392cd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023282 Nov 23 17:50:39.593808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Request body: {'port': {'device_id': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:39.594181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94af9566-5d76-434d-8340-e366bae4c153 req-f06bda45-1204-4cda-a762-47d286f7e81d tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136946 Nov 23 17:50:39.691983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.715526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-88be6371-2112-4237-a60d-9c000ca9389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.716950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-88be6371-2112-4237-a60d-9c000ca9389f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c11cb9d3-10c4-4e67-a1f8-5b0627732bd3 HTTP/1.1" status: 200 len: 868 time: 0.2381525 Nov 23 17:50:39.721558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8d152db-4745-452b-b54f-8fc71317cded req-f5df78c9-b991-4dc4-885c-97d324869949 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.1311815 Nov 23 17:50:39.772071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8cdb97a6-2331-44a3-addc-660d6cc5b7df None None] Provisioning complete for port 274857fd-217e-4403-a52d-cf1a06c0ef4e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:39.772804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8cdb97a6-2331-44a3-addc-660d6cc5b7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.809858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb97a6-2331-44a3-addc-660d6cc5b7df None None] Port 274857fd-217e-4403-a52d-cf1a06c0ef4e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:39.812404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721406f2-0f63-42ab-a49e-78eb73b65dce req-dc7dbeaa-b6ea-4fb8-87b9-a62d704f6852 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.818473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721406f2-0f63-42ab-a49e-78eb73b65dce req-dc7dbeaa-b6ea-4fb8-87b9-a62d704f6852 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.824497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721406f2-0f63-42ab-a49e-78eb73b65dce req-dc7dbeaa-b6ea-4fb8-87b9-a62d704f6852 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.826147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-721406f2-0f63-42ab-a49e-78eb73b65dce req-dc7dbeaa-b6ea-4fb8-87b9-a62d704f6852 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2374 time: 0.1500566 Nov 23 17:50:39.830732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8d152db-4745-452b-b54f-8fc71317cded req-15d2215b-6694-4328-a214-1ef8cd7da713 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0959640 Nov 23 17:50:39.847902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-bcb93fce-50f8-4cb5-8e94-ef9e03d092bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:39.849388 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-bcb93fce-50f8-4cb5-8e94-ef9e03d092bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a125d83a-178e-4cb9-8b7f-f9b2e97c6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236475 Nov 23 17:50:39.975316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb0388d-8129-4d3a-b41c-b00d5eda6f44 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:39.983156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.995304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Transition to ACTIVE for port object cfb0388d-8129-4d3a-b41c-b00d5eda6f44 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:39.999016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.039811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-721406f2-0f63-42ab-a49e-78eb73b65dce req-33197c5f-a981-4870-8f48-4093f3322ecb tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996722 Nov 23 17:50:40.078976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:40.139376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Attempting to bind port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:40.139776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Attempting to bind port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:40.140111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Attempting to bind port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 on network 8337643d-9a87-486b-970f-9b0ca40afc22 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:40.145825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 on network 8337643d-9a87-486b-970f-9b0ca40afc22 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:40.146391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Attempting to bind port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 on network 8337643d-9a87-486b-970f-9b0ca40afc22 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:40.153643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:40.154681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Checking segment: {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:40.155347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Bound using segment: {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:40.155787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Bound port: cfb0388d-8129-4d3a-b41c-b00d5eda6f44, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:40.156731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.168972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-05245e30-1c3f-4360-ae17-deb20ffb33e3 service neutron] 10.222.0.72 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062634 Nov 23 17:50:40.171968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bc5b192-b50d-4aa8-a636-c068db9ba969 req-41faa516-59e2-472e-a34f-7483f4038214 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "GET /v2.0/security-groups/02bfbf5c-1f87-455c-8221-e0a1143d8a44 HTTP/1.1" status: 200 len: 1795 time: 0.1018481 Nov 23 17:50:40.180157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Deleting port 3f47bd64-1b90-472c-a9cd-62a30a5c1c73 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:40.180501 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.330820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] For port cfb0388d-8129-4d3a-b41c-b00d5eda6f44, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:40.335155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] For port cfb0388d-8129-4d3a-b41c-b00d5eda6f44, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:40.343098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-a820c453-cbe9-429b-99cd-c109884cb72d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:40.344666 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-a820c453-cbe9-429b-99cd-c109884cb72d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 822 time: 0.1849906 Nov 23 17:50:40.346394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.376942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Request body: {'port': {'device_id': 'ef3b593b-c8cc-4e48-916c-0949273d294f', 'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'admin_state_up': True, 'tenant_id': '75bea26546174516b19fd052a5ecaf10'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:40.408341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:40.408962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.410468 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] 10.222.0.72 "PUT /v2.0/ports/cfb0388d-8129-4d3a-b41c-b00d5eda6f44 HTTP/1.1" status: 200 len: 1091 time: 0.8210366 Nov 23 17:50:40.411173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7bc5b192-b50d-4aa8-a636-c068db9ba969 req-e5919125-91d7-4cf2-a7cb-0ad9bcb8c8e3 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.412727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'tag': 'cfb0388d-8129-4d3a-b41c-b00d5eda6f44'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:40.413854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.414198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.415123 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5967eb06-d827-4ed4-8191-4999acde6094" -d '{"events": [{"name": "network-changed", "server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "tag": "cfb0388d-8129-4d3a-b41c-b00d5eda6f44"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:40.429501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846cb26f-a443-4f4a-ac33-1cb6ceb70414 req-f4160245-2c98-47ea-bec3-780b83bcb593 service neutron] 10.222.0.72 "GET /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461748 Nov 23 17:50:40.447787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Calling delete_port for 3f47bd64-1b90-472c-a9cd-62a30a5c1c73 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:40.457824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Request body: {'port': {'device_id': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:40.482857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef21aa-5e6e-4e2e-aec5-7328215f3493 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:40.486767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7bc5b192-b50d-4aa8-a636-c068db9ba969 req-e5919125-91d7-4cf2-a7cb-0ad9bcb8c8e3 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.533864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Made reservation on behalf of 75bea26546174516b19fd052a5ecaf10 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:40.538604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.615228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.648420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7bc5b192-b50d-4aa8-a636-c068db9ba969 req-e5919125-91d7-4cf2-a7cb-0ad9bcb8c8e3 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.651725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7bc5b192-b50d-4aa8-a636-c068db9ba969 req-e5919125-91d7-4cf2-a7cb-0ad9bcb8c8e3 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.653143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bc5b192-b50d-4aa8-a636-c068db9ba969 req-e5919125-91d7-4cf2-a7cb-0ad9bcb8c8e3 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] 10.222.0.74 "DELETE /v2.0/security-groups/02bfbf5c-1f87-455c-8221-e0a1143d8a44 HTTP/1.1" status: 204 len: 173 time: 0.4684978 Nov 23 17:50:40.705521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5919125-91d7-4cf2-a7cb-0ad9bcb8c8e3 tempest-SecurityGroupsTestAdminJSON-721379363 tempest-SecurityGroupsTestAdminJSON-721379363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bfbf5c-1f87-455c-8221-e0a1143d8a44,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:40.716610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Allocated IP 172.20.0.2 (56407b25-b01a-45b5-81db-238525df157d/97b1c274-f73c-4580-89ef-30ab01020e69/6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:40.836192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-d84c2ef3-d31f-4949-a8ed-a5044eb649e1 req-9b542741-7320-42ab-a86e-fa3651cd484a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:50:40.837259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d84c2ef3-d31f-4949-a8ed-a5044eb649e1 req-9b542741-7320-42ab-a86e-fa3651cd484a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159171 Nov 23 17:50:40.892054 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.932073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.950076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Pushing event deleted for resources: {'Port': ['ID=3f47bd64-1b90-472c-a9cd-62a30a5c1c73,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:40.954996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39204) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:40.980686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.031570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Network 56407b25-b01a-45b5-81db-238525df157d is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:41.034612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:41.039022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:41.063233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event updated for resources: {'Port': ['ID=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:41.096008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:41.096986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.098642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.102194 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.103512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8d152db-4745-452b-b54f-8fc71317cded req-b8cbc5d3-dde6-433a-890b-b7031e57946e tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "DELETE /v2.0/floatingips/59ba912f-3d00-43d6-9460-e1b93809bb46 HTTP/1.1" status: 204 len: 173 time: 1.2655888 Nov 23 17:50:41.135254 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-9d0c5de7-1586-4d25-a66e-c458ff4e5bfb tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621765 Nov 23 17:50:41.155670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Request body: {'port': {'device_id': 'ef3b593b-c8cc-4e48-916c-0949273d294f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:41.182416 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-19caa658-279f-40e9-8e1a-920f6fba88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.219384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-35dde6e1-d871-4385-9681-37ba9bf5c037 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba0e9f0ddb064b3c96c014e8b24f0b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630172 Nov 23 17:50:41.220472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39218) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:41.225302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4bb80a-8154-4b90-970b-16ff553271a4 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:41.238989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.254204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.275808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Transition to ACTIVE for port object 3c4bb80a-8154-4b90-970b-16ff553271a4 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:41.294324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6e614-d339-4144-a2e2-e97ed0cd0bd1 req-4e1a8862-b423-4396-9b21-4134a99c3108 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:41.295935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89a6e614-d339-4144-a2e2-e97ed0cd0bd1 req-4e1a8862-b423-4396-9b21-4134a99c3108 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 931 time: 0.0932751 Nov 23 17:50:41.296768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.333360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5f20274-9c7f-476d-9cea-73bafd8bd37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.367500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5f20274-9c7f-476d-9cea-73bafd8bd37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.385715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4bb80a-8154-4b90-970b-16ff553271a4,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:41.396320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89a6e614-d339-4144-a2e2-e97ed0cd0bd1 req-d51e0941-8a17-4506-b921-1f2dfae3bb06 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732117 Nov 23 17:50:41.506631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Attempting to bind port 3c4bb80a-8154-4b90-970b-16ff553271a4 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:41.507008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Attempting to bind port 3c4bb80a-8154-4b90-970b-16ff553271a4 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:41.507375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Attempting to bind port 3c4bb80a-8154-4b90-970b-16ff553271a4 on network 32365cf5-2128-42f0-b4a1-547d1b02bb54 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:41.513099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Port 3c4bb80a-8154-4b90-970b-16ff553271a4 on network 32365cf5-2128-42f0-b4a1-547d1b02bb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:41.513433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Attempting to bind port 3c4bb80a-8154-4b90-970b-16ff553271a4 on network 32365cf5-2128-42f0-b4a1-547d1b02bb54 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:41.519742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:41.520068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Checking segment: {'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:41.520825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Bound using segment: {'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:41.521013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Bound port: 3c4bb80a-8154-4b90-970b-16ff553271a4, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08612a5-8783-4021-84db-d0da889abafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:41.521516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.545540 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5f20274-9c7f-476d-9cea-73bafd8bd37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.548911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5f20274-9c7f-476d-9cea-73bafd8bd37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.554360 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e5f20274-9c7f-476d-9cea-73bafd8bd37a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cd5a7dc3-3a55-40b5-9126-3f1e36e88a40 HTTP/1.1" status: 204 len: 168 time: 0.3322103 Nov 23 17:50:41.618085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f20274-9c7f-476d-9cea-73bafd8bd37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a7dc3-3a55-40b5-9126-3f1e36e88a40,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:41.656377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] For port 3c4bb80a-8154-4b90-970b-16ff553271a4, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:41.660546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] For port 3c4bb80a-8154-4b90-970b-16ff553271a4, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=3c4bb80a-8154-4b90-970b-16ff553271a4,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:41.672568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.740951 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0345d413-d5ed-44ce-ba7c-91ec32079579 x-openstack-request-id: req-0345d413-d5ed-44ce-ba7c-91ec32079579 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:41.741381 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "tag": "cfb0388d-8129-4d3a-b41c-b00d5eda6f44", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:41.741702 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0345d413-d5ed-44ce-ba7c-91ec32079579 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:41.742115 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'tag': 'cfb0388d-8129-4d3a-b41c-b00d5eda6f44', 'status': 'completed', 'code': 200} Nov 23 17:50:41.744329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:41.759121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:41.759681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.761122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/3c4bb80a-8154-4b90-970b-16ff553271a4 HTTP/1.1" status: 200 len: 1091 time: 1.3142214 Nov 23 17:50:41.771091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'tag': '3c4bb80a-8154-4b90-970b-16ff553271a4'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:41.774893 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918bbed-75b3-4537-96a2-bed9de62991e" -d '{"events": [{"name": "network-changed", "server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "tag": "3c4bb80a-8154-4b90-970b-16ff553271a4"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:41.793010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.809327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Request body: {'port': {'device_id': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:41.817457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Transition to ACTIVE for port object 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:41.820796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967eb06-d827-4ed4-8191-4999acde6094 req-225dadfd-e44b-46dc-ab0c-4b99137ce803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:41.821304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967eb06-d827-4ed4-8191-4999acde6094 req-225dadfd-e44b-46dc-ab0c-4b99137ce803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:41.822087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967eb06-d827-4ed4-8191-4999acde6094 req-225dadfd-e44b-46dc-ab0c-4b99137ce803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:41.829831 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5967eb06-d827-4ed4-8191-4999acde6094 req-225dadfd-e44b-46dc-ab0c-4b99137ce803 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2796 time: 0.0785308 Nov 23 17:50:41.830917 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.923588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35198556-79cf-43d3-bc53-0f11549275a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4bb80a-8154-4b90-970b-16ff553271a4,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:41.975315 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.996948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Pushing event updated for resources: {'Port': ['ID=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:42.007825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181560cb-8351-4a6e-8f23-143e8266bf6d req-bb7e339f-2f4b-45ee-81e7-3cc2242e0634 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.018067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-181560cb-8351-4a6e-8f23-143e8266bf6d req-bb7e339f-2f4b-45ee-81e7-3cc2242e0634 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 946 time: 0.1549611 Nov 23 17:50:42.088854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39246) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:42.150941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-181560cb-8351-4a6e-8f23-143e8266bf6d req-686804ef-2931-4d3d-ad6e-205ccbe54142 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284201 Nov 23 17:50:42.295203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fc330712-455b-459d-a310-9cbbdc386451 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ccab576005c4469bd32a8c451e266c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036467 Nov 23 17:50:42.306631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39254) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:42.372996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39256) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:42.409861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5c26-f8bb-4856-9e5c-8b0241677998 req-ef66c743-b7de-4ddc-a2d7-9680e548ed42 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.416189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5c26-f8bb-4856-9e5c-8b0241677998 req-ef66c743-b7de-4ddc-a2d7-9680e548ed42 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.421832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5c26-f8bb-4856-9e5c-8b0241677998 req-ef66c743-b7de-4ddc-a2d7-9680e548ed42 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.423535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c4d5c26-f8bb-4856-9e5c-8b0241677998 req-ef66c743-b7de-4ddc-a2d7-9680e548ed42 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2398 time: 0.1833601 Nov 23 17:50:42.423870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967eb06-d827-4ed4-8191-4999acde6094 req-155cfe3e-0037-4ab4-8794-5ef3009ac6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.424402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967eb06-d827-4ed4-8191-4999acde6094 req-155cfe3e-0037-4ab4-8794-5ef3009ac6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.424833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967eb06-d827-4ed4-8191-4999acde6094 req-155cfe3e-0037-4ab4-8794-5ef3009ac6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.427011 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5967eb06-d827-4ed4-8191-4999acde6094 req-155cfe3e-0037-4ab4-8794-5ef3009ac6ec service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=703db554b94342ae907549e01dd895b2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5663402 Nov 23 17:50:42.471669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Attempting to bind port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:42.472093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Attempting to bind port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:42.472583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Attempting to bind port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 on network 56407b25-b01a-45b5-81db-238525df157d {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:42.498945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 on network 56407b25-b01a-45b5-81db-238525df157d not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:42.499116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Attempting to bind port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 on network 56407b25-b01a-45b5-81db-238525df157d {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:42.505452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-023eb3f0-4e68-4c14-9662-ccfab63e51c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.530092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-379070f0-8180-4cfc-9c5b-8bb64ea7ad28 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:50:42.531134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-379070f0-8180-4cfc-9c5b-8bb64ea7ad28 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1571505 Nov 23 17:50:42.545085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:42.545435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Checking segment: {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:42.545821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Bound using segment: {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:42.546270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Bound port: 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa82a930-166f-4d62-af14-15eb06502e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '56407b25-b01a-45b5-81db-238525df157d'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:42.546628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.550339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c4d5c26-f8bb-4856-9e5c-8b0241677998 req-71ec544c-7c98-4b19-afe9-b6afc1ffdb13 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127741 Nov 23 17:50:42.565080 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-023eb3f0-4e68-4c14-9662-ccfab63e51c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.665161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967eb06-d827-4ed4-8191-4999acde6094 req-7b7feb9c-57e5-4f31-a33c-f5dede91ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.666666 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5967eb06-d827-4ed4-8191-4999acde6094 req-7b7feb9c-57e5-4f31-a33c-f5dede91ed1a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299879 Nov 23 17:50:42.688116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274857fd-217e-4403-a52d-cf1a06c0ef4e {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:42.689193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] For port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:42.694207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] For port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:42.698164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.703808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.741802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Transition to ACTIVE for port object 274857fd-217e-4403-a52d-cf1a06c0ef4e will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:42.751068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-e82534fe-72dc-4546-b65a-bedb98814fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.752706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-e82534fe-72dc-4546-b65a-bedb98814fb6 service neutron] 10.222.0.74 "GET /v2.0/ports/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 1094 time: 0.1510375 Nov 23 17:50:42.753261 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.755675 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.756303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.758395 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-8634683e-1af4-4497-a587-d7925c419eca service neutron] 10.222.0.72 "PUT /v2.0/ports/6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 HTTP/1.1" status: 200 len: 1091 time: 1.6070669 Nov 23 17:50:42.776895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634683e-1af4-4497-a587-d7925c419eca service neutron] Pushing event updated for resources: {'Port': ['ID=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:42.792110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Request body: {'binding': {'host': 'n-h1-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:42.792553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Unknown quota resources ['binding']. {{(pid=120536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:50:42.796772 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a90f59-18d7-4e8f-8be6-d8201e768c1b x-openstack-request-id: req-02a90f59-18d7-4e8f-8be6-d8201e768c1b {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:42.797610 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "tag": "3c4bb80a-8154-4b90-970b-16ff553271a4", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:42.797610 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02a90f59-18d7-4e8f-8be6-d8201e768c1b {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:42.797815 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'tag': '3c4bb80a-8154-4b90-970b-16ff553271a4', 'status': 'completed', 'code': 200} Nov 23 17:50:42.801420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-023eb3f0-4e68-4c14-9662-ccfab63e51c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.804263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-023eb3f0-4e68-4c14-9662-ccfab63e51c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.805462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-023eb3f0-4e68-4c14-9662-ccfab63e51c5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3499dd2d-5803-4ad7-8fc0-abdcca7f0f3b HTTP/1.1" status: 204 len: 168 time: 0.4981372 Nov 23 17:50:42.866036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb3f0-4e68-4c14-9662-ccfab63e51c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499dd2d-5803-4ad7-8fc0-abdcca7f0f3b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:42.884662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Pushing event updated for resources: {'Port': ['ID=274857fd-217e-4403-a52d-cf1a06c0ef4e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:42.931623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918bbed-75b3-4537-96a2-bed9de62991e req-dbd2d2ab-cf4e-430b-9582-04bd2241a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.933080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918bbed-75b3-4537-96a2-bed9de62991e req-dbd2d2ab-cf4e-430b-9582-04bd2241a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.933080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918bbed-75b3-4537-96a2-bed9de62991e req-dbd2d2ab-cf4e-430b-9582-04bd2241a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.934448 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c918bbed-75b3-4537-96a2-bed9de62991e req-dbd2d2ab-cf4e-430b-9582-04bd2241a78b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2821 time: 0.1143746 Nov 23 17:50:42.942141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-e261af5e-7bc1-4a79-80a4-81305eb0efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.943814 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-e261af5e-7bc1-4a79-80a4-81305eb0efdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 1094 time: 0.0849483 Nov 23 17:50:43.023409 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-1bcfa406-68a3-4c4c-a3ec-63037c38a14d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 HTTP/1.1" status: 200 len: 217 time: 0.0678089 Nov 23 17:50:43.148426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-19408c28-a603-4919-b5ea-27084a2a0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:43.150409 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-19408c28-a603-4919-b5ea-27084a2a0071 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97b1c274-f73c-4580-89ef-30ab01020e69 HTTP/1.1" status: 200 len: 862 time: 0.0860288 Nov 23 17:50:43.152585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918bbed-75b3-4537-96a2-bed9de62991e req-6361f55b-e714-4e29-b3eb-0d1d6a6fe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:43.153096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918bbed-75b3-4537-96a2-bed9de62991e req-6361f55b-e714-4e29-b3eb-0d1d6a6fe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:43.153577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918bbed-75b3-4537-96a2-bed9de62991e req-6361f55b-e714-4e29-b3eb-0d1d6a6fe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:43.155147 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c918bbed-75b3-4537-96a2-bed9de62991e req-6361f55b-e714-4e29-b3eb-0d1d6a6fe174 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=703db554b94342ae907549e01dd895b2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2099078 Nov 23 17:50:43.214045 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-99b77166-1a36-4942-bb90-a59b51dd0d82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56407b25-b01a-45b5-81db-238525df157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496666 Nov 23 17:50:43.266764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c79586f-09ac-451f-9ad3-d393f448ef23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.360198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918bbed-75b3-4537-96a2-bed9de62991e req-0abdddf8-3490-4be5-94c1-5c5f2ef7f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:43.361828 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c918bbed-75b3-4537-96a2-bed9de62991e req-0abdddf8-3490-4be5-94c1-5c5f2ef7f46a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892583 Nov 23 17:50:43.376866 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-d53bedea-3b78-4544-9364-94f1876d5292 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514971 Nov 23 17:50:43.468737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7013b8a5-8ce0-4323-82b2-0bcfd5d70faf tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6433899 Nov 23 17:50:43.475633 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9320d9f3-528d-4469-aef9-1da1fd87fea0 req-69e9b0fe-e792-45ea-88c4-fb97b1219f4e service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895295 Nov 23 17:50:43.484444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:43.512454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Attempting to bind port 274857fd-217e-4403-a52d-cf1a06c0ef4e on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:43.512759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Attempting to bind port 274857fd-217e-4403-a52d-cf1a06c0ef4e by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:43.513084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Attempting to bind port 274857fd-217e-4403-a52d-cf1a06c0ef4e on network 8337643d-9a87-486b-970f-9b0ca40afc22 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:43.533523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Port 274857fd-217e-4403-a52d-cf1a06c0ef4e on network 8337643d-9a87-486b-970f-9b0ca40afc22 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:43.533848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Attempting to bind port 274857fd-217e-4403-a52d-cf1a06c0ef4e on network 8337643d-9a87-486b-970f-9b0ca40afc22 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:43.546934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.549421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:43.549761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Checking segment: {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:43.550245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Bound using segment: {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:43.551217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Bound port: 274857fd-217e-4403-a52d-cf1a06c0ef4e, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db63bf3-9831-42f2-bbee-ee2c54b41336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:43.551580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.571108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on host n-h1-818932-3 for vnic_type normal with profile None {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:43.571474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:43.571812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:43.584826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:43.585148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:43.622213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:43.622548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:43.623186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:43.623379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Bound port: 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:43.693981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] For port 274857fd-217e-4403-a52d-cf1a06c0ef4e, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:43.699963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] For port 274857fd-217e-4403-a52d-cf1a06c0ef4e, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=274857fd-217e-4403-a52d-cf1a06c0ef4e,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:43.735500 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.743001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3b593b-c8cc-4e48-916c-0949273d294f', 'tag': '6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:43.745596 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9626708b-c6c2-4c99-973f-560a4e83bba4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3b593b-c8cc-4e48-916c-0949273d294f", "tag": "6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:43.747537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:43.782337 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] Publish callbacks [] for binding, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.787264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-fd08ea31-b881-4c09-8465-aab1c5a413ac service neutron] 10.222.0.74 "POST /v2.0/ports/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07/bindings HTTP/1.1" status: 201 len: 389 time: 1.0047610 Nov 23 17:50:43.797865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:43.798495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.799936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] 10.222.0.72 "PUT /v2.0/ports/274857fd-217e-4403-a52d-cf1a06c0ef4e HTTP/1.1" status: 200 len: 1091 time: 2.0050676 Nov 23 17:50:43.836727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e138-d47e-4674-be8e-9d9f65dcb779 service neutron] Pushing event updated for resources: {'Port': ['ID=274857fd-217e-4403-a52d-cf1a06c0ef4e,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:43.898614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.036665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-e982246c-efa8-43a0-a8f1-dd755958a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.037228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-e982246c-efa8-43a0-a8f1-dd755958a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.037721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-e982246c-efa8-43a0-a8f1-dd755958a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.039528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-e982246c-efa8-43a0-a8f1-dd755958a085 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2863 time: 0.1835914 Nov 23 17:50:44.117455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-b06f721b-ac7d-4606-8890-e038359092e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=cfb0388d-8129-4d3a-b41c-b00d5eda6f44 HTTP/1.1" status: 200 len: 217 time: 0.0655639 Nov 23 17:50:44.141096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-912b755d-d045-4502-acdf-e8f9a4ef6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.142655 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-912b755d-d045-4502-acdf-e8f9a4ef6670 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1097 time: 0.0585787 Nov 23 17:50:44.154490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d910b-d78e-465e-9233-3d8d1a7e912a req-626ea6e9-b2c0-4b57-975e-b2f414411fd8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.156041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-152d910b-d78e-465e-9233-3d8d1a7e912a req-626ea6e9-b2c0-4b57-975e-b2f414411fd8 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 943 time: 0.1810398 Nov 23 17:50:44.220707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Allocated IP 172.25.0.74 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/5b3800e6-8602-4f25-b731-55cc88672c0f) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:44.248089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7929d0e7-e2d1-46ae-9e77-60085a9ca74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.249889 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7929d0e7-e2d1-46ae-9e77-60085a9ca74a service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.0992112 Nov 23 17:50:44.304733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-4fa63783-b75a-4cc7-8e2d-4ba09b9cc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.306261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-4fa63783-b75a-4cc7-8e2d-4ba09b9cc525 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db3fcc27-3114-4f5a-ac15-21a29a295c7d HTTP/1.1" status: 200 len: 801 time: 0.1751935 Nov 23 17:50:44.310308 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-631d0d98-eb64-424a-a835-a4a733a46f78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 217 time: 0.0507901 Nov 23 17:50:44.344351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-152d910b-d78e-465e-9233-3d8d1a7e912a req-c5fae023-1856-4cb3-a4d6-e09b69980537 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693985 Nov 23 17:50:44.394045 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-9c507ee8-d874-483f-86a7-6b5d1088224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.396182 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-9c507ee8-d874-483f-86a7-6b5d1088224e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0740933 Nov 23 17:50:44.434506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-ba2f7960-a74c-42fe-8e72-4f1c16db25a7 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.434719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-302a2532-ed1f-406c-9eda-54784f0d2aaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305157 Nov 23 17:50:44.436120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-ba2f7960-a74c-42fe-8e72-4f1c16db25a7 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 950 time: 0.1950042 Nov 23 17:50:44.500312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-78579ca7-90df-41ed-9393-69226d5e6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.501816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-78579ca7-90df-41ed-9393-69226d5e6649 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8337643d-9a87-486b-970f-9b0ca40afc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1775615 Nov 23 17:50:44.533100 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-d4ac4aa1-e903-4f8b-a665-b6806d579cfb service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898800 Nov 23 17:50:44.604571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.630463 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-d9b660e4-5609-465a-8ea5-9063f295f508 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890877 Nov 23 17:50:44.643610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7f8b1-d034-458d-a2ac-fb004674ea83 req-92315671-355d-4a7e-b688-ecc1deba22ba tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.645287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2df7f8b1-d034-458d-a2ac-fb004674ea83 req-92315671-355d-4a7e-b688-ecc1deba22ba tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2234962 Nov 23 17:50:44.717055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2df7f8b1-d034-458d-a2ac-fb004674ea83 req-a4eee31c-d633-484a-bccf-05ed036c5dc3 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0632811 Nov 23 17:50:44.744870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-5781946d-0400-424a-904e-5d569981c7e5 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.746302 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-5781946d-0400-424a-904e-5d569981c7e5 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1097 time: 0.0466027 Nov 23 17:50:44.752630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-58607cb1-cccb-4b35-bcd3-a83b6e461b2b service neutron] 10.222.0.72 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359211 Nov 23 17:50:44.766185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818932-3'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:44.774453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Deleting port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:44.774813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.790403 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.804248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'tag': '274857fd-217e-4403-a52d-cf1a06c0ef4e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:44.806924 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6773d5ac-5038-499b-a619-ffdf80545a87" -d '{"events": [{"name": "network-changed", "server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "tag": "274857fd-217e-4403-a52d-cf1a06c0ef4e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:44.832815 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.942761 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.959425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:44.963262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:44.972759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:44.982417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Pushing event updated for resources: {'Port': ['ID=5b3800e6-8602-4f25-b731-55cc88672c0f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:44.987807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:45.023550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:45.054050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-b5b96f8c-21e7-47d3-b9c4-ef500ef7de01 service neutron] 10.222.0.72 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897356 Nov 23 17:50:45.060672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] For port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:45.061067 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.065562 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.071058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55553d6b-38a3-4a14-93a5-4b4f4d52ffb3 req-4eaba915-b3c8-4804-9648-a8775a260e35 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:45.071608 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.072548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55553d6b-38a3-4a14-93a5-4b4f4d52ffb3 req-4eaba915-b3c8-4804-9648-a8775a260e35 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9aee0177-cdda-4205-aa12-046890c2fa60 HTTP/1.1" status: 200 len: 950 time: 0.2245243 Nov 23 17:50:45.135745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Calling delete_port for 1cd7a36e-cf8c-4205-afb0-a981017bfbaa owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:45.142439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-01d0adfb-2e23-427b-a3b5-a8a4655a7ed2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.82&port_id=3c4bb80a-8154-4b90-970b-16ff553271a4 HTTP/1.1" status: 200 len: 217 time: 0.0629604 Nov 23 17:50:45.145869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Pushing event updated for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:45.163083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:45.163414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:45.163742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:45.168094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:45.168410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Attempting to bind port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:45.173519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:45.173852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:45.174228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:45.174646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Bound port: 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:45.175020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.243409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:45.246660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:45.250893 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.293699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55553d6b-38a3-4a14-93a5-4b4f4d52ffb3 req-1efb88b0-3b0a-4a31-ae9d-100e85ff2a8b tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053072 Nov 23 17:50:45.295943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.306608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-ca47cc1e-fb72-4d49-a6cb-8276c5c1cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:45.308114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-ca47cc1e-fb72-4d49-a6cb-8276c5c1cd4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=229765ce-0264-4281-b305-ed6bae826aa6 HTTP/1.1" status: 200 len: 801 time: 0.1540871 Nov 23 17:50:45.326509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Pushing event updated for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=8']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:45.348587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:45.349361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.351028 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-1bb39ed8-6266-488b-a7af-2987f1a33f39 service neutron] 10.222.0.72 "PUT /v2.0/ports/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 1122 time: 0.5892241 Nov 23 17:50:45.399199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.437216 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1e83eaa4-b59e-4cbb-bbcb-a3750b457b07'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:45.505584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-570d8c70-193d-4d7f-b48f-a1aee6653583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:45.507158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-570d8c70-193d-4d7f-b48f-a1aee6653583 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32365cf5-2128-42f0-b4a1-547d1b02bb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1757505 Nov 23 17:50:45.538082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef5ef-db88-4167-bdab-172f7e18d7ee req-6ef99e63-cdb6-405b-b865-d5f7d708605e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:45.543980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef5ef-db88-4167-bdab-172f7e18d7ee req-6ef99e63-cdb6-405b-b865-d5f7d708605e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:45.549896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef5ef-db88-4167-bdab-172f7e18d7ee req-6ef99e63-cdb6-405b-b865-d5f7d708605e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:45.552364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f8ef5ef-db88-4167-bdab-172f7e18d7ee req-6ef99e63-cdb6-405b-b865-d5f7d708605e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2410 time: 0.1663699 Nov 23 17:50:45.584203 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.601774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1cd7a36e-cf8c-4205-afb0-a981017bfbaa'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:45.603989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7b10a16e-af75-487e-829b-1b432e472615'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:45.958924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Pushing event deleted for resources: {'Port': ['ID=1cd7a36e-cf8c-4205-afb0-a981017bfbaa,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:46.048089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] No DVR routers for this DVR port 1cd7a36e-cf8c-4205-afb0-a981017bfbaa on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:46.056340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.059676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b9f005e-b488-4fdb-adc0-54260e1bb73a req-9c354104-2ab6-4a41-ad05-211fcc05a4c4 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.66 "DELETE /v2.0/ports/1cd7a36e-cf8c-4205-afb0-a981017bfbaa HTTP/1.1" status: 204 len: 173 time: 1.6077213 Nov 23 17:50:46.068662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f8ef5ef-db88-4167-bdab-172f7e18d7ee req-6849b7d1-fd74-4345-90cc-3065bdd45408 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937906 Nov 23 17:50:46.070726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-e4abf954-5964-4c15-a667-1f4082aef2a4 service neutron] 10.222.0.72 "GET /v2.0/networks/32365cf5-2128-42f0-b4a1-547d1b02bb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508063 Nov 23 17:50:46.125646 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23b00a2-bc18-4c96-bdf1-65f84793b5a4 x-openstack-request-id: req-f23b00a2-bc18-4c96-bdf1-65f84793b5a4 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:46.126169 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3b593b-c8cc-4e48-916c-0949273d294f", "tag": "6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:46.126287 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f23b00a2-bc18-4c96-bdf1-65f84793b5a4 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:46.126627 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3b593b-c8cc-4e48-916c-0949273d294f', 'tag': '6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530', 'status': 'completed', 'code': 200} Nov 23 17:50:46.185420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.191948 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.217194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-9c6086be-79c5-4024-b028-08636c0ecb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:46.218899 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-9c6086be-79c5-4024-b028-08636c0ecb05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=75bea26546174516b19fd052a5ecaf10&device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 1094 time: 0.0580039 Nov 23 17:50:46.255481 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.308600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-0a55be31-1b9a-4484-9d26-b7a8edfb23a7 service neutron] 10.222.0.72 "GET /v2.0/networks/32365cf5-2128-42f0-b4a1-547d1b02bb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083375 Nov 23 17:50:46.312535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Pushing event updated for resources: {'Port': ['ID=5b3800e6-8602-4f25-b731-55cc88672c0f,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:46.341540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-11ed533d-1816-4311-94fb-d52616d42d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:46.343980 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-11ed533d-1816-4311-94fb-d52616d42d8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 200 len: 923 time: 0.1168497 Nov 23 17:50:46.371906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db868a8-9c73-474e-8a31-95ad9afa3c82 req-4b917bb9-fb5c-4025-b121-a83832825d72 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:46.373417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7db868a8-9c73-474e-8a31-95ad9afa3c82 req-4b917bb9-fb5c-4025-b121-a83832825d72 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 944 time: 0.1776640 Nov 23 17:50:46.374677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-adc63f17-f244-469d-9b64-e8c5dff1d0de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=274857fd-217e-4403-a52d-cf1a06c0ef4e HTTP/1.1" status: 200 len: 217 time: 0.0510123 Nov 23 17:50:46.375642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.390617 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-e765ac14-e4e6-40c8-8f2d-1174bbea0562 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 HTTP/1.1" status: 200 len: 217 time: 0.0370870 Nov 23 17:50:46.440507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.446571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-7c86e067-3a87-4ad8-a026-8530f303c7aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9727249 Nov 23 17:50:46.451034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-71e33dde-31f5-4914-97e8-74177dc16ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:46.452580 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-71e33dde-31f5-4914-97e8-74177dc16ea1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97b1c274-f73c-4580-89ef-30ab01020e69 HTTP/1.1" status: 200 len: 862 time: 0.0510023 Nov 23 17:50:46.463971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:46.485188 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-c9d93d82-8635-4e7e-8142-c48dea7593e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56407b25-b01a-45b5-81db-238525df157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247998 Nov 23 17:50:46.509691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7db868a8-9c73-474e-8a31-95ad9afa3c82 req-cb59018b-2ef0-4faf-9836-7ff52c99fbc2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283553 Nov 23 17:50:46.510563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-4e0b2a27-4ce9-47a6-bf8d-c843a9f6c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:46.511985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-4e0b2a27-4ce9-47a6-bf8d-c843a9f6c737 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db3fcc27-3114-4f5a-ac15-21a29a295c7d HTTP/1.1" status: 200 len: 801 time: 0.1232846 Nov 23 17:50:46.526300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-498de313-cd49-4479-ac4a-e9870f392c0b tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 695 time: 0.0673892 Nov 23 17:50:46.606809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087079-7000-4c86-808c-5feee956867e req-e5055b38-a3ec-46e6-944f-84f5573a771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:46.608463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-e5055b38-a3ec-46e6-944f-84f5573a771a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8337643d-9a87-486b-970f-9b0ca40afc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877435 Nov 23 17:50:46.617492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:46.625281 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-18d2f07e-31ce-4f6f-a029-0739c2bbcbf2 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301498 Nov 23 17:50:46.632978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530', 'network_id': '56407b25-b01a-45b5-81db-238525df157d', 'port_id': '6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530', 'mac_address': 'fa:16:3e:d9:ad:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b1c274-f73c-4580-89ef-30ab01020e69', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:46.688818 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.709204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:46.741630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:46.746718 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.751426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-3ce3f6db-b8a4-43fc-8670-6483b54360b1 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:46.754398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-072ccded-9d14-416e-a2d0-0ffb44bd4ba3 req-3ce3f6db-b8a4-43fc-8670-6483b54360b1 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1996238 Nov 23 17:50:46.776833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-023eee82-f431-4746-8c9f-a056abf176a4 service neutron] 10.222.0.72 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392319 Nov 23 17:50:46.786426 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9626708b-c6c2-4c99-973f-560a4e83bba4 req-3b16e941-6acd-4865-b850-671ecb624889 service neutron] 10.222.0.72 "GET /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519532 Nov 23 17:50:46.830624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:46.837651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-626aeb4f-397f-4bab-ae5f-0feefd68ffc8 req-1f52594a-033d-4bc8-a6eb-d1fdbc6a21b5 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0540180 Nov 23 17:50:46.892477 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3af8e08-e42d-4076-b912-db61e021ebc8 x-openstack-request-id: req-c3af8e08-e42d-4076-b912-db61e021ebc8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:46.892765 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "tag": "274857fd-217e-4403-a52d-cf1a06c0ef4e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:46.893014 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3af8e08-e42d-4076-b912-db61e021ebc8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:46.894990 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'tag': '274857fd-217e-4403-a52d-cf1a06c0ef4e', 'status': 'completed', 'code': 200} Nov 23 17:50:46.929773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-e5325617-29f1-401c-8164-49208ca48eb2 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=20440a6c35cc4912a2584eef82d04d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263059 Nov 23 17:50:46.982193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df087079-7000-4c86-808c-5feee956867e req-b2ccf09c-12d5-4e97-a4e6-9f589a1b7ecd service neutron] 10.222.0.72 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965966 Nov 23 17:50:47.018085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:47.098396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019447fd-28e9-42c2-8a3a-b2badc69d8e1 req-aac3382d-e84c-4c4b-9b7a-8652e7f5f1b0 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.099943 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-019447fd-28e9-42c2-8a3a-b2badc69d8e1 req-aac3382d-e84c-4c4b-9b7a-8652e7f5f1b0 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 944 time: 0.1544178 Nov 23 17:50:47.147013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d97d8-bf3f-47f0-8504-41862e45540b req-cf384373-83a6-4d5f-8c5d-5672c0d7a2ec tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.148483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-cf384373-83a6-4d5f-8c5d-5672c0d7a2ec tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093172 Nov 23 17:50:47.152733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-2a941966-0c63-4477-b22c-453331806e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.153228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-2a941966-0c63-4477-b22c-453331806e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.153715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-2a941966-0c63-4477-b22c-453331806e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.155300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-2a941966-0c63-4477-b22c-453331806e88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2863 time: 0.1092839 Nov 23 17:50:47.201697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-cb787061-3ab0-4bad-8515-490f8ac30c51 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/quotas/20440a6c35cc4912a2584eef82d04d24 HTTP/1.1" status: 200 len: 375 time: 0.0454254 Nov 23 17:50:47.209075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-019447fd-28e9-42c2-8a3a-b2badc69d8e1 req-f6a85f95-8ef3-4ddc-b16f-363a340291cf tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024802 Nov 23 17:50:47.271698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-fe360b34-b5ba-4e0f-954e-07e303c54e73 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615256 Nov 23 17:50:47.301509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-c6f8ace6-c45a-40c7-92b0-60b10d58fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.303253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-c6f8ace6-c45a-40c7-92b0-60b10d58fbc0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8337643d-9a87-486b-970f-9b0ca40afc22 HTTP/1.1" status: 200 len: 903 time: 0.1313627 Nov 23 17:50:47.349017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-676ad642-70f8-4b07-b8b6-01d0b35b28e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=274857fd-217e-4403-a52d-cf1a06c0ef4e HTTP/1.1" status: 200 len: 217 time: 0.0373614 Nov 23 17:50:47.431637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-c94b6ef7-a42a-41eb-bd23-3542fa7f7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.434415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-c94b6ef7-a42a-41eb-bd23-3542fa7f7b65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db3fcc27-3114-4f5a-ac15-21a29a295c7d HTTP/1.1" status: 200 len: 801 time: 0.0750983 Nov 23 17:50:47.609515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-7b9a8e75-f93f-4eb9-9dd2-21f16ee4edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.611037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-7b9a8e75-f93f-4eb9-9dd2-21f16ee4edb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8337643d-9a87-486b-970f-9b0ca40afc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1634183 Nov 23 17:50:47.661447 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.717162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-35a60598-674a-44f1-bb7e-ee57990bf4cc tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.718972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-35a60598-674a-44f1-bb7e-ee57990bf4cc tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 820 time: 0.2257955 Nov 23 17:50:47.731889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0cba-fb10-4e0b-808c-029fc9b0457d req-6c99dda7-b8be-48af-823c-3cb1e7a934f4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.738501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0cba-fb10-4e0b-808c-029fc9b0457d req-6c99dda7-b8be-48af-823c-3cb1e7a934f4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.744757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0cba-fb10-4e0b-808c-029fc9b0457d req-6c99dda7-b8be-48af-823c-3cb1e7a934f4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.746343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6bb0cba-fb10-4e0b-808c-029fc9b0457d req-6c99dda7-b8be-48af-823c-3cb1e7a934f4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2410 time: 0.2064712 Nov 23 17:50:47.779326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-ded8ec23-8511-4e38-9e19-c4e92243d0e8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/quotas/8be8565f31504c5489b71d419c8c7b4d HTTP/1.1" status: 200 len: 375 time: 0.0301757 Nov 23 17:50:47.815558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-db9d8851-f02b-4bf3-b87a-67e477e7466d service neutron] 10.222.0.72 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943181 Nov 23 17:50:47.890070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6bb0cba-fb10-4e0b-808c-029fc9b0457d req-f0f27335-5d62-4fd0-9402-c59758db8c0b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311245 Nov 23 17:50:47.931870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-b6cc8ea2-d918-432e-8951-4515a4bfc5ef tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1414111 Nov 23 17:50:47.988842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6773d5ac-5038-499b-a619-ffdf80545a87 req-452890da-31a8-458c-a534-9e2d205a6fb5 service neutron] 10.222.0.72 "GET /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559680 Nov 23 17:50:48.061832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-fd5ad45f-af02-4db1-ac0f-e782483142e8 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179168 Nov 23 17:50:48.127446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07'}, {'name': 'network-changed', 'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:48.130584 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7ac60e-ad91-4b10-990b-0687a49c2720" -d '{"events": [{"server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "name": "network-vif-unplugged", "status": "completed", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07"}, {"name": "network-changed", "server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:48.160104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-044364ad-1d76-46cf-8ee0-e2723f71147f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=20440a6c35cc4912a2584eef82d04d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328796 Nov 23 17:50:48.202980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-2f355b9e-2d5c-48ba-b9b5-169fd3e9ed25 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311696 Nov 23 17:50:48.282036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-91bf1cb4-bc94-4e31-adba-7f0eee78f320 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.284295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-91bf1cb4-bc94-4e31-adba-7f0eee78f320 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1158419 Nov 23 17:50:48.304965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-04fb1825-2b34-4fab-b64a-b479b433b4e2 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/quotas/20440a6c35cc4912a2584eef82d04d24 HTTP/1.1" status: 200 len: 375 time: 0.0153689 Nov 23 17:50:48.345509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-921b79a8-999d-4b05-ba42-fda13ad5325d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324957 Nov 23 17:50:48.416798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd2111-248b-44e5-9dda-6ff8b82aab37 req-f15141a7-5e42-4284-a319-f06e17a443ac tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.418290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9fdd2111-248b-44e5-9dda-6ff8b82aab37 req-f15141a7-5e42-4284-a319-f06e17a443ac tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 945 time: 0.0609927 Nov 23 17:50:48.477153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:48.483380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:48.484951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9fdd2111-248b-44e5-9dda-6ff8b82aab37 req-d341eb19-25b7-4d48-b30f-013a450dc0f9 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Nov 23 17:50:48.509529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-35fd6f04-22e6-4b63-8f74-b73cabee06a3 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=20440a6c35cc4912a2584eef82d04d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235856 Nov 23 17:50:48.681591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:48.694386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:48.694826 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.765180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:48.779517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 has no active binding in host n-h1-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:50:48.787964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc5fb7-9c26-4cf5-b1f1-6c519cbb8038 req-bb852d54-7f84-4174-8664-1f6f9ba2aa31 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.797223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58bc5fb7-9c26-4cf5-b1f1-6c519cbb8038 req-bb852d54-7f84-4174-8664-1f6f9ba2aa31 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 944 time: 0.1579580 Nov 23 17:50:48.834831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbceea58-d0b5-4e14-bad6-967314732055 req-82be6d0c-fd78-49f9-a14c-8c352b632c5a tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.842002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbceea58-d0b5-4e14-bad6-967314732055 req-82be6d0c-fd78-49f9-a14c-8c352b632c5a tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 950 time: 0.1532893 Nov 23 17:50:48.853253 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.858038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0356aa6d-8377-4244-8389-b8981452ed93 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.860339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0356aa6d-8377-4244-8389-b8981452ed93 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334441 Nov 23 17:50:48.876948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Request body: {'port': {'device_id': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '20440a6c35cc4912a2584eef82d04d24'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:48.885912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3b593b-c8cc-4e48-916c-0949273d294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:48.888486 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f426df46-b6c0-4fcf-bf30-2a210bc2dcbb" -d '{"events": [{"server_uuid": "ef3b593b-c8cc-4e48-916c-0949273d294f", "name": "network-vif-plugged", "status": "completed", "tag": "6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:48.902922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:48.903954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee0177-cdda-4205-aa12-046890c2fa60', 'name': 'network-vif-deleted', 'tag': '1cd7a36e-cf8c-4205-afb0-a981017bfbaa'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:48.906924 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce3e4e-c3e0-4ac6-9ba8-55db6b03fd1e" -d '{"events": [{"server_uuid": "9aee0177-cdda-4205-aa12-046890c2fa60", "name": "network-vif-deleted", "tag": "1cd7a36e-cf8c-4205-afb0-a981017bfbaa"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:48.908982 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.983392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:48.995261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58bc5fb7-9c26-4cf5-b1f1-6c519cbb8038 req-0be32440-2258-47b7-a453-c4dc92a8558d tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973033 Nov 23 17:50:49.001664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbceea58-d0b5-4e14-bad6-967314732055 req-ff49eee0-8339-4a03-91db-6689d1683857 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588421 Nov 23 17:50:49.069764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Made reservation on behalf of 20440a6c35cc4912a2584eef82d04d24 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:49.074364 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.086825 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a58ff21-5e06-402b-8072-3e90186c208d x-openstack-request-id: req-6a58ff21-5e06-402b-8072-3e90186c208d {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:49.087132 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "name": "network-vif-unplugged", "status": "completed", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07", "code": 200}, {"name": "network-changed", "server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:49.087413 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a58ff21-5e06-402b-8072-3e90186c208d {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:49.087846 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07', 'code': 200} Nov 23 17:50:49.088453 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07', 'status': 'completed', 'code': 200} Nov 23 17:50:49.101452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.201973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-2309b139-f3ed-4188-91a7-c5b1ad9ea1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.203743 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-2309b139-f3ed-4188-91a7-c5b1ad9ea1eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1125 time: 0.0839982 Nov 23 17:50:49.260138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a79585d6-0e4f-4e77-99b5-8adcbdbe39d6 req-e3e8ba48-1460-4666-85e3-8d80c8ef72fe tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 210 time: 0.0417683 Nov 23 17:50:49.282289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964205b-6b36-4c5b-a539-b95bc08b252c req-6094849a-a4db-4594-bf03-633ef697c12d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.284088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1964205b-6b36-4c5b-a539-b95bc08b252c req-6094849a-a4db-4594-bf03-633ef697c12d tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 945 time: 0.1632671 Nov 23 17:50:49.312202 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.320067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-6ed66052-de1d-4935-aaed-4d81df845a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.321719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-6ed66052-de1d-4935-aaed-4d81df845a6c service neutron] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.1067648 Nov 23 17:50:49.348782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1cd7a36e-cf8c-4205-afb0-a981017bfbaa no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:49.371988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 1cd7a36e-cf8c-4205-afb0-a981017bfbaa {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:50:49.372337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1cd7a36e-cf8c-4205-afb0-a981017bfbaa not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:50:49.378487 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-41dd7abb-7f4d-4bb9-9ad0-d8a1286440f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 217 time: 0.0478940 Nov 23 17:50:49.395109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cafd232e-a594-4e1c-96b8-3062b9cde9eb req-d269eaf0-9a05-4a7e-86f4-957d5ff71fd9 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 210 time: 0.0483105 Nov 23 17:50:49.397208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.66', 57609) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:49.400830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.404545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1964205b-6b36-4c5b-a539-b95bc08b252c req-dfaa1a82-8504-45a5-a286-bcd2ac64b39b tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027191 Nov 23 17:50:49.406966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.458335 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfbb76f-226e-41dc-8bc2-991668d9676c x-openstack-request-id: req-fdfbb76f-226e-41dc-8bc2-991668d9676c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:49.458757 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3b593b-c8cc-4e48-916c-0949273d294f", "name": "network-vif-plugged", "status": "completed", "tag": "6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:49.459090 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fdfbb76f-226e-41dc-8bc2-991668d9676c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:49.459619 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3b593b-c8cc-4e48-916c-0949273d294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530', 'code': 200} Nov 23 17:50:49.497341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-b6adb73b-b4e5-46d4-b80a-cd5fa159fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.499168 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-b6adb73b-b4e5-46d4-b80a-cd5fa159fe72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1095035 Nov 23 17:50:49.525192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c83a361-6467-4f5f-89a8-472dbc6a63cd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:49.537556 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-11bec314-5359-4cf5-a731-8f67822c8901 service neutron] 10.222.0.66 "GET /v2.0/ports/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.1379912 Nov 23 17:50:49.541124 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-69ae0578-ac74-4aa6-a86b-8eab18beb8da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331762 Nov 23 17:50:49.566324 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edabdc42-a56f-4656-94b4-10f617a5206a x-openstack-request-id: req-edabdc42-a56f-4656-94b4-10f617a5206a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:49.566551 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee0177-cdda-4205-aa12-046890c2fa60", "name": "network-vif-deleted", "tag": "1cd7a36e-cf8c-4205-afb0-a981017bfbaa", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:49.566864 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-edabdc42-a56f-4656-94b4-10f617a5206a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:49.567305 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee0177-cdda-4205-aa12-046890c2fa60', 'name': 'network-vif-deleted', 'tag': '1cd7a36e-cf8c-4205-afb0-a981017bfbaa', 'status': 'completed', 'code': 200} Nov 23 17:50:49.582960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-5e672c49-f659-4a83-8832-588340d5e44f tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.584594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-5e672c49-f659-4a83-8832-588340d5e44f tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.72 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 945 time: 0.1713741 Nov 23 17:50:49.744392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4127f06-533f-4ed3-aaf2-74953bbca9b0 req-81c41bdd-2c20-491e-8c39-b6f6dbb34a24 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.750307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4127f06-533f-4ed3-aaf2-74953bbca9b0 req-81c41bdd-2c20-491e-8c39-b6f6dbb34a24 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.756505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4127f06-533f-4ed3-aaf2-74953bbca9b0 req-81c41bdd-2c20-491e-8c39-b6f6dbb34a24 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.763903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4127f06-533f-4ed3-aaf2-74953bbca9b0 req-81c41bdd-2c20-491e-8c39-b6f6dbb34a24 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2410 time: 0.2439198 Nov 23 17:50:49.779773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Allocated IP 192.168.233.219 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/906868be-3fa3-4325-a14a-15855c2efe12) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:49.823472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdf053-388c-402f-9b50-af3c2b035f84 req-728d8110-a739-4e97-aeb2-331e653c2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.824912 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-94fdf053-388c-402f-9b50-af3c2b035f84 req-728d8110-a739-4e97-aeb2-331e653c2777 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 1096 time: 0.1878591 Nov 23 17:50:49.828874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef861d-d5a6-41b5-bc5c-a0e0febb481b req-db08f402-8785-4cc0-9e68-788471d45e4b tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.830286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8ef861d-d5a6-41b5-bc5c-a0e0febb481b req-db08f402-8785-4cc0-9e68-788471d45e4b tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 945 time: 0.1795785 Nov 23 17:50:49.904735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4127f06-533f-4ed3-aaf2-74953bbca9b0 req-c69e3744-b502-4339-837b-865abbd9227d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399567 Nov 23 17:50:49.933394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Deleting port c2076e88-d658-4df1-9fbc-0709fef1566f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:49.933736 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.000494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.72', 50257) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:50.141915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.72', 50258) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:50.209693 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-451eaa24-21cf-44b7-849f-d547236d2200 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=20440a6c35cc4912a2584eef82d04d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619147 Nov 23 17:50:50.224885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.258599 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-901051b2-6dad-41a8-981c-cbdf6407bd68 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228862 Nov 23 17:50:50.289784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-48f07f93-a10e-4be8-8e65-a9ead2d5d00c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:50.291304 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-48f07f93-a10e-4be8-8e65-a9ead2d5d00c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.72 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 820 time: 0.5765078 Nov 23 17:50:50.331215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Request body: {'port': {'device_id': 'cf340d42-8563-41e9-9154-895d083b9e52', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'admin_state_up': True, 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:50.336381 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-94fdf053-388c-402f-9b50-af3c2b035f84 req-4402c6c2-8198-4abb-9e84-c1be042a1e69 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744048 Nov 23 17:50:50.340494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:50.381284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8ef861d-d5a6-41b5-bc5c-a0e0febb481b req-b8a71b0e-6b78-4992-9a3f-8f1f6d513939 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/security-groups?id=756c1558-8152-4eba-a6a9-bb3da8779530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357490 Nov 23 17:50:50.468467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:50.480126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 3c4bb80a-8154-4b90-970b-16ff553271a4 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:50.553309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4213079-3191-4c11-b2f6-5af2179873ab req-b4bce4bf-6319-44d2-8169-f375258c739d tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:50.554805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4213079-3191-4c11-b2f6-5af2179873ab req-b4bce4bf-6319-44d2-8169-f375258c739d tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.72 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 950 time: 0.5502331 Nov 23 17:50:50.560873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.568139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-800cad43-16b7-4806-9b1f-146255063768 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:50.569625 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-800cad43-16b7-4806-9b1f-146255063768 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335602 Nov 23 17:50:50.569759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] For port c2076e88-d658-4df1-9fbc-0709fef1566f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c2076e88-d658-4df1-9fbc-0709fef1566f,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:50.570036 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.571953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:50.592470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Request body: {'port': {'device_id': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '20440a6c35cc4912a2584eef82d04d24'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:50.594587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 3c4bb80a-8154-4b90-970b-16ff553271a4, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=3c4bb80a-8154-4b90-970b-16ff553271a4,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:50.603323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:50.608982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '3c4bb80a-8154-4b90-970b-16ff553271a4', 'network_id': '32365cf5-2128-42f0-b4a1-547d1b02bb54', 'port_id': '3c4bb80a-8154-4b90-970b-16ff553271a4', 'mac_address': 'fa:16:3e:9d:16:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229765ce-0264-4281-b305-ed6bae826aa6', 'ip_address': '19.86.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:50.622572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65988bb4-e4bb-470d-a2e5-97e974a86c88 req-d2415530-e049-4a3b-8ed4-eafc83ed0f3b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:50.624106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65988bb4-e4bb-470d-a2e5-97e974a86c88 req-d2415530-e049-4a3b-8ed4-eafc83ed0f3b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 944 time: 0.2478719 Nov 23 17:50:50.625095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Calling delete_port for c2076e88-d658-4df1-9fbc-0709fef1566f owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:50.631883 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2b7ac60e-ad91-4b10-990b-0687a49c2720 req-9a966c6b-a1ed-4edb-8fb2-30719b33bb4a service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521292 Nov 23 17:50:50.652011 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.655182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.665778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f715a55-4645-4e69-a809-fb76754c244e req-29018e81-3b7e-4f45-9d76-cd21b35ca867 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:50.667415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f715a55-4645-4e69-a809-fb76754c244e req-29018e81-3b7e-4f45-9d76-cd21b35ca867 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 950 time: 0.2077019 Nov 23 17:50:50.668922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4bb80a-8154-4b90-970b-16ff553271a4 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:50.697940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 3c4bb80a-8154-4b90-970b-16ff553271a4, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=3c4bb80a-8154-4b90-970b-16ff553271a4,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:50.702998 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.703715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device cfb0388d-8129-4d3a-b41c-b00d5eda6f44 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:50.762841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Made reservation on behalf of 8be8565f31504c5489b71d419c8c7b4d for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:50.766328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.789977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=3c4bb80a-8154-4b90-970b-16ff553271a4,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:50.847730 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.861690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port cfb0388d-8129-4d3a-b41c-b00d5eda6f44, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:50.872307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Made reservation on behalf of 20440a6c35cc4912a2584eef82d04d24 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:50.875851 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.878207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] Transition to ACTIVE for port object 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:50.879855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'cfb0388d-8129-4d3a-b41c-b00d5eda6f44', 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22', 'port_id': 'cfb0388d-8129-4d3a-b41c-b00d5eda6f44', 'mac_address': 'fa:16:3e:0e:b2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3fcc27-3114-4f5a-ac15-21a29a295c7d', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:50.880826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65988bb4-e4bb-470d-a2e5-97e974a86c88 req-9dc1ef99-30d4-44da-8c89-bc78438e4ac6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100427 Nov 23 17:50:50.896270 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.917707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f715a55-4645-4e69-a809-fb76754c244e req-647cac93-9e23-4b3d-afc2-a5c484835498 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/security-groups?id=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938848 Nov 23 17:50:50.975305 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.984323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:50.986732 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Deleting port 7b10a16e-af75-487e-829b-1b432e472615 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:50.988159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.004382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:51.006649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:51.015260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:51.029911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb0388d-8129-4d3a-b41c-b00d5eda6f44 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:51.055601 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] No DVR routers for this DVR port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:51.079217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] Pushing event updated for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=10']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:51.090033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port cfb0388d-8129-4d3a-b41c-b00d5eda6f44, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:51.091189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Allocated IP 172.20.0.3 (c8c8e012-da4f-40b8-896f-136864ad4562/fad607a9-abe7-4538-a7c6-abae54c5e3c4/94f1cb2d-a02b-46b6-8f7d-40d0a1a633de) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:51.099787 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.100485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 274857fd-217e-4403-a52d-cf1a06c0ef4e details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:51.180156 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7fce50d3-695e-4363-b548-f24c3945daad service neutron] 10.222.0.66 "PUT /v2.0/ports/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07/bindings/n-h1-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6301782 Nov 23 17:50:51.185979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2db40209-e9f0-4c09-9b0f-6dd6568cd748 req-5a6b143b-454e-45a2-a786-184c0b55a257 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 210 time: 0.0743234 Nov 23 17:50:51.191792 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.196280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Allocated IP 192.168.233.61 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/a8f5e877-259a-4161-b38a-680139341fd9) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:51.219951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['c2076e88-d658-4df1-9fbc-0709fef1566f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:51.278297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 274857fd-217e-4403-a52d-cf1a06c0ef4e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=274857fd-217e-4403-a52d-cf1a06c0ef4e,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:51.288276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6085f912-6e9a-4c6e-b437-18843aeae9c6 req-6e766934-08ca-4f9a-b555-7bee5c8654bd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 210 time: 0.1065290 Nov 23 17:50:51.297300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:51.309419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '274857fd-217e-4403-a52d-cf1a06c0ef4e', 'network_id': '8337643d-9a87-486b-970f-9b0ca40afc22', 'port_id': '274857fd-217e-4403-a52d-cf1a06c0ef4e', 'mac_address': 'fa:16:3e:21:f2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3fcc27-3114-4f5a-ac15-21a29a295c7d', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:51.352082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:51.352748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.388431 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.410083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274857fd-217e-4403-a52d-cf1a06c0ef4e {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:51.422348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] No DVR routers for this DVR port c2076e88-d658-4df1-9fbc-0709fef1566f on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:51.424068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Pushing event deleted for resources: {'Port': ['ID=c2076e88-d658-4df1-9fbc-0709fef1566f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:51.440581 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.444289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65aa1baa-a24b-46d7-a177-c907c0e94c2a req-375ddf9a-0e65-46de-8869-17420ef9ceb4 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.72 "DELETE /v2.0/ports/c2076e88-d658-4df1-9fbc-0709fef1566f HTTP/1.1" status: 204 len: 173 time: 1.8516068 Nov 23 17:50:51.450006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] For port 7b10a16e-af75-487e-829b-1b432e472615, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7b10a16e-af75-487e-829b-1b432e472615,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:51.450391 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.465305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-5369f1c2-b25f-4795-8059-ac5b1328fad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5923762 Nov 23 17:50:51.485481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Calling delete_port for 7b10a16e-af75-487e-829b-1b432e472615 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:51.489529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 274857fd-217e-4403-a52d-cf1a06c0ef4e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=274857fd-217e-4403-a52d-cf1a06c0ef4e,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:51.490797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Request body: {'port': {'device_id': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:51.513700 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.542139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7bb5fbc5-a87f-43bd-b2f9-6509a038a85b tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:51.544653 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7bb5fbc5-a87f-43bd-b2f9-6509a038a85b tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.2489717 Nov 23 17:50:51.570129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e1f9fcc2-c4c9-43cc-b9ab-f911facd147a None None] Provisioning complete for port 906868be-3fa3-4325-a14a-15855c2efe12 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:51.570557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e1f9fcc2-c4c9-43cc-b9ab-f911facd147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.580005 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.580181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'name': 'network-vif-deleted', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:51.583199 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5966c583-ab30-4626-991d-177a684e4e96" -d '{"events": [{"server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "name": "network-vif-deleted", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:51.621669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9fcc2-c4c9-43cc-b9ab-f911facd147a None None] Port 906868be-3fa3-4325-a14a-15855c2efe12 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:51.657928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=274857fd-217e-4403-a52d-cf1a06c0ef4e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:51.664905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.673337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-4be5fcec-0a61-46cc-b594-3cbfbb52b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:51.674970 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-4be5fcec-0a61-46cc-b594-3cbfbb52b896 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab&tenant_id=212b6ad2b5284d24b582972e2d78cc3b HTTP/1.1" status: 200 len: 1096 time: 0.1137340 Nov 23 17:50:51.690252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.699249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702c4b-dcd5-49b3-83f6-50a4d53019df req-047f4b70-8207-45ed-92e7-4bdffff9b8d1 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:51.701166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53702c4b-dcd5-49b3-83f6-50a4d53019df req-047f4b70-8207-45ed-92e7-4bdffff9b8d1 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 945 time: 0.3456702 Nov 23 17:50:51.782165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.790771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:51.803846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:51.807111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:51.835164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be20b6c-83c0-494a-a217-856cce9b19bc req-4bdb7fe9-75d8-4a22-958e-e6829a37d639 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:51.836795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['cfb0388d-8129-4d3a-b41c-b00d5eda6f44'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:51.842401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Pushing event updated for resources: {'Port': ['ID=a8f5e877-259a-4161-b38a-680139341fd9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:51.845031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be20b6c-83c0-494a-a217-856cce9b19bc req-4bdb7fe9-75d8-4a22-958e-e6829a37d639 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:51.851470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be20b6c-83c0-494a-a217-856cce9b19bc req-4bdb7fe9-75d8-4a22-958e-e6829a37d639 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:51.855327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.859488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be20b6c-83c0-494a-a217-856cce9b19bc req-4bdb7fe9-75d8-4a22-958e-e6829a37d639 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2413 time: 0.3497922 Nov 23 17:50:51.894716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bc3091cc-4a0c-4951-bd3d-6506dff4677e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:51.897452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['274857fd-217e-4403-a52d-cf1a06c0ef4e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:51.979905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53702c4b-dcd5-49b3-83f6-50a4d53019df req-353bb391-bdf7-46ad-96c0-df0dcb4704cd tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533524 Nov 23 17:50:51.981437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Network c8c8e012-da4f-40b8-896f-136864ad4562 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:52.006149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.006852 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.049401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Pushing event updated for resources: {'Port': ['ID=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:52.052254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:52.076537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-3c8d0713-ac4e-4912-9b1a-cddaac562741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.078639 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-3c8d0713-ac4e-4912-9b1a-cddaac562741 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1096 time: 0.3638544 Nov 23 17:50:52.086025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:52.230539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be20b6c-83c0-494a-a217-856cce9b19bc req-81261286-216b-412a-8d86-6bcbd103a0cb tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686876 Nov 23 17:50:52.316788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-489b7da2-ac7b-4614-a434-e00e1bd33fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.318748 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-489b7da2-ac7b-4614-a434-e00e1bd33fc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.1652222 Nov 23 17:50:52.330878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08a4dcee-f57d-424b-b8f2-17845f85a265 req-5ab17e00-db0a-4e96-a5c5-e3dba1eeafb7 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930 tempest-FloatingIPsAssociationNegativeTestJSON-1639214930-project] 10.222.0.74 "GET /v2.0/ports?device_id=a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d HTTP/1.1" status: 200 len: 210 time: 0.1939659 Nov 23 17:50:52.337772 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-8ecc0629-f09d-4283-b9a5-bed41d7a30fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7492189 Nov 23 17:50:52.356842 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91f2a8d-5e91-4c5c-9baa-57ff9be00c35 x-openstack-request-id: req-c91f2a8d-5e91-4c5c-9baa-57ff9be00c35 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:52.360001 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d", "name": "network-vif-deleted", "tag": "c2076e88-d658-4df1-9fbc-0709fef1566f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:52.360521 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c91f2a8d-5e91-4c5c-9baa-57ff9be00c35 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:52.361132 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55d8fef-8f2c-4f10-a7c1-5989bd5dbe4d', 'name': 'network-vif-deleted', 'tag': 'c2076e88-d658-4df1-9fbc-0709fef1566f', 'status': 'completed', 'code': 200} Nov 23 17:50:52.421249 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-7b90a6a0-f0e7-409b-ba02-406f44851df7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 217 time: 0.0822477 Nov 23 17:50:52.440928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Request body: {'port': {'device_id': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:52.477746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.483521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.483825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1d0bd1dd-3aad-456d-b667-b0ab40afdb98 None None] Provisioning complete for port a8f5e877-259a-4161-b38a-680139341fd9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:52.484349 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1d0bd1dd-3aad-456d-b667-b0ab40afdb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.484448 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.521031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7b10a16e-af75-487e-829b-1b432e472615 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:52.534966 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-c4caaa09-b404-4cb3-9c26-c5934e1aafee tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2236173 Nov 23 17:50:52.540490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15be664a-8cf2-4a9d-b511-4c90452e49bd req-c3eeba82-dcae-4467-a06c-03cd20790109 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.74 "GET /v2.0/ports?device_id=be016edc-d225-4885-8493-74ee287e1b5c HTTP/1.1" status: 200 len: 210 time: 0.0867701 Nov 23 17:50:52.577436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Pushing event deleted for resources: {'Port': ['ID=7b10a16e-af75-487e-829b-1b432e472615,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:52.594496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1d0bd1dd-3aad-456d-b667-b0ab40afdb98 None None] Port a8f5e877-259a-4161-b38a-680139341fd9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:52.631325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-ce83bdf8-1542-4dbb-868a-db7234a66026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.632826 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-ce83bdf8-1542-4dbb-868a-db7234a66026 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1814389 Nov 23 17:50:52.639384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 7b10a16e-af75-487e-829b-1b432e472615 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:50:52.640099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7b10a16e-af75-487e-829b-1b432e472615 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:50:52.640735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c2076e88-d658-4df1-9fbc-0709fef1566f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:52.667819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.668771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] No DVR routers for this DVR port 7b10a16e-af75-487e-829b-1b432e472615 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:52.674449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: c2076e88-d658-4df1-9fbc-0709fef1566f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:50:52.675780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c2076e88-d658-4df1-9fbc-0709fef1566f not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:50:52.678031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Request body: {'port': {'device_id': 'cf340d42-8563-41e9-9154-895d083b9e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:52.680260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19168739-7fba-4f97-9b6c-8e8b8b59545f req-e6406ab0-6840-4a72-b77d-6db7b8f1057b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.687491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19168739-7fba-4f97-9b6c-8e8b8b59545f req-e6406ab0-6840-4a72-b77d-6db7b8f1057b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 945 time: 0.2372475 Nov 23 17:50:52.691231 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.695318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4213079-3191-4c11-b2f6-5af2179873ab req-6b3f2a6f-c9fa-4c83-8636-514e928af3c6 tempest-LiveMigrationNegativeTest-564326659 tempest-LiveMigrationNegativeTest-564326659-project] 10.222.0.72 "DELETE /v2.0/ports/7b10a16e-af75-487e-829b-1b432e472615 HTTP/1.1" status: 204 len: 173 time: 2.1306775 Nov 23 17:50:52.721665 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-b2dc4383-1761-4ac4-bfc9-94007a824d23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545232 Nov 23 17:50:52.748456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2c007557-cf37-44e2-b12c-0f38d27da534 None None] Provisioning complete for port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:52.750522 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c007557-cf37-44e2-b12c-0f38d27da534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.825428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2c007557-cf37-44e2-b12c-0f38d27da534 None None] Port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:52.834768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19168739-7fba-4f97-9b6c-8e8b8b59545f req-adcec933-70c0-4199-867e-4466f26747c9 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463165 Nov 23 17:50:52.865755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906868be-3fa3-4325-a14a-15855c2efe12 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:52.881377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.900253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.909647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Transition to ACTIVE for port object 906868be-3fa3-4325-a14a-15855c2efe12 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:52.926744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44cd1d-c979-43a1-a1f8-3bc0fa470abf req-8b196958-b6ec-4336-99d2-cf46cb67fa2e tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.931276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['3c4bb80a-8154-4b90-970b-16ff553271a4'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:52.936883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b44cd1d-c979-43a1-a1f8-3bc0fa470abf req-8b196958-b6ec-4336-99d2-cf46cb67fa2e tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 931 time: 0.1436713 Nov 23 17:50:52.948624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.085892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:53.113108 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-bbf2c1e5-ea53-4761-a48f-3addc1278979 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512726 Nov 23 17:50:53.120632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b44cd1d-c979-43a1-a1f8-3bc0fa470abf req-b5b1454b-f82b-4744-96cb-19e27a94f90b tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827731 Nov 23 17:50:53.164957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac6336-b005-466b-8665-a1340b4d5059 req-333e1e5c-06c4-48fc-9560-cfd73305d4a4 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:53.167758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29ac6336-b005-466b-8665-a1340b4d5059 req-333e1e5c-06c4-48fc-9560-cfd73305d4a4 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 935 time: 0.1759667 Nov 23 17:50:53.275901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Attempting to bind port 906868be-3fa3-4325-a14a-15855c2efe12 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:53.276397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Attempting to bind port 906868be-3fa3-4325-a14a-15855c2efe12 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:53.276823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Attempting to bind port 906868be-3fa3-4325-a14a-15855c2efe12 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:53.289145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29ac6336-b005-466b-8665-a1340b4d5059 req-f378780a-8130-4fdb-ba6b-8a1c46f17eff tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098113 Nov 23 17:50:53.317216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Port 906868be-3fa3-4325-a14a-15855c2efe12 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:53.317680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Attempting to bind port 906868be-3fa3-4325-a14a-15855c2efe12 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:53.328492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:53.329439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:53.329961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:53.330514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Bound port: 906868be-3fa3-4325-a14a-15855c2efe12, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:53.331078 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.357050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26690c58-e503-44aa-8ee9-d71dfa474da1 req-09540f49-4635-4c12-bd65-9f689c135428 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:53.360508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:53.368797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26690c58-e503-44aa-8ee9-d71dfa474da1 req-09540f49-4635-4c12-bd65-9f689c135428 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 945 time: 0.1336262 Nov 23 17:50:53.438902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:50:53.472763 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-9c53a08f-0417-4b5a-a767-899af7aab799 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514352 Nov 23 17:50:53.536229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26690c58-e503-44aa-8ee9-d71dfa474da1 req-fddd77cd-97f6-4a8c-b738-5034dfebae5c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663771 Nov 23 17:50:53.566756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb104b-a5bc-4ae7-b1ce-cdd13a2a9c56 req-0c665e19-9019-4e1e-a0b4-27cde612f348 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:53.566756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb104b-a5bc-4ae7-b1ce-cdd13a2a9c56 req-0c665e19-9019-4e1e-a0b4-27cde612f348 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:53.575670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb104b-a5bc-4ae7-b1ce-cdd13a2a9c56 req-0c665e19-9019-4e1e-a0b4-27cde612f348 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:53.582339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fcb104b-a5bc-4ae7-b1ce-cdd13a2a9c56 req-0c665e19-9019-4e1e-a0b4-27cde612f348 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2413 time: 0.1415305 Nov 23 17:50:53.585899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:53.593536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:53.605417 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.661368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f5e877-259a-4161-b38a-680139341fd9 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:53.664591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:53.665407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.667033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] 10.222.0.66 "PUT /v2.0/ports/906868be-3fa3-4325-a14a-15855c2efe12 HTTP/1.1" status: 200 len: 1096 time: 2.1829236 Nov 23 17:50:53.678369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39452) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:53.691615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.732610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:53.756745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Transition to ACTIVE for port object a8f5e877-259a-4161-b38a-680139341fd9 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:53.758709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fcb104b-a5bc-4ae7-b1ce-cdd13a2a9c56 req-4b048e0b-cbe2-41ad-acce-0cece3a3661f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723666 Nov 23 17:50:53.763884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.785692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Transition to ACTIVE for port object 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:53.789727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648325b-6ac6-4317-9b8e-ded2282ed077 service neutron] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:53.820311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.968973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d97d8-bf3f-47f0-8504-41862e45540b req-23d5fc25-dc3b-4b0e-afba-0ffc16a54d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:53.970161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-23d5fc25-dc3b-4b0e-afba-0ffc16a54d2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1099 time: 0.2077518 Nov 23 17:50:54.046833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-772807f0-cfe7-43fd-9782-482b4d9baa61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=906868be-3fa3-4325-a14a-15855c2efe12 HTTP/1.1" status: 200 len: 217 time: 0.0532570 Nov 23 17:50:54.154707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.170106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39466) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:54.209482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f5e877-259a-4161-b38a-680139341fd9,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:54.247730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-bf6d1d9c-a167-491e-8fc5-1217bc917a37 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:54.249273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-bf6d1d9c-a167-491e-8fc5-1217bc917a37 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.4601214 Nov 23 17:50:54.258103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be4439-489c-4dcf-a9ee-280d6ee876af req-47d40a1b-6cbb-44d6-8eb8-f6c21a770390 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:54.259743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26be4439-489c-4dcf-a9ee-280d6ee876af req-47d40a1b-6cbb-44d6-8eb8-f6c21a770390 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 945 time: 0.2684216 Nov 23 17:50:54.267141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d97d8-bf3f-47f0-8504-41862e45540b req-a49b38e6-3653-4457-8420-f9b51feabbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:54.269440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-a49b38e6-3653-4457-8420-f9b51feabbc4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1661625 Nov 23 17:50:54.307996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a30cb-9287-44db-89ab-04dff79a3284 req-29fb1b89-8494-4e52-949a-35e78ccd4a17 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:54.310151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f4a30cb-9287-44db-89ab-04dff79a3284 req-29fb1b89-8494-4e52-949a-35e78ccd4a17 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 945 time: 0.2057831 Nov 23 17:50:54.379756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be016edc-d225-4885-8493-74ee287e1b5c', 'name': 'network-vif-deleted', 'tag': '7b10a16e-af75-487e-829b-1b432e472615'}, {'name': 'network-changed', 'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:54.382414 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4" -d '{"events": [{"server_uuid": "be016edc-d225-4885-8493-74ee287e1b5c", "name": "network-vif-deleted", "tag": "7b10a16e-af75-487e-829b-1b432e472615"}, {"name": "network-changed", "server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "tag": "906868be-3fa3-4325-a14a-15855c2efe12"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:54.425398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Pushing event updated for resources: {'Port': ['ID=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:54.455121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d97d8-bf3f-47f0-8504-41862e45540b req-c6cf5687-6bea-462b-b58d-73501d62e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:54.456784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-c6cf5687-6bea-462b-b58d-73501d62e285 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766162 Nov 23 17:50:54.486535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26be4439-489c-4dcf-a9ee-280d6ee876af req-eaeffe5a-9dac-412b-b68e-b77f65c80c4e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125194 Nov 23 17:50:54.525827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 3c4bb80a-8154-4b90-970b-16ff553271a4 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:54.542236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Attempting to bind port a8f5e877-259a-4161-b38a-680139341fd9 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:54.542575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Attempting to bind port a8f5e877-259a-4161-b38a-680139341fd9 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:54.542939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Attempting to bind port a8f5e877-259a-4161-b38a-680139341fd9 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:54.598785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f4a30cb-9287-44db-89ab-04dff79a3284 req-994eec93-2d8d-4eb6-8285-c328cbf65d0f tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481413 Nov 23 17:50:54.604672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Port a8f5e877-259a-4161-b38a-680139341fd9 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:54.605172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Attempting to bind port a8f5e877-259a-4161-b38a-680139341fd9 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:54.625440 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a77b7751-a575-4759-b8ae-c9fa7a8eb38d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a491a45c0414658a713fd5f71f9a252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504359 Nov 23 17:50:54.629578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Attempting to bind port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:54.634068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Attempting to bind port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:54.634410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Attempting to bind port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de on network c8c8e012-da4f-40b8-896f-136864ad4562 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:54.646377 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39476) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:54.647518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:54.648049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:54.648448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:54.648901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Bound port: a8f5e877-259a-4161-b38a-680139341fd9, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:54.649272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.658117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 3c4bb80a-8154-4b90-970b-16ff553271a4 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:54.680522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 3c4bb80a-8154-4b90-970b-16ff553271a4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:54.680894 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.689201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de on network c8c8e012-da4f-40b8-896f-136864ad4562 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:54.689737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Attempting to bind port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de on network c8c8e012-da4f-40b8-896f-136864ad4562 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:54.782300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:54.782649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Checking segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:54.783144 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Bound using segment: {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:54.783734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Bound port: 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab6cdeb-d033-47da-9a68-466d8d8341a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:54.784621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.814721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.818557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-151259fd-1c20-4e79-9a52-a03f1043fbd5 service neutron] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:54.830407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-151259fd-1c20-4e79-9a52-a03f1043fbd5 service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.832413 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b8661148-a0e8-4741-a192-a0d55e3e85df req-151259fd-1c20-4e79-9a52-a03f1043fbd5 service neutron] 10.222.0.72 "DELETE /v2.0/ports/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07/bindings/n-h2-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.5641310 Nov 23 17:50:54.847632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4bb80a-8154-4b90-970b-16ff553271a4'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:54.852202 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c790ef3-52f7-4679-9431-b021a8e39980" -d '{"events": [{"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-plugged", "status": "completed", "tag": "3c4bb80a-8154-4b90-970b-16ff553271a4"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:54.869206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 3c4bb80a-8154-4b90-970b-16ff553271a4, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=3c4bb80a-8154-4b90-970b-16ff553271a4,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:54.889707 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.891145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device cfb0388d-8129-4d3a-b41c-b00d5eda6f44 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:54.916099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] For port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:54.919868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] For port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:54.942505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.955606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] For port a8f5e877-259a-4161-b38a-680139341fd9, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:55.001966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] For port a8f5e877-259a-4161-b38a-680139341fd9, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a8f5e877-259a-4161-b38a-680139341fd9,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:55.003590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f517c56-2834-4685-88fe-753f9956c346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.036925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f517c56-2834-4685-88fe-753f9956c346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.092221 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.122730 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f517c56-2834-4685-88fe-753f9956c346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.137245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f517c56-2834-4685-88fe-753f9956c346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.140294 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8f517c56-2834-4685-88fe-753f9956c346 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e HTTP/1.1" status: 204 len: 168 time: 0.4832506 Nov 23 17:50:55.144944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:55.147464 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.150850 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] 10.222.0.72 "PUT /v2.0/ports/a8f5e877-259a-4161-b38a-680139341fd9 HTTP/1.1" status: 200 len: 1095 time: 2.7217240 Nov 23 17:50:55.177163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'tag': 'a8f5e877-259a-4161-b38a-680139341fd9'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:55.182202 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cca735-2985-4b44-98ac-d3c6c14136be" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c", "tag": "a8f5e877-259a-4161-b38a-680139341fd9"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:55.198883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:55.201386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.207795 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] 10.222.0.72 "PUT /v2.0/ports/94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 1091 time: 2.5419745 Nov 23 17:50:55.215075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f517c56-2834-4685-88fe-753f9956c346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85ba3e-4c2a-45a9-a87d-f5a0e046d76e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:55.233443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-6561347e-504c-4b46-9a36-85619bd051d1 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458477 Nov 23 17:50:55.285957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:55.296117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=3c4bb80a-8154-4b90-970b-16ff553271a4,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:55.309953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:55.310574 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.345279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67147e-b7a6-4552-97da-43fa34124ed2 req-8abb3712-a9db-43f9-a1d6-e7678371cad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:55.357713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff67147e-b7a6-4552-97da-43fa34124ed2 req-8abb3712-a9db-43f9-a1d6-e7678371cad7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 947 time: 0.3191822 Nov 23 17:50:55.392924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb56811-766b-44ce-bbb6-f7ab5d14b710 service neutron] Pushing event updated for resources: {'Port': ['ID=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:55.431202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650d93d-b964-4cb3-b0a9-5cfab3f35b47 req-6797eca0-55a7-42f7-99b3-9a93839352a8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:55.438484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9650d93d-b964-4cb3-b0a9-5cfab3f35b47 req-6797eca0-55a7-42f7-99b3-9a93839352a8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 943 time: 0.4098749 Nov 23 17:50:55.531713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab1891-d907-47bb-b4ea-6ed78b2f1ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f5e877-259a-4161-b38a-680139341fd9,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:55.539646 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.583384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-147af3b4-d619-42de-9dad-2f407c4e5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:55.585138 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-147af3b4-d619-42de-9dad-2f407c4e5260 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 1094 time: 0.2425230 Nov 23 17:50:55.599187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-abf3be6d-9a99-464b-b917-db68f3beb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:55.601223 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-abf3be6d-9a99-464b-b917-db68f3beb788 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 1098 time: 0.3541360 Nov 23 17:50:55.604001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port cfb0388d-8129-4d3a-b41c-b00d5eda6f44, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:55.613815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.614645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 274857fd-217e-4403-a52d-cf1a06c0ef4e up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:55.635392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff67147e-b7a6-4552-97da-43fa34124ed2 req-d150b480-3603-47da-aee9-6e3e2c49c9b5 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764621 Nov 23 17:50:55.702505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9650d93d-b964-4cb3-b0a9-5cfab3f35b47 req-c43760ad-db00-4460-b7d3-42d451b5b3b7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612369 Nov 23 17:50:55.739206 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-7401143b-2117-4928-bbbe-2022ae7ac9a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 217 time: 0.1349623 Nov 23 17:50:55.743634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-674d97d8-bf3f-47f0-8504-41862e45540b req-599f9a6b-3605-4a2a-bd6e-9d1e296cb9eb service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625733 Nov 23 17:50:55.752333 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca17c5a-fa10-42cd-8e52-599764fd99a2 x-openstack-request-id: req-cca17c5a-fa10-42cd-8e52-599764fd99a2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:55.752638 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be016edc-d225-4885-8493-74ee287e1b5c", "name": "network-vif-deleted", "tag": "7b10a16e-af75-487e-829b-1b432e472615", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "tag": "906868be-3fa3-4325-a14a-15855c2efe12", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:55.753059 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cca17c5a-fa10-42cd-8e52-599764fd99a2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:55.753639 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be016edc-d225-4885-8493-74ee287e1b5c', 'name': 'network-vif-deleted', 'tag': '7b10a16e-af75-487e-829b-1b432e472615', 'status': 'completed', 'code': 200} Nov 23 17:50:55.753907 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12', 'status': 'completed', 'code': 200} Nov 23 17:50:55.760635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-7f3015b6-5417-4d10-9c14-84e776ec2239 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:55.765736 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-7f3015b6-5417-4d10-9c14-84e776ec2239 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 945 time: 0.3552792 Nov 23 17:50:55.770144 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-44e7a850-5962-4a3c-8fb0-8c7265138b32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=a8f5e877-259a-4161-b38a-680139341fd9 HTTP/1.1" status: 200 len: 217 time: 0.1209097 Nov 23 17:50:55.771182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39492) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:55.841472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:55.880664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 274857fd-217e-4403-a52d-cf1a06c0ef4e completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:55.889094 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afabd2f-7daf-42fb-80c1-d7426bbda32f x-openstack-request-id: req-6afabd2f-7daf-42fb-80c1-d7426bbda32f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:55.889430 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-plugged", "status": "completed", "tag": "3c4bb80a-8154-4b90-970b-16ff553271a4", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:55.890123 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6afabd2f-7daf-42fb-80c1-d7426bbda32f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:55.890791 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4bb80a-8154-4b90-970b-16ff553271a4', 'code': 200} Nov 23 17:50:55.892177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 274857fd-217e-4403-a52d-cf1a06c0ef4e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:55.893947 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.925949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.955743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-92b897d0-d860-4509-b52f-45b0c0e60a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:55.958400 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-92b897d0-d860-4509-b52f-45b0c0e60a26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.1822348 Nov 23 17:50:56.027509 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.046944 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9e42b8-6caf-466e-9200-f87beefc2335 x-openstack-request-id: req-dc9e42b8-6caf-466e-9200-f87beefc2335 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:56.047242 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c", "tag": "a8f5e877-259a-4161-b38a-680139341fd9", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:56.047502 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc9e42b8-6caf-466e-9200-f87beefc2335 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:56.047908 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'tag': 'a8f5e877-259a-4161-b38a-680139341fd9', 'status': 'completed', 'code': 200} Nov 23 17:50:56.064734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-4b7aa79f-2ae6-4b19-a176-447b3605d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.067082 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-4b7aa79f-2ae6-4b19-a176-447b3605d32b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1620598 Nov 23 17:50:56.069360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-1a90139b-430f-4f23-ba7f-2dd61c98fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.070755 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-1a90139b-430f-4f23-ba7f-2dd61c98fdff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733140 Nov 23 17:50:56.075680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 274857fd-217e-4403-a52d-cf1a06c0ef4e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=274857fd-217e-4403-a52d-cf1a06c0ef4e,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:56.075866 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1dbfdf97-bf71-4178-8fa6-2dc2b3ff920b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a61b77c4651d42798dc48a811dcc0631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958148 Nov 23 17:50:56.082223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39496) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:56.085284 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.146002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=274857fd-217e-4403-a52d-cf1a06c0ef4e,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:56.188207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-73527327-123b-4c82-9b43-d59716c42389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.189625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-73527327-123b-4c82-9b43-d59716c42389 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1099 time: 0.3497584 Nov 23 17:50:56.245295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22d5e-ef41-4f85-a2f7-86ba5ee93cdc req-68bdd4ab-9b1c-4086-a8fd-361ed170d908 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.251282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22d5e-ef41-4f85-a2f7-86ba5ee93cdc req-68bdd4ab-9b1c-4086-a8fd-361ed170d908 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.260215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22d5e-ef41-4f85-a2f7-86ba5ee93cdc req-68bdd4ab-9b1c-4086-a8fd-361ed170d908 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.262366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dca22d5e-ef41-4f85-a2f7-86ba5ee93cdc req-68bdd4ab-9b1c-4086-a8fd-361ed170d908 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2415 time: 0.3594165 Nov 23 17:50:56.268841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-d861e025-413b-45dd-a195-4234376ea276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.270363 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-d861e025-413b-45dd-a195-4234376ea276 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588809 Nov 23 17:50:56.304189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Deleting port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:56.304525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.318063 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-894bc70b-e0f4-4665-b540-762db6e8dc9e service neutron] 10.222.0.72 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042003 Nov 23 17:50:56.329226 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21224ebd-6eb0-4d84-aefa-f5292bd1247d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.339306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193929f-50c6-4d66-a69b-c117bb9c1e5c req-7a6566b6-239d-422a-b4bd-39d2a1add198 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.340806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5193929f-50c6-4d66-a69b-c117bb9c1e5c req-7a6566b6-239d-422a-b4bd-39d2a1add198 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef3b593b-c8cc-4e48-916c-0949273d294f HTTP/1.1" status: 200 len: 945 time: 0.1952648 Nov 23 17:50:56.447991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-7c7f061b-5b32-426e-9aaa-5b558c8e0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.449294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-7c7f061b-5b32-426e-9aaa-5b558c8e0388 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2460346 Nov 23 17:50:56.459038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dca22d5e-ef41-4f85-a2f7-86ba5ee93cdc req-b92aabbe-3bec-4c89-96be-927b3b179e00 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760077 Nov 23 17:50:56.493535 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21224ebd-6eb0-4d84-aefa-f5292bd1247d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.506215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5193929f-50c6-4d66-a69b-c117bb9c1e5c req-d101f323-e025-4c94-9317-6f42edb97075 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups?id=97f88d8b-014c-410a-8c02-99c60ee23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540735 Nov 23 17:50:56.509722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-cfc86acb-2d43-4c08-9a90-4c3239c2143e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=906868be-3fa3-4325-a14a-15855c2efe12 HTTP/1.1" status: 200 len: 217 time: 0.0482023 Nov 23 17:50:56.568267 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-a449a1e4-15b5-46e9-bce3-c7aa052764a9 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840157 Nov 23 17:50:56.574956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] For port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,segment=NetworkSegment(aa82a930-166f-4d62-af14-15eb06502e36),segment_id=aa82a930-166f-4d62-af14-15eb06502e36)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:56.575325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.605421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Calling delete_port for 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:56.616813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-b9769e31-c4a8-4264-9692-266b9dabf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.618618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-b9769e31-c4a8-4264-9692-266b9dabf9ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0923042 Nov 23 17:50:56.623973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b2332-c84d-46e8-bd79-ae036a00e112 req-ccb20a84-331c-47d6-9858-66d63e8bf1fa tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.625419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b46b2332-c84d-46e8-bd79-ae036a00e112 req-ccb20a84-331c-47d6-9858-66d63e8bf1fa tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1096 time: 0.0894923 Nov 23 17:50:56.626578 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a6ff594c-49ee-4ab9-83d8-7dedbce98133 req-9571c037-e681-42e7-a7cd-75f91edc5660 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954454 Nov 23 17:50:56.667320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Deleting port 155c1476-4b2a-4a82-a6b2-213e0b344367 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:56.667661 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.716447 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21224ebd-6eb0-4d84-aefa-f5292bd1247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.718950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21224ebd-6eb0-4d84-aefa-f5292bd1247d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.720118 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-21224ebd-6eb0-4d84-aefa-f5292bd1247d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2288ec40-4d42-4014-bf27-8800c2d15945 HTTP/1.1" status: 204 len: 168 time: 0.6368620 Nov 23 17:50:56.720912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-e6d015d3-e915-49b2-a110-a07dc6f07c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.723306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-e6d015d3-e915-49b2-a110-a07dc6f07c8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958657 Nov 23 17:50:56.746345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21224ebd-6eb0-4d84-aefa-f5292bd1247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288ec40-4d42-4014-bf27-8800c2d15945,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:56.782989 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9ba032f7-7e11-49ca-ba72-a6fafd74119d req-998b98f2-c1ac-4fab-b694-160c2473a5ad service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018242 Nov 23 17:50:56.807746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b46b2332-c84d-46e8-bd79-ae036a00e112 req-033f143f-beca-49dc-b025-94b887fbdc69 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701353 Nov 23 17:50:56.904559 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-f7091d55-173d-4551-b859-6d5651da22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.906345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-f7091d55-173d-4551-b859-6d5651da22cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 1098 time: 0.0724545 Nov 23 17:50:56.909324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.926557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d75b-43ed-4d7f-bb55-f2945448be51 req-61b2ebca-f03c-4b13-8134-a24da064a67d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:56.928566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4259d75b-43ed-4d7f-bb55-f2945448be51 req-61b2ebca-f03c-4b13-8134-a24da064a67d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 947 time: 0.1773460 Nov 23 17:50:56.931017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] For port 155c1476-4b2a-4a82-a6b2-213e0b344367, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=155c1476-4b2a-4a82-a6b2-213e0b344367,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:56.931406 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.979184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Calling delete_port for 155c1476-4b2a-4a82-a6b2-213e0b344367 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:57.021980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] No DVR routers for this DVR port 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:57.023744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event deleted for resources: {'Port': ['ID=6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:57.026714 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:57.029726 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9670512-988e-4dcb-a61e-56f2a2bb1c2a req-b1fd0cec-f5b6-4796-8add-09a82b3fea81 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.72 "DELETE /v2.0/ports/6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 HTTP/1.1" status: 204 len: 173 time: 1.0816863 Nov 23 17:50:57.074605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-e11f733f-3e22-4a2c-a669-c1b3a9ee8cae service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119321 Nov 23 17:50:57.105394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-8c80bffb-65ed-43d1-9f9d-940f97c2253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:57.107169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-8c80bffb-65ed-43d1-9f9d-940f97c2253c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1845553 Nov 23 17:50:57.118433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4259d75b-43ed-4d7f-bb55-f2945448be51 req-7863d23a-bb6d-4a44-979f-616ea2a0d5c4 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671889 Nov 23 17:50:57.127590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80215e27-0d8b-4259-9d66-c00d8ccd2497 req-4a405e48-45fe-429e-ac30-d1d53847dcac tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:57.139760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80215e27-0d8b-4259-9d66-c00d8ccd2497 req-4a405e48-45fe-429e-ac30-d1d53847dcac tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 943 time: 0.2171803 Nov 23 17:50:57.162902 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-149753b9-2704-4e1f-91f1-b147f0d05dea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=a8f5e877-259a-4161-b38a-680139341fd9 HTTP/1.1" status: 200 len: 217 time: 0.0457921 Nov 23 17:50:57.243998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-2f4b7a51-c0dd-4666-9720-fb07da371567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:57.245876 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-2f4b7a51-c0dd-4666-9720-fb07da371567 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0761089 Nov 23 17:50:57.321281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-967733cb-ea5c-42bf-a4cd-3a27fa3e8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:57.322825 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-967733cb-ea5c-42bf-a4cd-3a27fa3e8522 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617237 Nov 23 17:50:57.324312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80215e27-0d8b-4259-9d66-c00d8ccd2497 req-58dc26ba-50b9-40c8-a495-2fe503f220bc tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885557 Nov 23 17:50:57.409808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e97ccb06-ae73-44f9-a678-cc33a7fe8ac4 req-77fd193c-26a5-40fc-a65e-b5ff00cad8f0 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151076 Nov 23 17:50:57.430165 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-420063c8-144e-4fe2-a27a-fa4784b6d789 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973577 Nov 23 17:50:57.481531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-38aa8daf-bfe1-4d81-9ae4-f3a5720b3ade tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:57.483247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-38aa8daf-bfe1-4d81-9ae4-f3a5720b3ade tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 821 time: 0.1860776 Nov 23 17:50:57.506420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-a292a775-30aa-4ebe-a637-26a786f5000b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/quotas/212b6ad2b5284d24b582972e2d78cc3b HTTP/1.1" status: 200 len: 375 time: 0.0121078 Nov 23 17:50:57.507807 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:57.566386 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9cca735-2985-4b44-98ac-d3c6c14136be req-49ba3067-d75e-4e54-8685-e67506a6265a service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235220 Nov 23 17:50:57.577255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Pushing event deleted for resources: {'Port': ['ID=155c1476-4b2a-4a82-a6b2-213e0b344367,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:57.891634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb0388d-8129-4d3a-b41c-b00d5eda6f44'}, {'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274857fd-217e-4403-a52d-cf1a06c0ef4e'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:57.895249 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35322ea8-4754-456b-a531-3085f91672d7" -d '{"events": [{"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-plugged", "status": "completed", "tag": "cfb0388d-8129-4d3a-b41c-b00d5eda6f44"}, {"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-plugged", "status": "completed", "tag": "274857fd-217e-4403-a52d-cf1a06c0ef4e"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:57.969593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-f443f1cf-f3f8-47b7-8205-fc87cc58ecd6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4519074 Nov 23 17:50:57.989366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd9715-55f0-46dc-acda-835f4e720bc5 req-ebe36207-653d-4fa4-aaf2-b748ea64839d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:57.995719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd9715-55f0-46dc-acda-835f4e720bc5 req-ebe36207-653d-4fa4-aaf2-b748ea64839d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.001264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd9715-55f0-46dc-acda-835f4e720bc5 req-ebe36207-653d-4fa4-aaf2-b748ea64839d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.003487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46dd9715-55f0-46dc-acda-835f4e720bc5 req-ebe36207-653d-4fa4-aaf2-b748ea64839d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2416 time: 0.4225156 Nov 23 17:50:58.048920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de'}, {'server_uuid': 'ef3b593b-c8cc-4e48-916c-0949273d294f', 'name': 'network-vif-deleted', 'tag': '6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:58.052157 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65d2dd-9fe9-480f-9aa5-564566462b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de"}, {"server_uuid": "ef3b593b-c8cc-4e48-916c-0949273d294f", "name": "network-vif-deleted", "tag": "6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:58.194746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-8b338612-bdaa-4252-9052-12f180a6fd87 service neutron] 10.222.0.74 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899357 Nov 23 17:50:58.207945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46dd9715-55f0-46dc-acda-835f4e720bc5 req-4ea8c267-ec50-4a8f-bd91-95ea6441dfcb tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939240 Nov 23 17:50:58.279457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.311599 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d19e5d8-d89d-4f50-a944-6e26d63acf0d x-openstack-request-id: req-8d19e5d8-d89d-4f50-a944-6e26d63acf0d {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:58.312172 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-plugged", "status": "completed", "tag": "cfb0388d-8129-4d3a-b41c-b00d5eda6f44", "code": 200}, {"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-plugged", "status": "completed", "tag": "274857fd-217e-4403-a52d-cf1a06c0ef4e", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:58.312656 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d19e5d8-d89d-4f50-a944-6e26d63acf0d {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:58.313466 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb0388d-8129-4d3a-b41c-b00d5eda6f44', 'code': 200} Nov 23 17:50:58.314094 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274857fd-217e-4403-a52d-cf1a06c0ef4e', 'code': 200} Nov 23 17:50:58.353788 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bc291e-1030-474e-813e-f0046c38acf7 x-openstack-request-id: req-16bc291e-1030-474e-813e-f0046c38acf7 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:58.354174 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de", "status": "completed", "code": 200}, {"server_uuid": "ef3b593b-c8cc-4e48-916c-0949273d294f", "name": "network-vif-deleted", "tag": "6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:58.354502 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16bc291e-1030-474e-813e-f0046c38acf7 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:58.355684 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'status': 'completed', 'code': 200} Nov 23 17:50:58.355684 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3b593b-c8cc-4e48-916c-0949273d294f', 'name': 'network-vif-deleted', 'tag': '6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530', 'status': 'completed', 'code': 200} Nov 23 17:50:58.389475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-aa205872-5c27-43b2-acfe-fe681fc28701 service neutron] 10.222.0.74 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861336 Nov 23 17:50:58.473977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-bde937a2-caab-4f13-b8d5-e9ea62b5c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.475735 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-bde937a2-caab-4f13-b8d5-e9ea62b5c044 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 1094 time: 0.0910516 Nov 23 17:50:58.482176 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c1460-d158-4eb4-a760-7f7203eac17f req-38b853f5-4fd9-48b5-b07e-869908256888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.482831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c1460-d158-4eb4-a760-7f7203eac17f req-38b853f5-4fd9-48b5-b07e-869908256888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.483312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c1460-d158-4eb4-a760-7f7203eac17f req-38b853f5-4fd9-48b5-b07e-869908256888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.484894 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-292c1460-d158-4eb4-a760-7f7203eac17f req-38b853f5-4fd9-48b5-b07e-869908256888 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2869 time: 0.0674820 Nov 23 17:50:58.517330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5ded9-133b-402d-afd4-9af21e9d27d7 req-7f4111a5-7d9d-4f7a-8b43-b08c48355afb tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.518680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2bb5ded9-133b-402d-afd4-9af21e9d27d7 req-7f4111a5-7d9d-4f7a-8b43-b08c48355afb tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 947 time: 0.0776875 Nov 23 17:50:58.562142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:58.565622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:58.603595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:50:58.604106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 6c6a379c-31cb-4f98-9f2a-9dc1c9ad1530 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:50:58.618015 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-292c1460-d158-4eb4-a760-7f7203eac17f req-8da8defa-2a43-499e-aff1-c8125c5bd38f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122503 Nov 23 17:50:58.642239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-b966b875-509a-41b7-a01d-77f58d9d45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.644687 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-b966b875-509a-41b7-a01d-77f58d9d45bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.1481905 Nov 23 17:50:58.723339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2bb5ded9-133b-402d-afd4-9af21e9d27d7 req-3fb4d7cb-6cd0-49b2-93bb-8d86a7ef7ac1 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533785 Nov 23 17:50:58.753851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:58.769992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Router 5682faf8-3080-491c-bb6a-b40d04f316a3 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:50:58.780829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'port_id': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'mac_address': 'fa:16:3e:6d:ca:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:58.838399 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.854364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:58.881810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:58.889838 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.900757 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-38ec6df7-884a-4b07-aa62-8fab8550cac1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 217 time: 0.0703530 Nov 23 17:50:58.944214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:58.958646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604bd92-238b-4849-a283-377ac75e3e30 req-15087bb5-14ba-4aba-b87c-798d2e5b3fa9 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.970300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f604bd92-238b-4849-a283-377ac75e3e30 req-15087bb5-14ba-4aba-b87c-798d2e5b3fa9 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 943 time: 0.1862831 Nov 23 17:50:58.989368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-3442113f-d3b7-429c-81bc-0b15a56ddc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.990764 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-3442113f-d3b7-429c-81bc-0b15a56ddc93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.0805871 Nov 23 17:50:59.038370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-b3ce0c8d-c75c-4ccd-8f81-cf48a2665890 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440369 Nov 23 17:50:59.046755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-d9acc899-c0ce-429f-a6d3-efcb39c26a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:59.048677 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-d9acc899-c0ce-429f-a6d3-efcb39c26a5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491350 Nov 23 17:50:59.089560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f604bd92-238b-4849-a283-377ac75e3e30 req-f14b6a2b-2ff5-4c1b-9629-34d1364b5870 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168685 Nov 23 17:50:59.098776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:50:59.104646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5158b0be-737f-4485-963a-932de448d423 admin admin] 10.222.0.74 "PUT /v2.0/routers/5682faf8-3080-491c-bb6a-b40d04f316a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4246759 Nov 23 17:50:59.108274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39596) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:59.122513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] Sync routers for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:50:59.136671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:59.137398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:59.175984 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-d93b8d19-07e0-4a9c-9c86-b6a6a25d4f79 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189146 Nov 23 17:50:59.193117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['94f1cb2d-a02b-46b6-8f7d-40d0a1a633de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:59.255873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eef206ec-e828-4e3a-90dd-492376d239c3 req-f31321ee-e377-435b-a54d-d79883df4913 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 210 time: 0.0457380 Nov 23 17:50:59.326148 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee65d2dd-9fe9-480f-9aa5-564566462b3f req-6cecb151-094d-4d48-88d9-d56055209e31 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421866 Nov 23 17:50:59.334469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:59.380906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-4edfe11e-1e0a-4910-87f5-a0327557e53e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:59.382656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-4edfe11e-1e0a-4910-87f5-a0327557e53e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3350003 Nov 23 17:50:59.405215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-df061ff4-3453-4103-ac20-00fef65f4e75 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/quotas/1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 375 time: 0.0161669 Nov 23 17:50:59.406550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.407535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:59.504201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-b1d18d6c-915b-4cec-8132-2bc34facb11f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611277 Nov 23 17:50:59.568592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad26a96-b7d3-402f-9d97-1c1c0db835d8 req-bb29afbb-d87f-46ee-948e-c6c2cec73480 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:59.575101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad26a96-b7d3-402f-9d97-1c1c0db835d8 req-bb29afbb-d87f-46ee-948e-c6c2cec73480 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:59.582773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad26a96-b7d3-402f-9d97-1c1c0db835d8 req-bb29afbb-d87f-46ee-948e-c6c2cec73480 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:59.584454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aad26a96-b7d3-402f-9d97-1c1c0db835d8 req-bb29afbb-d87f-46ee-948e-c6c2cec73480 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2416 time: 0.1403353 Nov 23 17:50:59.605821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.672597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:59.691090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '906868be-3fa3-4325-a14a-15855c2efe12', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '906868be-3fa3-4325-a14a-15855c2efe12', 'mac_address': 'fa:16:3e:21:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:59.692706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aad26a96-b7d3-402f-9d97-1c1c0db835d8 req-6829fb7b-49ea-49cb-9b27-a4bd1d36a195 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960214 Nov 23 17:50:59.719374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Deleting port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:59.719712 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.761429 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.782742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906868be-3fa3-4325-a14a-15855c2efe12 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:59.791678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:50:57Z', 'revision_number': 5, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port': {'id': '1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:44Z', 'updated_at': '2021-11-23T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:59.844453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:59.861164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] Checking router: 5682faf8-3080-491c-bb6a-b40d04f316a3 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:50:59.877194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:59.883752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] Routers {'5682faf8-3080-491c-bb6a-b40d04f316a3'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:59.884379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5682faf8-3080-491c-bb6a-b40d04f316a3'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:59.891905 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.974301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d05611f1-bf84-4092-a0fb-d3f61ed3283c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.042831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] For port 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:00.043244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.056043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d05611f1-bf84-4092-a0fb-d3f61ed3283c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.056890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Calling delete_port for 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:00.093403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:00.106383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] Set router 5682faf8-3080-491c-bb6a-b40d04f316a3 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:00.123522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1a7de334-0996-452e-a7d3-53296ea56843 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:00.125081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1a7de334-0996-452e-a7d3-53296ea56843 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 821 time: 0.3013670 Nov 23 17:51:00.168215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a07577fd-bbe1-4701-88f8-49612be62463 req-9899f299-2ce5-4631-b42f-1854716dd6ee tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 210 time: 0.3852510 Nov 23 17:51:00.170334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d05611f1-bf84-4092-a0fb-d3f61ed3283c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.175749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d05611f1-bf84-4092-a0fb-d3f61ed3283c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.179833 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d05611f1-bf84-4092-a0fb-d3f61ed3283c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "DELETE /v2.0/security-groups/347b8ff3-3e80-4011-907b-9457a8ccef38 HTTP/1.1" status: 204 len: 168 time: 0.3317623 Nov 23 17:51:00.182267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Request body: {'port': {'device_id': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'admin_state_up': True, 'tenant_id': '212b6ad2b5284d24b582972e2d78cc3b'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:00.192537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:00.230945 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-1cdd05d6-eedb-42cd-be36-3fccc89ee212 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] show failed (client error): The resource could not be found. Nov 23 17:51:00.236313 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1cdd05d6-eedb-42cd-be36-3fccc89ee212 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "GET /v2.0/security-groups/347b8ff3-3e80-4011-907b-9457a8ccef38 HTTP/1.1" status: 404 len: 347 time: 0.0366762 Nov 23 17:51:00.236313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05611f1-bf84-4092-a0fb-d3f61ed3283c tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b8ff3-3e80-4011-907b-9457a8ccef38,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:00.236313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39624) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:00.252596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['906868be-3fa3-4325-a14a-15855c2efe12'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:00.428675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513560-2cc3-4e32-83fa-fa42e2287ea9 req-099f8746-5130-483a-bcb3-cdc458e021e7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:00.430236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9513560-2cc3-4e32-83fa-fa42e2287ea9 req-099f8746-5130-483a-bcb3-cdc458e021e7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 947 time: 0.2912707 Nov 23 17:51:00.450290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:50:59Z', 'revision_number': 6, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:00.453473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdf8f7-dd88-4764-9a66-2b377a96fc61 req-f657c411-7fac-40cb-9865-15733ebd5d61 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:00.461220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1fdf8f7-dd88-4764-9a66-2b377a96fc61 req-f657c411-7fac-40cb-9865-15733ebd5d61 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 944 time: 0.2262912 Nov 23 17:51:00.464351 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Deleting port 9f9a76f1-a79f-420f-8dfb-4e3d9737681f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:00.465048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.491753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d64cf-42da-4492-8c93-e9b00672fe28 None None] The sync data for ids ['5682faf8-3080-491c-bb6a-b40d04f316a3'] in n-d-818932-3 is: [{'id': '5682faf8-3080-491c-bb6a-b40d04f316a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1067156490-router', 'tenant_id': '3411eac8564e4814b539fbd8ee37769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:43Z', 'updated_at': '2021-11-23T17:50:59Z', 'revision_number': 6, 'project_id': '3411eac8564e4814b539fbd8ee37769f', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:00.585594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a8f5e877-259a-4161-b38a-680139341fd9 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:00.612964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9513560-2cc3-4e32-83fa-fa42e2287ea9 req-ef28b186-ea6b-41a2-939b-afa2bab3b49c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710117 Nov 23 17:51:00.666298 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.671772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Made reservation on behalf of 212b6ad2b5284d24b582972e2d78cc3b for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:00.676300 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.702052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a8f5e877-259a-4161-b38a-680139341fd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a8f5e877-259a-4161-b38a-680139341fd9,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:00.715643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:00.723591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'a8f5e877-259a-4161-b38a-680139341fd9', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'a8f5e877-259a-4161-b38a-680139341fd9', 'mac_address': 'fa:16:3e:ee:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:00.747794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:00.778991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1fdf8f7-dd88-4764-9a66-2b377a96fc61 req-ae4cecf4-06da-4de2-9ea0-52f32842ccd9 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167253 Nov 23 17:51:00.807589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a76196d7-ab4e-47e9-95b4-b252ba2a4050 req-037f43e7-fde3-4939-91aa-ff0f534e2d8a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 210 time: 0.0726905 Nov 23 17:51:00.855905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.856241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.869405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Calling delete_port for 9f9a76f1-a79f-420f-8dfb-4e3d9737681f owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:00.935244 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.966872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f5e877-259a-4161-b38a-680139341fd9 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:00.991043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a8f5e877-259a-4161-b38a-680139341fd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a8f5e877-259a-4161-b38a-680139341fd9,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:01.007128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:01.013009 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.020456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:01.021215 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.069952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.092612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 155c1476-4b2a-4a82-a6b2-213e0b344367 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:01.126121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Allocated IP 172.20.0.5 (926bbe44-086d-432f-b396-70653a0f5b44/2f9c281e-254d-40ce-9c58-9ec3c3901b80/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:01.130530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 155c1476-4b2a-4a82-a6b2-213e0b344367 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:01.131103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 155c1476-4b2a-4a82-a6b2-213e0b344367 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:01.137254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd63e35-4e8e-45e7-9625-202a558bff4d req-77a3181d-907c-4d7f-a447-b18d29e0a59f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:01.144300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd63e35-4e8e-45e7-9625-202a558bff4d req-77a3181d-907c-4d7f-a447-b18d29e0a59f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:01.150570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd63e35-4e8e-45e7-9625-202a558bff4d req-77a3181d-907c-4d7f-a447-b18d29e0a59f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:01.156269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a8f5e877-259a-4161-b38a-680139341fd9,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:01.158667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd63e35-4e8e-45e7-9625-202a558bff4d req-77a3181d-907c-4d7f-a447-b18d29e0a59f tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2416 time: 0.3048995 Nov 23 17:51:01.205111 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-b7460872-6b49-4814-a22f-6bdd256f03d4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561955 Nov 23 17:51:01.217093 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.233007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.243396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:01.247100 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423befe4-9643-437a-85cc-de00fd48461e" -d '{"events": [{"server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "name": "network-vif-plugged", "status": "completed", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:01.258788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:01.264502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.267181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.267732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.323430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Pushing event deleted for resources: {'Port': ['ID=9f9a76f1-a79f-420f-8dfb-4e3d9737681f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:01.324343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a8f5e877-259a-4161-b38a-680139341fd9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:01.409457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40b11f53-5230-4e95-9158-11b6d1c8db32 req-ac661144-5d18-48de-b55a-560f17c916dc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 210 time: 0.1048231 Nov 23 17:51:01.423093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.423866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5682faf8-3080-491c-bb6a-b40d04f316a3 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:51:01.426927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:01.439559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.443208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.449276 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5b32e62d-4fa7-4d47-bb4e-41adba72af08 tempest-ImagesOneServerNegativeTestJSON-1342770580 tempest-ImagesOneServerNegativeTestJSON-1342770580-project] 10.222.0.74 "DELETE /v2.0/floatingips/16a8e212-3411-465f-a03a-0f74b2247cb5 HTTP/1.1" status: 204 len: 168 time: 1.2099125 Nov 23 17:51:01.460025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd63e35-4e8e-45e7-9625-202a558bff4d req-1fc5c23f-4006-4094-b06e-87fb4c543672 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946444 Nov 23 17:51:01.466655 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.470341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d50f2c7b-0d9b-4279-b71f-a423ff2c4ee1 admin admin] 10.222.0.74 "DELETE /v2.0/routers/5682faf8-3080-491c-bb6a-b40d04f316a3 HTTP/1.1" status: 204 len: 168 time: 2.3586304 Nov 23 17:51:01.470440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-d825af66-e8ab-4d02-9bd4-93d36ec1226a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:01.470440 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-d825af66-e8ab-4d02-9bd4-93d36ec1226a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586856 Nov 23 17:51:01.470822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39638) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:01.509109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Request body: {'port': {'device_id': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '1b4bd2b443a94c1cbdfca269389e1fec'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:01.514379 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ded997f-5f08-4647-a04d-b4416a90556c x-openstack-request-id: req-2ded997f-5f08-4647-a04d-b4416a90556c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:01.515752 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "name": "network-vif-plugged", "status": "completed", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:01.516192 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ded997f-5f08-4647-a04d-b4416a90556c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:01.519235 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'code': 200} Nov 23 17:51:01.592981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e183fd8-a0d4-444e-a16b-4f409f8523f7 admin admin] Deleting subnet c11cb9d3-10c4-4e67-a1f8-5b0627732bd3 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:51:01.607500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e183fd8-a0d4-444e-a16b-4f409f8523f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.704566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e183fd8-a0d4-444e-a16b-4f409f8523f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.751764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fd732-a834-4fcf-a785-852cf1c0f0c7 req-b50f2401-e807-4671-9cb9-b0cb32e988ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:01.753872 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-375fd732-a834-4fcf-a785-852cf1c0f0c7 req-b50f2401-e807-4671-9cb9-b0cb32e988ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 1096 time: 0.1654766 Nov 23 17:51:01.777468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Made reservation on behalf of 1b4bd2b443a94c1cbdfca269389e1fec for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:01.782444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.821639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.879260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e183fd8-a0d4-444e-a16b-4f409f8523f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.907812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39660) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:01.911635 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-375fd732-a834-4fcf-a785-852cf1c0f0c7 req-3b5373b2-631f-4d7d-943d-c216ddf8c2b8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472380 Nov 23 17:51:02.014381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09b743b-38e1-4283-a919-a058d8fa47d7 admin admin] Deleting subnet 97b1c274-f73c-4580-89ef-30ab01020e69 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:51:02.020610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e09b743b-38e1-4283-a919-a058d8fa47d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.047552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e183fd8-a0d4-444e-a16b-4f409f8523f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.085896 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.093623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.094615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33220a-c2fc-47d2-8637-ba734d116a14 req-0472d4ec-53b0-4689-9fb9-d9ae4defba7c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:02.098046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e183fd8-a0d4-444e-a16b-4f409f8523f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11cb9d3-10c4-4e67-a1f8-5b0627732bd3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:02.102853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e183fd8-a0d4-444e-a16b-4f409f8523f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.103833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd33220a-c2fc-47d2-8637-ba734d116a14 req-0472d4ec-53b0-4689-9fb9-d9ae4defba7c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 948 time: 0.1263313 Nov 23 17:51:02.105297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1be27-bce5-403d-aa4b-6361e9459778 None None] Network a125d83a-178e-4cb9-8b7f-f9b2e97c6585 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:02.106032 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9e183fd8-a0d4-444e-a16b-4f409f8523f7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c11cb9d3-10c4-4e67-a1f8-5b0627732bd3 HTTP/1.1" status: 204 len: 168 time: 0.6337340 Nov 23 17:51:02.109089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e09b743b-38e1-4283-a919-a058d8fa47d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.110887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.111260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39664) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:02.134816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada266-7862-4b0b-8466-892c02474d2b req-a8c070ac-8ee6-43cc-9da6-f5526399ef1d tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:02.136107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78ada266-7862-4b0b-8466-892c02474d2b req-a8c070ac-8ee6-43cc-9da6-f5526399ef1d tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 945 time: 0.1492975 Nov 23 17:51:02.213298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ec2d8a-fede-44ad-877b-ef67685c46d1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:02.222317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e09b743b-38e1-4283-a919-a058d8fa47d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.275098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd33220a-c2fc-47d2-8637-ba734d116a14 req-58f30de2-ed50-4a1b-9457-525fe44e09d0 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703577 Nov 23 17:51:02.296922 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.302044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78ada266-7862-4b0b-8466-892c02474d2b req-445b6143-acda-40b7-984a-61cb4136dd06 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468227 Nov 23 17:51:02.319378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.328514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Allocated IP 192.168.233.177 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/9e7b8b6e-8616-458e-a124-e64d38589a03) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:02.331406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e09b743b-38e1-4283-a919-a058d8fa47d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.351126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] DHCP port deletion for a125d83a-178e-4cb9-8b7f-f9b2e97c6585 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:02.374002 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e09b743b-38e1-4283-a919-a058d8fa47d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.382925 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e09b743b-38e1-4283-a919-a058d8fa47d7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/97b1c274-f73c-4580-89ef-30ab01020e69 HTTP/1.1" status: 204 len: 168 time: 0.4701998 Nov 23 17:51:02.384883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39666) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:02.385005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b743b-38e1-4283-a919-a058d8fa47d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b1c274-f73c-4580-89ef-30ab01020e69,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:02.438578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] Deleting port ffc4d27a-891b-4436-be9d-9043a65aa56b {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:02.438988 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.454981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Network 926bbe44-086d-432f-b396-70653a0f5b44 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:02.495627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:02.497460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Pushing event updated for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:02.514012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] For port ffc4d27a-891b-4436-be9d-9043a65aa56b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ffc4d27a-891b-4436-be9d-9043a65aa56b,segment=NetworkSegment(b008cc86-ab10-4507-8fec-ccf000fcc2a7),segment_id=b008cc86-ab10-4507-8fec-ccf000fcc2a7)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:02.514656 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.517743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:02.528091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] Calling delete_port for ffc4d27a-891b-4436-be9d-9043a65aa56b owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:02.552175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.589845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.607865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a8f5e877-259a-4161-b38a-680139341fd9 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:02.625619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.638354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b6e5-f37b-4e08-9a64-3dffa24b12d4 req-6d661b3a-fd90-4b0b-b411-2ba0d55142bd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:02.642345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:02.645032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b6e5-f37b-4e08-9a64-3dffa24b12d4 req-6d661b3a-fd90-4b0b-b411-2ba0d55142bd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:02.647230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:02.649655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:02.651304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b6e5-f37b-4e08-9a64-3dffa24b12d4 req-6d661b3a-fd90-4b0b-b411-2ba0d55142bd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:02.652040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:02.652909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe60b6e5-f37b-4e08-9a64-3dffa24b12d4 req-6d661b3a-fd90-4b0b-b411-2ba0d55142bd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2416 time: 0.2298920 Nov 23 17:51:02.662973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:02.663607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.680426 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.683754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21597e6d-090d-419d-b185-5ecce76432f9 req-68f18a04-f847-4fa8-bcc2-aa4d834cccac tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:02.691595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21597e6d-090d-419d-b185-5ecce76432f9 req-68f18a04-f847-4fa8-bcc2-aa4d834cccac tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 931 time: 0.2486179 Nov 23 17:51:02.726489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port a8f5e877-259a-4161-b38a-680139341fd9 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:02.733368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] Pushing event deleted for resources: {'Port': ['ID=ffc4d27a-891b-4436-be9d-9043a65aa56b,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:02.733862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:02.734522 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.737818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port a8f5e877-259a-4161-b38a-680139341fd9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:02.738766 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.758398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Deleting port ffc4d27a-891b-4436-be9d-9043a65aa56b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:02.758710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.769020 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-726d5f6c-d1cf-4dae-87c6-7914124a9bfb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2645557 Nov 23 17:51:02.769955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ed7ac-f2f4-4f0b-bfd0-dc6d00b3f05f None None] No DVR routers for this DVR port ffc4d27a-891b-4436-be9d-9043a65aa56b on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:02.775324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:02.800244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Request body: {'port': {'device_id': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:02.807470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-1c3d6b3f-b217-41ae-b6ce-986550f048a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6617785 Nov 23 17:51:02.820062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:02.820427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1b5b8d6e-0d7d-4928-b6ad-8dec1206a3d7 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:02.825240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ffc4d27a-891b-4436-be9d-9043a65aa56b no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:02.851877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Request body: {'port': {'device_id': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:02.860431 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: ffc4d27a-891b-4436-be9d-9043a65aa56b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:02.861138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ffc4d27a-891b-4436-be9d-9043a65aa56b not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:02.875426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.931629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.938296 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.966466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe60b6e5-f37b-4e08-9a64-3dffa24b12d4 req-ef5286bd-7025-46a3-b047-c887879dc671 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999940 Nov 23 17:51:02.981932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a8f5e877-259a-4161-b38a-680139341fd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a8f5e877-259a-4161-b38a-680139341fd9,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:02.988504 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.034331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21597e6d-090d-419d-b185-5ecce76432f9 req-288cf12c-5730-4785-b937-3051c3a81e0b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417625 Nov 23 17:51:03.058511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a8f5e877-259a-4161-b38a-680139341fd9,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:03.104803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3200527b-259f-4e61-a173-15e767b37694 None None] Provisioning complete for port 9e7b8b6e-8616-458e-a124-e64d38589a03 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:03.105452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3200527b-259f-4e61-a173-15e767b37694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.111815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.119390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] For port ffc4d27a-891b-4436-be9d-9043a65aa56b, host n-d-818932-3, got binding levels [] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:03.119774 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.160290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3200527b-259f-4e61-a173-15e767b37694 None None] Port 9e7b8b6e-8616-458e-a124-e64d38589a03 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:03.199158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Calling delete_port for ffc4d27a-891b-4436-be9d-9043a65aa56b owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:03.222583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.ipam_backend_mixin [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Port ffc4d27a-891b-4436-be9d-9043a65aa56b was not found and therefore no delete operation was performed {{(pid=120536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:51:03.237850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56407b25-b01a-45b5-81db-238525df157d']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.240628 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.258821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7b8b6e-8616-458e-a124-e64d38589a03 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:03.266763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.279121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Transition to ACTIVE for port object 9e7b8b6e-8616-458e-a124-e64d38589a03 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:03.280450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa82a930-166f-4d62-af14-15eb06502e36') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.280767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa82a930-166f-4d62-af14-15eb06502e36') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.283196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.299211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc4d27a-891b-4436-be9d-9043a65aa56b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:03.314240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] No DVR routers for this DVR port ffc4d27a-891b-4436-be9d-9043a65aa56b on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:03.317922 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.361577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:03.387743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:03.416591 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.421099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Attempting to bind port 9e7b8b6e-8616-458e-a124-e64d38589a03 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:03.421444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Attempting to bind port 9e7b8b6e-8616-458e-a124-e64d38589a03 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:03.421785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Attempting to bind port 9e7b8b6e-8616-458e-a124-e64d38589a03 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:03.428318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Port 9e7b8b6e-8616-458e-a124-e64d38589a03 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:03.429122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Attempting to bind port 9e7b8b6e-8616-458e-a124-e64d38589a03 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:03.429242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe173-25f1-4c6f-b4be-87284a50defc req-e51bc3fc-3877-4c33-b220-a9ae37de6bbb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:03.434056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:03.434399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:03.434826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:03.435260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Bound port: 9e7b8b6e-8616-458e-a124-e64d38589a03, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:03.435673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.436663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27dbe173-25f1-4c6f-b4be-87284a50defc req-e51bc3fc-3877-4c33-b220-a9ae37de6bbb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 936 time: 0.2671118 Nov 23 17:51:03.462944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:51:03.463640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.472337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 906868be-3fa3-4325-a14a-15855c2efe12 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:03.478184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 906868be-3fa3-4325-a14a-15855c2efe12 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:03.478798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:51:03.489255 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:51:03.522625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f5e877-259a-4161-b38a-680139341fd9'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:03.525359 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc66b31-57b8-4e8d-be4b-846e80c2042a" -d '{"events": [{"server_uuid": "7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c", "name": "network-vif-plugged", "status": "completed", "tag": "a8f5e877-259a-4161-b38a-680139341fd9"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:03.528915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:03.551077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:03.561146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.580951 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.599018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:03.599640 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.601957 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] 10.222.0.66 "PUT /v2.0/ports/9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 1096 time: 0.8235192 Nov 23 17:51:03.602546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:03.605392 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:03.608995 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.624088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:03.629944 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.647486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d856808-3181-42e3-b525-42d84a76de26 req-29277ff2-eae8-4baa-b498-fa7e05b868b9 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:03.649054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d856808-3181-42e3-b525-42d84a76de26 req-29277ff2-eae8-4baa-b498-fa7e05b868b9 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 949 time: 0.2537391 Nov 23 17:51:03.658100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27dbe173-25f1-4c6f-b4be-87284a50defc req-813826dc-1e7b-42b7-8633-0c13ac870e2c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202232 Nov 23 17:51:03.670966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.673260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a125d83a-178e-4cb9-8b7f-f9b2e97c6585']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.707550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764be18-19ed-4961-9e7d-09ff05f4b63f service neutron] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:03.719358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:03.738623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-a9b5738d-2348-43d6-9639-55d3e0980915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:03.745240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-a9b5738d-2348-43d6-9639-55d3e0980915 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1099 time: 0.0856202 Nov 23 17:51:03.746149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b008cc86-ab10-4507-8fec-ccf000fcc2a7') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.746455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b008cc86-ab10-4507-8fec-ccf000fcc2a7') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.753717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.757764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] 10.222.0.74 "DELETE /v2.0/networks/56407b25-b01a-45b5-81db-238525df157d HTTP/1.1" status: 204 len: 168 time: 1.3714793 Nov 23 17:51:03.758909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932eccfa-5172-44db-b244-64bab4a635da admin admin] Pushing event deleted for resources: {'Network': ['ID=56407b25-b01a-45b5-81db-238525df157d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:03.836910 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.839080 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-fa323560-81cd-4d10-8c21-fc3a7e345920 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 217 time: 0.0712395 Nov 23 17:51:03.855544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787089f-d5d4-4197-8193-6507269a5a30 req-b2ef968a-a82f-4d8a-bb0f-3d7326ea017d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:03.862029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787089f-d5d4-4197-8193-6507269a5a30 req-b2ef968a-a82f-4d8a-bb0f-3d7326ea017d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:03.868975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787089f-d5d4-4197-8193-6507269a5a30 req-b2ef968a-a82f-4d8a-bb0f-3d7326ea017d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:03.871157 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e787089f-d5d4-4197-8193-6507269a5a30 req-b2ef968a-a82f-4d8a-bb0f-3d7326ea017d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.72 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2416 time: 0.1446109 Nov 23 17:51:03.883682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:03.888590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.902945 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.911120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:51:03.911527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.916426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d856808-3181-42e3-b525-42d84a76de26 req-9f147ebf-54e5-4bc4-b572-5456aec7d938 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512860 Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:51:03.917096 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:51:03.953881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Transition to ACTIVE for port object 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:03.993022 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ea8601-effd-4f73-98fa-a965f9f6d93a x-openstack-request-id: req-f0ea8601-effd-4f73-98fa-a965f9f6d93a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:03.993414 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c", "name": "network-vif-plugged", "status": "completed", "tag": "a8f5e877-259a-4161-b38a-680139341fd9", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:03.993627 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0ea8601-effd-4f73-98fa-a965f9f6d93a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:03.994036 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f5e877-259a-4161-b38a-680139341fd9', 'code': 200} Nov 23 17:51:04.001540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9e8e-e9fb-4433-98b0-92c2429cf5f7 req-7d4959e5-fd16-4649-82d8-25b02cbbeb5c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.009707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f5f9e8e-e9fb-4433-98b0-92c2429cf5f7 req-7d4959e5-fd16-4649-82d8-25b02cbbeb5c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 945 time: 0.1983867 Nov 23 17:51:04.016539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.016874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-f908391a-fc9c-417d-bf63-0e19b1f13f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.018910 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-f908391a-fc9c-417d-bf63-0e19b1f13f19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1466780 Nov 23 17:51:04.057728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39682) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:04.082949 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735149af-01b9-4364-9875-c981bec0887d x-openstack-request-id: req-735149af-01b9-4364-9875-c981bec0887d {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:04.083270 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:04.083494 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-735149af-01b9-4364-9875-c981bec0887d {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:04.083886 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'status': 'completed', 'code': 200} Nov 23 17:51:04.095765 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.103993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.111566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a125d83a-178e-4cb9-8b7f-f9b2e97c6585 HTTP/1.1" status: 204 len: 168 time: 1.9956360 Nov 23 17:51:04.138351 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port 274857fd-217e-4403-a52d-cf1a06c0ef4e {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:04.138786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.157205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd20a6-03c8-418d-b69a-a25062ecb660 admin admin] Pushing event deleted for resources: {'Network': ['ID=a125d83a-178e-4cb9-8b7f-f9b2e97c6585,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:04.198789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:04.219810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f5f9e8e-e9fb-4433-98b0-92c2429cf5f7 req-5ed93b9a-43c2-447d-b314-3f8747a9a4fc tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092292 Nov 23 17:51:04.241946 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-95a1bd49-27e6-4363-9172-084ee0bc3e60 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75bea26546174516b19fd052a5ecaf10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822693 Nov 23 17:51:04.250650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39690) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:04.259256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-3492e0b7-54f9-470c-a1ba-f684514fadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.260971 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-3492e0b7-54f9-470c-a1ba-f684514fadea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329748 Nov 23 17:51:04.265320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40216dfe-093b-45a4-a546-19fdf927ffb1 req-081610c1-9364-496e-95bc-af66523ba218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.267097 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40216dfe-093b-45a4-a546-19fdf927ffb1 req-081610c1-9364-496e-95bc-af66523ba218 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 1100 time: 0.1821601 Nov 23 17:51:04.303868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba45838-5dc8-44c1-9b30-98d61917e9f3 req-ccc4f230-bf24-46ea-9aa6-200659d3bbd3 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.311198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba45838-5dc8-44c1-9b30-98d61917e9f3 req-ccc4f230-bf24-46ea-9aa6-200659d3bbd3 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.317901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba45838-5dc8-44c1-9b30-98d61917e9f3 req-ccc4f230-bf24-46ea-9aa6-200659d3bbd3 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.319762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba45838-5dc8-44c1-9b30-98d61917e9f3 req-ccc4f230-bf24-46ea-9aa6-200659d3bbd3 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 2416 time: 0.1992192 Nov 23 17:51:04.338116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port 274857fd-217e-4403-a52d-cf1a06c0ef4e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=274857fd-217e-4403-a52d-cf1a06c0ef4e,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:04.338613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.360572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39694) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:04.402434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for 274857fd-217e-4403-a52d-cf1a06c0ef4e owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:04.419102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:04.419439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:04.419772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:04.422845 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40216dfe-093b-45a4-a546-19fdf927ffb1 req-d0159e2d-b12a-418e-9a6a-ab5813c8f756 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424670 Nov 23 17:51:04.452909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:04.453240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:04.473790 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-4e848d51-4053-436c-b6c7-e71592933701 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026138 Nov 23 17:51:04.483656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:04.483930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:04.484316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:04.484749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Bound port: 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:04.485108 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.488015 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ec95e84-030b-43d5-b10f-ae29b822cb83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.503413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba45838-5dc8-44c1-9b30-98d61917e9f3 req-b10fec52-7761-44c0-9d16-0f9e52e9c043 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732082 Nov 23 17:51:04.512494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-40f9ed4d-fd41-451e-b11b-f1a3dac03224 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3411eac8564e4814b539fbd8ee37769f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560433 Nov 23 17:51:04.516939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39696) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:04.530115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc859c93-2d74-4070-9357-45d51b1c2bad req-e6c34ffb-0362-4245-9a13-129233179a7b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.530115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc859c93-2d74-4070-9357-45d51b1c2bad req-e6c34ffb-0362-4245-9a13-129233179a7b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.1739304 Nov 23 17:51:04.540378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ec95e84-030b-43d5-b10f-ae29b822cb83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.652639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:04.667485 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-16ca7d01-eb40-42b8-86e4-d788a7d42cdd req-7534c6e8-576e-4ff9-870b-a6f7d5fe5abd service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850891 Nov 23 17:51:04.668599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc859c93-2d74-4070-9357-45d51b1c2bad req-3744930a-e4cc-44fc-a45e-46925117062a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043963 Nov 23 17:51:04.695016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1397382-41d2-4576-9c0d-e7feff670e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.715506 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ec95e84-030b-43d5-b10f-ae29b822cb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.718164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ec95e84-030b-43d5-b10f-ae29b822cb83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.721642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7ec95e84-030b-43d5-b10f-ae29b822cb83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97f88d8b-014c-410a-8c02-99c60ee23b74 HTTP/1.1" status: 204 len: 168 time: 0.4674718 Nov 23 17:51:04.724728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1397382-41d2-4576-9c0d-e7feff670e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.728334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:04.737643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec95e84-030b-43d5-b10f-ae29b822cb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f88d8b-014c-410a-8c02-99c60ee23b74,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:04.740164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.770587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.781369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['cfb0388d-8129-4d3a-b41c-b00d5eda6f44', '274857fd-217e-4403-a52d-cf1a06c0ef4e', '3c4bb80a-8154-4b90-970b-16ff553271a4'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:04.787032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.787237 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.788607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] 10.222.0.66 "PUT /v2.0/ports/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 200 len: 1091 time: 1.9618518 Nov 23 17:51:04.789837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:04.792151 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef33b76-442d-4595-95c9-bd8e611b433e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:04.805693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-c7be5c35-7f3f-4efe-b224-54dd4da73808 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.814421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-c7be5c35-7f3f-4efe-b224-54dd4da73808 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1518564 Nov 23 17:51:04.891485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1397382-41d2-4576-9c0d-e7feff670e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.895099 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1397382-41d2-4576-9c0d-e7feff670e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.897194 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a1397382-41d2-4576-9c0d-e7feff670e15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/756c1558-8152-4eba-a6a9-bb3da8779530 HTTP/1.1" status: 204 len: 168 time: 0.3792999 Nov 23 17:51:04.918403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=274857fd-217e-4403-a52d-cf1a06c0ef4e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:04.952656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1397382-41d2-4576-9c0d-e7feff670e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756c1558-8152-4eba-a6a9-bb3da8779530,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:04.967370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-daf69d17-e49d-4d16-b959-fcbc4b2dceab tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 695 time: 0.1530061 Nov 23 17:51:04.973678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91376d8a-c551-4397-878e-ca685cac3b26 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:04.977183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port 274857fd-217e-4403-a52d-cf1a06c0ef4e on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:04.980696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.984594 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e787089f-d5d4-4197-8193-6507269a5a30 req-2be2b001-476a-45c4-926d-68a4aaf2b5fd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.72 "DELETE /v2.0/ports/274857fd-217e-4403-a52d-cf1a06c0ef4e HTTP/1.1" status: 204 len: 173 time: 1.1038599 Nov 23 17:51:05.013807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Request body: {'floatingip': {'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:05.021816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-fba1b390-4e8f-4f14-97f8-609c6255e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:05.024096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-fba1b390-4e8f-4f14-97f8-609c6255e6ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1099 time: 0.2391677 Nov 23 17:51:05.155522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.203336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-819fd5ae-3d96-4454-97a0-4f60e7d6b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:05.204542 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-819fd5ae-3d96-4454-97a0-4f60e7d6b322 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1530173 Nov 23 17:51:05.214348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:05.215125 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.303360 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-a4fdeb42-8e43-4081-8a92-199377c7657d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 217 time: 0.0821731 Nov 23 17:51:05.327348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-b259d329-0dd6-42e7-8457-e14b51fb7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:05.328871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-b259d329-0dd6-42e7-8457-e14b51fb7db3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1094 time: 0.4603906 Nov 23 17:51:05.343108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26f80-d0f2-4de1-bf8a-1b41d6f41711 req-124b731c-48ef-428e-8feb-0c269ffa2aca tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:05.351677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fec26f80-d0f2-4de1-bf8a-1b41d6f41711 req-124b731c-48ef-428e-8feb-0c269ffa2aca tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 948 time: 0.4856460 Nov 23 17:51:05.423515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-f0db274b-bde9-4a30-b513-27e7658ef500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:05.425823 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-f0db274b-bde9-4a30-b513-27e7658ef500 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1110277 Nov 23 17:51:05.438750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-176effcd-446f-42a4-9b16-a14ecceb29b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 200 len: 217 time: 0.0844886 Nov 23 17:51:05.446470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port cfb0388d-8129-4d3a-b41c-b00d5eda6f44, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:05.446719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.479281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for cfb0388d-8129-4d3a-b41c-b00d5eda6f44 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:05.517472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-561fdf42-12b0-47fb-bf9c-ce08c6a55f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:05.519063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-561fdf42-12b0-47fb-bf9c-ce08c6a55f74 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0596378 Nov 23 17:51:05.537883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-5fb56859-0f2e-4a53-82bd-65a2a05ab6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:05.539726 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-5fb56859-0f2e-4a53-82bd-65a2a05ab6f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031232 Nov 23 17:51:05.568174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fec26f80-d0f2-4de1-bf8a-1b41d6f41711 req-56c36bf5-868e-47e3-80ab-38c1c0354f13 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152972 Nov 23 17:51:05.589313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-c22ba284-f6f9-4064-9d1a-c4c8d58a86c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591571 Nov 23 17:51:05.664878 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a529dd58-6aea-412e-9f17-1e96a600bcd9 x-openstack-request-id: req-a529dd58-6aea-412e-9f17-1e96a600bcd9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:05.665476 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:05.665625 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a529dd58-6aea-412e-9f17-1e96a600bcd9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:05.666040 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1', 'status': 'completed', 'code': 200} Nov 23 17:51:05.954330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39750) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:05.995530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:05.998549 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e20a4e-089f-4856-92e9-816edc0c3967" -d '{"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-plugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:06.007087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:06.076841 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-65211261-86ea-404b-8129-e57473f3d084 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254385 Nov 23 17:51:06.085391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-deleted', 'tag': '274857fd-217e-4403-a52d-cf1a06c0ef4e'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:06.087682 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3da184d-835f-4542-ad71-ea1c4db1a60c" -d '{"events": [{"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-deleted", "tag": "274857fd-217e-4403-a52d-cf1a06c0ef4e"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:06.135331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.139806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-network', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:06.147183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['274857fd-217e-4403-a52d-cf1a06c0ef4e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:06.211457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1900847218-network', 'tenant_id': 'c259901a864c40909395daf8455b5fc8'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:06.220779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=cfb0388d-8129-4d3a-b41c-b00d5eda6f44,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:06.271682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-a2e4ad06-b5fd-40cf-9ef7-211bc4d269bc service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720185 Nov 23 17:51:06.279580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05ab39-395a-4d03-9c2f-498220e26779 req-be227f66-ebb4-453f-a762-7286ad46f4cc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:06.288974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f05ab39-395a-4d03-9c2f-498220e26779 req-be227f66-ebb4-453f-a762-7286ad46f4cc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 949 time: 0.1890492 Nov 23 17:51:06.303115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Made reservation on behalf of 617c168f31c142638f0dcdc0bd77a356 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:06.305435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.310334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port cfb0388d-8129-4d3a-b41c-b00d5eda6f44 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:06.323967 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-57f9f5fd-3a19-4c78-96cf-1913cec7d7c8 req-049b1464-9376-44ff-aba7-39d94c0ce549 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333753 Nov 23 17:51:06.325066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.333928 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e787089f-d5d4-4197-8193-6507269a5a30 req-f2bb8f41-1c74-433d-934f-2b9f90c35397 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.72 "DELETE /v2.0/ports/cfb0388d-8129-4d3a-b41c-b00d5eda6f44 HTTP/1.1" status: 204 len: 173 time: 1.3411117 Nov 23 17:51:06.342799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.350320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Made reservation on behalf of c259901a864c40909395daf8455b5fc8 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:06.352747 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.371912 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.460337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f05ab39-395a-4d03-9c2f-498220e26779 req-4ab03f3e-5d24-4a44-aa5a-1ffda266d7fc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703308 Nov 23 17:51:06.614050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.623378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.647208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af6fd1ad-4528-4dde-8491-1b5c08089e94 req-55ed27e4-2838-4eab-9d87-64d9723b5ff4 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468809 Nov 23 17:51:06.668411 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.673711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a53b6-eb4b-425b-830e-3cd9541e1aa9 req-8720f7c0-f3ae-4c4a-95aa-668e3daec49a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:06.675917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a7a53b6-eb4b-425b-830e-3cd9541e1aa9 req-8720f7c0-f3ae-4c4a-95aa-668e3daec49a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=b61f9629-37d8-4f61-b3ac-7d2f5663ee84 HTTP/1.1" status: 200 len: 945 time: 0.1194279 Nov 23 17:51:06.677670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port 3c4bb80a-8154-4b90-970b-16ff553271a4 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:06.678035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.687928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:51:06.691456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.735740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36320ef6-deb9-417f-978a-d8b577caf1ec,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:06.745034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.745397 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Added segment 5722817b-7467-4dab-b65d-af31c62d63a3 of type vlan for network e7f2acb3-ecc3-496f-8a35-a61f360aabfb Nov 23 17:51:06.771163 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.783145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.831983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a7a53b6-eb4b-425b-830e-3cd9541e1aa9 req-0274010a-9685-4509-9d60-51d5d8de36c9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273561 Nov 23 17:51:06.833783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef33b76-442d-4595-95c9-bd8e611b433e req-965a1ce6-a5ad-40cf-acd6-6be2c67b22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:06.834146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00fbd0a-7902-4a43-ae77-d44d5c87a322,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:06.835250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef33b76-442d-4595-95c9-bd8e611b433e req-965a1ce6-a5ad-40cf-acd6-6be2c67b22ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1094 time: 0.1318455 Nov 23 17:51:06.850349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.872984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port 3c4bb80a-8154-4b90-970b-16ff553271a4, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=3c4bb80a-8154-4b90-970b-16ff553271a4,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:06.873369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.897299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for 3c4bb80a-8154-4b90-970b-16ff553271a4 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:06.911338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.912306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:06.912907 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.923701 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:51:06.924617 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:51:06.985119 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63 associated. External IP: 172.25.0.74, port: bc3091cc-4a0c-4951-bd3d-6506dff4677e. Nov 23 17:51:07.013977 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0057819 Nov 23 17:51:07.018422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:07.023330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Request body: {'subnet': {'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-subnet', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:07.026376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef33b76-442d-4595-95c9-bd8e611b433e req-1ab8dba7-0a10-4472-bd91-10b064eff88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:07.027863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef33b76-442d-4595-95c9-bd8e611b433e req-1ab8dba7-0a10-4472-bd91-10b064eff88d service neutron] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.1836817 Nov 23 17:51:07.034497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e694e7-aa69-4abc-9ac2-5143819c3432 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f2acb3-ecc3-496f-8a35-a61f360aabfb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:07.046471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:51:07.075500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Made reservation on behalf of c259901a864c40909395daf8455b5fc8 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:07.078132 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.097755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef33b76-442d-4595-95c9-bd8e611b433e req-5ce06e94-4abe-488a-9767-11224ff52955 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 200 len: 217 time: 0.0587273 Nov 23 17:51:07.189373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eec9d6-48e7-46bb-a298-7fec21371c7d req-46234957-76db-49e9-ad71-890b4aaa66a2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:07.191997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.195286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55eec9d6-48e7-46bb-a298-7fec21371c7d req-46234957-76db-49e9-ad71-890b4aaa66a2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.1729779 Nov 23 17:51:07.227545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=3c4bb80a-8154-4b90-970b-16ff553271a4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:07.234851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef33b76-442d-4595-95c9-bd8e611b433e req-97148fa3-2631-4d66-99f1-f40b2306b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:07.236310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef33b76-442d-4595-95c9-bd8e611b433e req-97148fa3-2631-4d66-99f1-f40b2306b634 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1069963 Nov 23 17:51:07.280343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port 3c4bb80a-8154-4b90-970b-16ff553271a4 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:07.300639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.303177 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e787089f-d5d4-4197-8193-6507269a5a30 req-3d15ab03-794b-4b9f-8f48-6fba35d3ecda tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.72 "DELETE /v2.0/ports/3c4bb80a-8154-4b90-970b-16ff553271a4 HTTP/1.1" status: 204 len: 173 time: 0.9615896 Nov 23 17:51:07.326461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef33b76-442d-4595-95c9-bd8e611b433e req-ff4179ee-8fbc-46b9-8260-4142e0f7f7d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783939 Nov 23 17:51:07.357659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55eec9d6-48e7-46bb-a298-7fec21371c7d req-4df22486-2364-4a3e-a930-9b65310a5163 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576071 Nov 23 17:51:07.380021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 9e7b8b6e-8616-458e-a124-e64d38589a03 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:07.382727 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.427684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.477427 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dc0fdb-d5a7-40df-ba95-e8b0986e1b70 x-openstack-request-id: req-01dc0fdb-d5a7-40df-ba95-e8b0986e1b70 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:07.477756 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-plugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:07.478025 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01dc0fdb-d5a7-40df-ba95-e8b0986e1b70 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:07.478430 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12', 'code': 200} Nov 23 17:51:07.496712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e8ca87-2f50-430e-8d58-85c350822583,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:07.543098 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc3808e-7481-4249-9067-6b258e5fb95a x-openstack-request-id: req-bfc3808e-7481-4249-9067-6b258e5fb95a {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:07.543400 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-deleted", "tag": "274857fd-217e-4403-a52d-cf1a06c0ef4e", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:07.543654 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bfc3808e-7481-4249-9067-6b258e5fb95a {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:07.544206 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-deleted', 'tag': '274857fd-217e-4403-a52d-cf1a06c0ef4e', 'status': 'completed', 'code': 200} Nov 23 17:51:07.544901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:51:07.584502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:07.594658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.595143 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Added segment be1e4965-6c7c-4a28-b432-75d3f23792e4 of type vlan for network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 Nov 23 17:51:07.598675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:07.598865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef33b76-442d-4595-95c9-bd8e611b433e req-e292f5f3-41f5-4a92-b6d0-af656916ebb4 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609448 Nov 23 17:51:07.612285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Checking segment: {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:07.612612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Network hostable DHCP agents. Network: e7f2acb3-ecc3-496f-8a35-a61f360aabfb, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:51:07.612748 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'mac_address': 'fa:16:3e:56:8d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:07.656185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7e47a-4a77-44cd-9fc0-ac151ca0e60b req-b832e061-35c1-4aaa-ab82-5ceb537b1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:07.657712 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2ac7e47a-4a77-44cd-9fc0-ac151ca0e60b req-b832e061-35c1-4aaa-ab82-5ceb537b1b5f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1101 time: 0.1058059 Nov 23 17:51:07.660093 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.660720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.676631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7b8b6e-8616-458e-a124-e64d38589a03 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:07.698593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:07.699558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:51:07.702738 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.723814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e7f2acb3-ecc3-496f-8a35-a61f360aabfb) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:07.738730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:07.739648 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.747320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd3a5f-5641-4066-8abd-3f5a8e159549 None None] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:07.748315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.749251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:07.749838 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.775253 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2ac7e47a-4a77-44cd-9fc0-ac151ca0e60b req-b1915769-1b00-4373-bd56-7a85b24214a5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078999 Nov 23 17:51:07.794835 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-63cedc9b-e74c-4a9f-8da5-f671a50011a5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7727396 Nov 23 17:51:07.795048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39770) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:07.799626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:07.810850 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8527958 Nov 23 17:51:07.818876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252507-4757-437e-bdeb-60d8b7bc0bd7 req-24aa1dd8-efd7-40f3-ad3b-0f98956cad4f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:07.820535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b252507-4757-437e-bdeb-60d8b7bc0bd7 req-24aa1dd8-efd7-40f3-ad3b-0f98956cad4f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1696024 Nov 23 17:51:07.822659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39772) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:07.835630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Request body: {'subnet': {'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-subnet', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:07.844265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cc18f-6ee3-4dd8-9d8c-c2591cf0a4bf admin admin] Pushing event updated for resources: {'Network': ['ID=76f5ef04-cb58-4aa8-9bf4-d1979f834514,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:07.854576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:07.864831 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.867869 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:07.868523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef33b76-442d-4595-95c9-bd8e611b433e req-ae65edeb-e7bf-4d42-8ac0-4daa98438f36 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605960 Nov 23 17:51:07.874478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.876116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.889946 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:07.890904 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:07.921015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-207456fc-3801-4976-aedf-a434f82396f7 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "PUT /v2.0/floatingips/7c8716f9-e084-4613-ba39-dabbbd112c63 HTTP/1.1" status: 200 len: 996 time: 2.9526360 Nov 23 17:51:07.926038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:07.928534 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69799a6-7672-40ce-8703-08e07bd825c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:07.937217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Made reservation on behalf of 617c168f31c142638f0dcdc0bd77a356 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:07.939657 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.957237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.957783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b252507-4757-437e-bdeb-60d8b7bc0bd7 req-c363bee4-fabc-493a-aade-630f0e51d002 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129653 Nov 23 17:51:08.068909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:51:08.131307 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:08.149089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:08.149814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-68cfb360-8a92-4b38-bf7d-215ad356666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:08.151628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-68cfb360-8a92-4b38-bf7d-215ad356666c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.1831357 Nov 23 17:51:08.171505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:08.181268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.185765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202b526-83a6-4061-b939-682be6407254 req-3e40fd62-d386-43c5-a067-5b235c10bf6f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:08.187341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d202b526-83a6-4061-b939-682be6407254 req-3e40fd62-d386-43c5-a067-5b235c10bf6f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 949 time: 0.1289170 Nov 23 17:51:08.312383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:51:08.313499 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.350415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d202b526-83a6-4061-b939-682be6407254 req-2b9f3ea8-99b3-4c6c-8665-3ce1b8cb6cc0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482983 Nov 23 17:51:08.383715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-ab2e1429-8d51-4a8a-8bfd-dd3a8f180497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:08.385426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-ab2e1429-8d51-4a8a-8bfd-dd3a8f180497 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.2196379 Nov 23 17:51:08.446988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.508141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.535129 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-49df3d5b-afc9-4787-b849-0b5d2878d5ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 999 time: 0.1387236 Nov 23 17:51:08.539780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Allocated IP 172.20.0.2 (e7f2acb3-ecc3-496f-8a35-a61f360aabfb/93e8ca87-2f50-430e-8d58-85c350822583/3fcc2f5d-c0b3-4794-9465-f165e28f1c25) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:08.553008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.559964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:08.579694 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:e0:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:06Z', 'revision_number': 1, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.621646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 3c4bb80a-8154-4b90-970b-16ff553271a4 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:08.626482 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:08.632642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1c1d-7345-4a07-b5be-a8fa5b3e83d1 req-8175e62c-82fe-4627-82b6-5e71c2603639 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:08.634476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-836d1c1d-7345-4a07-b5be-a8fa5b3e83d1 req-8175e62c-82fe-4627-82b6-5e71c2603639 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 945 time: 0.1506851 Nov 23 17:51:08.637330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Checking segment: {'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:08.637688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Network hostable DHCP agents. Network: 76f5ef04-cb58-4aa8-9bf4-d1979f834514, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:51:08.640099 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:08.640796 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.647550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-a1576d4d-193f-45f9-b6e9-d27935c3ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:08.649000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-a1576d4d-193f-45f9-b6e9-d27935c3ac10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.1046767 Nov 23 17:51:08.666036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 3c4bb80a-8154-4b90-970b-16ff553271a4 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:08.666393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 3c4bb80a-8154-4b90-970b-16ff553271a4 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:08.666874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device cfb0388d-8129-4d3a-b41c-b00d5eda6f44 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:08.701031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: cfb0388d-8129-4d3a-b41c-b00d5eda6f44 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:08.701363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device cfb0388d-8129-4d3a-b41c-b00d5eda6f44 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:08.701906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 274857fd-217e-4403-a52d-cf1a06c0ef4e no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:08.712030 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:51:08.718894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:51:08.740334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 274857fd-217e-4403-a52d-cf1a06c0ef4e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:08.740687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 274857fd-217e-4403-a52d-cf1a06c0ef4e not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:08.742556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Allocated IP 172.25.0.127 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/aab13902-ff1c-41f5-a35b-bcebd15708c6) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:08.750824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-836d1c1d-7345-4a07-b5be-a8fa5b3e83d1 req-a34d4467-9a3a-495d-82fa-93cc6cdaa091 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059294 Nov 23 17:51:08.757379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 76f5ef04-cb58-4aa8-9bf4-d1979f834514) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:08.764455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:08.765535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.773336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-d545de4e-d757-41c7-8efa-27902906449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:08.784374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-d545de4e-d757-41c7-8efa-27902906449b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263468 Nov 23 17:51:08.819377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104fccf1-4e88-4421-b047-0097e7ee9fd7 None None] Network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:08.835256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-598e7642-a9d7-4d1f-971a-2fd45aef5c8b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0078423 Nov 23 17:51:08.838429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39782) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:08.843452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39784) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:08.849923 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:08.853205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:08.909162 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af1148-c4a5-429a-9b4b-269c23b3c069 x-openstack-request-id: req-94af1148-c4a5-429a-9b4b-269c23b3c069 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:08.909503 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:08.909726 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-94af1148-c4a5-429a-9b4b-269c23b3c069 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:08.910197 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'status': 'completed', 'code': 200} Nov 23 17:51:08.929381 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.970181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.985238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.037145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:09.044526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:09.048821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.066061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Pushing event updated for resources: {'Port': ['ID=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:09.068497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:09.172149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Attempting to bind port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:09.172842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Attempting to bind port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:09.172939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Attempting to bind port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 on network e7f2acb3-ecc3-496f-8a35-a61f360aabfb {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:09.179939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:09.180331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Checking segment: {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:09.180748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.181158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Bound using segment: {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:09.181647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Bound port: 3fcc2f5d-c0b3-4794-9465-f165e28f1c25, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:09.182043 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.192287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Pushing event updated for resources: {'Port': ['ID=aab13902-ff1c-41f5-a35b-bcebd15708c6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:09.193598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-76f5ef04-cb58-4aa8-9bf4-d1979f834514', 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'fixed_ips': [{'subnet_id': '8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:51:09.194476 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.208113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:09.210285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:09.218253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:09.269877 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:e0:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:06Z', 'revision_number': 1, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:09.319262 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae722b4b-c306-448d-9e1c-42317e2ef855 None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:e0:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:06Z', 'revision_number': 1, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:09.347638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] For port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:09.353138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] For port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:09.375483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.386117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:09.387953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 9e7b8b6e-8616-458e-a124-e64d38589a03 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:09.430579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1794e3-7daf-4725-9cc3-ec67983f07d4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting subnet 229765ce-0264-4281-b305-ed6bae826aa6 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:51:09.446202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.446202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.450957 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b1794e3-7daf-4725-9cc3-ec67983f07d4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.510435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-b90828bb-43f4-40bd-8e73-c40626d474d2 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099349 Nov 23 17:51:09.512763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Allocated IP 172.20.0.2 (76f5ef04-cb58-4aa8-9bf4-d1979f834514/8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9/49004756-cd07-4ec4-99bc-0d8b87f879c9) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:09.528236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-2726d494-3b57-49c3-813a-a2733fd54117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:09.529723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-2726d494-3b57-49c3-813a-a2733fd54117 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.6026087 Nov 23 17:51:09.545805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-deleted', 'tag': 'cfb0388d-8129-4d3a-b41c-b00d5eda6f44'}, {'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-deleted', 'tag': '3c4bb80a-8154-4b90-970b-16ff553271a4'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:09.548302 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba5eec-78a7-481f-907b-1276e10a5e0a" -d '{"events": [{"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-deleted", "tag": "cfb0388d-8129-4d3a-b41c-b00d5eda6f44"}, {"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-deleted", "tag": "3c4bb80a-8154-4b90-970b-16ff553271a4"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:09.556841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.569186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc727d27-5d4b-4ea2-b818-bdf575a97de7 None None] Pushing event updated for resources: {'Port': ['ID=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:09.613682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.685124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 9e7b8b6e-8616-458e-a124-e64d38589a03 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:09.695492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b1794e3-7daf-4725-9cc3-ec67983f07d4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.733668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 9e7b8b6e-8616-458e-a124-e64d38589a03 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:09.734147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.747148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b399158-ff6b-4804-9fb7-cab4a9e20ccc None None] New status for floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:09.827233 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.840031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:09.842848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc6083-d48e-45c5-ae15-02644ca5e2a1 req-b458cc70-bc11-4a3d-9821-2cfd1b74dfff tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:09.844408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73cc6083-d48e-45c5-ae15-02644ca5e2a1 req-b458cc70-bc11-4a3d-9821-2cfd1b74dfff tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.8138518 Nov 23 17:51:09.881380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1', 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'port_id': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1', 'mac_address': 'fa:16:3e:3a:76:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9c281e-254d-40ce-9c58-9ec3c3901b80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:09.978726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Router 505e2a88-78ae-4841-9fc8-1640c8080c79 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:51:10.045735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.113024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:10.126450 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Sync routers for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:10.134986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.139242 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-753b485e-41e5-4574-a36e-a4bdbda0dae2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3408237 Nov 23 17:51:10.139946 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39794) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:10.144861 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:10.145500 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:10.168710 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73cc6083-d48e-45c5-ae15-02644ca5e2a1 req-c7b42f8f-01b8-4664-8120-c7b9239c2c66 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265458 Nov 23 17:51:10.179780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-f8c656b4-872e-4e77-81df-688bc1f45270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:10.181351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-f8c656b4-872e-4e77-81df-688bc1f45270 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.6213593 Nov 23 17:51:10.231962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27122c6b-e32f-413b-8abd-1fe1408657aa req-f8730c28-f518-4c28-a571-82492a1a9b66 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990840 Nov 23 17:51:10.299115 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.316090 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.325883 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.331415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:10.349706 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.415926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:10.421181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:10.423870 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935a7e4e-aeb1-4e42-890c-9d69e85d712b" -d '{"events": [{"server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "name": "network-vif-plugged", "status": "completed", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:10.430812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b1794e3-7daf-4725-9cc3-ec67983f07d4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.444478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:10.454543 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.471691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:10.473087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-b7d96510-6ce1-43a3-990f-53921ac1c289 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 999 time: 0.2736015 Nov 23 17:51:10.477697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:10.489226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:10.493992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Pushing event updated for resources: {'Port': ['ID=49004756-cd07-4ec4-99bc-0d8b87f879c9,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:10.498159 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.547603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd30b3-bc3d-4838-a854-3d3cecae0699 req-97d77bc8-dc79-47df-968f-9a9012bae572 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:10.573780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ddd30b3-bc3d-4838-a854-3d3cecae0699 req-97d77bc8-dc79-47df-968f-9a9012bae572 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.2588689 Nov 23 17:51:10.670232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-9d7fdaa2-f500-46a2-a9c8-198a5767ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:10.672322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-9d7fdaa2-f500-46a2-a9c8-198a5767ed89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.1875119 Nov 23 17:51:10.681727 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b1794e3-7daf-4725-9cc3-ec67983f07d4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.688929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:10.713089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:10.739555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Attempting to bind port 49004756-cd07-4ec4-99bc-0d8b87f879c9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:10.739667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Attempting to bind port 49004756-cd07-4ec4-99bc-0d8b87f879c9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:10.740015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Attempting to bind port 49004756-cd07-4ec4-99bc-0d8b87f879c9 on network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:10.743850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:10.792513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:10.792921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Checking segment: {'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:10.793328 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.793728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Bound using segment: {'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:10.794228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Bound port: 49004756-cd07-4ec4-99bc-0d8b87f879c9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:10.794616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.888473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:10.901752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1794e3-7daf-4725-9cc3-ec67983f07d4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Subnet': ['ID=229765ce-0264-4281-b305-ed6bae826aa6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:10.906276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b1794e3-7daf-4725-9cc3-ec67983f07d4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.913206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9b1794e3-7daf-4725-9cc3-ec67983f07d4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "DELETE /v2.0/subnets/229765ce-0264-4281-b305-ed6bae826aa6 HTTP/1.1" status: 204 len: 168 time: 2.0566282 Nov 23 17:51:10.913953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39804) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:10.940872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ddd30b3-bc3d-4838-a854-3d3cecae0699 req-f880090b-673c-44d4-870e-f11fe095b1ca tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609235 Nov 23 17:51:10.941448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:10.954317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d9290-3235-4f76-a3bc-494831bce698 None None] Network 32365cf5-2128-42f0-b4a1-547d1b02bb54 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:11.066785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] For port 49004756-cd07-4ec4-99bc-0d8b87f879c9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:11.079360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] For port 49004756-cd07-4ec4-99bc-0d8b87f879c9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=49004756-cd07-4ec4-99bc-0d8b87f879c9,segment=NetworkSegment(be1e4965-6c7c-4a28-b432-75d3f23792e4),segment_id=be1e4965-6c7c-4a28-b432-75d3f23792e4)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:11.101895 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a36b695-76ea-4622-bf0e-40a7a249383f x-openstack-request-id: req-0a36b695-76ea-4622-bf0e-40a7a249383f {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:11.103016 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-deleted", "tag": "cfb0388d-8129-4d3a-b41c-b00d5eda6f44", "status": "completed", "code": 200}, {"server_uuid": "b61f9629-37d8-4f61-b3ac-7d2f5663ee84", "name": "network-vif-deleted", "tag": "3c4bb80a-8154-4b90-970b-16ff553271a4", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:11.103438 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a36b695-76ea-4622-bf0e-40a7a249383f {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:11.104490 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-deleted', 'tag': 'cfb0388d-8129-4d3a-b41c-b00d5eda6f44', 'status': 'completed', 'code': 200} Nov 23 17:51:11.104944 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61f9629-37d8-4f61-b3ac-7d2f5663ee84', 'name': 'network-vif-deleted', 'tag': '3c4bb80a-8154-4b90-970b-16ff553271a4', 'status': 'completed', 'code': 200} Nov 23 17:51:11.106731 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:09Z', 'revision_number': 3, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:11.152248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.166397 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Checking router: 505e2a88-78ae-4841-9fc8-1640c8080c79 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:11.169686 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Updating router 505e2a88-78ae-4841-9fc8-1640c8080c79 port aab13902-ff1c-41f5-a35b-bcebd15708c6 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:51:11.199623 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.228234 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.232328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e061-1796-42bd-aa5c-b786239215e0 req-35550eed-daa3-4241-9529-a0073832c1fc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:11.233921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3a0e061-1796-42bd-aa5c-b786239215e0 req-35550eed-daa3-4241-9529-a0073832c1fc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.4898646 Nov 23 17:51:11.297471 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8139b56b-264d-4e3b-a10b-c06e15eebdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.299624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaba322-ad19-4fe0-a1c6-6d85345fe18e None None] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:11.303346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-df1dab46-5646-4459-ad4d-f6e0c3b8d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:11.305029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-df1dab46-5646-4459-ad4d-f6e0c3b8d6b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6072032 Nov 23 17:51:11.408121 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.503024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18389855-7692-4c7f-93a1-235a2337b8db None None] Pushing event updated for resources: {'Port': ['ID=49004756-cd07-4ec4-99bc-0d8b87f879c9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:11.504550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-b4eb683d-0e15-49ec-ace0-24095ebeb3aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:11.512017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-b4eb683d-0e15-49ec-ace0-24095ebeb3aa tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2951305 Nov 23 17:51:11.521183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:11.521705 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.576086 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.584603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3a0e061-1796-42bd-aa5c-b786239215e0 req-8b179d19-b129-4a3b-acf4-24cc85403056 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418815 Nov 23 17:51:11.594188 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.688616 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cace2da-a3b8-4728-8949-a5cf0030c838 x-openstack-request-id: req-6cace2da-a3b8-4728-8949-a5cf0030c838 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:11.691867 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "name": "network-vif-plugged", "status": "completed", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:11.693910 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6cace2da-a3b8-4728-8949-a5cf0030c838 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:11.694084 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Attempting to bind port aab13902-ff1c-41f5-a35b-bcebd15708c6 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:11.694557 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'code': 200} Nov 23 17:51:11.694666 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Attempting to bind port aab13902-ff1c-41f5-a35b-bcebd15708c6 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:11.702402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.710100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-80600218-e92b-43cd-9fc6-acfb818a1ebd None None] Provisioning complete for port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:11.710420 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Attempting to bind port aab13902-ff1c-41f5-a35b-bcebd15708c6 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:11.710534 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-80600218-e92b-43cd-9fc6-acfb818a1ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.721996 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Pushing event updated for resources: {'Port': ['ID=aab13902-ff1c-41f5-a35b-bcebd15708c6,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:11.725330 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:11.725687 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:11.726082 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.726480 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:11.727004 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Bound port: aab13902-ff1c-41f5-a35b-bcebd15708c6, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:11.727408 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.744976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Allocated IP 172.20.0.1 (e7f2acb3-ecc3-496f-8a35-a61f360aabfb/93e8ca87-2f50-430e-8d58-85c350822583/42c0bc27-2863-4d09-b6a1-1fb71299d29c) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:11.781830 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.782202 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.782541 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.782905 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.783776 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.784119 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.784896 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.784896 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.785215 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.785547 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.785877 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.786197 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:11.797121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.889864 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] For port aab13902-ff1c-41f5-a35b-bcebd15708c6, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:11.897668 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] For port aab13902-ff1c-41f5-a35b-bcebd15708c6, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aab13902-ff1c-41f5-a35b-bcebd15708c6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:11.913260 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.917294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-88c63bac-34e2-4568-83af-bc280d361b2f tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1001 time: 0.4043338 Nov 23 17:51:11.925250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-4884ceae-3527-4ffd-9b86-3a37218b9ae2 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233850 Nov 23 17:51:11.943266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] DHCP port deletion for 32365cf5-2128-42f0-b4a1-547d1b02bb54 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:11.945458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Request body: {'floatingip': {'port_id': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:11.983954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81114a29-091c-4553-a063-7ca564defacc req-3c54a8c8-e226-4468-82cf-99c22aae8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:11.986091 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81114a29-091c-4553-a063-7ca564defacc req-3c54a8c8-e226-4468-82cf-99c22aae8be6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1101 time: 0.2094233 Nov 23 17:51:12.002078 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efafcb-1fa1-45d8-9f9f-b77d3bd3bd5a None None] Pushing event updated for resources: {'Port': ['ID=aab13902-ff1c-41f5-a35b-bcebd15708c6,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:12.022821 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.032903 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:12.034531 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:12.083495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-80600218-e92b-43cd-9fc6-acfb818a1ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.110882 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81114a29-091c-4553-a063-7ca564defacc req-dc9025da-6730-4de6-bfe7-41acdf1e83d7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955305 Nov 23 17:51:12.118113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:12.145250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.159657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.200006 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-b09e5413-fff2-4f0a-a6cb-8b203e7d3b48 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:12.201357 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-b09e5413-fff2-4f0a-a6cb-8b203e7d3b48 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.66 "GET /v2.0/ports?device_id=29ca1c47-aae2-4d3d-b65d-6ba539fb8f20 HTTP/1.1" status: 200 len: 945 time: 0.1885564 Nov 23 17:51:12.213802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:12.241314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.249509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] Deleting port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:12.249907 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.312338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Pushing event updated for resources: {'Port': ['ID=42c0bc27-2863-4d09-b6a1-1fb71299d29c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:12.325689 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-80600218-e92b-43cd-9fc6-acfb818a1ebd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:51:12.326191 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-80600218-e92b-43cd-9fc6-acfb818a1ebd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:51:12.365354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:12.385971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] For port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:12.386384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.408000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] Calling delete_port for d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:12.444182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:12.454411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:12.457240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:12.493666 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:09Z', 'revision_number': 3, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:12.524726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Deleting port 591c6bf5-071b-415b-99c1-5751ac2d92ef {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:12.525664 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.535601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.545809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:12.546409 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.551378 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df920001-c710-4d5a-b52d-599145bf6fe8 None None] The sync data for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 is: [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:09Z', 'revision_number': 3, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:12.581168 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.586509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.637751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] Pushing event deleted for resources: {'Port': ['ID=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:12.647451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629dc85-f69c-4537-aa4d-fdc8185d486e None None] No DVR routers for this DVR port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:12.849541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] For port 591c6bf5-071b-415b-99c1-5751ac2d92ef, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=591c6bf5-071b-415b-99c1-5751ac2d92ef,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:12.849836 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.852750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.909524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3a0c0dcb-bc29-461f-95a7-464223e4c780 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--813805821&fields=id&tenant_id=5c951f8778574f7d950a3785a5964ed3 HTTP/1.1" status: 200 len: 267 time: 1.0732214 Nov 23 17:51:12.918286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:12.952650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,segment=NetworkSegment(c08612a5-8783-4021-84db-d0da889abafa),segment_id=c08612a5-8783-4021-84db-d0da889abafa)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:12.953205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.026113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Allocated IP 172.25.0.105 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/49fe44c6-99d2-41b9-aff3-9c041b340d7f) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:13.040087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:13.040718 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.104627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f1c33-de43-4d15-990a-c209dcedd4ad None None] Network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:13.136478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-201ed338-af92-4d6d-9761-9dd7f689fc19 None None] Provisioning complete for port 42c0bc27-2863-4d09-b6a1-1fb71299d29c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:13.136938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-201ed338-af92-4d6d-9761-9dd7f689fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.173569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:13.246732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d69799a6-7672-40ce-8703-08e07bd825c0 req-873dea63-280d-421e-aa7c-5c976ec523c6 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2946365 Nov 23 17:51:13.270947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-201ed338-af92-4d6d-9761-9dd7f689fc19 None None] Port 42c0bc27-2863-4d09-b6a1-1fb71299d29c cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:13.298975 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.299470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.299729 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Floating IP 684cc99e-8d74-4a7d-97f7-4731236e207b disassociated. External IP: 172.25.0.13, port: 591c6bf5-071b-415b-99c1-5751ac2d92ef. Nov 23 17:51:13.300100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Calling delete_port for 591c6bf5-071b-415b-99c1-5751ac2d92ef owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:13.339610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0c08b635-8a44-47de-bb48-31fa51bd6ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.349411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-201ed338-af92-4d6d-9761-9dd7f689fc19 None None] Provisioning complete for port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:13.349780 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-201ed338-af92-4d6d-9761-9dd7f689fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.358284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 49004756-cd07-4ec4-99bc-0d8b87f879c9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:13.417333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:13.514483 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.526493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-359c4ff6-cea5-4f21-9f6d-ca3a49d1dfbc tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:13.528404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-359c4ff6-cea5-4f21-9f6d-ca3a49d1dfbc tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 824 time: 0.5916188 Nov 23 17:51:13.561255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.613452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-170c195b-61f2-4634-80d9-2748eba59e73 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/quotas/5c951f8778574f7d950a3785a5964ed3 HTTP/1.1" status: 200 len: 375 time: 0.0659401 Nov 23 17:51:13.624747 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.653468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event deleted for resources: {'Port': ['ID=591c6bf5-071b-415b-99c1-5751ac2d92ef,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:13.697820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.733352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 49004756-cd07-4ec4-99bc-0d8b87f879c9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:13.733731 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.757113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:13.762079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.764296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:13.785990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.787837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:13.801645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:13.802036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.859059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.867841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Pushing event updated for resources: {'Port': ['ID=42c0bc27-2863-4d09-b6a1-1fb71299d29c,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:13.882440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Router 61c5d4d5-bf86-489b-a151-4f573671097e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:13.899741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Pushing event updated for resources: {'Port': ['ID=49fe44c6-99d2-41b9-aff3-9c041b340d7f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:13.923198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:13.940592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.954263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:13.959365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:13.987487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:13.990728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:14.012527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-750cac94-3e7a-418d-8451-1383252685fc tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3918984 Nov 23 17:51:14.069503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.072475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.108742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 49004756-cd07-4ec4-99bc-0d8b87f879c9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=49004756-cd07-4ec4-99bc-0d8b87f879c9,segment=NetworkSegment(be1e4965-6c7c-4a28-b432-75d3f23792e4),segment_id=be1e4965-6c7c-4a28-b432-75d3f23792e4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:14.144666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:14.149975 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4388fc79-3a49-4780-bcfd-f85eaf13cb8c" -d '{"events": [{"server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "name": "network-vif-plugged", "status": "completed", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:14.169431 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:14.176641 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.179649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fcd862fd-baa5-447b-b845-c49d394d6c9f None None] Provisioning complete for port 49004756-cd07-4ec4-99bc-0d8b87f879c9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:14.180041 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fcd862fd-baa5-447b-b845-c49d394d6c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.188968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32365cf5-2128-42f0-b4a1-547d1b02bb54']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:14.192376 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.323840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08612a5-8783-4021-84db-d0da889abafa') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:14.324120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08612a5-8783-4021-84db-d0da889abafa') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:14.352181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:14.384828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:14.385184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d5a8b5ea-2ad0-43ed-aa85-5f4eccd129f2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:14.392040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=49004756-cd07-4ec4-99bc-0d8b87f879c9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:14.404497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:14.412660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.428235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Router 505e2a88-78ae-4841-9fc8-1640c8080c79 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:14.431430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] Sync routers for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:14.460542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:14.460542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:14.480575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] No DVR routers for this DVR port 591c6bf5-071b-415b-99c1-5751ac2d92ef on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:14.484086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.488208 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-86ae26d4-5ec3-4c7b-982e-adba4f042a0b req-e70bfbeb-92dc-4f0d-9784-0f7d1375503e tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.66 "DELETE /v2.0/ports/591c6bf5-071b-415b-99c1-5751ac2d92ef HTTP/1.1" status: 204 len: 173 time: 2.1666205 Nov 23 17:51:14.488764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'name': 'network-vif-deleted', 'tag': '591c6bf5-071b-415b-99c1-5751ac2d92ef'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:14.491193 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee81e135-e74e-4e83-9cb3-e8f24caeb2dd" -d '{"events": [{"server_uuid": "29ca1c47-aae2-4d3d-b65d-6ba539fb8f20", "name": "network-vif-deleted", "tag": "591c6bf5-071b-415b-99c1-5751ac2d92ef"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:14.538040 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.543066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:14.632503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:51:14.632921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:51:14.636362 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:51:14.656541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-cdb0f481-868c-41ac-be1a-4f24e391b823 service neutron] 10.222.0.74 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938110 Nov 23 17:51:14.689500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:14.714588 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ca215ee7-3ee2-45a1-b934-a6b633dfb640 admin admin] 10.222.0.74 "PUT /v2.0/routers/505e2a88-78ae-4841-9fc8-1640c8080c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5707028 Nov 23 17:51:14.729465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:14.731825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cc1bc30b-7e12-425d-b5ef-943c94fa1fcd None None] Provisioning complete for port 42c0bc27-2863-4d09-b6a1-1fb71299d29c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:14.732250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc30b-7e12-425d-b5ef-943c94fa1fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.791727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-d34ec947-16a3-4251-ae01-404e307a71f5 service neutron] 10.222.0.74 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340301 Nov 23 17:51:14.916921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bc30b-7e12-425d-b5ef-943c94fa1fcd None None] Port 42c0bc27-2863-4d09-b6a1-1fb71299d29c cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:14.988469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aab13902-ff1c-41f5-a35b-bcebd15708c6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:15.065168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.153962 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.157984 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "DELETE /v2.0/networks/32365cf5-2128-42f0-b4a1-547d1b02bb54 HTTP/1.1" status: 204 len: 168 time: 4.2344756 Nov 23 17:51:15.161333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:15.163388 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.187834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cc1bc30b-7e12-425d-b5ef-943c94fa1fcd None None] Provisioning complete for port 49004756-cd07-4ec4-99bc-0d8b87f879c9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:15.188621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc30b-7e12-425d-b5ef-943c94fa1fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.210400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-b41cfa19-2eaf-4fac-b977-fa589b026408 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=20440a6c35cc4912a2584eef82d04d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871282 Nov 23 17:51:15.234924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f26779-4b84-4784-bcfc-c4eac6705638 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Network': ['ID=32365cf5-2128-42f0-b4a1-547d1b02bb54,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:15.284848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:51:15.317163 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Sync routers for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:15.345171 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:15.347576 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:15.348182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port aab13902-ff1c-41f5-a35b-bcebd15708c6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:15.349521 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.405085 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.504267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 591c6bf5-071b-415b-99c1-5751ac2d92ef no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:15.534318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9d330f-b4ef-4c95-b341-8ae00ca778a9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting subnet db3fcc27-3114-4f5a-ac15-21a29a295c7d {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:51:15.538247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2b9d330f-b4ef-4c95-b341-8ae00ca778a9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.577619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 591c6bf5-071b-415b-99c1-5751ac2d92ef {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:15.577619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 591c6bf5-071b-415b-99c1-5751ac2d92ef not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:15.596564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2b9d330f-b4ef-4c95-b341-8ae00ca778a9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.635330 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:15.743706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2b9d330f-b4ef-4c95-b341-8ae00ca778a9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.834310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2b9d330f-b4ef-4c95-b341-8ae00ca778a9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.877889 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.907132 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2b9d330f-b4ef-4c95-b341-8ae00ca778a9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.911270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647929c-e2c7-404f-bed7-042e5c08a484 None None] Network 8337643d-9a87-486b-970f-9b0ca40afc22 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:15.918000 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2b9d330f-b4ef-4c95-b341-8ae00ca778a9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "DELETE /v2.0/subnets/db3fcc27-3114-4f5a-ac15-21a29a295c7d HTTP/1.1" status: 204 len: 168 time: 0.7555728 Nov 23 17:51:15.920440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.921237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39850) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:15.922380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d330f-b4ef-4c95-b341-8ae00ca778a9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Subnet': ['ID=db3fcc27-3114-4f5a-ac15-21a29a295c7d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:15.933977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:15.938633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port aab13902-ff1c-41f5-a35b-bcebd15708c6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aab13902-ff1c-41f5-a35b-bcebd15708c6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:15.950761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.000515 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:13Z', 'revision_number': 2, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:16.008932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] Checking router: 61c5d4d5-bf86-489b-a151-4f573671097e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:16.036569 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Checking router: 505e2a88-78ae-4841-9fc8-1640c8080c79 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:16.036777 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Updating router 505e2a88-78ae-4841-9fc8-1640c8080c79 port 42c0bc27-2863-4d09-b6a1-1fb71299d29c binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:51:16.069093 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.072706 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.073271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 49004756-cd07-4ec4-99bc-0d8b87f879c9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:16.134853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:16.135493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:16.195978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-354641ec-0d95-4883-b8d9-97eb164916e7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:16.197542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-354641ec-0d95-4883-b8d9-97eb164916e7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9860404 Nov 23 17:51:16.260674 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.267453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-f79d634e-7fb4-453c-b951-9a6ff0af0d89 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/quotas/20440a6c35cc4912a2584eef82d04d24 HTTP/1.1" status: 200 len: 375 time: 0.0561714 Nov 23 17:51:16.374273 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63 associated. External IP: 172.25.0.74, port: bc3091cc-4a0c-4951-bd3d-6506dff4677e. Nov 23 17:51:16.385527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:16.484813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-fa3f5e97-9aca-48ef-9112-ff87e50a2e04 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2073503 Nov 23 17:51:16.500699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=aab13902-ff1c-41f5-a35b-bcebd15708c6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:16.557648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.560247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.561711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 49004756-cd07-4ec4-99bc-0d8b87f879c9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:16.562082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.621645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port 801ca3c8-eb66-468a-8287-aac1a0e180f9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:16.622336 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.625540 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.640735 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.983899 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743a200-cf38-4b53-9d3c-5bcfa8ae8a05 None None] Pushing event updated for resources: {'Port': ['ID=42c0bc27-2863-4d09-b6a1-1fb71299d29c,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:16.995326 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Attempting to bind port 42c0bc27-2863-4d09-b6a1-1fb71299d29c on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:16.996298 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Attempting to bind port 42c0bc27-2863-4d09-b6a1-1fb71299d29c by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:16.996745 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Attempting to bind port 42c0bc27-2863-4d09-b6a1-1fb71299d29c on network e7f2acb3-ecc3-496f-8a35-a61f360aabfb {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:17.005517 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:17.007310 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Checking segment: {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:17.007718 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.009245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-56f6b141-8bba-4fc8-9600-97f8e2d926f0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:17.010667 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Bound using segment: {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:17.010842 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Bound port: 42c0bc27-2863-4d09-b6a1-1fb71299d29c, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:17.012911 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-56f6b141-8bba-4fc8-9600-97f8e2d926f0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.72 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 824 time: 0.2777162 Nov 23 17:51:17.013078 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.085069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] DHCP port deletion for 8337643d-9a87-486b-970f-9b0ca40afc22 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:17.115238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port 801ca3c8-eb66-468a-8287-aac1a0e180f9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=801ca3c8-eb66-468a-8287-aac1a0e180f9,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:17.115992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.139049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for 801ca3c8-eb66-468a-8287-aac1a0e180f9 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:17.147077 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] For port 42c0bc27-2863-4d09-b6a1-1fb71299d29c, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:17.160055 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] For port 42c0bc27-2863-4d09-b6a1-1fb71299d29c, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=42c0bc27-2863-4d09-b6a1-1fb71299d29c,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:17.163150 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-8232cba9-cdce-40cc-ad79-efdb708757c6 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c951f8778574f7d950a3785a5964ed3 HTTP/1.1" status: 200 len: 379 time: 0.1389728 Nov 23 17:51:17.169624 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.187807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Request body: {'port': {'device_id': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'admin_state_up': True, 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'security_groups': ['bc4bc2f7-7406-45ff-ad0b-b3ea13d90341']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:17.208867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-417f8ab9-d17c-4f32-8bf4-52e23de6d4fd None None] Provisioning complete for port 42c0bc27-2863-4d09-b6a1-1fb71299d29c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:17.209310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-417f8ab9-d17c-4f32-8bf4-52e23de6d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.234951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b023a5-5faa-4e1c-8021-09dac9ddf88b req-31e05c42-c188-4fcb-bb02-8726ff812ba9 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:17.238216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04b023a5-5faa-4e1c-8021-09dac9ddf88b req-31e05c42-c188-4fcb-bb02-8726ff812ba9 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.3764303 Nov 23 17:51:17.263231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:17.289424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:17.310992 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:17.311894 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:17.372734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] Deleting port 801ca3c8-eb66-468a-8287-aac1a0e180f9 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:17.373027 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.384449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d3bf2-af28-4d31-b7c8-20c15acd017f None None] The sync data for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 is: [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:17.411995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aab13902-ff1c-41f5-a35b-bcebd15708c6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:17.423346 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743a200-cf38-4b53-9d3c-5bcfa8ae8a05 None None] Pushing event updated for resources: {'Port': ['ID=42c0bc27-2863-4d09-b6a1-1fb71299d29c,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:17.429804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Router a7183f5f-a5a4-4351-9030-8ba56ba3333a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:51:17.491063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04b023a5-5faa-4e1c-8021-09dac9ddf88b req-8ccab97b-4fe0-4b51-82e7-ab83669fa55e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408514 Nov 23 17:51:17.499570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Made reservation on behalf of 5c951f8778574f7d950a3785a5964ed3 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:17.506520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.601326 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:17.624424 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.673356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] For port 801ca3c8-eb66-468a-8287-aac1a0e180f9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=801ca3c8-eb66-468a-8287-aac1a0e180f9,segment=NetworkSegment(6db63bf3-9831-42f2-bbee-ee2c54b41336),segment_id=6db63bf3-9831-42f2-bbee-ee2c54b41336)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:17.675157 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.684889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:17.699026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] Calling delete_port for 801ca3c8-eb66-468a-8287-aac1a0e180f9 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:17.701329 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-417f8ab9-d17c-4f32-8bf4-52e23de6d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.708740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:17.744363 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.815386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:17.829229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Allocated IP 172.20.0.7 (66c6e7c6-cfc0-43dd-a817-5db419986990/de0b5e46-f000-431b-b8da-20f7dac2bfd7/02664c04-4eb7-4a0a-aec4-ddb555c8d8d5) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:17.830836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:17.883901 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb05f40-947d-41cc-b0b9-d2399b9799da None None] New status for floating IP 684cc99e-8d74-4a7d-97f7-4731236e207b: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:17.962358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port 801ca3c8-eb66-468a-8287-aac1a0e180f9 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:17.964400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=801ca3c8-eb66-468a-8287-aac1a0e180f9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:18.055631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.069798 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.093358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187b9be-ce76-49f6-8349-8052c8995b6d req-647a7689-1f1e-4dbd-ae2f-aaa5fa91d8ae tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:18.094670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:18.101145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0187b9be-ce76-49f6-8349-8052c8995b6d req-647a7689-1f1e-4dbd-ae2f-aaa5fa91d8ae tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.2734287 Nov 23 17:51:18.115952 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:17Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:18.123785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.135880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-417f8ab9-d17c-4f32-8bf4-52e23de6d4fd None None] For port 42c0bc27-2863-4d09-b6a1-1fb71299d29c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=42c0bc27-2863-4d09-b6a1-1fb71299d29c,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:18.156522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port aab13902-ff1c-41f5-a35b-bcebd15708c6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:18.156899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.181246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.187281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:18.191840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:18.196635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:18.200344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] No DVR routers for this DVR port 801ca3c8-eb66-468a-8287-aac1a0e180f9 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:18.210176 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event updated for resources: {'Port': ['ID=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:18.212210 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12e2beb-8a96-4afc-81bf-3ecddc581626 None None] The sync data for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 is: [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:17Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:18.213991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd906b-cd48-442a-a309-3fe81f8d9452 None None] Pushing event deleted for resources: {'Port': ['ID=801ca3c8-eb66-468a-8287-aac1a0e180f9,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:18.230543 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-417f8ab9-d17c-4f32-8bf4-52e23de6d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.240682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:18.259043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Sync routers for ids ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:18.313398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:18.314030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.325566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8337643d-9a87-486b-970f-9b0ca40afc22']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:18.374728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db63bf3-9831-42f2-bbee-ee2c54b41336') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:18.376339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db63bf3-9831-42f2-bbee-ee2c54b41336') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:18.383050 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-403c3b7e-be25-4470-add4-f926821e5071 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2113128 Nov 23 17:51:18.401103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Request body: {'port': {'device_id': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:18.402850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0187b9be-ce76-49f6-8349-8052c8995b6d req-881ab740-20be-45ed-9b57-8482a72f62ed tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008261 Nov 23 17:51:18.418500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Routers {'a7183f5f-a5a4-4351-9030-8ba56ba3333a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:18.419177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:18.513810 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b702a6b-5187-47d2-8100-f248b94872f5 x-openstack-request-id: req-3b702a6b-5187-47d2-8100-f248b94872f5 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:18.514131 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "name": "network-vif-plugged", "status": "completed", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:18.514395 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b702a6b-5187-47d2-8100-f248b94872f5 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:18.514823 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1', 'code': 200} Nov 23 17:51:18.535835 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4540c6bf-d9bf-47f8-819c-494ef35e9336 x-openstack-request-id: req-4540c6bf-d9bf-47f8-819c-494ef35e9336 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:18.537693 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ca1c47-aae2-4d3d-b65d-6ba539fb8f20", "name": "network-vif-deleted", "tag": "591c6bf5-071b-415b-99c1-5751ac2d92ef", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:18.538112 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4540c6bf-d9bf-47f8-819c-494ef35e9336 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:18.538652 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ca1c47-aae2-4d3d-b65d-6ba539fb8f20', 'name': 'network-vif-deleted', 'tag': '591c6bf5-071b-415b-99c1-5751ac2d92ef', 'status': 'completed', 'code': 200} Nov 23 17:51:18.543581 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.548444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-aa8c1461-e8d7-4eeb-a7c0-27c2135fcd33 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=20440a6c35cc4912a2584eef82d04d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1378703 Nov 23 17:51:18.561797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.567198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-670798c4-3e53-4149-9461-f08a76e2b800 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.7277656 Nov 23 17:51:18.577055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39872) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:18.653071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f8ab9-d17c-4f32-8bf4-52e23de6d4fd None None] Pushing event updated for resources: {'Port': ['ID=42c0bc27-2863-4d09-b6a1-1fb71299d29c,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:18.770723 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.772247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.792180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:18.800222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e480d8df-e205-4a57-89d0-fc3ea5ef90fd None None] Provisioning complete for port 42c0bc27-2863-4d09-b6a1-1fb71299d29c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:18.800222 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e480d8df-e205-4a57-89d0-fc3ea5ef90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.811398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:51:18.812873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:51:18.821714 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:51:18.858047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Set router a7183f5f-a5a4-4351-9030-8ba56ba3333a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:18.907816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-4b7dd2c9-5a37-4fde-a568-b84970246383 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:18.909318 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-4b7dd2c9-5a37-4fde-a568-b84970246383 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494310 Nov 23 17:51:18.912696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941e0e5-b548-46f7-93fc-001258f4277c req-6ea8af6b-950a-48d6-980b-cc02599687f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:18.915743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7941e0e5-b548-46f7-93fc-001258f4277c req-6ea8af6b-950a-48d6-980b-cc02599687f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1096 time: 0.2915983 Nov 23 17:51:18.919256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 801ca3c8-eb66-468a-8287-aac1a0e180f9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:19.011188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 801ca3c8-eb66-468a-8287-aac1a0e180f9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:19.011818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 801ca3c8-eb66-468a-8287-aac1a0e180f9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:19.220388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:19.229557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.243131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Transition to ACTIVE for port object 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:19.244194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:19.249315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Request body: {'port': {'device_id': 'ec221532-e5de-475b-91e4-38bbb09950cc', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '20440a6c35cc4912a2584eef82d04d24'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:19.363841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.390251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a29980df-4f08-41ad-aa23-3e15135a65e9 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920281433', 'description': 'tempest-description--1855829743'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:19.401184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.417453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:6d:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf340d42-8563-41e9-9154-895d083b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 3, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:19.465104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:19.635324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Attempting to bind port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:19.635907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Attempting to bind port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:19.636250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Attempting to bind port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 on network 66c6e7c6-cfc0-43dd-a817-5db419986990 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:19.654825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 on network 66c6e7c6-cfc0-43dd-a817-5db419986990 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:19.655247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Attempting to bind port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 on network 66c6e7c6-cfc0-43dd-a817-5db419986990 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:19.657767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:51:19.657767 n-d-818932-3 neutron-server[120535]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 17:51:19.657767 n-d-818932-3 neutron-server[120535]: [parameters: {'project_id': '20440a6c35cc4912a2584eef82d04d24', 'id': 'a97d8841-46c2-49e8-b33e-a7439836839b', 'expiration': datetime.datetime(2021, 11, 23, 17, 53, 19, 519791)}] Nov 23 17:51:19.657767 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:51:19.658373 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:51:19.668131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:19.668494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Checking segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:19.668847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Bound using segment: {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:19.669298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Bound port: 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebae9b27-ea52-49cf-80cf-e4793d839e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:19.669670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.688714 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a29980df-4f08-41ad-aa23-3e15135a65e9 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.702247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.712872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.725790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "DELETE /v2.0/networks/8337643d-9a87-486b-970f-9b0ca40afc22 HTTP/1.1" status: 204 len: 168 time: 3.7985337 Nov 23 17:51:19.751300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39876) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:19.767195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 42c0bc27-2863-4d09-b6a1-1fb71299d29c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:19.771060 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-677793557'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:19.827527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7941e0e5-b548-46f7-93fc-001258f4277c req-2c7ad255-361c-4342-8665-30566ed07ae6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8585019 Nov 23 17:51:19.837920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010410a8-4b23-4134-a182-f29b1eb725fa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Network': ['ID=8337643d-9a87-486b-970f-9b0ca40afc22,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:19.848738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:19.872597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:19.873230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:19.884477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7f813-cf10-46af-b8c1-88723776e040 req-60ca54ef-d372-45c5-aa19-84acbf8d0348 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:19.885317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] For port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:19.890331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] For port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:19.897706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae7f813-cf10-46af-b8c1-88723776e040 req-60ca54ef-d372-45c5-aa19-84acbf8d0348 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 943 time: 0.3060756 Nov 23 17:51:19.901019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.915181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:19.920139 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.988092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:19.989504 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.991309 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] 10.222.0.72 "PUT /v2.0/ports/02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 HTTP/1.1" status: 200 len: 1091 time: 1.5985668 Nov 23 17:51:20.015752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a29980df-4f08-41ad-aa23-3e15135a65e9 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.035033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 42c0bc27-2863-4d09-b6a1-1fb71299d29c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:20.035425 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.046739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a29980df-4f08-41ad-aa23-3e15135a65e9 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.047035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae7f813-cf10-46af-b8c1-88723776e040 req-ff10bdd2-f4c4-41ab-825e-aa7eeb7cfe38 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431651 Nov 23 17:51:20.050952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:20.062564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.087668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:51:20.110789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b6bf-7cd6-4fe4-b0b3-c2b799eb4bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:20.169565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.170047 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Added segment ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa of type vlan for network 24628691-2e93-412a-98fd-b3e5a5b239cb Nov 23 17:51:20.172655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:14Z', 'revision_number': 3, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port': {'id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:20.188932 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a29980df-4f08-41ad-aa23-3e15135a65e9 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.191774 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a29980df-4f08-41ad-aa23-3e15135a65e9 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8052893 Nov 23 17:51:20.199227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29980df-4f08-41ad-aa23-3e15135a65e9 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962fd07b-ed15-4cf9-b2f0-abc34f82864d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:20.215495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39878) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:20.229279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-01e9aa21-9a9e-4d86-8cf9-10bfa095bd72 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Request body: {'security_group_rule': {'security_group_id': '962fd07b-ed15-4cf9-b2f0-abc34f82864d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:20.277369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:20.279651 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:20.291652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.297473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Made reservation on behalf of 20440a6c35cc4912a2584eef82d04d24 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:20.304682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.316599 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-aeae6f54-1fca-4215-82d1-973f104a8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.318296 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-aeae6f54-1fca-4215-82d1-973f104a8e5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 1094 time: 0.2317870 Nov 23 17:51:20.367781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Checking router: a7183f5f-a5a4-4351-9030-8ba56ba3333a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:20.367781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Updating router a7183f5f-a5a4-4351-9030-8ba56ba3333a port 49fe44c6-99d2-41b9-aff3-9c041b340d7f binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:51:20.380117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99c8992f-bc76-4ae8-a77b-84b74d5c1737 req-03c8a073-05f2-4989-91b3-5dfce9896f9a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 210 time: 0.1317828 Nov 23 17:51:20.435938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-239f9dcf-2467-471d-892c-69f4cbff2db2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "PUT /v2.0/floatingips/7c8716f9-e084-4613-ba39-dabbbd112c63 HTTP/1.1" status: 200 len: 997 time: 8.5177150 Nov 23 17:51:20.441321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.463575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.464533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.472982 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.480066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:20.482294 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.520623 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-01e9aa21-9a9e-4d86-8cf9-10bfa095bd72 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.531539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-afc9abf0-1780-4afd-804a-11851fbe1004 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.532900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-afc9abf0-1780-4afd-804a-11851fbe1004 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports/bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 943 time: 0.0840559 Nov 23 17:51:20.638354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'tag': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:20.642059 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b95743-13e5-4764-8e02-80513490242c" -d '{"events": [{"name": "network-changed", "server_uuid": "03f1db63-08f4-451a-b616-ac346df3cbb0", "tag": "02664c04-4eb7-4a0a-aec4-ddb555c8d8d5"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:20.652243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-01e9aa21-9a9e-4d86-8cf9-10bfa095bd72 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.652534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Network': ['ID=24628691-2e93-412a-98fd-b3e5a5b239cb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:20.664700 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-722959cc-fbb0-4688-83f0-bdbb73be20b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9100149 Nov 23 17:51:20.665452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39886) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:20.670402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'subnet': {'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:20.699524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-01e9aa21-9a9e-4d86-8cf9-10bfa095bd72 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.702714 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-09d61c76-aea2-48aa-b457-189903eac081 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 HTTP/1.1" status: 200 len: 217 time: 0.3427701 Nov 23 17:51:20.711691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 24628691-2e93-412a-98fd-b3e5a5b239cb details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:51:20.790980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9aa21-9a9e-4d86-8cf9-10bfa095bd72 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbfff03-3a2c-449a-b62d-aa0c1aa710b3,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:20.837119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-86bdeb01-01b3-4480-a298-eeff26748ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.838029 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-86bdeb01-01b3-4480-a298-eeff26748ee0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de0b5e46-f000-431b-b8da-20f7dac2bfd7 HTTP/1.1" status: 200 len: 863 time: 0.1066191 Nov 23 17:51:20.870221 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-01e9aa21-9a9e-4d86-8cf9-10bfa095bd72 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.871428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-01e9aa21-9a9e-4d86-8cf9-10bfa095bd72 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6549661 Nov 23 17:51:20.875992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39888) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:20.884218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-dc169d4b-0a1e-431a-825c-92476ba6fe23 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Request body: {'security_group_rule': {'security_group_id': '962fd07b-ed15-4cf9-b2f0-abc34f82864d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:20.897086 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.902834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Allocated IP 192.168.233.46 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/5395d02f-debb-4a18-bf8f-7830c6dfa815) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:20.903048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-d985e1b1-4ddd-45a7-bf64-0f4f70f19241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.910502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-d985e1b1-4ddd-45a7-bf64-0f4f70f19241 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.2296429 Nov 23 17:51:20.952104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-ae630b6d-7752-4275-8c1c-785a42975c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.953626 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-ae630b6d-7752-4275-8c1c-785a42975c82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66c6e7c6-cfc0-43dd-a817-5db419986990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049967 Nov 23 17:51:20.957094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc169d4b-0a1e-431a-825c-92476ba6fe23 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.964575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e1397-6cab-48c2-9a55-7b2b398926a1 req-75096164-75db-4eca-903a-5abf0cf4eb71 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.966131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-635e1397-6cab-48c2-9a55-7b2b398926a1 req-75096164-75db-4eca-903a-5abf0cf4eb71 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1101 time: 0.1781595 Nov 23 17:51:21.065810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:21.069327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.079294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-635e1397-6cab-48c2-9a55-7b2b398926a1 req-10880a3b-b65c-45c6-8d1e-fb712ef96780 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.168365 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.173027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:6d:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf340d42-8563-41e9-9154-895d083b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 3, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:21.177659 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.188388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc169d4b-0a1e-431a-825c-92476ba6fe23 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.202817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc169d4b-0a1e-431a-825c-92476ba6fe23 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.216111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0a379-f654-4c08-9f53-1b476124f273 None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:6d:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf340d42-8563-41e9-9154-895d083b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 3, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:21.221575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-773e6138-4e74-47b8-8b39-ebfc3a918237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:21.223264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-773e6138-4e74-47b8-8b39-ebfc3a918237 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.3120062 Nov 23 17:51:21.240067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc169d4b-0a1e-431a-825c-92476ba6fe23 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77801d9-f995-4b4e-9ea6-0efd38dde2d0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:21.246380 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc169d4b-0a1e-431a-825c-92476ba6fe23 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.246380 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dc169d4b-0a1e-431a-825c-92476ba6fe23 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3654861 Nov 23 17:51:21.252686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39892) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:21.257629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:21.266978 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-06f12b1e-8123-4036-bd3c-a47a96986092 service neutron] 10.222.0.72 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977853 Nov 23 17:51:21.281850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a74d59-6da8-483d-8675-eeaefa789e6c None None] Pushing event updated for resources: {'Port': ['ID=49fe44c6-99d2-41b9-aff3-9c041b340d7f,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:21.289168 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Attempting to bind port 49fe44c6-99d2-41b9-aff3-9c041b340d7f on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:21.289758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Attempting to bind port 49fe44c6-99d2-41b9-aff3-9c041b340d7f by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:21.290117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Attempting to bind port 49fe44c6-99d2-41b9-aff3-9c041b340d7f on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:21.299324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:21.301256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:21.301798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.302708 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:21.304010 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Bound port: 49fe44c6-99d2-41b9-aff3-9c041b340d7f, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:21.304478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.350591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-964176b4-85cd-4267-b6c5-65b2981b02c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 217 time: 0.0777140 Nov 23 17:51:21.404170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] For port 49fe44c6-99d2-41b9-aff3-9c041b340d7f, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:21.410295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] For port 49fe44c6-99d2-41b9-aff3-9c041b340d7f, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=49fe44c6-99d2-41b9-aff3-9c041b340d7f,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:21.419788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.422469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.454216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.491206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Allocated IP 172.20.0.1 (76f5ef04-cb58-4aa8-9bf4-d1979f834514/8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9/4d038186-8646-44ff-9e78-3befe3119973) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:21.519441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Routers {'a7183f5f-a5a4-4351-9030-8ba56ba3333a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:21.520799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:21.537258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-3a2302aa-50f7-4666-9120-f363a7d96dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:21.539179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-3a2302aa-50f7-4666-9120-f363a7d96dfa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.1621311 Nov 23 17:51:21.565188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-635e1397-6cab-48c2-9a55-7b2b398926a1 req-10880a3b-b65c-45c6-8d1e-fb712ef96780 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.581408 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565f1e08-e478-4d06-ba50-e48949de51b2 None None] New status for floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:21.620620 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-635e1397-6cab-48c2-9a55-7b2b398926a1 req-10880a3b-b65c-45c6-8d1e-fb712ef96780 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.667355 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b6288c64-f594-4198-b13e-5be50ed5c931 req-4533a451-5cb7-468e-ab92-ad9037261978 service neutron] 10.222.0.72 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778284 Nov 23 17:51:21.688461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] Set router a7183f5f-a5a4-4351-9030-8ba56ba3333a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:21.692832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.745315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Pushing event updated for resources: {'Port': ['ID=5395d02f-debb-4a18-bf8f-7830c6dfa815,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:21.755885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.758716 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.760895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['906868be-3fa3-4325-a14a-15855c2efe12'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:21.763137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a8f5e877-259a-4161-b38a-680139341fd9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:21.773390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:21.776265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:21.778858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:21.840007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10880a3b-b65c-45c6-8d1e-fb712ef96780 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6866115-e05e-4a36-a4dc-a48f0c04f8d7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:21.862042 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.864215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:21.864937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.894478 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7cb981fd-f6b7-443f-9c9c-aff1efb3457b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6491938 Nov 23 17:51:21.919771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.941479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Request body: {'port': {'device_id': 'ec221532-e5de-475b-91e4-38bbb09950cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:21.959762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:21.977413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a74d59-6da8-483d-8675-eeaefa789e6c None None] Pushing event updated for resources: {'Port': ['ID=49fe44c6-99d2-41b9-aff3-9c041b340d7f,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:21.991956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-635e1397-6cab-48c2-9a55-7b2b398926a1 req-10880a3b-b65c-45c6-8d1e-fb712ef96780 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9803524 Nov 23 17:51:21.994469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:22.038704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Allocated IP 172.25.0.70 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/a6c8874a-2ecb-40f7-8b12-d85dece4556f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:22.043149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:22.056608 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.062353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Subnet': ['ID=3cc983fc-41fc-4f92-9b9f-61d0e76a10a7,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:22.087149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:22.130387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-b16b8374-64b9-4687-b852-1f1378aea531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:22.137173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-b16b8374-64b9-4687-b852-1f1378aea531 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5677216 Nov 23 17:51:22.146353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:22.147115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:22.199588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.208300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-44a1bfdb-94a7-4bc2-9194-1ea55b88c82c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:51:22.216116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-44a1bfdb-94a7-4bc2-9194-1ea55b88c82c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122445 Nov 23 17:51:22.331562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d038186-8646-44ff-9e78-3befe3119973,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:22.382817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4279d8-38d7-438d-a2be-205ee24bc25f req-d9dab906-91e3-4598-b6ec-0429b589e124 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:22.388274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa4279d8-38d7-438d-a2be-205ee24bc25f req-d9dab906-91e3-4598-b6ec-0429b589e124 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.2491612 Nov 23 17:51:22.395487 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.409917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Checking segment: {'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:22.410317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network hostable DHCP agents. Network: 24628691-2e93-412a-98fd-b3e5a5b239cb, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:51:22.448920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5395d02f-debb-4a18-bf8f-7830c6dfa815 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:22.464134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.482681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Transition to ACTIVE for port object 5395d02f-debb-4a18-bf8f-7830c6dfa815 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:22.489425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.497596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.502563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-d8694fe8-1f60-4157-a77d-b4d166ef51e4 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851307 Nov 23 17:51:22.503115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3048a929-1db9-4932-b223-3d3197706358 None None] Provisioning complete for port 5395d02f-debb-4a18-bf8f-7830c6dfa815 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:22.504051 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3048a929-1db9-4932-b223-3d3197706358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.507367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 24628691-2e93-412a-98fd-b3e5a5b239cb is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:51:22.529690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa4279d8-38d7-438d-a2be-205ee24bc25f req-1ae122c3-0cd0-4dda-b7b2-f7c366fe2032 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334825 Nov 23 17:51:22.532090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 24628691-2e93-412a-98fd-b3e5a5b239cb) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:22.592672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:22.593447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3048a929-1db9-4932-b223-3d3197706358 None None] Port 5395d02f-debb-4a18-bf8f-7830c6dfa815 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:22.597824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:22.598352 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.600856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:22.617915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:22.620337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:22.626974 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5fb859-888b-4165-8754-3ba53f297857 x-openstack-request-id: req-5c5fb859-888b-4165-8754-3ba53f297857 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:22.627490 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:22.627751 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c5fb859-888b-4165-8754-3ba53f297857 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:22.628157 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'status': 'completed', 'code': 200} Nov 23 17:51:22.633648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5395d02f-debb-4a18-bf8f-7830c6dfa815,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:22.646156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d067d8-4d48-40b6-9cf7-ee64748baf48 None None] Network 24628691-2e93-412a-98fd-b3e5a5b239cb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:22.720593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event updated for resources: {'Port': ['ID=a6c8874a-2ecb-40f7-8b12-d85dece4556f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:22.726116 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b7f62e-a163-4d81-b806-a84384a46dba x-openstack-request-id: req-22b7f62e-a163-4d81-b806-a84384a46dba {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:22.726628 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f1db63-08f4-451a-b616-ac346df3cbb0", "tag": "02664c04-4eb7-4a0a-aec4-ddb555c8d8d5", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:22.727190 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-22b7f62e-a163-4d81-b806-a84384a46dba {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:22.728411 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'tag': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'status': 'completed', 'code': 200} Nov 23 17:51:22.793892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Attempting to bind port 5395d02f-debb-4a18-bf8f-7830c6dfa815 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:22.794234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Attempting to bind port 5395d02f-debb-4a18-bf8f-7830c6dfa815 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:22.794572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Attempting to bind port 5395d02f-debb-4a18-bf8f-7830c6dfa815 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:22.807158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Port 5395d02f-debb-4a18-bf8f-7830c6dfa815 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:22.807486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Attempting to bind port 5395d02f-debb-4a18-bf8f-7830c6dfa815 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:22.825361 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.835355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:14Z', 'revision_number': 3, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port': {'id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:22.844348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-40e9d501-66e8-4c6b-9496-fb1d90024af9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1778097 Nov 23 17:51:22.859714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95743-13e5-4764-8e02-80513490242c req-3a51235d-7808-4b36-94cd-38669f7d0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:22.861145 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04b95743-13e5-4764-8e02-80513490242c req-3a51235d-7808-4b36-94cd-38669f7d0c37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 1094 time: 0.1326439 Nov 23 17:51:22.862536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:22.862897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:22.863279 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:22.863719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Bound port: 5395d02f-debb-4a18-bf8f-7830c6dfa815, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:22.864070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.867484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39900) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:22.872386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-720021296'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:22.902008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d7585-5b7c-4b4c-a5a5-47e8cce385af None None] The sync data for ids ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'] in n-d-818932-3 is: [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:14Z', 'revision_number': 3, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port': {'id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:22.909846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d1aa6bde-d194-42cf-acfc-cbbbf20dd345 None None] Provisioning complete for port 4d038186-8646-44ff-9e78-3befe3119973 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:22.910218 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d1aa6bde-d194-42cf-acfc-cbbbf20dd345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.979346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-8ea04a0a-af66-4182-9078-09733c14bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:22.982124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-8ea04a0a-af66-4182-9078-09733c14bd5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.3287768 Nov 23 17:51:23.052739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa6bde-d194-42cf-acfc-cbbbf20dd345 None None] Port 4d038186-8646-44ff-9e78-3befe3119973 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:23.085443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-d93f7102-929f-423f-9450-6bdb98f72835 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087068 Nov 23 17:51:23.110525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172bfe-9353-4f7f-bc05-129eb75d5388 req-9229b490-b52d-4232-95b8-1ab57f084b64 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:23.118574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75172bfe-9353-4f7f-bc05-129eb75d5388 req-9229b490-b52d-4232-95b8-1ab57f084b64 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 943 time: 0.3069563 Nov 23 17:51:23.153974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-b3355d46-c8b4-4ea7-bdd5-8cf228d31c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:23.155679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-b3355d46-c8b4-4ea7-bdd5-8cf228d31c76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.1629987 Nov 23 17:51:23.182375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-24628691-2e93-412a-98fd-b3e5a5b239cb', 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'fixed_ips': [{'subnet_id': '3cc983fc-41fc-4f92-9b9f-61d0e76a10a7'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:51:23.184656 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.255409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-96f13bc8-3a8e-4b38-9df1-7739ec0cc516 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 217 time: 0.0887473 Nov 23 17:51:23.288328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:23.291983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.294476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.383020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:6d:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf340d42-8563-41e9-9154-895d083b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:21Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:23.400933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75172bfe-9353-4f7f-bc05-129eb75d5388 req-9ca856de-2647-460a-b15f-b107f562dcce tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793036 Nov 23 17:51:23.408749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.408972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:51:23.422234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95743-13e5-4764-8e02-80513490242c req-8192ceff-d41a-44f0-84d5-8513bdbb2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:23.424386 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04b95743-13e5-4764-8e02-80513490242c req-8192ceff-d41a-44f0-84d5-8513bdbb2979 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 925 time: 0.5463157 Nov 23 17:51:23.431799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] For port 5395d02f-debb-4a18-bf8f-7830c6dfa815, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:23.464371 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.464998 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Added segment 4c36a9b9-06eb-4c43-aa61-8cb4c8db163a of type vlan for network 06e70204-b520-4522-a7a6-7ba80d668a23 Nov 23 17:51:23.473603 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:23.508603 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:23.515931 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:23.543061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] For port 5395d02f-debb-4a18-bf8f-7830c6dfa815, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5395d02f-debb-4a18-bf8f-7830c6dfa815,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:23.545792 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04b95743-13e5-4764-8e02-80513490242c req-165ad775-4731-430c-a21d-e147198f3718 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 HTTP/1.1" status: 200 len: 217 time: 0.0932000 Nov 23 17:51:23.600853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.616048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Allocated IP 19.80.0.2 (24628691-2e93-412a-98fd-b3e5a5b239cb/3cc983fc-41fc-4f92-9b9f-61d0e76a10a7/fb8fb893-c9ba-40f0-9e39-c905fb9e6c26) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:23.645627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-3c59a15a-504c-439e-a388-f6440a2cea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:23.648210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-3c59a15a-504c-439e-a388-f6440a2cea9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.3664408 Nov 23 17:51:23.650491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-8b24140e-c55d-4412-83aa-cc667c5da2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:23.652401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-8b24140e-c55d-4412-83aa-cc667c5da2a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 1096 time: 0.4779310 Nov 23 17:51:23.657374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.669972 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.725424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:23.726381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.728174 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/5395d02f-debb-4a18-bf8f-7830c6dfa815 HTTP/1.1" status: 200 len: 1095 time: 1.7935383 Nov 23 17:51:23.754077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:23.822499 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.845348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afd239-20d9-4561-bba5-eaccb0b94f68 req-e43e5ce7-383f-450c-8cf3-9bbe70704e25 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:23.848030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48afd239-20d9-4561-bba5-eaccb0b94f68 req-e43e5ce7-383f-450c-8cf3-9bbe70704e25 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 947 time: 0.3215883 Nov 23 17:51:23.870585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95743-13e5-4764-8e02-80513490242c req-c7ac7ca5-6cad-40ed-ac3b-16cfea2e251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:23.872291 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04b95743-13e5-4764-8e02-80513490242c req-c7ac7ca5-6cad-40ed-ac3b-16cfea2e251c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de0b5e46-f000-431b-b8da-20f7dac2bfd7 HTTP/1.1" status: 200 len: 863 time: 0.2817118 Nov 23 17:51:23.941871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.965794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22374283-facb-4f0e-ad6a-e4a5e5f706e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5395d02f-debb-4a18-bf8f-7830c6dfa815,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:24.034822 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.091115 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.110201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.118284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:24.118970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.144422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event updated for resources: {'Port': ['ID=a6c8874a-2ecb-40f7-8b12-d85dece4556f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:24.193849 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.233401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-e00f528a-479a-4cc0-ac27-f1eff47a493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:24.239589 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-e00f528a-479a-4cc0-ac27-f1eff47a493d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 1098 time: 0.4040618 Nov 23 17:51:24.248131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Network': ['ID=06e70204-b520-4522-a7a6-7ba80d668a23,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:24.256184 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c7f18b72-3e06-4c42-b0ea-c5f2c402299e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3876486 Nov 23 17:51:24.272718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Network 24628691-2e93-412a-98fd-b3e5a5b239cb is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:24.273818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 06e70204-b520-4522-a7a6-7ba80d668a23 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:51:24.317276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:24.325377 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39906) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:24.327655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:24.344701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95743-13e5-4764-8e02-80513490242c req-9ec8d691-c6aa-43ae-813b-0c6d230ac77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:24.346287 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04b95743-13e5-4764-8e02-80513490242c req-9ec8d691-c6aa-43ae-813b-0c6d230ac77c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66c6e7c6-cfc0-43dd-a817-5db419986990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3531034 Nov 23 17:51:24.348770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-78ecca6b-7842-4ffc-bb71-92d851313860 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5395d02f-debb-4a18-bf8f-7830c6dfa815 HTTP/1.1" status: 200 len: 217 time: 0.0601482 Nov 23 17:51:24.353678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'subnet': {'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:24.405123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Pushing event updated for resources: {'Port': ['ID=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:24.490136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Attempting to bind port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:24.490519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Attempting to bind port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:24.490922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Attempting to bind port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 on network 24628691-2e93-412a-98fd-b3e5a5b239cb {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:24.498720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:24.499116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Checking segment: {'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:24.499522 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.500197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Bound using segment: {'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:24.500420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Bound port: fb8fb893-c9ba-40f0-9e39-c905fb9e6c26, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:24.500796 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.562453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:6d:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf340d42-8563-41e9-9154-895d083b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:21Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:24.612042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.620326 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-2260758e-82b8-47fa-8f5e-c35d71375971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:24.622019 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-2260758e-82b8-47fa-8f5e-c35d71375971 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.2313864 Nov 23 17:51:24.631352 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-6c6ad470-d9b6-42f9-aec0-589ef0ea4b57 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4167995 Nov 23 17:51:24.636023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:24.636273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:24.638251 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8cda76-097e-4d16-b903-37029c8e0c43" -d '{"events": [{"name": "network-changed", "server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:24.639452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.640930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d038186-8646-44ff-9e78-3befe3119973,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:24.653779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.668839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-aeff0061-950e-43c9-82f0-0233846a50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:24.670292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-aeff0061-950e-43c9-82f0-0233846a50b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0093739 Nov 23 17:51:24.696365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.703795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48afd239-20d9-4561-bba5-eaccb0b94f68 req-5dd2620e-d1d0-4d83-83ac-0e533866e997 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8191531 Nov 23 17:51:24.707226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f88e923f-30a0-4b4b-95aa-80fdb860fc77 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4530857 Nov 23 17:51:24.729429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec221532-e5de-475b-91e4-38bbb09950cc', 'tag': '5395d02f-debb-4a18-bf8f-7830c6dfa815'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:24.731754 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3642c3f-464e-4a9b-b186-e97ddeb7924e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec221532-e5de-475b-91e4-38bbb09950cc", "tag": "5395d02f-debb-4a18-bf8f-7830c6dfa815"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:24.741955 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04b95743-13e5-4764-8e02-80513490242c req-b7022b3f-50c5-4744-8be8-4a2210c6b212 service neutron] 10.222.0.72 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810290 Nov 23 17:51:24.748035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-9f535f1b-c51c-43c0-925f-e225deedf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:24.749619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-9f535f1b-c51c-43c0-925f-e225deedf997 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 1.0816617 Nov 23 17:51:24.778415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86924e-0952-43a5-b8d7-f4b06f9cc275 None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:6d:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf340d42-8563-41e9-9154-895d083b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:21Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:24.780270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:24.885336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:24.913126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'port_id': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'mac_address': 'fa:16:3e:11:84:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:25.006802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.007648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-5b43f676-7d2d-47e0-aca1-6a49152e1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:25.011396 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-5b43f676-7d2d-47e0-aca1-6a49152e1026 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3665850 Nov 23 17:51:25.033865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:25.038849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] For port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:25.063093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-68681863-11f9-4d4a-82ad-b550f335579f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 1000 time: 0.2743518 Nov 23 17:51:25.069856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:25.071863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] For port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:25.075890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-10796953-97e0-40a8-8e78-ccaecfd945a8 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867977 Nov 23 17:51:25.076717 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.077686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:25.081446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:25.084738 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.102783 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.179938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:25.304300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e513a-e822-44a5-b6c6-8f08ae855c8e None None] Pushing event updated for resources: {'Port': ['ID=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:25.435984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['02664c04-4eb7-4a0a-aec4-ddb555c8d8d5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:25.440157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Subnet': ['ID=77796d37-11a6-4b51-b566-d3e7a7615dcf,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:25.441591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 49fe44c6-99d2-41b9-aff3-9c041b340d7f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:25.530179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-e3ebbf93-9f5f-44b7-9c25-34b40dddd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:25.536010 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-e3ebbf93-9f5f-44b7-9c25-34b40dddd693 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.4519610 Nov 23 17:51:25.546097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Checking segment: {'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:25.546468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network hostable DHCP agents. Network: 06e70204-b520-4522-a7a6-7ba80d668a23, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:51:25.566523 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04b95743-13e5-4764-8e02-80513490242c req-c2780dcd-eb24-4f34-9215-44f3f2e1e566 service neutron] 10.222.0.72 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639834 Nov 23 17:51:25.628266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-7802acbc-4bea-4b5c-8b2f-3c89fd708369 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265553 Nov 23 17:51:25.631587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 06e70204-b520-4522-a7a6-7ba80d668a23 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:51:25.644082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8b1ff49a-910c-4a51-ac56-ca2ad3761687 None None] Provisioning complete for port 4d038186-8646-44ff-9e78-3befe3119973 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:25.644647 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff49a-910c-4a51-ac56-ca2ad3761687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.651712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 06e70204-b520-4522-a7a6-7ba80d668a23) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:25.657147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:25.659681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.706789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3145e7a8-de9c-4deb-8dce-bc37a99c24bf req-330b2c47-013a-4cf1-926e-e9d2f8c1734d service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041603 Nov 23 17:51:25.708881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Router a7183f5f-a5a4-4351-9030-8ba56ba3333a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:25.755339 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6c2c81f3-83e1-453e-b5b6-af710b56d1b2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4047534 Nov 23 17:51:25.769333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-82634745-04a1-413d-8ac4-8c9a728f0b1b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2269080 Nov 23 17:51:25.777250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbe327-4693-4f01-99d8-cf9401b35767 None None] Network 06e70204-b520-4522-a7a6-7ba80d668a23 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:25.779815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ff49a-910c-4a51-ac56-ca2ad3761687 None None] Port 4d038186-8646-44ff-9e78-3befe3119973 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:25.783568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-9340b998-7d1b-4386-8d8c-005eb5b75a99 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:51:25.784707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-9340b998-7d1b-4386-8d8c-005eb5b75a99 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066369 Nov 23 17:51:25.802635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66b2b-f532-4a87-a001-b6603d4ccddb req-2e0d7bcd-f523-45c0-b949-e52cb8ccb466 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:25.805190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3c66b2b-f532-4a87-a001-b6603d4ccddb req-2e0d7bcd-f523-45c0-b949-e52cb8ccb466 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1096 time: 0.2672863 Nov 23 17:51:25.807344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-c3c46ff9-1b34-4a24-a2dd-aa3af895d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:25.812546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-c3c46ff9-1b34-4a24-a2dd-aa3af895d95a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591536 Nov 23 17:51:25.848304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 49fe44c6-99d2-41b9-aff3-9c041b340d7f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:25.848945 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.867087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-45d9943e-e621-4a61-9a48-dee1ae66f717 req-0098f490-db87-4482-adbc-fc8e63ea08b9 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271883 Nov 23 17:51:26.080236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.104333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3c66b2b-f532-4a87-a001-b6603d4ccddb req-b2c95cb8-81c1-4ce9-8030-600099d40887 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643628 Nov 23 17:51:26.109936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-32166051-ecd3-4793-9299-a375bb6f9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:26.112042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-32166051-ecd3-4793-9299-a375bb6f9b4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.2916982 Nov 23 17:51:26.118219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-06e70204-b520-4522-a7a6-7ba80d668a23', 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'fixed_ips': [{'subnet_id': '77796d37-11a6-4b51-b566-d3e7a7615dcf'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:51:26.118719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.124711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 49fe44c6-99d2-41b9-aff3-9c041b340d7f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=49fe44c6-99d2-41b9-aff3-9c041b340d7f,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:26.144320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-d7271fc6-7f21-454e-b372-178f452085fd service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012393 Nov 23 17:51:26.145546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:26.151415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4908ffdb-983b-4040-bf9f-2c4d3cea78e3 admin admin] 10.222.0.74 "PUT /v2.0/routers/a7183f5f-a5a4-4351-9030-8ba56ba3333a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5652308 Nov 23 17:51:26.152195 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.172421 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Sync routers for ids ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:26.188592 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Routers {'a7183f5f-a5a4-4351-9030-8ba56ba3333a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:26.195743 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:26.334337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=49fe44c6-99d2-41b9-aff3-9c041b340d7f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:26.400822 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Set router a7183f5f-a5a4-4351-9030-8ba56ba3333a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:26.460607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Allocated IP 19.86.0.2 (06e70204-b520-4522-a7a6-7ba80d668a23/77796d37-11a6-4b51-b566-d3e7a7615dcf/23d9bbff-c23a-4a23-a63c-b60dfc26d3cc) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:26.611919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d2e59-bbf6-40d4-a769-686a584a65d2 req-d125c216-36a8-43a8-98d0-e73e59f569b8 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:26.626063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-712d2e59-bbf6-40d4-a769-686a584a65d2 req-d125c216-36a8-43a8-98d0-e73e59f569b8 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 944 time: 0.3509998 Nov 23 17:51:26.638594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e02d771b-1f9e-4d4f-afbc-4f2d702b116c req-6d190c9f-99ec-4cee-8226-b91beba70838 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457169 Nov 23 17:51:26.638840 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:22Z', 'revision_number': 4, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port': {'id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '4d038186-8646-44ff-9e78-3befe3119973', 'name': '', 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'mac_address': 'fa:16:3e:5e:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:20Z', 'updated_at': '2021-11-23T17:51:22Z', 'revision_number': 2, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'subnets': [{'id': '8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:26.646587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-6686b20d-abea-402d-a523-a29b0d6ee185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:26.648169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-6686b20d-abea-402d-a523-a29b0d6ee185 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.4957170 Nov 23 17:51:26.669978 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Checking router: a7183f5f-a5a4-4351-9030-8ba56ba3333a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:26.670818 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Updating router a7183f5f-a5a4-4351-9030-8ba56ba3333a port 4d038186-8646-44ff-9e78-3befe3119973 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:51:26.700044 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.716391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-68bf0fd0-9fbf-44e2-874d-bf1e93cafdea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 217 time: 0.0569301 Nov 23 17:51:26.738065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:26.747132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-712d2e59-bbf6-40d4-a769-686a584a65d2 req-5e6cf484-fd7d-4510-8eaf-12bac4be7adf tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172690 Nov 23 17:51:26.782064 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70849a4-cb86-40cb-8552-e534d3c32008 x-openstack-request-id: req-a70849a4-cb86-40cb-8552-e534d3c32008 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:26.782368 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:26.787557 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a70849a4-cb86-40cb-8552-e534d3c32008 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:26.788073 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'status': 'completed', 'code': 200} Nov 23 17:51:26.857561 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b21efdb-291d-4904-9478-e6567e3e5535 x-openstack-request-id: req-4b21efdb-291d-4904-9478-e6567e3e5535 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:26.858173 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec221532-e5de-475b-91e4-38bbb09950cc", "tag": "5395d02f-debb-4a18-bf8f-7830c6dfa815", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:26.859353 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b21efdb-291d-4904-9478-e6567e3e5535 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:26.860015 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec221532-e5de-475b-91e4-38bbb09950cc', 'tag': '5395d02f-debb-4a18-bf8f-7830c6dfa815', 'status': 'completed', 'code': 200} Nov 23 17:51:26.867877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-5aa397bf-4564-4686-83f1-2a2311520ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:26.872778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-5aa397bf-4564-4686-83f1-2a2311520ab9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.1212635 Nov 23 17:51:26.875016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866df812-a9a0-4502-b5a4-b735a62a8686 None None] Network 24628691-2e93-412a-98fd-b3e5a5b239cb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:26.897229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.934441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-8fedcb12-d476-4af7-8219-422ce0a33c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:26.943140 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-8fedcb12-d476-4af7-8219-422ce0a33c47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 1096 time: 0.1508124 Nov 23 17:51:27.026119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-74729f7a-2543-4844-83d6-2dbcf758493d tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1920281433&fields=id&tenant_id=c259901a864c40909395daf8455b5fc8 HTTP/1.1" status: 200 len: 267 time: 0.1338668 Nov 23 17:51:27.031356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-e6fbda0f-11a6-4ff0-b387-361866321f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.033376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-e6fbda0f-11a6-4ff0-b387-361866321f24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511919 Nov 23 17:51:27.057366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37614-2b97-4f3e-aff9-49a5811d6513 req-df384c43-4151-4625-89d5-5ea8b0b4e8d7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.059552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81e37614-2b97-4f3e-aff9-49a5811d6513 req-df384c43-4151-4625-89d5-5ea8b0b4e8d7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1228571 Nov 23 17:51:27.086000 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.119653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-643ac01d-fc48-4b29-b438-fc12cd93ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.127730 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-643ac01d-fc48-4b29-b438-fc12cd93ca9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 1098 time: 0.2143302 Nov 23 17:51:27.152499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Network 06e70204-b520-4522-a7a6-7ba80d668a23 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:27.174014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-40d8c624-68a1-478a-b10f-11e390db2d73 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115019 Nov 23 17:51:27.188694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:27.214819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:27.227082 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.239139 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.258876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-13d94a13-e9f3-44fc-83e5-91eef4a69ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.261728 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-13d94a13-e9f3-44fc-83e5-91eef4a69ce0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1200852 Nov 23 17:51:27.268580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-f6866baa-8869-4fa1-9c96-e84f9b8c9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.271097 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-f6866baa-8869-4fa1-9c96-e84f9b8c9910 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.3079288 Nov 23 17:51:27.280901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8eebfb87-de35-4ba9-9c50-815a057b8095 None None] Provisioning complete for port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:27.281212 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8eebfb87-de35-4ba9-9c50-815a057b8095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.330553 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d20c0f-3dc7-4025-a28b-adb39dd25dd2 None None] Pushing event updated for resources: {'Port': ['ID=4d038186-8646-44ff-9e78-3befe3119973,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:27.338420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:27.354565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:27.365516 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.369575 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-081d93db-2bae-44df-9cad-ef2a2ba19e4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5395d02f-debb-4a18-bf8f-7830c6dfa815 HTTP/1.1" status: 200 len: 217 time: 0.0918152 Nov 23 17:51:27.399726 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Attempting to bind port 4d038186-8646-44ff-9e78-3befe3119973 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:27.400294 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Attempting to bind port 4d038186-8646-44ff-9e78-3befe3119973 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:27.400840 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Attempting to bind port 4d038186-8646-44ff-9e78-3befe3119973 on network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:27.406454 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:27.407116 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Checking segment: {'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:27.408042 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.408598 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Bound using segment: {'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:27.409301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Bound port: 4d038186-8646-44ff-9e78-3befe3119973, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1e4965-6c7c-4a28-b432-75d3f23792e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:27.409982 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.485045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Attempting to bind port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:27.485301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Attempting to bind port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:27.486165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Attempting to bind port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc on network 06e70204-b520-4522-a7a6-7ba80d668a23 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:27.523663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Pushing event updated for resources: {'Port': ['ID=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:27.530392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 49fe44c6-99d2-41b9-aff3-9c041b340d7f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:27.541561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:27.541962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Checking segment: {'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:27.542425 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.542839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Bound using segment: {'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:27.543362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Bound port: 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:27.543834 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.590472 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-c4e3ec11-1068-4bab-ae54-5b3b5040c0e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 1000 time: 0.2262838 Nov 23 17:51:27.605412 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] For port 4d038186-8646-44ff-9e78-3befe3119973, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:27.610355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db2323e5-89e4-49d6-b45b-634c8cb61460 req-f5f72c7b-1442-495a-a255-ec28d75d27d4 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641801 Nov 23 17:51:27.612244 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] For port 4d038186-8646-44ff-9e78-3befe3119973, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4d038186-8646-44ff-9e78-3befe3119973,segment=NetworkSegment(be1e4965-6c7c-4a28-b432-75d3f23792e4),segment_id=be1e4965-6c7c-4a28-b432-75d3f23792e4)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:27.624474 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.670030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-0b09b689-e1a1-4aa3-b81e-ba276394cfdd tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.672353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-0b09b689-e1a1-4aa3-b81e-ba276394cfdd tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/networks?id=e7f2acb3-ecc3-496f-8a35-a61f360aabfb HTTP/1.1" status: 200 len: 815 time: 0.6281648 Nov 23 17:51:27.695026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-c8f82467-b24b-473d-bb1e-3a2f8a6b4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.696843 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-c8f82467-b24b-473d-bb1e-3a2f8a6b4acb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.2151048 Nov 23 17:51:27.707517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81e37614-2b97-4f3e-aff9-49a5811d6513 req-46880d4e-6439-4ac4-8b63-799e37c53e76 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307384 Nov 23 17:51:27.711045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-b2ff9d2c-7a7e-4de9-9202-dd6844eb2c8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/quotas/c259901a864c40909395daf8455b5fc8 HTTP/1.1" status: 200 len: 375 time: 0.0256050 Nov 23 17:51:27.727720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8eebfb87-de35-4ba9-9c50-815a057b8095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.727968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-c1e822c3-c004-4c7d-bfd7-be5ceca22c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.729494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-c1e822c3-c004-4c7d-bfd7-be5ceca22c36 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1101 time: 0.1365688 Nov 23 17:51:27.734736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-45b52530-bd76-410e-b1bd-b4b64ebe824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.736658 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-45b52530-bd76-410e-b1bd-b4b64ebe824c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.1011965 Nov 23 17:51:27.777867 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Routers {'a7183f5f-a5a4-4351-9030-8ba56ba3333a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:27.778621 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:27.840561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-e6714b44-4ded-4f2b-b567-169c52b6a4dd tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c259901a864c40909395daf8455b5fc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084912 Nov 23 17:51:27.865940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.898894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-70093199-a40b-4942-8563-a6e47714d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.900410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-70093199-a40b-4942-8563-a6e47714d459 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920426 Nov 23 17:51:27.903368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8eebfb87-de35-4ba9-9c50-815a057b8095 None None] For port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:27.904798 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d20c0f-3dc7-4025-a28b-adb39dd25dd2 None None] Pushing event updated for resources: {'Port': ['ID=4d038186-8646-44ff-9e78-3befe3119973,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:27.924245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 49fe44c6-99d2-41b9-aff3-9c041b340d7f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:27.925070 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.926825 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8eebfb87-de35-4ba9-9c50-815a057b8095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.932700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-040f45f8-c074-4321-b560-68a6f50223ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:27.934081 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-040f45f8-c074-4321-b560-68a6f50223ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545277 Nov 23 17:51:28.025383 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] Set router a7183f5f-a5a4-4351-9030-8ba56ba3333a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:28.057756 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-c7db5a6b-aa4c-4693-a55c-ff8f1672eac5 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010542 Nov 23 17:51:28.062563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff73e2c-ad6a-4498-ae76-233d0cd5f753 req-868e8b1f-8a1a-41db-8310-1d22d53e1a75 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:28.065189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ff73e2c-ad6a-4498-ae76-233d0cd5f753 req-868e8b1f-8a1a-41db-8310-1d22d53e1a75 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 947 time: 0.1784041 Nov 23 17:51:28.099458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebfb87-de35-4ba9-9c50-815a057b8095 None None] Pushing event updated for resources: {'Port': ['ID=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:28.117623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-97c97487-52b7-4c48-9384-474b86429000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:28.119235 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-97c97487-52b7-4c48-9384-474b86429000 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.3408635 Nov 23 17:51:28.131944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:28.132681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-0036f8d3-7e12-41c7-8b2e-042b94c4110f service neutron] 10.222.0.74 "GET /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702925 Nov 23 17:51:28.143479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:28.147637 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59988861-19ed-47f1-a542-62951ae14e71" -d '{"events": [{"server_uuid": "03f1db63-08f4-451a-b616-ac346df3cbb0", "name": "network-vif-plugged", "status": "completed", "tag": "02664c04-4eb7-4a0a-aec4-ddb555c8d8d5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:28.169274 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:28.176605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] For port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:28.224955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9734cdb8-7b92-40bd-b6da-f2436c4fb4f3 None None] Provisioning complete for port 4d038186-8646-44ff-9e78-3befe3119973 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:28.225329 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9734cdb8-7b92-40bd-b6da-f2436c4fb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:28.253915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] For port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:28.266509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-f850142e-265e-4027-be5a-662866000cc0 service neutron] 10.222.0.74 "GET /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216271 Nov 23 17:51:28.276437 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ff73e2c-ad6a-4498-ae76-233d0cd5f753 req-1169e2c3-a81d-41ab-ae09-4d1e7d718444 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026994 Nov 23 17:51:28.291080 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:28.338929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:22Z', 'revision_number': 4, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port': {'id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '4d038186-8646-44ff-9e78-3befe3119973', 'name': '', 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'mac_address': 'fa:16:3e:5e:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:20Z', 'updated_at': '2021-11-23T17:51:27Z', 'revision_number': 4, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'subnets': [{'id': '8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:28.375200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:28.377334 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a467665d-a25e-4904-ae8a-7dcd0de33ea5 None None] The sync data for ids ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'] in n-d-818932-3 is: [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:22Z', 'revision_number': 4, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port': {'id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '4d038186-8646-44ff-9e78-3befe3119973', 'name': '', 'network_id': '76f5ef04-cb58-4aa8-9bf4-d1979f834514', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'mac_address': 'fa:16:3e:5e:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:20Z', 'updated_at': '2021-11-23T17:51:27Z', 'revision_number': 4, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'subnets': [{'id': '8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:28.404443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:28.768341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-7f2b4f27-14a6-47de-b190-45dcdbba96a1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:28.774096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-fa36e72a-1a1d-4153-9e10-396982121e94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 217 time: 0.6155040 Nov 23 17:51:28.791357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-7f2b4f27-14a6-47de-b190-45dcdbba96a1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:28.810817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-7f2b4f27-14a6-47de-b190-45dcdbba96a1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/networks?id=24628691-2e93-412a-98fd-b3e5a5b239cb&id=06e70204-b520-4522-a7a6-7ba80d668a23 HTTP/1.1" status: 200 len: 1390 time: 0.3992746 Nov 23 17:51:28.879877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-93b020fc-ca93-429c-aead-48c46d98acec tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/quotas/703db554b94342ae907549e01dd895b2 HTTP/1.1" status: 200 len: 375 time: 0.0681310 Nov 23 17:51:28.981356 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-6dc73b24-013c-43df-81aa-b53800a9c971 req-c0e288ab-b394-44a6-b350-fff8ed9a697b tempest-FloatingIPDetailsNegativeTestJSON-1872173652 tempest-FloatingIPDetailsNegativeTestJSON-1872173652-project] show failed (client error): The resource could not be found. Nov 23 17:51:28.996990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6dc73b24-013c-43df-81aa-b53800a9c971 req-c0e288ab-b394-44a6-b350-fff8ed9a697b tempest-FloatingIPDetailsNegativeTestJSON-1872173652 tempest-FloatingIPDetailsNegativeTestJSON-1872173652-project] 10.222.0.74 "GET /v2.0/floatingips/c8737088-92f9-4252-a0e1-f9f1b52ea0d7 HTTP/1.1" status: 404 len: 350 time: 0.1271174 Nov 23 17:51:29.003475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40006) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:29.010861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439643d2-ed4c-4076-b62f-5b085c4fd26a None None] Pushing event updated for resources: {'Port': ['ID=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:29.081572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:29.081944 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:29.083963 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9734cdb8-7b92-40bd-b6da-f2436c4fb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:29.179980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-f08f7ada-5a96-41d3-a117-917803aa892d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2734673 Nov 23 17:51:29.192483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9734cdb8-7b92-40bd-b6da-f2436c4fb4f3 None None] For port 4d038186-8646-44ff-9e78-3befe3119973, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4d038186-8646-44ff-9e78-3befe3119973,segment=NetworkSegment(be1e4965-6c7c-4a28-b432-75d3f23792e4),segment_id=be1e4965-6c7c-4a28-b432-75d3f23792e4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:29.202510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9734cdb8-7b92-40bd-b6da-f2436c4fb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:29.255664 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d8cda76-097e-4d16-b903-37029c8e0c43 req-6b3f4c84-fc86-4087-af66-ae573033e7f2 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1888292 Nov 23 17:51:29.262079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-d4658dad-6d51-4d37-a0c4-c117e6e6b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:29.263345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-d4658dad-6d51-4d37-a0c4-c117e6e6b60b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.4268165 Nov 23 17:51:29.277896 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-a646e736-e216-4ca3-9317-7a6629e0791c service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3632684 Nov 23 17:51:29.312463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9734cdb8-7b92-40bd-b6da-f2436c4fb4f3 None None] Provisioning complete for port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:29.312865 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9734cdb8-7b92-40bd-b6da-f2436c4fb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:29.318334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e668bf50-4efd-43e3-87eb-43359b242d5e req-e0ebb921-8f24-4061-a914-46481505675e tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1000 time: 0.2700200 Nov 23 17:51:29.401851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734cdb8-7b92-40bd-b6da-f2436c4fb4f3 None None] Pushing event updated for resources: {'Port': ['ID=4d038186-8646-44ff-9e78-3befe3119973,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:29.440135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668bf50-4efd-43e3-87eb-43359b242d5e req-140a2688-d1a0-40fc-94b2-c3a7a634db0c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:29.457298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e668bf50-4efd-43e3-87eb-43359b242d5e req-140a2688-d1a0-40fc-94b2-c3a7a634db0c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports/94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 942 time: 0.1378582 Nov 23 17:51:29.514234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 5395d02f-debb-4a18-bf8f-7830c6dfa815 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:29.594917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-1dd8f676-e5bb-4844-a8e6-4b3fea853401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:29.602211 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-1dd8f676-e5bb-4844-a8e6-4b3fea853401 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3215175 Nov 23 17:51:29.621951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-2151f8c0-0a52-4ada-a28c-f548887e25ad service neutron] 10.222.0.74 "GET /v2.0/networks/24628691-2e93-412a-98fd-b3e5a5b239cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095449 Nov 23 17:51:29.795668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4cd4d359-7e98-4fc6-a31b-d08bd9234736 None None] Provisioning complete for port 4d038186-8646-44ff-9e78-3befe3119973 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:29.796049 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d359-7e98-4fc6-a31b-d08bd9234736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:29.884573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 5395d02f-debb-4a18-bf8f-7830c6dfa815, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5395d02f-debb-4a18-bf8f-7830c6dfa815,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:29.901077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:29.953184 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2d62b188-e673-4a79-b82a-63b08bfc477a service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366542 Nov 23 17:51:30.009582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '5395d02f-debb-4a18-bf8f-7830c6dfa815', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '5395d02f-debb-4a18-bf8f-7830c6dfa815', 'mac_address': 'fa:16:3e:2c:3d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:30.014983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e668bf50-4efd-43e3-87eb-43359b242d5e req-ea18b37a-b73f-4880-b10d-842484c563e6 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1000 time: 0.4230807 Nov 23 17:51:30.056177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-eda93492-d481-4490-a144-2247220fb63b service neutron] 10.222.0.74 "GET /v2.0/networks/24628691-2e93-412a-98fd-b3e5a5b239cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332628 Nov 23 17:51:30.089568 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3642c3f-464e-4a9b-b186-e97ddeb7924e req-690f437c-4bb2-4ffc-99a7-a2f091ff4762 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7887843 Nov 23 17:51:30.226764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.265915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:30.266295 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.318136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5395d02f-debb-4a18-bf8f-7830c6dfa815 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:30.385138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 5395d02f-debb-4a18-bf8f-7830c6dfa815, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5395d02f-debb-4a18-bf8f-7830c6dfa815,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:30.401109 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.488787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee13518-e64f-41b9-95b0-daf35962b1c6 None None] Network 06e70204-b520-4522-a7a6-7ba80d668a23 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:30.557402 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-10f61bc9-e846-4ebc-9b3b-fa644213253e service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541523 Nov 23 17:51:30.629213 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.693288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=5395d02f-debb-4a18-bf8f-7830c6dfa815,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:30.724089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-67332d4a-0306-48d6-b0c7-00556054a4b8 None None] Provisioning complete for port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:30.724386 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-67332d4a-0306-48d6-b0c7-00556054a4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.731552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['5395d02f-debb-4a18-bf8f-7830c6dfa815'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:30.804545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:30.839646 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.840585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4d038186-8646-44ff-9e78-3befe3119973 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:30.848430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-21538fc5-564b-4e3f-81dc-546bfefd5196 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:30.850189 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-21538fc5-564b-4e3f-81dc-546bfefd5196 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.72 "GET /v2.0/networks?id=e7f2acb3-ecc3-496f-8a35-a61f360aabfb HTTP/1.1" status: 200 len: 815 time: 0.2634206 Nov 23 17:51:30.900947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.970801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668bf50-4efd-43e3-87eb-43359b242d5e req-81f32350-0a2a-45e0-bf47-20d4b364bbce tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:30.972781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e668bf50-4efd-43e3-87eb-43359b242d5e req-81f32350-0a2a-45e0-bf47-20d4b364bbce tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.9569185 Nov 23 17:51:30.993205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-3e2ecea1-bd2e-499a-9ca8-c878b5329cf0 service neutron] 10.222.0.74 "GET /v2.0/networks/06e70204-b520-4522-a7a6-7ba80d668a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9070089 Nov 23 17:51:31.062007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:31.101032 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-bf7a8047-0202-4f44-909e-d96d04348296 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c259901a864c40909395daf8455b5fc8 HTTP/1.1" status: 200 len: 380 time: 0.2319856 Nov 23 17:51:31.142767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Request body: {'port': {'device_id': '0698edae-73d4-42ab-903f-a1a3727d827d', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'admin_state_up': True, 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'security_groups': ['962fd07b-ed15-4cf9-b2f0-abc34f82864d']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:31.223996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa185-a11c-4334-9048-45e5335ee7c4 req-692488e2-54cc-484a-8d3b-eefeebb840c7 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:31.228487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4d038186-8646-44ff-9e78-3befe3119973 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:31.228989 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:31.237131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-776aa185-a11c-4334-9048-45e5335ee7c4 req-692488e2-54cc-484a-8d3b-eefeebb840c7 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 945 time: 0.1412041 Nov 23 17:51:31.250319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-870aa0fb-2f60-44ee-ba96-97fab170e528 service neutron] 10.222.0.74 "GET /v2.0/networks/06e70204-b520-4522-a7a6-7ba80d668a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452140 Nov 23 17:51:31.454014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-776aa185-a11c-4334-9048-45e5335ee7c4 req-b489db29-cafc-4ab9-a313-9cc6c66e3a24 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155714 Nov 23 17:51:31.486800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:31.584072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:31.584648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:31.621379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Made reservation on behalf of c259901a864c40909395daf8455b5fc8 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:31.622131 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8b5529-8710-4250-9cee-168f688f85c9 x-openstack-request-id: req-9d8b5529-8710-4250-9cee-168f688f85c9 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:31.622536 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f1db63-08f4-451a-b616-ac346df3cbb0", "name": "network-vif-plugged", "status": "completed", "tag": "02664c04-4eb7-4a0a-aec4-ddb555c8d8d5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:31.623879 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d8b5529-8710-4250-9cee-168f688f85c9 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:31.624480 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'code': 200} Nov 23 17:51:31.628933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:31.774170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-540b06d7-a9f4-4f5a-bfd5-68c120040a5b None None] Provisioning complete for port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:31.774170 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-540b06d7-a9f4-4f5a-bfd5-68c120040a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:31.790566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5df97b4e-594c-4cda-bca2-558e53fa4372 req-77328a05-a746-4660-bc8b-bd116de805fa tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 210 time: 0.1162612 Nov 23 17:51:31.953991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e7c3a-7a0b-4043-812a-4aac929fbb66 req-d0e04646-a2cf-4023-a305-ad0f86e6d905 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:31.956564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-766e7c3a-7a0b-4043-812a-4aac929fbb66 req-d0e04646-a2cf-4023-a305-ad0f86e6d905 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1648915 Nov 23 17:51:31.975097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77e20d-bca4-4803-b426-24cccaf9ca3f req-bc24fb0c-c647-43f2-bd80-b43817ce1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:31.977660 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ea77e20d-bca4-4803-b426-24cccaf9ca3f req-bc24fb0c-c647-43f2-bd80-b43817ce1668 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 1096 time: 0.2722535 Nov 23 17:51:32.026081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:32.030268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Deleting port 4d038186-8646-44ff-9e78-3befe3119973 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:32.030927 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.084694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-766e7c3a-7a0b-4043-812a-4aac929fbb66 req-3ce24c64-5a79-4230-90b0-705c2f0f37b9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107237 Nov 23 17:51:32.093860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:32.094228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.116885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Allocated IP 172.20.0.5 (e7f2acb3-ecc3-496f-8a35-a61f360aabfb/93e8ca87-2f50-430e-8d58-85c350822583/5d332fde-3f07-46e9-b31f-7b2b0ad61e80) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:32.174261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ec1bf-938a-42e1-b9cd-2812ab79ce9a req-53dd329a-0f3b-438e-83d2-2941573563dd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:32.179760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7ec1bf-938a-42e1-b9cd-2812ab79ce9a req-53dd329a-0f3b-438e-83d2-2941573563dd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 948 time: 0.2183280 Nov 23 17:51:32.298980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-d4f617e7-8ada-4c14-a640-1f657a007296 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1000 time: 0.1151736 Nov 23 17:51:32.346554 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ea77e20d-bca4-4803-b426-24cccaf9ca3f req-4f1a934b-34ec-4a22-9e28-65503354ae75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487852 Nov 23 17:51:32.372251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7ec1bf-938a-42e1-b9cd-2812ab79ce9a req-0355d1d5-101b-4a41-9f9a-fe3673180648 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747298 Nov 23 17:51:32.421427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.441255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-f90629a7-dca6-4841-a929-59904ca754e8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:32.456406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-f90629a7-dca6-4841-a929-59904ca754e8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports/94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 942 time: 0.1362147 Nov 23 17:51:32.460890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] For port 4d038186-8646-44ff-9e78-3befe3119973, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4d038186-8646-44ff-9e78-3befe3119973,segment=NetworkSegment(be1e4965-6c7c-4a28-b432-75d3f23792e4),segment_id=be1e4965-6c7c-4a28-b432-75d3f23792e4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:32.461276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.510882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.512896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Calling delete_port for 4d038186-8646-44ff-9e78-3befe3119973 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:32.514069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa5dc84b-e8ab-42a3-b846-bba7c5c12e31 req-70f36288-13f8-4e53-96e3-f181cce299e0 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 210 time: 0.0541294 Nov 23 17:51:32.574416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event updated for resources: {'Port': ['ID=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:32.599434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:32.602057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:32.647899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:32.663039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-39362bb0-7a99-4be4-a8c0-e964079b3ab1 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1000 time: 0.1417632 Nov 23 17:51:32.754133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:32.754826 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.788903 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-063a1c8c-8503-44ef-8bb8-1d0ebd18ff8f tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6566141 Nov 23 17:51:32.803273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df9633-3eeb-4698-9c97-b255667ee19c req-4c2e3e23-ff81-4ed0-9013-d1ea125b354b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:32.804824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48df9633-3eeb-4698-9c97-b255667ee19c req-4c2e3e23-ff81-4ed0-9013-d1ea125b354b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 945 time: 0.1305661 Nov 23 17:51:32.825753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Request body: {'port': {'device_id': '0698edae-73d4-42ab-903f-a1a3727d827d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:32.846390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-10179682-ea92-418f-9140-548883e6cb38 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:32.847805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-10179682-ea92-418f-9140-548883e6cb38 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1839879 Nov 23 17:51:32.904227 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.915108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48df9633-3eeb-4698-9c97-b255667ee19c req-4a5ca23e-e70b-4f5c-b785-31dec63e10c7 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966237 Nov 23 17:51:32.943236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-5049fd4d-597b-452b-b5f3-d53d0191d1d4 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1000 time: 0.0807714 Nov 23 17:51:32.948235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-569e30c8-0ed6-44ed-a037-be534d0459e1 None None] Provisioning complete for port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:32.948803 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-569e30c8-0ed6-44ed-a037-be534d0459e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.957761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:32.988209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-569e30c8-0ed6-44ed-a037-be534d0459e1 None None] Port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:33.063935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.070889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.128319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c2caf-21df-493b-9a9a-fd2decd5984c req-87fe48f9-d580-4f4b-837f-6aafdaf851d8 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:33.130046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c6c2caf-21df-493b-9a9a-fd2decd5984c req-87fe48f9-d580-4f4b-837f-6aafdaf851d8 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 931 time: 0.1122072 Nov 23 17:51:33.248422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c6c2caf-21df-493b-9a9a-fd2decd5984c req-ca47d36d-404d-4a5a-b863-be8a381d8729 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070080 Nov 23 17:51:33.291825 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.295960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.296338 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63 disassociated. External IP: 172.25.0.74, port: 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de. Nov 23 17:51:33.362430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d038186-8646-44ff-9e78-3befe3119973,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:33.446076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a727318-b78d-4e7b-ae7a-e2b48ade47d7 req-07d0bbbd-d263-4e52-b20e-ea984b6c2499 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:33.448073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a727318-b78d-4e7b-ae7a-e2b48ade47d7 req-07d0bbbd-d263-4e52-b20e-ea984b6c2499 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1122181 Nov 23 17:51:33.518647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 5395d02f-debb-4a18-bf8f-7830c6dfa815 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:33.587521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-88cf05c6-2edf-4560-837b-1d0593543cfd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:33.592920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-88cf05c6-2edf-4560-837b-1d0593543cfd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:33.594531 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-88cf05c6-2edf-4560-837b-1d0593543cfd tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.66 "GET /v2.0/networks?id=24628691-2e93-412a-98fd-b3e5a5b239cb&id=06e70204-b520-4522-a7a6-7ba80d668a23 HTTP/1.1" status: 200 len: 1390 time: 0.2440734 Nov 23 17:51:33.619071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a727318-b78d-4e7b-ae7a-e2b48ade47d7 req-ba2f3e98-cf8d-4510-9865-14e6cae91d85 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513684 Nov 23 17:51:33.649064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'port': {'device_id': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb', 'admin_state_up': True, 'tenant_id': '703db554b94342ae907549e01dd895b2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:33.680322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:33.765988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 5395d02f-debb-4a18-bf8f-7830c6dfa815 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:33.770994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 5395d02f-debb-4a18-bf8f-7830c6dfa815 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:33.771310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.856741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c373c-c5b7-49a2-8f5e-f090e4010ea7 req-4a2b5645-7b63-46ea-8d64-dadc182c2edc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:33.858515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-850c373c-c5b7-49a2-8f5e-f090e4010ea7 req-4a2b5645-7b63-46ea-8d64-dadc182c2edc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 948 time: 0.1510582 Nov 23 17:51:33.871575 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.898659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec221532-e5de-475b-91e4-38bbb09950cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5395d02f-debb-4a18-bf8f-7830c6dfa815'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:33.901172 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7a039-6cdd-4e05-aee6-68ee1932b53b" -d '{"events": [{"server_uuid": "ec221532-e5de-475b-91e4-38bbb09950cc", "name": "network-vif-plugged", "status": "completed", "tag": "5395d02f-debb-4a18-bf8f-7830c6dfa815"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:33.903683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:33.913723 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.919040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 5395d02f-debb-4a18-bf8f-7830c6dfa815, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5395d02f-debb-4a18-bf8f-7830c6dfa815,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:33.921842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:33.927562 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.927764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.934209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:33.946823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.958117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-3c2fa8aa-7b98-4c1b-b474-c476ae30deb3 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "PUT /v2.0/floatingips/7c8716f9-e084-4613-ba39-dabbbd112c63 HTTP/1.1" status: 200 len: 694 time: 1.0080934 Nov 23 17:51:33.959108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:33.961079 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256" -d '{"events": [{"name": "network-changed", "server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:33.967795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-850c373c-c5b7-49a2-8f5e-f090e4010ea7 req-03f2b53b-ec11-4b89-acc6-f9219c5132a4 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017272 Nov 23 17:51:34.004841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=5395d02f-debb-4a18-bf8f-7830c6dfa815,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:34.019251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:34.021598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:34.025641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Transition to ACTIVE for port object 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:34.035633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-af9853ec-b2c1-4004-922b-4bbf6fc4f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:34.037529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-af9853ec-b2c1-4004-922b-4bbf6fc4f921 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 1096 time: 0.0579903 Nov 23 17:51:34.055205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:34.058858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:34.063116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:34.167778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Pushing event updated for resources: {'Port': ['ID=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:34.192893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-7ecd7c9e-946e-4cec-8233-7badc35a9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:34.200433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:34.201068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-7ecd7c9e-946e-4cec-8233-7badc35a9756 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.1546881 Nov 23 17:51:34.265612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-0f27d65e-31c0-4c9e-b039-5e4af89a27dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 217 time: 0.0533922 Nov 23 17:51:34.353202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-0578c66d-79da-4cfc-9319-bf8c65545950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:34.363577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-0578c66d-79da-4cfc-9319-bf8c65545950 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.0970922 Nov 23 17:51:34.425254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-119afc3a-5878-49fa-a8a0-803b37bde5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:34.426910 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-119afc3a-5878-49fa-a8a0-803b37bde5fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565894 Nov 23 17:51:34.453133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Allocated IP 19.80.0.39 (24628691-2e93-412a-98fd-b3e5a5b239cb/3cc983fc-41fc-4f92-9b9f-61d0e76a10a7/c566568b-0b27-4ff6-a427-72c53f027009) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:34.550534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Attempting to bind port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:34.551075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Attempting to bind port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:34.551504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Attempting to bind port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 on network e7f2acb3-ecc3-496f-8a35-a61f360aabfb {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:34.574497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:34.578304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 on network e7f2acb3-ecc3-496f-8a35-a61f360aabfb not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:34.578581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Attempting to bind port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 on network e7f2acb3-ecc3-496f-8a35-a61f360aabfb {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:34.583204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e999533a-e3dd-4a53-999e-b6e390342813 req-3b03426a-6c93-49f0-aadc-7294ffce964a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 210 time: 0.0429091 Nov 23 17:51:34.607950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:34.608432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Checking segment: {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:34.608926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Bound using segment: {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:34.609475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Bound port: 5d332fde-3f07-46e9-b31f-7b2b0ad61e80, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5722817b-7467-4dab-b65d-af31c62d63a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:34.609976 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:34.610547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:34.622730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:34.623887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Router a7183f5f-a5a4-4351-9030-8ba56ba3333a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:34.624297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:34.628226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-63de6843-2e9f-4c0f-9072-9df4391e9c2e service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867671 Nov 23 17:51:34.682388 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041de9c1-1598-4a71-b661-d33650b2c014 x-openstack-request-id: req-041de9c1-1598-4a71-b661-d33650b2c014 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:34.682726 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec221532-e5de-475b-91e4-38bbb09950cc", "name": "network-vif-plugged", "status": "completed", "tag": "5395d02f-debb-4a18-bf8f-7830c6dfa815", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:34.682994 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-041de9c1-1598-4a71-b661-d33650b2c014 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:34.683393 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec221532-e5de-475b-91e4-38bbb09950cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5395d02f-debb-4a18-bf8f-7830c6dfa815', 'code': 200} Nov 23 17:51:34.809219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:34.818881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4010c48-fe87-4e6c-a354-2203f7552ef6 req-38e11f61-5989-4b21-8daf-46a08189261b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:34.820489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4010c48-fe87-4e6c-a354-2203f7552ef6 req-38e11f61-5989-4b21-8daf-46a08189261b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 945 time: 0.1005685 Nov 23 17:51:34.824390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e0cd4a-9bf2-4f9c-b479-f2c70be0bce2 req-c595f470-224c-40a7-88e3-7cbd3f31d3cf service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950545 Nov 23 17:51:34.875617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4010c48-fe87-4e6c-a354-2203f7552ef6 req-1d5c1b86-3c88-4b67-a54f-8e6e0e8cbad2 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485373 Nov 23 17:51:34.919814 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2212b4a3-f050-4668-bfb9-65ccbcb453b8 x-openstack-request-id: req-2212b4a3-f050-4668-bfb9-65ccbcb453b8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:34.920110 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:34.920367 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2212b4a3-f050-4668-bfb9-65ccbcb453b8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:34.920772 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'status': 'completed', 'code': 200} Nov 23 17:51:34.972540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] For port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:34.975992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2fadf-9d51-436b-a16f-232ee2e5fd6a req-803909ff-f089-43b2-a61b-b09a337d4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:34.977511 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2ca2fadf-9d51-436b-a16f-232ee2e5fd6a req-803909ff-f089-43b2-a61b-b09a337d4c7b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 1100 time: 0.2369411 Nov 23 17:51:35.059260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] For port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:35.066981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.077889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.087797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e240658-940c-4ae4-b24c-dba0160e7a62 req-f79679f0-efa9-4e5b-a0d2-825da7c30d5c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:35.089637 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e240658-940c-4ae4-b24c-dba0160e7a62 req-f79679f0-efa9-4e5b-a0d2-825da7c30d5c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1013141 Nov 23 17:51:35.132682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aad3af-1759-48cc-a512-0ccb9dde7472 req-9a844872-c90e-44da-be56-882adabc844a tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:35.141224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75aad3af-1759-48cc-a512-0ccb9dde7472 req-9a844872-c90e-44da-be56-882adabc844a tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 943 time: 0.1411061 Nov 23 17:51:35.142714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:35.146413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:35.151891 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2389659d-bdb4-405a-bd62-d39241ee498d admin admin] 10.222.0.74 "PUT /v2.0/routers/a7183f5f-a5a4-4351-9030-8ba56ba3333a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1383021 Nov 23 17:51:35.157268 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] Sync routers for ids ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:35.171204 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] Routers {'a7183f5f-a5a4-4351-9030-8ba56ba3333a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:35.171907 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:35.172883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:35.173657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.176555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40080) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:35.177806 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] 10.222.0.72 "PUT /v2.0/ports/5d332fde-3f07-46e9-b31f-7b2b0ad61e80 HTTP/1.1" status: 200 len: 1091 time: 2.3561525 Nov 23 17:51:35.194418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0698edae-73d4-42ab-903f-a1a3727d827d', 'tag': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:35.206724 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61860821-f760-47eb-a09b-1d1f06a98898" -d '{"events": [{"name": "network-changed", "server_uuid": "0698edae-73d4-42ab-903f-a1a3727d827d", "tag": "5d332fde-3f07-46e9-b31f-7b2b0ad61e80"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:35.207877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d622073a-98b5-40ed-ba5c-9e07d9438bd2 None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:35.327177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-05c0dddc-76d0-4a2b-be62-721a4c5f563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:35.332030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75aad3af-1759-48cc-a512-0ccb9dde7472 req-865a0f19-f3da-4751-aeda-bf50ca30a9a3 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886656 Nov 23 17:51:35.334899 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-05c0dddc-76d0-4a2b-be62-721a4c5f563a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 1096 time: 0.3791206 Nov 23 17:51:35.356222 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2ca2fadf-9d51-436b-a16f-232ee2e5fd6a req-f340123e-de02-49f9-bea1-e6f0a1be09b9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488021 Nov 23 17:51:35.404563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e240658-940c-4ae4-b24c-dba0160e7a62 req-88522ead-5e54-4fde-81c1-aa64fcf6591e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072298 Nov 23 17:51:35.437783 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] Set router a7183f5f-a5a4-4351-9030-8ba56ba3333a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:35.456701 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.541333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Pushing event updated for resources: {'Port': ['ID=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:35.696708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-a4566a37-6d6a-4fa7-b6c3-1ad7dc555811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:35.697506 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-a4566a37-6d6a-4fa7-b6c3-1ad7dc555811 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.3268692 Nov 23 17:51:35.706962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.723572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59436dbc-db81-4bd0-bf88-c8f873ed0eb8 req-0ba3024e-e026-42ad-87d4-0f18fdbe62a2 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:35.724511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59436dbc-db81-4bd0-bf88-c8f873ed0eb8 req-0ba3024e-e026-42ad-87d4-0f18fdbe62a2 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 945 time: 0.1828749 Nov 23 17:51:35.729206 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.736886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40090) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:35.744452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Request body: {'floatingip': {'port_id': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:35.761993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8479b-7efe-43a2-98a2-0f25b8967234 None None] New status for floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:35.764702 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-e1faa186-ef15-4ce7-91e9-ff1b46f66451 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 200 len: 217 time: 0.0550725 Nov 23 17:51:35.776865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.777960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.778443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.778760 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.779205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.779666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.780181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.780702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.781197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.781628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.782673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.783146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212dafe-f549-464b-92a0-5d9f7b70d1fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:35.826423 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50ef989-b5e6-4ef4-a681-69b183adb7a1 x-openstack-request-id: req-e50ef989-b5e6-4ef4-a681-69b183adb7a1 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:35.826923 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0698edae-73d4-42ab-903f-a1a3727d827d", "tag": "5d332fde-3f07-46e9-b31f-7b2b0ad61e80", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:35.827203 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e50ef989-b5e6-4ef4-a681-69b183adb7a1 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:35.827704 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0698edae-73d4-42ab-903f-a1a3727d827d', 'tag': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'status': 'completed', 'code': 200} Nov 23 17:51:35.833943 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:32Z', 'revision_number': 5, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port': {'id': '49fe44c6-99d2-41b9-aff3-9c041b340d7f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:35.856717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 24628691-2e93-412a-98fd-b3e5a5b239cb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:35.871834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-63e94fa8-c2c3-4a69-bdb8-f527e1c79c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:35.873513 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-63e94fa8-c2c3-4a69-bdb8-f527e1c79c52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c259901a864c40909395daf8455b5fc8&device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 1094 time: 0.5714898 Nov 23 17:51:35.875387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:35.881622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:35.893924 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] Checking router: a7183f5f-a5a4-4351-9030-8ba56ba3333a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:35.895304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.919907 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] Routers {'a7183f5f-a5a4-4351-9030-8ba56ba3333a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:35.920751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:35.995329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Port': ['ID=c566568b-0b27-4ff6-a427-72c53f027009,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:36.008291 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-9a44314b-37a5-4975-9c2b-b8adfbff249b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d332fde-3f07-46e9-b31f-7b2b0ad61e80 HTTP/1.1" status: 200 len: 217 time: 0.0677383 Nov 23 17:51:36.012491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-2300c887-1863-4fa7-b0c4-03647e8429c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:36.014018 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-2300c887-1863-4fa7-b0c4-03647e8429c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.2232621 Nov 23 17:51:36.055754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:36.056416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.109653 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] Set router a7183f5f-a5a4-4351-9030-8ba56ba3333a gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:36.136091 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-55b72bab-b709-4f8c-9005-5e124ae9c03a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5014346 Nov 23 17:51:36.158405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-9ba4b14e-f105-4a0a-b7e7-ec667409f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:36.160035 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-9ba4b14e-f105-4a0a-b7e7-ec667409f48c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93e8ca87-2f50-430e-8d58-85c350822583 HTTP/1.1" status: 200 len: 854 time: 0.1320510 Nov 23 17:51:36.169784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Request body: {'port': {'device_id': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23', 'admin_state_up': True, 'tenant_id': '703db554b94342ae907549e01dd895b2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:36.191993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-c1156171-2b35-412c-bb72-c09e2fd87106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:36.195033 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-c1156171-2b35-412c-bb72-c09e2fd87106 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655517 Nov 23 17:51:36.244753 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:35Z', 'revision_number': 6, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:36.295932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-644d8b50-962c-44f6-b5ba-242da6467431 None None] Provisioning complete for port c566568b-0b27-4ff6-a427-72c53f027009 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:36.296508 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-644d8b50-962c-44f6-b5ba-242da6467431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.296828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3154-f4a5-4257-8ced-dbc8105985ea req-08eed1aa-cd2a-4010-923b-a7053c110c18 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:36.306340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-117f3154-f4a5-4257-8ced-dbc8105985ea req-08eed1aa-cd2a-4010-923b-a7053c110c18 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 949 time: 0.4374731 Nov 23 17:51:36.318400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Deleting port 49fe44c6-99d2-41b9-aff3-9c041b340d7f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:36.319449 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.375897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-644d8b50-962c-44f6-b5ba-242da6467431 None None] Port c566568b-0b27-4ff6-a427-72c53f027009 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:36.378292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f8902-24fb-40b2-91f5-2a6f2e1607c2 req-f80c1632-996e-4d2d-99f4-d18a18ce6a84 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:36.379886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-944f8902-24fb-40b2-91f5-2a6f2e1607c2 req-f80c1632-996e-4d2d-99f4-d18a18ce6a84 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 931 time: 0.3944697 Nov 23 17:51:36.390481 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ca17-626e-4818-9cf8-8bd7c1a93c60 None None] The sync data for ids ['a7183f5f-a5a4-4351-9030-8ba56ba3333a'] in n-d-818932-3 is: [{'id': 'a7183f5f-a5a4-4351-9030-8ba56ba3333a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1350996566-router', 'tenant_id': '617c168f31c142638f0dcdc0bd77a356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:09Z', 'updated_at': '2021-11-23T17:51:35Z', 'revision_number': 6, 'project_id': '617c168f31c142638f0dcdc0bd77a356', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:36.678806 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-b6dbae22-bb75-40ff-9442-df9b4d2259b4 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357860 Nov 23 17:51:36.733434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-6c703714-f293-4bf4-bbb5-834814fe0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:36.735763 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-6c703714-f293-4bf4-bbb5-834814fe0471 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7f2acb3-ecc3-496f-8a35-a61f360aabfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5560937 Nov 23 17:51:36.800581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Made reservation on behalf of 703db554b94342ae907549e01dd895b2 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:36.804694 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.924731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-117f3154-f4a5-4257-8ced-dbc8105985ea req-8fa2d8fc-c4d5-45ff-a86b-56d92eda3ece tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160407 Nov 23 17:51:36.983194 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce735fe6-0ddf-4e9c-870b-fb688ba8f256 req-dfeeb594-db07-4325-8007-be6376fbba42 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861767 Nov 23 17:51:37.024676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-944f8902-24fb-40b2-91f5-2a6f2e1607c2 req-d6f693d0-7c5e-47d3-b601-a0ef3a858071 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458329 Nov 23 17:51:37.033731 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-6cdbeb7e-e888-4135-80c3-abbc038ee552 service neutron] 10.222.0.72 "GET /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552550 Nov 23 17:51:37.122537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] For port 49fe44c6-99d2-41b9-aff3-9c041b340d7f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=49fe44c6-99d2-41b9-aff3-9c041b340d7f,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:37.122955 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.144673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Allocated IP 19.86.0.131 (06e70204-b520-4522-a7a6-7ba80d668a23/77796d37-11a6-4b51-b566-d3e7a7615dcf/c8d4a39d-ca03-4020-84b5-5f124cdb57e0) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:37.173266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Calling delete_port for 49fe44c6-99d2-41b9-aff3-9c041b340d7f owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:37.229846 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-04736cdb-760c-47ac-8324-1292e0c0f43c req-274489d8-0a7c-4ca2-a457-ca489465a927 service neutron] 10.222.0.72 "GET /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749098 Nov 23 17:51:37.236710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-f7f35a28-fae6-441f-a095-ec921c564ae2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:37.238283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-f7f35a28-fae6-441f-a095-ec921c564ae2 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2019708 Nov 23 17:51:37.280761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-3ab59b34-e47f-41ba-94b4-a636842bf292 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:37.283056 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-3ab59b34-e47f-41ba-94b4-a636842bf292 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf340d42-8563-41e9-9154-895d083b9e52 HTTP/1.1" status: 200 len: 945 time: 0.1219661 Nov 23 17:51:37.382580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff870b8-3d3a-4f18-8f12-5fab0aed51dc req-4290dddf-a78b-4e0e-9f90-2fe5e07197cc tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:37.386353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ff870b8-3d3a-4f18-8f12-5fab0aed51dc req-4290dddf-a78b-4e0e-9f90-2fe5e07197cc tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 943 time: 0.2658672 Nov 23 17:51:37.402192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-3fd5e5b1-98d6-463e-9e82-5c43afba08ff tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 695 time: 0.1232750 Nov 23 17:51:37.475493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860821-f760-47eb-a09b-1d1f06a98898 req-4c3851ed-d502-4607-8243-1e802606b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:37.477486 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-61860821-f760-47eb-a09b-1d1f06a98898 req-4c3851ed-d502-4607-8243-1e802606b727 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c259901a864c40909395daf8455b5fc8&device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 1094 time: 0.1627889 Nov 23 17:51:37.524449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Request body: {'floatingip': {'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:37.537255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.593349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:51:37.600250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ff870b8-3d3a-4f18-8f12-5fab0aed51dc req-ac7f728e-869b-4529-8a07-934beba483a0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708663 Nov 23 17:51:37.631554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.638408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Deleting port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:37.638846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.664760 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860821-f760-47eb-a09b-1d1f06a98898 req-9a238aba-4cb9-4ff2-adde-335de821fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:37.666374 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-61860821-f760-47eb-a09b-1d1f06a98898 req-9a238aba-4cb9-4ff2-adde-335de821fed2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7f2acb3-ecc3-496f-8a35-a61f360aabfb HTTP/1.1" status: 200 len: 916 time: 0.1768241 Nov 23 17:51:37.749028 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-61860821-f760-47eb-a09b-1d1f06a98898 req-688e24a2-4cc8-46df-ae53-973f4e7347f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d332fde-3f07-46e9-b31f-7b2b0ad61e80 HTTP/1.1" status: 200 len: 217 time: 0.0722258 Nov 23 17:51:37.750102 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.782807 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.823546 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.856941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Network 06e70204-b520-4522-a7a6-7ba80d668a23 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:37.877493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] For port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:37.878015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.891993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Calling delete_port for 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:37.901590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event updated for resources: {'Port': ['ID=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:37.912440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:37.919023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 49fe44c6-99d2-41b9-aff3-9c041b340d7f no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:37.930677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:37.954416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ca43-fb91-4540-9b7b-24bc05d8f97b req-e18dc03a-eaf8-4efa-9b1f-da611d5e7754 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:37.955948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31e3ca43-fb91-4540-9b7b-24bc05d8f97b req-e18dc03a-eaf8-4efa-9b1f-da611d5e7754 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.2602897 Nov 23 17:51:37.962311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.992854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860821-f760-47eb-a09b-1d1f06a98898 req-4235d2de-b8b3-45e1-8066-22599ad52a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:37.994326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-61860821-f760-47eb-a09b-1d1f06a98898 req-4235d2de-b8b3-45e1-8066-22599ad52a9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93e8ca87-2f50-430e-8d58-85c350822583 HTTP/1.1" status: 200 len: 854 time: 0.2343302 Nov 23 17:51:37.997661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No active binding found for port 49fe44c6-99d2-41b9-aff3-9c041b340d7f {{(pid=120537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 17:51:37.997837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 49fe44c6-99d2-41b9-aff3-9c041b340d7f not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:37.998425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4d038186-8646-44ff-9e78-3befe3119973 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:38.028353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 4d038186-8646-44ff-9e78-3befe3119973 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:38.029476 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4d038186-8646-44ff-9e78-3befe3119973 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:38.087682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fe44c6-99d2-41b9-aff3-9c041b340d7f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:38.117347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:38.118008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.124199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.124549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.124890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.125236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.125568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.127495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.127495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.127495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.127790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.128433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.128433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.128691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:38.196262 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1ed6e944-9f51-4c8f-95d7-4ef6d52fb102 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0430448 Nov 23 17:51:38.203291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860821-f760-47eb-a09b-1d1f06a98898 req-21015606-43a2-4572-a527-6d39248ab65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:38.205215 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-61860821-f760-47eb-a09b-1d1f06a98898 req-21015606-43a2-4572-a527-6d39248ab65d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7f2acb3-ecc3-496f-8a35-a61f360aabfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993365 Nov 23 17:51:38.215308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Request body: {'port': {'device_id': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:38.224854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c725b07a-c455-4842-b961-57ac7462d7e9 None None] Provisioning complete for port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:38.225543 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c725b07a-c455-4842-b961-57ac7462d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.252706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.263368 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Floating IP 684cc99e-8d74-4a7d-97f7-4731236e207b associated. External IP: 172.25.0.13, port: 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5. Nov 23 17:51:38.270470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['94f1cb2d-a02b-46b6-8f7d-40d0a1a633de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:38.277686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bc3091cc-4a0c-4951-bd3d-6506dff4677e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:38.320171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31e3ca43-fb91-4540-9b7b-24bc05d8f97b req-640d9b13-dfa7-47e3-8132-dd1cab9a0d9f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504751 Nov 23 17:51:38.335486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Pushing event deleted for resources: {'Port': ['ID=94f1cb2d-a02b-46b6-8f7d-40d0a1a633de,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:38.339792 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.387028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c725b07a-c455-4842-b961-57ac7462d7e9 None None] Port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:38.415627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] No DVR routers for this DVR port 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:38.419653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.423714 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5830d9df-e6c0-4985-bafa-52c4471524a9 req-50b5dff4-a531-429a-af00-f1801cdf882c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.72 "DELETE /v2.0/ports/94f1cb2d-a02b-46b6-8f7d-40d0a1a633de HTTP/1.1" status: 204 len: 173 time: 1.1255174 Nov 23 17:51:38.424375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'name': 'network-vif-deleted', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:38.426815 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e2d2d1-bb0a-44e9-8bef-817a93bc831d" -d '{"events": [{"server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "name": "network-vif-deleted", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:38.429881 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.494830 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-61860821-f760-47eb-a09b-1d1f06a98898 req-a529514b-0140-4574-974f-30aae9ad374d service neutron] 10.222.0.72 "GET /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759950 Nov 23 17:51:38.585577 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.588283 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.734107 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-61860821-f760-47eb-a09b-1d1f06a98898 req-dd10225b-a7cd-4495-953c-e50d361aca50 service neutron] 10.222.0.72 "GET /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265306 Nov 23 17:51:38.793953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47687c1-a99f-4bbd-a7bf-a84d0da23ce5 req-ee5e900e-86b1-4dc1-9c4c-a1b5587026be tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:38.795590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a47687c1-a99f-4bbd-a7bf-a84d0da23ce5 req-ee5e900e-86b1-4dc1-9c4c-a1b5587026be tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 949 time: 0.3578346 Nov 23 17:51:38.805042 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.805606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7183f5f-a5a4-4351-9030-8ba56ba3333a {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:51:38.817825 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.818872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b16eb77-9dbc-45ae-8368-720740176cd3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/a7183f5f-a5a4-4351-9030-8ba56ba3333a HTTP/1.1" status: 204 len: 168 time: 3.6348915 Nov 23 17:51:38.822654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40108) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:38.979329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c566568b-0b27-4ff6-a427-72c53f027009 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:39.013634 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.050848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7db3951-dc46-436c-9b3a-91367aeb8e2b admin admin] Deleting subnet 8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:51:39.060364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7db3951-dc46-436c-9b3a-91367aeb8e2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.062959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Transition to ACTIVE for port object c566568b-0b27-4ff6-a427-72c53f027009 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:39.093143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.164941 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7db3951-dc46-436c-9b3a-91367aeb8e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.265990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Pushing event updated for resources: {'Port': ['ID=c566568b-0b27-4ff6-a427-72c53f027009,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:39.344069 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7db3951-dc46-436c-9b3a-91367aeb8e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.371984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Attempting to bind port c566568b-0b27-4ff6-a427-72c53f027009 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:39.372322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Attempting to bind port c566568b-0b27-4ff6-a427-72c53f027009 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:39.372650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Attempting to bind port c566568b-0b27-4ff6-a427-72c53f027009 on network 24628691-2e93-412a-98fd-b3e5a5b239cb {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:39.380780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Port c566568b-0b27-4ff6-a427-72c53f027009 on network 24628691-2e93-412a-98fd-b3e5a5b239cb not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:39.381102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Attempting to bind port c566568b-0b27-4ff6-a427-72c53f027009 on network 24628691-2e93-412a-98fd-b3e5a5b239cb {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:39.390633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:39.391020 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Checking segment: {'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:39.391918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Bound using segment: {'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:39.392614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Bound port: c566568b-0b27-4ff6-a427-72c53f027009, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:39.393115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.428516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:51:39.467987 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7db3951-dc46-436c-9b3a-91367aeb8e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.498937 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.503028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db3951-dc46-436c-9b3a-91367aeb8e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:39.506197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] For port c566568b-0b27-4ff6-a427-72c53f027009, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:39.508964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7db3951-dc46-436c-9b3a-91367aeb8e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.515071 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c7db3951-dc46-436c-9b3a-91367aeb8e2b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8c4a25d7-49b5-4ca0-85e6-1acbd0bc4fb9 HTTP/1.1" status: 204 len: 168 time: 0.6907210 Nov 23 17:51:39.516854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.517542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10378a66-0ec1-4a9d-8c57-4194344d6f9b None None] Network 76f5ef04-cb58-4aa8-9bf4-d1979f834514 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:39.518170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40114) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:39.551657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] For port c566568b-0b27-4ff6-a427-72c53f027009, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c566568b-0b27-4ff6-a427-72c53f027009,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:39.591688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.631952 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.638418 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63 associated. External IP: 172.25.0.74, port: bc3091cc-4a0c-4951-bd3d-6506dff4677e. Nov 23 17:51:39.650810 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:39.651438 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.652884 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] 10.222.0.66 "PUT /v2.0/ports/c566568b-0b27-4ff6-a427-72c53f027009 HTTP/1.1" status: 200 len: 1091 time: 1.4433315 Nov 23 17:51:39.678278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117469-0343-4946-bde2-d73f0d35985e service neutron] Pushing event updated for resources: {'Port': ['ID=c566568b-0b27-4ff6-a427-72c53f027009,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:39.702812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a47687c1-a99f-4bbd-a7bf-a84d0da23ce5 req-ac159e10-8d76-4984-bef1-1e986b2ba524 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8937049 Nov 23 17:51:39.709476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Request body: {'port': {'device_id': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:39.769654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Router 61c5d4d5-bf86-489b-a151-4f573671097e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:39.833729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.853099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Deleting port 49004756-cd07-4ec4-99bc-0d8b87f879c9 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:39.853685 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.935232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] DHCP port deletion for 76f5ef04-cb58-4aa8-9bf4-d1979f834514 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:40.004355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:40.017784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] Sync routers for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:40.027887 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Deleting port 49004756-cd07-4ec4-99bc-0d8b87f879c9 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:40.028914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.035254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:40.037016 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:40.043821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.112368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b0a79f90-5487-4156-8d0d-769e9ad31473 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "PUT /v2.0/floatingips/684cc99e-8d74-4a7d-97f7-4731236e207b HTTP/1.1" status: 200 len: 990 time: 4.3741720 Nov 23 17:51:40.113719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'tag': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:40.116044 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11df4d6-c397-40f8-8632-584ec4e45e64" -d '{"events": [{"name": "network-changed", "server_uuid": "03f1db63-08f4-451a-b616-ac346df3cbb0", "tag": "02664c04-4eb7-4a0a-aec4-ddb555c8d8d5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:40.167038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] For port 49004756-cd07-4ec4-99bc-0d8b87f879c9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=49004756-cd07-4ec4-99bc-0d8b87f879c9,segment=NetworkSegment(be1e4965-6c7c-4a28-b432-75d3f23792e4),segment_id=be1e4965-6c7c-4a28-b432-75d3f23792e4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:40.167910 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.188706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Calling delete_port for 49004756-cd07-4ec4-99bc-0d8b87f879c9 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:40.193694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cd355-d2e9-4260-98f6-28d28d26818d req-39868b4f-a993-4463-b4a5-5cff7c679e34 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:40.194485 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:40.199858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cd355-d2e9-4260-98f6-28d28d26818d req-39868b4f-a993-4463-b4a5-5cff7c679e34 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:40.201551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f27cd355-d2e9-4260-98f6-28d28d26818d req-39868b4f-a993-4463-b4a5-5cff7c679e34 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1666 time: 0.2799652 Nov 23 17:51:40.335399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:40.349564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] For port 49004756-cd07-4ec4-99bc-0d8b87f879c9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=49004756-cd07-4ec4-99bc-0d8b87f879c9,segment=NetworkSegment(be1e4965-6c7c-4a28-b432-75d3f23792e4),segment_id=be1e4965-6c7c-4a28-b432-75d3f23792e4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:40.349937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.362223 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.368566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f27cd355-d2e9-4260-98f6-28d28d26818d req-472c6608-4f13-4297-9c17-d153c9d4b186 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568990 Nov 23 17:51:40.404819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Pushing event deleted for resources: {'Port': ['ID=49004756-cd07-4ec4-99bc-0d8b87f879c9,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:40.407689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] No DVR routers for this DVR port 49004756-cd07-4ec4-99bc-0d8b87f879c9 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:40.429850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.430219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.430569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.430943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.431286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.431624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.431959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.432291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.432620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.432948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.433278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.433602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b890a-9455-43aa-8a41-da8b508c9c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:40.478220 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '684cc99e-8d74-4a7d-97f7-4731236e207b', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'port_id': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'mac_address': 'fa:16:3e:11:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:58Z', 'updated_at': '2021-11-23T17:51:37Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:40.519688 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] Checking router: 61c5d4d5-bf86-489b-a151-4f573671097e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:40.523676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:40.542192 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:40.542861 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:40.544575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:40.560479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.565047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:40.565694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:40.623321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d6e59749-ff1e-409f-b358-bc31b8e6c99c tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "PUT /v2.0/floatingips/7c8716f9-e084-4613-ba39-dabbbd112c63 HTTP/1.1" status: 200 len: 996 time: 3.1164780 Nov 23 17:51:40.693470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:40.716476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d4a39d-ca03-4020-84b5-5f124cdb57e0 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:40.726142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.734726 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:40.741175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Transition to ACTIVE for port object c8d4a39d-ca03-4020-84b5-5f124cdb57e0 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:40.749038 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadef134-6f20-43aa-b1ec-40ab0beb2ace x-openstack-request-id: req-cadef134-6f20-43aa-b1ec-40ab0beb2ace {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:40.749464 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf340d42-8563-41e9-9154-895d083b9e52", "name": "network-vif-deleted", "tag": "94f1cb2d-a02b-46b6-8f7d-40d0a1a633de", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:40.749848 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cadef134-6f20-43aa-b1ec-40ab0beb2ace {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:40.750567 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf340d42-8563-41e9-9154-895d083b9e52', 'name': 'network-vif-deleted', 'tag': '94f1cb2d-a02b-46b6-8f7d-40d0a1a633de', 'status': 'completed', 'code': 200} Nov 23 17:51:40.756329 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.786815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Calling delete_port for 49004756-cd07-4ec4-99bc-0d8b87f879c9 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:40.821317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7fbbf-cf41-46a4-b2ac-3e0f48b0e02a req-8cb8d95b-6038-4e90-861d-12b14c0a7390 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:40.833528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7a7fbbf-cf41-46a4-b2ac-3e0f48b0e02a req-8cb8d95b-6038-4e90-861d-12b14c0a7390 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 943 time: 0.2363732 Nov 23 17:51:40.850143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-c6f62a68-abca-4af4-b4a8-484bc2475dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:40.858808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-c6f62a68-abca-4af4-b4a8-484bc2475dae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.2346089 Nov 23 17:51:40.914464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Attempting to bind port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:40.915133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Attempting to bind port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:40.915411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Attempting to bind port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 on network 06e70204-b520-4522-a7a6-7ba80d668a23 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:40.966444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 on network 06e70204-b520-4522-a7a6-7ba80d668a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:40.966444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Attempting to bind port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 on network 06e70204-b520-4522-a7a6-7ba80d668a23 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:40.980814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:40.981564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Checking segment: {'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:40.982728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Bound using segment: {'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:40.982728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Bound port: c8d4a39d-ca03-4020-84b5-5f124cdb57e0, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:40.983422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.999197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Pushing event updated for resources: {'Port': ['ID=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:41.028790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7a7fbbf-cf41-46a4-b2ac-3e0f48b0e02a req-4fccdb68-fdee-48c9-936c-90fcbc40c875 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942940 Nov 23 17:51:41.078491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-3d926f36-4aca-4971-aa45-6ad5b85696e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.082059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-3d926f36-4aca-4971-aa45-6ad5b85696e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.2062404 Nov 23 17:51:41.082799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] For port c8d4a39d-ca03-4020-84b5-5f124cdb57e0, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:41.086104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] For port c8d4a39d-ca03-4020-84b5-5f124cdb57e0, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:41.095835 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.103500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:41.109913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:41.234057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-d2a8acd5-00d5-46ce-af1f-cedbc7c2e8f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 999 time: 0.1428583 Nov 23 17:51:41.249582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Pushing event updated for resources: {'Port': ['ID=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:41.258382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:41.258763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 94f1cb2d-a02b-46b6-8f7d-40d0a1a633de not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:41.262381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.263043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.264215 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '684cc99e-8d74-4a7d-97f7-4731236e207b', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'port_id': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'mac_address': 'fa:16:3e:11:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:58Z', 'updated_at': '2021-11-23T17:51:37Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:41.265093 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-5c81adf1-c217-4557-9cc9-21637e4c522b service neutron] 10.222.0.66 "PUT /v2.0/ports/c8d4a39d-ca03-4020-84b5-5f124cdb57e0 HTTP/1.1" status: 200 len: 1092 time: 1.5613625 Nov 23 17:51:41.310724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-c88fbc56-3e7b-42da-8490-4e976bb5474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.312838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-c88fbc56-3e7b-42da-8490-4e976bb5474f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.0691688 Nov 23 17:51:41.334289 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d7745-2b76-4f05-adcd-0bab7f6c10c1 None None] The sync data for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 is: [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '684cc99e-8d74-4a7d-97f7-4731236e207b', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'port_id': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'mac_address': 'fa:16:3e:11:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:58Z', 'updated_at': '2021-11-23T17:51:37Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:41.342010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3cf60-a891-4ff5-b673-12dbb231f077 req-344f17c2-3496-40fe-9570-52cf81765eb4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.349081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41c3cf60-a891-4ff5-b673-12dbb231f077 req-344f17c2-3496-40fe-9570-52cf81765eb4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1771474 Nov 23 17:51:41.387504 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8711c21e-9776-44e4-8229-435e318cb5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.420578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.456475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] No DVR routers for this DVR port 49004756-cd07-4ec4-99bc-0d8b87f879c9 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:41.520435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41c3cf60-a891-4ff5-b673-12dbb231f077 req-5321064d-fcbf-4e0e-9840-f1df9acb3cfa tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543789 Nov 23 17:51:41.559538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-1c4c6d9c-ddb8-4dd1-815c-e8ecd6538696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.561251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-1c4c6d9c-ddb8-4dd1-815c-e8ecd6538696 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2385824 Nov 23 17:51:41.612714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:41.657814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.663592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-d93f5e3f-124e-4779-8926-0194f651e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.664084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-d93f5e3f-124e-4779-8926-0194f651e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.665895 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-d93f5e3f-124e-4779-8926-0194f651e60f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1980 time: 0.3283491 Nov 23 17:51:41.667337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Pushing event deleted for resources: {'Port': ['ID=49004756-cd07-4ec4-99bc-0d8b87f879c9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:41.678806 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'port_id': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'mac_address': 'fa:16:3e:87:67:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:41.702141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-a43353b5-8dfa-4439-b8fd-88e157156375 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329226 Nov 23 17:51:41.714824 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5603b-bdb2-4142-a815-1999f870d3bf None None] New status for floating IP 684cc99e-8d74-4a7d-97f7-4731236e207b: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:41.778031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:e0:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:38Z', 'revision_number': 8, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:41.796702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f5ef04-cb58-4aa8-9bf4-d1979f834514']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:41.818883 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-f7c3f5ad-bad7-4e0c-ad36-ff349c4e8113 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=c566568b-0b27-4ff6-a427-72c53f027009 HTTP/1.1" status: 200 len: 217 time: 0.1349556 Nov 23 17:51:41.820793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.829481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1e4965-6c7c-4a28-b432-75d3f23792e4') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:41.829481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1e4965-6c7c-4a28-b432-75d3f23792e4') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:41.837561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:41.840752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:41.864256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:41.878389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.898931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.920767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf830ab-e036-40e7-b582-6e2ca0549cbf req-126c2e67-fc82-4185-93f3-5e11b41d58b7 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108541 Nov 23 17:51:41.937707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-22f6479e-aa7c-4045-9fcf-ea4a8050daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.939855 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-22f6479e-aa7c-4045-9fcf-ea4a8050daba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cc983fc-41fc-4f92-9b9f-61d0e76a10a7 HTTP/1.1" status: 200 len: 801 time: 0.1038432 Nov 23 17:51:41.950931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.959588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:51:41.960187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.966543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:41.970176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 49004756-cd07-4ec4-99bc-0d8b87f879c9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:41.978546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:41.979205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:51:42.032983 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:51:42.048571 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.096228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.101430 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] 10.222.0.74 "DELETE /v2.0/networks/76f5ef04-cb58-4aa8-9bf4-d1979f834514 HTTP/1.1" status: 204 len: 168 time: 2.5822701 Nov 23 17:51:42.102546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 49004756-cd07-4ec4-99bc-0d8b87f879c9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:42.102950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 49004756-cd07-4ec4-99bc-0d8b87f879c9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:42.104486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7ab90-00a3-430c-ac8e-2f7d13722439 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f5ef04-cb58-4aa8-9bf4-d1979f834514,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:42.106364 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438acb5d-8f1b-4241-8007-45908b0150bf x-openstack-request-id: req-438acb5d-8f1b-4241-8007-45908b0150bf {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:42.106667 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f1db63-08f4-451a-b616-ac346df3cbb0", "tag": "02664c04-4eb7-4a0a-aec4-ddb555c8d8d5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:42.108040 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-438acb5d-8f1b-4241-8007-45908b0150bf {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:42.108457 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'tag': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'status': 'completed', 'code': 200} Nov 23 17:51:42.199542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-1ea1384d-b7bb-4700-8323-8f98e105ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.201145 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-1ea1384d-b7bb-4700-8323-8f98e105ea53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c951f8778574f7d950a3785a5964ed3&device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 1096 time: 0.0688596 Nov 23 17:51:42.203077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d332fde-3f07-46e9-b31f-7b2b0ad61e80'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:42.203971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-659c22fd-3f92-4404-9ac8-ea3f79b88895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.206911 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-659c22fd-3f92-4404-9ac8-ea3f79b88895 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=24628691-2e93-412a-98fd-b3e5a5b239cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1719401 Nov 23 17:51:42.261534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:42.316618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4307816-61ab-45c0-a52b-d002863dd1bf req-c6a9bad1-be0b-43be-979e-da4e4f2e8b74 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.324591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4307816-61ab-45c0-a52b-d002863dd1bf req-c6a9bad1-be0b-43be-979e-da4e4f2e8b74 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.326801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4307816-61ab-45c0-a52b-d002863dd1bf req-c6a9bad1-be0b-43be-979e-da4e4f2e8b74 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1678 time: 0.1451833 Nov 23 17:51:42.343658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-536d4692-b585-4c75-88d1-13f244b56125 req-ca743ea9-2c24-4aea-99ac-700afae1eb55 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips/7c8716f9-e084-4613-ba39-dabbbd112c63 HTTP/1.1" status: 200 len: 996 time: 0.2096112 Nov 23 17:51:42.387954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40140) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:42.421403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4307816-61ab-45c0-a52b-d002863dd1bf req-1d871d06-9081-4555-9e8d-d270cce9f5e9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646703 Nov 23 17:51:42.521717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-e2292b7c-7975-4771-8d28-48b114d73e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.523269 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-e2292b7c-7975-4771-8d28-48b114d73e4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 200 len: 925 time: 0.3123202 Nov 23 17:51:42.526603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d4692-b585-4c75-88d1-13f244b56125 req-37dea74c-0235-4f9b-b97e-0f2769a667d6 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.534578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-536d4692-b585-4c75-88d1-13f244b56125 req-37dea74c-0235-4f9b-b97e-0f2769a667d6 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1889913 Nov 23 17:51:42.541901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-536d4692-b585-4c75-88d1-13f244b56125 req-30700c41-b58e-423d-b684-12afb8ceffce tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:51:42.553969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-536d4692-b585-4c75-88d1-13f244b56125 req-30700c41-b58e-423d-b684-12afb8ceffce tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183790 Nov 23 17:51:42.564215 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3de7dee9-052e-445d-b77d-de4e43166b67 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=617c168f31c142638f0dcdc0bd77a356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740687 Nov 23 17:51:42.566658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40146) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:42.611101 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-1df1786f-d72d-46d4-b3a8-a05f1dcb0ecf service neutron] 10.222.0.66 "GET /v2.0/networks/24628691-2e93-412a-98fd-b3e5a5b239cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844416 Nov 23 17:51:42.663022 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-aa1abcde-e667-41ac-bf21-7c7acf9852c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 HTTP/1.1" status: 200 len: 1000 time: 0.1263270 Nov 23 17:51:42.665292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:e0:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:38Z', 'revision_number': 8, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:42.702063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6560328-a858-4bab-a969-5aebbe0b3daa None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c8716f9-e084-4613-ba39-dabbbd112c63', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'port_id': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'mac_address': 'fa:16:3e:e0:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:50:45Z', 'updated_at': '2021-11-23T17:51:38Z', 'revision_number': 8, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:42.737849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5abb875-2836-4807-83d6-ffce8efbb8c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.755895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'tag': 'c566568b-0b27-4ff6-a427-72c53f027009'}, {'name': 'network-changed', 'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'tag': 'c8d4a39d-ca03-4020-84b5-5f124cdb57e0'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:42.758182 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a314b9-617c-4d61-a46d-d047da2fa7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "tag": "c566568b-0b27-4ff6-a427-72c53f027009"}, {"name": "network-changed", "server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "tag": "c8d4a39d-ca03-4020-84b5-5f124cdb57e0"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:42.782705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a94b6-eae0-43d1-ad68-e8c0dad4a5e3 req-a3683e41-a7c7-4c9e-a2ef-8217b8e619d5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.786152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-078a94b6-eae0-43d1-ad68-e8c0dad4a5e3 req-a3683e41-a7c7-4c9e-a2ef-8217b8e619d5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 944 time: 0.1227028 Nov 23 17:51:42.789192 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5abb875-2836-4807-83d6-ffce8efbb8c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.796470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-ce471122-188f-40da-92fa-6166419812a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.799033 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-ce471122-188f-40da-92fa-6166419812a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de0b5e46-f000-431b-b8da-20f7dac2bfd7 HTTP/1.1" status: 200 len: 863 time: 0.0796618 Nov 23 17:51:42.803520 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-be7f4294-b62b-4586-9f23-d61c63c5f1df service neutron] 10.222.0.66 "GET /v2.0/networks/24628691-2e93-412a-98fd-b3e5a5b239cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843462 Nov 23 17:51:42.898490 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-9bb990d6-cfba-4707-a15e-d643fff7aac5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=c8d4a39d-ca03-4020-84b5-5f124cdb57e0 HTTP/1.1" status: 200 len: 217 time: 0.0479410 Nov 23 17:51:42.910031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5abb875-2836-4807-83d6-ffce8efbb8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.913680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5abb875-2836-4807-83d6-ffce8efbb8c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.920122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f5abb875-2836-4807-83d6-ffce8efbb8c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d00fbd0a-7902-4a43-ae77-d44d5c87a322 HTTP/1.1" status: 204 len: 168 time: 0.3523016 Nov 23 17:51:42.948059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-078a94b6-eae0-43d1-ad68-e8c0dad4a5e3 req-f085e51c-678d-4a21-b3ce-049183066b49 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500046 Nov 23 17:51:42.965427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-40925b38-c394-4940-a055-a42b41a9c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.967456 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-40925b38-c394-4940-a055-a42b41a9c497 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66c6e7c6-cfc0-43dd-a817-5db419986990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602423 Nov 23 17:51:43.023092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-b2deea15-7504-478f-9af1-b9fa62e252f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.024824 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-b2deea15-7504-478f-9af1-b9fa62e252f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77796d37-11a6-4b51-b566-d3e7a7615dcf HTTP/1.1" status: 200 len: 801 time: 0.1206374 Nov 23 17:51:43.037221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abb875-2836-4807-83d6-ffce8efbb8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00fbd0a-7902-4a43-ae77-d44d5c87a322,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:43.039515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf8ba8-ce3b-4146-bcb3-5ae1b83c296e None None] New status for floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:43.097638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.098580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.098740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.099492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.099974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.100434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.100895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.101357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.101814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.102271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.102914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.103377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.106088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-701b1253-6308-428b-a8b3-caf98b431b39 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0&device_id=0698edae-73d4-42ab-903f-a1a3727d827d&device_id=ec221532-e5de-475b-91e4-38bbb09950cc&device_id=03f1db63-08f4-451a-b616-ac346df3cbb0&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1&device_id=fa7b1087-d09d-450f-b899-ff33708994fe&device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c&device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e&device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab&device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 10858 time: 0.1486392 Nov 23 17:51:43.140406 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-af2d23cb-d125-4d84-bdbf-6efcc899274a tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.145316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-ca4a3f4b-efe5-44cd-b026-ed4c405070f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.147132 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-ca4a3f4b-efe5-44cd-b026-ed4c405070f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=06e70204-b520-4522-a7a6-7ba80d668a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762551 Nov 23 17:51:43.150317 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-b36b8a9d-b721-415e-b893-ff716434f054 service neutron] 10.222.0.72 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724110 Nov 23 17:51:43.168926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebac19-fa8b-4437-b6a7-db6a5c461a43 req-5f655950-11b4-4c27-a447-a976d80166b3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.170732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37ebac19-fa8b-4437-b6a7-db6a5c461a43 req-5f655950-11b4-4c27-a447-a976d80166b3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1213732 Nov 23 17:51:43.251834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37ebac19-fa8b-4437-b6a7-db6a5c461a43 req-5b4c86fd-fb4e-4289-bcf1-3badc6201081 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685670 Nov 23 17:51:43.273460 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-42ad8f40-f38d-41a5-8173-8f3034c199ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.308117 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-af2d23cb-d125-4d84-bdbf-6efcc899274a tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.322055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-af2d23cb-d125-4d84-bdbf-6efcc899274a tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.354470 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-a52fdb35-d1c3-483d-8f7b-e3a4f74b5c76 service neutron] 10.222.0.66 "GET /v2.0/networks/06e70204-b520-4522-a7a6-7ba80d668a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988466 Nov 23 17:51:43.360891 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e11df4d6-c397-40f8-8632-584ec4e45e64 req-82deb279-2488-4a2a-9db3-69f190f57478 service neutron] 10.222.0.72 "GET /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941719 Nov 23 17:51:43.437693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d23cb-d125-4d84-bdbf-6efcc899274a tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f0f92-0582-44c1-bcf0-d0a45027aa34,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:43.462346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-2353988f-fa22-4011-9261-c3c1c7356f5a tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1001 time: 0.1527059 Nov 23 17:51:43.470914 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f4ab9f07-d101-4b85-9486-9a48100fe5dd req-57a62930-daa4-4a38-90c3-6f1143cb8747 service neutron] 10.222.0.66 "GET /v2.0/networks/06e70204-b520-4522-a7a6-7ba80d668a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077514 Nov 23 17:51:43.539784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-adc8aaaf-0bd6-4435-9489-666f39156928 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.541164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-adc8aaaf-0bd6-4435-9489-666f39156928 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports/bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 943 time: 0.0681534 Nov 23 17:51:43.558348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1946048-29fb-4876-916c-6f4f707da5d5 req-af2d23cb-d125-4d84-bdbf-6efcc899274a tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&id=99404c17-bf7f-485e-a44e-3ab6719bf85e&id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.4426432 Nov 23 17:51:43.612071 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c16bbd-38dd-462a-8893-848bc4c33940 x-openstack-request-id: req-b8c16bbd-38dd-462a-8893-848bc4c33940 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:43.612376 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "tag": "c566568b-0b27-4ff6-a427-72c53f027009", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "tag": "c8d4a39d-ca03-4020-84b5-5f124cdb57e0", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:43.612635 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b8c16bbd-38dd-462a-8893-848bc4c33940 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:43.613047 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'tag': 'c566568b-0b27-4ff6-a427-72c53f027009', 'status': 'completed', 'code': 200} Nov 23 17:51:43.613311 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'tag': 'c8d4a39d-ca03-4020-84b5-5f124cdb57e0', 'status': 'completed', 'code': 200} Nov 23 17:51:43.666225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-ed928365-7ac3-40d0-9a19-e4f10f5c4846 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1001 time: 0.0782185 Nov 23 17:51:43.700254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-973f2f7c-5b46-4e97-8752-ecc424b06150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.702681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-973f2f7c-5b46-4e97-8752-ecc424b06150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.705098 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-973f2f7c-5b46-4e97-8752-ecc424b06150 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1980 time: 0.0677567 Nov 23 17:51:43.827979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-04482369-e8cc-4f68-99c8-6db85b06ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.829718 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-04482369-e8cc-4f68-99c8-6db85b06ac10 service neutron] 10.222.0.66 "GET /v2.0/networks?id=24628691-2e93-412a-98fd-b3e5a5b239cb HTTP/1.1" status: 200 len: 902 time: 0.1152790 Nov 23 17:51:43.835526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-bc2b5698-cd89-4f05-a0b5-41824465c64d tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.837158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-bc2b5698-cd89-4f05-a0b5-41824465c64d tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1621029 Nov 23 17:51:43.845663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25250-b44c-4cc5-b251-af2f7caad344 req-33cc2daa-0819-4f54-8268-b260c0c7a029 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.852552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25250-b44c-4cc5-b251-af2f7caad344 req-33cc2daa-0819-4f54-8268-b260c0c7a029 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.854212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ca25250-b44c-4cc5-b251-af2f7caad344 req-33cc2daa-0819-4f54-8268-b260c0c7a029 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1678 time: 0.0949254 Nov 23 17:51:43.884333 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-35ebbd30-c6c0-4e3f-80e8-d698cb6130a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=c566568b-0b27-4ff6-a427-72c53f027009 HTTP/1.1" status: 200 len: 217 time: 0.0399616 Nov 23 17:51:43.941815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-5174ffa2-9f7e-4860-9329-889d83c9549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.943352 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-5174ffa2-9f7e-4860-9329-889d83c9549f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cc983fc-41fc-4f92-9b9f-61d0e76a10a7 HTTP/1.1" status: 200 len: 801 time: 0.0495420 Nov 23 17:51:43.947237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-e6f4817a-eeb4-4e4a-9437-44860875ac54 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 1001 time: 0.0919623 Nov 23 17:51:43.960430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:43.966728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ca25250-b44c-4cc5-b251-af2f7caad344 req-669fd285-ea05-48f6-bce0-09e67ac10b27 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040518 Nov 23 17:51:43.996349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-a2bf282a-1c14-4166-b628-e0be9f0ef618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:43.997856 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-a2bf282a-1c14-4166-b628-e0be9f0ef618 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=24628691-2e93-412a-98fd-b3e5a5b239cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452414 Nov 23 17:51:44.024978 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.099357 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-73678948-635f-4507-ad50-81ecd3e45708 service neutron] 10.222.0.66 "GET /v2.0/networks/24628691-2e93-412a-98fd-b3e5a5b239cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898657 Nov 23 17:51:44.111248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:44.113473 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb82544-3038-4a7f-8240-1e958becd261" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:44.185809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.191841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.192195 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63 disassociated. External IP: 172.25.0.74, port: bc3091cc-4a0c-4951-bd3d-6506dff4677e. Nov 23 17:51:44.203168 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-6132bab1-dc3b-4db7-8721-77269592111a service neutron] 10.222.0.66 "GET /v2.0/networks/24628691-2e93-412a-98fd-b3e5a5b239cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922120 Nov 23 17:51:44.301863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-c615a6a6-2e07-4563-a167-58d78ae4723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.302612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-c615a6a6-2e07-4563-a167-58d78ae4723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.304260 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-c615a6a6-2e07-4563-a167-58d78ae4723f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=703db554b94342ae907549e01dd895b2&device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1980 time: 0.0497065 Nov 23 17:51:44.410887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-b5f2bb2b-5dec-477f-a1b6-e3ce374c951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.412543 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-b5f2bb2b-5dec-477f-a1b6-e3ce374c951d service neutron] 10.222.0.66 "GET /v2.0/networks?id=06e70204-b520-4522-a7a6-7ba80d668a23 HTTP/1.1" status: 200 len: 902 time: 0.0888638 Nov 23 17:51:44.454037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a52b5-6137-4e9d-b727-3f13cabd9524 req-345f3901-1f96-4214-a8b9-f50fe83b2549 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.455779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-213a52b5-6137-4e9d-b727-3f13cabd9524 req-345f3901-1f96-4214-a8b9-f50fe83b2549 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 944 time: 0.1005194 Nov 23 17:51:44.461168 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-4514cf29-bbc6-4ddd-bb2b-ccd51c9ab69c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=c8d4a39d-ca03-4020-84b5-5f124cdb57e0 HTTP/1.1" status: 200 len: 217 time: 0.0369282 Nov 23 17:51:44.491795 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:44.517517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-2be00ab7-78ee-4c0b-8645-1104b848fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.519125 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-2be00ab7-78ee-4c0b-8645-1104b848fa85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77796d37-11a6-4b51-b566-d3e7a7615dcf HTTP/1.1" status: 200 len: 801 time: 0.0481830 Nov 23 17:51:44.525777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-213a52b5-6137-4e9d-b727-3f13cabd9524 req-3ee13152-90e2-4a8a-9843-632560814ec9 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568175 Nov 23 17:51:44.588322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-e4b7efa4-8666-4a9a-8977-42522ead85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.589851 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-e4b7efa4-8666-4a9a-8977-42522ead85a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=06e70204-b520-4522-a7a6-7ba80d668a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523822 Nov 23 17:51:44.631409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:44.636316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.644666 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:44.656656 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:44.657789 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:44.678205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6e88f8be-67eb-4b32-9742-d3b840f97def tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "PUT /v2.0/floatingips/7c8716f9-e084-4613-ba39-dabbbd112c63 HTTP/1.1" status: 200 len: 695 time: 0.7223315 Nov 23 17:51:44.700664 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-58d77a87-cb53-4d26-a594-f99c7d2da45c service neutron] 10.222.0.66 "GET /v2.0/networks/06e70204-b520-4522-a7a6-7ba80d668a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024559 Nov 23 17:51:44.759338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-d9b292a5-cd06-4ec0-846d-fe8ffc24b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.760869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-d9b292a5-cd06-4ec0-846d-fe8ffc24b4e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.0803039 Nov 23 17:51:44.778825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27599ce-8df7-46b5-b7e9-27549b31d600 req-5ac4533e-0f7a-4d31-9570-cb1f4b240bad tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.779245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27599ce-8df7-46b5-b7e9-27549b31d600 req-5ac4533e-0f7a-4d31-9570-cb1f4b240bad tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.779719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27599ce-8df7-46b5-b7e9-27549b31d600 req-5ac4533e-0f7a-4d31-9570-cb1f4b240bad tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.781320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c27599ce-8df7-46b5-b7e9-27549b31d600 req-5ac4533e-0f7a-4d31-9570-cb1f4b240bad tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc&device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c&device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 2882 time: 0.0705733 Nov 23 17:51:44.782279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:44.787531 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:44.825403 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c9a314b9-617c-4d61-a46d-d047da2fa7f8 req-797aa89e-417b-4871-9fef-f915f883aa97 service neutron] 10.222.0.66 "GET /v2.0/networks/06e70204-b520-4522-a7a6-7ba80d668a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153905 Nov 23 17:51:44.863374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:44.868896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:44.869275 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.886497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c27599ce-8df7-46b5-b7e9-27549b31d600 req-5cedc8b5-5541-400f-82e9-51e1021e00aa tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908763 Nov 23 17:51:44.906715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-d4951ad0-03e4-48da-bbe7-ed68b52412f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.908209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-d4951ad0-03e4-48da-bbe7-ed68b52412f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.1407378 Nov 23 17:51:44.962810 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5173fc-12df-4c1b-96bf-f0bc59bee649 x-openstack-request-id: req-9b5173fc-12df-4c1b-96bf-f0bc59bee649 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:44.963436 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:44.963524 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b5173fc-12df-4c1b-96bf-f0bc59bee649 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:44.963856 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'status': 'completed', 'code': 200} Nov 23 17:51:44.965685 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-6bab3d46-2165-4fd7-a677-337308e0e878 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 217 time: 0.0478401 Nov 23 17:51:44.973448 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.990887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.020206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698edae-73d4-42ab-903f-a1a3727d827d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:45.023216 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d54de7b-f8bb-496e-8d8f-7ed990b52cca" -d '{"events": [{"server_uuid": "0698edae-73d4-42ab-903f-a1a3727d827d", "name": "network-vif-plugged", "status": "completed", "tag": "5d332fde-3f07-46e9-b31f-7b2b0ad61e80"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:45.033367 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:45.039605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:45.046835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-677ec7e1-6687-44c1-9e1b-3e2fc1beb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.051665 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.054810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-677ec7e1-6687-44c1-9e1b-3e2fc1beb67d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.0774736 Nov 23 17:51:45.081705 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:45.093137 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:45.095359 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:45.162923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5781a-b3a8-483b-86df-5bf5e0af31ad req-9cd59d6c-48b5-40a9-b770-8733f8f6e0f1 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.164521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05f5781a-b3a8-483b-86df-5bf5e0af31ad req-9cd59d6c-48b5-40a9-b770-8733f8f6e0f1 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1074004 Nov 23 17:51:45.166477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-3a7be14a-4215-4827-9b75-83d39ec94446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.174035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-3a7be14a-4215-4827-9b75-83d39ec94446 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977645 Nov 23 17:51:45.188811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:45.189820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb82544-3038-4a7f-8240-1e958becd261 req-2bbb8f19-41ce-4c85-ba3b-454c8899838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.192218 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5eb82544-3038-4a7f-8240-1e958becd261 req-2bbb8f19-41ce-4c85-ba3b-454c8899838b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.0953972 Nov 23 17:51:45.298083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05f5781a-b3a8-483b-86df-5bf5e0af31ad req-e6d020e4-f750-4dfd-b876-fe5fd28a87fa tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131206 Nov 23 17:51:45.303198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb82544-3038-4a7f-8240-1e958becd261 req-c8cf7170-7518-4f71-93c8-4f663de07d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.305259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5eb82544-3038-4a7f-8240-1e958becd261 req-c8cf7170-7518-4f71-93c8-4f663de07d5a service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.1046751 Nov 23 17:51:45.317882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-20a7a483-19f8-4184-a835-4db9e73fc548 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349971 Nov 23 17:51:45.355063 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:45.358815 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5eb82544-3038-4a7f-8240-1e958becd261 req-eea6d321-8ba1-4b68-8b42-5ac92ee663c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 217 time: 0.0415699 Nov 23 17:51:45.422803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb82544-3038-4a7f-8240-1e958becd261 req-c385d02a-e27f-4b30-9f58-a7ab62332743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.424811 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5eb82544-3038-4a7f-8240-1e958becd261 req-c385d02a-e27f-4b30-9f58-a7ab62332743 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.0565062 Nov 23 17:51:45.437273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0b04151-30e9-4f94-ab03-15db36dc585c req-ff375ca2-7ddc-4545-b3b9-c06dacab1c86 tempest-AbsoluteLimitsNegativeTestJSON-2111903795 tempest-AbsoluteLimitsNegativeTestJSON-2111903795-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1011efcf1c834e019279151c3c1678c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334439 Nov 23 17:51:45.442565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92c7f88a-43b8-45fc-b314-2e1b126a0599 req-887beba9-b1b1-4dfe-bdd4-98a7f486df16 service neutron] 10.222.0.74 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175356 Nov 23 17:51:45.496683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb82544-3038-4a7f-8240-1e958becd261 req-64d57e93-6c62-48c5-98f4-faff0ba8ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.498259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5eb82544-3038-4a7f-8240-1e958becd261 req-64d57e93-6c62-48c5-98f4-faff0ba8ba46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601077 Nov 23 17:51:45.583118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b04151-30e9-4f94-ab03-15db36dc585c req-c1908923-c872-48cc-a596-68cb455f26aa tempest-AbsoluteLimitsNegativeTestJSON-2111903795 tempest-AbsoluteLimitsNegativeTestJSON-2111903795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.590594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0b04151-30e9-4f94-ab03-15db36dc585c req-c1908923-c872-48cc-a596-68cb455f26aa tempest-AbsoluteLimitsNegativeTestJSON-2111903795 tempest-AbsoluteLimitsNegativeTestJSON-2111903795-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378860 Nov 23 17:51:45.607261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0b04151-30e9-4f94-ab03-15db36dc585c req-99322428-7cda-4a96-856f-36e0b030d207 tempest-AbsoluteLimitsNegativeTestJSON-2111903795 tempest-AbsoluteLimitsNegativeTestJSON-2111903795-project] 10.222.0.74 "GET /v2.0/quotas/1011efcf1c834e019279151c3c1678c1 HTTP/1.1" status: 200 len: 375 time: 0.0157325 Nov 23 17:51:45.616918 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:45.617876 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5eb82544-3038-4a7f-8240-1e958becd261 req-520ff3e2-cdce-4881-8fe8-9d22264b8883 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040854 Nov 23 17:51:45.649685 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7998b8-5425-4e0a-86a2-7c44fc6e5c85 None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:50:18Z', 'revision_number': 4, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'a1c3ab28-af6f-42ae-b5c2-1817092810dd', 'name': '', 'network_id': 'c8c8e012-da4f-40b8-896f-136864ad4562', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'mac_address': 'fa:16:3e:a8:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:17Z', 'updated_at': '2021-11-23T17:50:22Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'subnets': [{'id': 'fad607a9-abe7-4538-a7c6-abae54c5e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:45.657227 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:51:45.660758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0b04151-30e9-4f94-ab03-15db36dc585c req-40ece331-5840-4661-917d-cf7662c8642d tempest-AbsoluteLimitsNegativeTestJSON-2111903795 tempest-AbsoluteLimitsNegativeTestJSON-2111903795-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1011efcf1c834e019279151c3c1678c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446968 Nov 23 17:51:45.743260 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5eb82544-3038-4a7f-8240-1e958becd261 req-711f299e-20d5-40ec-92dd-dbd8b5e2108b service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120205 Nov 23 17:51:45.777457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f113f7-2497-45bd-b5f4-68589c4c8f94 req-0d362efe-1b5f-4a5c-a2c8-926f302caa30 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.785065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f113f7-2497-45bd-b5f4-68589c4c8f94 req-0d362efe-1b5f-4a5c-a2c8-926f302caa30 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:45.789826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62f113f7-2497-45bd-b5f4-68589c4c8f94 req-0d362efe-1b5f-4a5c-a2c8-926f302caa30 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1678 time: 0.0922756 Nov 23 17:51:45.857848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62f113f7-2497-45bd-b5f4-68589c4c8f94 req-de9ba64e-f550-47a6-bbbf-797b4da25ce6 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580299 Nov 23 17:51:45.941242 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d2c9e-6646-4566-b847-4427152b8711 x-openstack-request-id: req-832d2c9e-6646-4566-b847-4427152b8711 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:45.941733 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0698edae-73d4-42ab-903f-a1a3727d827d", "name": "network-vif-plugged", "status": "completed", "tag": "5d332fde-3f07-46e9-b31f-7b2b0ad61e80", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:45.941820 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-832d2c9e-6646-4566-b847-4427152b8711 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:45.942183 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0698edae-73d4-42ab-903f-a1a3727d827d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'code': 200} Nov 23 17:51:46.043484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f436ba-c03d-46a1-9b7e-ce267a60578e None None] New status for floating IP 7c8716f9-e084-4613-ba39-dabbbd112c63: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:46.063084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcdd7a-6a98-49b6-9d12-4c46a0855342 req-ab60ca6e-b69c-41cc-92ce-296441f000e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:46.065022 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97fcdd7a-6a98-49b6-9d12-4c46a0855342 req-ab60ca6e-b69c-41cc-92ce-296441f000e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 1096 time: 0.0476699 Nov 23 17:51:46.163091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40230) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:46.173233 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97fcdd7a-6a98-49b6-9d12-4c46a0855342 req-3bae5ab2-d9e2-4d7f-810e-18ef939a9c77 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994470 Nov 23 17:51:46.290923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7129015c-da12-4079-b591-46b871d57d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.374894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7129015c-da12-4079-b591-46b871d57d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.380333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7129015c-da12-4079-b591-46b871d57d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.431335 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7129015c-da12-4079-b591-46b871d57d32 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1011efcf1c834e019279151c3c1678c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669585 Nov 23 17:51:46.431952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129015c-da12-4079-b591-46b871d57d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2679e5-2f3b-44fe-97eb-f392f0a028ce,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:46.434162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40238) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:46.448342 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.451192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44b45b07-2786-442b-a123-c0abd6b4755d req-e34e528b-625c-44bf-b745-647d5e419121 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips/7c8716f9-e084-4613-ba39-dabbbd112c63 HTTP/1.1" status: 200 len: 695 time: 0.0713758 Nov 23 17:51:46.487146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe923ef-84b6-431d-851f-9929a0adfb57 req-92819ff2-96f6-4f3d-be21-358682021aa0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:46.488780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fe923ef-84b6-431d-851f-9929a0adfb57 req-92819ff2-96f6-4f3d-be21-358682021aa0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 945 time: 0.5052779 Nov 23 17:51:46.509959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b824274e-b724-4f38-b6c2-d93abf70402a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.532426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b824274e-b724-4f38-b6c2-d93abf70402a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.588801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b824274e-b724-4f38-b6c2-d93abf70402a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.591544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b824274e-b724-4f38-b6c2-d93abf70402a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.592697 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b824274e-b724-4f38-b6c2-d93abf70402a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd2679e5-2f3b-44fe-97eb-f392f0a028ce HTTP/1.1" status: 204 len: 168 time: 0.1576118 Nov 23 17:51:46.594675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fe923ef-84b6-431d-851f-9929a0adfb57 req-3cb62c5e-f7a9-426a-989a-1421f8bd19cf tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987504 Nov 23 17:51:46.615107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824274e-b724-4f38-b6c2-d93abf70402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2679e5-2f3b-44fe-97eb-f392f0a028ce,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:46.615332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b45b07-2786-442b-a123-c0abd6b4755d req-3502050c-884a-4a13-8883-85874e123fa9 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:46.615332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44b45b07-2786-442b-a123-c0abd6b4755d req-3502050c-884a-4a13-8883-85874e123fa9 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1616817 Nov 23 17:51:46.672994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44b45b07-2786-442b-a123-c0abd6b4755d req-32ab4ca4-a0a0-47ac-bc51-fe1ba419cc20 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 696 time: 0.0478330 Nov 23 17:51:46.745518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44b45b07-2786-442b-a123-c0abd6b4755d req-83e739b8-a760-40cc-b1b5-a537ee34fd85 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 696 time: 0.0649166 Nov 23 17:51:46.939631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Deleting port 5b3800e6-8602-4f25-b731-55cc88672c0f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:46.939979 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.964825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:46.967007 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9965262-4bf1-42b7-9dc9-64f4ba429b59" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:47.017121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4246d-50f9-4f5a-8b3c-0902c7fc4549 req-1fb84970-5746-43dd-8930-0359e94cdfd6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.018863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add4246d-50f9-4f5a-8b3c-0902c7fc4549 req-1fb84970-5746-43dd-8930-0359e94cdfd6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1175137 Nov 23 17:51:47.061023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.061348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.086899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Calling delete_port for 5b3800e6-8602-4f25-b731-55cc88672c0f owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:47.100508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add4246d-50f9-4f5a-8b3c-0902c7fc4549 req-e9fc44c4-f3e4-4cd1-8455-ed98ff7d3638 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755670 Nov 23 17:51:47.255723 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.283541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Pushing event deleted for resources: {'Port': ['ID=5b3800e6-8602-4f25-b731-55cc88672c0f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:47.362230 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.365022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.366187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44b45b07-2786-442b-a123-c0abd6b4755d req-5a79b91c-6ff0-4f65-a635-114dd3268e09 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "DELETE /v2.0/floatingips/7c8716f9-e084-4613-ba39-dabbbd112c63 HTTP/1.1" status: 204 len: 173 time: 0.6140401 Nov 23 17:51:47.366600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40270) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:47.490186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-95818926-network', 'tenant_id': 'beaf7dcf2a1142619fcf8ac5ce0748b7'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:47.501996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc8b1b-03ea-4cb8-8e30-37c92a444ea3 req-cc1aac41-3f12-4c9e-a7c2-590bdddd4a75 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.508042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc8b1b-03ea-4cb8-8e30-37c92a444ea3 req-cc1aac41-3f12-4c9e-a7c2-590bdddd4a75 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.509748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2bcc8b1b-03ea-4cb8-8e30-37c92a444ea3 req-cc1aac41-3f12-4c9e-a7c2-590bdddd4a75 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1678 time: 0.0751717 Nov 23 17:51:47.519909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Made reservation on behalf of beaf7dcf2a1142619fcf8ac5ce0748b7 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:47.523180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.530497 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da85784-2d2d-4e12-91d9-88c64f4c9d35 x-openstack-request-id: req-4da85784-2d2d-4e12-91d9-88c64f4c9d35 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:47.530885 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:47.531213 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4da85784-2d2d-4e12-91d9-88c64f4c9d35 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:47.531716 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'status': 'completed', 'code': 200} Nov 23 17:51:47.534377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.569548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2bcc8b1b-03ea-4cb8-8e30-37c92a444ea3 req-db7e9852-fd0a-43f3-aedd-67d07e1a2350 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Nov 23 17:51:47.614456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c8d4a39d-ca03-4020-84b5-5f124cdb57e0 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:47.638139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-1969551f-547a-4605-84fc-1ab16e171e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.639983 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-1969551f-547a-4605-84fc-1ab16e171e5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8be8565f31504c5489b71d419c8c7b4d&device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 1097 time: 0.0744658 Nov 23 17:51:47.687247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.697546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.711001 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.713527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facbfb9-b302-42d8-8c59-dcbf900223ee req-fa638823-322a-4349-83a5-b876ed591d37 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.715681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6facbfb9-b302-42d8-8c59-dcbf900223ee req-fa638823-322a-4349-83a5-b876ed591d37 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1101 time: 0.0665219 Nov 23 17:51:47.775576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6facbfb9-b302-42d8-8c59-dcbf900223ee req-8f3e64e5-b457-4ee7-8658-c490f9c73f2e tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532629 Nov 23 17:51:47.780249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:51:47.801763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c8d4a39d-ca03-4020-84b5-5f124cdb57e0, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:47.810782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1f48b1-80ed-4274-9789-01e28feccbfd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:47.820953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'c8d4a39d-ca03-4020-84b5-5f124cdb57e0', 'network_id': '06e70204-b520-4522-a7a6-7ba80d668a23', 'port_id': 'c8d4a39d-ca03-4020-84b5-5f124cdb57e0', 'mac_address': 'fa:16:3e:27:8e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77796d37-11a6-4b51-b566-d3e7a7615dcf', 'ip_address': '19.86.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:47.825772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.826097 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Added segment 8b348253-925a-4f94-9687-97babdfbfca6 of type vlan for network 75a4e8ef-266a-453b-8e00-dccac53b4603 Nov 23 17:51:47.873424 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.875950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-afd95939-3237-43c0-bf8b-fe581f9c2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.877672 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-afd95939-3237-43c0-bf8b-fe581f9c2632 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 200 len: 921 time: 0.2244577 Nov 23 17:51:47.879995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7bcc3-b292-49dc-9c13-844b105df5c6 req-782b0cf6-6cff-4dfd-aa17-d2ea3f868bb8 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.881476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ce7bcc3-b292-49dc-9c13-844b105df5c6 req-782b0cf6-6cff-4dfd-aa17-d2ea3f868bb8 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 945 time: 0.0793366 Nov 23 17:51:47.892726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d4a39d-ca03-4020-84b5-5f124cdb57e0 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:47.915811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c8d4a39d-ca03-4020-84b5-5f124cdb57e0, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:47.922310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.923059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c566568b-0b27-4ff6-a427-72c53f027009 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:47.928903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.933642 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-fa838ea8-18e2-48f3-a4ae-73c496ab03b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 200 len: 217 time: 0.0448472 Nov 23 17:51:47.956709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a461fb-4043-4e66-a903-863282736ea8 req-d6152d05-7390-40cc-a5c1-e052d3b9949f tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.958242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30a461fb-4043-4e66-a903-863282736ea8 req-d6152d05-7390-40cc-a5c1-e052d3b9949f tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 946 time: 0.0948875 Nov 23 17:51:47.975433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ce7bcc3-b292-49dc-9c13-844b105df5c6 req-8e411e40-b87d-430f-870b-079478dfc916 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744944 Nov 23 17:51:47.996877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-7e74bbfe-76cf-4b9c-9b05-df7ec52ef82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.999272 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-7e74bbfe-76cf-4b9c-9b05-df7ec52ef82e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 200 len: 859 time: 0.0566669 Nov 23 17:51:47.999695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:48.000930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.002179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.002811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.072562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30a461fb-4043-4e66-a903-863282736ea8 req-6f6a18b9-3325-4c5a-ba43-a0e53528b605 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961142 Nov 23 17:51:48.075002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c566568b-0b27-4ff6-a427-72c53f027009, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c566568b-0b27-4ff6-a427-72c53f027009,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:48.097774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'c566568b-0b27-4ff6-a427-72c53f027009', 'network_id': '24628691-2e93-412a-98fd-b3e5a5b239cb', 'port_id': 'c566568b-0b27-4ff6-a427-72c53f027009', 'mac_address': 'fa:16:3e:f8:6f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc983fc-41fc-4f92-9b9f-61d0e76a10a7', 'ip_address': '19.80.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:48.105023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346b04f-82af-471a-ac75-6ba203b57d18 req-2e4812cc-af13-480d-acf0-8a51588f3634 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.106768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f346b04f-82af-471a-ac75-6ba203b57d18 req-2e4812cc-af13-480d-acf0-8a51588f3634 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1101 time: 0.0523112 Nov 23 17:51:48.152112 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.166434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c566568b-0b27-4ff6-a427-72c53f027009 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:48.189000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c566568b-0b27-4ff6-a427-72c53f027009, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c566568b-0b27-4ff6-a427-72c53f027009,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:48.194458 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.201564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f346b04f-82af-471a-ac75-6ba203b57d18 req-734218dc-ead0-4ca4-9310-8ae6af1d40f3 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872331 Nov 23 17:51:48.216485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e22ac-9ff2-44d7-9824-814c52a42719 req-6f6f636e-ae8a-425b-a5a6-5bfe19e0b161 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.221568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-652e22ac-9ff2-44d7-9824-814c52a42719 req-6f6f636e-ae8a-425b-a5a6-5bfe19e0b161 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 945 time: 0.0814898 Nov 23 17:51:48.237835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40292) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:48.242569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Request body: {'floatingip': {'port_id': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:48.255566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=c566568b-0b27-4ff6-a427-72c53f027009,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:48.313956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.378448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] Pushing event updated for resources: {'Network': ['ID=75a4e8ef-266a-453b-8e00-dccac53b4603,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:48.393134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 75a4e8ef-266a-453b-8e00-dccac53b4603 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:51:48.399467 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-077c971e-d1a9-4771-b2a4-98bd8c48f2ef admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0289543 Nov 23 17:51:48.399655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40296) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:48.405118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Request body: {'subnet': {'network_id': '75a4e8ef-266a-453b-8e00-dccac53b4603', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-95818926-subnet', 'tenant_id': 'beaf7dcf2a1142619fcf8ac5ce0748b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:48.415910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-b11c1a56-e505-4ee7-a267-4b47123e52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.417622 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-b11c1a56-e505-4ee7-a267-4b47123e52a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8c8e012-da4f-40b8-896f-136864ad4562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674665 Nov 23 17:51:48.439151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae429-6693-43a0-9471-5ac5cf22738e req-4194d84f-c832-46b0-a9ac-df0f75fd40a6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.440711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acaae429-6693-43a0-9471-5ac5cf22738e req-4194d84f-c832-46b0-a9ac-df0f75fd40a6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1468782 Nov 23 17:51:48.452696 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Made reservation on behalf of beaf7dcf2a1142619fcf8ac5ce0748b7 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:48.455326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.565522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acaae429-6693-43a0-9471-5ac5cf22738e req-01aef5da-ca4f-478a-bc7e-b01e7a86d6d0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138787 Nov 23 17:51:48.604778 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-1ad4ecaf-75b3-44a3-8a75-b8ef940e8944 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714797 Nov 23 17:51:48.682110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['c8d4a39d-ca03-4020-84b5-5f124cdb57e0'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:48.774812 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e9965262-4bf1-42b7-9dc9-64f4ba429b59 req-b7826cb4-d279-47dc-8d8c-3ad0c6d2a538 service neutron] 10.222.0.66 "GET /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605871 Nov 23 17:51:48.776775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.821150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bc55-da5c-402a-ac5b-56213ce7d5eb req-8f8bcdc9-6e0d-4be4-9a6f-eea9cba5962b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.831970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bc55-da5c-402a-ac5b-56213ce7d5eb req-8f8bcdc9-6e0d-4be4-9a6f-eea9cba5962b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.833609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a519bc55-da5c-402a-ac5b-56213ce7d5eb req-8f8bcdc9-6e0d-4be4-9a6f-eea9cba5962b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1680 time: 0.1640863 Nov 23 17:51:48.858299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Checking segment: {'id': '8b348253-925a-4f94-9687-97babdfbfca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '75a4e8ef-266a-453b-8e00-dccac53b4603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:48.859556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Network hostable DHCP agents. Network: 75a4e8ef-266a-453b-8e00-dccac53b4603, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:51:48.875283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=504069a3-6c68-4c95-9e8d-6b3eaa46de68,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:48.890991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Network 75a4e8ef-266a-453b-8e00-dccac53b4603 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:51:48.908696 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 75a4e8ef-266a-453b-8e00-dccac53b4603) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:48.916006 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.916843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.928102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f735bcd-a630-4f5e-a70a-f691c1ffd89e None None] Network 75a4e8ef-266a-453b-8e00-dccac53b4603 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:48.943945 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-432be394-c667-4a71-906e-042193ce01ec admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5426111 Nov 23 17:51:48.972706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a519bc55-da5c-402a-ac5b-56213ce7d5eb req-4184cf90-d3c2-46e6-b6b9-1781029fc33b tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976849 Nov 23 17:51:49.088894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:49.093432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:49.104669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a39d1-2f45-4a68-949f-aaf518189427 None None] Network 75a4e8ef-266a-453b-8e00-dccac53b4603 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:49.268878 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Floating IP fa585749-f452-4aae-aaf1-e18b9bd81001 associated. External IP: 172.25.0.70, port: 5d332fde-3f07-46e9-b31f-7b2b0ad61e80. Nov 23 17:51:49.309915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:49.311853 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-988d7a2c-5fc4-477b-993f-19aa892987d2 req-a69a3f1d-2cbb-45ce-ab6f-e006494ef506 tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] show failed (client error): The resource could not be found. Nov 23 17:51:49.313413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-988d7a2c-5fc4-477b-993f-19aa892987d2 req-a69a3f1d-2cbb-45ce-ab6f-e006494ef506 tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] 10.222.0.74 "GET /v2.0/security-groups/188e5e7f-8acc-4ba4-96b9-c833b42bf419 HTTP/1.1" status: 404 len: 352 time: 0.0575116 Nov 23 17:51:49.322552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a7806-0c55-485e-8126-994ff1566b50 req-5f142f18-39df-4f41-bbdc-257fba7cb6e8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:49.324148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f26a7806-0c55-485e-8126-994ff1566b50 req-5f142f18-39df-4f41-bbdc-257fba7cb6e8 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 946 time: 0.1220448 Nov 23 17:51:49.455853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f26a7806-0c55-485e-8126-994ff1566b50 req-c34fa2b2-3b57-4651-9cb5-d945b14f9fbf tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213431 Nov 23 17:51:49.470895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f1999-d700-4f52-9ca8-74c64562df3b req-3a69e349-b1c1-4694-8e53-28d92d615530 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:49.472377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d34f1999-d700-4f52-9ca8-74c64562df3b req-3a69e349-b1c1-4694-8e53-28d92d615530 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0918758 Nov 23 17:51:49.644760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d34f1999-d700-4f52-9ca8-74c64562df3b req-826bdd27-347d-4058-9fa2-cd56056bc03f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337802 Nov 23 17:51:49.647962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f513b23a-2b3d-4872-aa51-dd5e68ded0a1 req-445586e5-21c5-46b7-baff-b94c345a7d59 tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=beaf7dcf2a1142619fcf8ac5ce0748b7 HTTP/1.1" status: 200 len: 3001 time: 0.1381609 Nov 23 17:51:49.665741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Router 505e2a88-78ae-4841-9fc8-1640c8080c79 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:49.747084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f513b23a-2b3d-4872-aa51-dd5e68ded0a1 req-93d86666-9a4b-4817-a828-f411b6cd1c3c tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] 10.222.0.74 "GET /v2.0/security-groups/1d1f48b1-80ed-4274-9789-01e28feccbfd HTTP/1.1" status: 200 len: 2998 time: 0.0891008 Nov 23 17:51:49.791299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['c566568b-0b27-4ff6-a427-72c53f027009'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:49.871695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f513b23a-2b3d-4872-aa51-dd5e68ded0a1 req-b65161ba-0bba-418b-a3c8-e0cb0de9c651 tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] 10.222.0.74 "GET /v2.0/security-groups/1d1f48b1-80ed-4274-9789-01e28feccbfd HTTP/1.1" status: 200 len: 2998 time: 0.1179502 Nov 23 17:51:49.874765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:49.880655 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:49.898211 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] Sync routers for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:49.910151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0845d-16ad-45d3-914b-1319e94ab9ae req-99d81b26-eed3-48db-8fd6-6d93dd2f75ea tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:49.911737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37e0845d-16ad-45d3-914b-1319e94ab9ae req-99d81b26-eed3-48db-8fd6-6d93dd2f75ea tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1219304 Nov 23 17:51:49.915136 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:49.915885 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:49.948938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5b626a2b-7f07-4e22-a094-2aa0f41379b0 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "PUT /v2.0/floatingips/fa585749-f452-4aae-aaf1-e18b9bd81001 HTTP/1.1" status: 200 len: 990 time: 1.7099550 Nov 23 17:51:49.953079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0698edae-73d4-42ab-903f-a1a3727d827d', 'tag': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:49.956477 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b" -d '{"events": [{"name": "network-changed", "server_uuid": "0698edae-73d4-42ab-903f-a1a3727d827d", "tag": "5d332fde-3f07-46e9-b31f-7b2b0ad61e80"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:49.998663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95f537ab-379d-482d-b9a4-05462672a831 req-9adb0a85-3413-4a48-8a19-0de0fd6cc5ee tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] 10.222.0.74 "GET /v2.0/security-groups/1d1f48b1-80ed-4274-9789-01e28feccbfd HTTP/1.1" status: 200 len: 2998 time: 0.0858548 Nov 23 17:51:50.015352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-38a81b2d-a22a-4c42-b98a-45a20a23515e tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.018345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-38a81b2d-a22a-4c42-b98a-45a20a23515e tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 946 time: 0.0808389 Nov 23 17:51:50.031062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37e0845d-16ad-45d3-914b-1319e94ab9ae req-5a719c79-2dc3-46b8-8713-f6879e38db75 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071451 Nov 23 17:51:50.048060 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:50.077431 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-95f537ab-379d-482d-b9a4-05462672a831 req-64eb596d-9f67-4284-aec2-f4a14e73a11c tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 17:51:50.080067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95f537ab-379d-482d-b9a4-05462672a831 req-64eb596d-9f67-4284-aec2-f4a14e73a11c tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] 10.222.0.74 "DELETE /v2.0/security-groups/1d1f48b1-80ed-4274-9789-01e28feccbfd HTTP/1.1" status: 409 len: 352 time: 0.0692623 Nov 23 17:51:50.133941 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c0eff0-bfe3-4363-a7cb-778dc1b1a105 x-openstack-request-id: req-14c0eff0-bfe3-4363-a7cb-778dc1b1a105 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:50.134250 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0698edae-73d4-42ab-903f-a1a3727d827d", "tag": "5d332fde-3f07-46e9-b31f-7b2b0ad61e80", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:50.134512 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14c0eff0-bfe3-4363-a7cb-778dc1b1a105 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:50.134958 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0698edae-73d4-42ab-903f-a1a3727d827d', 'tag': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'status': 'completed', 'code': 200} Nov 23 17:51:50.159020 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Deleting port bc3091cc-4a0c-4951-bd3d-6506dff4677e {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:50.159357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.174451 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-a56c1658-cb42-46e7-9d2f-ac69d51d1304 req-2ddb4a8e-d7c6-4f52-ba2e-cb154c5bc2b4 tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] show failed (client error): The resource could not be found. Nov 23 17:51:50.174451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a56c1658-cb42-46e7-9d2f-ac69d51d1304 req-2ddb4a8e-d7c6-4f52-ba2e-cb154c5bc2b4 tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] 10.222.0.74 "GET /v2.0/security-groups/6b362267-7b21-4528-975b-5576925046c2 HTTP/1.1" status: 404 len: 352 time: 0.0223982 Nov 23 17:51:50.240896 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-793d7158-94bc-4b93-86aa-26dc9dd6f61a req-f2dccb2d-d259-47c5-bd10-f04b8ff500c4 tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] show failed (client error): The resource could not be found. Nov 23 17:51:50.242217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-793d7158-94bc-4b93-86aa-26dc9dd6f61a req-f2dccb2d-d259-47c5-bd10-f04b8ff500c4 tempest-SecurityGroupsNegativeTestJSON-1138237074 tempest-SecurityGroupsNegativeTestJSON-1138237074-project] 10.222.0.74 "GET /v2.0/security-groups/3cee0984-e575-4bb3-ae71-daabe51eb50a HTTP/1.1" status: 404 len: 352 time: 0.0345201 Nov 23 17:51:50.252240 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.260032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40354) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:50.265226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-df03144a-b65b-4c16-8b35-331d86a97546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.267379 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-df03144a-b65b-4c16-8b35-331d86a97546 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c259901a864c40909395daf8455b5fc8&device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 1096 time: 0.1116889 Nov 23 17:51:50.303075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6e408-f7fa-4af7-80b3-2aafe6fc24a4 req-81373b17-6fc1-45fb-8624-470bde4920eb tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.311968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6e408-f7fa-4af7-80b3-2aafe6fc24a4 req-81373b17-6fc1-45fb-8624-470bde4920eb tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.314538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5a6e408-f7fa-4af7-80b3-2aafe6fc24a4 req-81373b17-6fc1-45fb-8624-470bde4920eb tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1680 time: 0.1226802 Nov 23 17:51:50.320272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] For port bc3091cc-4a0c-4951-bd3d-6506dff4677e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc3091cc-4a0c-4951-bd3d-6506dff4677e,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:50.320652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.363243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f12fe92-8557-41f1-a555-eabf9265e8b9 admin admin] Deleting subnet 504069a3-6c68-4c95-9e8d-6b3eaa46de68 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:51:50.366270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Calling delete_port for bc3091cc-4a0c-4951-bd3d-6506dff4677e owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:50.373509 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'fa585749-f452-4aae-aaf1-e18b9bd81001', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'port_id': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'mac_address': 'fa:16:3e:87:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0698edae-73d4-42ab-903f-a1a3727d827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:51:22Z', 'updated_at': '2021-11-23T17:51:48Z', 'revision_number': 1, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:17Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:50.375004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f12fe92-8557-41f1-a555-eabf9265e8b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.408716 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] Checking router: 505e2a88-78ae-4841-9fc8-1640c8080c79 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:50.418251 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:50.419007 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:50.430622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5a6e408-f7fa-4af7-80b3-2aafe6fc24a4 req-c13c6539-6d84-4f60-9d73-a45b2b97bec9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031151 Nov 23 17:51:50.441233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-20ae74e0-cb90-4dd5-ad83-c5c53b567475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.446905 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-20ae74e0-cb90-4dd5-ad83-c5c53b567475 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7f2acb3-ecc3-496f-8a35-a61f360aabfb HTTP/1.1" status: 200 len: 916 time: 0.1658359 Nov 23 17:51:50.447212 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f12fe92-8557-41f1-a555-eabf9265e8b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.509512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f12fe92-8557-41f1-a555-eabf9265e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.555528 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-97000991-02f2-4ff8-9929-708e07a853de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d332fde-3f07-46e9-b31f-7b2b0ad61e80 HTTP/1.1" status: 200 len: 998 time: 0.0978339 Nov 23 17:51:50.573664 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:50.615093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f12fe92-8557-41f1-a555-eabf9265e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.642879 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-1bcf7e9a-8b1b-44e9-a29d-99dfafc4d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.644389 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-1bcf7e9a-8b1b-44e9-a29d-99dfafc4d463 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93e8ca87-2f50-430e-8d58-85c350822583 HTTP/1.1" status: 200 len: 854 time: 0.0615017 Nov 23 17:51:50.645402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.650961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12fe92-8557-41f1-a555-eabf9265e8b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504069a3-6c68-4c95-9e8d-6b3eaa46de68,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:50.653173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f12fe92-8557-41f1-a555-eabf9265e8b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.659188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3f12fe92-8557-41f1-a555-eabf9265e8b9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/504069a3-6c68-4c95-9e8d-6b3eaa46de68 HTTP/1.1" status: 204 len: 168 time: 0.3982694 Nov 23 17:51:50.662618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40358) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:50.694008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede3bb0-87d6-4bef-822a-a7eba68b2b13 req-d7581156-3578-4c83-b1ef-c1fe51357183 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.701212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dede3bb0-87d6-4bef-822a-a7eba68b2b13 req-d7581156-3578-4c83-b1ef-c1fe51357183 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d3852e6-95ca-41e4-be7e-ea9a07627a8e HTTP/1.1" status: 200 len: 946 time: 0.1268280 Nov 23 17:51:50.704025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bc3091cc-4a0c-4951-bd3d-6506dff4677e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:50.734069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Pushing event deleted for resources: {'Port': ['ID=bc3091cc-4a0c-4951-bd3d-6506dff4677e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:50.809717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] No DVR routers for this DVR port bc3091cc-4a0c-4951-bd3d-6506dff4677e on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:50.813251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.817284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.817653 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d1a0bbb-72ed-4b32-917d-75b8d7206021 req-7352fe2f-081b-45c6-b645-4e8417ef7b66 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.66 "DELETE /v2.0/ports/bc3091cc-4a0c-4951-bd3d-6506dff4677e HTTP/1.1" status: 204 len: 173 time: 0.7890773 Nov 23 17:51:50.818905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'name': 'network-vif-deleted', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:50.821419 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56b26ce-9da4-4fce-b231-456056abbe64" -d '{"events": [{"server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "name": "network-vif-deleted", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:50.826816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-30c1ad63-52f0-4dc2-9cae-41838a1c0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.827496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dede3bb0-87d6-4bef-822a-a7eba68b2b13 req-72965b52-219f-4de9-8ab7-ec794ed8c059 tempest-FloatingIPsAssociationTestJSON-947776834 tempest-FloatingIPsAssociationTestJSON-947776834-project] 10.222.0.74 "GET /v2.0/security-groups?id=99404c17-bf7f-485e-a44e-3ab6719bf85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253841 Nov 23 17:51:50.828962 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-30c1ad63-52f0-4dc2-9cae-41838a1c0fdf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7f2acb3-ecc3-496f-8a35-a61f360aabfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753781 Nov 23 17:51:50.855758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb27944-2f44-44d0-aa04-de67bae65694 req-27f026f9-9220-4753-9372-df2ee7d4a12a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.858343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb27944-2f44-44d0-aa04-de67bae65694 req-27f026f9-9220-4753-9372-df2ee7d4a12a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0963676 Nov 23 17:51:50.889093 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'fa585749-f452-4aae-aaf1-e18b9bd81001', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'port_id': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'mac_address': 'fa:16:3e:87:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0698edae-73d4-42ab-903f-a1a3727d827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:51:22Z', 'updated_at': '2021-11-23T17:51:48Z', 'revision_number': 1, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:17Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:50.928188 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d0c1f-a3c3-4abf-9b0a-559c05ec4bd6 None None] The sync data for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 is: [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'fa585749-f452-4aae-aaf1-e18b9bd81001', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'port_id': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'mac_address': 'fa:16:3e:87:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0698edae-73d4-42ab-903f-a1a3727d827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:51:22Z', 'updated_at': '2021-11-23T17:51:48Z', 'revision_number': 1, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:17Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:51.012067 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-1339fd34-3291-48b8-8681-0ddaf61ae762 service neutron] 10.222.0.72 "GET /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590559 Nov 23 17:51:51.034909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.037097 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e12194-8ca5-4ee1-acd9-ce37ac7870f7 x-openstack-request-id: req-97e12194-8ca5-4ee1-acd9-ce37ac7870f7 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:51.038163 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3852e6-95ca-41e4-be7e-ea9a07627a8e", "name": "network-vif-deleted", "tag": "bc3091cc-4a0c-4951-bd3d-6506dff4677e", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:51.038581 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-97e12194-8ca5-4ee1-acd9-ce37ac7870f7 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:51.039336 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3852e6-95ca-41e4-be7e-ea9a07627a8e', 'name': 'network-vif-deleted', 'tag': 'bc3091cc-4a0c-4951-bd3d-6506dff4677e', 'status': 'completed', 'code': 200} Nov 23 17:51:51.083076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb27944-2f44-44d0-aa04-de67bae65694 req-ce15b46a-2f0c-4450-8a01-f21f2911a243 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695139 Nov 23 17:51:51.105757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a4e8ef-266a-453b-8e00-dccac53b4603']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:51.135143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b348253-925a-4f94-9687-97babdfbfca6') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:51.136828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b348253-925a-4f94-9687-97babdfbfca6') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:51.162381 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.176284 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6a44ceb-16b8-4e3e-aadb-36019f5b656b req-6303bf9c-beda-4f14-bb99-6bcd3a7eb582 service neutron] 10.222.0.72 "GET /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539345 Nov 23 17:51:51.285072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633a09de-bc6f-4275-b5db-70de4a2022ca None None] New status for floating IP fa585749-f452-4aae-aaf1-e18b9bd81001: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:51.522999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.534895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:51:51.535241 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:51:51.537644 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:51:51.571552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d928ce-168b-4050-85b8-c044b0a32bfb req-a5e116c4-de93-40af-8118-305955ef6575 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:51.573014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3d928ce-168b-4050-85b8-c044b0a32bfb req-a5e116c4-de93-40af-8118-305955ef6575 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.4274385 Nov 23 17:51:51.619039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0a9c-110b-4466-97d0-30f20574b68b req-eacbcb33-f63b-4ac1-9793-c33316f3a783 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:51.620529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0cb0a9c-110b-4466-97d0-30f20574b68b req-eacbcb33-f63b-4ac1-9793-c33316f3a783 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1096 time: 0.4283550 Nov 23 17:51:51.630386 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.645118 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.648241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] 10.222.0.74 "DELETE /v2.0/networks/75a4e8ef-266a-453b-8e00-dccac53b4603 HTTP/1.1" status: 204 len: 168 time: 0.9846821 Nov 23 17:51:51.659259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c8d4a39d-ca03-4020-84b5-5f124cdb57e0 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:51.674157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7b9ed-051d-4d06-8641-8f01c135a439 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a4e8ef-266a-453b-8e00-dccac53b4603,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:51.687519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3d928ce-168b-4050-85b8-c044b0a32bfb req-da2bd6b8-e5de-453a-98be-5b7676ff50ff tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895360 Nov 23 17:51:51.716691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0cb0a9c-110b-4466-97d0-30f20574b68b req-e60ce26c-29ff-4470-a0b9-1d929716bb59 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889606 Nov 23 17:51:51.730600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:51.736580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:51.737368 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.843313 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.843686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40382) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:51.869371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d4a39d-ca03-4020-84b5-5f124cdb57e0'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:51.871707 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57362650-507c-4b49-b940-9122ecd574df" -d '{"events": [{"server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "name": "network-vif-plugged", "status": "completed", "tag": "c8d4a39d-ca03-4020-84b5-5f124cdb57e0"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:51.887197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c8d4a39d-ca03-4020-84b5-5f124cdb57e0, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:51.894739 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-84ed0277-5197-421e-900e-3658733cc307 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=beaf7dcf2a1142619fcf8ac5ce0748b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475323 Nov 23 17:51:51.894994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40388) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:51.896303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.897683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c566568b-0b27-4ff6-a427-72c53f027009 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:51.920927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e485-f0e2-47e0-acc1-6a39e88151ef req-620951c9-9414-4f02-975f-a98409625be0 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:51.930472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e485-f0e2-47e0-acc1-6a39e88151ef req-620951c9-9414-4f02-975f-a98409625be0 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:51.932486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1914e485-f0e2-47e0-acc1-6a39e88151ef req-620951c9-9414-4f02-975f-a98409625be0 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1680 time: 0.0826941 Nov 23 17:51:51.956651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04c58ac4-73ce-430e-bfd6-f7ddb9c22f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.987212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04c58ac4-73ce-430e-bfd6-f7ddb9c22f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.996757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1914e485-f0e2-47e0-acc1-6a39e88151ef req-b7657167-ba58-46f7-a93b-290d8cf3b98d tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554781 Nov 23 17:51:52.005614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:52.034187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port c566568b-0b27-4ff6-a427-72c53f027009 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:52.041889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port c566568b-0b27-4ff6-a427-72c53f027009 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:52.043320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.060344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04c58ac4-73ce-430e-bfd6-f7ddb9c22f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.064446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40396) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:52.080610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04c58ac4-73ce-430e-bfd6-f7ddb9c22f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.086038 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-04c58ac4-73ce-430e-bfd6-f7ddb9c22f40 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d1f48b1-80ed-4274-9789-01e28feccbfd HTTP/1.1" status: 204 len: 168 time: 0.1886594 Nov 23 17:51:52.101488 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c7cb67-9981-4e73-a64d-a0f555feb387 x-openstack-request-id: req-86c7cb67-9981-4e73-a64d-a0f555feb387 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:52.101805 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "name": "network-vif-plugged", "status": "completed", "tag": "c8d4a39d-ca03-4020-84b5-5f124cdb57e0", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:52.102070 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-86c7cb67-9981-4e73-a64d-a0f555feb387 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:52.102482 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d4a39d-ca03-4020-84b5-5f124cdb57e0', 'code': 200} Nov 23 17:51:52.107779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c58ac4-73ce-430e-bfd6-f7ddb9c22f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1f48b1-80ed-4274-9789-01e28feccbfd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:52.166281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.214179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c566568b-0b27-4ff6-a427-72c53f027009, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c566568b-0b27-4ff6-a427-72c53f027009,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:52.225052 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.226445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bc3091cc-4a0c-4951-bd3d-6506dff4677e no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:52.324838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: bc3091cc-4a0c-4951-bd3d-6506dff4677e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:52.325810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bc3091cc-4a0c-4951-bd3d-6506dff4677e not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:52.336790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=c566568b-0b27-4ff6-a427-72c53f027009,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:52.404277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5752ac-4102-4d7e-8dc8-2985cdc729f8 req-6837d545-2b36-4b70-8694-f79d68913e47 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:52.405527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e5752ac-4102-4d7e-8dc8-2985cdc729f8 req-6837d545-2b36-4b70-8694-f79d68913e47 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1596091 Nov 23 17:51:52.497600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e5752ac-4102-4d7e-8dc8-2985cdc729f8 req-16c5a0ac-21ea-4a51-8dad-6374d4b17dbc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811682 Nov 23 17:51:52.624638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.856152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-f2db3a9c-187a-4afb-8dfb-06fddce18666 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:51:52.857376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-f2db3a9c-187a-4afb-8dfb-06fddce18666 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117860 Nov 23 17:51:52.911652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2094b-2430-4f8f-9778-e3bd98de8ed5 req-7070616d-689f-479e-bee1-48b8ca0ef28d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:52.913166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5b2094b-2430-4f8f-9778-e3bd98de8ed5 req-7070616d-689f-479e-bee1-48b8ca0ef28d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1175504 Nov 23 17:51:52.919995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-c5f4058f-138f-4570-a017-abad99b2088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:52.921325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-c5f4058f-138f-4570-a017-abad99b2088b service neutron] 10.222.0.74 "GET /v2.0/ports/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 200 len: 1093 time: 0.0532696 Nov 23 17:51:52.943121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Request body: {'binding': {'host': 'n-h1-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:52.943898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Unknown quota resources ['binding']. {{(pid=120536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:51:52.992097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40440) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:53.047882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5b2094b-2430-4f8f-9778-e3bd98de8ed5 req-b39d615f-ff57-46ce-9d8c-c419e2d12eed tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255133 Nov 23 17:51:53.104829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-308764223-network', 'tenant_id': '854a08e601104cef9342e7cdfb2b758f'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:53.131283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Made reservation on behalf of 854a08e601104cef9342e7cdfb2b758f for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:53.131588 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.142229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.145913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Deleting port a1c3ab28-af6f-42ae-b5c2-1817092810dd {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:53.146258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.230512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.234975 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.254813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on host n-h1-818932-3 for vnic_type normal with profile None {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:53.255160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:53.255494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:53.260025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:51:53.268471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:53.268835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:53.270462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d07e9e-1674-44cc-850b-826c503fcba2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:53.275941 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.276120 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Added segment e38f5192-c94e-4d0b-9d90-3a9a0567a86f of type vlan for network 69f6911b-b93a-49b1-b62f-2a271a0f3005 Nov 23 17:51:53.290591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:53.290877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:53.291265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:53.291716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Bound port: 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:53.303995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c901c9-3047-45fb-a590-6e2600333208 req-4810001a-efe2-4d77-8503-156bbde21d00 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.310065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c901c9-3047-45fb-a590-6e2600333208 req-4810001a-efe2-4d77-8503-156bbde21d00 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.311753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c901c9-3047-45fb-a590-6e2600333208 req-4810001a-efe2-4d77-8503-156bbde21d00 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1682 time: 0.1335309 Nov 23 17:51:53.320002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] For port a1c3ab28-af6f-42ae-b5c2-1817092810dd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a1c3ab28-af6f-42ae-b5c2-1817092810dd,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:53.320370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.351051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.371036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Calling delete_port for a1c3ab28-af6f-42ae-b5c2-1817092810dd owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:53.385405 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-66c87037-8beb-488e-b104-5df6974f669d service neutron] show failed (client error): The resource could not be found. Nov 23 17:51:53.386433 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-66c87037-8beb-488e-b104-5df6974f669d service neutron] 10.222.0.66 "GET /v2.0/ports/9e7b8b6e-8616-458e-a124-e64d38589a03/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.1025610 Nov 23 17:51:53.394413 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.395747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.396577 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.431118 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4375303 Nov 23 17:51:53.434077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:53.439585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Request body: {'subnet': {'network_id': '69f6911b-b93a-49b1-b62f-2a271a0f3005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-308764223-subnet', 'tenant_id': '854a08e601104cef9342e7cdfb2b758f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:53.471262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c901c9-3047-45fb-a590-6e2600333208 req-3c328048-a2e3-495d-858d-1104fc94de99 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482990 Nov 23 17:51:53.473371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:53.480466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e94a-471b-4fc2-9e8a-f03429da0da8 admin admin] Pushing event updated for resources: {'Network': ['ID=69f6911b-b93a-49b1-b62f-2a271a0f3005,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:53.488006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] Publish callbacks [] for binding, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.491271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ca0058c9-e328-4435-81ce-2f8d5e0d24a0 service neutron] 10.222.0.74 "POST /v2.0/ports/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5580649 Nov 23 17:51:53.496179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Made reservation on behalf of 854a08e601104cef9342e7cdfb2b758f for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:53.496374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 69f6911b-b93a-49b1-b62f-2a271a0f3005 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:51:53.498963 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.780531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-5272004d-ce80-4b7d-b3a1-aed2c9e0120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.784169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-5272004d-ce80-4b7d-b3a1-aed2c9e0120c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 1101 time: 0.0967453 Nov 23 17:51:53.800908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.807435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.809081 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:53.848330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089f0fc-e91a-4715-bf02-dc752dd464ba req-9199c5b4-bc09-4761-ae3d-8ff8f3073194 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.849820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9089f0fc-e91a-4715-bf02-dc752dd464ba req-9199c5b4-bc09-4761-ae3d-8ff8f3073194 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1289935 Nov 23 17:51:53.857385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f67c53-19e4-4577-acd8-4336a570a6e4 req-ae95c02a-8ef6-4f23-b6ec-134077392b9e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.858780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f67c53-19e4-4577-acd8-4336a570a6e4 req-ae95c02a-8ef6-4f23-b6ec-134077392b9e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.1368163 Nov 23 17:51:53.862339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c3ab28-af6f-42ae-b5c2-1817092810dd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:53.955477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfcb3a3-6421-44d0-a16d-d90bb05c3721,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:53.971308 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.977836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-5b909e22-1bab-45b6-8743-b9d46f6491f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.979385 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-5b909e22-1bab-45b6-8743-b9d46f6491f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1096 time: 0.1237581 Nov 23 17:51:53.987720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Checking segment: {'id': 'e38f5192-c94e-4d0b-9d90-3a9a0567a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69f6911b-b93a-49b1-b62f-2a271a0f3005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:53.988080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Network hostable DHCP agents. Network: 69f6911b-b93a-49b1-b62f-2a271a0f3005, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:51:53.989704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9089f0fc-e91a-4715-bf02-dc752dd464ba req-29663dad-a861-4ce4-afa6-34ac82398315 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294556 Nov 23 17:51:54.026191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f67c53-19e4-4577-acd8-4336a570a6e4 req-c7d615bd-2a14-40d6-b2da-4af89b30ace6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452155 Nov 23 17:51:54.103496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c566568b-0b27-4ff6-a427-72c53f027009'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:54.108044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Network 69f6911b-b93a-49b1-b62f-2a271a0f3005 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:51:54.108530 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101adaa3-556f-4c57-9070-9c37b5140f64" -d '{"events": [{"server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "name": "network-vif-plugged", "status": "completed", "tag": "c566568b-0b27-4ff6-a427-72c53f027009"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:54.130846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.165262 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af68a6a2-1cca-4c74-a4bc-57b063ed8f90 x-openstack-request-id: req-af68a6a2-1cca-4c74-a4bc-57b063ed8f90 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:54.165846 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "name": "network-vif-plugged", "status": "completed", "tag": "c566568b-0b27-4ff6-a427-72c53f027009", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:54.166444 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-af68a6a2-1cca-4c74-a4bc-57b063ed8f90 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:54.167074 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c566568b-0b27-4ff6-a427-72c53f027009', 'code': 200} Nov 23 17:51:54.200697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 69f6911b-b93a-49b1-b62f-2a271a0f3005) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:54.205615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.206224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.214077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c8865-fbe0-47fd-b1c6-6ae9d6784943 None None] Network 69f6911b-b93a-49b1-b62f-2a271a0f3005 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:54.241878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-1f95b624-c96e-48b2-b4f3-3fae93d09435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.243652 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-1f95b624-c96e-48b2-b4f3-3fae93d09435 service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.2510269 Nov 23 17:51:54.292858 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-814250a9-2008-4238-a338-b796f199b888 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8575134 Nov 23 17:51:54.306049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba25a9-f318-4a20-b90f-13a0874c0560 req-73c77678-e57d-4873-a5de-8be8869236e2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.307676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaba25a9-f318-4a20-b90f-13a0874c0560 req-73c77678-e57d-4873-a5de-8be8869236e2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1257708 Nov 23 17:51:54.347336 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-682d3371-de0c-41bc-be92-4b7c68347af4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 200 len: 217 time: 0.0957201 Nov 23 17:51:54.402511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5ba5e-0d9b-418a-97a4-81bfdf02ed71 None None] Network 69f6911b-b93a-49b1-b62f-2a271a0f3005 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:54.437220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-bdf75d4c-1a37-417a-afbe-28f4296eb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.439280 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-bdf75d4c-1a37-417a-afbe-28f4296eb96e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0844867 Nov 23 17:51:54.466518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332fbd2-36b0-4205-9f74-82ea42013366 req-8dbf59ef-c229-4926-a556-bbc31ea2ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.467528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332fbd2-36b0-4205-9f74-82ea42013366 req-8dbf59ef-c229-4926-a556-bbc31ea2ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.470317 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4332fbd2-36b0-4205-9f74-82ea42013366 req-8dbf59ef-c229-4926-a556-bbc31ea2ca05 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1984 time: 0.2200558 Nov 23 17:51:54.477036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:54.480855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaba25a9-f318-4a20-b90f-13a0874c0560 req-677c6816-ee68-48b9-b378-807c7da08d5c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633356 Nov 23 17:51:54.495865 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-f94040b5-872a-4ec0-b0c9-f44a2554195c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432336 Nov 23 17:51:54.544943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:54.647553 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4332fbd2-36b0-4205-9f74-82ea42013366 req-f3be745c-5640-4842-8bc1-db8ea1e552a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544318 Nov 23 17:51:54.656373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:54.666336 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] Sync routers for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:54.668345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40472) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:54.671257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e1e71380-bc17-4620-8334-43a5f4618161 admin admin] 10.222.0.74 "PUT /v2.0/routers/13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6052172 Nov 23 17:51:54.676166 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:54.678191 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:54.685345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3631-b1c6-485a-a40b-2c716a23b402 req-e5ca1993-a921-4f08-9da3-8bd0b8518cd1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.692749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3631-b1c6-485a-a40b-2c716a23b402 req-e5ca1993-a921-4f08-9da3-8bd0b8518cd1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.694490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-640a3631-b1c6-485a-a40b-2c716a23b402 req-e5ca1993-a921-4f08-9da3-8bd0b8518cd1 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1682 time: 0.0991619 Nov 23 17:51:54.768751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-640a3631-b1c6-485a-a40b-2c716a23b402 req-108f4a35-00e5-4611-af17-93d1cb3c1366 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676129 Nov 23 17:51:54.793384 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:54.817024 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.821560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:54.874049 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-e635eb65-3d88-46da-81d1-cbb772551af0 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607233 Nov 23 17:51:54.907873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-3874428d-7ced-4c3b-ae27-7fc7711b9254 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.911153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-3874428d-7ced-4c3b-ae27-7fc7711b9254 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/networks?id=69f6911b-b93a-49b1-b62f-2a271a0f3005 HTTP/1.1" status: 200 len: 821 time: 0.1193874 Nov 23 17:51:54.926982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-76241d59-7bb8-4b1a-b032-be4707cf582f tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/quotas/854a08e601104cef9342e7cdfb2b758f HTTP/1.1" status: 200 len: 375 time: 0.0106149 Nov 23 17:51:54.964403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:54.966648 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e2b93f-ae6f-4892-af06-c1b4d882087b" -d '{"events": [{"server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "name": "network-vif-unplugged", "status": "completed", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:54.971462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-e3362b6a-ebb4-4cfb-abb3-30f35325a0b0 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=854a08e601104cef9342e7cdfb2b758f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377321 Nov 23 17:51:54.972295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.993806 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:51:53Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:55.028275 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] Checking router: 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:55.038371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Transition to ACTIVE for port object 9e7b8b6e-8616-458e-a124-e64d38589a03 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:55.041702 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] Routers {'13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:55.042457 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:55.046454 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ee5f9b-0793-4005-9678-c784383ceb9e x-openstack-request-id: req-c7ee5f9b-0793-4005-9678-c784383ceb9e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:55.046844 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "name": "network-vif-unplugged", "status": "completed", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:55.047793 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7ee5f9b-0793-4005-9678-c784383ceb9e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:55.048195 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'code': 200} Nov 23 17:51:55.056150 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.087582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-cc9082a6-7991-486d-ba33-272e2ecb4f66 service neutron] 10.222.0.74 "GET /v2.0/networks/69f6911b-b93a-49b1-b62f-2a271a0f3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148279 Nov 23 17:51:55.114505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.143742 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-af11c2a3-179b-48cf-ac21-60c7b39a4311 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502186 Nov 23 17:51:55.147620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=6']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:55.222471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] No DVR routers for this DVR port 9e7b8b6e-8616-458e-a124-e64d38589a03 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:55.254322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef2d44-2dc8-4da4-ae6f-57fe5276da9a req-706b0a5b-53cc-489b-b1af-871b82f18178 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:55.261908 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8ef2d44-2dc8-4da4-ae6f-57fe5276da9a req-706b0a5b-53cc-489b-b1af-871b82f18178 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1542795 Nov 23 17:51:55.276906 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] Set router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:55.282771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Attempting to bind port 9e7b8b6e-8616-458e-a124-e64d38589a03 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:55.283432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Attempting to bind port 9e7b8b6e-8616-458e-a124-e64d38589a03 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:55.283933 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Attempting to bind port 9e7b8b6e-8616-458e-a124-e64d38589a03 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:55.290915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Port 9e7b8b6e-8616-458e-a124-e64d38589a03 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:55.291525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Attempting to bind port 9e7b8b6e-8616-458e-a124-e64d38589a03 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:55.300596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:55.301222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:55.302776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:55.303398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Bound port: 9e7b8b6e-8616-458e-a124-e64d38589a03, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:55.303947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.307109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Deleting port cafb958f-2974-4c48-beca-cde69ebdbb04 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:55.307739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.318410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-fd46dfda-b79d-4610-a4d2-8975d04f5410 service neutron] 10.222.0.74 "GET /v2.0/networks/69f6911b-b93a-49b1-b62f-2a271a0f3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228212 Nov 23 17:51:55.346531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8ef2d44-2dc8-4da4-ae6f-57fe5276da9a req-725277ee-1ac0-4c44-bd45-0dbf585a0f7f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821073 Nov 23 17:51:55.496413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8b407-3d2e-4405-acfe-4c7aab6fbf52 req-b6974c4a-7d0b-4b41-b590-66027a61e1db tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:55.496413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08b8b407-3d2e-4405-acfe-4c7aab6fbf52 req-b6974c4a-7d0b-4b41-b590-66027a61e1db tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.0698242 Nov 23 17:51:55.579419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:55.590552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:55.592811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] For port cafb958f-2974-4c48-beca-cde69ebdbb04, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cafb958f-2974-4c48-beca-cde69ebdbb04,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:55.595915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.601310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.612772 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08b8b407-3d2e-4405-acfe-4c7aab6fbf52 req-bec8f409-df5e-46b8-8676-c8306eefc1bb tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129658 Nov 23 17:51:55.667975 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:51:53Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:55.687710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Calling delete_port for cafb958f-2974-4c48-beca-cde69ebdbb04 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:55.712737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3bd2852-6875-46eb-9ace-8e4865c657eb req-6be7d019-755e-4504-865b-6e1342874338 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 210 time: 0.0743353 Nov 23 17:51:55.713082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:55.713707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.726256 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] 10.222.0.72 "PUT /v2.0/ports/9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 1096 time: 1.9160974 Nov 23 17:51:55.742565 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca70db0-aa80-4d79-90a1-5d327af4c5f3 None None] The sync data for ids ['13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a'] in n-d-818932-3 is: [{'id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'name': 'tempest-FloatingIPsAssociationTestJSON-222974592-router', 'tenant_id': '8be8565f31504c5489b71d419c8c7b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:12Z', 'updated_at': '2021-11-23T17:51:53Z', 'revision_number': 5, 'project_id': '8be8565f31504c5489b71d419c8c7b4d', 'gw_port': {'id': 'cafb958f-2974-4c48-beca-cde69ebdbb04', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:13Z', 'updated_at': '2021-11-23T17:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:55.823926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a3e52-92f3-417e-a74d-390d2d2450f3 req-b5774f34-1e26-4083-902f-2d1efd1f96b7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:55.840461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a41a3e52-92f3-417e-a74d-390d2d2450f3 req-b5774f34-1e26-4083-902f-2d1efd1f96b7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 948 time: 0.1254427 Nov 23 17:51:55.978025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a41a3e52-92f3-417e-a74d-390d2d2450f3 req-cbe4fe66-c502-4000-954a-deeb17c1a1d2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254716 Nov 23 17:51:56.055700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a1298-3017-48a6-9b91-07767527965d req-88e37238-0e08-45ad-8ffe-9237ef9ce323 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.116211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a1298-3017-48a6-9b91-07767527965d req-88e37238-0e08-45ad-8ffe-9237ef9ce323 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.135602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d2a1298-3017-48a6-9b91-07767527965d req-88e37238-0e08-45ad-8ffe-9237ef9ce323 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1682 time: 0.2341490 Nov 23 17:51:56.213405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a1c3ab28-af6f-42ae-b5c2-1817092810dd no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:56.256210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d2a1298-3017-48a6-9b91-07767527965d req-3a44127c-d9f4-4a80-9c1e-d7cb570ea32e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122234 Nov 23 17:51:56.270540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: a1c3ab28-af6f-42ae-b5c2-1817092810dd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:56.271376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a1c3ab28-af6f-42ae-b5c2-1817092810dd not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:56.318402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11bd28-cbee-4b87-b9b7-90b04fb1957b service neutron] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:56.342578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-d467977b-bae6-408a-8bd2-d2d0378cf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.345851 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-d467977b-bae6-408a-8bd2-d2d0378cf9d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1099 time: 0.5815279 Nov 23 17:51:56.510099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-3aa0114d-e774-4ce9-a053-4fde2cec0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.511746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-3aa0114d-e774-4ce9-a053-4fde2cec0ae4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1571314 Nov 23 17:51:56.534582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49f039-3756-4763-adf5-2bcf8b7079be req-03ef2d2b-2167-4d38-84f7-a434aa0fd4d8 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.536263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd49f039-3756-4763-adf5-2bcf8b7079be req-03ef2d2b-2167-4d38-84f7-a434aa0fd4d8 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0730622 Nov 23 17:51:56.580017 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-a9259a9e-d804-4e04-8643-99fa6fece873 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 217 time: 0.0596070 Nov 23 17:51:56.601050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd49f039-3756-4763-adf5-2bcf8b7079be req-e5967fff-22aa-4656-89ec-7bae77e09c52 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580299 Nov 23 17:51:56.658173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-fd1d8f50-aa87-43b3-811e-3e6bdb55d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.659946 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-fd1d8f50-aa87-43b3-811e-3e6bdb55d33b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0710037 Nov 23 17:51:56.667957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:56.704525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=cafb958f-2974-4c48-beca-cde69ebdbb04,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:56.766740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bbb05-1994-455a-b9db-c81172d675af req-66dfcd50-7f21-40ba-b994-8a0d370623c0 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.776296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c49bbb05-1994-455a-b9db-c81172d675af req-66dfcd50-7f21-40ba-b994-8a0d370623c0 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.0787823 Nov 23 17:51:56.801314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-3b3aabd9-94a8-4572-8070-a8010cc74be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.803108 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-3b3aabd9-94a8-4572-8070-a8010cc74be8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326005 Nov 23 17:51:56.808186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:56.831862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc389bfe-ef8c-4dff-b57a-a1541dbc5626 req-ef6bea61-d17a-42ef-99b1-f8969ee557fe tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 210 time: 0.0396357 Nov 23 17:51:56.879307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c49bbb05-1994-455a-b9db-c81172d675af req-547fc585-bb6c-41c7-bbde-d66f93b69b1c tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020396 Nov 23 17:51:56.941121 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:56.947218 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.053308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:57.056446 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e1814f-28db-4927-9094-897cf85c482e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:57.119963 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.120753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:51:57.132122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.136921 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d438f520-d531-455c-abae-8e4d935c3dfa admin admin] 10.222.0.74 "DELETE /v2.0/routers/13e4a1e4-3b0b-4f6e-a669-bb19576f4e9a HTTP/1.1" status: 204 len: 168 time: 2.4613461 Nov 23 17:51:57.140013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40518) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:57.143456 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-13f3c691-380d-43cf-82b8-7d4029daf681 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042474 Nov 23 17:51:57.190805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7659239-526b-4ae7-b7b1-44d12f761847 req-caeddc12-3d27-4344-b7bb-7ab652c2d528 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.191886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7659239-526b-4ae7-b7b1-44d12f761847 req-caeddc12-3d27-4344-b7bb-7ab652c2d528 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 948 time: 0.0826778 Nov 23 17:51:57.241079 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4459fa7-c461-42b9-a41c-770da65038b5 x-openstack-request-id: req-e4459fa7-c461-42b9-a41c-770da65038b5 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:57.241748 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:57.242416 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4459fa7-c461-42b9-a41c-770da65038b5 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:57.243145 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'status': 'completed', 'code': 200} Nov 23 17:51:57.262452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-9481e94c-12e9-4093-b8f3-7c4ef3c0df08 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.262855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7659239-526b-4ae7-b7b1-44d12f761847 req-f8fd57e6-fe3c-4be1-9562-7902f3595913 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589349 Nov 23 17:51:57.264589 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-9481e94c-12e9-4093-b8f3-7c4ef3c0df08 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.72 "GET /v2.0/networks?id=69f6911b-b93a-49b1-b62f-2a271a0f3005 HTTP/1.1" status: 200 len: 821 time: 0.3201728 Nov 23 17:51:57.320068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Request body: {'port': {'device_id': '3481fafe-ada2-48cd-bbba-7748df1ccc80', 'network_id': '69f6911b-b93a-49b1-b62f-2a271a0f3005', 'admin_state_up': True, 'tenant_id': '854a08e601104cef9342e7cdfb2b758f'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:57.398985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c694f9-3729-4933-928c-f81698de1f4a req-cf83814d-be72-4467-9c66-8030b5659286 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.405083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c694f9-3729-4933-928c-f81698de1f4a req-cf83814d-be72-4467-9c66-8030b5659286 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.407047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55c694f9-3729-4933-928c-f81698de1f4a req-cf83814d-be72-4467-9c66-8030b5659286 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1682 time: 0.0633166 Nov 23 17:51:57.454159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a841c46-9d98-440e-9814-cbcfeaf43203 admin admin] Deleting subnet fad607a9-abe7-4538-a7c6-abae54c5e3c4 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:51:57.463111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a841c46-9d98-440e-9814-cbcfeaf43203 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.463869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55c694f9-3729-4933-928c-f81698de1f4a req-9c120c64-0e0c-44b4-bbb4-c242da234734 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494163 Nov 23 17:51:57.513863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1814f-28db-4927-9094-897cf85c482e req-6dd8ac90-8639-487d-a7e3-2be5884d66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.515370 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-6dd8ac90-8639-487d-a7e3-2be5884d66a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1099 time: 0.2711475 Nov 23 17:51:57.561989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a841c46-9d98-440e-9814-cbcfeaf43203 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.610184 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f12c381d-f47c-4de2-a081-40d342bb7159 req-5110f876-39b6-4dc8-a91d-d89eccc5ca01 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560838 Nov 23 17:51:57.676222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Made reservation on behalf of 854a08e601104cef9342e7cdfb2b758f for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:57.680020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.681343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 9e7b8b6e-8616-458e-a124-e64d38589a03 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:57.790166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 9e7b8b6e-8616-458e-a124-e64d38589a03 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:57.804800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb28521-fe23-4fb5-8909-000f348a75f8 req-53c79775-eac1-4740-a949-1a4d568d154f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.816506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cb28521-fe23-4fb5-8909-000f348a75f8 req-53c79775-eac1-4740-a949-1a4d568d154f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1340284 Nov 23 17:51:57.838283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1814f-28db-4927-9094-897cf85c482e req-9129dd9f-4d0d-4030-bb2f-e922d995655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.839794 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-9129dd9f-4d0d-4030-bb2f-e922d995655c service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2992985 Nov 23 17:51:57.857199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a841c46-9d98-440e-9814-cbcfeaf43203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.905037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cafb958f-2974-4c48-beca-cde69ebdbb04 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:57.923710 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cb28521-fe23-4fb5-8909-000f348a75f8 req-81e0f831-1914-4678-90da-ce00e06eebbd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060817 Nov 23 17:51:57.943706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cafb958f-2974-4c48-beca-cde69ebdbb04 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:57.944054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cafb958f-2974-4c48-beca-cde69ebdbb04 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:58.017089 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-decd2ddd-d47a-482f-8f97-5ca221293d3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 217 time: 0.1633883 Nov 23 17:51:58.022794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1814f-28db-4927-9094-897cf85c482e req-65cb154f-7aca-4f4c-b8a9-496da9021b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.024162 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-65cb154f-7aca-4f4c-b8a9-496da9021b4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1099 time: 0.3420069 Nov 23 17:51:58.037112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53190a34-fe74-4bc0-9617-67969c8b50d5 req-9f0372b4-67e8-4857-be98-e75275b22391 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 210 time: 0.0448651 Nov 23 17:51:58.077641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aff34-c8bf-4522-adbe-c943000b7ab0 req-ef26fe22-67d4-44ae-8873-c479c92691f9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.085590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aff34-c8bf-4522-adbe-c943000b7ab0 req-ef26fe22-67d4-44ae-8873-c479c92691f9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.093575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-596aff34-c8bf-4522-adbe-c943000b7ab0 req-ef26fe22-67d4-44ae-8873-c479c92691f9 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1682 time: 0.1110353 Nov 23 17:51:58.163227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-596aff34-c8bf-4522-adbe-c943000b7ab0 req-9e6c22c9-fd0f-44ac-83c6-5b8066f54bbf tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682075 Nov 23 17:51:58.207394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1814f-28db-4927-9094-897cf85c482e req-6fdbc07a-2493-4098-ae72-64fcbb5b9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.208873 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-6fdbc07a-2493-4098-ae72-64fcbb5b9982 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1786618 Nov 23 17:51:58.214228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4723813-3e85-472c-b812-55d03c2d88b3 req-3c39b42e-2619-4295-9a8d-d6aefaa49878 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.216715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a841c46-9d98-440e-9814-cbcfeaf43203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.219184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4723813-3e85-472c-b812-55d03c2d88b3 req-3c39b42e-2619-4295-9a8d-d6aefaa49878 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.0765774 Nov 23 17:51:58.219931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Allocated IP 172.20.0.9 (69f6911b-b93a-49b1-b62f-2a271a0f3005/8bfcb3a3-6421-44d0-a16d-d90bb05c3721/628bd0d2-d11d-4e20-b3e4-e1858911f227) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:58.283227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4723813-3e85-472c-b812-55d03c2d88b3 req-4eada762-a9d4-4c10-9e7b-2147167a7d40 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584714 Nov 23 17:51:58.302465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a841c46-9d98-440e-9814-cbcfeaf43203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad607a9-abe7-4538-a7c6-abae54c5e3c4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:58.302465 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a841c46-9d98-440e-9814-cbcfeaf43203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.302682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e1869-51a7-4846-b3f3-e8d255d80528 None None] Network c8c8e012-da4f-40b8-896f-136864ad4562 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:58.304899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40540) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:58.305126 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0a841c46-9d98-440e-9814-cbcfeaf43203 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fad607a9-abe7-4538-a7c6-abae54c5e3c4 HTTP/1.1" status: 204 len: 168 time: 1.1604292 Nov 23 17:51:58.319639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1814f-28db-4927-9094-897cf85c482e req-b4582097-86c2-47eb-9008-88615180f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.321685 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-b4582097-86c2-47eb-9008-88615180f39b service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2781968 Nov 23 17:51:58.403867 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-be1a274f-4eee-49c0-8030-e45257d75ad0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 217 time: 0.0429561 Nov 23 17:51:58.463131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1814f-28db-4927-9094-897cf85c482e req-4e27da8b-a8b6-41da-9211-b6fea129ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.465089 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-4e27da8b-a8b6-41da-9211-b6fea129ce81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2412202 Nov 23 17:51:58.465826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.525213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf1d53-a2ef-44a3-9a58-a5acd8014684 req-8ce1a882-8b35-46cb-876c-aeeed69fee07 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.526683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71cf1d53-a2ef-44a3-9a58-a5acd8014684 req-8ce1a882-8b35-46cb-876c-aeeed69fee07 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 948 time: 0.1528184 Nov 23 17:51:58.539818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1814f-28db-4927-9094-897cf85c482e req-b10bdb56-4164-4d2a-9b5c-38eb045cce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.540762 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-b10bdb56-4164-4d2a-9b5c-38eb045cce5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1275342 Nov 23 17:51:58.559881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] DHCP port deletion for c8c8e012-da4f-40b8-896f-136864ad4562 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:58.599346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Deleting port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:58.599682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.615872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] Deleting port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:58.616641 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.643785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71cf1d53-a2ef-44a3-9a58-a5acd8014684 req-fc420e8b-5e38-45fe-8d1f-11852cfbceca tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906546 Nov 23 17:51:58.701408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] For port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:58.702618 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.713442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] For port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,segment=NetworkSegment(eab6cdeb-d033-47da-9a68-466d8d8341a5),segment_id=eab6cdeb-d033-47da-9a68-466d8d8341a5)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:58.713805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.718099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] Calling delete_port for ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:58.732379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Calling delete_port for ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:58.841335 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.874007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:58.884301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] No DVR routers for this DVR port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:58.993872 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-6952884f-102f-4271-b01b-b4c4cea7b28a service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189145 Nov 23 17:51:58.999348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1814f-28db-4927-9094-897cf85c482e req-a6bb67da-0a5e-4511-b1d8-44688c36061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.002088 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-a6bb67da-0a5e-4511-b1d8-44688c36061b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4469256 Nov 23 17:51:59.008786 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.033615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.036017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c8e012-da4f-40b8-896f-136864ad4562']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:59.050023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab6cdeb-d033-47da-9a68-466d8d8341a5') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:59.050468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab6cdeb-d033-47da-9a68-466d8d8341a5') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:59.067758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] Pushing event deleted for resources: {'Port': ['ID=ddb6bb26-140d-4ca0-8ad7-4df34868c6c2,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:59.071658 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db6ed8-1553-4150-ba2c-a2519c817e72 None None] No DVR routers for this DVR port ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:59.076319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.091690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.117232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.128298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:51:59.129336 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:51:59.131311 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:51:59.139488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.159282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3914ad9-f35e-4573-8f4c-a04f59d17aab req-63d26e6b-6c42-412d-b64d-d90ae89e04dc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.162313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3914ad9-f35e-4573-8f4c-a04f59d17aab req-63d26e6b-6c42-412d-b64d-d90ae89e04dc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1085122 Nov 23 17:51:59.259845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.277853 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.278973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Network 69f6911b-b93a-49b1-b62f-2a271a0f3005 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:59.284977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c8c8e012-da4f-40b8-896f-136864ad4562 HTTP/1.1" status: 204 len: 168 time: 0.9787326 Nov 23 17:51:59.303090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:59.313740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3914ad9-f35e-4573-8f4c-a04f59d17aab req-3b8b0982-6820-4948-9aaa-97cfcc354c79 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419570 Nov 23 17:51:59.314579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279f34e-acc3-4092-9b76-190802e5add7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c8e012-da4f-40b8-896f-136864ad4562,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:59.330759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:59.336908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Pushing event updated for resources: {'Port': ['ID=628bd0d2-d11d-4e20-b3e4-e1858911f227,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:59.342606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248e575-02cf-4291-a364-53d165c7d05e req-3f9d7141-4aee-4ca6-9027-75681815b927 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.350401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f248e575-02cf-4291-a364-53d165c7d05e req-3f9d7141-4aee-4ca6-9027-75681815b927 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 931 time: 0.1750107 Nov 23 17:51:59.368877 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-a1fdda44-3780-430a-abbc-44aa2a6cc781 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491611 Nov 23 17:51:59.418343 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-bf30e457-d15b-4a83-8ecf-5be53af2d3d3 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148145 Nov 23 17:51:59.445643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.445643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.476207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f248e575-02cf-4291-a364-53d165c7d05e req-8714eecd-71be-49e2-9c6c-9487560d8378 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114979 Nov 23 17:51:59.498439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83800e3e-0a67-4939-9b02-548fd3b88e2f req-c2d55aa6-827f-4dc4-a441-315dbf534dc2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.503081 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-54ad2fb0-5a46-498e-9b54-793ca69d1436 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1971810 Nov 23 17:51:59.511843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83800e3e-0a67-4939-9b02-548fd3b88e2f req-c2d55aa6-827f-4dc4-a441-315dbf534dc2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.513452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83800e3e-0a67-4939-9b02-548fd3b88e2f req-c2d55aa6-827f-4dc4-a441-315dbf534dc2 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1682 time: 0.1254864 Nov 23 17:51:59.517460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Request body: {'port': {'device_id': '3481fafe-ada2-48cd-bbba-7748df1ccc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:59.541991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:59.564173 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-02e1814f-28db-4927-9094-897cf85c482e req-6e518349-052b-41f5-bd81-1d7eda320bf1 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824043 Nov 23 17:51:59.622826 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.633827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-472ff783-ab7c-40d9-8b18-9475f9255908 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.639839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-472ff783-ab7c-40d9-8b18-9475f9255908 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.642723 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-472ff783-ab7c-40d9-8b18-9475f9255908 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.66 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 1682 time: 0.1034069 Nov 23 17:51:59.654405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83800e3e-0a67-4939-9b02-548fd3b88e2f req-007f1400-f1fd-407d-8f5e-967c817bb69a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322620 Nov 23 17:51:59.664446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1904ecfb-dabe-4490-9f15-4cb312db0251 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8be8565f31504c5489b71d419c8c7b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1188340 Nov 23 17:51:59.665643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40562) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:59.716473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be572f7-ca6b-4625-94e6-e45b75cab914 req-c57efc0b-d34f-46b9-bb8c-35878d1216df tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.719225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be572f7-ca6b-4625-94e6-e45b75cab914 req-c57efc0b-d34f-46b9-bb8c-35878d1216df tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.1457214 Nov 23 17:51:59.800033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be572f7-ca6b-4625-94e6-e45b75cab914 req-f8329623-6821-411e-99ff-d661a9c663cc tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732477 Nov 23 17:51:59.893640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:59.912326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a8226d76-3978-4770-bd08-f805d8e25f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.919045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d760369-f450-48a5-a558-fd96ab93de12 req-dff05a66-dee6-4e93-af59-cec071f9c5f7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.920656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d760369-f450-48a5-a558-fd96ab93de12 req-dff05a66-dee6-4e93-af59-cec071f9c5f7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 948 time: 0.0751636 Nov 23 17:51:59.955804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:59.956153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ddb6bb26-140d-4ca0-8ad7-4df34868c6c2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:59.970469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port c566568b-0b27-4ff6-a427-72c53f027009 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:59.970822 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.034595 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a8226d76-3978-4770-bd08-f805d8e25f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.201278 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a8226d76-3978-4770-bd08-f805d8e25f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.205026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a8226d76-3978-4770-bd08-f805d8e25f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.208622 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a8226d76-3978-4770-bd08-f805d8e25f2d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/99404c17-bf7f-485e-a44e-3ab6719bf85e HTTP/1.1" status: 204 len: 168 time: 0.5401723 Nov 23 17:52:00.217577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port c566568b-0b27-4ff6-a427-72c53f027009, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c566568b-0b27-4ff6-a427-72c53f027009,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:00.218396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.250915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8226d76-3978-4770-bd08-f805d8e25f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99404c17-bf7f-485e-a44e-3ab6719bf85e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:00.257565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for c566568b-0b27-4ff6-a427-72c53f027009 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:00.279894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628bd0d2-d11d-4e20-b3e4-e1858911f227 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:00.317578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.339285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Transition to ACTIVE for port object 628bd0d2-d11d-4e20-b3e4-e1858911f227 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:52:00.342837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d760369-f450-48a5-a558-fd96ab93de12 req-e552ecaf-976a-4c43-8d88-27b759950759 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044344 Nov 23 17:52:00.351616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.424717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Pushing event updated for resources: {'Port': ['ID=628bd0d2-d11d-4e20-b3e4-e1858911f227,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:00.537789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a5063-259e-4ce6-85be-379c42feefef req-c6d831f4-d7f0-4c81-a032-7c42c8086388 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:00.543508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-808a5063-259e-4ce6-85be-379c42feefef req-c6d831f4-d7f0-4c81-a032-7c42c8086388 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1169803 Nov 23 17:52:00.558582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Attempting to bind port 628bd0d2-d11d-4e20-b3e4-e1858911f227 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:00.558936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Attempting to bind port 628bd0d2-d11d-4e20-b3e4-e1858911f227 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'e38f5192-c94e-4d0b-9d90-3a9a0567a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69f6911b-b93a-49b1-b62f-2a271a0f3005'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:00.559275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Attempting to bind port 628bd0d2-d11d-4e20-b3e4-e1858911f227 on network 69f6911b-b93a-49b1-b62f-2a271a0f3005 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:00.569466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Port 628bd0d2-d11d-4e20-b3e4-e1858911f227 on network 69f6911b-b93a-49b1-b62f-2a271a0f3005 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:52:00.569802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Attempting to bind port 628bd0d2-d11d-4e20-b3e4-e1858911f227 on network 69f6911b-b93a-49b1-b62f-2a271a0f3005 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:00.575634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:00.575973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Checking segment: {'id': 'e38f5192-c94e-4d0b-9d90-3a9a0567a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69f6911b-b93a-49b1-b62f-2a271a0f3005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:00.576363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Bound using segment: {'id': 'e38f5192-c94e-4d0b-9d90-3a9a0567a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69f6911b-b93a-49b1-b62f-2a271a0f3005'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:00.576797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Bound port: 628bd0d2-d11d-4e20-b3e4-e1858911f227, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38f5192-c94e-4d0b-9d90-3a9a0567a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69f6911b-b93a-49b1-b62f-2a271a0f3005'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:00.577162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.611051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.623151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['c8d4a39d-ca03-4020-84b5-5f124cdb57e0', 'c566568b-0b27-4ff6-a427-72c53f027009'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:00.655529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-808a5063-259e-4ce6-85be-379c42feefef req-149418d0-594b-4f17-a7a1-5bae4320fb69 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031842 Nov 23 17:52:00.695296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52321d2d-9ef2-49ac-875b-e87e991379de req-6b8b8c56-d1b3-4ce7-a91b-6c6c31792efb tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:00.709976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52321d2d-9ef2-49ac-875b-e87e991379de req-6b8b8c56-d1b3-4ce7-a91b-6c6c31792efb tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 943 time: 0.1224353 Nov 23 17:52:00.835330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9e7b8b6e-8616-458e-a124-e64d38589a03 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:00.838836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=c566568b-0b27-4ff6-a427-72c53f027009,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:00.852496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port c566568b-0b27-4ff6-a427-72c53f027009 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:00.867039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52321d2d-9ef2-49ac-875b-e87e991379de req-42358e33-c677-423f-871f-a3d9517508d3 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549845 Nov 23 17:52:00.870106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.873476 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-7ca60f6f-1de1-4643-9dfb-1b01283d05b4 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.66 "DELETE /v2.0/ports/c566568b-0b27-4ff6-a427-72c53f027009 HTTP/1.1" status: 204 len: 173 time: 1.2231131 Nov 23 17:52:00.873937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'name': 'network-vif-deleted', 'tag': 'c566568b-0b27-4ff6-a427-72c53f027009'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:00.877427 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e21c0c6-a562-4713-8b6b-83d7ab2422d1" -d '{"events": [{"server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "name": "network-vif-deleted", "tag": "c566568b-0b27-4ff6-a427-72c53f027009"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:00.901424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700a06-3abd-4d79-9694-09cf0491858a req-7f9a5428-8464-4620-aff4-40aa75760ce3 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:00.904285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3700a06-3abd-4d79-9694-09cf0491858a req-7f9a5428-8464-4620-aff4-40aa75760ce3 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 946 time: 0.1373193 Nov 23 17:52:00.976842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3700a06-3abd-4d79-9694-09cf0491858a req-29db6d77-659e-4fad-aa76-1c5df0dd12d8 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701215 Nov 23 17:52:01.010473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] For port 628bd0d2-d11d-4e20-b3e4-e1858911f227, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:01.027285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] For port 628bd0d2-d11d-4e20-b3e4-e1858911f227, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=628bd0d2-d11d-4e20-b3e4-e1858911f227,segment=NetworkSegment(e38f5192-c94e-4d0b-9d90-3a9a0567a86f),segment_id=e38f5192-c94e-4d0b-9d90-3a9a0567a86f)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:01.063007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.098857 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c4dd92-fc8b-4289-8ae3-e2e71b3f0260 x-openstack-request-id: req-e7c4dd92-fc8b-4289-8ae3-e2e71b3f0260 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:01.099382 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "name": "network-vif-deleted", "tag": "c566568b-0b27-4ff6-a427-72c53f027009", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:01.099791 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e7c4dd92-fc8b-4289-8ae3-e2e71b3f0260 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:01.100373 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'name': 'network-vif-deleted', 'tag': 'c566568b-0b27-4ff6-a427-72c53f027009', 'status': 'completed', 'code': 200} Nov 23 17:52:01.169388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:01.170034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.176482 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] 10.222.0.72 "PUT /v2.0/ports/628bd0d2-d11d-4e20-b3e4-e1858911f227 HTTP/1.1" status: 200 len: 1091 time: 1.6640818 Nov 23 17:52:01.213809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e6b9-5475-480e-866d-55a52efd1bcd req-ec984c54-1bdb-436b-b50d-3ea57e403c66 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:01.222327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e853e6b9-5475-480e-866d-55a52efd1bcd req-ec984c54-1bdb-436b-b50d-3ea57e403c66 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.1044734 Nov 23 17:52:01.234879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:01.253418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'mac_address': 'fa:16:3e:56:8d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:52:01.279205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e853e6b9-5475-480e-866d-55a52efd1bcd req-152ab9dd-80e4-488f-894b-a8d0a198c561 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Nov 23 17:52:01.280532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2f728-a01b-407c-b2f4-1c1508560493 service neutron] Pushing event updated for resources: {'Port': ['ID=628bd0d2-d11d-4e20-b3e4-e1858911f227,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:01.311734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:01.312193 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.328559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.346838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7b8b6e-8616-458e-a124-e64d38589a03 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:01.386866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:01.388145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-e2ac7f1c-91fc-46f1-8024-5e4ceeddaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:01.389662 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-e2ac7f1c-91fc-46f1-8024-5e4ceeddaa52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854a08e601104cef9342e7cdfb2b758f&device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 1094 time: 0.1387050 Nov 23 17:52:01.397486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.465154 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-3a594a9d-39d1-411e-bf26-307d3da640b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628bd0d2-d11d-4e20-b3e4-e1858911f227 HTTP/1.1" status: 200 len: 217 time: 0.0472853 Nov 23 17:52:01.474862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port c8d4a39d-ca03-4020-84b5-5f124cdb57e0, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:01.475241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.509650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:01.518402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for c8d4a39d-ca03-4020-84b5-5f124cdb57e0 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:01.549575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bb764-1d5f-471f-a6d3-5a7f9f7d6c17 req-f06d369f-12e4-4775-889c-7d659b9b6619 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:01.551558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b28bb764-1d5f-471f-a6d3-5a7f9f7d6c17 req-f06d369f-12e4-4775-889c-7d659b9b6619 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 949 time: 0.0843453 Nov 23 17:52:01.573702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-40d86eba-7dd4-4b94-94c8-0a1baa52b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:01.575226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-40d86eba-7dd4-4b94-94c8-0a1baa52b25d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8bfcb3a3-6421-44d0-a16d-d90bb05c3721 HTTP/1.1" status: 200 len: 861 time: 0.0973544 Nov 23 17:52:01.644313 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-5ffc73e6-a47a-4d06-b7e2-067c5f3a0af8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69f6911b-b93a-49b1-b62f-2a271a0f3005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365868 Nov 23 17:52:01.676505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b28bb764-1d5f-471f-a6d3-5a7f9f7d6c17 req-0bf202f4-2fca-4320-9abf-9185bc8e35a4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142442 Nov 23 17:52:01.715870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:01.815953 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.869513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e2aa6-47a7-404e-b71f-1523fc056480 req-4c39d428-f87f-4248-80e5-81db7ca009ca tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:01.877456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-575e2aa6-47a7-404e-b71f-1523fc056480 req-4c39d428-f87f-4248-80e5-81db7ca009ca tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1015649 Nov 23 17:52:01.881699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=c8d4a39d-ca03-4020-84b5-5f124cdb57e0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:01.958035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port c8d4a39d-ca03-4020-84b5-5f124cdb57e0 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:01.962098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.966615 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bfe1fb72-f652-4a60-a00d-adcf79a437c8 req-17b6bba9-6b7a-44ce-a9ec-3645ca3db15a tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.66 "DELETE /v2.0/ports/c8d4a39d-ca03-4020-84b5-5f124cdb57e0 HTTP/1.1" status: 204 len: 173 time: 1.0699904 Nov 23 17:52:01.971461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-575e2aa6-47a7-404e-b71f-1523fc056480 req-e124be1b-5eb5-4bec-882b-2548c06cbcd2 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930457 Nov 23 17:52:01.983078 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-3759ca1c-4b03-4bf6-8ecb-29748b8ed74d service neutron] 10.222.0.72 "GET /v2.0/networks/69f6911b-b93a-49b1-b62f-2a271a0f3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290331 Nov 23 17:52:02.191223 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8f0885ea-2088-4fe0-9eb9-f6c7a496d89a req-8b34f542-612e-4f20-a656-44bd1b2963a3 service neutron] 10.222.0.72 "GET /v2.0/networks/69f6911b-b93a-49b1-b62f-2a271a0f3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960487 Nov 23 17:52:02.281710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f67b7-34ef-403b-a93c-10466aaa8a7c req-80e4e204-c51e-4163-a09d-53093e797c24 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:02.283266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-433f67b7-34ef-403b-a93c-10466aaa8a7c req-80e4e204-c51e-4163-a09d-53093e797c24 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 943 time: 0.0615933 Nov 23 17:52:02.318870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b34a3c0b-2d63-4b04-ba8c-e206489e50e7 req-2ecc670b-a956-4870-a607-b509a028f8aa tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "GET /v2.0/ports?device_id=80c2bc5e-c923-4f01-af09-9b06aa9e59f0 HTTP/1.1" status: 200 len: 210 time: 0.0345678 Nov 23 17:52:02.361807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-433f67b7-34ef-403b-a93c-10466aaa8a7c req-029e29f8-8b3c-47ed-8fd7-b414af22612a tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677629 Nov 23 17:52:02.415151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-3d28dead-b5ce-4d7c-81bd-990368e1e2b5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:02.416767 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-3d28dead-b5ce-4d7c-81bd-990368e1e2b5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 949 time: 0.1060023 Nov 23 17:52:02.512619 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-4a59e316-f796-4cd7-a3a6-e046259b8444 service neutron] delete failed (client error): The resource could not be found. Nov 23 17:52:02.514000 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-4a59e316-f796-4cd7-a3a6-e046259b8444 service neutron] 10.222.0.66 "DELETE /v2.0/ports/9e7b8b6e-8616-458e-a124-e64d38589a03/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0860045 Nov 23 17:52:02.597908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c3763-eacd-44c7-ac71-39c48088528a req-ae3d308c-1e75-414e-8d6d-fe5c5b7fad68 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:02.619758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b2c3763-eacd-44c7-ac71-39c48088528a req-ae3d308c-1e75-414e-8d6d-fe5c5b7fad68 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 949 time: 0.1070492 Nov 23 17:52:02.680522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b2c3763-eacd-44c7-ac71-39c48088528a req-cde81ade-11b0-41e2-bc7d-c02712c1be38 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593264 Nov 23 17:52:02.690665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-021af4ae-6503-479c-96d7-27d0ce1be4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:02.695494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-021af4ae-6503-479c-96d7-27d0ce1be4ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1100 time: 0.0678144 Nov 23 17:52:02.824565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208406e-0478-4f3a-ba34-d4d0e7102aae req-a94bd265-3b25-4893-ab16-d88e1405d8e4 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:02.826245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4208406e-0478-4f3a-ba34-d4d0e7102aae req-a94bd265-3b25-4893-ab16-d88e1405d8e4 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.0785069 Nov 23 17:52:02.833511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-e5b9f055-194c-4d77-94fe-8ed8ffd7be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:02.834731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9e7b8b6e-8616-458e-a124-e64d38589a03 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:02.838421 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-e5b9f055-194c-4d77-94fe-8ed8ffd7be2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1323824 Nov 23 17:52:02.893029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 9e7b8b6e-8616-458e-a124-e64d38589a03 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:52:02.897943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 9e7b8b6e-8616-458e-a124-e64d38589a03 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:02.898491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.903421 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-0cafd073-4b66-474b-8d1f-cb104719d6d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 217 time: 0.0554326 Nov 23 17:52:02.905022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4208406e-0478-4f3a-ba34-d4d0e7102aae req-0e57225c-03af-459d-ad02-f46c71f5fd07 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640829 Nov 23 17:52:02.960628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-47e9597a-c71d-413b-8d07-0bbc810bb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:02.962107 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-47e9597a-c71d-413b-8d07-0bbc810bb7ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0503814 Nov 23 17:52:03.003524 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.016767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-b88f5b6f-b788-496e-86ac-d4f57691efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:03.018380 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-b88f5b6f-b788-496e-86ac-d4f57691efd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477407 Nov 23 17:52:03.032342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:03.036062 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3613d81e-73d4-4572-8632-cea605324e38" -d '{"events": [{"server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "name": "network-vif-plugged", "status": "completed", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:03.055007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:03.061619 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.104804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3481fafe-ada2-48cd-bbba-7748df1ccc80', 'tag': '628bd0d2-d11d-4e20-b3e4-e1858911f227'}, {'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'name': 'network-vif-deleted', 'tag': 'c8d4a39d-ca03-4020-84b5-5f124cdb57e0'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:03.107595 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfa2b52-f690-47bc-95bd-400f8631fc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3481fafe-ada2-48cd-bbba-7748df1ccc80", "tag": "628bd0d2-d11d-4e20-b3e4-e1858911f227"}, {"server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "name": "network-vif-deleted", "tag": "c8d4a39d-ca03-4020-84b5-5f124cdb57e0"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:03.122674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:03.149601 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d8e7fe-a057-4f7c-8976-502912ef6218 x-openstack-request-id: req-42d8e7fe-a057-4f7c-8976-502912ef6218 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:03.149925 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "name": "network-vif-plugged", "status": "completed", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:03.150186 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42d8e7fe-a057-4f7c-8976-502912ef6218 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:03.150591 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'code': 200} Nov 23 17:52:03.153502 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-be183fdb-9a85-487a-b6c3-bdfc2c830c63 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258135 Nov 23 17:52:03.154853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a8d4c-213c-4460-bbc3-aa06e18a2f24 req-205899b0-b0dc-4e3f-b308-b12239ac49c5 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:03.157248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-358a8d4c-213c-4460-bbc3-aa06e18a2f24 req-205899b0-b0dc-4e3f-b308-b12239ac49c5 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0926700 Nov 23 17:52:03.204724 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a819b5d-cb19-42ec-8d14-660f6703aa7f x-openstack-request-id: req-1a819b5d-cb19-42ec-8d14-660f6703aa7f {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:03.205034 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3481fafe-ada2-48cd-bbba-7748df1ccc80", "tag": "628bd0d2-d11d-4e20-b3e4-e1858911f227", "status": "completed", "code": 200}, {"server_uuid": "80c2bc5e-c923-4f01-af09-9b06aa9e59f0", "name": "network-vif-deleted", "tag": "c8d4a39d-ca03-4020-84b5-5f124cdb57e0", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:03.205290 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a819b5d-cb19-42ec-8d14-660f6703aa7f {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:03.205685 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3481fafe-ada2-48cd-bbba-7748df1ccc80', 'tag': '628bd0d2-d11d-4e20-b3e4-e1858911f227', 'status': 'completed', 'code': 200} Nov 23 17:52:03.205942 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c2bc5e-c923-4f01-af09-9b06aa9e59f0', 'name': 'network-vif-deleted', 'tag': 'c8d4a39d-ca03-4020-84b5-5f124cdb57e0', 'status': 'completed', 'code': 200} Nov 23 17:52:03.222058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-358a8d4c-213c-4460-bbc3-aa06e18a2f24 req-ca7fc6bb-072d-48d6-ab47-2e4f7390ba6b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585589 Nov 23 17:52:03.244496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40650) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:03.304590 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b94fe1ba-e972-4840-a333-cd4fff850e2c req-0d92de74-1e82-4c37-8476-86325f973aac service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408129 Nov 23 17:52:03.308745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-4bcfd3c1-d271-47cd-8281-bec22af5faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:03.310179 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-4bcfd3c1-d271-47cd-8281-bec22af5faa7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=854a08e601104cef9342e7cdfb2b758f&device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 1094 time: 0.0626693 Nov 23 17:52:03.353749 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98853327-be9a-48a8-9249-c921f35ecdd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.401246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40658) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:03.438156 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98853327-be9a-48a8-9249-c921f35ecdd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.448253 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98853327-be9a-48a8-9249-c921f35ecdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.491010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad453d10-18ae-472b-9d5b-bf7645bbeee7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting subnet 77796d37-11a6-4b51-b566-d3e7a7615dcf {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:03.495406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-c4b87d99-cd8a-4f48-9d8c-b226fe728ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:03.496869 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-c4b87d99-cd8a-4f48-9d8c-b226fe728ea9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69f6911b-b93a-49b1-b62f-2a271a0f3005 HTTP/1.1" status: 200 len: 922 time: 0.1769819 Nov 23 17:52:03.497518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad453d10-18ae-472b-9d5b-bf7645bbeee7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.516894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98853327-be9a-48a8-9249-c921f35ecdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9653be-e217-4ba5-b068-f77772c3e680,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:03.523764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-98853327-be9a-48a8-9249-c921f35ecdd9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ebebb135f9240cf8630d4de58598d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757876 Nov 23 17:52:03.524092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40662) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:03.565255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bd7b2-59e3-49d5-a711-811b17d47caf req-2b42749c-52d7-4e67-9264-ac53b28a2f0d tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:03.566868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c3bd7b2-59e3-49d5-a711-811b17d47caf req-2b42749c-52d7-4e67-9264-ac53b28a2f0d tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 943 time: 0.1073613 Nov 23 17:52:03.576048 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-f8217666-c44e-4161-8ab1-b81482f13e35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628bd0d2-d11d-4e20-b3e4-e1858911f227 HTTP/1.1" status: 200 len: 217 time: 0.0476878 Nov 23 17:52:03.581169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad453d10-18ae-472b-9d5b-bf7645bbeee7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.613588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3bd9cad-7722-43e0-b45b-61ead4b14495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.638128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c3bd7b2-59e3-49d5-a711-811b17d47caf req-d4d82380-6f50-4561-a892-efe3b5c9804d tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650113 Nov 23 17:52:03.648123 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3bd9cad-7722-43e0-b45b-61ead4b14495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.686446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-1e5ad1e0-2956-4907-9790-f9d0aa9b4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:03.689283 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-1e5ad1e0-2956-4907-9790-f9d0aa9b4c2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8bfcb3a3-6421-44d0-a16d-d90bb05c3721 HTTP/1.1" status: 200 len: 861 time: 0.1052883 Nov 23 17:52:03.699836 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3bd9cad-7722-43e0-b45b-61ead4b14495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.703883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3bd9cad-7722-43e0-b45b-61ead4b14495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.705397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a3bd9cad-7722-43e0-b45b-61ead4b14495 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5e9653be-e217-4ba5-b068-f77772c3e680 HTTP/1.1" status: 204 len: 168 time: 0.1803424 Nov 23 17:52:03.715288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c8d4a39d-ca03-4020-84b5-5f124cdb57e0 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:03.730211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd9cad-7722-43e0-b45b-61ead4b14495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9653be-e217-4ba5-b068-f77772c3e680,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:03.747187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad453d10-18ae-472b-9d5b-bf7645bbeee7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.787391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: c8d4a39d-ca03-4020-84b5-5f124cdb57e0 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:03.787732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c8d4a39d-ca03-4020-84b5-5f124cdb57e0 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:03.788148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c566568b-0b27-4ff6-a427-72c53f027009 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:03.831494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-788f7e71-02cf-4792-b4b7-1b8152f82a58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69f6911b-b93a-49b1-b62f-2a271a0f3005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263587 Nov 23 17:52:03.855347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c9391-af03-445d-9543-aeb76f7f4db4 req-87d3daeb-b975-4501-bfe2-6b519c042400 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:03.867038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: c566568b-0b27-4ff6-a427-72c53f027009 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:03.868166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b0c9391-af03-445d-9543-aeb76f7f4db4 req-87d3daeb-b975-4501-bfe2-6b519c042400 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.0923562 Nov 23 17:52:03.868278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c566568b-0b27-4ff6-a427-72c53f027009 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:03.924463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b0c9391-af03-445d-9543-aeb76f7f4db4 req-9063688d-7bba-4cce-b180-2fa0baa8f873 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539708 Nov 23 17:52:03.976865 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-8926a475-34b2-4aeb-845b-18b3027238e5 service neutron] 10.222.0.72 "GET /v2.0/networks/69f6911b-b93a-49b1-b62f-2a271a0f3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285648 Nov 23 17:52:03.985223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad453d10-18ae-472b-9d5b-bf7645bbeee7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.026019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15284d61-32e7-48db-aaea-b76a442d0199 None None] Network 06e70204-b520-4522-a7a6-7ba80d668a23 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:04.049625 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad453d10-18ae-472b-9d5b-bf7645bbeee7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.055854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ad453d10-18ae-472b-9d5b-bf7645bbeee7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "DELETE /v2.0/subnets/77796d37-11a6-4b51-b566-d3e7a7615dcf HTTP/1.1" status: 204 len: 168 time: 0.6519980 Nov 23 17:52:04.056759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad453d10-18ae-472b-9d5b-bf7645bbeee7 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Subnet': ['ID=77796d37-11a6-4b51-b566-d3e7a7615dcf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:04.057660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15934721-ccac-4707-ac12-4eb0a7199f7d req-7ee636e9-a781-4f97-a74a-687fb2537c99 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:04.059261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15934721-ccac-4707-ac12-4eb0a7199f7d req-7ee636e9-a781-4f97-a74a-687fb2537c99 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.0579488 Nov 23 17:52:04.059974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40676) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:04.130734 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fbfa2b52-f690-47bc-95bd-400f8631fc0c req-7b8d2f86-aa8d-4825-8dc1-f4cc61c9428d service neutron] 10.222.0.72 "GET /v2.0/networks/69f6911b-b93a-49b1-b62f-2a271a0f3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403673 Nov 23 17:52:04.187966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.260080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15934721-ccac-4707-ac12-4eb0a7199f7d req-7e08ca2a-5f51-454d-9c02-3f084f38da86 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129830 Nov 23 17:52:04.306728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] DHCP port deletion for 06e70204-b520-4522-a7a6-7ba80d668a23 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:04.315109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:04.315664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.363806 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] Deleting port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:04.364189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.415185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:04.415570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.429069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] For port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,segment=NetworkSegment(4c36a9b9-06eb-4c43-aa61-8cb4c8db163a),segment_id=4c36a9b9-06eb-4c43-aa61-8cb4c8db163a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:04.429460 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.431614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb712-7608-44cc-abda-8cdcacaee55d req-aa0793ca-5c91-45ff-97b8-6d80cbb99992 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:04.433137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8fcb712-7608-44cc-abda-8cdcacaee55d req-aa0793ca-5c91-45ff-97b8-6d80cbb99992 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1212986 Nov 23 17:52:04.440290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:04.448385 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] Calling delete_port for 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:04.549816 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.557623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8fcb712-7608-44cc-abda-8cdcacaee55d req-b281bf15-41d6-40cd-be27-4efdb677948f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071696 Nov 23 17:52:04.578747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] Pushing event deleted for resources: {'Port': ['ID=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:04.589655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3cc8f-7324-4ee0-a660-f079b3ec0f04 None None] No DVR routers for this DVR port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:04.596852 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.629645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=23d9bbff-c23a-4a23-a63c-b60dfc26d3cc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:04.636839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:04.734061 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.780273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e70204-b520-4522-a7a6-7ba80d668a23']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:04.793502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:04.793806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c36a9b9-06eb-4c43-aa61-8cb4c8db163a') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:04.811079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7d7df-53c9-4b7f-a2ac-3933ad260cb7 req-33242e13-4030-475a-98d8-46a77493d1ed tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:04.813186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3f7d7df-53c9-4b7f-a2ac-3933ad260cb7 req-33242e13-4030-475a-98d8-46a77493d1ed tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 943 time: 0.0815873 Nov 23 17:52:04.815332 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.839376 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.845178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 628bd0d2-d11d-4e20-b3e4-e1858911f227 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:04.850882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:04.851184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:04.855389 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:04.928807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3f7d7df-53c9-4b7f-a2ac-3933ad260cb7 req-0b81af98-dd1b-4ec8-bed1-b8e9b497d039 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068969 Nov 23 17:52:04.939765 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.954710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.958328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "DELETE /v2.0/networks/06e70204-b520-4522-a7a6-7ba80d668a23 HTTP/1.1" status: 204 len: 168 time: 0.8972502 Nov 23 17:52:04.961240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40710) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:04.971425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4e23e-8638-4d0d-bb8d-45964264d545 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Network': ['ID=06e70204-b520-4522-a7a6-7ba80d668a23,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:04.982159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 628bd0d2-d11d-4e20-b3e4-e1858911f227, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=628bd0d2-d11d-4e20-b3e4-e1858911f227,segment=NetworkSegment(e38f5192-c94e-4d0b-9d90-3a9a0567a86f),segment_id=e38f5192-c94e-4d0b-9d90-3a9a0567a86f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:05.002094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '628bd0d2-d11d-4e20-b3e4-e1858911f227', 'network_id': '69f6911b-b93a-49b1-b62f-2a271a0f3005', 'port_id': '628bd0d2-d11d-4e20-b3e4-e1858911f227', 'mac_address': 'fa:16:3e:06:2a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfcb3a3-6421-44d0-a16d-d90bb05c3721', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:52:05.033767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d208562b-db8c-4c53-bcbc-3339ec88c01e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting subnet 3cc983fc-41fc-4f92-9b9f-61d0e76a10a7 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:05.038013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d208562b-db8c-4c53-bcbc-3339ec88c01e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.063294 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.075775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affd1ed-ff48-4d1f-92f3-8da31e2cb7ab req-d54a42fa-4c88-4d7d-8d0e-3f1961cc2a92 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:05.077325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1affd1ed-ff48-4d1f-92f3-8da31e2cb7ab req-d54a42fa-4c88-4d7d-8d0e-3f1961cc2a92 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.0574503 Nov 23 17:52:05.081723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628bd0d2-d11d-4e20-b3e4-e1858911f227 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:05.091023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d208562b-db8c-4c53-bcbc-3339ec88c01e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.104512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 628bd0d2-d11d-4e20-b3e4-e1858911f227, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=628bd0d2-d11d-4e20-b3e4-e1858911f227,segment=NetworkSegment(e38f5192-c94e-4d0b-9d90-3a9a0567a86f),segment_id=e38f5192-c94e-4d0b-9d90-3a9a0567a86f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:05.110864 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.137183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1affd1ed-ff48-4d1f-92f3-8da31e2cb7ab req-ddf1699b-cb60-43ed-abd4-d199f540b2d5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530701 Nov 23 17:52:05.162302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40714) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:05.182677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=628bd0d2-d11d-4e20-b3e4-e1858911f227,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:05.188690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d208562b-db8c-4c53-bcbc-3339ec88c01e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.252900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d208562b-db8c-4c53-bcbc-3339ec88c01e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.268525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc584-aefc-4b38-a59b-6bf68f1924a0 req-e8f89b71-6217-41ce-96ca-e9227f2e9d36 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:05.270164 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d208562b-db8c-4c53-bcbc-3339ec88c01e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.271314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79fdc584-aefc-4b38-a59b-6bf68f1924a0 req-e8f89b71-6217-41ce-96ca-e9227f2e9d36 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1101 time: 0.0464923 Nov 23 17:52:05.274071 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d208562b-db8c-4c53-bcbc-3339ec88c01e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "DELETE /v2.0/subnets/3cc983fc-41fc-4f92-9b9f-61d0e76a10a7 HTTP/1.1" status: 204 len: 168 time: 0.3118231 Nov 23 17:52:05.276659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d294ccd-faaf-46f3-a00b-74fc49a4fb3b None None] Network 24628691-2e93-412a-98fd-b3e5a5b239cb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:05.277239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40720) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:05.296230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208562b-db8c-4c53-bcbc-3339ec88c01e tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc983fc-41fc-4f92-9b9f-61d0e76a10a7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:05.344707 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb483ff6-c97f-4e89-9e6a-6c3cf008c8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.433168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.443507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['628bd0d2-d11d-4e20-b3e4-e1858911f227'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:05.466041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79fdc584-aefc-4b38-a59b-6bf68f1924a0 req-43b7a2de-5589-46fd-9976-a8ca6a9b6854 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515441 Nov 23 17:52:05.507415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] DHCP port deletion for 24628691-2e93-412a-98fd-b3e5a5b239cb request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:05.524428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49386d-d42f-440e-a779-d81d3ca6a621 req-966b6959-e5bb-4623-bf51-d3020931bec8 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:05.533054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c49386d-d42f-440e-a779-d81d3ca6a621 req-966b6959-e5bb-4623-bf51-d3020931bec8 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.1490190 Nov 23 17:52:05.614096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] Deleting port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:05.614477 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.628313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb483ff6-c97f-4e89-9e6a-6c3cf008c8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.643709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c49386d-d42f-440e-a779-d81d3ca6a621 req-3adc9f3a-96a0-42df-a6f7-aeeb5ff320de tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095612 Nov 23 17:52:05.646650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb483ff6-c97f-4e89-9e6a-6c3cf008c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.675571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Deleting port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:05.675976 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.703888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] For port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:05.704285 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.722570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] Calling delete_port for fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:05.742255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eb483ff6-c97f-4e89-9e6a-6c3cf008c8b5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c77f17d1f21640eb8d5dede62ac47a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5785689 Nov 23 17:52:05.745084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40734) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:05.804779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e70a6097-76d4-4f8b-b859-9731bb74bf66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.806419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] For port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,segment=NetworkSegment(ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa),segment_id=ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:05.807018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.814038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb483ff6-c97f-4e89-9e6a-6c3cf008c8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d447e1-f9a0-4383-9a83-d90b078f2aed,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:05.825955 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.837394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e70a6097-76d4-4f8b-b859-9731bb74bf66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.845263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Calling delete_port for fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:05.865657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] Pushing event deleted for resources: {'Port': ['ID=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:05.869808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a18320-e7eb-49cc-893e-5390b5ccd730 None None] No DVR routers for this DVR port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:05.871247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-fae71b2f-7cb1-43c0-a146-6540068b3419 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463982 Nov 23 17:52:05.905887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e70a6097-76d4-4f8b-b859-9731bb74bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.910017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e70a6097-76d4-4f8b-b859-9731bb74bf66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.915097 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e70a6097-76d4-4f8b-b859-9731bb74bf66 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/96d447e1-f9a0-4383-9a83-d90b078f2aed HTTP/1.1" status: 204 len: 168 time: 0.1687827 Nov 23 17:52:05.922289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:05.925064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a6097-76d4-4f8b-b859-9731bb74bf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d447e1-f9a0-4383-9a83-d90b078f2aed,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:05.948120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:05.948666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 23d9bbff-c23a-4a23-a63c-b60dfc26d3cc not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:05.949273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:05.965898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6c22-6c2d-495c-9326-e9e31329b404 req-aefdec4c-2a37-4f8a-ac9a-965b0a13316c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:05.967998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e0b6c22-6c2d-495c-9326-e9e31329b404 req-aefdec4c-2a37-4f8a-ac9a-965b0a13316c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.2814951 Nov 23 17:52:05.976430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:05.976873 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:06.102000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.110815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-6278a3e0-de05-46c7-b024-3f6f35fb174e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:06.112284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-6278a3e0-de05-46c7-b024-3f6f35fb174e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324431 Nov 23 17:52:06.115680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e0b6c22-6c2d-495c-9326-e9e31329b404 req-8e5861b4-7010-452e-8a84-8818fbc2c3f0 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359401 Nov 23 17:52:06.149232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Port': ['ID=fb8fb893-c9ba-40f0-9e39-c905fb9e6c26,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:06.154524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] No DVR routers for this DVR port fb8fb893-c9ba-40f0-9e39-c905fb9e6c26 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:06.157746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-f430f86c-7503-43bf-9007-f0a929184bd3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/quotas/1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 375 time: 0.0380402 Nov 23 17:52:06.293573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.344527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-c05a2b02-e3d1-4a9b-88aa-f970889dfe38 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498330 Nov 23 17:52:06.346301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24628691-2e93-412a-98fd-b3e5a5b239cb']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:06.361809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:06.362091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae48afe4-dc8b-4b7f-b2b3-50233ca3aaaa') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:06.375020 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.396691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb034d29-2dde-48d0-a967-7bfb067fa2e7 req-147d5235-20a4-424c-8a34-84ef07fc400d tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:06.398591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb034d29-2dde-48d0-a967-7bfb067fa2e7 req-147d5235-20a4-424c-8a34-84ef07fc400d tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 944 time: 0.1023808 Nov 23 17:52:06.405519 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.425081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:06.425490 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:06.429191 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:06.541170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d176ca61-5a2c-4b54-8fb8-20f9fc75ef2c req-b463b390-b4f2-4dae-8d9c-a9c9d6df9e1d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 210 time: 0.0404546 Nov 23 17:52:06.545029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb034d29-2dde-48d0-a967-7bfb067fa2e7 req-021ef6f2-6a08-4a1a-bd2f-82bf7385ce0d tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370094 Nov 23 17:52:06.546137 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.565603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.574743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] 10.222.0.74 "DELETE /v2.0/networks/24628691-2e93-412a-98fd-b3e5a5b239cb HTTP/1.1" status: 204 len: 168 time: 1.2936640 Nov 23 17:52:06.622202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0935626-e297-4171-b25b-28f12a2cae87 tempest-ServersTestMultiNic-235128743 tempest-ServersTestMultiNic-235128743-project] Pushing event deleted for resources: {'Network': ['ID=24628691-2e93-412a-98fd-b3e5a5b239cb,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:06.735281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40788) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:06.764838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40792) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:06.857465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 628bd0d2-d11d-4e20-b3e4-e1858911f227 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:06.887294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01dd77-ae3d-470d-a8dc-d718f6826538 req-21218bed-853c-464b-a9b4-7a5bf6447ea4 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:06.905951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f01dd77-ae3d-470d-a8dc-d718f6826538 req-21218bed-853c-464b-a9b4-7a5bf6447ea4 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.1344109 Nov 23 17:52:07.002736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 628bd0d2-d11d-4e20-b3e4-e1858911f227 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:52:07.011527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 628bd0d2-d11d-4e20-b3e4-e1858911f227 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:07.012581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.045005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f01dd77-ae3d-470d-a8dc-d718f6826538 req-59789b00-de22-40b2-9731-323a71173bce tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276319 Nov 23 17:52:07.105811 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.130265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3481fafe-ada2-48cd-bbba-7748df1ccc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628bd0d2-d11d-4e20-b3e4-e1858911f227'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:07.132697 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ab222-b025-4e38-96d7-0e2294fa0be6" -d '{"events": [{"server_uuid": "3481fafe-ada2-48cd-bbba-7748df1ccc80", "name": "network-vif-plugged", "status": "completed", "tag": "628bd0d2-d11d-4e20-b3e4-e1858911f227"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:07.147310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 628bd0d2-d11d-4e20-b3e4-e1858911f227, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=628bd0d2-d11d-4e20-b3e4-e1858911f227,segment=NetworkSegment(e38f5192-c94e-4d0b-9d90-3a9a0567a86f),segment_id=e38f5192-c94e-4d0b-9d90-3a9a0567a86f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:07.154372 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.195220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-384439620-network', 'tenant_id': 'db630954b957416f90c9df90d201772b'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:07.212898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=628bd0d2-d11d-4e20-b3e4-e1858911f227,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:07.229661 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c1b1e-f18d-451e-8c74-f79a24cee9a2 x-openstack-request-id: req-b89c1b1e-f18d-451e-8c74-f79a24cee9a2 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:07.232294 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3481fafe-ada2-48cd-bbba-7748df1ccc80", "name": "network-vif-plugged", "status": "completed", "tag": "628bd0d2-d11d-4e20-b3e4-e1858911f227", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:07.232726 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b89c1b1e-f18d-451e-8c74-f79a24cee9a2 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:07.233144 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3481fafe-ada2-48cd-bbba-7748df1ccc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628bd0d2-d11d-4e20-b3e4-e1858911f227', 'code': 200} Nov 23 17:52:07.237581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:07.241737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.254964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.284266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d71c4-2aa6-4e05-9c2b-5c6347d8a853 req-687e6258-1666-4594-9503-0d797e783502 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:07.286168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-788d71c4-2aa6-4e05-9c2b-5c6347d8a853 req-687e6258-1666-4594-9503-0d797e783502 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0596311 Nov 23 17:52:07.346481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-788d71c4-2aa6-4e05-9c2b-5c6347d8a853 req-0d523bde-df5d-4a03-b26c-363cf023d1e8 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Nov 23 17:52:07.476357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd6127-d557-433d-9563-274fd0fc4264 req-fba12564-e667-4667-9bd6-c1ab8c9a58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:07.477897 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-aebd6127-d557-433d-9563-274fd0fc4264 req-fba12564-e667-4667-9bd6-c1ab8c9a58f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 1096 time: 0.1325519 Nov 23 17:52:07.509360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.526495 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.571125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:07.609744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851da71-419f-40a1-ac52-3b4c8205c09e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:07.616307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.616812 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Added segment 5e1395ae-1942-4135-9c95-17a7598fca7b of type vlan for network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c Nov 23 17:52:07.619760 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-aebd6127-d557-433d-9563-274fd0fc4264 req-0a4fdf03-7dc2-4702-bd72-dfcc4f11e4d9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183617 Nov 23 17:52:07.670574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e211815-a641-4c11-a206-83555baebdff req-7cac6a33-0a43-420c-b45f-c5c79cc4698b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 210 time: 0.0345266 Nov 23 17:52:07.675852 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.737087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a676c-cdd3-4082-84fb-80f563cf5286 req-bb7fda4b-6387-4b14-bd22-1fab7faae0b3 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:07.738751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c8a676c-cdd3-4082-84fb-80f563cf5286 req-bb7fda4b-6387-4b14-bd22-1fab7faae0b3 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 945 time: 0.0705707 Nov 23 17:52:07.760243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.761201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:07.761775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.765006 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-7d893a96-4b4f-4c9b-bb8e-25cd054f5e85 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511339 Nov 23 17:52:07.794329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c8a676c-cdd3-4082-84fb-80f563cf5286 req-47e6e9b1-c8f2-4e22-bf2e-30258e82cbb0 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 Nov 23 17:52:07.874052 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1369081 Nov 23 17:52:07.877643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40806) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:07.880028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e09ab-6873-4940-b76f-95ed645154d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:07.883054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Request body: {'subnet': {'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-384439620-subnet', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:07.891988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:07.914449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:07.918342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.972455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.984261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-6c3ca321-d942-459f-b972-a39f3374f936 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:07.985787 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-6c3ca321-d942-459f-b972-a39f3374f936 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125831 Nov 23 17:52:08.021666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Request body: {'port': {'device_id': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '1b4bd2b443a94c1cbdfca269389e1fec'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:08.098896 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.188534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=291e8618-8a09-4d5c-b07b-1d9965435064,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:08.200929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Checking segment: {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:08.201287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Network hostable DHCP agents. Network: f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:08.214984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806c0eb-4929-41ef-ae95-92abd6333cd7 req-cf9c41e0-7941-45cc-b301-f1c73062a2cc tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:08.216461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e806c0eb-4929-41ef-ae95-92abd6333cd7 req-cf9c41e0-7941-45cc-b301-f1c73062a2cc tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.0923867 Nov 23 17:52:08.238414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Made reservation on behalf of 1b4bd2b443a94c1cbdfca269389e1fec for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:08.240435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:08.241911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.259676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:08.270745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:08.271345 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.271753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601beb46-fa69-4f01-8d55-7088182ab95c None None] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:08.283370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e806c0eb-4929-41ef-ae95-92abd6333cd7 req-4ea30756-6494-4f99-b505-213a2cbbb9f5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584292 Nov 23 17:52:08.300268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9dee672e-69c7-4969-8814-e3f13804e9c0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4215014 Nov 23 17:52:08.303565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40812) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:08.310784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:08.355796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.357343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.443844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.474298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Allocated IP 192.168.233.105 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/eb3a7aa2-57a5-459a-a5ee-080945191b75) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:08.488592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:08.489992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.490392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Deleting port db5a5187-941c-4c23-a140-6d9f9c88bd18 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:08.490762 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.611812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282dee9-bd24-4a6f-b8b2-eb6120401425 req-efe95a2b-3ef7-4d68-b6de-a09e32ec9c07 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:08.613253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3282dee9-bd24-4a6f-b8b2-eb6120401425 req-efe95a2b-3ef7-4d68-b6de-a09e32ec9c07 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1754913 Nov 23 17:52:08.616946 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.651472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Allocated IP 172.20.0.2 (f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c/291e8618-8a09-4d5c-b07b-1d9965435064/fc1771dd-6c3d-41ad-bba5-f75d86eb700c) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:08.676157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] For port db5a5187-941c-4c23-a140-6d9f9c88bd18, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=db5a5187-941c-4c23-a140-6d9f9c88bd18,segment=NetworkSegment(26f0ad9e-0496-445f-a002-5ca0dbffd94d),segment_id=26f0ad9e-0496-445f-a002-5ca0dbffd94d)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:08.676157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.692049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3282dee9-bd24-4a6f-b8b2-eb6120401425 req-9d118611-fb3e-4698-ab37-f92be807bc97 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657353 Nov 23 17:52:08.695308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Calling delete_port for db5a5187-941c-4c23-a140-6d9f9c88bd18 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:08.768582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.867134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.943731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:08.949869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:08.953899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:08.982093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:08.985044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.991395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:09.015101 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.022990 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.052345 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.062349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:09.064746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.101471 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-9f56ceca-089e-40db-858f-d57939990dd0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0838342 Nov 23 17:52:09.102715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.107091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:09.129589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:09.137287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Pushing event updated for resources: {'Port': ['ID=fc1771dd-6c3d-41ad-bba5-f75d86eb700c,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:09.151265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Request body: {'port': {'device_id': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:09.156157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:09.184939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5a5187-941c-4c23-a140-6d9f9c88bd18,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:09.205774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Allocated IP 172.25.0.174 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/474c6f29-7bb0-4969-ac3e-c1ff8e8e0531) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:09.265713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.304470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Attempting to bind port fc1771dd-6c3d-41ad-bba5-f75d86eb700c on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:09.304980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Attempting to bind port fc1771dd-6c3d-41ad-bba5-f75d86eb700c by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:09.305478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Attempting to bind port fc1771dd-6c3d-41ad-bba5-f75d86eb700c on network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:09.337447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:09.337989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Checking segment: {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:09.338504 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.339057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Bound using segment: {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:09.339648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Bound port: fc1771dd-6c3d-41ad-bba5-f75d86eb700c, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:09.343493 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.387926 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.415241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-086904e8-fe29-446a-a052-3f65f06eb589 None None] Provisioning complete for port eb3a7aa2-57a5-459a-a5ee-080945191b75 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:09.415617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-086904e8-fe29-446a-a052-3f65f06eb589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.416121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5373fa-5491-40dc-a635-ddb2b5e16e94 req-d1ee17a5-b2dc-4465-8b29-7d4e0f9d77bf tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:09.426422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad5373fa-5491-40dc-a635-ddb2b5e16e94 req-d1ee17a5-b2dc-4465-8b29-7d4e0f9d77bf tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 945 time: 0.5128787 Nov 23 17:52:09.444738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8969f-461f-41f4-a2fc-f95e5f655361 req-96537b04-fa87-4518-bc93-96b048478bd9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:09.457701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44e8969f-461f-41f4-a2fc-f95e5f655361 req-96537b04-fa87-4518-bc93-96b048478bd9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 936 time: 0.5721543 Nov 23 17:52:09.495304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-086904e8-fe29-446a-a052-3f65f06eb589 None None] Port eb3a7aa2-57a5-459a-a5ee-080945191b75 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:09.500674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] For port fc1771dd-6c3d-41ad-bba5-f75d86eb700c, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:09.505325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] For port fc1771dd-6c3d-41ad-bba5-f75d86eb700c, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fc1771dd-6c3d-41ad-bba5-f75d86eb700c,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:09.512377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.538244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.554226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad5373fa-5491-40dc-a635-ddb2b5e16e94 req-48f2af8d-b81a-4819-ad9b-fd0c5a4372bf tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263289 Nov 23 17:52:09.559920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44e8969f-461f-41f4-a2fc-f95e5f655361 req-09b43890-b265-434b-8218-fd1d0f1015ac tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007719 Nov 23 17:52:09.560793 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.579786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85346d5-25ec-4a9a-8bf6-6a640d505976 None None] Pushing event updated for resources: {'Port': ['ID=fc1771dd-6c3d-41ad-bba5-f75d86eb700c,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:09.600910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:09.604230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:09.618075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:09.685803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Pushing event updated for resources: {'Port': ['ID=474c6f29-7bb0-4969-ac3e-c1ff8e8e0531,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:09.756425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:09.759826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:09.920887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3a7aa2-57a5-459a-a5ee-080945191b75 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:09.946800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.027072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Transition to ACTIVE for port object eb3a7aa2-57a5-459a-a5ee-080945191b75 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:52:10.043940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.045019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-de7902db-9932-4351-afdd-99c157e5c946 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:10.047531 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-de7902db-9932-4351-afdd-99c157e5c946 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.1775429 Nov 23 17:52:10.050634 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.070243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818932-3'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:10.090382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:10.109204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:10.115130 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b3e24-1aea-4407-8e11-a12f2b3083b2" -d '{"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-unplugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:10.123612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:10.126500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '906868be-3fa3-4325-a14a-15855c2efe12', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '906868be-3fa3-4325-a14a-15855c2efe12', 'mac_address': 'fa:16:3e:21:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:52:10.133400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:10.161386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:10.184158 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.188600 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.233910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 906868be-3fa3-4325-a14a-15855c2efe12 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:10.286051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:10.310395 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:52:10.310799 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:52:10.358040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b820f8-cb0c-4fce-84f0-8733f39c54fe req-e85677f5-5591-41e5-b73f-df79e78b11fb tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:10.363250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b820f8-cb0c-4fce-84f0-8733f39c54fe req-e85677f5-5591-41e5-b73f-df79e78b11fb tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 945 time: 0.6635342 Nov 23 17:52:10.487706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ab4e5-e130-47fc-95b0-b1669f9708e8 req-d0afc927-0283-435a-b376-1bff897c5498 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:10.489259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f5ab4e5-e130-47fc-95b0-b1669f9708e8 req-d0afc927-0283-435a-b376-1bff897c5498 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 948 time: 0.1849558 Nov 23 17:52:10.543785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b820f8-cb0c-4fce-84f0-8733f39c54fe req-b2d7b9fc-d000-43c7-bb81-30f35e12c396 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688323 Nov 23 17:52:10.560927 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.597021 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73339047-85c1-4062-a1f1-515648fb5d95 x-openstack-request-id: req-73339047-85c1-4062-a1f1-515648fb5d95 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:10.597315 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-unplugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:10.597578 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-73339047-85c1-4062-a1f1-515648fb5d95 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:10.597977 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12', 'code': 200} Nov 23 17:52:10.599135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f5ab4e5-e130-47fc-95b0-b1669f9708e8 req-579477c2-ebc3-4f25-9520-86d416903170 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989640 Nov 23 17:52:10.600556 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.743458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Attempting to bind port eb3a7aa2-57a5-459a-a5ee-080945191b75 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:10.743806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Attempting to bind port eb3a7aa2-57a5-459a-a5ee-080945191b75 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:10.744824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Attempting to bind port eb3a7aa2-57a5-459a-a5ee-080945191b75 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:10.757880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Port eb3a7aa2-57a5-459a-a5ee-080945191b75 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:52:10.758213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Attempting to bind port eb3a7aa2-57a5-459a-a5ee-080945191b75 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:10.762987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:10.771539 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1710d806-204a-4c11-9532-4d40e539a747 admin admin] 10.222.0.74 "PUT /v2.0/routers/72a3ef4c-a1a4-4bd2-b989-085da6cf992c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0045066 Nov 23 17:52:10.774156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40838) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:10.785273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] Sync routers for ids ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:10.804173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] Routers {'72a3ef4c-a1a4-4bd2-b989-085da6cf992c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:10.805625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:10.808412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:10.808739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:10.809134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:10.809589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Bound port: eb3a7aa2-57a5-459a-a5ee-080945191b75, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:10.811634 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.812006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733d59e-f926-4af4-9776-b77c8e275a3e req-97151eed-1bcb-4d8a-b901-596a70a36187 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:10.815282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a733d59e-f926-4af4-9776-b77c8e275a3e req-97151eed-1bcb-4d8a-b901-596a70a36187 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 945 time: 0.1209993 Nov 23 17:52:10.859836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39559ffe-1976-4491-8fbf-55853baef004 req-e7d1e4e8-925b-46cd-836e-78923df6807c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:10.861520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39559ffe-1976-4491-8fbf-55853baef004 req-e7d1e4e8-925b-46cd-836e-78923df6807c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.1498208 Nov 23 17:52:10.912993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:10.949487 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.971639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:11.015712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a733d59e-f926-4af4-9776-b77c8e275a3e req-70929c0c-f23e-4240-ba2d-1a3a078e871d tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454456 Nov 23 17:52:11.015712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39559ffe-1976-4491-8fbf-55853baef004 req-f3092038-1cbf-4ad4-a7a2-a1df82117673 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410687 Nov 23 17:52:11.032487 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.049184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:11.053075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d1194-c75a-45ed-91a7-3aa9d16c2a19 None None] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:11.053792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.061224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:11.124594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906868be-3fa3-4325-a14a-15855c2efe12 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:11.136984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.154788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:11.203849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:11.222632 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.225856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:11.229744 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb48fd64-1ddc-4eff-8bea-9621d3c9df97" -d '{"events": [{"server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "name": "network-vif-unplugged", "status": "completed", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:11.242944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Router 334bb427-6a88-4796-9411-621107409603 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:52:11.259568 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.278240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] Set router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:11.345491 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922c2cb7-c0dd-477a-9762-640fc7e64031 x-openstack-request-id: req-922c2cb7-c0dd-477a-9762-640fc7e64031 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:11.345784 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "name": "network-vif-unplugged", "status": "completed", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:11.346042 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-922c2cb7-c0dd-477a-9762-640fc7e64031 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:11.346738 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1', 'code': 200} Nov 23 17:52:11.347376 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.348949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9e02b285-34e2-409c-906a-dcf894c35c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.361540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:11.367061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.368631 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] 10.222.0.66 "PUT /v2.0/ports/eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 1096 time: 2.2428279 Nov 23 17:52:11.419035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-74c6ae56-69ba-44ed-81ec-b3fa2982bde0 None None] Provisioning complete for port fc1771dd-6c3d-41ad-bba5-f75d86eb700c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:11.419408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74c6ae56-69ba-44ed-81ec-b3fa2982bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.520975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ae0bb-961f-4cda-bc26-2ae4bcd75775 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:11.524988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:11.537943 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Sync routers for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:11.555151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce6b5-3003-4a56-8bc9-bed6759d9053 req-c49b763e-a078-4198-a471-80e3f1e06ca7 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:11.557987 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:11.559165 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:11.563706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-368ce6b5-3003-4a56-8bc9-bed6759d9053 req-c49b763e-a078-4198-a471-80e3f1e06ca7 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 945 time: 0.0750580 Nov 23 17:52:11.568053 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.569344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-07e877d3-38ea-4e08-9476-27949f0e84f5 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2645788 Nov 23 17:52:11.588251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40854) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:11.596600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['906868be-3fa3-4325-a14a-15855c2efe12'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:11.658353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:11.659119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:11.659623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:11.677564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:52:11.678197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Attempting to bind port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:11.685556 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.697612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:11.698248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:11.698939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:11.699597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Bound port: 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:11.700942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.704502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-368ce6b5-3003-4a56-8bc9-bed6759d9053 req-6104fab9-77e4-4238-82ce-12682e7ef868 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406198 Nov 23 17:52:11.732409 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:11.745944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-a9b41772-e88c-471d-9f6b-0b20eb7e07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:11.748839 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-a9b41772-e88c-471d-9f6b-0b20eb7e07ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 1099 time: 0.3115380 Nov 23 17:52:11.836650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66971642-0c92-4a76-b71d-dd8333a77186 req-cb1e31fd-a770-4c49-a7c7-b60da7d68fba tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:11.845003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66971642-0c92-4a76-b71d-dd8333a77186 req-cb1e31fd-a770-4c49-a7c7-b60da7d68fba tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.2010727 Nov 23 17:52:11.879903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:11.900292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:11.960852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16eac9-c00b-495f-8bb7-b86c677b49d7 req-d907f24c-68f8-419c-acd6-475cd6b4d402 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:11.965026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:11.968888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf16eac9-c00b-495f-8bb7-b86c677b49d7 req-d907f24c-68f8-419c-acd6-475cd6b4d402 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 949 time: 0.1814456 Nov 23 17:52:11.980389 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-bc70747e-a3a2-4f8a-bb06-afcbdd1338d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 217 time: 0.2084675 Nov 23 17:52:12.030300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Deleting port 80089965-262f-4662-9e0b-fa41138b279e {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:12.031402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.043220 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:10Z', 'revision_number': 3, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:12.061362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66971642-0c92-4a76-b71d-dd8333a77186 req-beede3d5-e4d4-4718-9ffd-4ac5ef9549ac tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098875 Nov 23 17:52:12.088569 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Checking router: 334bb427-6a88-4796-9411-621107409603 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:52:12.089301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Updating router 334bb427-6a88-4796-9411-621107409603 port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:52:12.103349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fc1771dd-6c3d-41ad-bba5-f75d86eb700c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:12.113636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:12.145660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf16eac9-c00b-495f-8bb7-b86c677b49d7 req-87d4e4e6-9060-4163-acfc-dc8e2e1bee20 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756222 Nov 23 17:52:12.149037 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.158109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 has no active binding in host n-h1-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:52:12.170508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-2701cd60-5737-4328-81b5-c3ab945d4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:12.173481 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-2701cd60-5737-4328-81b5-c3ab945d4976 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1653612 Nov 23 17:52:12.178584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:12.204318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.356578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3908e-8c45-469d-9678-799042323bcb req-9d5ff017-eb13-4443-b285-f7259fef1f67 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:12.363559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4c3908e-8c45-469d-9678-799042323bcb req-9d5ff017-eb13-4443-b285-f7259fef1f67 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.1120906 Nov 23 17:52:12.367380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=8']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:12.394370 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74c6ae56-69ba-44ed-81ec-b3fa2982bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.396397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fc1771dd-6c3d-41ad-bba5-f75d86eb700c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:12.396747 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.407368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-c17dde85-0d6a-40f6-ba5d-abe9fda75bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:12.408195 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-c17dde85-0d6a-40f6-ba5d-abe9fda75bca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2236288 Nov 23 17:52:12.413538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] For port 80089965-262f-4662-9e0b-fa41138b279e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=80089965-262f-4662-9e0b-fa41138b279e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:12.413748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.434384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4c3908e-8c45-469d-9678-799042323bcb req-88b49b4a-61da-4cd3-bf77-d1503acae8fc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696962 Nov 23 17:52:12.451702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:12.453636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.454845 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-ec193e6d-b848-4b2c-9c03-f327d2f0cde4 service neutron] 10.222.0.72 "PUT /v2.0/ports/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 200 len: 1121 time: 2.3903480 Nov 23 17:52:12.469263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Calling delete_port for 80089965-262f-4662-9e0b-fa41138b279e owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:12.518809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '80089965-262f-4662-9e0b-fa41138b279e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:52:08Z', 'revision_number': 5, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port': {'id': '80089965-262f-4662-9e0b-fa41138b279e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:50:24Z', 'updated_at': '2021-11-23T17:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:12.560565 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.578732 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.610298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] Checking router: 72a3ef4c-a1a4-4bd2-b989-085da6cf992c for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:52:12.620267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:12.648240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-ad12d35c-d50f-48eb-ac04-5da96be4c569 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187610 Nov 23 17:52:12.659959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:12.703474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.720294 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Attempting to bind port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:12.720862 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Attempting to bind port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:12.721325 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Attempting to bind port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:12.729374 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Pushing event updated for resources: {'Port': ['ID=474c6f29-7bb0-4969-ac3e-c1ff8e8e0531,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:12.733152 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:12.733901 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:12.734415 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.734921 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:12.735580 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Bound port: 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:12.736052 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.743315 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.743753 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.744145 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.744543 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.744938 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.745332 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.745720 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.746109 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.746581 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.746911 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.747292 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.747674 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:12.825281 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] For port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:12.830082 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] For port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=474c6f29-7bb0-4969-ac3e-c1ff8e8e0531,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:12.837152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-74c6ae56-69ba-44ed-81ec-b3fa2982bde0 None None] For port fc1771dd-6c3d-41ad-bba5-f75d86eb700c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fc1771dd-6c3d-41ad-bba5-f75d86eb700c,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:12.852689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] Routers {'72a3ef4c-a1a4-4bd2-b989-085da6cf992c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:12.853592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:12.862808 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74c6ae56-69ba-44ed-81ec-b3fa2982bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.864245 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.885680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.899326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81ec0664-cdea-42a5-8648-b6fdb0ca1c52 req-18098ca1-ed28-4d91-aefe-93fc697cc05b service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815319 Nov 23 17:52:12.945418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Pushing event deleted for resources: {'Port': ['ID=80089965-262f-4662-9e0b-fa41138b279e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:12.950530 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb70429-238b-45fc-9e4d-384ca5052bd3 None None] Pushing event updated for resources: {'Port': ['ID=474c6f29-7bb0-4969-ac3e-c1ff8e8e0531,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:12.965025 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.966929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:12.968422 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:51:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:12.988374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204589a-11f1-4786-a099-17e610f3ba34 req-85beacad-c33e-4eca-b514-33ae76aa93d9 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:12.990238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6204589a-11f1-4786-a099-17e610f3ba34 req-85beacad-c33e-4eca-b514-33ae76aa93d9 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 945 time: 0.1511230 Nov 23 17:52:13.011105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.038265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Allocated IP 172.20.0.1 (f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c/291e8618-8a09-4d5c-b07b-1d9965435064/734597f7-66f4-471a-98da-9a42b88324ed) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:13.062661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6204589a-11f1-4786-a099-17e610f3ba34 req-2fdee9c8-f3af-420f-b372-d533ecbbb3e5 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662327 Nov 23 17:52:13.140077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] Set router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:13.165713 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:13.178974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.181448 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.188580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6ae56-69ba-44ed-81ec-b3fa2982bde0 None None] Pushing event updated for resources: {'Port': ['ID=fc1771dd-6c3d-41ad-bba5-f75d86eb700c,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:13.261206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ba243-e6b2-42bf-b1aa-ad3246ca8934 req-0a28b4f5-67db-4ea6-ba27-c044dd1247db tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:13.270277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a74ba243-e6b2-42bf-b1aa-ad3246ca8934 req-0a28b4f5-67db-4ea6-ba27-c044dd1247db tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.0819910 Nov 23 17:52:13.270678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-8cd8e0be-e9aa-4729-9836-2249a63e321e tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:13.273334 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-8cd8e0be-e9aa-4729-9836-2249a63e321e tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.72 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 945 time: 0.1341681 Nov 23 17:52:13.275144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.276272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a3ef4c-a1a4-4bd2-b989-085da6cf992c {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:52:13.281474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:52:11Z', 'revision_number': 6, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:13.288631 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.289987 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-19690b41-1834-4ea5-ba45-7e2b0f1e3920 admin admin] 10.222.0.74 "DELETE /v2.0/routers/72a3ef4c-a1a4-4bd2-b989-085da6cf992c HTTP/1.1" status: 204 len: 168 time: 2.5148723 Nov 23 17:52:13.303967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:13.338843 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.352422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54b816-b599-44c6-af4d-39fafff8d363 None None] The sync data for ids ['72a3ef4c-a1a4-4bd2-b989-085da6cf992c'] in n-d-818932-3 is: [{'id': '72a3ef4c-a1a4-4bd2-b989-085da6cf992c', 'name': 'tempest-ServersTestMultiNic-687326625-router', 'tenant_id': '703db554b94342ae907549e01dd895b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:50:23Z', 'updated_at': '2021-11-23T17:52:11Z', 'revision_number': 6, 'project_id': '703db554b94342ae907549e01dd895b2', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:13.382293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75'}, {'name': 'network-changed', 'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:13.391221 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b5c05d-eb1b-47cf-b9b2-081d26376547" -d '{"events": [{"name": "network-changed", "server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75"}, {"name": "network-changed", "server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:13.392174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a74ba243-e6b2-42bf-b1aa-ad3246ca8934 req-f23da969-f06f-4072-b5e3-0e03a95fb4db tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207216 Nov 23 17:52:13.394640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7e8fa6c-bfe7-4d9f-bb33-b592edd1db06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.398104 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:52:13.398104 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:52:13.398485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-35201c1e-d0fb-4d00-ac12-26995cd2ba5f None None] Provisioning complete for port fc1771dd-6c3d-41ad-bba5-f75d86eb700c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:13.402031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-35201c1e-d0fb-4d00-ac12-26995cd2ba5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.434928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885d14e-683e-4e08-b2a3-228793c44b12 req-d22dfd21-e5b1-479a-94c5-7343c3b8b469 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:13.442044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3885d14e-683e-4e08-b2a3-228793c44b12 req-d22dfd21-e5b1-479a-94c5-7343c3b8b469 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 949 time: 0.1486142 Nov 23 17:52:13.525271 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:10Z', 'revision_number': 3, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:13.548362 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.565031 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f3b85-8f83-4e9e-8f5b-8eaf3c8b6db7 None None] The sync data for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 is: [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:10Z', 'revision_number': 3, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:13.653901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3885d14e-683e-4e08-b2a3-228793c44b12 req-e73b2bd7-4bd2-432d-8ba3-a0a00e48e0e1 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934595 Nov 23 17:52:13.663084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:13.673219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:13.677536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:13.683735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Pushing event updated for resources: {'Port': ['ID=734597f7-66f4-471a-98da-9a42b88324ed,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:13.762962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:13.763134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bbd5f6-5476-42b2-aa27-2f6aea6397b1 admin admin] Deleting subnet bdd0981e-d3d8-44bc-835a-0962bb885ff4 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:13.769194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd5f6-5476-42b2-aa27-2f6aea6397b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.784673 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.819567 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f600b-cc1a-49cc-b8b8-7306f6dc4c58 x-openstack-request-id: req-3f2f600b-cc1a-49cc-b8b8-7306f6dc4c58 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:13.819873 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:13.820477 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f2f600b-cc1a-49cc-b8b8-7306f6dc4c58 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:13.820621 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'status': 'completed', 'code': 200} Nov 23 17:52:13.821364 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1', 'status': 'completed', 'code': 200} Nov 23 17:52:13.839048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd5f6-5476-42b2-aa27-2f6aea6397b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.846064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 906868be-3fa3-4325-a14a-15855c2efe12 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:13.846373 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.975886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd5f6-5476-42b2-aa27-2f6aea6397b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.982984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305195a-b099-4a07-a2a2-3e9d459dd278 req-f744ef07-8608-4242-90c9-f8dd9b3646fc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:13.984776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7305195a-b099-4a07-a2a2-3e9d459dd278 req-f744ef07-8608-4242-90c9-f8dd9b3646fc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.1332166 Nov 23 17:52:14.029490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.055671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:14.058253 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deaa81b-cc14-4410-8936-97b73f085a50" -d '{"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-plugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:14.088982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:14.089281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Deleting port 628bd0d2-d11d-4e20-b3e4-e1858911f227 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:14.089765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.094319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7305195a-b099-4a07-a2a2-3e9d459dd278 req-6a21e142-8d70-4ecc-9d61-b290f728823e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989971 Nov 23 17:52:14.100893 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.116978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.142127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd5f6-5476-42b2-aa27-2f6aea6397b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.179811 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e63e796-c75a-450e-8552-502a67eb61ec x-openstack-request-id: req-9e63e796-c75a-450e-8552-502a67eb61ec {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:14.180403 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-plugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:14.181129 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e63e796-c75a-450e-8552-502a67eb61ec {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:14.181758 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12', 'code': 200} Nov 23 17:52:14.192496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-d3a246c2-b55c-45d8-bfb7-1439f612d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:14.194077 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-d3a246c2-b55c-45d8-bfb7-1439f612d0c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 1099 time: 0.1596715 Nov 23 17:52:14.238324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:14.242663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9ee74cd0-ff73-4aac-852c-91d6a8c8705c None None] Provisioning complete for port 734597f7-66f4-471a-98da-9a42b88324ed triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:14.243172 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9ee74cd0-ff73-4aac-852c-91d6a8c8705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.249996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbd5f6-5476-42b2-aa27-2f6aea6397b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd0981e-d3d8-44bc-835a-0962bb885ff4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:14.254636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd5f6-5476-42b2-aa27-2f6aea6397b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.257953 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b9bbd5f6-5476-42b2-aa27-2f6aea6397b1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bdd0981e-d3d8-44bc-835a-0962bb885ff4 HTTP/1.1" status: 204 len: 168 time: 0.9530258 Nov 23 17:52:14.269517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40886) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:14.294247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9601109-62bc-4a46-8576-08d1d04f14ab None None] Network 71657ed7-efb3-4215-a46a-72aebbfbf13e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:14.351301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9ee74cd0-ff73-4aac-852c-91d6a8c8705c None None] Port 734597f7-66f4-471a-98da-9a42b88324ed cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:14.418994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.455301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fc1771dd-6c3d-41ad-bba5-f75d86eb700c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:14.521552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dfd2c-51f1-424a-baec-25501ed37e95 req-80aafcd1-87a3-4f2c-8139-19e4e614bffe tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:14.523587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-816dfd2c-51f1-424a-baec-25501ed37e95 req-80aafcd1-87a3-4f2c-8139-19e4e614bffe tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 945 time: 0.1793375 Nov 23 17:52:14.562858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] For port 628bd0d2-d11d-4e20-b3e4-e1858911f227, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=628bd0d2-d11d-4e20-b3e4-e1858911f227,segment=NetworkSegment(e38f5192-c94e-4d0b-9d90-3a9a0567a86f),segment_id=e38f5192-c94e-4d0b-9d90-3a9a0567a86f)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:14.563242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.603333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Calling delete_port for 628bd0d2-d11d-4e20-b3e4-e1858911f227 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:14.615918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.650263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fc1771dd-6c3d-41ad-bba5-f75d86eb700c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:14.650652 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.672906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-5aa66fa9-9112-4fa6-8e47-1215586c8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:14.681539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.685943 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-5aa66fa9-9112-4fa6-8e47-1215586c8afc service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.4528129 Nov 23 17:52:14.724558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] DHCP port deletion for 71657ed7-efb3-4215-a46a-72aebbfbf13e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:14.753073 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-2dbc0877-90a1-4076-8f7f-cafd976cfb54 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 217 time: 0.0632122 Nov 23 17:52:14.842307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-816dfd2c-51f1-424a-baec-25501ed37e95 req-03c2069d-65b5-4448-a397-6e77d2f9f560 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/security-groups?id=f8d07e9e-1674-44cc-850b-826c503fcba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228973 Nov 23 17:52:14.852121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be769edd-40df-42b4-94e9-7fe798acc2be req-3cb2ae74-9525-4fad-bef3-e451ec0c28dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:14.857058 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.871803 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-be769edd-40df-42b4-94e9-7fe798acc2be req-3cb2ae74-9525-4fad-bef3-e451ec0c28dc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1101 time: 0.4260831 Nov 23 17:52:14.878740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Deleting port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:14.878915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.006894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed1456-28d9-4420-926d-4fed832101aa req-be521a54-2d00-4c56-a420-b9fdfe84046c tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:15.019788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bed1456-28d9-4420-926d-4fed832101aa req-be521a54-2d00-4c56-a420-b9fdfe84046c tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.4716485 Nov 23 17:52:15.047374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Pushing event updated for resources: {'Port': ['ID=734597f7-66f4-471a-98da-9a42b88324ed,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:15.117443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:15.139303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bed1456-28d9-4420-926d-4fed832101aa req-6824289d-0c09-4377-853e-8ef052d63897 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215374 Nov 23 17:52:15.145500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:15.180707 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.223847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-f02dfc50-c8f2-46a9-8f01-0d93e3233c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:15.225349 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-f02dfc50-c8f2-46a9-8f01-0d93e3233c88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.3972149 Nov 23 17:52:15.227349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] For port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,segment=NetworkSegment(26f0ad9e-0496-445f-a002-5ca0dbffd94d),segment_id=26f0ad9e-0496-445f-a002-5ca0dbffd94d)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:15.227718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.286248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] Deleting port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:15.286673 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.413580 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-be769edd-40df-42b4-94e9-7fe798acc2be req-33b0b70d-93d3-4afa-8bec-3e966e0929f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884796 Nov 23 17:52:15.413866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] For port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,segment=NetworkSegment(26f0ad9e-0496-445f-a002-5ca0dbffd94d),segment_id=26f0ad9e-0496-445f-a002-5ca0dbffd94d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:15.414501 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.416580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Calling delete_port for 9b48d8fe-033e-49e1-aaef-86ed3425bc6c owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:15.419082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.433971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] Calling delete_port for 9b48d8fe-033e-49e1-aaef-86ed3425bc6c owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:15.454678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device db5a5187-941c-4c23-a140-6d9f9c88bd18 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:15.535118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: db5a5187-941c-4c23-a140-6d9f9c88bd18 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:15.535589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device db5a5187-941c-4c23-a140-6d9f9c88bd18 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:15.536080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 80089965-262f-4662-9e0b-fa41138b279e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:15.564650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 80089965-262f-4662-9e0b-fa41138b279e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:15.565001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 80089965-262f-4662-9e0b-fa41138b279e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:15.616422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-981bd33d-3342-4d8d-a682-6c3c80c2ba04 None None] Provisioning complete for port 734597f7-66f4-471a-98da-9a42b88324ed triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:15.616898 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-981bd33d-3342-4d8d-a682-6c3c80c2ba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.625949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Pushing event deleted for resources: {'Port': ['ID=628bd0d2-d11d-4e20-b3e4-e1858911f227,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:15.648741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.657486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-981bd33d-3342-4d8d-a682-6c3c80c2ba04 None None] Port 734597f7-66f4-471a-98da-9a42b88324ed cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:15.675580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.701293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] Pushing event deleted for resources: {'Port': ['ID=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:15.702720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-f71d8879-2eef-4042-8e0f-47e66c2df018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:15.708540 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-f71d8879-2eef-4042-8e0f-47e66c2df018 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4420083 Nov 23 17:52:15.712302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675490b4-ca13-4ede-8c9c-7b5bf7631277 None None] No DVR routers for this DVR port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:15.712568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] No DVR routers for this DVR port 628bd0d2-d11d-4e20-b3e4-e1858911f227 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:15.716110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b48d8fe-033e-49e1-aaef-86ed3425bc6c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:15.725582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.729224 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-618d2b60-e989-47e5-bfe0-203ee72d7e62 req-2b283766-17b8-404d-a392-6681e9130274 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.72 "DELETE /v2.0/ports/628bd0d2-d11d-4e20-b3e4-e1858911f227 HTTP/1.1" status: 204 len: 173 time: 2.4371893 Nov 23 17:52:15.770518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device eb3a7aa2-57a5-459a-a5ee-080945191b75 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:15.846728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3481fafe-ada2-48cd-bbba-7748df1ccc80', 'name': 'network-vif-deleted', 'tag': '628bd0d2-d11d-4e20-b3e4-e1858911f227'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:15.849220 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ceca14-46c7-454b-b865-ad29cb4d8091" -d '{"events": [{"server_uuid": "3481fafe-ada2-48cd-bbba-7748df1ccc80", "name": "network-vif-deleted", "tag": "628bd0d2-d11d-4e20-b3e4-e1858911f227"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:15.854380 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-47deab48-d287-41ef-875b-298e48de9adb service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223915 Nov 23 17:52:15.855834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] No DVR routers for this DVR port 9b48d8fe-033e-49e1-aaef-86ed3425bc6c on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:15.907672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea165ee-10c2-41e8-b103-7fafb48786f2 req-d8dede97-866e-4b7f-8f51-df7590a19ee4 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:15.915966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eea165ee-10c2-41e8-b103-7fafb48786f2 req-d8dede97-866e-4b7f-8f51-df7590a19ee4 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.6409979 Nov 23 17:52:15.965015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:15.979713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'mac_address': 'fa:16:3e:bb:fd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:52:16.040290 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.042571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eea165ee-10c2-41e8-b103-7fafb48786f2 req-9749380e-e8f7-4569-af64-0e4938218b87 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219878 Nov 23 17:52:16.071876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3a7aa2-57a5-459a-a5ee-080945191b75 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:16.076099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6a326-2102-4887-9e39-1947043db354 req-fb09e199-cfc3-4209-8a2d-5a0f6c19ed95 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:16.078210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4a6a326-2102-4887-9e39-1947043db354 req-fb09e199-cfc3-4209-8a2d-5a0f6c19ed95 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.7424567 Nov 23 17:52:16.123212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Router 334bb427-6a88-4796-9411-621107409603 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:16.124845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:16.136803 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.145418 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-9d48bd7e-65ff-4ebe-9ca5-2b034e38281d service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800119 Nov 23 17:52:16.147363 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf05aa-91d8-4ec2-98ef-e08b859135f4 x-openstack-request-id: req-eddf05aa-91d8-4ec2-98ef-e08b859135f4 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:16.147650 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3481fafe-ada2-48cd-bbba-7748df1ccc80", "name": "network-vif-deleted", "tag": "628bd0d2-d11d-4e20-b3e4-e1858911f227", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:16.148030 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eddf05aa-91d8-4ec2-98ef-e08b859135f4 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:16.148421 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3481fafe-ada2-48cd-bbba-7748df1ccc80', 'name': 'network-vif-deleted', 'tag': '628bd0d2-d11d-4e20-b3e4-e1858911f227', 'status': 'completed', 'code': 200} Nov 23 17:52:16.150172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.190986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71657ed7-efb3-4215-a46a-72aebbfbf13e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:16.197418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:16.202905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f0ad9e-0496-445f-a002-5ca0dbffd94d') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:16.203191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f0ad9e-0496-445f-a002-5ca0dbffd94d') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:16.214440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.232192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.240035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:16.240734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.268131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4a6a326-2102-4887-9e39-1947043db354 req-f0725564-ecb4-47da-8036-fbe09034c418 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821141 Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:16.336017 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:16.361361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.361626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fc1bb0f-0fab-45e6-accf-9635e11b0a00 req-a4049591-5e26-43bf-9a54-8106cd93b4e0 tempest-ServerAddressesNegativeTestJSON-1953283198 tempest-ServerAddressesNegativeTestJSON-1953283198-project] 10.222.0.74 "GET /v2.0/ports?device_id=3481fafe-ada2-48cd-bbba-7748df1ccc80 HTTP/1.1" status: 200 len: 210 time: 0.0922980 Nov 23 17:52:16.364190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:16.400910 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.409352 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.426120 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] 10.222.0.74 "DELETE /v2.0/networks/71657ed7-efb3-4215-a46a-72aebbfbf13e HTTP/1.1" status: 204 len: 168 time: 2.1432638 Nov 23 17:52:16.457256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:16.458634 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.474383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b4814-37ee-49f1-95f3-8f2d6e6e7a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=71657ed7-efb3-4215-a46a-72aebbfbf13e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:16.505999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-164c4e75-46bc-4d0b-ab99-69b8bfb3e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:16.512162 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-164c4e75-46bc-4d0b-ab99-69b8bfb3e18e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1124 time: 0.1750650 Nov 23 17:52:16.557420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['eb3a7aa2-57a5-459a-a5ee-080945191b75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:16.560850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:16.578489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f487de19-9fd8-41f1-8d3e-9f5db84c5037 admin admin] 10.222.0.74 "PUT /v2.0/routers/334bb427-6a88-4796-9411-621107409603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9877889 Nov 23 17:52:16.669837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40912) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:16.698399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Sync routers for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:16.720554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5e4cb-f1cd-4faa-8bc6-c2187f314741 req-0a7e49f8-51b3-4260-ad8c-47102aa2c0b7 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:16.728557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bb5e4cb-f1cd-4faa-8bc6-c2187f314741 req-0a7e49f8-51b3-4260-ad8c-47102aa2c0b7 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.1462591 Nov 23 17:52:16.731299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:16.732017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:16.743222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-25b2cad4-587f-4edf-bd04-9e7ebe3bcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:16.745706 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-25b2cad4-587f-4edf-bd04-9e7ebe3bcb00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.2229688 Nov 23 17:52:16.793924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-33c7ff99-ba5c-4334-9989-34f5d36761c6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=703db554b94342ae907549e01dd895b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1229186 Nov 23 17:52:16.814893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bb5e4cb-f1cd-4faa-8bc6-c2187f314741 req-b6becf04-9bc8-4e5c-97ca-908861a1b4b7 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782154 Nov 23 17:52:16.815494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40914) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:16.862999 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-03747136-3df2-4d98-99e3-e84e3a545526 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 200 len: 217 time: 0.1088812 Nov 23 17:52:16.876091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-637ede5c-14af-4335-ae96-e2de6edd3b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.901917 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.911826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-637ede5c-14af-4335-ae96-e2de6edd3b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.924082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=474c6f29-7bb0-4969-ac3e-c1ff8e8e0531,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:16.930080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 628bd0d2-d11d-4e20-b3e4-e1858911f227 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:16.949846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-1d0361f4-6aa8-4f4f-b06b-05acdfbba0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:16.951071 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-1d0361f4-6aa8-4f4f-b06b-05acdfbba0e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0695865 Nov 23 17:52:16.960894 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.983812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 628bd0d2-d11d-4e20-b3e4-e1858911f227 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:16.984077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 628bd0d2-d11d-4e20-b3e4-e1858911f227 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:16.994277 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-637ede5c-14af-4335-ae96-e2de6edd3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.998207 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-637ede5c-14af-4335-ae96-e2de6edd3b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.012064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-637ede5c-14af-4335-ae96-e2de6edd3b4d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f9c21c2-f52f-41f6-9fbf-f45b50b72f84 HTTP/1.1" status: 204 len: 168 time: 0.1949575 Nov 23 17:52:17.024956 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-853aec3c-4721-4d5b-b07d-5cc87e09f7ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660036 Nov 23 17:52:17.027928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ede5c-14af-4335-ae96-e2de6edd3b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9c21c2-f52f-41f6-9fbf-f45b50b72f84,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:17.046747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:17.093610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9b48d8fe-033e-49e1-aaef-86ed3425bc6c no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:17.179088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=474c6f29-7bb0-4969-ac3e-c1ff8e8e0531,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:17.183027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 9b48d8fe-033e-49e1-aaef-86ed3425bc6c {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:17.183389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9b48d8fe-033e-49e1-aaef-86ed3425bc6c not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:17.207277 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-1c7d6868-f115-4730-95f7-959e62d69c1e service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674938 Nov 23 17:52:17.227338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bcf6b-32b9-463e-938b-3b4a383cfd8e req-ff9d4cca-5e28-4501-9742-cb429ea2ac76 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:17.228909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e9bcf6b-32b9-463e-938b-3b4a383cfd8e req-ff9d4cca-5e28-4501-9742-cb429ea2ac76 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0650308 Nov 23 17:52:17.312937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e9bcf6b-32b9-463e-938b-3b4a383cfd8e req-900f6dbd-f5a8-4290-9366-032bd219f3a8 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713449 Nov 23 17:52:17.375741 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-44b5c05d-eb1b-47cf-b9b2-081d26376547 req-e05283fa-e338-4dcd-8aae-733c54b1317d service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562140 Nov 23 17:52:17.415479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefb9ce-8546-4d63-b3bb-9081f4af0055 req-bfa113cd-9a74-401b-9059-8adde84945d3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:17.424608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6eefb9ce-8546-4d63-b3bb-9081f4af0055 req-bfa113cd-9a74-401b-9059-8adde84945d3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 949 time: 0.0673192 Nov 23 17:52:17.484004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 2, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:17.511903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6eefb9ce-8546-4d63-b3bb-9081f4af0055 req-362e52d7-7f40-439c-96f1-e06544f3ca35 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863943 Nov 23 17:52:17.524548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698069a-b26e-4f2c-a9e3-5d3cc321a43a req-9895c467-e3a9-4c8b-a0f0-59b3c45a185a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:17.532476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5698069a-b26e-4f2c-a9e3-5d3cc321a43a req-9895c467-e3a9-4c8b-a0f0-59b3c45a185a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1002593 Nov 23 17:52:17.535442 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Checking router: 334bb427-6a88-4796-9411-621107409603 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:52:17.535981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Updating router 334bb427-6a88-4796-9411-621107409603 port 734597f7-66f4-471a-98da-9a42b88324ed binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:52:17.570179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.584132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40946) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:17.606054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5698069a-b26e-4f2c-a9e3-5d3cc321a43a req-bd5c4b91-9507-4aa7-b488-45aa502c898d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690086 Nov 23 17:52:17.672804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f4f118-a9fd-4304-afc1-af9405dba493 admin admin] Deleting subnet 8bfcb3a3-6421-44d0-a16d-d90bb05c3721 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:17.677590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94f4f118-a9fd-4304-afc1-af9405dba493 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.695546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40954) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:17.701051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-229735194-network', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:17.727017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94f4f118-a9fd-4304-afc1-af9405dba493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.749987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Made reservation on behalf of 4e17d09f475f4c1089bbdb1b63eff192 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:17.752363 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.773669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.784784 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.803163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device eb3a7aa2-57a5-459a-a5ee-080945191b75 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:17.823251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94f4f118-a9fd-4304-afc1-af9405dba493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.879337 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.884938 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.925680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:17.956100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cf9a7a-5142-4b4f-9cd0-91b9467745aa,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:17.964826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port eb3a7aa2-57a5-459a-a5ee-080945191b75 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:52:17.973697 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.976297 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Added segment 307447b8-add3-4e37-87f9-70236e7c0522 of type vlan for network 8937b612-65bd-43f6-b754-7fe664e4a7e0 Nov 23 17:52:17.989796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port eb3a7aa2-57a5-459a-a5ee-080945191b75 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:17.990462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94f4f118-a9fd-4304-afc1-af9405dba493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.991651 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.068183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4f118-a9fd-4304-afc1-af9405dba493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfcb3a3-6421-44d0-a16d-d90bb05c3721,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:18.074817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94f4f118-a9fd-4304-afc1-af9405dba493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.079254 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-94f4f118-a9fd-4304-afc1-af9405dba493 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8bfcb3a3-6421-44d0-a16d-d90bb05c3721 HTTP/1.1" status: 204 len: 168 time: 0.4941349 Nov 23 17:52:18.081829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40974) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:18.133417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:18.182866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.220673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.233526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca348e-8a1d-4982-813d-60b6459d2064 req-b58a6832-116b-4060-951f-9eee5b622041 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:18.235614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63ca348e-8a1d-4982-813d-60b6459d2064 req-b58a6832-116b-4060-951f-9eee5b622041 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.2460377 Nov 23 17:52:18.313745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.328193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:18.328193 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.329593 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.334435 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.344230 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:52:18.346463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.359252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:18.387585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f6911b-b93a-49b1-b62f-2a271a0f3005']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:18.416214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38f5192-c94e-4d0b-9d90-3a9a0567a86f') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:18.416721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38f5192-c94e-4d0b-9d90-3a9a0567a86f') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:18.432627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63ca348e-8a1d-4982-813d-60b6459d2064 req-825f35f2-9c3f-4f1d-b46e-b5b5457dc546 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613779 Nov 23 17:52:18.440672 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.446712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b51d48-7a70-47a8-8954-9a25f3e3d3fe req-3a35a255-79a6-4b10-b21f-50c4c30adca6 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:18.455794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9b51d48-7a70-47a8-8954-9a25f3e3d3fe req-3a35a255-79a6-4b10-b21f-50c4c30adca6 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.2187552 Nov 23 17:52:18.464691 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.472516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:18.473466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.520256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9b51d48-7a70-47a8-8954-9a25f3e3d3fe req-b9b7fc37-b4e8-4248-977d-8c940a57e38a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Nov 23 17:52:18.521152 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.523820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:18.524431 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.579085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8822398 Nov 23 17:52:18.580605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40994) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:18.594101 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:18.597799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Request body: {'subnet': {'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-229735194-subnet', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:18.610095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-808142728-network', 'tenant_id': 'e4901ca794304e6796e233ae29df073b'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:18.629189 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.635643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.644709 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] 10.222.0.74 "DELETE /v2.0/networks/69f6911b-b93a-49b1-b62f-2a271a0f3005 HTTP/1.1" status: 204 len: 168 time: 0.5596247 Nov 23 17:52:18.666363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b8ba8-732e-4b9e-9537-9f04dd6baa58 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f6911b-b93a-49b1-b62f-2a271a0f3005,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:18.685807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:18.688716 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7b8e5e-5158-4b66-97fb-929c7f77bfe1" -d '{"events": [{"server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:18.693986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4f24f-173b-41c1-9818-71a0be4aa907 None None] Pushing event updated for resources: {'Port': ['ID=734597f7-66f4-471a-98da-9a42b88324ed,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:18.729109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:18.742233 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:52:18.742233 n-d-818932-3 neutron-server[120535]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 17:52:18.742233 n-d-818932-3 neutron-server[120535]: [parameters: {'project_id_1': 'e4901ca794304e6796e233ae29df073b', 'expiration_1': datetime.datetime(2021, 11, 23, 17, 51, 58, 615804)}] Nov 23 17:52:18.742233 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:52:18.743319 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:52:18.785554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e2572-8859-4026-b83e-688df92dfac0 admin admin] Pushing event updated for resources: {'Network': ['ID=8937b612-65bd-43f6-b754-7fe664e4a7e0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:18.792061 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.803515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Made reservation on behalf of 4e17d09f475f4c1089bbdb1b63eff192 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:18.806740 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.843679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8937b612-65bd-43f6-b754-7fe664e4a7e0 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:18.882497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8d218-47a6-4b43-9d2c-07cc83ecd618 req-ced9990c-2251-4594-9922-420a6043874d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:18.884194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fb8d218-47a6-4b43-9d2c-07cc83ecd618 req-ced9990c-2251-4594-9922-420a6043874d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 949 time: 0.2752509 Nov 23 17:52:18.891702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41004) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:18.981309 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e0a57fc3-1776-47b0-bcc0-a3a332246a6d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=854a08e601104cef9342e7cdfb2b758f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0858808 Nov 23 17:52:18.992806 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b931953-b0cc-474d-8dac-5b01f3cda3dc x-openstack-request-id: req-6b931953-b0cc-474d-8dac-5b01f3cda3dc {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:18.993180 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:18.993502 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b931953-b0cc-474d-8dac-5b01f3cda3dc {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:18.993959 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'code': 200} Nov 23 17:52:18.998657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41006) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:19.062723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fb8d218-47a6-4b43-9d2c-07cc83ecd618 req-85a28de3-2fee-4196-b84f-23dc4035008e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445730 Nov 23 17:52:19.074542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d95c6d-304e-4d5f-9ede-ee42781b89a8 req-98319f9e-f1a5-4ad0-be01-d1fbf22e4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.074542 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7d95c6d-304e-4d5f-9ede-ee42781b89a8 req-98319f9e-f1a5-4ad0-be01-d1fbf22e4fd4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 1101 time: 0.0942607 Nov 23 17:52:19.119481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.126008 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7d95c6d-304e-4d5f-9ede-ee42781b89a8 req-42c8cb57-1d36-410a-8cea-78531763f74f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Nov 23 17:52:19.127808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Attempting to bind port 734597f7-66f4-471a-98da-9a42b88324ed on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:19.128529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Attempting to bind port 734597f7-66f4-471a-98da-9a42b88324ed by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:19.128926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03abb4d2-9651-491f-90b1-cb69d7ba462c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.129078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Attempting to bind port 734597f7-66f4-471a-98da-9a42b88324ed on network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:19.144141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.153347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03abb4d2-9651-491f-90b1-cb69d7ba462c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.192542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:19.193228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Checking segment: {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:19.193807 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.194395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Bound using segment: {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:19.195081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Bound port: 734597f7-66f4-471a-98da-9a42b88324ed, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:19.195638 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.214768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03abb4d2-9651-491f-90b1-cb69d7ba462c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.217018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4413de7-38fb-4a44-8a7a-92c591cb2bc2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.219297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03abb4d2-9651-491f-90b1-cb69d7ba462c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.220691 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-03abb4d2-9651-491f-90b1-cb69d7ba462c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8d07e9e-1674-44cc-850b-826c503fcba2 HTTP/1.1" status: 204 len: 168 time: 0.2227921 Nov 23 17:52:19.229142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Checking segment: {'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:19.229565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Network hostable DHCP agents. Network: 8937b612-65bd-43f6-b754-7fe664e4a7e0, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:19.248681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c5d21fbe-f984-4680-a097-bb94c8ef5549 None None] Provisioning complete for port 734597f7-66f4-471a-98da-9a42b88324ed triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:19.249073 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5d21fbe-f984-4680-a097-bb94c8ef5549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.252040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Network 8937b612-65bd-43f6-b754-7fe664e4a7e0 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:19.263898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8937b612-65bd-43f6-b754-7fe664e4a7e0) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:19.265311 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abb4d2-9651-491f-90b1-cb69d7ba462c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d07e9e-1674-44cc-850b-826c503fcba2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.273352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.275042 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.299392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21fbe-f984-4680-a097-bb94c8ef5549 None None] Port 734597f7-66f4-471a-98da-9a42b88324ed cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:19.304696 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Made reservation on behalf of e4901ca794304e6796e233ae29df073b for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:19.307491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7e3b6-784f-4c27-a406-8c536bd2d217 None None] Network 8937b612-65bd-43f6-b754-7fe664e4a7e0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:19.308821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.320088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b866874c-f43e-43a1-a7f5-ac86c63a3507 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7362731 Nov 23 17:52:19.320893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41010) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:19.327379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:19.337472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.364126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.377157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.378441 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.439962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] For port 734597f7-66f4-471a-98da-9a42b88324ed, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:19.452559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] For port 734597f7-66f4-471a-98da-9a42b88324ed, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=734597f7-66f4-471a-98da-9a42b88324ed,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:19.457938 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.469086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.473016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.489427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.520022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:19.539886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb40084b-5d07-4aa1-8250-19d9d9cee726,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.568916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.569570 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Added segment a282224b-7777-4aca-a18e-25d7a573ead0 of type vlan for network ab3c0c63-9e0f-431b-a3df-b3f109f19769 Nov 23 17:52:19.631555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4f24f-173b-41c1-9818-71a0be4aa907 None None] Pushing event updated for resources: {'Port': ['ID=734597f7-66f4-471a-98da-9a42b88324ed,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.661958 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.706926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:19.707586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:19.716909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.719076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.720030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.770303 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4063635 Nov 23 17:52:19.772880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41020) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:19.838854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Request body: {'subnet': {'network_id': 'ab3c0c63-9e0f-431b-a3df-b3f109f19769', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-808142728-subnet', 'tenant_id': 'e4901ca794304e6796e233ae29df073b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:19.850842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-8937b612-65bd-43f6-b754-7fe664e4a7e0', 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'fixed_ips': [{'subnet_id': 'c4413de7-38fb-4a44-8a7a-92c591cb2bc2'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:19.851192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f7315-2671-4625-929c-c9c8de41d089 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3c0c63-9e0f-431b-a3df-b3f109f19769,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.851724 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.876595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network ab3c0c63-9e0f-431b-a3df-b3f109f19769 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:19.877889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Made reservation on behalf of e4901ca794304e6796e233ae29df073b for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:19.881696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.888300 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.937746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ee5fb-3a78-4916-b5bb-84c48a6545c5 req-648876b2-89ad-4752-8885-1f34731b6901 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.956993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-859ee5fb-3a78-4916-b5bb-84c48a6545c5 req-648876b2-89ad-4752-8885-1f34731b6901 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.2991679 Nov 23 17:52:20.039368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751f1cd-5ca4-4e36-9237-2b112ba653bc req-31af854d-9c28-4fd3-b55d-1b14964ceb56 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:20.048136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c751f1cd-5ca4-4e36-9237-2b112ba653bc req-31af854d-9c28-4fd3-b55d-1b14964ceb56 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.3892365 Nov 23 17:52:20.127947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.151198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:20.155427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c751f1cd-5ca4-4e36-9237-2b112ba653bc req-dafd99e8-516e-4ec2-b8b6-e79e0347b4dd tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056824 Nov 23 17:52:20.190030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-859ee5fb-3a78-4916-b5bb-84c48a6545c5 req-c47ff03d-3d37-400e-b002-82a0b925255b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300959 Nov 23 17:52:20.291476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7179f3b6-3b74-43a7-8571-8faf233bbda8,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:20.309459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Checking segment: {'id': 'a282224b-7777-4aca-a18e-25d7a573ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab3c0c63-9e0f-431b-a3df-b3f109f19769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:20.309459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Network hostable DHCP agents. Network: ab3c0c63-9e0f-431b-a3df-b3f109f19769, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:20.361810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Allocated IP 172.20.0.2 (8937b612-65bd-43f6-b754-7fe664e4a7e0/c4413de7-38fb-4a44-8a7a-92c591cb2bc2/63aabe4d-6a75-41e8-991d-2e65871d1f40) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:20.368848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Network ab3c0c63-9e0f-431b-a3df-b3f109f19769 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:20.387588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, ab3c0c63-9e0f-431b-a3df-b3f109f19769) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:20.393780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:20.395231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.403370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fce98278-486b-41dc-a6af-2777919cbe65 None None] Provisioning complete for port 734597f7-66f4-471a-98da-9a42b88324ed triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:20.406293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fce98278-486b-41dc-a6af-2777919cbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.415245 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.429331 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ce4a20e1-1ce6-429c-bec6-7c3a15e0c874 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6527050 Nov 23 17:52:20.472407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f1a31-b6e9-4dc7-8678-10359a5c4128 None None] Network ab3c0c63-9e0f-431b-a3df-b3f109f19769 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:20.575586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e726da-ec53-45a6-8119-7bde984a6cb2 req-c5380b0a-68cc-4b32-9356-b511540a804b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:20.583543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8e726da-ec53-45a6-8119-7bde984a6cb2 req-c5380b0a-68cc-4b32-9356-b511540a804b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1228752 Nov 23 17:52:20.600385 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.627124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.692452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:20.736239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8e726da-ec53-45a6-8119-7bde984a6cb2 req-7936acbc-0b6a-41ae-9f0d-4f725975ce40 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518655 Nov 23 17:52:20.855112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Allocated IP 172.25.0.78 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/2e965ad2-66f5-454b-81e3-8933b0cac6b6) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:20.900309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-68588525-network', 'tenant_id': '10ddde5e1eb84729a5592036caa93ead'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:20.941565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Made reservation on behalf of 10ddde5e1eb84729a5592036caa93ead for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:20.944298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.955554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-a795ad50-9c18-41c1-8f2a-a02ed3c662b1 req-cfd233ca-38a3-450c-8ed8-d611bf5a5708 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:52:20.956943 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a795ad50-9c18-41c1-8f2a-a02ed3c662b1 req-cfd233ca-38a3-450c-8ed8-d611bf5a5708 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176237 Nov 23 17:52:20.961491 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.060972 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.067974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.117223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6ae60b-0bc1-4d98-b95e-5670dc46d393,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:21.150285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:21.163702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d0571-a768-46eb-bec4-4435c30ef213 None None] Network ab3c0c63-9e0f-431b-a3df-b3f109f19769 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:21.169239 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.169949 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Added segment d2b9ea7b-9e04-402c-9de6-c591929ad711 of type vlan for network 4f303e53-c944-4338-a9cb-2c0544b6034e Nov 23 17:52:21.199000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.244235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.254638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-cf2106e9-c1e5-4609-b5d3-1c8f08bee58e tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:21.263877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-cf2106e9-c1e5-4609-b5d3-1c8f08bee58e tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/networks?id=ab3c0c63-9e0f-431b-a3df-b3f109f19769 HTTP/1.1" status: 200 len: 821 time: 0.2371116 Nov 23 17:52:21.291896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.292932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:21.293592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.336221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-c23fcf0f-b48b-4b03-bef7-0cfd81fe10a8 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/quotas/e4901ca794304e6796e233ae29df073b HTTP/1.1" status: 200 len: 375 time: 0.0336151 Nov 23 17:52:21.372205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] Pushing event updated for resources: {'Network': ['ID=4f303e53-c944-4338-a9cb-2c0544b6034e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:21.388781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6019ed13-e0fe-4c2a-b141-c0ba68e40152 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6928816 Nov 23 17:52:21.389710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41074) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:21.395085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Request body: {'subnet': {'network_id': '4f303e53-c944-4338-a9cb-2c0544b6034e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-68588525-subnet', 'tenant_id': '10ddde5e1eb84729a5592036caa93ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:21.412131 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.419742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-f052fda3-efe7-4d7d-ab60-c3ed69e57b42 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4901ca794304e6796e233ae29df073b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477531 Nov 23 17:52:21.430762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Made reservation on behalf of 10ddde5e1eb84729a5592036caa93ead for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:21.433561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.475862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-c2d4a0e6-6f8a-439d-bfd8-6d11c5185dca service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2105618 Nov 23 17:52:21.502288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 4f303e53-c944-4338-a9cb-2c0544b6034e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:21.510015 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fce98278-486b-41dc-a6af-2777919cbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.512892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:21.521244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:21.532548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601fd8a-b9cd-4b14-bef6-9888f876e651 req-183013db-16b1-415f-aaae-330c55e8d6c2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:21.534467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c601fd8a-b9cd-4b14-bef6-9888f876e651 req-183013db-16b1-415f-aaae-330c55e8d6c2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 943 time: 0.2249513 Nov 23 17:52:21.535523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:21.572800 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-90cc31e4-893f-4758-9af5-ed237fb6cdce service neutron] 10.222.0.66 "GET /v2.0/ports/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.0738814 Nov 23 17:52:21.590575 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.607518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Pushing event updated for resources: {'Port': ['ID=2e965ad2-66f5-454b-81e3-8933b0cac6b6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:21.666003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.710762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-7fee0462-d835-4519-84c6-5a48cacffe82 service neutron] 10.222.0.74 "GET /v2.0/networks/ab3c0c63-9e0f-431b-a3df-b3f109f19769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541661 Nov 23 17:52:21.733808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fce98278-486b-41dc-a6af-2777919cbe65 None None] For port 734597f7-66f4-471a-98da-9a42b88324ed, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=734597f7-66f4-471a-98da-9a42b88324ed,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:21.761584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c601fd8a-b9cd-4b14-bef6-9888f876e651 req-58c32966-93fc-41d4-9a37-b0d6a6c4616a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916428 Nov 23 17:52:21.788686 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fce98278-486b-41dc-a6af-2777919cbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.792611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Network 8937b612-65bd-43f6-b754-7fe664e4a7e0 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:21.820194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:21.827473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:21.830017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:21.834023 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:21.846402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Pushing event updated for resources: {'Port': ['ID=63aabe4d-6a75-41e8-991d-2e65871d1f40,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:21.859086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:21.901577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:21.916430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:19Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:21.922154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:21.972844 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.003963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f8efc-7fa9-403a-8fbe-754bf6ce0a43 req-18187b95-45fc-448d-950c-27151be65a2e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:22.005806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737f8efc-7fa9-403a-8fbe-754bf6ce0a43 req-18187b95-45fc-448d-950c-27151be65a2e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1364453 Nov 23 17:52:22.012413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52792c08-746d-48a0-b7f3-37f7a9e75e24 None None] The sync data for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 is: [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:19Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:22.038555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Attempting to bind port 63aabe4d-6a75-41e8-991d-2e65871d1f40 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:22.038979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Attempting to bind port 63aabe4d-6a75-41e8-991d-2e65871d1f40 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:22.039329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Attempting to bind port 63aabe4d-6a75-41e8-991d-2e65871d1f40 on network 8937b612-65bd-43f6-b754-7fe664e4a7e0 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:22.061905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:22.062291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Checking segment: {'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:22.062745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.063120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Bound using segment: {'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:22.063625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Bound port: 63aabe4d-6a75-41e8-991d-2e65871d1f40, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:22.064136 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.077921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce98278-486b-41dc-a6af-2777919cbe65 None None] Pushing event updated for resources: {'Port': ['ID=734597f7-66f4-471a-98da-9a42b88324ed,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:22.109749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.159998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-00fc1ac5-20d4-480d-9805-dad76b4141d4 service neutron] 10.222.0.74 "GET /v2.0/networks/ab3c0c63-9e0f-431b-a3df-b3f109f19769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192839 Nov 23 17:52:22.181181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6ed4a2-2739-4e9c-b684-ed2879e0c2e4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:22.223543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] Transition to ACTIVE for port object 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:52:22.250474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737f8efc-7fa9-403a-8fbe-754bf6ce0a43 req-195b6020-2f7c-4466-b667-0d68ec3589ac tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062211 Nov 23 17:52:22.252238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.252470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] For port 63aabe4d-6a75-41e8-991d-2e65871d1f40, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:22.261138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] For port 63aabe4d-6a75-41e8-991d-2e65871d1f40, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=63aabe4d-6a75-41e8-991d-2e65871d1f40,segment=NetworkSegment(307447b8-add3-4e37-87f9-70236e7c0522),segment_id=307447b8-add3-4e37-87f9-70236e7c0522)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:22.278006 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.356793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe9364-2731-4674-a766-4a77da6e9099 None None] Pushing event updated for resources: {'Port': ['ID=63aabe4d-6a75-41e8-991d-2e65871d1f40,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:22.362045 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Checking segment: {'id': 'd2b9ea7b-9e04-402c-9de6-c591929ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f303e53-c944-4338-a9cb-2c0544b6034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:22.362349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Network hostable DHCP agents. Network: 4f303e53-c944-4338-a9cb-2c0544b6034e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:22.503275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.516515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff835ba-fe1c-4794-b683-832f688f2e21 req-7f881bda-43cb-4bdf-afef-e08091f00f2d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:22.529304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eff835ba-fe1c-4794-b683-832f688f2e21 req-7f881bda-43cb-4bdf-afef-e08091f00f2d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1057479 Nov 23 17:52:22.658979 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:52:22.722437 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eff835ba-fe1c-4794-b683-832f688f2e21 req-1db49fd0-1666-498c-990a-07ce22cbfe31 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921167 Nov 23 17:52:22.897998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9188d9-1b7f-4505-b995-7fe7a8ba3022 req-65826d2a-96de-45c3-b68a-9474e0f8473b tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 210 time: 0.1390131 Nov 23 17:52:22.932644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] No DVR routers for this DVR port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:23.020871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=10']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:23.043904 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-48f45d14-362c-4673-9b3b-68fc3063c3fb service neutron] 10.222.0.66 "PUT /v2.0/ports/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1/bindings/n-h1-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4590368 Nov 23 17:52:23.046021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Network 4f303e53-c944-4338-a9cb-2c0544b6034e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:23.075147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 4f303e53-c944-4338-a9cb-2c0544b6034e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:23.080858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.093599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.097278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38703e85-69b8-4cd9-88bc-88a5ecf47619 None None] Network 4f303e53-c944-4338-a9cb-2c0544b6034e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:23.128374 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1e75fd82-1c5d-4ad2-b917-a5f6a65d81c4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7365696 Nov 23 17:52:23.224486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-fdbf1d2d-34ae-4e85-a93b-feea2cca3737 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.226014 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-fdbf1d2d-34ae-4e85-a93b-feea2cca3737 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1095 time: 0.0919173 Nov 23 17:52:23.355773 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-911d465c-d2d7-4ad4-8b52-ac7b1fef9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.360245 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-911d465c-d2d7-4ad4-8b52-ac7b1fef9a4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe&tenant_id=212b6ad2b5284d24b582972e2d78cc3b HTTP/1.1" status: 200 len: 1095 time: 0.1162579 Nov 23 17:52:23.385350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ca1085-7821-4f56-8be4-adef62f9a4b6 None None] Network 4f303e53-c944-4338-a9cb-2c0544b6034e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:23.462081 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-f1f3c5de-c973-4119-9c2a-3a35f08de2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.463775 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-f1f3c5de-c973-4119-9c2a-3a35f08de2d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1095 time: 0.0531008 Nov 23 17:52:23.641233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-6e37f1c1-3ef6-42b7-993c-783bf42359b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.643642 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-6e37f1c1-3ef6-42b7-993c-783bf42359b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.1709285 Nov 23 17:52:23.716470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3290e6-f735-45fc-9281-e322349a0530 req-a3946a9a-60c1-471d-bd3b-bb9b7a5660ec tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.724386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e3290e6-f735-45fc-9281-e322349a0530 req-a3946a9a-60c1-471d-bd3b-bb9b7a5660ec tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 944 time: 0.7912552 Nov 23 17:52:23.771816 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-3556048b-c24c-49f4-a0b5-631b17d7b4af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 200 len: 217 time: 0.0979323 Nov 23 17:52:23.802747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e3290e6-f735-45fc-9281-e322349a0530 req-00a70d28-d0fb-4b1c-b39a-00c8ca037ff2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774465 Nov 23 17:52:23.823502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.837316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26724c-e575-42a2-9277-a60d03a97fca req-09082bb0-f5ed-4977-a472-e7be5771e680 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.839358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c26724c-e575-42a2-9277-a60d03a97fca req-09082bb0-f5ed-4977-a472-e7be5771e680 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1756582 Nov 23 17:52:23.873999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-4e8b51f4-4893-41e7-8639-a4f5a7162a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.876188 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-4e8b51f4-4893-41e7-8639-a4f5a7162a2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 1101 time: 0.1006050 Nov 23 17:52:23.883799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-1fafccdd-1a51-4ecf-b710-36be3d080168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.885423 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-1fafccdd-1a51-4ecf-b710-36be3d080168 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0945697 Nov 23 17:52:23.976631 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-82706ba1-8cc4-4609-9a7f-7ed9168d6605 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565476 Nov 23 17:52:24.024120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360eefb-a316-4583-828d-60ac42ac934f None None] Network 8937b612-65bd-43f6-b754-7fe664e4a7e0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:24.033540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c26724c-e575-42a2-9277-a60d03a97fca req-7dbbc91d-3ecf-4023-9d7d-5320b02d95b1 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343319 Nov 23 17:52:24.196490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Router fb4c993e-1427-4b17-85ea-379e824e5c44 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:52:24.197696 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-c6829000-742a-4122-9bfa-fd2b403c6ee8 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932893 Nov 23 17:52:24.244888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-7783c1e4-82e9-43fb-9820-7c5da2157240 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:24.255155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-7783c1e4-82e9-43fb-9820-7c5da2157240 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/networks?id=4f303e53-c944-4338-a9cb-2c0544b6034e HTTP/1.1" status: 200 len: 819 time: 0.1815600 Nov 23 17:52:24.284023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a628d12c-5ce8-4eff-aa42-3373b0a55f46 None None] Provisioning complete for port 63aabe4d-6a75-41e8-991d-2e65871d1f40 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:24.295436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a628d12c-5ce8-4eff-aa42-3373b0a55f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.320824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-c1d30f8a-cd9d-426f-968d-04ec81a7d967 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/quotas/10ddde5e1eb84729a5592036caa93ead HTTP/1.1" status: 200 len: 375 time: 0.0645623 Nov 23 17:52:24.340667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-b75af5ae-3911-453e-8985-1d5a0db7bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:24.343116 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-b75af5ae-3911-453e-8985-1d5a0db7bcb1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.4558802 Nov 23 17:52:24.370671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-304e1228-68d9-4c67-bbc6-09c844aeca9e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=10ddde5e1eb84729a5592036caa93ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489399 Nov 23 17:52:24.395253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 63aabe4d-6a75-41e8-991d-2e65871d1f40 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:24.438373 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-128db574-af74-4065-af9d-f93a92c2d971 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 217 time: 0.0784600 Nov 23 17:52:24.523700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:24.538140 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-65db7f72-b0f2-4dc8-b7b4-1a14463c701e service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225851 Nov 23 17:52:24.542514 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Sync routers for ids ['fb4c993e-1427-4b17-85ea-379e824e5c44'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:24.547240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-67a7affb-4549-4e1e-9c31-831a9574608a service neutron] 10.222.0.74 "GET /v2.0/networks/4f303e53-c944-4338-a9cb-2c0544b6034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752324 Nov 23 17:52:24.564986 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-d1ea1adb-610f-4df0-92c6-bb96b8e5d265 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2015338 Nov 23 17:52:24.575139 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Routers {'fb4c993e-1427-4b17-85ea-379e824e5c44'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:24.578540 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fb4c993e-1427-4b17-85ea-379e824e5c44'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:24.585527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-dedcef5c-1460-490a-86f2-fa11de92d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:24.587035 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-dedcef5c-1460-490a-86f2-fa11de92d561 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1015458 Nov 23 17:52:24.614348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-9a009e14-54f3-4b9e-b201-5b4c23522a16 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:24.616136 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-9a009e14-54f3-4b9e-b201-5b4c23522a16 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.72 "GET /v2.0/networks?id=ab3c0c63-9e0f-431b-a3df-b3f109f19769 HTTP/1.1" status: 200 len: 821 time: 0.2960942 Nov 23 17:52:24.650350 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a628d12c-5ce8-4eff-aa42-3373b0a55f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.652362 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.656296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e07909a8-c871-4808-a3bc-6d09361aad1c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3316436 Nov 23 17:52:24.658642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41136) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:24.688302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Request body: {'port': {'device_id': 'f497547e-bee0-4845-bbec-57d5fecce7b4', 'network_id': 'ab3c0c63-9e0f-431b-a3df-b3f109f19769', 'admin_state_up': True, 'tenant_id': 'e4901ca794304e6796e233ae29df073b'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:24.732619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 63aabe4d-6a75-41e8-991d-2e65871d1f40 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:24.733140 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.755491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eb362-8fcf-499d-990a-33e8a3392174 req-a0de13ec-79d2-46bf-bbae-dffaa38a347d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:24.758279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf6eb362-8fcf-499d-990a-33e8a3392174 req-a0de13ec-79d2-46bf-bbae-dffaa38a347d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1794419 Nov 23 17:52:24.777870 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Set router fb4c993e-1427-4b17-85ea-379e824e5c44 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:24.823751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-13f94ec8-cf95-4769-9d6a-959d2321840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:24.825702 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-13f94ec8-cf95-4769-9d6a-959d2321840e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083285 Nov 23 17:52:24.855639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a628d12c-5ce8-4eff-aa42-3373b0a55f46 None None] For port 63aabe4d-6a75-41e8-991d-2e65871d1f40, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=63aabe4d-6a75-41e8-991d-2e65871d1f40,segment=NetworkSegment(307447b8-add3-4e37-87f9-70236e7c0522),segment_id=307447b8-add3-4e37-87f9-70236e7c0522)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:24.870428 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a628d12c-5ce8-4eff-aa42-3373b0a55f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.893805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-7b265db7-1cc5-4065-b1f4-bb9ce58f313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:24.895493 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-7b265db7-1cc5-4065-b1f4-bb9ce58f313e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 1095 time: 0.1677167 Nov 23 17:52:24.898403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-61624958-1e3c-4454-aebf-954f935961ca service neutron] 10.222.0.74 "GET /v2.0/networks/4f303e53-c944-4338-a9cb-2c0544b6034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506436 Nov 23 17:52:24.943801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf6eb362-8fcf-499d-990a-33e8a3392174 req-a7e8c9cf-ced6-43be-b512-703cc2255a5d tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603990 Nov 23 17:52:25.070980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628d12c-5ce8-4eff-aa42-3373b0a55f46 None None] Pushing event updated for resources: {'Port': ['ID=63aabe4d-6a75-41e8-991d-2e65871d1f40,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:25.112281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 734597f7-66f4-471a-98da-9a42b88324ed up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:25.120325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Made reservation on behalf of e4901ca794304e6796e233ae29df073b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:25.134581 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.184337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 734597f7-66f4-471a-98da-9a42b88324ed triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:25.184728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.221372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-8060359f-bba7-404a-9590-60b96052eee6 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:25.225684 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-8060359f-bba7-404a-9590-60b96052eee6 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1095 time: 0.3560305 Nov 23 17:52:25.256255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4c6424-b0ad-4873-8075-bc7bc70e25ff req-09a559ce-a471-4664-aed6-bee9c25b221c tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 210 time: 0.0710175 Nov 23 17:52:25.268644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9bd44bb0-4796-45ac-b146-af765867a987 None None] Provisioning complete for port 63aabe4d-6a75-41e8-991d-2e65871d1f40 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:25.268644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9bd44bb0-4796-45ac-b146-af765867a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.274507 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-5b219d89-ee94-44eb-97ad-676f19efc372 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339135 Nov 23 17:52:25.382433 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 3, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port': {'id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:20Z', 'updated_at': '2021-11-23T17:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:25.431777 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Checking router: fb4c993e-1427-4b17-85ea-379e824e5c44 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:52:25.432127 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Updating router fb4c993e-1427-4b17-85ea-379e824e5c44 port 2e965ad2-66f5-454b-81e3-8933b0cac6b6 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:52:25.455635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-f1c26aac-a41e-4760-a27d-db666890a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:25.457159 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-f1c26aac-a41e-4760-a27d-db666890a1a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.5215423 Nov 23 17:52:25.480918 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.510022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a5c87-d816-47cc-837c-38f6a22acb9b req-277f192d-7264-4f1e-b863-84e0b7a6e654 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:25.511565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-643a5c87-d816-47cc-837c-38f6a22acb9b req-277f192d-7264-4f1e-b863-84e0b7a6e654 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 944 time: 0.2507923 Nov 23 17:52:25.556242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e424a8-2315-478f-8503-4546ef821498 req-bada218b-a4bf-4575-9ab1-18bdaf6e517c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:25.565597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84e424a8-2315-478f-8503-4546ef821498 req-bada218b-a4bf-4575-9ab1-18bdaf6e517c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1842358 Nov 23 17:52:25.657531 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-16653515-059e-46c0-905a-9b0e1f9dd50b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 200 len: 217 time: 0.1822593 Nov 23 17:52:25.721202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84e424a8-2315-478f-8503-4546ef821498 req-6eacc1ff-c34e-4f94-ac6b-2d43cfaa812b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545014 Nov 23 17:52:25.738945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-643a5c87-d816-47cc-837c-38f6a22acb9b req-0992f90d-03bb-4ef0-9c93-6d5bb6721bf6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689897 Nov 23 17:52:25.804143 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-2d99a937-cd0a-4902-a7f8-e5ec501031f2 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195680 Nov 23 17:52:25.807158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Allocated IP 172.20.0.2 (ab3c0c63-9e0f-431b-a3df-b3f109f19769/7179f3b6-3b74-43a7-8571-8faf233bbda8/9466b132-3096-4ba9-bac2-d032f5d7b859) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:25.815475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-4258a7bd-1a3b-4707-9058-230216e0ae57 service neutron] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:25.824048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-4258a7bd-1a3b-4707-9058-230216e0ae57 service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.825447 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-198bfe7f-a293-4207-91eb-0da417c152e2 req-4258a7bd-1a3b-4707-9058-230216e0ae57 service neutron] 10.222.0.72 "DELETE /v2.0/ports/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1/bindings/n-h2-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.5780852 Nov 23 17:52:25.846490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-4c99975e-0709-451e-87f3-de8eea4a05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:25.848373 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-4c99975e-0709-451e-87f3-de8eea4a05ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1745839 Nov 23 17:52:25.853586 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-e9e559fa-0e55-4642-959f-3ed7f1a07f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:25.855076 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-e9e559fa-0e55-4642-959f-3ed7f1a07f70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=20440a6c35cc4912a2584eef82d04d24&device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1101 time: 0.1824307 Nov 23 17:52:25.906732 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.915461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8895479-280c-4e6b-890f-63dece2d679d req-e35a14e2-1c12-44e6-84b5-eec22412bb4b tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 210 time: 0.1074834 Nov 23 17:52:25.917892 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-6f526c03-825d-41b8-883c-3c1493db675d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555515 Nov 23 17:52:25.934557 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.015048 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.042883 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Attempting to bind port 2e965ad2-66f5-454b-81e3-8933b0cac6b6 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:26.043561 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Attempting to bind port 2e965ad2-66f5-454b-81e3-8933b0cac6b6 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:26.043561 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Attempting to bind port 2e965ad2-66f5-454b-81e3-8933b0cac6b6 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:26.073873 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:26.074296 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:26.074671 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.075097 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:26.075723 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Bound port: 2e965ad2-66f5-454b-81e3-8933b0cac6b6, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:26.075982 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.145913 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af69db5-155f-4c55-9897-5b96e21d302d None None] Pushing event updated for resources: {'Port': ['ID=2e965ad2-66f5-454b-81e3-8933b0cac6b6,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:26.152979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 63aabe4d-6a75-41e8-991d-2e65871d1f40 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:26.157136 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] For port 2e965ad2-66f5-454b-81e3-8933b0cac6b6, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:26.160826 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] For port 2e965ad2-66f5-454b-81e3-8933b0cac6b6, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2e965ad2-66f5-454b-81e3-8933b0cac6b6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:26.166363 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.225699 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Routers {'fb4c993e-1427-4b17-85ea-379e824e5c44'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:26.226665 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fb4c993e-1427-4b17-85ea-379e824e5c44'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:26.244815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 63aabe4d-6a75-41e8-991d-2e65871d1f40 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:26.245473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.292969 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af69db5-155f-4c55-9897-5b96e21d302d None None] Pushing event updated for resources: {'Port': ['ID=2e965ad2-66f5-454b-81e3-8933b0cac6b6,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:26.348008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Allocated IP 172.20.0.1 (8937b612-65bd-43f6-b754-7fe664e4a7e0/c4413de7-38fb-4a44-8a7a-92c591cb2bc2/7a9659bd-fe12-4cb8-bd91-72938c59b332) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:26.385905 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] Set router fb4c993e-1427-4b17-85ea-379e824e5c44 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:26.516423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307d594-b3e0-491f-9e47-070dd9e89636 req-16613e54-0978-4670-b8de-429753802b19 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:26.519934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d307d594-b3e0-491f-9e47-070dd9e89636 req-16613e54-0978-4670-b8de-429753802b19 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1095 time: 0.1298161 Nov 23 17:52:26.557335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f8da0-eedc-44f8-aede-7cc5f23eabf6 req-321b1a5f-e0e8-407a-8218-e4997470c4b8 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:26.558903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec0f8da0-eedc-44f8-aede-7cc5f23eabf6 req-321b1a5f-e0e8-407a-8218-e4997470c4b8 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1675704 Nov 23 17:52:26.597875 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 3, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port': {'id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:20Z', 'updated_at': '2021-11-23T17:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:26.608781 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.613030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.620873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-73fe41a8-f0b7-451b-8e41-fea7a13a8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:26.622363 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-73fe41a8-f0b7-451b-8e41-fea7a13a8b94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.7167034 Nov 23 17:52:26.624870 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2933a2e-1907-4844-ba6a-a0a1b470f2cf None None] The sync data for ids ['fb4c993e-1427-4b17-85ea-379e824e5c44'] in n-d-818932-3 is: [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 3, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port': {'id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:20Z', 'updated_at': '2021-11-23T17:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:26.631879 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-f8ab6bfd-6b07-4d80-9acb-05a32f0b32fa service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938872 Nov 23 17:52:26.648720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d307d594-b3e0-491f-9e47-070dd9e89636 req-b3c48da7-c8e3-4fc4-aecd-277d0b079812 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221664 Nov 23 17:52:26.670918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec0f8da0-eedc-44f8-aede-7cc5f23eabf6 req-dbbee5e2-8aa1-423a-8c5e-b6679e787dae tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980699 Nov 23 17:52:26.707810 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-0358bc9c-96e3-4033-94ca-700056542b3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=906868be-3fa3-4325-a14a-15855c2efe12 HTTP/1.1" status: 200 len: 217 time: 0.0738814 Nov 23 17:52:26.727553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.842119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-1e959ff4-5dfc-4f61-8a29-2bb1c8434115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:26.845176 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-1e959ff4-5dfc-4f61-8a29-2bb1c8434115 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1177719 Nov 23 17:52:26.848480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.875601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Network 8937b612-65bd-43f6-b754-7fe664e4a7e0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:26.878155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0a813ba-be6f-4be1-96a3-a99998f76f61 req-d827e16a-273e-4a6a-8914-bfa9ea75aef1 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 210 time: 0.0883124 Nov 23 17:52:26.878860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Pushing event updated for resources: {'Port': ['ID=7a9659bd-fe12-4cb8-bd91-72938c59b332,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:26.885041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:26.887398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:26.953245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b05f3-361e-4677-a9fb-ac93ebe7fd0b req-d34c19f5-0626-4aad-845e-6013f3f7089a tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:26.962156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e4b05f3-361e-4677-a9fb-ac93ebe7fd0b req-d34c19f5-0626-4aad-845e-6013f3f7089a tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 1095 time: 0.1671197 Nov 23 17:52:26.967983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Network ab3c0c63-9e0f-431b-a3df-b3f109f19769 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:26.971689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:26.980223 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-60e4b5f5-6755-42a6-ace2-048f8796a605 req-134bfebf-9502-44b5-8fe0-4120fd1ea179 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379307 Nov 23 17:52:26.981053 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:26.987789 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.014900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-cdb60293-244c-4be7-a4a3-c58e390f51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:27.016641 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-cdb60293-244c-4be7-a4a3-c58e390f51ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557581 Nov 23 17:52:27.119707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Pushing event updated for resources: {'Port': ['ID=9466b132-3096-4ba9-bac2-d032f5d7b859,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:27.140617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e4b05f3-361e-4677-a9fb-ac93ebe7fd0b req-82e391cd-5a2c-4164-b244-d5e2f109d311 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771903 Nov 23 17:52:27.216700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:27.217456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.270019 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-e30637b6-26b2-404e-9efd-15aa2fbcd3bc service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841874 Nov 23 17:52:27.274427 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-11c701f4-5a39-44d2-b802-9cc93fca0886 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6338475 Nov 23 17:52:27.307886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce34c-0b65-43b3-a019-2e06a2c08e1b req-486bc243-171f-48fd-b87d-a52d9f1cc232 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:27.316216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d02ce34c-0b65-43b3-a019-2e06a2c08e1b req-486bc243-171f-48fd-b87d-a52d9f1cc232 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.2217262 Nov 23 17:52:27.345722 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Request body: {'port': {'device_id': 'f497547e-bee0-4845-bbec-57d5fecce7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:27.349193 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.457037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-79e8274a-ecf7-4a47-a97f-b7ab11526276 None None] Provisioning complete for port 7a9659bd-fe12-4cb8-bd91-72938c59b332 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:27.457608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79e8274a-ecf7-4a47-a97f-b7ab11526276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.485641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d02ce34c-0b65-43b3-a019-2e06a2c08e1b req-7fff007e-215c-4c07-bd91-5be3d8feb054 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684330 Nov 23 17:52:27.489829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecf1b18f-3c5a-46ba-825d-5696e7101cd1 req-6f339ee4-c986-4c97-8802-d2df1f5fce3b tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 210 time: 0.0713515 Nov 23 17:52:27.539826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-79e8274a-ecf7-4a47-a97f-b7ab11526276 None None] Port 7a9659bd-fe12-4cb8-bd91-72938c59b332 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:27.546661 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.682620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-d4cb4d8a-6967-48d0-93c1-161f3bcd7b72 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:27.684650 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-d4cb4d8a-6967-48d0-93c1-161f3bcd7b72 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.66 "GET /v2.0/networks?id=4f303e53-c944-4338-a9cb-2c0544b6034e HTTP/1.1" status: 200 len: 819 time: 0.2755630 Nov 23 17:52:27.723145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Request body: {'port': {'device_id': 'c723a27d-69c9-4c39-8d8c-cde568025c46', 'network_id': '4f303e53-c944-4338-a9cb-2c0544b6034e', 'admin_state_up': True, 'tenant_id': '10ddde5e1eb84729a5592036caa93ead'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:27.794469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.817827 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.922820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752bcb1-c1a0-4eb4-ad9f-e64b77c0c205 req-0886085f-58c1-4e23-b8a0-0c8d3d835368 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:27.930577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e752bcb1-c1a0-4eb4-ad9f-e64b77c0c205 req-0886085f-58c1-4e23-b8a0-0c8d3d835368 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1750324 Nov 23 17:52:27.955188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Pushing event updated for resources: {'Port': ['ID=7a9659bd-fe12-4cb8-bd91-72938c59b332,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:27.997218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.023828 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8420e96d-d56e-43fa-9468-4a239874cc74 req-c8a3b622-f7a9-472c-8476-a603d9fc3ddd service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7449868 Nov 23 17:52:28.109994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e752bcb1-c1a0-4eb4-ad9f-e64b77c0c205 req-40da2124-0f1b-4d45-829e-fc1acad5f30f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782444 Nov 23 17:52:28.201974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2e965ad2-66f5-454b-81e3-8933b0cac6b6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:28.231140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd4e5d-7c9b-4e89-af64-76a61d9167aa req-3d73ed2c-ef87-4c14-b81d-2ae7b1540d3d tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:28.233359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34bd4e5d-7c9b-4e89-af64-76a61d9167aa req-3d73ed2c-ef87-4c14-b81d-2ae7b1540d3d tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 931 time: 0.1598496 Nov 23 17:52:28.244040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Network 8937b612-65bd-43f6-b754-7fe664e4a7e0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:28.245759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:28.254470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9466b132-3096-4ba9-bac2-d032f5d7b859 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:28.258657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Made reservation on behalf of 10ddde5e1eb84729a5592036caa93ead for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:28.261051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2e965ad2-66f5-454b-81e3-8933b0cac6b6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:28.261522 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.262589 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.275645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.302389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Transition to ACTIVE for port object 9466b132-3096-4ba9-bac2-d032f5d7b859 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:52:28.400797 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.414812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34bd4e5d-7c9b-4e89-af64-76a61d9167aa req-4621e12d-50b0-42b9-b419-e05338073c5b tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582737 Nov 23 17:52:28.427022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 2e965ad2-66f5-454b-81e3-8933b0cac6b6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2e965ad2-66f5-454b-81e3-8933b0cac6b6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:28.435430 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.446935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.476917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Router fb4c993e-1427-4b17-85ea-379e824e5c44 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:28.494961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=2e965ad2-66f5-454b-81e3-8933b0cac6b6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:28.569820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Allocated IP 172.20.0.5 (4f303e53-c944-4338-a9cb-2c0544b6034e/1d6ed4a2-2739-4e9c-b684-ed2879e0c2e4/2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:28.603029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Pushing event updated for resources: {'Port': ['ID=9466b132-3096-4ba9-bac2-d032f5d7b859,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:28.605993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-52fe6625-7a38-493b-877e-950745584f89 None None] Provisioning complete for port 7a9659bd-fe12-4cb8-bd91-72938c59b332 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:28.606714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52fe6625-7a38-493b-877e-950745584f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.656641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-52fe6625-7a38-493b-877e-950745584f89 None None] Port 7a9659bd-fe12-4cb8-bd91-72938c59b332 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:28.672343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-767bf6f7-3ce5-40b7-b9df-66ddf38f6e48 req-945a5dd3-4043-438a-a327-5e393bd41d39 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 210 time: 0.0581634 Nov 23 17:52:28.684491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Attempting to bind port 9466b132-3096-4ba9-bac2-d032f5d7b859 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:28.684989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Attempting to bind port 9466b132-3096-4ba9-bac2-d032f5d7b859 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'a282224b-7777-4aca-a18e-25d7a573ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab3c0c63-9e0f-431b-a3df-b3f109f19769'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:28.685177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Attempting to bind port 9466b132-3096-4ba9-bac2-d032f5d7b859 on network ab3c0c63-9e0f-431b-a3df-b3f109f19769 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:28.703210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc784-0a57-42fc-83b9-4ac6ebf71dfb req-de21dfd7-1f27-4c32-b253-5bbf9e48f7db tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:28.705939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Port 9466b132-3096-4ba9-bac2-d032f5d7b859 on network ab3c0c63-9e0f-431b-a3df-b3f109f19769 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:52:28.706270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Attempting to bind port 9466b132-3096-4ba9-bac2-d032f5d7b859 on network ab3c0c63-9e0f-431b-a3df-b3f109f19769 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:28.711145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-676dc784-0a57-42fc-83b9-4ac6ebf71dfb req-de21dfd7-1f27-4c32-b253-5bbf9e48f7db tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1374905 Nov 23 17:52:28.720140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:28.724975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:28.734667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Checking segment: {'id': 'a282224b-7777-4aca-a18e-25d7a573ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab3c0c63-9e0f-431b-a3df-b3f109f19769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:28.734667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Bound using segment: {'id': 'a282224b-7777-4aca-a18e-25d7a573ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab3c0c63-9e0f-431b-a3df-b3f109f19769'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:28.735132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-de55836c-6e02-4b40-843b-624e06e9376a admin admin] 10.222.0.74 "PUT /v2.0/routers/fb4c993e-1427-4b17-85ea-379e824e5c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0610521 Nov 23 17:52:28.735246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Bound port: 9466b132-3096-4ba9-bac2-d032f5d7b859, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a282224b-7777-4aca-a18e-25d7a573ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab3c0c63-9e0f-431b-a3df-b3f109f19769'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:28.735246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.807171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-676dc784-0a57-42fc-83b9-4ac6ebf71dfb req-89e9e83c-8bfc-41c0-9cd9-7b4973a8fff5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949917 Nov 23 17:52:28.884129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] For port 9466b132-3096-4ba9-bac2-d032f5d7b859, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:28.889852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] For port 9466b132-3096-4ba9-bac2-d032f5d7b859, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9466b132-3096-4ba9-bac2-d032f5d7b859,segment=NetworkSegment(a282224b-7777-4aca-a18e-25d7a573ead0),segment_id=a282224b-7777-4aca-a18e-25d7a573ead0)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:28.895347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.930677 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.943526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:28.944615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.945938 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] 10.222.0.72 "PUT /v2.0/ports/9466b132-3096-4ba9-bac2-d032f5d7b859 HTTP/1.1" status: 200 len: 1091 time: 1.6377382 Nov 23 17:52:28.949535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f497547e-bee0-4845-bbec-57d5fecce7b4', 'tag': '9466b132-3096-4ba9-bac2-d032f5d7b859'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:28.953324 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478511c0-a8ce-4f9d-8fe2-9500258852e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f497547e-bee0-4845-bbec-57d5fecce7b4", "tag": "9466b132-3096-4ba9-bac2-d032f5d7b859"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:29.033801 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a540a2d-1186-4add-9164-42f90481f50a x-openstack-request-id: req-6a540a2d-1186-4add-9164-42f90481f50a {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:29.034385 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f497547e-bee0-4845-bbec-57d5fecce7b4", "tag": "9466b132-3096-4ba9-bac2-d032f5d7b859", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:29.034852 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a540a2d-1186-4add-9164-42f90481f50a {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:29.035521 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f497547e-bee0-4845-bbec-57d5fecce7b4', 'tag': '9466b132-3096-4ba9-bac2-d032f5d7b859', 'status': 'completed', 'code': 200} Nov 23 17:52:29.056706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a7f34-210b-4e8d-a5b3-9aaa20a59da1 service neutron] Pushing event updated for resources: {'Port': ['ID=9466b132-3096-4ba9-bac2-d032f5d7b859,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:29.099387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-6290440f-e4b9-40f8-88ed-0932382b6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:29.101117 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-6290440f-e4b9-40f8-88ed-0932382b6d08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4901ca794304e6796e233ae29df073b&device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 1094 time: 0.0646553 Nov 23 17:52:29.102267 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.186049 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-5fba8300-8280-47ed-94a9-22cc5451aa2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9466b132-3096-4ba9-bac2-d032f5d7b859 HTTP/1.1" status: 200 len: 217 time: 0.0714900 Nov 23 17:52:29.192708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Network 4f303e53-c944-4338-a9cb-2c0544b6034e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:29.211525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:29.218183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:29.253412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Sync routers for ids ['fb4c993e-1427-4b17-85ea-379e824e5c44'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:29.262495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Routers {'fb4c993e-1427-4b17-85ea-379e824e5c44'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:29.269218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Pushing event updated for resources: {'Port': ['ID=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:29.273236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fb4c993e-1427-4b17-85ea-379e824e5c44'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:29.302136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb239d-e2c2-4f89-a193-2978bae69a16 req-2af9a073-6d49-46a2-afc5-75541e5f7f7e tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:29.304117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-a727021c-08a8-422f-a62a-2c0dc78a6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:29.305698 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-a727021c-08a8-422f-a62a-2c0dc78a6ec6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7179f3b6-3b74-43a7-8571-8faf233bbda8 HTTP/1.1" status: 200 len: 861 time: 0.1068215 Nov 23 17:52:29.311086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cefb239d-e2c2-4f89-a193-2978bae69a16 req-2af9a073-6d49-46a2-afc5-75541e5f7f7e tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0843673 Nov 23 17:52:29.314101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:29.314835 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.374917 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-263f5e36-7602-4036-ad5c-a50589e2ceff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab3c0c63-9e0f-431b-a3df-b3f109f19769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561855 Nov 23 17:52:29.400515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cefb239d-e2c2-4f89-a193-2978bae69a16 req-dcf283c4-884f-4376-83d2-ffa9b4936083 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882800 Nov 23 17:52:29.450532 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-2dd2c846-a849-49e1-94ae-6ee3d1fa0848 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7313454 Nov 23 17:52:29.493124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Request body: {'port': {'device_id': 'c723a27d-69c9-4c39-8d8c-cde568025c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:29.583148 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-ddfc4c2d-b545-468c-977d-429c8c77d37c service neutron] 10.222.0.72 "GET /v2.0/networks/ab3c0c63-9e0f-431b-a3df-b3f109f19769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867101 Nov 23 17:52:29.627568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.645011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab847ff-f507-4180-a18c-56ceeb0724cd req-ef5768f4-2f5d-43e2-af88-aa5973b50244 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:29.658524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab847ff-f507-4180-a18c-56ceeb0724cd req-ef5768f4-2f5d-43e2-af88-aa5973b50244 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 943 time: 0.1222832 Nov 23 17:52:29.695870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Set router fb4c993e-1427-4b17-85ea-379e824e5c44 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:29.760373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab847ff-f507-4180-a18c-56ceeb0724cd req-0d2d1b3a-ea26-41dd-93d1-c2cd1f3c7c9d tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956407 Nov 23 17:52:29.863483 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fc64e85a-cd69-4c50-848d-4c8488eb65e0 req-f906507a-1a14-4701-8656-32be65b9be3c service neutron] 10.222.0.72 "GET /v2.0/networks/ab3c0c63-9e0f-431b-a3df-b3f109f19769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690578 Nov 23 17:52:29.905091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257bdf4-4dbe-4431-b2a6-70e252ec6cc1 req-b129cd75-72a7-4043-b544-52f3bf614b16 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:29.929281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9257bdf4-4dbe-4431-b2a6-70e252ec6cc1 req-b129cd75-72a7-4043-b544-52f3bf614b16 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 931 time: 0.1196384 Nov 23 17:52:29.989829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9257bdf4-4dbe-4431-b2a6-70e252ec6cc1 req-9dedc47b-a76f-4061-ba44-283c87b455e6 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596466 Nov 23 17:52:30.069313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b28d8-de67-4173-8615-00d7e373e9df req-63287cfc-2ffb-4f4a-a96c-dae0474ef528 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:30.072615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20b28d8-de67-4173-8615-00d7e373e9df req-63287cfc-2ffb-4f4a-a96c-dae0474ef528 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0895154 Nov 23 17:52:30.113932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-e4dae999-7d20-47e5-8a8f-8f333f969f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:30.116454 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-e4dae999-7d20-47e5-8a8f-8f333f969f1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4901ca794304e6796e233ae29df073b&device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 1094 time: 0.1753201 Nov 23 17:52:30.155664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20b28d8-de67-4173-8615-00d7e373e9df req-47e3555c-1d53-4071-81ec-49b1fc78df7d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704467 Nov 23 17:52:30.175974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2e965ad2-66f5-454b-81e3-8933b0cac6b6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:30.223743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T17:52:27Z', 'revision_number': 4, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port': {'id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:20Z', 'updated_at': '2021-11-23T17:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7a9659bd-fe12-4cb8-bd91-72938c59b332', 'name': '', 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'mac_address': 'fa:16:3e:69:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c4413de7-38fb-4a44-8a7a-92c591cb2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:26Z', 'updated_at': '2021-11-23T17:52:27Z', 'revision_number': 2, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'subnets': [{'id': 'c4413de7-38fb-4a44-8a7a-92c591cb2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:30.260387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Checking router: fb4c993e-1427-4b17-85ea-379e824e5c44 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:52:30.260935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Updating router fb4c993e-1427-4b17-85ea-379e824e5c44 port 7a9659bd-fe12-4cb8-bd91-72938c59b332 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:52:30.288293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.290090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-24438402-d77e-4717-a7c5-7225351156c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:30.292295 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-24438402-d77e-4717-a7c5-7225351156c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab3c0c63-9e0f-431b-a3df-b3f109f19769 HTTP/1.1" status: 200 len: 922 time: 0.1603603 Nov 23 17:52:30.344150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2e965ad2-66f5-454b-81e3-8933b0cac6b6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:30.344150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.358795 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-9e41600a-dee8-4eb6-ab8e-4fbb459eff7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9466b132-3096-4ba9-bac2-d032f5d7b859 HTTP/1.1" status: 200 len: 217 time: 0.0579243 Nov 23 17:52:30.448681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-c1787afc-ef84-438f-81d1-655643681752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:30.450441 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-c1787afc-ef84-438f-81d1-655643681752 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7179f3b6-3b74-43a7-8571-8faf233bbda8 HTTP/1.1" status: 200 len: 861 time: 0.0800736 Nov 23 17:52:30.523313 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-ab8f346e-8a19-48f1-b698-3bf5ffe7baa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab3c0c63-9e0f-431b-a3df-b3f109f19769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614846 Nov 23 17:52:30.634738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:30.662966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.689173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Transition to ACTIVE for port object 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:52:30.715419 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-a621c21a-21be-42ab-9d39-345863cbe123 service neutron] 10.222.0.72 "GET /v2.0/networks/ab3c0c63-9e0f-431b-a3df-b3f109f19769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704426 Nov 23 17:52:30.798406 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.812219 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.848404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.860015 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-478511c0-a8ce-4f9d-8fe2-9500258852e1 req-60684b9b-eeb8-417b-abe1-f231fe5fb4f1 service neutron] 10.222.0.72 "GET /v2.0/networks/ab3c0c63-9e0f-431b-a3df-b3f109f19769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435161 Nov 23 17:52:30.899328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12efb41-b107-47bc-b570-e521da4bcd8c None None] Pushing event updated for resources: {'Port': ['ID=7a9659bd-fe12-4cb8-bd91-72938c59b332,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:31.022146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:31.111691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Attempting to bind port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:31.112022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Attempting to bind port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'd2b9ea7b-9e04-402c-9de6-c591929ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f303e53-c944-4338-a9cb-2c0544b6034e'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:31.112365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Attempting to bind port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 on network 4f303e53-c944-4338-a9cb-2c0544b6034e {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:31.117668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 on network 4f303e53-c944-4338-a9cb-2c0544b6034e not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:52:31.117668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Attempting to bind port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 on network 4f303e53-c944-4338-a9cb-2c0544b6034e {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:31.128434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Attempting to bind port 7a9659bd-fe12-4cb8-bd91-72938c59b332 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:31.128827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Attempting to bind port 7a9659bd-fe12-4cb8-bd91-72938c59b332 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:31.129207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Attempting to bind port 7a9659bd-fe12-4cb8-bd91-72938c59b332 on network 8937b612-65bd-43f6-b754-7fe664e4a7e0 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:31.135579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:31.135913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Checking segment: {'id': 'd2b9ea7b-9e04-402c-9de6-c591929ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f303e53-c944-4338-a9cb-2c0544b6034e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:31.136300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Bound using segment: {'id': 'd2b9ea7b-9e04-402c-9de6-c591929ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f303e53-c944-4338-a9cb-2c0544b6034e'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:31.136739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Bound port: 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b9ea7b-9e04-402c-9de6-c591929ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f303e53-c944-4338-a9cb-2c0544b6034e'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:31.137097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.139627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:31.139992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Checking segment: {'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:31.140407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.140810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Bound using segment: {'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:31.141301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Bound port: 7a9659bd-fe12-4cb8-bd91-72938c59b332, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307447b8-add3-4e37-87f9-70236e7c0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:31.141696 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.305656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] For port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:31.309939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] For port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,segment=NetworkSegment(d2b9ea7b-9e04-402c-9de6-c591929ad711),segment_id=d2b9ea7b-9e04-402c-9de6-c591929ad711)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:31.318655 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.320355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d4285-ff39-4691-a08c-186d7e29381b req-e692559c-4a0f-4ee8-beb0-3113619bfe3a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:31.332123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db4d4285-ff39-4691-a08c-186d7e29381b req-e692559c-4a0f-4ee8-beb0-3113619bfe3a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 943 time: 0.0909166 Nov 23 17:52:31.356652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] For port 7a9659bd-fe12-4cb8-bd91-72938c59b332, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:31.360649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] For port 7a9659bd-fe12-4cb8-bd91-72938c59b332, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7a9659bd-fe12-4cb8-bd91-72938c59b332,segment=NetworkSegment(307447b8-add3-4e37-87f9-70236e7c0522),segment_id=307447b8-add3-4e37-87f9-70236e7c0522)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:31.362719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867e9ba-bb8b-4885-9828-9d2ab430b79b req-b8c0249d-1944-4a36-b25d-6b451347776f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:31.364889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b867e9ba-bb8b-4885-9828-9d2ab430b79b req-b8c0249d-1944-4a36-b25d-6b451347776f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.8063097 Nov 23 17:52:31.370420 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.383441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:31.386590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.393080 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] 10.222.0.66 "PUT /v2.0/ports/2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 HTTP/1.1" status: 200 len: 1091 time: 1.9048569 Nov 23 17:52:31.399034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723a27d-69c9-4c39-8d8c-cde568025c46', 'tag': '2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:31.413537 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e577eb-dad0-4b55-adbf-9a9d78b1c708" -d '{"events": [{"name": "network-changed", "server_uuid": "c723a27d-69c9-4c39-8d8c-cde568025c46", "tag": "2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:31.509553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db4d4285-ff39-4691-a08c-186d7e29381b req-733e3fc7-48fd-49a4-ad2e-cf674ac1f775 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720648 Nov 23 17:52:31.525451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Routers {'fb4c993e-1427-4b17-85ea-379e824e5c44'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:31.528782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fb4c993e-1427-4b17-85ea-379e824e5c44'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:31.651758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b867e9ba-bb8b-4885-9828-9d2ab430b79b req-9e91cf12-826d-4d3a-8910-37fea71a791a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328956 Nov 23 17:52:31.692020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a69ed738-05a0-4ea9-8120-0f93739f532f None None] Provisioning complete for port 7a9659bd-fe12-4cb8-bd91-72938c59b332 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:31.692668 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a69ed738-05a0-4ea9-8120-0f93739f532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.747826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12efb41-b107-47bc-b570-e521da4bcd8c None None] Pushing event updated for resources: {'Port': ['ID=7a9659bd-fe12-4cb8-bd91-72938c59b332,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:31.797841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616061e0-563e-4920-a2c1-623443e2e926 req-27eb3960-6750-4141-a493-368df4e1b7cb tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:31.805656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-616061e0-563e-4920-a2c1-623443e2e926 req-27eb3960-6750-4141-a493-368df4e1b7cb tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 943 time: 0.1140010 Nov 23 17:52:31.822496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] Set router fb4c993e-1427-4b17-85ea-379e824e5c44 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:31.922948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0ba06-d18f-4e81-b2b0-23e84c1906bf service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:31.936737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-616061e0-563e-4920-a2c1-623443e2e926 req-d35d1203-6202-435c-9e65-b1211ec21cac tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301770 Nov 23 17:52:31.972292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-df1cacb7-dac6-4deb-b441-2437fa4a4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:31.973923 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-df1cacb7-dac6-4deb-b441-2437fa4a4e73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10ddde5e1eb84729a5592036caa93ead&device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 1094 time: 0.5214007 Nov 23 17:52:31.980815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8aef2-b722-4129-888b-ef5900574cf1 req-a5424319-02f4-4cd3-8385-dd2e496de3b3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:31.982595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3d8aef2-b722-4129-888b-ef5900574cf1 req-a5424319-02f4-4cd3-8385-dd2e496de3b3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1474237 Nov 23 17:52:32.051804 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-7e003ce2-645c-496a-b00a-550fc9759593 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 HTTP/1.1" status: 200 len: 217 time: 0.0648134 Nov 23 17:52:32.100497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3d8aef2-b722-4129-888b-ef5900574cf1 req-6d0da03c-682b-4a17-b56a-59c4a0095210 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097968 Nov 23 17:52:32.103361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a69ed738-05a0-4ea9-8120-0f93739f532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.162561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-9c6dc080-f2da-469e-9bb5-9b676ec9337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:32.176780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-9c6dc080-f2da-469e-9bb5-9b676ec9337b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1d6ed4a2-2739-4e9c-b684-ed2879e0c2e4 HTTP/1.1" status: 200 len: 859 time: 0.1167622 Nov 23 17:52:32.178404 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef96fec-42ee-462e-a3ac-97146084f3a7 x-openstack-request-id: req-1ef96fec-42ee-462e-a3ac-97146084f3a7 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:32.179227 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c723a27d-69c9-4c39-8d8c-cde568025c46", "tag": "2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:32.179227 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ef96fec-42ee-462e-a3ac-97146084f3a7 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:32.179444 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723a27d-69c9-4c39-8d8c-cde568025c46', 'tag': '2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624', 'status': 'completed', 'code': 200} Nov 23 17:52:32.186640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a69ed738-05a0-4ea9-8120-0f93739f532f None None] For port 7a9659bd-fe12-4cb8-bd91-72938c59b332, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7a9659bd-fe12-4cb8-bd91-72938c59b332,segment=NetworkSegment(307447b8-add3-4e37-87f9-70236e7c0522),segment_id=307447b8-add3-4e37-87f9-70236e7c0522)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:32.203448 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a69ed738-05a0-4ea9-8120-0f93739f532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.254211 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-8d937dcf-dcbd-4d18-8832-9539c9de1c72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f303e53-c944-4338-a9cb-2c0544b6034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606561 Nov 23 17:52:32.282798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ed738-05a0-4ea9-8120-0f93739f532f None None] Pushing event updated for resources: {'Port': ['ID=7a9659bd-fe12-4cb8-bd91-72938c59b332,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:32.291978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T17:52:27Z', 'revision_number': 4, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port': {'id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:20Z', 'updated_at': '2021-11-23T17:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7a9659bd-fe12-4cb8-bd91-72938c59b332', 'name': '', 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'mac_address': 'fa:16:3e:69:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c4413de7-38fb-4a44-8a7a-92c591cb2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:26Z', 'updated_at': '2021-11-23T17:52:31Z', 'revision_number': 4, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'subnets': [{'id': 'c4413de7-38fb-4a44-8a7a-92c591cb2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:32.330643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7b323-e31a-417b-ac3a-e88d97d60cef None None] The sync data for ids ['fb4c993e-1427-4b17-85ea-379e824e5c44'] in n-d-818932-3 is: [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T17:52:27Z', 'revision_number': 4, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port': {'id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:20Z', 'updated_at': '2021-11-23T17:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7a9659bd-fe12-4cb8-bd91-72938c59b332', 'name': '', 'network_id': '8937b612-65bd-43f6-b754-7fe664e4a7e0', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'mac_address': 'fa:16:3e:69:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c4413de7-38fb-4a44-8a7a-92c591cb2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:26Z', 'updated_at': '2021-11-23T17:52:31Z', 'revision_number': 4, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'subnets': [{'id': 'c4413de7-38fb-4a44-8a7a-92c591cb2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:32.355906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-92244a4e-5ade-4d5e-9b96-31b74f99d239 None None] Provisioning complete for port 7a9659bd-fe12-4cb8-bd91-72938c59b332 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:32.356122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92244a4e-5ade-4d5e-9b96-31b74f99d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.476260 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-46b2147c-6377-49be-9fee-f80bfa4258de service neutron] 10.222.0.66 "GET /v2.0/networks/4f303e53-c944-4338-a9cb-2c0544b6034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056999 Nov 23 17:52:32.651719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-520f71c1-8501-4347-a5aa-86493d79cd10 req-cfe376f6-d2b9-4daa-b25a-176a2e6c19f0 service neutron] 10.222.0.66 "GET /v2.0/networks/4f303e53-c944-4338-a9cb-2c0544b6034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645257 Nov 23 17:52:32.698895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab3a06-835d-4db0-b686-1710ba95ffe7 req-db85480d-1b60-45b4-9f03-299f0071856c tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:32.709174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60ab3a06-835d-4db0-b686-1710ba95ffe7 req-db85480d-1b60-45b4-9f03-299f0071856c tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 943 time: 0.0970266 Nov 23 17:52:32.776813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60ab3a06-835d-4db0-b686-1710ba95ffe7 req-0429c07f-7ff7-4269-82c9-0d81bd21fc14 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666618 Nov 23 17:52:32.790944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-e08b71ea-1c9d-4cfc-b963-2e4d65577b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:32.790944 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-e08b71ea-1c9d-4cfc-b963-2e4d65577b82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10ddde5e1eb84729a5592036caa93ead&device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 1094 time: 0.0876472 Nov 23 17:52:32.881348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37896bbf-7310-485b-bf35-c19f29adf626 req-c9e7e634-3323-47ef-a172-afeaa8146510 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:32.883363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37896bbf-7310-485b-bf35-c19f29adf626 req-c9e7e634-3323-47ef-a172-afeaa8146510 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0630403 Nov 23 17:52:32.943039 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9466b132-3096-4ba9-bac2-d032f5d7b859 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:32.955215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-154f5bca-32d9-4d26-930b-62ea47eb033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:32.957428 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-154f5bca-32d9-4d26-930b-62ea47eb033a service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f303e53-c944-4338-a9cb-2c0544b6034e HTTP/1.1" status: 200 len: 920 time: 0.1597486 Nov 23 17:52:32.963586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37896bbf-7310-485b-bf35-c19f29adf626 req-516738bc-8560-4b0c-bfac-9ab56d158568 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617511 Nov 23 17:52:33.079208 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-56f3833c-4547-4016-9864-70c24b95cd3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 HTTP/1.1" status: 200 len: 217 time: 0.1040070 Nov 23 17:52:33.127446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9466b132-3096-4ba9-bac2-d032f5d7b859, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9466b132-3096-4ba9-bac2-d032f5d7b859,segment=NetworkSegment(a282224b-7777-4aca-a18e-25d7a573ead0),segment_id=a282224b-7777-4aca-a18e-25d7a573ead0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:33.146631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '9466b132-3096-4ba9-bac2-d032f5d7b859', 'network_id': 'ab3c0c63-9e0f-431b-a3df-b3f109f19769', 'port_id': '9466b132-3096-4ba9-bac2-d032f5d7b859', 'mac_address': 'fa:16:3e:0f:1f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7179f3b6-3b74-43a7-8571-8faf233bbda8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:52:33.150367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-4109be70-545b-4b56-b092-4a4ff7156c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:33.151788 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-4109be70-545b-4b56-b092-4a4ff7156c99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1d6ed4a2-2739-4e9c-b684-ed2879e0c2e4 HTTP/1.1" status: 200 len: 859 time: 0.0645688 Nov 23 17:52:33.202859 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-c10f6efc-30e8-48db-8e65-45576bc952af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f303e53-c944-4338-a9cb-2c0544b6034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419900 Nov 23 17:52:33.230257 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.233793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec1790-5901-4eaa-9485-4c723f0209f6 req-5df801c0-4ab7-4417-8793-bff1d9247d0c tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:33.252757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74ec1790-5901-4eaa-9485-4c723f0209f6 req-5df801c0-4ab7-4417-8793-bff1d9247d0c tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 943 time: 0.1531634 Nov 23 17:52:33.273919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9466b132-3096-4ba9-bac2-d032f5d7b859 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:33.357747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9466b132-3096-4ba9-bac2-d032f5d7b859, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9466b132-3096-4ba9-bac2-d032f5d7b859,segment=NetworkSegment(a282224b-7777-4aca-a18e-25d7a573ead0),segment_id=a282224b-7777-4aca-a18e-25d7a573ead0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:33.365966 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.381233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74ec1790-5901-4eaa-9485-4c723f0209f6 req-4b6b98e2-0558-4be7-af64-cc0de21e4140 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251347 Nov 23 17:52:33.392224 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-104de190-b1ea-44ea-9521-7bdbf59a8160 service neutron] 10.222.0.66 "GET /v2.0/networks/4f303e53-c944-4338-a9cb-2c0544b6034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707788 Nov 23 17:52:33.448309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9466b132-3096-4ba9-bac2-d032f5d7b859,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:33.507980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fe6c6-1e5b-4ab5-913e-b17459a88c57 req-9111c28f-8720-4a79-92d1-a6c24d46af4f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:33.513277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d75fe6c6-1e5b-4ab5-913e-b17459a88c57 req-9111c28f-8720-4a79-92d1-a6c24d46af4f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1486859 Nov 23 17:52:33.588326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-80e577eb-dad0-4b55-adbf-9a9d78b1c708 req-f3589ead-2f50-42d4-a7f3-a5b7fd0ca0a6 service neutron] 10.222.0.66 "GET /v2.0/networks/4f303e53-c944-4338-a9cb-2c0544b6034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898534 Nov 23 17:52:33.604158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d75fe6c6-1e5b-4ab5-913e-b17459a88c57 req-395f9a7a-2043-40fe-a6d8-97f61d53384b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796978 Nov 23 17:52:33.734088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9466b132-3096-4ba9-bac2-d032f5d7b859'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:33.930871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28a593-1bf0-45ef-bd3f-de7dc3f1acf1 req-f0fedf1a-4e16-43fd-aac4-4fed2ac9a6b2 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:33.932613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae28a593-1bf0-45ef-bd3f-de7dc3f1acf1 req-f0fedf1a-4e16-43fd-aac4-4fed2ac9a6b2 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 944 time: 0.0687668 Nov 23 17:52:34.000419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae28a593-1bf0-45ef-bd3f-de7dc3f1acf1 req-80f732d5-285e-4f12-b0c6-cc8b121d19a3 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602114 Nov 23 17:52:34.150201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7a9659bd-fe12-4cb8-bd91-72938c59b332 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:34.183037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88ec40-a7b1-4adf-a4e7-77bf22939e6a req-34069d2f-feb3-4405-93a7-96fe5ecdf642 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:34.189289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a88ec40-a7b1-4adf-a4e7-77bf22939e6a req-34069d2f-feb3-4405-93a7-96fe5ecdf642 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0844002 Nov 23 17:52:34.242068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7a9659bd-fe12-4cb8-bd91-72938c59b332 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:34.242068 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.253636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a88ec40-a7b1-4adf-a4e7-77bf22939e6a req-ca5f498f-e6cb-41f0-8b12-88e4c5c5a526 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603285 Nov 23 17:52:34.522459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26bf12-3110-42c4-9c11-00b8c83dd6a6 req-7a326b4d-9356-426b-98aa-ca8efa2520fd tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:34.535685 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da26bf12-3110-42c4-9c11-00b8c83dd6a6 req-7a326b4d-9356-426b-98aa-ca8efa2520fd tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 943 time: 0.0623033 Nov 23 17:52:34.597585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da26bf12-3110-42c4-9c11-00b8c83dd6a6 req-ef9293ef-a7d0-40bd-bc05-13a0d80285f7 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563810 Nov 23 17:52:34.745273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a511fd-e5ae-4f7d-8445-4e4c2c919059 req-0bc9e717-8e09-4ce6-ac61-fea87ce6e17a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:34.751178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50a511fd-e5ae-4f7d-8445-4e4c2c919059 req-0bc9e717-8e09-4ce6-ac61-fea87ce6e17a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0634847 Nov 23 17:52:34.804257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50a511fd-e5ae-4f7d-8445-4e4c2c919059 req-ce8b3b48-b3a5-47ab-841f-c5bdae8de8a0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506740 Nov 23 17:52:34.955651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9466b132-3096-4ba9-bac2-d032f5d7b859 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:35.022411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 9466b132-3096-4ba9-bac2-d032f5d7b859 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:52:35.026805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 9466b132-3096-4ba9-bac2-d032f5d7b859 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:35.027190 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.139159 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.166796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f497547e-bee0-4845-bbec-57d5fecce7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9466b132-3096-4ba9-bac2-d032f5d7b859'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:35.169147 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0239e37-dc00-4353-a091-9073bd507f11" -d '{"events": [{"server_uuid": "f497547e-bee0-4845-bbec-57d5fecce7b4", "name": "network-vif-plugged", "status": "completed", "tag": "9466b132-3096-4ba9-bac2-d032f5d7b859"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:35.189122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9466b132-3096-4ba9-bac2-d032f5d7b859, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9466b132-3096-4ba9-bac2-d032f5d7b859,segment=NetworkSegment(a282224b-7777-4aca-a18e-25d7a573ead0),segment_id=a282224b-7777-4aca-a18e-25d7a573ead0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:35.197975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.204388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e14b40-c334-460b-9148-e15e24ea420b req-f84f40a1-fca2-4083-b3e4-49b843a89544 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:35.206073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e14b40-c334-460b-9148-e15e24ea420b req-f84f40a1-fca2-4083-b3e4-49b843a89544 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 944 time: 0.0831332 Nov 23 17:52:35.253128 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5565119-a189-4c11-bcb7-8e3fa841d369 x-openstack-request-id: req-e5565119-a189-4c11-bcb7-8e3fa841d369 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:35.253878 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f497547e-bee0-4845-bbec-57d5fecce7b4", "name": "network-vif-plugged", "status": "completed", "tag": "9466b132-3096-4ba9-bac2-d032f5d7b859", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:35.253878 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e5565119-a189-4c11-bcb7-8e3fa841d369 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:35.254176 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f497547e-bee0-4845-bbec-57d5fecce7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9466b132-3096-4ba9-bac2-d032f5d7b859', 'code': 200} Nov 23 17:52:35.296632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9466b132-3096-4ba9-bac2-d032f5d7b859,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:35.302291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e14b40-c334-460b-9148-e15e24ea420b req-015f1232-07fd-48bc-a4cd-33189eb50d78 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888050 Nov 23 17:52:35.421142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba1917-ddb1-4c86-b6e4-a8dcc83d16d5 req-d1134b1e-2a15-403a-a94e-7dc74fe3a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:35.424707 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f8ba1917-ddb1-4c86-b6e4-a8dcc83d16d5 req-d1134b1e-2a15-403a-a94e-7dc74fe3a0e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0904133 Nov 23 17:52:35.449921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3972e6-0a1d-4f3a-87e3-d5b9692a7eb2 req-0e6673be-8bf0-41f2-a61f-be2d08b010e5 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:35.458606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af3972e6-0a1d-4f3a-87e3-d5b9692a7eb2 req-0e6673be-8bf0-41f2-a61f-be2d08b010e5 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0727744 Nov 23 17:52:35.494771 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f8ba1917-ddb1-4c86-b6e4-a8dcc83d16d5 req-ab1aebeb-d865-445b-9d94-00abe2e76c52 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606310 Nov 23 17:52:35.505054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af3972e6-0a1d-4f3a-87e3-d5b9692a7eb2 req-bd201464-63b8-4bbd-8780-7249316a3e2e tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Nov 23 17:52:35.734929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f972675-d934-4fda-b051-7751eb2d7f9f req-e5696495-f3ff-40af-bbee-2e9e25345eba tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:35.736470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f972675-d934-4fda-b051-7751eb2d7f9f req-e5696495-f3ff-40af-bbee-2e9e25345eba tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 943 time: 0.0631900 Nov 23 17:52:35.799007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f972675-d934-4fda-b051-7751eb2d7f9f req-a2903450-194c-4de9-990e-aa2d33611b85 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545752 Nov 23 17:52:35.916585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:35.944701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a67ff-1412-4dbe-b9d6-931e656f100f req-c6dfaa00-3588-47b2-b561-3850c8b5073d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:35.946445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c7a67ff-1412-4dbe-b9d6-931e656f100f req-c6dfaa00-3588-47b2-b561-3850c8b5073d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0538049 Nov 23 17:52:36.010774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c7a67ff-1412-4dbe-b9d6-931e656f100f req-147c5444-ec72-427c-8907-367daeccd48e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 Nov 23 17:52:36.054853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,segment=NetworkSegment(d2b9ea7b-9e04-402c-9de6-c591929ad711),segment_id=d2b9ea7b-9e04-402c-9de6-c591929ad711)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:36.067559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624', 'network_id': '4f303e53-c944-4338-a9cb-2c0544b6034e', 'port_id': '2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624', 'mac_address': 'fa:16:3e:8d:29:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6ed4a2-2739-4e9c-b684-ed2879e0c2e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:52:36.251152 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.265593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:36.287209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,segment=NetworkSegment(d2b9ea7b-9e04-402c-9de6-c591929ad711),segment_id=d2b9ea7b-9e04-402c-9de6-c591929ad711)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:36.291464 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.354586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:36.451872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6baac0-6d01-49a9-ae7d-3b65f3c90af3 req-36d1cad2-aacd-4a98-9ba5-f6e11eb1a22f tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:36.453726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b6baac0-6d01-49a9-ae7d-3b65f3c90af3 req-36d1cad2-aacd-4a98-9ba5-f6e11eb1a22f tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 945 time: 0.0676212 Nov 23 17:52:36.517688 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b6baac0-6d01-49a9-ae7d-3b65f3c90af3 req-0096670a-b4fa-4c30-bb83-158494b24efe tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547333 Nov 23 17:52:36.589409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:36.653592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f79ef6-94c0-4abe-a22b-6bb9708e71b1 req-e385fdbc-9611-4554-9ac3-0f19ce5540b4 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:36.658248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0f79ef6-94c0-4abe-a22b-6bb9708e71b1 req-e385fdbc-9611-4554-9ac3-0f19ce5540b4 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0734608 Nov 23 17:52:36.727534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0f79ef6-94c0-4abe-a22b-6bb9708e71b1 req-948f22c7-a558-4e43-9703-19ff2c463312 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646398 Nov 23 17:52:36.939489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30788c9-76ae-49de-abb8-28aeaf78b0f8 req-96375563-7c6f-4895-bac6-99c1f732a787 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:36.941331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b30788c9-76ae-49de-abb8-28aeaf78b0f8 req-96375563-7c6f-4895-bac6-99c1f732a787 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 944 time: 0.0609288 Nov 23 17:52:36.996660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b30788c9-76ae-49de-abb8-28aeaf78b0f8 req-04bc7755-7af5-4ad0-9f60-847ccdc596b5 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490465 Nov 23 17:52:37.136956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8461e-96c4-41a6-abfb-78f559f38f8a req-730106c4-5cb1-4a17-be0f-17c41e13682f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:37.139597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5c8461e-96c4-41a6-abfb-78f559f38f8a req-730106c4-5cb1-4a17-be0f-17c41e13682f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0508785 Nov 23 17:52:37.192152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5c8461e-96c4-41a6-abfb-78f559f38f8a req-0789ccb8-cf2b-4518-9d28-cddd3fc0be4b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Nov 23 17:52:37.646136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afd230-8602-46ef-8b1f-324580bde31b req-4555f1e5-67b6-4179-a2a5-1d10cc00c844 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:37.647669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5afd230-8602-46ef-8b1f-324580bde31b req-4555f1e5-67b6-4179-a2a5-1d10cc00c844 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 945 time: 0.0519552 Nov 23 17:52:37.702315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5afd230-8602-46ef-8b1f-324580bde31b req-110a1b09-21c2-447c-8338-6177b43e7c86 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Nov 23 17:52:37.865802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955653bc-94d9-41f2-b1ae-0a2551023244 req-34f1e1bc-bb2e-4738-ae59-15e506ddd910 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:37.867531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-955653bc-94d9-41f2-b1ae-0a2551023244 req-34f1e1bc-bb2e-4738-ae59-15e506ddd910 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0610797 Nov 23 17:52:37.923827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-955653bc-94d9-41f2-b1ae-0a2551023244 req-6ed1d291-1f34-4527-8225-1c9ff27beb21 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Nov 23 17:52:37.933424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:38.002614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:52:38.009531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:38.010255 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.108140 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.135780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c723a27d-69c9-4c39-8d8c-cde568025c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:38.139085 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3a5969-7402-4504-af47-767d9f423196" -d '{"events": [{"server_uuid": "c723a27d-69c9-4c39-8d8c-cde568025c46", "name": "network-vif-plugged", "status": "completed", "tag": "2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:38.156437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,segment=NetworkSegment(d2b9ea7b-9e04-402c-9de6-c591929ad711),segment_id=d2b9ea7b-9e04-402c-9de6-c591929ad711)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:38.163094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49711cd-a934-4fdf-aee0-671155866b2a req-7bde427c-cc33-4690-b45f-31c56c4a1bf0 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:38.163749 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.164672 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b49711cd-a934-4fdf-aee0-671155866b2a req-7bde427c-cc33-4690-b45f-31c56c4a1bf0 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 945 time: 0.1074467 Nov 23 17:52:38.179117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64087d-4ee2-45e3-aa4a-4750e24e7580 req-cebdf5ad-a214-4fb9-996c-aef7e2705881 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:38.180600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a64087d-4ee2-45e3-aa4a-4750e24e7580 req-cebdf5ad-a214-4fb9-996c-aef7e2705881 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 944 time: 0.0813217 Nov 23 17:52:38.222127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:38.265535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b49711cd-a934-4fdf-aee0-671155866b2a req-55040278-ce23-47b9-b7aa-ff572b32fc16 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839458 Nov 23 17:52:38.276711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a64087d-4ee2-45e3-aa4a-4750e24e7580 req-29455c22-4e19-4554-a4f2-4d759cb92dcf tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859458 Nov 23 17:52:38.320091 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c8fa1a-811e-44b1-80f5-d12018adf7e3 x-openstack-request-id: req-42c8fa1a-811e-44b1-80f5-d12018adf7e3 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:38.320929 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c723a27d-69c9-4c39-8d8c-cde568025c46", "name": "network-vif-plugged", "status": "completed", "tag": "2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:38.320929 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42c8fa1a-811e-44b1-80f5-d12018adf7e3 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:38.321140 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c723a27d-69c9-4c39-8d8c-cde568025c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624', 'code': 200} Nov 23 17:52:38.402149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a5315-0192-457f-884f-ac8e49b97697 req-42864aab-3e5b-4729-8219-e1825c36ea72 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:38.404068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c8a5315-0192-457f-884f-ac8e49b97697 req-42864aab-3e5b-4729-8219-e1825c36ea72 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0593772 Nov 23 17:52:38.443099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8a7a-fcbe-4e4d-a135-6f10be6e0254 req-da98475f-dd40-4504-b321-4767e9894e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:38.446130 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2a4e8a7a-fcbe-4e4d-a135-6f10be6e0254 req-da98475f-dd40-4504-b321-4767e9894e07 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 1096 time: 0.0536156 Nov 23 17:52:38.467266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c8a5315-0192-457f-884f-ac8e49b97697 req-0d388b4d-9824-45e5-8630-d9670eb0fac1 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567288 Nov 23 17:52:38.506841 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2a4e8a7a-fcbe-4e4d-a135-6f10be6e0254 req-36932263-e7ce-4756-9907-974e5e4d2319 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Nov 23 17:52:39.080165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28c8be-4789-4cea-a4b5-a19e352363be req-f568865b-641c-4fc3-8840-f439bdbce207 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:39.082178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc28c8be-4789-4cea-a4b5-a19e352363be req-f568865b-641c-4fc3-8840-f439bdbce207 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0655997 Nov 23 17:52:39.141247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc28c8be-4789-4cea-a4b5-a19e352363be req-4c67fbdb-87c7-443e-8629-3389e7b9f564 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514379 Nov 23 17:52:39.462187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b581-8b62-4eac-8073-c345d0ce1528 req-cc44d4be-053b-4de8-9375-34d2827b4602 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:39.470183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e764b581-8b62-4eac-8073-c345d0ce1528 req-cc44d4be-053b-4de8-9375-34d2827b4602 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 945 time: 0.0954335 Nov 23 17:52:39.487481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b590885-64c2-40ec-b050-a50f1233e59f req-e478041e-549d-48ba-959b-9238bb999c9e tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:39.489554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b39a6-07ec-49a1-a0e9-d6092d0d19cb req-03a9f625-f785-4da4-92c6-90a39a73589b tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:39.489692 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8b590885-64c2-40ec-b050-a50f1233e59f req-e478041e-549d-48ba-959b-9238bb999c9e tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 945 time: 0.0679963 Nov 23 17:52:39.491149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-175b39a6-07ec-49a1-a0e9-d6092d0d19cb req-03a9f625-f785-4da4-92c6-90a39a73589b tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/ports?device_id=f497547e-bee0-4845-bbec-57d5fecce7b4 HTTP/1.1" status: 200 len: 945 time: 0.0876074 Nov 23 17:52:39.550754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e764b581-8b62-4eac-8073-c345d0ce1528 req-0407a443-3f77-4095-a2b0-9e8cb11aac68 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789506 Nov 23 17:52:39.594418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-175b39a6-07ec-49a1-a0e9-d6092d0d19cb req-2615b7cb-d43f-491a-bf9a-49b22c5e1051 tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.74 "GET /v2.0/security-groups?id=eb40084b-5d07-4aa1-8250-19d9d9cee726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883839 Nov 23 17:52:39.643851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Deleting port 9466b132-3096-4ba9-bac2-d032f5d7b859 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:39.644199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.767539 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] For port 9466b132-3096-4ba9-bac2-d032f5d7b859, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9466b132-3096-4ba9-bac2-d032f5d7b859,segment=NetworkSegment(a282224b-7777-4aca-a18e-25d7a573ead0),segment_id=a282224b-7777-4aca-a18e-25d7a573ead0)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:39.767912 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.785666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae878a0-7105-4d36-bad9-12a74c43a237 req-97626e4a-d12a-4984-a3d8-d4b032447b01 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:39.785999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Calling delete_port for 9466b132-3096-4ba9-bac2-d032f5d7b859 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:39.793692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ae878a0-7105-4d36-bad9-12a74c43a237 req-97626e4a-d12a-4984-a3d8-d4b032447b01 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1277833 Nov 23 17:52:39.846173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ae878a0-7105-4d36-bad9-12a74c43a237 req-0af8e11e-4cc7-41d2-9472-9b1bd9f67399 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493608 Nov 23 17:52:39.948478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.960492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9466b132-3096-4ba9-bac2-d032f5d7b859'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:39.978962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Pushing event deleted for resources: {'Port': ['ID=9466b132-3096-4ba9-bac2-d032f5d7b859,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:39.992368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.992808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.993231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.993642 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.994064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.994471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.994914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.995255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.995591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.995927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.996263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:39.996595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:40.048203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] No DVR routers for this DVR port 9466b132-3096-4ba9-bac2-d032f5d7b859 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:40.051677 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.055362 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8b590885-64c2-40ec-b050-a50f1233e59f req-79eb8f4c-7238-45df-8e9c-e6ececfb849a tempest-InstanceActionsNegativeTestJSON-1618139021 tempest-InstanceActionsNegativeTestJSON-1618139021-project] 10.222.0.72 "DELETE /v2.0/ports/9466b132-3096-4ba9-bac2-d032f5d7b859 HTTP/1.1" status: 204 len: 173 time: 0.5553732 Nov 23 17:52:40.055831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f497547e-bee0-4845-bbec-57d5fecce7b4', 'name': 'network-vif-deleted', 'tag': '9466b132-3096-4ba9-bac2-d032f5d7b859'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:40.058124 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a4297-dc23-40e8-95a6-2528e47e49b7" -d '{"events": [{"server_uuid": "f497547e-bee0-4845-bbec-57d5fecce7b4", "name": "network-vif-deleted", "tag": "9466b132-3096-4ba9-bac2-d032f5d7b859"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:40.108363 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec0b6f0-47bd-40af-83c1-4845013a3938 x-openstack-request-id: req-1ec0b6f0-47bd-40af-83c1-4845013a3938 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:40.108669 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f497547e-bee0-4845-bbec-57d5fecce7b4", "name": "network-vif-deleted", "tag": "9466b132-3096-4ba9-bac2-d032f5d7b859", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:40.108929 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ec0b6f0-47bd-40af-83c1-4845013a3938 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:40.109339 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f497547e-bee0-4845-bbec-57d5fecce7b4', 'name': 'network-vif-deleted', 'tag': '9466b132-3096-4ba9-bac2-d032f5d7b859', 'status': 'completed', 'code': 200} Nov 23 17:52:40.281153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c306-0ae9-448e-9afd-ed2183247744 req-a9c9b898-4bb8-4aac-bbd9-06831d2a2064 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:40.282756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca20c306-0ae9-448e-9afd-ed2183247744 req-a9c9b898-4bb8-4aac-bbd9-06831d2a2064 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0551791 Nov 23 17:52:40.341538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca20c306-0ae9-448e-9afd-ed2183247744 req-f7e19bcf-6e34-42ab-8dd5-0dbe3511bf14 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526388 Nov 23 17:52:40.673639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41510) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:40.683217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d95429-0a8f-44cb-9629-88935d871249 req-052d7cc6-6c02-4f28-8981-0a5a9906aea3 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:40.684797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d95429-0a8f-44cb-9629-88935d871249 req-052d7cc6-6c02-4f28-8981-0a5a9906aea3 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 945 time: 0.0570498 Nov 23 17:52:40.755370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d95429-0a8f-44cb-9629-88935d871249 req-9722d16e-ef59-46a2-9e1d-3edd5521a5b8 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596156 Nov 23 17:52:40.761897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de0f293-5237-4b4a-a914-ec8281c6bad8 admin admin] Deleting subnet 7179f3b6-3b74-43a7-8571-8faf233bbda8 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:40.765978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3de0f293-5237-4b4a-a914-ec8281c6bad8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.824199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3de0f293-5237-4b4a-a914-ec8281c6bad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.873469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3de0f293-5237-4b4a-a914-ec8281c6bad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.951071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3de0f293-5237-4b4a-a914-ec8281c6bad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.987075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3de0f293-5237-4b4a-a914-ec8281c6bad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.994614 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3de0f293-5237-4b4a-a914-ec8281c6bad8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7179f3b6-3b74-43a7-8571-8faf233bbda8 HTTP/1.1" status: 204 len: 168 time: 0.3166139 Nov 23 17:52:40.994614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0f293-5237-4b4a-a914-ec8281c6bad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7179f3b6-3b74-43a7-8571-8faf233bbda8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:40.994900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41534) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:41.033587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e42fa-f604-43b8-9d5c-753341042dc9 req-25700007-1b6d-4557-b520-d4425a04508d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:41.035130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a87e42fa-f604-43b8-9d5c-753341042dc9 req-25700007-1b6d-4557-b520-d4425a04508d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0894656 Nov 23 17:52:41.140723 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.160297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a87e42fa-f604-43b8-9d5c-753341042dc9 req-89976cae-5714-49f1-9c94-2e46c1631812 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156847 Nov 23 17:52:41.206775 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-58f8d28e-8c6e-42a4-8dfa-18f6f556cf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.257066 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.287939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3c0c63-9e0f-431b-a3df-b3f109f19769']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.303521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a282224b-7777-4aca-a18e-25d7a573ead0') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.303945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a282224b-7777-4aca-a18e-25d7a573ead0') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.332629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.349322 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.359053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:41.359607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:41.361415 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:41.468470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.476888 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.483695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ab3c0c63-9e0f-431b-a3df-b3f109f19769 HTTP/1.1" status: 204 len: 168 time: 0.4833317 Nov 23 17:52:41.512772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3c0c63-9e0f-431b-a3df-b3f109f19769,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:41.538183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.538723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.539091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.539421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.540106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.540447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.540778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.541384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.541717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.542045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.542369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.542721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee24dff-7f5e-4676-9260-4d32dfd4c609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:41.558854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fe4ad-b584-46d1-88e3-90c86a128fc3 req-0dcdd22c-6f3a-4385-a665-17534367c984 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:41.558854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f17fe4ad-b584-46d1-88e3-90c86a128fc3 req-0dcdd22c-6f3a-4385-a665-17534367c984 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 945 time: 0.1296427 Nov 23 17:52:41.569503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c730497-638c-4a14-a467-1e6e6ed1de15 req-efa055be-056a-4de3-90f7-0e664cf93991 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:41.570999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c730497-638c-4a14-a467-1e6e6ed1de15 req-efa055be-056a-4de3-90f7-0e664cf93991 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1278763 Nov 23 17:52:41.645498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f17fe4ad-b584-46d1-88e3-90c86a128fc3 req-d96cddcc-5c60-404d-9bf5-b9545997a5e4 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734997 Nov 23 17:52:41.659788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c730497-638c-4a14-a467-1e6e6ed1de15 req-03d4c3b0-a95c-456d-a861-8c6af6dcee41 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726385 Nov 23 17:52:41.666178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41556) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:41.710224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-01d20fd9-476c-4e30-9883-c3e3dcca982c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e4901ca794304e6796e233ae29df073b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412741 Nov 23 17:52:41.711308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:41.766199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa20e0b4-d1a5-457a-a993-5762964e938f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.792717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa20e0b4-d1a5-457a-a993-5762964e938f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.881244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa20e0b4-d1a5-457a-a993-5762964e938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.883999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa20e0b4-d1a5-457a-a993-5762964e938f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.885204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fa20e0b4-d1a5-457a-a993-5762964e938f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eb40084b-5d07-4aa1-8250-19d9d9cee726 HTTP/1.1" status: 204 len: 168 time: 0.1717570 Nov 23 17:52:41.894244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20e0b4-d1a5-457a-a993-5762964e938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb40084b-5d07-4aa1-8250-19d9d9cee726,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:42.327346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7579aa5-2891-4d15-8a3a-ee44521b5615 req-0c6eae96-253b-4845-b2b9-14e6d69731d5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:42.333962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7579aa5-2891-4d15-8a3a-ee44521b5615 req-0c6eae96-253b-4845-b2b9-14e6d69731d5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0817611 Nov 23 17:52:42.385417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7579aa5-2891-4d15-8a3a-ee44521b5615 req-0bb5e8d6-0a04-4927-8d66-727aa4c0f931 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504978 Nov 23 17:52:42.834046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887831a-ac0c-44b8-aa80-f6e5b946abdf req-32d6c714-60aa-47dd-a6c5-711189fa3a54 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:42.835524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e887831a-ac0c-44b8-aa80-f6e5b946abdf req-32d6c714-60aa-47dd-a6c5-711189fa3a54 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 945 time: 0.0848770 Nov 23 17:52:42.857127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf13e58-94cf-45e8-8949-e1f4e4f8833c req-ed597c95-d9a2-4fdd-a803-1ac62eb03250 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:42.859310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf13e58-94cf-45e8-8949-e1f4e4f8833c req-ed597c95-d9a2-4fdd-a803-1ac62eb03250 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0781600 Nov 23 17:52:42.874061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-2619cdbc-5092-4a34-bbb1-8a797781e107 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:42.875875 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-2619cdbc-5092-4a34-bbb1-8a797781e107 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.66 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 945 time: 0.0750215 Nov 23 17:52:42.937381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e887831a-ac0c-44b8-aa80-f6e5b946abdf req-d5b86f12-0f85-4019-8682-aed4bd5f7b9c tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec6ae60b-0bc1-4d98-b95e-5670dc46d393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941894 Nov 23 17:52:42.974387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf13e58-94cf-45e8-8949-e1f4e4f8833c req-e73fd836-677b-4aeb-b612-53b0620063e0 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066484 Nov 23 17:52:42.994982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9466b132-3096-4ba9-bac2-d032f5d7b859 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:43.031272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 9466b132-3096-4ba9-bac2-d032f5d7b859 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:43.032087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Deleting port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:43.032402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9466b132-3096-4ba9-bac2-d032f5d7b859 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:43.034199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.159926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] For port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,segment=NetworkSegment(d2b9ea7b-9e04-402c-9de6-c591929ad711),segment_id=d2b9ea7b-9e04-402c-9de6-c591929ad711)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:43.160349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.180047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Calling delete_port for 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:43.276253 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4c30b1c-fac3-4575-8329-126ec42d37fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.367417 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.384579 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:43.397445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Pushing event deleted for resources: {'Port': ['ID=2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:43.452244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] No DVR routers for this DVR port 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:43.458127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.463321 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-94949d8e-686c-484b-a079-e34f1ffbc9b7 req-45b857c5-06ea-4322-97c2-6a287270e16e tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.66 "DELETE /v2.0/ports/2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 HTTP/1.1" status: 204 len: 173 time: 0.5756304 Nov 23 17:52:43.464014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c723a27d-69c9-4c39-8d8c-cde568025c46', 'name': 'network-vif-deleted', 'tag': '2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:43.466631 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cff5e6a-3940-455d-a004-08fef9208bd3" -d '{"events": [{"server_uuid": "c723a27d-69c9-4c39-8d8c-cde568025c46", "name": "network-vif-deleted", "tag": "2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:43.624873 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e57337f-0caf-4ed0-a2f1-09a0f6ba8cca x-openstack-request-id: req-2e57337f-0caf-4ed0-a2f1-09a0f6ba8cca {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:43.625737 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c723a27d-69c9-4c39-8d8c-cde568025c46", "name": "network-vif-deleted", "tag": "2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:43.626211 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e57337f-0caf-4ed0-a2f1-09a0f6ba8cca {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:43.626887 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c723a27d-69c9-4c39-8d8c-cde568025c46', 'name': 'network-vif-deleted', 'tag': '2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624', 'status': 'completed', 'code': 200} Nov 23 17:52:43.660606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43923-aa82-42cc-8699-ed75b0df1beb req-0a5f3788-103a-4633-aa34-815deb95aca1 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:43.662251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ced43923-aa82-42cc-8699-ed75b0df1beb req-0a5f3788-103a-4633-aa34-815deb95aca1 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0838754 Nov 23 17:52:43.738123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ced43923-aa82-42cc-8699-ed75b0df1beb req-de402c0e-f462-4793-9c24-d361b03adf84 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652211 Nov 23 17:52:43.814340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41632) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:43.965659 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0c5b-6ec3-4645-8ca9-d4790921d9b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.147277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ec65078-4816-41e9-855f-714bf2868cdd req-94da159b-4ffd-478c-a991-01f7c1dfc001 tempest-ServerMetadataNegativeTestJSON-1866477052 tempest-ServerMetadataNegativeTestJSON-1866477052-project] 10.222.0.74 "GET /v2.0/ports?device_id=c723a27d-69c9-4c39-8d8c-cde568025c46 HTTP/1.1" status: 200 len: 210 time: 0.0681088 Nov 23 17:52:44.168016 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0c5b-6ec3-4645-8ca9-d4790921d9b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.179468 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0c5b-6ec3-4645-8ca9-d4790921d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.229692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6da0d-8d88-4441-9801-0c603c9b906a req-81d3be52-d80b-4026-9ee3-267aaee2d5ba tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:44.231267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1c6da0d-8d88-4441-9801-0c603c9b906a req-81d3be52-d80b-4026-9ee3-267aaee2d5ba tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1330593 Nov 23 17:52:44.241602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fb8d0c5b-6ec3-4645-8ca9-d4790921d9b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c91ad04bf40c41a59af04ffcdbb00d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261556 Nov 23 17:52:44.244240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d0c5b-6ec3-4645-8ca9-d4790921d9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c9bb9-3b67-49ed-b145-2c0faf805ba7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:44.244393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41644) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:44.303649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1c6da0d-8d88-4441-9801-0c603c9b906a req-24653451-fac1-43b2-88ea-a4233ccc5301 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Nov 23 17:52:44.310234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ec69-5d90-4bba-8089-09ce389c3601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.333427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ec69-5d90-4bba-8089-09ce389c3601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.397395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ec69-5d90-4bba-8089-09ce389c3601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.400242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ec69-5d90-4bba-8089-09ce389c3601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.401404 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fb8ec69-5d90-4bba-8089-09ce389c3601 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b2c9bb9-3b67-49ed-b145-2c0faf805ba7 HTTP/1.1" status: 204 len: 168 time: 0.1560593 Nov 23 17:52:44.410320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8ec69-5d90-4bba-8089-09ce389c3601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c9bb9-3b67-49ed-b145-2c0faf805ba7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:44.886864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b75342-91ce-4435-8479-932bc530beb6 req-c953b9ba-f2c2-49bc-bdb4-129c3283a4cf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:44.888803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59b75342-91ce-4435-8479-932bc530beb6 req-c953b9ba-f2c2-49bc-bdb4-129c3283a4cf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0628793 Nov 23 17:52:44.956086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.962549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59b75342-91ce-4435-8479-932bc530beb6 req-fd59a3be-bb6d-449d-a19d-3527a627d61f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662761 Nov 23 17:52:45.198458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41676) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:45.205198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41678) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:45.261191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-8432b089-90d1-426e-bd5f-10b5e3703671 admin admin] Deleting subnet 1d6ed4a2-2739-4e9c-b684-ed2879e0c2e4 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:45.265246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8432b089-90d1-426e-bd5f-10b5e3703671 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.306498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8432b089-90d1-426e-bd5f-10b5e3703671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.354703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8432b089-90d1-426e-bd5f-10b5e3703671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.357196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-347476619-network', 'tenant_id': '473165892dc04864ba26dbf8231cb263'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:45.390170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Made reservation on behalf of 473165892dc04864ba26dbf8231cb263 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:45.393245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.404187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.460424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20478c-3dfa-42ef-95f6-57546b8908c4 req-d78145cb-3bad-40d1-ba99-36a98e94c3bb tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:45.461858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a20478c-3dfa-42ef-95f6-57546b8908c4 req-d78145cb-3bad-40d1-ba99-36a98e94c3bb tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0774577 Nov 23 17:52:45.477568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8432b089-90d1-426e-bd5f-10b5e3703671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.495425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8432b089-90d1-426e-bd5f-10b5e3703671 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.501248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8432b089-90d1-426e-bd5f-10b5e3703671 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1d6ed4a2-2739-4e9c-b684-ed2879e0c2e4 HTTP/1.1" status: 204 len: 168 time: 0.2927837 Nov 23 17:52:45.503186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41686) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:45.539357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432b089-90d1-426e-bd5f-10b5e3703671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6ed4a2-2739-4e9c-b684-ed2879e0c2e4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:45.582066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a20478c-3dfa-42ef-95f6-57546b8908c4 req-abe58563-1673-4b75-8348-cf8c3c09c110 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937560 Nov 23 17:52:45.582825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.590189 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.617075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.625305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:45.648337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.648682 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Added segment a7a00cbd-845d-455d-b3ef-44c1fe18fce1 of type vlan for network 611f8203-558a-4371-acb7-44f7fca08b0b Nov 23 17:52:45.650664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6085b067-3cfe-4247-83d4-1f75aaee9360,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:45.717064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.832072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.882771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f303e53-c944-4338-a9cb-2c0544b6034e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:45.895625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b9ea7b-9e04-402c-9de6-c591929ad711') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:45.896009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b9ea7b-9e04-402c-9de6-c591929ad711') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:45.914429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.915445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:45.916035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.936877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.969600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:45.995501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:45.996111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2f1b9fa2-1ddb-4376-98b2-6b1a9e2fd624 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:45.998361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] Pushing event updated for resources: {'Network': ['ID=611f8203-558a-4371-acb7-44f7fca08b0b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:46.001016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.008032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:46.008454 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.013888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 611f8203-558a-4371-acb7-44f7fca08b0b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:46.069065 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:46.078109 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d4a5e2e-a06b-4a89-ad87-91001cde71c6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8748460 Nov 23 17:52:46.079389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41694) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:46.089274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Request body: {'subnet': {'network_id': '611f8203-558a-4371-acb7-44f7fca08b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-347476619-subnet', 'tenant_id': '473165892dc04864ba26dbf8231cb263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:46.094775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.106204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.113311 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] 10.222.0.74 "DELETE /v2.0/networks/4f303e53-c944-4338-a9cb-2c0544b6034e HTTP/1.1" status: 204 len: 168 time: 0.6088197 Nov 23 17:52:46.135739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c0851-53a5-43cb-8772-adab2ebe9cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=4f303e53-c944-4338-a9cb-2c0544b6034e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:46.163155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Made reservation on behalf of 473165892dc04864ba26dbf8231cb263 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:46.163342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96bdbb-bd3d-4333-925e-e22a6253a6f3 req-fc9b3c73-e163-49c1-835c-3ac6290dabec tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:46.165705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae96bdbb-bd3d-4333-925e-e22a6253a6f3 req-fc9b3c73-e163-49c1-835c-3ac6290dabec tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0900378 Nov 23 17:52:46.165845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.238608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae96bdbb-bd3d-4333-925e-e22a6253a6f3 req-fe0bb932-6d0f-49bb-a05c-3c92f0093c93 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627518 Nov 23 17:52:46.273174 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.343784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41702) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:46.425797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.436569 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-51d6cb94-66d6-4f5c-89bd-31cd3a0e9dc7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=10ddde5e1eb84729a5592036caa93ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917559 Nov 23 17:52:46.439194 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41704) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:46.486935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34529dd2-9c1f-43fe-9bae-82eabe62a887,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:46.501516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0127dba5-260f-43f8-9a17-881f73aa5b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.505373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Checking segment: {'id': 'a7a00cbd-845d-455d-b3ef-44c1fe18fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '611f8203-558a-4371-acb7-44f7fca08b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:46.505746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Network hostable DHCP agents. Network: 611f8203-558a-4371-acb7-44f7fca08b0b, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:46.525123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Network 611f8203-558a-4371-acb7-44f7fca08b0b is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:46.530772 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0127dba5-260f-43f8-9a17-881f73aa5b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.535651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 611f8203-558a-4371-acb7-44f7fca08b0b) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:46.542528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:46.543476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.554319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecce1a1-c87a-4fec-8322-12a84a90f8cf None None] Network 611f8203-558a-4371-acb7-44f7fca08b0b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:46.586740 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fd304dc1-8bab-4e2d-bbfa-4bfde5a9d086 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4979675 Nov 23 17:52:46.603697 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0127dba5-260f-43f8-9a17-881f73aa5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.609692 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0127dba5-260f-43f8-9a17-881f73aa5b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.610971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0127dba5-260f-43f8-9a17-881f73aa5b4f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ec6ae60b-0bc1-4d98-b95e-5670dc46d393 HTTP/1.1" status: 204 len: 168 time: 0.1706431 Nov 23 17:52:46.623380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127dba5-260f-43f8-9a17-881f73aa5b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6ae60b-0bc1-4d98-b95e-5670dc46d393,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:46.748876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685288ab-3738-4769-b0b1-6ec8555e065f req-b94b7c5a-3ff7-4468-81a6-8dce4a04e8ea tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:46.751866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-685288ab-3738-4769-b0b1-6ec8555e065f req-b94b7c5a-3ff7-4468-81a6-8dce4a04e8ea tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0621152 Nov 23 17:52:46.820585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14ef822-0e05-42bb-9d0b-fa6fc9c038ba None None] Network 611f8203-558a-4371-acb7-44f7fca08b0b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:46.834893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-685288ab-3738-4769-b0b1-6ec8555e065f req-3325cba6-8d98-49fb-a800-261d7a58543a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759273 Nov 23 17:52:47.393193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c11f9-18fc-49b0-a600-5441ec981583 req-cc56b0ed-02c1-445d-8014-6257b1d772cb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:47.405985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-973c11f9-18fc-49b0-a600-5441ec981583 req-cc56b0ed-02c1-445d-8014-6257b1d772cb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0865612 Nov 23 17:52:47.460192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-973c11f9-18fc-49b0-a600-5441ec981583 req-0ea36637-e250-4b23-96ff-615d17b0eadb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531106 Nov 23 17:52:47.681317 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:47.748270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41766) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:47.934405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-545811065-network', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:47.996528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Made reservation on behalf of 2bd5b46cc4d34d8fa448fce35af42066 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:47.999721 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.013991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.051797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead6a78-38aa-4123-8310-fb43a9bfc620 req-a8d6ecf2-1260-4f62-8453-01ed24ff674a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.060764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dead6a78-38aa-4123-8310-fb43a9bfc620 req-a8d6ecf2-1260-4f62-8453-01ed24ff674a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1326582 Nov 23 17:52:48.150956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dead6a78-38aa-4123-8310-fb43a9bfc620 req-8f60a071-a160-4cad-a03b-14cf4a4fd65a tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849268 Nov 23 17:52:48.198369 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.202965 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.234817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d285652-c953-49f5-9f28-b81b1919b88c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:48.248350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:48.258992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.259980 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Added segment 1ff4e355-d64d-435e-84da-b5aa07eb4da6 of type vlan for network 60df31c2-54f8-48d1-b09e-eb6c7124d819 Nov 23 17:52:48.321386 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.353339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.354410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.355056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.428735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6790473 Nov 23 17:52:48.431892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41800) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:48.437878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Request body: {'subnet': {'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-subnet', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:48.441506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba9575-1339-47fa-b42b-cb747084345f admin admin] Pushing event updated for resources: {'Network': ['ID=60df31c2-54f8-48d1-b09e-eb6c7124d819,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:48.457059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 60df31c2-54f8-48d1-b09e-eb6c7124d819 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:48.490538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Made reservation on behalf of 2bd5b46cc4d34d8fa448fce35af42066 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:48.493915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.558638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d5e9b0c-c59a-4388-9d71-f7278b1df7a6 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.560897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d5e9b0c-c59a-4388-9d71-f7278b1df7a6 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/networks?id=611f8203-558a-4371-acb7-44f7fca08b0b HTTP/1.1" status: 200 len: 809 time: 0.1615570 Nov 23 17:52:48.582987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-5033e7ff-974f-44cf-8923-2a4860a243d4 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/quotas/473165892dc04864ba26dbf8231cb263 HTTP/1.1" status: 200 len: 375 time: 0.0160248 Nov 23 17:52:48.633963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-c9b165bf-4bbc-4657-9958-51e7822e93dd tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=473165892dc04864ba26dbf8231cb263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418637 Nov 23 17:52:48.689185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc70ad-0d9e-4649-bd73-43b08b430e81 req-cbed662b-24d0-4a96-861a-d5f308ddb7db tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.690986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dcc70ad-0d9e-4649-bd73-43b08b430e81 req-cbed662b-24d0-4a96-861a-d5f308ddb7db tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1103663 Nov 23 17:52:48.727387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.786989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-94e0059a-95de-4ea3-9579-85898d3d555f service neutron] 10.222.0.74 "GET /v2.0/networks/611f8203-558a-4371-acb7-44f7fca08b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429639 Nov 23 17:52:48.795557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Checking segment: {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:48.796331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Network hostable DHCP agents. Network: 60df31c2-54f8-48d1-b09e-eb6c7124d819, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:48.798639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd73a22c-b032-4116-a3c2-90abb4d4b385,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:48.799172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dcc70ad-0d9e-4649-bd73-43b08b430e81 req-25fc05a9-2e5c-443e-8728-e8f58416e60e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Nov 23 17:52:48.823376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Network 60df31c2-54f8-48d1-b09e-eb6c7124d819 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:48.841514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 60df31c2-54f8-48d1-b09e-eb6c7124d819) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:48.848713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.848957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.851568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf5b292-8e87-434f-9e68-ea91188e81ab None None] Network 60df31c2-54f8-48d1-b09e-eb6c7124d819 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:48.890146 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e9d90d17-1623-46be-9829-d4233398b7ee admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4569087 Nov 23 17:52:48.891432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41816) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:48.895066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:48.927938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.929541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.980619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-c8e8958c-7632-4541-a181-2fffddfbfb0d service neutron] 10.222.0.74 "GET /v2.0/networks/611f8203-558a-4371-acb7-44f7fca08b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622937 Nov 23 17:52:49.032825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.090576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283b882-04fb-4e94-a74c-6f87d87ea000 None None] Network 60df31c2-54f8-48d1-b09e-eb6c7124d819 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:49.328546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.370640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.415109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed42fe3-28b7-4c25-b299-bb837f68ff1a req-ac424d98-3ddd-4b4d-9a5a-c4e55d891e85 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:49.428611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fed42fe3-28b7-4c25-b299-bb837f68ff1a req-ac424d98-3ddd-4b4d-9a5a-c4e55d891e85 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1390970 Nov 23 17:52:49.554176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9ef7e74-27af-46be-9e31-746532b3432b req-f98860d3-471e-488a-995a-7d45e69a507c tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 210 time: 0.1179247 Nov 23 17:52:49.631038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fed42fe3-28b7-4c25-b299-bb837f68ff1a req-ca69ec83-37ce-4f60-a4eb-3f0f34669930 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968491 Nov 23 17:52:49.645652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.678107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.823769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Allocated IP 172.25.0.51 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c8bfa295-561a-4d2a-81ae-138ef1407a9b) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:49.937157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38164a41-c8ea-4f91-83df-aa9875a1771e req-2bc5c692-3c0e-4091-888d-4411835cf471 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:49.944724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38164a41-c8ea-4f91-83df-aa9875a1771e req-2bc5c692-3c0e-4091-888d-4411835cf471 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0759459 Nov 23 17:52:50.001247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.026403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38164a41-c8ea-4f91-83df-aa9875a1771e req-9e150f51-3cb9-4f27-be08-16f235a90168 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807147 Nov 23 17:52:50.080754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.122907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:50.128689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:50.132432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:50.161572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Pushing event updated for resources: {'Port': ['ID=c8bfa295-561a-4d2a-81ae-138ef1407a9b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:50.268699 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.545009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.672478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a11c1852-c1b6-43b7-97fa-93287e2d363e req-24f6ba74-81aa-4f33-bf0f-d62151fbaf04 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 210 time: 0.0484047 Nov 23 17:52:50.793497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e30c-e12f-491b-b5e8-100db4bb3970 req-08255f53-c660-405d-beda-cb275784fcfc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:50.804418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fe1e30c-e12f-491b-b5e8-100db4bb3970 req-08255f53-c660-405d-beda-cb275784fcfc tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.0829141 Nov 23 17:52:50.829879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.891873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fe1e30c-e12f-491b-b5e8-100db4bb3970 req-e23b0212-02dc-44e3-872f-7d5b62fd025b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865088 Nov 23 17:52:51.174170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f08b-a5e6-4ea6-b2d3-f9db94a6687b req-23ab9d60-8d60-4b79-8b71-3696a1da2307 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:51.177071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bda2f08b-a5e6-4ea6-b2d3-f9db94a6687b req-23ab9d60-8d60-4b79-8b71-3696a1da2307 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0702388 Nov 23 17:52:51.277187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bda2f08b-a5e6-4ea6-b2d3-f9db94a6687b req-17a7f072-f161-4dc7-85aa-424c6c1797d9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928946 Nov 23 17:52:51.426581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-00227c07-850b-4e01-8a6a-7fbf5d4414b9 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:51.428091 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-00227c07-850b-4e01-8a6a-7fbf5d4414b9 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.72 "GET /v2.0/networks?id=611f8203-558a-4371-acb7-44f7fca08b0b HTTP/1.1" status: 200 len: 809 time: 0.5858848 Nov 23 17:52:51.455589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Request body: {'port': {'device_id': '6a1bfec4-4f5a-4817-b372-85a50679ba92', 'network_id': '611f8203-558a-4371-acb7-44f7fca08b0b', 'admin_state_up': True, 'tenant_id': '473165892dc04864ba26dbf8231cb263'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:51.478927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Router cc0c63e2-6f49-45cf-980b-cc0d691dd116 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:52:51.687151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:51.693481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Made reservation on behalf of 473165892dc04864ba26dbf8231cb263 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:51.696529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.703203 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Sync routers for ids ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:51.721196 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Routers {'cc0c63e2-6f49-45cf-980b-cc0d691dd116'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:51.722213 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:51.737920 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.743764 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a210d47-979e-4320-a995-4c6cfda8d11e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8519366 Nov 23 17:52:51.746683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41868) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:51.832182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0120c734-4355-4e32-a859-96da5b3a6038 req-909faf35-27e6-441b-a085-fb96b312948b tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 210 time: 0.0471909 Nov 23 17:52:51.860379 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Set router cc0c63e2-6f49-45cf-980b-cc0d691dd116 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:51.939848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Allocated IP 172.20.0.12 (611f8203-558a-4371-acb7-44f7fca08b0b/34529dd2-9c1f-43fe-9bae-82eabe62a887/5f06075e-5d2d-4690-9674-bd2d28446f04) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:52.069858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402e2f1-3df8-4670-9a06-6c5ad55b2da3 req-592f69b9-ea43-46dc-aa1b-7f888f18198c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:52.091813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5402e2f1-3df8-4670-9a06-6c5ad55b2da3 req-592f69b9-ea43-46dc-aa1b-7f888f18198c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1004047 Nov 23 17:52:52.201112 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:52:50Z', 'revision_number': 3, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port': {'id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:49Z', 'updated_at': '2021-11-23T17:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:52.220970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5402e2f1-3df8-4670-9a06-6c5ad55b2da3 req-15878cac-9b7d-42ac-b209-9685265703f5 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264703 Nov 23 17:52:52.245862 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Checking router: cc0c63e2-6f49-45cf-980b-cc0d691dd116 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:52:52.246528 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Updating router cc0c63e2-6f49-45cf-980b-cc0d691dd116 port c8bfa295-561a-4d2a-81ae-138ef1407a9b binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:52:52.277875 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.354457 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.470409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.557350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3faa-d936-4650-a59b-a057cc47ecb7 req-85699d3b-7218-4e57-aef7-2503bb9d636c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:52.563505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Network 611f8203-558a-4371-acb7-44f7fca08b0b is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:52.572488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f0d3faa-d936-4650-a59b-a057cc47ecb7 req-85699d3b-7218-4e57-aef7-2503bb9d636c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1295810 Nov 23 17:52:52.578436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:52.590276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.595420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:52.638755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Pushing event updated for resources: {'Port': ['ID=5f06075e-5d2d-4690-9674-bd2d28446f04,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:52.672320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f0d3faa-d936-4650-a59b-a057cc47ecb7 req-0f1e23f6-e43e-4f15-a962-8057c3c88fa4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985107 Nov 23 17:52:52.701959 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.707620 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.719255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:52.719922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.776674 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-71bf03d7-60a3-40be-9d92-263e679cc024 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3334246 Nov 23 17:52:52.780158 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9d0fb-9631-4f3e-8eef-269f8f23a9df None None] Pushing event updated for resources: {'Port': ['ID=c8bfa295-561a-4d2a-81ae-138ef1407a9b,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:52.792143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Request body: {'port': {'device_id': '6a1bfec4-4f5a-4817-b372-85a50679ba92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:52.796982 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Attempting to bind port c8bfa295-561a-4d2a-81ae-138ef1407a9b on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:52.797361 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Attempting to bind port c8bfa295-561a-4d2a-81ae-138ef1407a9b by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:52.799109 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Attempting to bind port c8bfa295-561a-4d2a-81ae-138ef1407a9b on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:52.810060 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:52.810443 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:52.811780 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.814177 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:52.815780 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Bound port: c8bfa295-561a-4d2a-81ae-138ef1407a9b, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:52.816915 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.902802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] For port c8bfa295-561a-4d2a-81ae-138ef1407a9b, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:52.908956 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] For port c8bfa295-561a-4d2a-81ae-138ef1407a9b, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c8bfa295-561a-4d2a-81ae-138ef1407a9b,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:52.915322 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.926658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.944566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Allocated IP 172.20.0.1 (60df31c2-54f8-48d1-b09e-eb6c7124d819/bd73a22c-b032-4116-a3c2-90abb4d4b385/6e2b1480-62b2-45eb-b4e2-084662095bf5) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:53.058577 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9d0fb-9631-4f3e-8eef-269f8f23a9df None None] Pushing event updated for resources: {'Port': ['ID=c8bfa295-561a-4d2a-81ae-138ef1407a9b,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:53.065078 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Routers {'cc0c63e2-6f49-45cf-980b-cc0d691dd116'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:53.066676 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:53.085521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5de639-52e8-4cd9-86e4-a0c32b37d7de req-b0d8d126-ea67-4b88-a36f-ac753a25e29e tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:53.089789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc5de639-52e8-4cd9-86e4-a0c32b37d7de req-b0d8d126-ea67-4b88-a36f-ac753a25e29e tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 932 time: 0.1212635 Nov 23 17:52:53.189197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.192130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc5de639-52e8-4cd9-86e4-a0c32b37d7de req-45271bcd-9732-48b4-bb14-1b46fdbe9d0c tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909183 Nov 23 17:52:53.310043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.338182 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] Set router cc0c63e2-6f49-45cf-980b-cc0d691dd116 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:53.453692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36600281-7576-484a-82c5-96df7f08b5ab req-937e8b17-7224-44d3-a125-b2f9042ea0e6 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:53.456273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36600281-7576-484a-82c5-96df7f08b5ab req-937e8b17-7224-44d3-a125-b2f9042ea0e6 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1511104 Nov 23 17:52:53.469145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f06075e-5d2d-4690-9674-bd2d28446f04 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:53.482949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Network 60df31c2-54f8-48d1-b09e-eb6c7124d819 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:53.491897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.497214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2b1480-62b2-45eb-b4e2-084662095bf5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:53.500107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:53.505149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:53.535679 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Transition to ACTIVE for port object 5f06075e-5d2d-4690-9674-bd2d28446f04 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:52:53.545483 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.552936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36600281-7576-484a-82c5-96df7f08b5ab req-c5f5a716-f78a-47d8-8633-cf9e18677116 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860353 Nov 23 17:52:53.589491 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.645415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Pushing event updated for resources: {'Port': ['ID=5f06075e-5d2d-4690-9674-bd2d28446f04,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:53.669234 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:52:50Z', 'revision_number': 3, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port': {'id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:49Z', 'updated_at': '2021-11-23T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:53.736512 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b474f5-d575-4c27-a038-573f019bc904 None None] The sync data for ids ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'] in n-d-818932-3 is: [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:52:50Z', 'revision_number': 3, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port': {'id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:49Z', 'updated_at': '2021-11-23T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:53.794672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Attempting to bind port 5f06075e-5d2d-4690-9674-bd2d28446f04 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:53.795485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Attempting to bind port 5f06075e-5d2d-4690-9674-bd2d28446f04 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'a7a00cbd-845d-455d-b3ef-44c1fe18fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '611f8203-558a-4371-acb7-44f7fca08b0b'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:53.795920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Attempting to bind port 5f06075e-5d2d-4690-9674-bd2d28446f04 on network 611f8203-558a-4371-acb7-44f7fca08b0b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:53.831932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Port 5f06075e-5d2d-4690-9674-bd2d28446f04 on network 611f8203-558a-4371-acb7-44f7fca08b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:52:53.832390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Attempting to bind port 5f06075e-5d2d-4690-9674-bd2d28446f04 on network 611f8203-558a-4371-acb7-44f7fca08b0b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:53.846327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:53.846856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Checking segment: {'id': 'a7a00cbd-845d-455d-b3ef-44c1fe18fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '611f8203-558a-4371-acb7-44f7fca08b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:53.847341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Bound using segment: {'id': 'a7a00cbd-845d-455d-b3ef-44c1fe18fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '611f8203-558a-4371-acb7-44f7fca08b0b'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:53.847889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Bound port: 5f06075e-5d2d-4690-9674-bd2d28446f04, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a00cbd-845d-455d-b3ef-44c1fe18fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '611f8203-558a-4371-acb7-44f7fca08b0b'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:53.849265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.858328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.871210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7cb5c-3d5d-4bfc-88e0-274f915f5ac7 req-8f7f544e-a46e-4c3c-b2b2-bbdf71f4c214 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:53.873207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0f7cb5c-3d5d-4bfc-88e0-274f915f5ac7 req-8f7f544e-a46e-4c3c-b2b2-bbdf71f4c214 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0681090 Nov 23 17:52:53.943175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0f7cb5c-3d5d-4bfc-88e0-274f915f5ac7 req-e507e2a3-3c71-4182-8fca-8e24c10593f2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629020 Nov 23 17:52:53.998926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:54.006567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] For port 5f06075e-5d2d-4690-9674-bd2d28446f04, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:54.012200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] For port 5f06075e-5d2d-4690-9674-bd2d28446f04, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5f06075e-5d2d-4690-9674-bd2d28446f04,segment=NetworkSegment(a7a00cbd-845d-455d-b3ef-44c1fe18fce1),segment_id=a7a00cbd-845d-455d-b3ef-44c1fe18fce1)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:54.022109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:54.037836 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.102336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:54.109330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.111410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] 10.222.0.72 "PUT /v2.0/ports/5f06075e-5d2d-4690-9674-bd2d28446f04 HTTP/1.1" status: 200 len: 1092 time: 1.3242958 Nov 23 17:52:54.137944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1bfec4-4f5a-4817-b372-85a50679ba92', 'tag': '5f06075e-5d2d-4690-9674-bd2d28446f04'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:54.144359 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952e39d7-e62b-468c-897e-2383b20f1df4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1bfec4-4f5a-4817-b372-85a50679ba92", "tag": "5f06075e-5d2d-4690-9674-bd2d28446f04"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:54.248470 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.319285 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d6b65c-e4dd-4bea-8592-59b526653a22 x-openstack-request-id: req-06d6b65c-e4dd-4bea-8592-59b526653a22 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:54.319588 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1bfec4-4f5a-4817-b372-85a50679ba92", "tag": "5f06075e-5d2d-4690-9674-bd2d28446f04", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:54.320000 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-06d6b65c-e4dd-4bea-8592-59b526653a22 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:54.320470 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1bfec4-4f5a-4817-b372-85a50679ba92', 'tag': '5f06075e-5d2d-4690-9674-bd2d28446f04', 'status': 'completed', 'code': 200} Nov 23 17:52:54.321832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b691a-ccb8-4dd8-bc39-783126085e84 service neutron] Pushing event updated for resources: {'Port': ['ID=5f06075e-5d2d-4690-9674-bd2d28446f04,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:54.352784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:54.376423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:54.383003 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2d8d92-3bcb-468e-a55b-93f5dbb7d66f" -d '{"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-unplugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:54.427923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '906868be-3fa3-4325-a14a-15855c2efe12', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '906868be-3fa3-4325-a14a-15855c2efe12', 'mac_address': 'fa:16:3e:21:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:52:54.434890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:54.459382 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.472916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b60a5-bffb-4dfa-b821-04df0c983cae req-1c63f4d4-f65a-4b38-a1df-8af88d47e297 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:54.477097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-926b60a5-bffb-4dfa-b821-04df0c983cae req-1c63f4d4-f65a-4b38-a1df-8af88d47e297 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 944 time: 0.1451902 Nov 23 17:52:54.541944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.560144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.626162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-926b60a5-bffb-4dfa-b821-04df0c983cae req-d5c675cc-02a7-475b-8895-cab258ca9a6c tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344619 Nov 23 17:52:54.698124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:54.713883 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.724767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.725172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.725800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.726222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.726774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.727402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.727959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.728433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.729045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.729472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.729818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.730245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:54.738532 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b61dd5-99b8-40f4-bf81-ac36abe8592f x-openstack-request-id: req-a5b61dd5-99b8-40f4-bf81-ac36abe8592f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:54.738971 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-unplugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:54.739259 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a5b61dd5-99b8-40f4-bf81-ac36abe8592f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:54.739664 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12', 'code': 200} Nov 23 17:52:54.767491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906868be-3fa3-4325-a14a-15855c2efe12 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:54.822667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:54.826400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-850dc848-a71b-46f8-b6e6-7872fe8ae50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:54.830897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.842244 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-850dc848-a71b-46f8-b6e6-7872fe8ae50c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=473165892dc04864ba26dbf8231cb263&device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 1095 time: 0.6088092 Nov 23 17:52:54.900547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e5e91-2cef-4797-85c7-8e68a4eb03eb req-851541c1-efd4-497a-95fa-b2c8b981505e tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:54.904755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:54.914000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-108e5e91-2cef-4797-85c7-8e68a4eb03eb req-851541c1-efd4-497a-95fa-b2c8b981505e tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 948 time: 0.1045563 Nov 23 17:52:54.957536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.963015 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-f568a449-e870-4a7a-851c-a583959d781b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06075e-5d2d-4690-9674-bd2d28446f04 HTTP/1.1" status: 200 len: 217 time: 0.0980997 Nov 23 17:52:54.966400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2b1480-62b2-45eb-b4e2-084662095bf5,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:55.046970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-108e5e91-2cef-4797-85c7-8e68a4eb03eb req-542e924f-1fd7-49d4-ae43-6b651fb53504 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316941 Nov 23 17:52:55.049683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['906868be-3fa3-4325-a14a-15855c2efe12'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:52:55.122178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-c23361d0-430d-48c5-9ec4-3c8963ec8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:55.125946 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-c23361d0-430d-48c5-9ec4-3c8963ec8998 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34529dd2-9c1f-43fe-9bae-82eabe62a887 HTTP/1.1" status: 200 len: 849 time: 0.1507351 Nov 23 17:52:55.161741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf65eb-baa4-401f-96a8-3e4b9eab0e09 req-c9e5316f-3858-4009-943f-2da63f3c17df tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:55.171259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76cf65eb-baa4-401f-96a8-3e4b9eab0e09 req-c9e5316f-3858-4009-943f-2da63f3c17df tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0739281 Nov 23 17:52:55.207437 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-46cdd267-b67b-42fd-9a75-b133619d2787 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=611f8203-558a-4371-acb7-44f7fca08b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630503 Nov 23 17:52:55.246040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76cf65eb-baa4-401f-96a8-3e4b9eab0e09 req-e677288f-7c89-40f6-b25b-eb7f376c19ec tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724037 Nov 23 17:52:55.321147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Network 60df31c2-54f8-48d1-b09e-eb6c7124d819 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:55.329241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:55.396257 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-b680b8bc-5a75-4ffd-8e07-d5d40a5604e0 service neutron] 10.222.0.72 "GET /v2.0/networks/611f8203-558a-4371-acb7-44f7fca08b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878588 Nov 23 17:52:55.799977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6cd1-06a7-4e93-aa8e-1e9879226567 req-7b4551ef-7ec9-42a2-8f60-473578866628 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:55.802981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f4a6cd1-06a7-4e93-aa8e-1e9879226567 req-7b4551ef-7ec9-42a2-8f60-473578866628 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 944 time: 0.0717897 Nov 23 17:52:55.885779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Router cc0c63e2-6f49-45cf-980b-cc0d691dd116 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:55.893964 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4ba543bb-0ca1-4a45-9531-57a6a6b3ee2e req-7e7dc43b-a648-415a-895d-24fe218e26d8 service neutron] 10.222.0.72 "GET /v2.0/networks/611f8203-558a-4371-acb7-44f7fca08b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884884 Nov 23 17:52:55.894127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f4a6cd1-06a7-4e93-aa8e-1e9879226567 req-45342cbb-1d70-4a79-bec0-9208e6eb1269 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734599 Nov 23 17:52:55.999178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:56.053685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-9bd29beb-a80c-49e3-9c1d-98dda7748b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:56.055180 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-9bd29beb-a80c-49e3-9c1d-98dda7748b29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=473165892dc04864ba26dbf8231cb263&device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 1095 time: 0.1011298 Nov 23 17:52:56.071447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:56.090181 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-49099616-7b05-4c62-a9eb-1887068147e6 admin admin] 10.222.0.74 "PUT /v2.0/routers/cc0c63e2-6f49-45cf-980b-cc0d691dd116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3349559 Nov 23 17:52:56.116021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 906868be-3fa3-4325-a14a-15855c2efe12 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:56.116519 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.253319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c8bfa295-561a-4d2a-81ae-138ef1407a9b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:56.269670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-ef1af82c-90ba-4d0c-9b92-d22798d25aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:56.271364 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-ef1af82c-90ba-4d0c-9b92-d22798d25aa6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=611f8203-558a-4371-acb7-44f7fca08b0b HTTP/1.1" status: 200 len: 910 time: 0.2080371 Nov 23 17:52:56.340937 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-50ccdf6a-b4ad-49e6-8e85-f28769f10668 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06075e-5d2d-4690-9674-bd2d28446f04 HTTP/1.1" status: 200 len: 217 time: 0.0552397 Nov 23 17:52:56.343346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0e229-97eb-48ec-b0be-f375abf099b4 req-ac351814-b67e-4760-b5f1-72cc28a06c07 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:56.344926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37c0e229-97eb-48ec-b0be-f375abf099b4 req-ac351814-b67e-4760-b5f1-72cc28a06c07 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 950 time: 0.1229861 Nov 23 17:52:56.424650 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.427667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c8bfa295-561a-4d2a-81ae-138ef1407a9b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:56.428211 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.432952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-ddc66418-98bb-49b4-9eef-85502b57181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:56.435824 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-ddc66418-98bb-49b4-9eef-85502b57181d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34529dd2-9c1f-43fe-9bae-82eabe62a887 HTTP/1.1" status: 200 len: 849 time: 0.0893195 Nov 23 17:52:56.492501 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-2af03cd8-a5dc-44f9-8c09-64b447de209a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=611f8203-558a-4371-acb7-44f7fca08b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483832 Nov 23 17:52:56.528573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37c0e229-97eb-48ec-b0be-f375abf099b4 req-3888c969-6b51-41d9-bda2-4682cc4d1c49 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730173 Nov 23 17:52:56.592326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8dbf-7cae-418c-8d9b-74d562abb0f8 req-1771d344-c58f-4bf4-85df-01dd9d6a2a82 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:56.593900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42fb8dbf-7cae-418c-8d9b-74d562abb0f8 req-1771d344-c58f-4bf4-85df-01dd9d6a2a82 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.2035394 Nov 23 17:52:56.657738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:56.674994 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.683774 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-fd7f7325-6a9a-491d-8294-09ceb6fe2ec6 service neutron] 10.222.0.72 "GET /v2.0/networks/611f8203-558a-4371-acb7-44f7fca08b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806011 Nov 23 17:52:56.739343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42fb8dbf-7cae-418c-8d9b-74d562abb0f8 req-902039a1-faf0-408b-9e63-46852696c7a0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391976 Nov 23 17:52:56.760427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:56.764141 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63eb19b-16d4-4631-bd21-8b247b9a6123" -d '{"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-plugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:56.776797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Sync routers for ids ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:56.886538 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-952e39d7-e62b-468c-897e-2383b20f1df4 req-5189035d-3966-40d1-b929-3139cd8debfe service neutron] 10.222.0.72 "GET /v2.0/networks/611f8203-558a-4371-acb7-44f7fca08b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959257 Nov 23 17:52:56.890656 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.926308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Routers {'cc0c63e2-6f49-45cf-980b-cc0d691dd116'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:56.926984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:56.945395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=11']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:57.035354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port c8bfa295-561a-4d2a-81ae-138ef1407a9b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c8bfa295-561a-4d2a-81ae-138ef1407a9b,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:57.038664 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abef53df-b3bd-4fd1-a529-f0515671864f x-openstack-request-id: req-abef53df-b3bd-4fd1-a529-f0515671864f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:57.039235 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-plugged", "status": "completed", "tag": "906868be-3fa3-4325-a14a-15855c2efe12", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:57.039805 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-abef53df-b3bd-4fd1-a529-f0515671864f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:57.040513 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12', 'code': 200} Nov 23 17:52:57.050044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.062239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-5fb72752-4742-4702-87d9-d5959094c1a2 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:57.077436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-5fb72752-4742-4702-87d9-d5959094c1a2 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 818 time: 0.1795950 Nov 23 17:52:57.103008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-427844b8-3504-406f-9855-28ecce38ac4e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/quotas/2bd5b46cc4d34d8fa448fce35af42066 HTTP/1.1" status: 200 len: 375 time: 0.0228643 Nov 23 17:52:57.181965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=c8bfa295-561a-4d2a-81ae-138ef1407a9b,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:57.208669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Set router cc0c63e2-6f49-45cf-980b-cc0d691dd116 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:57.242249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047851f-15da-4a38-954d-3da185166c9a req-3cf5d056-a995-4e4f-938e-5511c49dc3a4 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:57.251036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8047851f-15da-4a38-954d-3da185166c9a req-3cf5d056-a995-4e4f-938e-5511c49dc3a4 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 944 time: 0.1257799 Nov 23 17:52:57.262753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c9d45-56d7-49a5-b1df-f8d9fbe1a943 req-79b81168-e452-4b37-9346-dd93b6bfaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:57.264550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-4bd779b4-bda7-42cf-b155-6e2d330eb009 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528606 Nov 23 17:52:57.267719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a5c9d45-56d7-49a5-b1df-f8d9fbe1a943 req-79b81168-e452-4b37-9346-dd93b6bfaaa9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1102 time: 0.0842025 Nov 23 17:52:57.368241 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9a5c9d45-56d7-49a5-b1df-f8d9fbe1a943 req-85a27603-04f1-4d51-9be9-96c72a8e7c16 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908003 Nov 23 17:52:57.373669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8047851f-15da-4a38-954d-3da185166c9a req-69f99388-b552-425d-8eaf-1da6968268fd tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217272 Nov 23 17:52:57.399653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-f33d0f15-5f8f-4864-b1e0-0ebba2c09958 service neutron] 10.222.0.74 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342185 Nov 23 17:52:57.482909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:52:53Z', 'revision_number': 4, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port': {'id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:49Z', 'updated_at': '2021-11-23T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '6e2b1480-62b2-45eb-b4e2-084662095bf5', 'name': '', 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'mac_address': 'fa:16:3e:25:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'bd73a22c-b032-4116-a3c2-90abb4d4b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:52Z', 'updated_at': '2021-11-23T17:52:53Z', 'revision_number': 2, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'subnets': [{'id': 'bd73a22c-b032-4116-a3c2-90abb4d4b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:57.486356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-f551c98c-35f8-44cb-9b82-0d6b75034784 service neutron] 10.222.0.74 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858688 Nov 23 17:52:57.513648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Checking router: cc0c63e2-6f49-45cf-980b-cc0d691dd116 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:52:57.513993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Updating router cc0c63e2-6f49-45cf-980b-cc0d691dd116 port 6e2b1480-62b2-45eb-b4e2-084662095bf5 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:52:57.539533 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.700706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f7263f5-4bc6-4366-b5e5-4279c6ad7d8f req-e880f549-3d07-43d3-beed-8cf79352fa98 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 210 time: 0.0386202 Nov 23 17:52:57.719237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bea6f-862d-4774-8ba8-44f91c2c7ccf req-1fbcbfb1-c104-4318-b47b-5934d65806c3 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:57.720765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c40bea6f-862d-4774-8ba8-44f91c2c7ccf req-1fbcbfb1-c104-4318-b47b-5934d65806c3 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 951 time: 0.1168683 Nov 23 17:52:57.835062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c40bea6f-862d-4774-8ba8-44f91c2c7ccf req-9146951c-6afc-4662-8f06-d7ec55762cd5 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010680 Nov 23 17:52:57.943939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.949000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320e6ec-0a02-4586-8f37-a76256c6e79c req-d42a2bd7-bce8-4179-b9be-22147ab0338e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:57.951664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0320e6ec-0a02-4586-8f37-a76256c6e79c req-d42a2bd7-bce8-4179-b9be-22147ab0338e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0747921 Nov 23 17:52:57.959189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.019671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220cdb-73b3-41f9-9c46-2e91f96c5d2d None None] Pushing event updated for resources: {'Port': ['ID=6e2b1480-62b2-45eb-b4e2-084662095bf5,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:58.096178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0320e6ec-0a02-4586-8f37-a76256c6e79c req-c7d059e7-63c9-4a5b-9a81-d0f9d5df6e89 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337812 Nov 23 17:52:58.135368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Attempting to bind port 6e2b1480-62b2-45eb-b4e2-084662095bf5 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:58.138142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Attempting to bind port 6e2b1480-62b2-45eb-b4e2-084662095bf5 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:58.138526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Attempting to bind port 6e2b1480-62b2-45eb-b4e2-084662095bf5 on network 60df31c2-54f8-48d1-b09e-eb6c7124d819 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:58.151718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:58.156906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Checking segment: {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:58.156906 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.157246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Bound using segment: {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:58.157768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Bound port: 6e2b1480-62b2-45eb-b4e2-084662095bf5, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:58.158185 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.201407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c8bfa295-561a-4d2a-81ae-138ef1407a9b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:58.213482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-ffe4a549-f2ab-4d0c-bb6d-05dd29b66c14 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:58.217210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-ffe4a549-f2ab-4d0c-bb6d-05dd29b66c14 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 818 time: 0.2643034 Nov 23 17:52:58.250261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-b182d7a7-b96e-4b50-8350-a45015c25d32 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/quotas/2bd5b46cc4d34d8fa448fce35af42066 HTTP/1.1" status: 200 len: 375 time: 0.0257237 Nov 23 17:52:58.272107 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-68af2e94-4250-4ffb-9d3b-5908855ec0c0 service neutron] show failed (client error): The resource could not be found. Nov 23 17:52:58.280063 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-68af2e94-4250-4ffb-9d3b-5908855ec0c0 service neutron] 10.222.0.66 "GET /v2.0/ports/eb3a7aa2-57a5-459a-a5ee-080945191b75/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.1415203 Nov 23 17:52:58.338380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] For port 6e2b1480-62b2-45eb-b4e2-084662095bf5, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:58.351475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-68584f1a-9b59-4cf7-8ad5-03ea6c38b5b2 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003425 Nov 23 17:52:58.352160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] For port 6e2b1480-62b2-45eb-b4e2-084662095bf5, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6e2b1480-62b2-45eb-b4e2-084662095bf5,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:58.369930 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.382183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c8bfa295-561a-4d2a-81ae-138ef1407a9b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:58.382529 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.593358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Routers {'cc0c63e2-6f49-45cf-980b-cc0d691dd116'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:58.594000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:52:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:58.608189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8c2cdd1e-910e-4af7-83f1-21525f44ae07 service neutron] 10.222.0.74 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463105 Nov 23 17:52:58.681482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220cdb-73b3-41f9-9c46-2e91f96c5d2d None None] Pushing event updated for resources: {'Port': ['ID=6e2b1480-62b2-45eb-b4e2-084662095bf5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:58.794799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68d0db-68a0-4b9f-888e-6a4fbf7316ca req-e2b483d0-a754-4843-add9-7637e12ba067 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:58.827885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b68d0db-68a0-4b9f-888e-6a4fbf7316ca req-e2b483d0-a754-4843-add9-7637e12ba067 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 944 time: 0.3051610 Nov 23 17:52:58.899070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-5f5bb609-fc9d-46c7-8b9b-9acb593544d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:58.906176 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-5f5bb609-fc9d-46c7-8b9b-9acb593544d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 1101 time: 0.1285393 Nov 23 17:52:58.916582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:58.925625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] Set router cc0c63e2-6f49-45cf-980b-cc0d691dd116 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:58.988092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.988514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-ae073633-c19c-4692-872b-f3faba11e9eb service neutron] 10.222.0.74 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794687 Nov 23 17:52:59.024371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b68d0db-68a0-4b9f-888e-6a4fbf7316ca req-c5078877-cb3a-4219-a1be-3541cac1716f tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878946 Nov 23 17:52:59.071172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5f06075e-5d2d-4690-9674-bd2d28446f04 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:52:59.285953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:59.287516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba3e48-00f0-428b-8782-ac8931dffc3d req-156da43e-dd96-4ad6-96f7-d4f817eceac7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:59.294565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5f06075e-5d2d-4690-9674-bd2d28446f04, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5f06075e-5d2d-4690-9674-bd2d28446f04,segment=NetworkSegment(a7a00cbd-845d-455d-b3ef-44c1fe18fce1),segment_id=a7a00cbd-845d-455d-b3ef-44c1fe18fce1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:59.297532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fba3e48-00f0-428b-8782-ac8931dffc3d req-156da43e-dd96-4ad6-96f7-d4f817eceac7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 951 time: 0.1444306 Nov 23 17:52:59.318779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '5f06075e-5d2d-4690-9674-bd2d28446f04', 'network_id': '611f8203-558a-4371-acb7-44f7fca08b0b', 'port_id': '5f06075e-5d2d-4690-9674-bd2d28446f04', 'mac_address': 'fa:16:3e:07:ad:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34529dd2-9c1f-43fe-9bae-82eabe62a887', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:52:59.355014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52df4-8f45-4c51-960f-f0f5368add15 req-cdaee92d-72f4-47e7-81c7-dabe4d1d96fc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:59.364998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74e52df4-8f45-4c51-960f-f0f5368add15 req-cdaee92d-72f4-47e7-81c7-dabe4d1d96fc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1249151 Nov 23 17:52:59.379874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:59.448737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74e52df4-8f45-4c51-960f-f0f5368add15 req-3065f48f-c705-4fa2-b5a4-093b0ee2f3a2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824068 Nov 23 17:52:59.472520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fba3e48-00f0-428b-8782-ac8931dffc3d req-929ac5aa-79d0-44d1-b75d-de17e66a2826 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730738 Nov 23 17:52:59.508526 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.575738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f06075e-5d2d-4690-9674-bd2d28446f04 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:52:59.581142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d2edc3b-74bc-4117-ab94-cf12d86b6dba req-4b7ba931-7eb8-45af-ab90-76ccc898cd2b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 210 time: 0.0573027 Nov 23 17:52:59.587089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:59.590659 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db80fc8a-53c6-4b8b-8fb0-2f28af81bae7" -d '{"events": [{"server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:59.628806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.660614 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:52:59.732551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Transition to ACTIVE for port object eb3a7aa2-57a5-459a-a5ee-080945191b75 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:52:59.748452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.847161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] No DVR routers for this DVR port eb3a7aa2-57a5-459a-a5ee-080945191b75 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:59.911272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Attempting to bind port eb3a7aa2-57a5-459a-a5ee-080945191b75 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:59.911934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Attempting to bind port eb3a7aa2-57a5-459a-a5ee-080945191b75 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:59.912292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Attempting to bind port eb3a7aa2-57a5-459a-a5ee-080945191b75 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:59.919795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Port eb3a7aa2-57a5-459a-a5ee-080945191b75 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:52:59.920181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Attempting to bind port eb3a7aa2-57a5-459a-a5ee-080945191b75 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:59.928185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=6']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:59.940673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:59.941429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:59.942462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:59.943112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Bound port: eb3a7aa2-57a5-459a-a5ee-080945191b75, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:59.943828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.963636 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190c3fd4-7a6f-4e55-8786-57806701e0b1 x-openstack-request-id: req-190c3fd4-7a6f-4e55-8786-57806701e0b1 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:59.964320 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:59.965088 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-190c3fd4-7a6f-4e55-8786-57806701e0b1 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:59.966556 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'code': 200} Nov 23 17:53:00.033843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5f06075e-5d2d-4690-9674-bd2d28446f04, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5f06075e-5d2d-4690-9674-bd2d28446f04,segment=NetworkSegment(a7a00cbd-845d-455d-b3ef-44c1fe18fce1),segment_id=a7a00cbd-845d-455d-b3ef-44c1fe18fce1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:00.061523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:00.065778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:00.079157 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.080200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-779b6fe6-8b4e-4eaf-be23-b02cfdc0d773 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:00.085562 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-779b6fe6-8b4e-4eaf-be23-b02cfdc0d773 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.66 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 818 time: 0.7271054 Nov 23 17:53:00.088564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.109237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Request body: {'port': {'device_id': '120b6365-cfcb-48f1-806e-4d828badbcf8', 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819', 'admin_state_up': True, 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:00.158208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:52:53Z', 'revision_number': 4, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port': {'id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:49Z', 'updated_at': '2021-11-23T17:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '6e2b1480-62b2-45eb-b4e2-084662095bf5', 'name': '', 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'mac_address': 'fa:16:3e:25:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'bd73a22c-b032-4116-a3c2-90abb4d4b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:52Z', 'updated_at': '2021-11-23T17:52:58Z', 'revision_number': 4, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'subnets': [{'id': 'bd73a22c-b032-4116-a3c2-90abb4d4b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:00.195627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57110720-6c6a-41d3-8cb8-a7c23c274793 None None] The sync data for ids ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'] in n-d-818932-3 is: [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:52:53Z', 'revision_number': 4, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port': {'id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:49Z', 'updated_at': '2021-11-23T17:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '6e2b1480-62b2-45eb-b4e2-084662095bf5', 'name': '', 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'mac_address': 'fa:16:3e:25:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'bd73a22c-b032-4116-a3c2-90abb4d4b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:52Z', 'updated_at': '2021-11-23T17:52:58Z', 'revision_number': 4, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'subnets': [{'id': 'bd73a22c-b032-4116-a3c2-90abb4d4b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:00.249057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:00.297066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5f06075e-5d2d-4690-9674-bd2d28446f04,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:00.325679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34377-c4dd-4364-91e5-3cf9723e129e req-d2ef3fc5-6d1a-42af-bd0c-5a9a2ba95264 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:00.344514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8f34377-c4dd-4364-91e5-3cf9723e129e req-d2ef3fc5-6d1a-42af-bd0c-5a9a2ba95264 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1102 time: 0.2311382 Nov 23 17:53:00.386274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc4f7-8a5f-4690-ba66-4c52bf274fde req-a7d48cd8-a60a-4624-9035-57ecc2942fde tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:00.397260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbefc4f7-8a5f-4690-ba66-4c52bf274fde req-a7d48cd8-a60a-4624-9035-57ecc2942fde tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 945 time: 0.2237155 Nov 23 17:53:00.402261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5f06075e-5d2d-4690-9674-bd2d28446f04'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:00.484047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8f34377-c4dd-4364-91e5-3cf9723e129e req-a03ff6e2-8d58-42c3-bfb4-d0687cc5e90b tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385329 Nov 23 17:53:00.508707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbefc4f7-8a5f-4690-ba66-4c52bf274fde req-a3be110d-88a9-4eca-99d1-95bccaacbcfe tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084685 Nov 23 17:53:00.584687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:00.586367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.589207 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-93fbf5a4-bf0b-476e-a9d9-0b39f22cac78 service neutron] 10.222.0.72 "PUT /v2.0/ports/eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 1096 time: 1.6772346 Nov 23 17:53:00.714385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Made reservation on behalf of 2bd5b46cc4d34d8fa448fce35af42066 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:00.719046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.943748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49f8876a-7612-4c53-ad3d-3406e78b03b4 req-0fb81d72-6ffc-4727-8b9b-637245c7f961 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 210 time: 0.0985706 Nov 23 17:53:00.962629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55f92d-cdce-4789-9858-c6d25cb6532f req-4afb011d-ecd7-4a83-adf5-1d636dadc434 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:00.972569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a55f92d-cdce-4789-9858-c6d25cb6532f req-4afb011d-ecd7-4a83-adf5-1d636dadc434 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.2337291 Nov 23 17:53:01.122196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Allocated IP 172.20.0.4 (60df31c2-54f8-48d1-b09e-eb6c7124d819/bd73a22c-b032-4116-a3c2-90abb4d4b385/85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:01.129280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a55f92d-cdce-4789-9858-c6d25cb6532f req-b6e7db0d-216c-4351-872a-a458db689437 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544452 Nov 23 17:53:01.209237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-0ac17e0d-a62b-4887-ac40-017f52de479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.212548 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-0ac17e0d-a62b-4887-ac40-017f52de479b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 1099 time: 0.5291140 Nov 23 17:53:01.264997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7f30-bae2-4722-88eb-614524471fc9 req-597932dd-5e72-4997-b4e8-fc041305ef24 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.266991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e8c7f30-bae2-4722-88eb-614524471fc9 req-597932dd-5e72-4997-b4e8-fc041305ef24 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 1102 time: 0.0602229 Nov 23 17:53:01.358249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e8c7f30-bae2-4722-88eb-614524471fc9 req-0afc1043-bc40-45da-af3b-8d1a1bb5bcc0 tempest-ServersAdminTestJSON-423556726 tempest-ServersAdminTestJSON-423556726-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810618 Nov 23 17:53:01.531950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-44f66254-32fd-421b-b612-7c05a1794204 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.533770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-44f66254-32fd-421b-b612-7c05a1794204 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.72 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 818 time: 0.3475862 Nov 23 17:53:01.538017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-5ba6cf27-319e-40bb-9885-bd7d7b310997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.540028 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-5ba6cf27-319e-40bb-9885-bd7d7b310997 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.3136153 Nov 23 17:53:01.566625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Request body: {'port': {'device_id': 'ec97d9c2-d51d-4982-89e6-fef2c2fb73cd', 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819', 'admin_state_up': True, 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:01.623266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-56d97da9-2487-485d-a691-64f648fc57bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 217 time: 0.0697196 Nov 23 17:53:01.690762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-f0f97c2e-3b40-47e2-ae71-abbcbeb51c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.692053 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-f0f97c2e-3b40-47e2-ae71-abbcbeb51c57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0571713 Nov 23 17:53:01.740856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7260da9-a46d-4afa-8be3-1c0b317fd043 req-eb936a8e-3ea4-48a0-a3ed-a95a15f5b3e0 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.750638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7260da9-a46d-4afa-8be3-1c0b317fd043 req-eb936a8e-3ea4-48a0-a3ed-a95a15f5b3e0 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 949 time: 0.1002228 Nov 23 17:53:01.799103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48102-a0f1-4cc9-a6e7-1dbf2b2d5cc5 req-627098d9-d5f8-474d-82f8-084850b90b84 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.800606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8b48102-a0f1-4cc9-a6e7-1dbf2b2d5cc5 req-627098d9-d5f8-474d-82f8-084850b90b84 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 945 time: 0.1186135 Nov 23 17:53:01.810486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.833830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7260da9-a46d-4afa-8be3-1c0b317fd043 req-0b7b376b-3fed-46af-bee2-07b2ab89b640 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822859 Nov 23 17:53:01.858981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-b02b97fe-55bb-464d-9eff-ca7f3c7beb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.861810 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-b02b97fe-55bb-464d-9eff-ca7f3c7beb66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1353064 Nov 23 17:53:01.900297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8b48102-a0f1-4cc9-a6e7-1dbf2b2d5cc5 req-ff0485a7-2771-4da5-a620-3f0d15e00d72 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826960 Nov 23 17:53:01.932769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Made reservation on behalf of 2bd5b46cc4d34d8fa448fce35af42066 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:01.937078 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.958441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.992429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:01.994662 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483ed660-25fc-4e3e-921a-5a5a869ed677" -d '{"events": [{"name": "network-changed", "server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:02.016450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device eb3a7aa2-57a5-459a-a5ee-080945191b75 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:02.086855 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c34ac-46dd-4ccf-8768-1a96b0994463 x-openstack-request-id: req-155c34ac-46dd-4ccf-8768-1a96b0994463 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:02.087147 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:02.087404 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-155c34ac-46dd-4ccf-8768-1a96b0994463 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:02.087799 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'status': 'completed', 'code': 200} Nov 23 17:53:02.113225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Network 60df31c2-54f8-48d1-b09e-eb6c7124d819 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:02.120812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device eb3a7aa2-57a5-459a-a5ee-080945191b75 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:02.174052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:02.201294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Pushing event updated for resources: {'Port': ['ID=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:02.211547 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-7afd18bc-5808-4339-bef1-63a866b6af66 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378718 Nov 23 17:53:02.212403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:02.236954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f41e1438-1982-4dfa-8920-f0f89f32f748 req-22da6354-66b7-44d7-adab-842c3ceb993c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 210 time: 0.0936766 Nov 23 17:53:02.298644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:02.298644 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.310800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6e2b1480-62b2-45eb-b4e2-084662095bf5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:02.338759 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-489d5947-e04b-4ecb-ab60-88ab3d5f9c97 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2397864 Nov 23 17:53:02.388476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Request body: {'port': {'device_id': '120b6365-cfcb-48f1-806e-4d828badbcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:02.415191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6e2b1480-62b2-45eb-b4e2-084662095bf5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:02.415569 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.462520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.482298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-2071d1d5-b615-4495-8b2b-3159127f567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:02.484934 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-2071d1d5-b615-4495-8b2b-3159127f567b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 1099 time: 0.3303986 Nov 23 17:53:02.598763 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.651176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 6e2b1480-62b2-45eb-b4e2-084662095bf5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6e2b1480-62b2-45eb-b4e2-084662095bf5,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:02.658332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.728921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Allocated IP 172.20.0.6 (60df31c2-54f8-48d1-b09e-eb6c7124d819/bd73a22c-b032-4116-a3c2-90abb4d4b385/f8233c3f-d542-46f3-8947-9cabc5fc4d75) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:02.792244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=6e2b1480-62b2-45eb-b4e2-084662095bf5,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:02.792843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030f288-32f4-4a37-bf21-e7563964f694 req-436186dc-1d79-4319-8332-525589aa9bbf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:02.801566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f030f288-32f4-4a37-bf21-e7563964f694 req-436186dc-1d79-4319-8332-525589aa9bbf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.4335351 Nov 23 17:53:02.883617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f030f288-32f4-4a37-bf21-e7563964f694 req-9ca09a52-8548-49dd-9912-79f0ccbf372a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788283 Nov 23 17:53:03.047884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-5059b05d-fc33-48f8-b968-e867cea13fcd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:03.049573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-5059b05d-fc33-48f8-b968-e867cea13fcd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 949 time: 0.1005182 Nov 23 17:53:03.062746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88824e-2d86-4fbc-8c16-30d428916594 req-af919602-b0a4-4e9b-97f0-04a2285e68fb tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:03.070428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a88824e-2d86-4fbc-8c16-30d428916594 req-af919602-b0a4-4e9b-97f0-04a2285e68fb tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 949 time: 0.1040223 Nov 23 17:53:03.090022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5f06075e-5d2d-4690-9674-bd2d28446f04 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:03.163246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 5f06075e-5d2d-4690-9674-bd2d28446f04 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:03.169772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 5f06075e-5d2d-4690-9674-bd2d28446f04 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:03.170409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.294829 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.362656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5f06075e-5d2d-4690-9674-bd2d28446f04, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5f06075e-5d2d-4690-9674-bd2d28446f04,segment=NetworkSegment(a7a00cbd-845d-455d-b3ef-44c1fe18fce1),segment_id=a7a00cbd-845d-455d-b3ef-44c1fe18fce1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:03.364257 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c1a2c7bd-3e80-42b5-b581-f94b826100ff req-3da6cfd2-4b27-4ae9-8b74-f3235bfae5c2 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1315243 Nov 23 17:53:03.365175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1bfec4-4f5a-4817-b372-85a50679ba92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f06075e-5d2d-4690-9674-bd2d28446f04'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:03.368369 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ad18c6-57d1-49ef-b27e-cbfd0842d03f" -d '{"events": [{"server_uuid": "6a1bfec4-4f5a-4817-b372-85a50679ba92", "name": "network-vif-plugged", "status": "completed", "tag": "5f06075e-5d2d-4690-9674-bd2d28446f04"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:03.376417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.452998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1ad1-a5d2-42fa-a78e-c14744db5dc0 req-6f4fb1e4-e1ad-46c0-95a5-091b89025adb tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:03.464612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f7d1ad1-a5d2-42fa-a78e-c14744db5dc0 req-6f4fb1e4-e1ad-46c0-95a5-091b89025adb tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 945 time: 0.3388746 Nov 23 17:53:03.524445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5f06075e-5d2d-4690-9674-bd2d28446f04,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:03.534137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a88824e-2d86-4fbc-8c16-30d428916594 req-ea156297-1e9e-49d4-90ff-f2579543838f tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627607 Nov 23 17:53:03.599947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f7d1ad1-a5d2-42fa-a78e-c14744db5dc0 req-36023636-34cc-49c8-92fe-0277ae5bd8fe tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337559 Nov 23 17:53:03.633395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Deleting port 5395d02f-debb-4a18-bf8f-7830c6dfa815 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:03.634211 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.676939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-c76f9b23-8cbe-4fd9-bc6a-b1ab92c3e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:03.691089 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-c76f9b23-8cbe-4fd9-bc6a-b1ab92c3e1fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.9054697 Nov 23 17:53:03.752498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f768ed0-7f77-4249-8f99-ff291ce62b63 req-d0b7887d-3ecb-4058-8a0e-ac9c78abbe58 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 210 time: 0.0479321 Nov 23 17:53:03.790983 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2484a292-fffa-405f-a69b-77b771145487 x-openstack-request-id: req-2484a292-fffa-405f-a69b-77b771145487 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:03.791532 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1bfec4-4f5a-4817-b372-85a50679ba92", "name": "network-vif-plugged", "status": "completed", "tag": "5f06075e-5d2d-4690-9674-bd2d28446f04", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:03.791854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-2d276937-f274-4cef-b8d1-7d478b6a18c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 217 time: 0.0651395 Nov 23 17:53:03.792241 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2484a292-fffa-405f-a69b-77b771145487 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:03.792885 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1bfec4-4f5a-4817-b372-85a50679ba92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f06075e-5d2d-4690-9674-bd2d28446f04', 'code': 200} Nov 23 17:53:03.894500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] For port 5395d02f-debb-4a18-bf8f-7830c6dfa815, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5395d02f-debb-4a18-bf8f-7830c6dfa815,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:03.897657 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.945700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Calling delete_port for 5395d02f-debb-4a18-bf8f-7830c6dfa815 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:04.007201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.024196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-9d29be6a-18c3-45dd-988b-834369f9bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.025764 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-9d29be6a-18c3-45dd-988b-834369f9bbaa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 1099 time: 0.5630867 Nov 23 17:53:04.036850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-74d1f6f0-e2c9-438f-841c-87afae0a131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.041289 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-74d1f6f0-e2c9-438f-841c-87afae0a131b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.2104642 Nov 23 17:53:04.111833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1024c-02c5-445c-bdaf-04504055e306 req-403c2d9d-a6ee-4df8-a714-26e0f5e9931d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.113440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0e1024c-02c5-445c-bdaf-04504055e306 req-403c2d9d-a6ee-4df8-a714-26e0f5e9931d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.0839067 Nov 23 17:53:04.156415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6e2b1480-62b2-45eb-b4e2-084662095bf5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:04.197590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4366-c1cd-4884-a49d-473daacba4c2 req-5accba7f-a0d7-4e3e-8e5d-66068a26222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.199124 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-339d4366-c1cd-4884-a49d-473daacba4c2 req-5accba7f-a0d7-4e3e-8e5d-66068a26222d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 1097 time: 0.2909827 Nov 23 17:53:04.240297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6e2b1480-62b2-45eb-b4e2-084662095bf5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:04.241023 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0e1024c-02c5-445c-bdaf-04504055e306 req-d81ca504-ea56-48ff-945e-4b577bed8ffe tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034989 Nov 23 17:53:04.241343 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.252099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.292001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['906868be-3fa3-4325-a14a-15855c2efe12'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:04.292001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a8f5e877-259a-4161-b38a-680139341fd9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:04.292353 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.306136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Pushing event deleted for resources: {'Port': ['ID=5395d02f-debb-4a18-bf8f-7830c6dfa815,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:04.327319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-eefaad70-2ac5-408d-8c0c-c47ecab266f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.329783 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-eefaad70-2ac5-408d-8c0c-c47ecab266f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2714460 Nov 23 17:53:04.374023 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-e4f33cf8-ec20-48e8-9e31-8963b63fe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.374772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] No DVR routers for this DVR port 5395d02f-debb-4a18-bf8f-7830c6dfa815 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:04.376435 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-e4f33cf8-ec20-48e8-9e31-8963b63fe2d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.3302569 Nov 23 17:53:04.377993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.383445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-947efe41-5f2c-4215-841d-1140e3c83bd8 req-1a19e1ea-2b5a-41ac-ad9c-9cdf5e41945c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "DELETE /v2.0/ports/5395d02f-debb-4a18-bf8f-7830c6dfa815 HTTP/1.1" status: 204 len: 173 time: 1.3031623 Nov 23 17:53:04.384028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec221532-e5de-475b-91e4-38bbb09950cc', 'name': 'network-vif-deleted', 'tag': '5395d02f-debb-4a18-bf8f-7830c6dfa815'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:04.387384 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb3c4f7-d772-4d40-8341-8b4c85b9d51f" -d '{"events": [{"server_uuid": "ec221532-e5de-475b-91e4-38bbb09950cc", "name": "network-vif-deleted", "tag": "5395d02f-debb-4a18-bf8f-7830c6dfa815"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:04.447561 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec81ca2-938a-4a09-a3f1-d5dfe2eb4b34 x-openstack-request-id: req-cec81ca2-938a-4a09-a3f1-d5dfe2eb4b34 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:04.447855 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec221532-e5de-475b-91e4-38bbb09950cc", "name": "network-vif-deleted", "tag": "5395d02f-debb-4a18-bf8f-7830c6dfa815", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:04.448110 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cec81ca2-938a-4a09-a3f1-d5dfe2eb4b34 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:04.448502 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec221532-e5de-475b-91e4-38bbb09950cc', 'name': 'network-vif-deleted', 'tag': '5395d02f-debb-4a18-bf8f-7830c6dfa815', 'status': 'completed', 'code': 200} Nov 23 17:53:04.448673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Pushing event updated for resources: {'Port': ['ID=f8233c3f-d542-46f3-8947-9cabc5fc4d75,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:04.455307 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-339d4366-c1cd-4884-a49d-473daacba4c2 req-275d7574-bb3d-4a66-a265-6d281900418e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392595 Nov 23 17:53:04.594024 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-691577b9-c05c-426c-92da-4fbb25bb7c3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 217 time: 0.1493244 Nov 23 17:53:04.596998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Network 60df31c2-54f8-48d1-b09e-eb6c7124d819 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:04.680657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:04.682822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:04.752109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33b1bf1c-6e77-4b17-9a82-dbbfa54bc61d req-c954510d-28d2-4380-9751-94a1d0dc42a8 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec221532-e5de-475b-91e4-38bbb09950cc HTTP/1.1" status: 200 len: 210 time: 0.0457394 Nov 23 17:53:04.829412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c40090-edb2-47e8-8ca2-f0bfe9a568cd req-7a7f6077-6e8e-4dd3-8bd7-737066882ad5 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.832855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c40090-edb2-47e8-8ca2-f0bfe9a568cd req-7a7f6077-6e8e-4dd3-8bd7-737066882ad5 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 946 time: 0.1200912 Nov 23 17:53:04.937865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c40090-edb2-47e8-8ca2-f0bfe9a568cd req-ad0a72ad-45c0-4928-ab30-64f9d944a0a6 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968573 Nov 23 17:53:04.946203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.947016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.015418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-8907291d-68d3-4048-8f2e-fd53addeb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:05.017332 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-8907291d-68d3-4048-8f2e-fd53addeb1cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.3283055 Nov 23 17:53:05.027383 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-caf14dd4-5d3c-4b6a-961e-630de6b6fcbb service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497436 Nov 23 17:53:05.046077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:05.056456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75437b56-4b01-48d0-93ec-8ba40822d485 req-f40a048a-a867-4bfe-b998-2bf36cd36801 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:05.058403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75437b56-4b01-48d0-93ec-8ba40822d485 req-f40a048a-a867-4bfe-b998-2bf36cd36801 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 931 time: 0.1177070 Nov 23 17:53:05.079259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-8272bbf6-37db-4cbc-b524-b888517c3db1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5270240 Nov 23 17:53:05.081433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.109319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Request body: {'port': {'device_id': 'ec97d9c2-d51d-4982-89e6-fef2c2fb73cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:05.116522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42134) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:05.131525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1871894066'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:05.146752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75437b56-4b01-48d0-93ec-8ba40822d485 req-4e15972b-9921-4992-bafc-ddc82512e882 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770030 Nov 23 17:53:05.155723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Transition to ACTIVE for port object 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:05.199138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.249873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-b5f9ff36-e4e0-4ee5-90c4-f0bb456b66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:05.251397 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-b5f9ff36-e4e0-4ee5-90c4-f0bb456b66ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207029 Nov 23 17:53:05.294929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:05.298357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.353827 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.365957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95338026-4a01-4cce-83d4-8e3348728382 req-5e0440f5-e4dd-4622-be15-78233daf211e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:05.366434 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-0196517f-e22e-4912-bfe2-80df5a88a8e5 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233883 Nov 23 17:53:05.367074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Pushing event updated for resources: {'Port': ['ID=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:05.367461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95338026-4a01-4cce-83d4-8e3348728382 req-5e0440f5-e4dd-4622-be15-78233daf211e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.0549610 Nov 23 17:53:05.427442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95338026-4a01-4cce-83d4-8e3348728382 req-525f85d0-27a0-4b80-9e22-f75b1ae7a53e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 Nov 23 17:53:05.478159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:05.523830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.524179 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Added segment 2d114f8b-511d-49a3-a964-8f989cff29a4 of type vlan for network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf Nov 23 17:53:05.547955 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-d5102d9d-447a-423e-a4dd-cfe377e79d83 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846110 Nov 23 17:53:05.669710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Attempting to bind port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:05.669978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Attempting to bind port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:05.670313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Attempting to bind port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 on network 60df31c2-54f8-48d1-b09e-eb6c7124d819 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:05.674261 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.713257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 on network 60df31c2-54f8-48d1-b09e-eb6c7124d819 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:05.713622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Attempting to bind port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 on network 60df31c2-54f8-48d1-b09e-eb6c7124d819 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:05.748496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:05.748838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Checking segment: {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:05.749229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Bound using segment: {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:05.749677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Bound port: 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:05.750034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.827522 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.828899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371106e-5f01-45c3-916f-b65359154944 req-4476d59f-501c-4067-bf97-9deacf951ec5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:05.830678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-4476d59f-501c-4067-bf97-9deacf951ec5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 821 time: 0.1497967 Nov 23 17:53:05.833004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:05.833593 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.847912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-5d7a8a66-e997-4692-a1fb-a20f803727f6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/quotas/212b6ad2b5284d24b582972e2d78cc3b HTTP/1.1" status: 200 len: 375 time: 0.0110917 Nov 23 17:53:05.870739 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-483ed660-25fc-4e3e-921a-5a5a869ed677 req-a6c3b29f-f51b-4b12-9e8e-fef5ad18a62a service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640629 Nov 23 17:53:05.927505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-d86a2a09-07af-4d26-bc24-bc765a6b1bd3 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704706 Nov 23 17:53:05.931121 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8031919 Nov 23 17:53:05.932115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42150) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:05.937980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-136248566'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:05.982737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24cca3-0968-44d8-b2cd-4ea9e18c71cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Network': ['ID=7608aba8-5f6a-4daa-bcd0-da16b0b491bf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:05.990281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] For port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:05.995309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:06.013887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] For port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:06.022569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.034109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 5395d02f-debb-4a18-bf8f-7830c6dfa815 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:06.069628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 5395d02f-debb-4a18-bf8f-7830c6dfa815 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:06.069977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 5395d02f-debb-4a18-bf8f-7830c6dfa815 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:06.085056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.085678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.087162 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] 10.222.0.66 "PUT /v2.0/ports/85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 1091 time: 3.7302697 Nov 23 17:53:06.091546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120b6365-cfcb-48f1-806e-4d828badbcf8', 'tag': '85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:06.093784 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a9a8e-94f7-4aac-9208-42d039895074" -d '{"events": [{"name": "network-changed", "server_uuid": "120b6365-cfcb-48f1-806e-4d828badbcf8", "tag": "85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:06.101456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8233c3f-d542-46f3-8947-9cabc5fc4d75 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:06.108829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-8dfb6c31-6aab-4ad0-ac7b-5a799c97b5f8 service neutron] 10.222.0.74 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622787 Nov 23 17:53:06.114680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.123487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:06.132419 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.132990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eed415-b6f1-4044-9fc4-b6ec682d2e21 service neutron] Pushing event updated for resources: {'Port': ['ID=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:06.163458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Transition to ACTIVE for port object f8233c3f-d542-46f3-8947-9cabc5fc4d75 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:06.169816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.235419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-f51fe6d0-e510-4d79-ab03-bd8e3b99d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.236940 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-f51fe6d0-e510-4d79-ab03-bd8e3b99d847 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1094 time: 0.1008620 Nov 23 17:53:06.239163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8233c3f-d542-46f3-8947-9cabc5fc4d75,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:06.249756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:06.267080 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.267427 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Added segment 1739fa2d-0ece-4c08-9c73-de38bc4034e2 of type vlan for network acfcf59a-152b-40f7-b95c-a27f4105fcc0 Nov 23 17:53:06.314143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-ba373b0b-e8ea-4727-b641-d003aa4da04b service neutron] 10.222.0.74 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042322 Nov 23 17:53:06.315051 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-0210bc8a-d79f-46d5-8d54-de219e4ed513 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 217 time: 0.0598505 Nov 23 17:53:06.331349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094cdff-901d-49e5-984e-e1114914bea0 req-44094258-af47-401c-9d3a-9ae734acb3fd tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.332941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7094cdff-901d-49e5-984e-e1114914bea0 req-44094258-af47-401c-9d3a-9ae734acb3fd tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 946 time: 0.1519697 Nov 23 17:53:06.342866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.379788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Attempting to bind port f8233c3f-d542-46f3-8947-9cabc5fc4d75 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:06.380168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Attempting to bind port f8233c3f-d542-46f3-8947-9cabc5fc4d75 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:06.380565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Attempting to bind port f8233c3f-d542-46f3-8947-9cabc5fc4d75 on network 60df31c2-54f8-48d1-b09e-eb6c7124d819 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:06.389578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Port f8233c3f-d542-46f3-8947-9cabc5fc4d75 on network 60df31c2-54f8-48d1-b09e-eb6c7124d819 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:06.390319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Attempting to bind port f8233c3f-d542-46f3-8947-9cabc5fc4d75 on network 60df31c2-54f8-48d1-b09e-eb6c7124d819 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:06.392848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-36762aad-3815-4148-b47b-ce5baff4b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.394332 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-36762aad-3815-4148-b47b-ce5baff4b371 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.0708814 Nov 23 17:53:06.396685 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.398830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:06.399170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Checking segment: {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:06.399550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Bound using segment: {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:06.399979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Bound port: f8233c3f-d542-46f3-8947-9cabc5fc4d75, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff4e355-d64d-435e-84da-b5aa07eb4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:06.400337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.402941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.404530 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.435757 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-f56285d5-1834-4fc9-b692-7c01b2f8079a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330353 Nov 23 17:53:06.461774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7094cdff-901d-49e5-984e-e1114914bea0 req-a6217771-1eb3-4a11-8efb-7414bb36feee tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163182 Nov 23 17:53:06.489172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5464790 Nov 23 17:53:06.489276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42170) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:06.489276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'subnet': {'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:06.551027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae6d00-729f-4bc2-9dac-f7d62bb13432 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Network': ['ID=acfcf59a-152b-40f7-b95c-a27f4105fcc0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:06.564789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network acfcf59a-152b-40f7-b95c-a27f4105fcc0 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:06.654082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad445f86-d12d-445f-bc44-288e5772d474 req-90865e53-3700-4f53-954c-dcc81fbfd8d7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.663477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad445f86-d12d-445f-bc44-288e5772d474 req-90865e53-3700-4f53-954c-dcc81fbfd8d7 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 949 time: 0.1088133 Nov 23 17:53:06.750966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad445f86-d12d-445f-bc44-288e5772d474 req-bad2329e-a6b7-4d4c-938a-2b964c4f8fa2 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838935 Nov 23 17:53:06.803872 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb52b0a-9ad3-49c2-b71d-9ad022511ec8 x-openstack-request-id: req-2cb52b0a-9ad3-49c2-b71d-9ad022511ec8 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:06.804168 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120b6365-cfcb-48f1-806e-4d828badbcf8", "tag": "85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:06.804427 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2cb52b0a-9ad3-49c2-b71d-9ad022511ec8 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:06.804828 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120b6365-cfcb-48f1-806e-4d828badbcf8', 'tag': '85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1', 'status': 'completed', 'code': 200} Nov 23 17:53:06.905905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c69b7-3dd6-40d6-a68c-1c974bd54e4d req-e22294b6-0734-4a88-bfcd-fa1cb234212c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.906066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] For port f8233c3f-d542-46f3-8947-9cabc5fc4d75, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:06.907575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e80c69b7-3dd6-40d6-a68c-1c974bd54e4d req-e22294b6-0734-4a88-bfcd-fa1cb234212c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 943 time: 0.0946460 Nov 23 17:53:06.925366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1522-38c6-480d-aeaf-e1eb52560258 req-576d2587-161c-46d9-b2df-2a33a08f1ad5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.927165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51be1522-38c6-480d-aeaf-e1eb52560258 req-576d2587-161c-46d9-b2df-2a33a08f1ad5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 948 time: 0.0775847 Nov 23 17:53:06.930917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] For port f8233c3f-d542-46f3-8947-9cabc5fc4d75, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8233c3f-d542-46f3-8947-9cabc5fc4d75,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:06.942943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.946160 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-588d97ed-34fd-4051-8f7a-9e8284253b73 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885154 Nov 23 17:53:06.988765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:06.992132 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.023182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e80c69b7-3dd6-40d6-a68c-1c974bd54e4d req-b4e2a87f-4737-411f-8875-5d19906bd383 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905762 Nov 23 17:53:07.043881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.044104 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.045839 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/f8233c3f-d542-46f3-8947-9cabc5fc4d75 HTTP/1.1" status: 200 len: 1091 time: 1.9452319 Nov 23 17:53:07.063998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51be1522-38c6-480d-aeaf-e1eb52560258 req-6ddb1eef-2b08-4985-9eb2-bc5920695c48 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171916 Nov 23 17:53:07.120933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device eb3a7aa2-57a5-459a-a5ee-080945191b75 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:07.157700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69af4b-8977-448e-a4c4-ee85908c17f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8233c3f-d542-46f3-8947-9cabc5fc4d75,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:07.237696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f5efe4e-5f19-4524-b8b1-a729818fad6e req-91493895-9376-480a-be51-f2fb3b4f417f tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 210 time: 0.0704737 Nov 23 17:53:07.313619 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e88574fc-81b8-400c-9c8c-85e29941c2ab req-8bb5824f-7600-4d0a-b6c8-bdd83456ad71 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567526 Nov 23 17:53:07.320433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-52671eb9-6bb3-450f-8351-cb8939fc7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.322168 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-52671eb9-6bb3-450f-8351-cb8939fc7a11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 1094 time: 0.1806843 Nov 23 17:53:07.401001 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-f7609c7e-de57-4b5c-9495-d026b17cf51f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8233c3f-d542-46f3-8947-9cabc5fc4d75 HTTP/1.1" status: 200 len: 217 time: 0.0435960 Nov 23 17:53:07.412484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:07.430060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'mac_address': 'fa:16:3e:bb:fd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:07.488992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.510891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3a7aa2-57a5-459a-a5ee-080945191b75 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:07.544490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:07.555340 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.641901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:07.707136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951897-ebf2-4517-b0b2-472f7f070793 req-93131d95-794e-4546-9171-1018d7a140ce tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.708642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d951897-ebf2-4517-b0b2-472f7f070793 req-93131d95-794e-4546-9171-1018d7a140ce tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 949 time: 0.1210828 Nov 23 17:53:07.732090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1c57c-a975-4c7e-b3dc-428015c34d49 req-d21752c5-0bcd-49c8-9a3e-3d305d834fe4 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.733546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4db1c57c-a975-4c7e-b3dc-428015c34d49 req-d21752c5-0bcd-49c8-9a3e-3d305d834fe4 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 946 time: 0.0778570 Nov 23 17:53:07.757135 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.801334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d951897-ebf2-4517-b0b2-472f7f070793 req-4fa4ded9-d0b5-47b7-a4a7-9b0f7b595038 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836654 Nov 23 17:53:07.810658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4db1c57c-a975-4c7e-b3dc-428015c34d49 req-8abaa45f-769e-4ae7-9870-e57a060e7c90 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705452 Nov 23 17:53:07.831916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-e41a9e80-926f-4eac-8e7c-251810dee789 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.833527 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-e41a9e80-926f-4eac-8e7c-251810dee789 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 949 time: 0.4312630 Nov 23 17:53:07.837852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-ab97fe3e-bf97-45ab-946f-e8b62d0bdae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.837852 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-ab97fe3e-bf97-45ab-946f-e8b62d0bdae6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.3702078 Nov 23 17:53:07.847113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-a5213239-782b-47ae-91ff-f56dc14ed167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.848599 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-a5213239-782b-47ae-91ff-f56dc14ed167 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1094 time: 0.3750758 Nov 23 17:53:07.863435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-d1e85be5-ae48-4383-88b7-16ac3e0bc270 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.864935 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-d1e85be5-ae48-4383-88b7-16ac3e0bc270 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 949 time: 0.1933966 Nov 23 17:53:07.873062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['eb3a7aa2-57a5-459a-a5ee-080945191b75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:07.929406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Subnet': ['ID=41d6a85f-eb4b-41a3-aee5-a7789906848a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:07.967749 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-b35f899e-db2a-4fca-918e-cb8a5824c2a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137660 Nov 23 17:53:07.997234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc527d53-8400-44e9-abaa-18e3da4c2528 req-1c28d4ba-914b-476a-a584-45e66ddc357c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.999339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc527d53-8400-44e9-abaa-18e3da4c2528 req-1c28d4ba-914b-476a-a584-45e66ddc357c tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 949 time: 0.0946753 Nov 23 17:53:08.122276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371106e-5f01-45c3-916f-b65359154944 req-cdab0572-1873-4478-904c-85521d119471 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:08.124131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-cdab0572-1873-4478-904c-85521d119471 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 821 time: 0.1567786 Nov 23 17:53:08.141363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Checking segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:08.141731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network hostable DHCP agents. Network: 7608aba8-5f6a-4daa-bcd0-da16b0b491bf, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:08.142346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Request body: {'port': {'device_id': '2581a8d6-414b-4732-a064-6204652006b0', 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'admin_state_up': True, 'tenant_id': '212b6ad2b5284d24b582972e2d78cc3b'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:08.180346 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-378e3292-882b-4817-b890-1d10a23b4f84 service neutron] delete failed (client error): The resource could not be found. Nov 23 17:53:08.181380 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-378e3292-882b-4817-b890-1d10a23b4f84 service neutron] 10.222.0.66 "DELETE /v2.0/ports/eb3a7aa2-57a5-459a-a5ee-080945191b75/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.2962892 Nov 23 17:53:08.225554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:08.229115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-4520b7d9-5500-41b1-9574-87ffe23f68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:08.230905 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-4520b7d9-5500-41b1-9574-87ffe23f68b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 0.3598580 Nov 23 17:53:08.240067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Deleting port a8f5e877-259a-4161-b38a-680139341fd9 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:08.240409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.245099 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-e4ae0bca-1404-4e29-80e2-d9f97bac2b83 service neutron] 10.222.0.72 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533889 Nov 23 17:53:08.274164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc527d53-8400-44e9-abaa-18e3da4c2528 req-e451dfcc-609f-43a2-ba1f-335acea07872 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744082 Nov 23 17:53:08.304958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47066bc6-1659-4e07-aa0f-bb25c84738c7 req-cb186d08-0b16-4b82-b2dc-b3fba39baedb tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:08.307762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47066bc6-1659-4e07-aa0f-bb25c84738c7 req-cb186d08-0b16-4b82-b2dc-b3fba39baedb tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 943 time: 0.1824510 Nov 23 17:53:08.320812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 7608aba8-5f6a-4daa-bcd0-da16b0b491bf) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:08.330543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6b025-a545-44dc-a3d6-d31602dd0e63 None None] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:08.361157 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-7eb4d521-2498-446f-afae-d9a0b12ac85a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 217 time: 0.1151109 Nov 23 17:53:08.372864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:08.373457 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.440088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47066bc6-1659-4e07-aa0f-bb25c84738c7 req-0c9ab2e3-42a5-4e12-9fd6-8a68a5fb98fb tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310997 Nov 23 17:53:08.496248 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9f6cab8f-7689-4561-af08-b7cae634da0e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0108259 Nov 23 17:53:08.501341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42204) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:08.506760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95b95561-07c1-4195-acf0-f49a0bce0140 req-9842d77e-b4d8-4869-b8f9-90b1600c8385 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 210 time: 0.1292119 Nov 23 17:53:08.518656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'subnet': {'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:08.536679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Made reservation on behalf of 212b6ad2b5284d24b582972e2d78cc3b for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:08.541389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.581698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-d1e60f0f-be58-4a20-a7d9-97d79b8a0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:08.584584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'fixed_ips': [{'subnet_id': '41d6a85f-eb4b-41a3-aee5-a7789906848a'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:08.586491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.586619 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-d1e60f0f-be58-4a20-a7d9-97d79b8a0231 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 1100 time: 0.3207440 Nov 23 17:53:08.590255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] For port a8f5e877-259a-4161-b38a-680139341fd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a8f5e877-259a-4161-b38a-680139341fd9,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:08.590628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.604537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-35135629-8daf-413f-b73b-db326b4848a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:08.606266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-35135629-8daf-413f-b73b-db326b4848a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.2257047 Nov 23 17:53:08.662909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Calling delete_port for a8f5e877-259a-4161-b38a-680139341fd9 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:08.695972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Allocated IP 172.20.0.12 (926bbe44-086d-432f-b396-70653a0f5b44/2f9c281e-254d-40ce-9c58-9ec3c3901b80/fc8d80dc-5279-4c80-b4f6-517a88dfe352) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:08.701652 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf7a749c-040b-4797-bdd5-cb259b1fdad4 req-07e59af3-eea0-4eec-a786-1eb134f00379 service neutron] 10.222.0.72 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347363 Nov 23 17:53:08.721892 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-36048478-4c49-4011-83d9-96d1adf29f10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940986 Nov 23 17:53:08.774546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Allocated IP 10.1.1.2 (7608aba8-5f6a-4daa-bcd0-da16b0b491bf/41d6a85f-eb4b-41a3-aee5-a7789906848a/71614ed7-afed-4d21-86fc-637870e4c59d) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:08.811160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec97d9c2-d51d-4982-89e6-fef2c2fb73cd', 'tag': 'f8233c3f-d542-46f3-8947-9cabc5fc4d75'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:08.813357 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48e15b5-e75f-4aef-9f64-9379ff94b042" -d '{"events": [{"name": "network-changed", "server_uuid": "ec97d9c2-d51d-4982-89e6-fef2c2fb73cd", "tag": "f8233c3f-d542-46f3-8947-9cabc5fc4d75"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:08.866175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.905692 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.932891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:08.997367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Network 926bbe44-086d-432f-b396-70653a0f5b44 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:08.999286 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-f460edcc-6791-4d86-a6a7-9403f576f1c4 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331662 Nov 23 17:53:09.004912 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96d46e3-1986-403b-9b88-493d8d57b0f2 x-openstack-request-id: req-e96d46e3-1986-403b-9b88-493d8d57b0f2 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:09.005264 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec97d9c2-d51d-4982-89e6-fef2c2fb73cd", "tag": "f8233c3f-d542-46f3-8947-9cabc5fc4d75", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:09.005638 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e96d46e3-1986-403b-9b88-493d8d57b0f2 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:09.006136 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec97d9c2-d51d-4982-89e6-fef2c2fb73cd', 'tag': 'f8233c3f-d542-46f3-8947-9cabc5fc4d75', 'status': 'completed', 'code': 200} Nov 23 17:53:09.035912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:09.038893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:09.087746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Pushing event updated for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.114996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db08bc9-e0d5-4068-b08d-eff3847ec60d req-812ca2de-7ebb-43e6-b437-cee100db1e6c tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:09.117044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0db08bc9-e0d5-4068-b08d-eff3847ec60d req-812ca2de-7ebb-43e6-b437-cee100db1e6c tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 946 time: 0.1184547 Nov 23 17:53:09.119973 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d8a9a8e-94f7-4aac-9208-42d039895074 req-d07b7106-0a99-41d0-819d-094c84602d58 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114888 Nov 23 17:53:09.122056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-1c91742c-d2b9-42b3-a3d0-28faa9dd9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:09.123971 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-1c91742c-d2b9-42b3-a3d0-28faa9dd9173 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.5211685 Nov 23 17:53:09.124762 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.135283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4eac-995e-4d80-ae83-5d3dfaefe067 req-dced3690-e9fb-4b7c-8682-8d7e95826088 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:09.142056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device eb3a7aa2-57a5-459a-a5ee-080945191b75 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:09.149884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc4e4eac-995e-4d80-ae83-5d3dfaefe067 req-dced3690-e9fb-4b7c-8682-8d7e95826088 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 949 time: 0.2382896 Nov 23 17:53:09.172183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:09.172785 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.191533 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-6c66a119-b25f-479f-9fab-7ffa554d3c6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 200 len: 217 time: 0.0523231 Nov 23 17:53:09.191813 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.216509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:09.220095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.255542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:09.259754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc4e4eac-995e-4d80-ae83-5d3dfaefe067 req-bdbe254e-5cbb-4e40-b2ff-a72327805914 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045115 Nov 23 17:53:09.268539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-7657612f-6eb3-4678-b257-44b769a855d2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1289580 Nov 23 17:53:09.280941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:09.292303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:09.295280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Request body: {'port': {'device_id': '2581a8d6-414b-4732-a064-6204652006b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:09.301178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Pushing event updated for resources: {'Port': ['ID=71614ed7-afed-4d21-86fc-637870e4c59d,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.378773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port eb3a7aa2-57a5-459a-a5ee-080945191b75 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:09.385601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port eb3a7aa2-57a5-459a-a5ee-080945191b75 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:09.385975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.402059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0db08bc9-e0d5-4068-b08d-eff3847ec60d req-1a9e6770-46e0-4595-8584-d2243bd12f8a tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367361 Nov 23 17:53:09.432951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Attempting to bind port 71614ed7-afed-4d21-86fc-637870e4c59d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:09.433322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Attempting to bind port 71614ed7-afed-4d21-86fc-637870e4c59d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:09.433759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Attempting to bind port 71614ed7-afed-4d21-86fc-637870e4c59d on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:09.455650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:09.456033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Checking segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:09.456444 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.456850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Bound using segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:09.457557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Bound port: 71614ed7-afed-4d21-86fc-637870e4c59d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:09.457950 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.490291 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.566508 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.571192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] For port 71614ed7-afed-4d21-86fc-637870e4c59d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:09.581028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] For port 71614ed7-afed-4d21-86fc-637870e4c59d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=71614ed7-afed-4d21-86fc-637870e4c59d,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:09.598020 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.610302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:09.612683 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c7894-7a4f-4ad5-97d5-c8863f9fcbc9" -d '{"events": [{"server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:09.638849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0db404-8855-4849-9253-551d83b2897c req-f79e2cae-35df-4848-8c11-814b669bbfe6 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:09.640496 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6b0db404-8855-4849-9253-551d83b2897c req-f79e2cae-35df-4848-8c11-814b669bbfe6 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 946 time: 0.4159410 Nov 23 17:53:09.654733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:09.660919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-88d56c92-6f31-4b59-9e60-56688ff97dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:09.663528 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-88d56c92-6f31-4b59-9e60-56688ff97dc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 1094 time: 0.6557622 Nov 23 17:53:09.674312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.675335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a8f5e877-259a-4161-b38a-680139341fd9 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:09.758320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7aa927-43f5-48a3-be3b-096561c3b2fd None None] Pushing event updated for resources: {'Port': ['ID=71614ed7-afed-4d21-86fc-637870e4c59d,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.884401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.905493 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.946459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a8f5e877-259a-4161-b38a-680139341fd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a8f5e877-259a-4161-b38a-680139341fd9,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:09.989199 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.031403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c532b4-a9a5-4097-b3e5-08d1cb2c8898 req-3cf0d560-d314-4a7b-889a-59badcd2a4f7 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.033104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30c532b4-a9a5-4097-b3e5-08d1cb2c8898 req-3cf0d560-d314-4a7b-889a-59badcd2a4f7 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 943 time: 0.4550195 Nov 23 17:53:10.045973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:10.049805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14833cf5-1680-446a-83a5-736b4f2d2581 req-3eacb900-9898-4a0e-bc0f-344645010dd3 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.061363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14833cf5-1680-446a-83a5-736b4f2d2581 req-3eacb900-9898-4a0e-bc0f-344645010dd3 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 949 time: 0.5217693 Nov 23 17:53:10.101988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-3c64c098-6fbb-478c-bf95-b622e614cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.108526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-3c64c098-6fbb-478c-bf95-b622e614cfc5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 0.1784377 Nov 23 17:53:10.156383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a8f5e877-259a-4161-b38a-680139341fd9,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:10.241391 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-5846e107-3685-467c-b72e-e1f216ed7ab2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8233c3f-d542-46f3-8947-9cabc5fc4d75 HTTP/1.1" status: 200 len: 217 time: 0.1217365 Nov 23 17:53:10.247073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-367a02f8-4015-425d-aa05-a50603b83040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.247619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8d80dc-5279-4c80-b4f6-517a88dfe352 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:10.248900 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-367a02f8-4015-425d-aa05-a50603b83040 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 1.0389078 Nov 23 17:53:10.258172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 71614ed7-afed-4d21-86fc-637870e4c59d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:10.270457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14833cf5-1680-446a-83a5-736b4f2d2581 req-bc4eb1dc-fb50-4333-aa9e-94c35dc9eb37 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081165 Nov 23 17:53:10.307690 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.323151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30c532b4-a9a5-4097-b3e5-08d1cb2c8898 req-483de932-25d2-40c5-b5a6-97380099efd8 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537198 Nov 23 17:53:10.350797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Transition to ACTIVE for port object fc8d80dc-5279-4c80-b4f6-517a88dfe352 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:10.365190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.446057 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.464338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.501542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-ea6af321-cad5-424e-beeb-6bd0b98cdbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.503859 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-ea6af321-cad5-424e-beeb-6bd0b98cdbbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312083 Nov 23 17:53:10.516743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Pushing event updated for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:10.534886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['906868be-3fa3-4325-a14a-15855c2efe12'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:10.556831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Pushing event deleted for resources: {'Port': ['ID=a8f5e877-259a-4161-b38a-680139341fd9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:10.576420 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d26b3f-8a88-40f1-b971-f78169a96d28 x-openstack-request-id: req-00d26b3f-8a88-40f1-b971-f78169a96d28 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:10.577089 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:10.577727 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00d26b3f-8a88-40f1-b971-f78169a96d28 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:10.578534 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'code': 200} Nov 23 17:53:10.587070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912525e-c612-47c5-95c6-730341456352 req-e1fe2292-8037-4a76-af25-b3a88953c31c tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.588945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f912525e-c612-47c5-95c6-730341456352 req-e1fe2292-8037-4a76-af25-b3a88953c31c tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.1655464 Nov 23 17:53:10.627968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:10.661592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 71614ed7-afed-4d21-86fc-637870e4c59d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:10.662408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.672532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1', 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819', 'port_id': '85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1', 'mac_address': 'fa:16:3e:4c:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd73a22c-b032-4116-a3c2-90abb4d4b385', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:10.686857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Deleting port 5f06075e-5d2d-4690-9674-bd2d28446f04 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:10.686857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.756394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f912525e-c612-47c5-95c6-730341456352 req-2dc7e5ce-8fa9-4660-b9d4-aace4d62aaa8 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124544 Nov 23 17:53:10.761036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:10.761652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:10.762503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:10.801426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:10.805661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:10.842666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9160f21-feed-4e9b-9c2c-df7e4ac9889c req-e8edc603-b58b-446a-b222-3ca271dd5ab5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.850683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.852047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9160f21-feed-4e9b-9c2c-df7e4ac9889c req-e8edc603-b58b-446a-b222-3ca271dd5ab5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.1707103 Nov 23 17:53:10.863653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:10.863987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:10.865957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:10.867664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Bound port: fc8d80dc-5279-4c80-b4f6-517a88dfe352, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:10.867967 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.874627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] For port 5f06075e-5d2d-4690-9674-bd2d28446f04, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5f06075e-5d2d-4690-9674-bd2d28446f04,segment=NetworkSegment(a7a00cbd-845d-455d-b3ef-44c1fe18fce1),segment_id=a7a00cbd-845d-455d-b3ef-44c1fe18fce1)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:10.875374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.891929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Calling delete_port for 5f06075e-5d2d-4690-9674-bd2d28446f04 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:10.916374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:10.942612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:10.958146 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.027703 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-439e6e81-2382-4ae3-aa09-3577b413cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:11.029045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.031325 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-439e6e81-2382-4ae3-aa09-3577b413cb4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.7727509 Nov 23 17:53:11.073011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9160f21-feed-4e9b-9c2c-df7e4ac9889c req-9b69c05a-f8d1-46d2-8232-462edd8ccee8 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163219 Nov 23 17:53:11.106370 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.125205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f8233c3f-d542-46f3-8947-9cabc5fc4d75 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:11.153611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac69fc-a234-40c0-b383-2c8e45edfab6 req-024b0d71-0b25-4e0c-936f-3dedf48fd5a8 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:11.162582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6ac69fc-a234-40c0-b383-2c8e45edfab6 req-024b0d71-0b25-4e0c-936f-3dedf48fd5a8 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 946 time: 0.1131332 Nov 23 17:53:11.173514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:11.178663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:11.193636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.215970 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-eb351190-741e-48b9-8841-734ce1aab4ea service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158943 Nov 23 17:53:11.226044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.246870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:11.257931 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 71614ed7-afed-4d21-86fc-637870e4c59d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=71614ed7-afed-4d21-86fc-637870e4c59d,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:11.259947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5f06075e-5d2d-4690-9674-bd2d28446f04'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:11.260084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Pushing event updated for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.263463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e176d2-807a-4d9a-84d2-d2baf43e8af0 None None] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:11.281409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:11.282025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.284085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-89200c8a-661c-4d4d-97e8-7df6d4e3f02c service neutron] 10.222.0.66 "PUT /v2.0/ports/fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 200 len: 1092 time: 1.9961464 Nov 23 17:53:11.302138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:11.310893 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffb53b8-b9e9-46db-8605-8f43d044e4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:11.377838 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.395943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c369f3ca-ef7d-4154-a582-9b331710fc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.455962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-158994e3-a8ee-4088-b821-0e3c52c45cd9 req-6fe787e9-99cf-46f4-93a2-d9a3de7f3225 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c HTTP/1.1" status: 200 len: 210 time: 0.0436306 Nov 23 17:53:11.504270 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-687e2cdb-ff17-45e9-bd0a-46d4e1edc77b req-c7a01113-ec03-4cfe-bc40-e510d46ebc46 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428966 Nov 23 17:53:11.512175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6ac69fc-a234-40c0-b383-2c8e45edfab6 req-70810861-67a8-41e0-bc21-26bb0609aaa8 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/security-groups?id=6085b067-3cfe-4247-83d4-1f75aaee9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425798 Nov 23 17:53:11.536771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371106e-5f01-45c3-916f-b65359154944 req-3b760a90-0fb6-425c-b0ab-b76f17613adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:11.546438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-3b760a90-0fb6-425c-b0ab-b76f17613adf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1095 time: 0.1895216 Nov 23 17:53:11.600002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a7afcedf-4d39-4014-927b-37e0d379a270 None None] Provisioning complete for port 71614ed7-afed-4d21-86fc-637870e4c59d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:11.601086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a7afcedf-4d39-4014-927b-37e0d379a270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.607515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Pushing event deleted for resources: {'Port': ['ID=5f06075e-5d2d-4690-9674-bd2d28446f04,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.610199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] No DVR routers for this DVR port a8f5e877-259a-4161-b38a-680139341fd9 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:11.615868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.620796 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fd95d915-e728-41ba-b22f-35e7c8914005 req-ef30622a-774c-4db7-9d84-f6b0d03ce3cd tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.72 "DELETE /v2.0/ports/a8f5e877-259a-4161-b38a-680139341fd9 HTTP/1.1" status: 204 len: 173 time: 3.7678924 Nov 23 17:53:11.625849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'name': 'network-vif-deleted', 'tag': 'a8f5e877-259a-4161-b38a-680139341fd9'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:11.628462 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845ec385-e8cb-4bc1-83dc-c690f04f913c" -d '{"events": [{"server_uuid": "7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c", "name": "network-vif-deleted", "tag": "a8f5e877-259a-4161-b38a-680139341fd9"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:11.634491 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-90416bb1-e343-4ad3-9760-b9abb83d1655 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4103196 Nov 23 17:53:11.653669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Checking segment: {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:11.654085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network hostable DHCP agents. Network: acfcf59a-152b-40f7-b95c-a27f4105fcc0, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:11.656780 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717ff9f5-8eca-4c14-b8aa-07fa83403a47 x-openstack-request-id: req-717ff9f5-8eca-4c14-b8aa-07fa83403a47 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:11.657222 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:11.657518 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-717ff9f5-8eca-4c14-b8aa-07fa83403a47 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:11.658078 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352', 'status': 'completed', 'code': 200} Nov 23 17:53:11.662402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-e6534384-2c54-466a-914b-e08df72c6323 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 200 len: 217 time: 0.1078696 Nov 23 17:53:11.710124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=71614ed7-afed-4d21-86fc-637870e4c59d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.736477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f8233c3f-d542-46f3-8947-9cabc5fc4d75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8233c3f-d542-46f3-8947-9cabc5fc4d75,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:11.766748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371106e-5f01-45c3-916f-b65359154944 req-13fe0526-7b4a-4228-85a5-c4199fe2b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:11.766748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-13fe0526-7b4a-4228-85a5-c4199fe2b8a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0716646 Nov 23 17:53:11.773863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5912d-c47d-4eff-bcb2-dd683671ec90 req-e8b626c7-f210-4166-8af7-a232ba7094ff tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:11.783209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85b5912d-c47d-4eff-bcb2-dd683671ec90 req-e8b626c7-f210-4166-8af7-a232ba7094ff tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 943 time: 0.1567729 Nov 23 17:53:11.823963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-d69122a6-41c9-4816-8148-a9e8d5b1a561 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319159 Nov 23 17:53:11.827894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'f8233c3f-d542-46f3-8947-9cabc5fc4d75', 'network_id': '60df31c2-54f8-48d1-b09e-eb6c7124d819', 'port_id': 'f8233c3f-d542-46f3-8947-9cabc5fc4d75', 'mac_address': 'fa:16:3e:5e:f7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd73a22c-b032-4116-a3c2-90abb4d4b385', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:11.845874 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-02add350-739c-4138-b9b6-a072ac75b90e service neutron] 10.222.0.72 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867101 Nov 23 17:53:11.847742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] No DVR routers for this DVR port 5f06075e-5d2d-4690-9674-bd2d28446f04 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:11.849491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Subnet': ['ID=453a9136-51f3-4c8b-9c96-87609adb8ae4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.852061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.856765 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6b0db404-8855-4849-9253-551d83b2897c req-25f805dd-169e-462c-b57e-25834246f195 tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.72 "DELETE /v2.0/ports/5f06075e-5d2d-4690-9674-bd2d28446f04 HTTP/1.1" status: 204 len: 173 time: 2.2035227 Nov 23 17:53:11.858315 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70b5be-95bf-498e-9b59-5fbc7812d6fc x-openstack-request-id: req-0d70b5be-95bf-498e-9b59-5fbc7812d6fc {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:11.858606 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c", "name": "network-vif-deleted", "tag": "a8f5e877-259a-4161-b38a-680139341fd9", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:11.859022 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d70b5be-95bf-498e-9b59-5fbc7812d6fc {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:11.859786 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'name': 'network-vif-deleted', 'tag': 'a8f5e877-259a-4161-b38a-680139341fd9', 'status': 'completed', 'code': 200} Nov 23 17:53:11.919437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network acfcf59a-152b-40f7-b95c-a27f4105fcc0 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:11.956057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, acfcf59a-152b-40f7-b95c-a27f4105fcc0) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:11.963600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:11.964665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.013347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11054af5-1e8a-45af-97cb-bd5ba4c0099b None None] Network acfcf59a-152b-40f7-b95c-a27f4105fcc0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:12.043220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85b5912d-c47d-4eff-bcb2-dd683671ec90 req-ae42e8ad-1251-4780-af92-641d5d617393 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587464 Nov 23 17:53:12.076595 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c48e15b5-e75f-4aef-9f64-9379ff94b042 req-2a3f3e5f-438c-455c-8382-6a3b50282116 service neutron] 10.222.0.72 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124064 Nov 23 17:53:12.112313 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a2cf1b77-a7f4-4501-a505-4924cf53ba9d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6031480 Nov 23 17:53:12.115988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42248) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:12.124039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'port': {'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'name': 'tempest-TaggedBootDevicesTest-1315107266', 'fixed_ips': [{'subnet_id': '41d6a85f-eb4b-41a3-aee5-a7789906848a'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:12.135437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb252b73-2595-4f11-9aa1-aa3679a7152c req-dfd330ae-2490-4356-a006-311949f70729 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:12.154826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb252b73-2595-4f11-9aa1-aa3679a7152c req-dfd330ae-2490-4356-a006-311949f70729 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.1973660 Nov 23 17:53:12.272158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb252b73-2595-4f11-9aa1-aa3679a7152c req-9bc26c1a-7c55-4fee-a521-8f9264ee77c0 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155651 Nov 23 17:53:12.297742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-064fcb70-5b90-4b19-9e8f-4b77607ec72a service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537013 Nov 23 17:53:12.333050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 71614ed7-afed-4d21-86fc-637870e4c59d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:12.335667 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.383290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:12.430296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8233c3f-d542-46f3-8947-9cabc5fc4d75 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:12.435720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-acfcf59a-152b-40f7-b95c-a27f4105fcc0', 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'fixed_ips': [{'subnet_id': '453a9136-51f3-4c8b-9c96-87609adb8ae4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:12.436583 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.534537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f8233c3f-d542-46f3-8947-9cabc5fc4d75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8233c3f-d542-46f3-8947-9cabc5fc4d75,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:12.607012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f5e877-259a-4161-b38a-680139341fd9'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:12.609371 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90acfe47-a5a8-4c91-8ea8-af82f66217a0" -d '{"events": [{"server_uuid": "7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f5e877-259a-4161-b38a-680139341fd9"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:12.612194 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.634050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.683363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] device_id is not set on port a88eb2f1-6939-46a9-a6d1-8b6db809b274 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:53:12.691657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aa0e7-4d23-4b68-b960-620622ea80f7 req-c340b63c-7d14-41c6-8486-f2450d58601b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:12.697306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f06aa0e7-4d23-4b68-b960-620622ea80f7 req-c340b63c-7d14-41c6-8486-f2450d58601b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.3616066 Nov 23 17:53:12.720954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d371106e-5f01-45c3-916f-b65359154944 req-19482ac2-806a-4346-ada8-dc58508f9e8f service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145195 Nov 23 17:53:12.724716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 71614ed7-afed-4d21-86fc-637870e4c59d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:12.725096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.856606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f8233c3f-d542-46f3-8947-9cabc5fc4d75,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:12.860689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb68f6ac-e7de-4415-8fc3-4b73e3eb13e7 req-443e4146-2611-4359-960e-cbda69cbfd5f tempest-ServerGroupTestJSON-997993391 tempest-ServerGroupTestJSON-997993391-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a1bfec4-4f5a-4817-b372-85a50679ba92 HTTP/1.1" status: 200 len: 210 time: 0.1482773 Nov 23 17:53:12.912759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e7f937b1-3878-4e4e-a11e-d7dd2abc4010 None None] Provisioning complete for port 71614ed7-afed-4d21-86fc-637870e4c59d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:12.913426 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e7f937b1-3878-4e4e-a11e-d7dd2abc4010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.944937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['f8233c3f-d542-46f3-8947-9cabc5fc4d75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:12.999455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-e561382f-8d6f-4982-9d10-0f6e5bab7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:13.001091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-e561382f-8d6f-4982-9d10-0f6e5bab7f98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1095 time: 0.1618490 Nov 23 17:53:13.007178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f06aa0e7-4d23-4b68-b960-620622ea80f7 req-a62e0504-f5b5-4863-b419-9cb4d0d0116d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985048 Nov 23 17:53:13.017956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Allocated IP 10.2.2.2 (acfcf59a-152b-40f7-b95c-a27f4105fcc0/453a9136-51f3-4c8b-9c96-87609adb8ae4/215bdbd1-9af5-4902-b139-f5409cbf7bab) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:13.126306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5f06075e-5d2d-4690-9674-bd2d28446f04 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:13.140666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-c1d42654-3dfa-4a31-a330-bff221040ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:13.147087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-c1d42654-3dfa-4a31-a330-bff221040ac2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.1330812 Nov 23 17:53:13.156379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Allocated IP 10.1.1.216 (7608aba8-5f6a-4daa-bcd0-da16b0b491bf/41d6a85f-eb4b-41a3-aee5-a7789906848a/a88eb2f1-6939-46a9-a6d1-8b6db809b274) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:13.245037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-019422dd-3b5e-4a24-8277-96006120b922 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 200 len: 217 time: 0.0929890 Nov 23 17:53:13.351595 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.362724 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01c6437-b9f6-407b-b8be-39a694296f64 x-openstack-request-id: req-d01c6437-b9f6-407b-b8be-39a694296f64 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:13.367083 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f5e877-259a-4161-b38a-680139341fd9", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:13.367083 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d01c6437-b9f6-407b-b8be-39a694296f64 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:13.367083 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd1c7d4-9dc1-4efc-bb51-8e8459c82c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f5e877-259a-4161-b38a-680139341fd9', 'code': 200} Nov 23 17:53:13.379598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13cbf-7d4d-4896-afda-bdd403b6bcc3 req-21392344-cf18-4582-9a20-8c26de7c6dfe tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:13.382201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ce13cbf-7d4d-4896-afda-bdd403b6bcc3 req-21392344-cf18-4582-9a20-8c26de7c6dfe tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0815248 Nov 23 17:53:13.383809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-4e21eac9-e9a8-4a22-a96f-13f0e701a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:13.385326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-4e21eac9-e9a8-4a22-a96f-13f0e701a7e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1307704 Nov 23 17:53:13.452301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-da2776a9-5385-433a-bf9d-04364dcc0570 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511560 Nov 23 17:53:13.454902 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.505777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.517612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa97cf-a5a3-41ac-8e8b-1e71140c1e81 req-e84d44ad-151b-4529-9d2e-b2c31bda7a20 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:13.519525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7fa97cf-a5a3-41ac-8e8b-1e71140c1e81 req-e84d44ad-151b-4529-9d2e-b2c31bda7a20 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 944 time: 0.1674781 Nov 23 17:53:13.549174 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.550535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 5f06075e-5d2d-4690-9674-bd2d28446f04 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:13.551163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5f06075e-5d2d-4690-9674-bd2d28446f04 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:13.568464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:13.569214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ce13cbf-7d4d-4896-afda-bdd403b6bcc3 req-c07a23b7-087b-48cf-a916-72f267332d54 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662722 Nov 23 17:53:13.573384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:13.582152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:13.632994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=a88eb2f1-6939-46a9-a6d1-8b6db809b274,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:13.643156 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc181c3e-503f-4c12-b699-d1bd168be674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.679607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Network acfcf59a-152b-40f7-b95c-a27f4105fcc0 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:13.679770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7fa97cf-a5a3-41ac-8e8b-1e71140c1e81 req-860efad7-eb24-4358-8773-e201a9de8584 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500027 Nov 23 17:53:13.689702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:13.693306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-14f8afc0-d96f-46f2-8926-a765004612ed service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254264 Nov 23 17:53:13.711111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:13.712010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.743289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Pushing event updated for resources: {'Port': ['ID=215bdbd1-9af5-4902-b139-f5409cbf7bab,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:13.743799 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f1b1bdcf-47a7-42fa-9b70-92078d5d947d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6264775 Nov 23 17:53:13.746904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:13.747646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42272) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:13.762905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'port': {'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'name': 'tempest-TaggedBootDevicesTest-2064103775', 'fixed_ips': [{'subnet_id': '41d6a85f-eb4b-41a3-aee5-a7789906848a'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:13.833756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Attempting to bind port 215bdbd1-9af5-4902-b139-f5409cbf7bab on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:13.834135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Attempting to bind port 215bdbd1-9af5-4902-b139-f5409cbf7bab by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:13.834505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Attempting to bind port 215bdbd1-9af5-4902-b139-f5409cbf7bab on network acfcf59a-152b-40f7-b95c-a27f4105fcc0 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:13.841496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:13.841879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Checking segment: {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:13.842286 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.842683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Bound using segment: {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:13.843371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Bound port: 215bdbd1-9af5-4902-b139-f5409cbf7bab, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:13.845249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.862639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1bfec4-4f5a-4817-b372-85a50679ba92', 'name': 'network-vif-deleted', 'tag': '5f06075e-5d2d-4690-9674-bd2d28446f04'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:13.864960 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a769786b-5ab0-4bda-b44f-a9c03e1a5b66" -d '{"events": [{"server_uuid": "6a1bfec4-4f5a-4817-b372-85a50679ba92", "name": "network-vif-deleted", "tag": "5f06075e-5d2d-4690-9674-bd2d28446f04"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:13.948335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] For port 215bdbd1-9af5-4902-b139-f5409cbf7bab, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:13.953857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] For port 215bdbd1-9af5-4902-b139-f5409cbf7bab, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=215bdbd1-9af5-4902-b139-f5409cbf7bab,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:13.963083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:13.968782 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.969505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.992494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] device_id is not set on port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:53:14.088371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:14.132456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fbcf9e18-a478-410a-b0d8-8fb808f9e2c5 None None] Provisioning complete for port a88eb2f1-6939-46a9-a6d1-8b6db809b274 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:14.132835 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9e18-a478-410a-b0d8-8fb808f9e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.201242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6eb88-cfbd-4af7-ae9e-7a17d76af283 None None] Pushing event updated for resources: {'Port': ['ID=215bdbd1-9af5-4902-b139-f5409cbf7bab,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:14.238028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf9e18-a478-410a-b0d8-8fb808f9e2c5 None None] Port a88eb2f1-6939-46a9-a6d1-8b6db809b274 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:14.258179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:14.259575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Allocated IP 10.1.1.71 (7608aba8-5f6a-4daa-bcd0-da16b0b491bf/41d6a85f-eb4b-41a3-aee5-a7789906848a/8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:14.267920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:14.268551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.407380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fffb53b8-b9e9-46db-8605-8f43d044e4f8 req-7b046a5b-358e-4e21-a052-32849565e68c service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052929 Nov 23 17:53:14.419756 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.492409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693e82f-9f0a-4ab4-b828-cbb0f8cabbca req-7b8e9566-dada-4254-830b-1ba910a84a6b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:14.502271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5693e82f-9f0a-4ab4-b828-cbb0f8cabbca req-7b8e9566-dada-4254-830b-1ba910a84a6b tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 951 time: 0.7327981 Nov 23 17:53:14.508636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:14.519314 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.529963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a6c6-d62a-4f62-8bba-1ae17a84bc1a req-4af0db50-d457-4982-a207-90105d7cc6dd tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:14.531540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8412a6c6-d62a-4f62-8bba-1ae17a84bc1a req-4af0db50-d457-4982-a207-90105d7cc6dd tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.6104169 Nov 23 17:53:14.562176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.607276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:14.628348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.635017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5693e82f-9f0a-4ab4-b828-cbb0f8cabbca req-9182929f-fb7b-44c9-a982-e89f5e411f4e tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c83a361-6467-4f5f-89a8-472dbc6a63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282589 Nov 23 17:53:14.700612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:14.707960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-a7ce724e-8be9-476f-97a1-c7ec8d7d2ade tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:14.717278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:14.719464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:14.723089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-a7ce724e-8be9-476f-97a1-c7ec8d7d2ade tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 951 time: 0.1888359 Nov 23 17:53:14.733908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:14.762776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8412a6c6-d62a-4f62-8bba-1ae17a84bc1a req-16313b46-2e35-4c06-a011-ed00fa7a3267 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180665 Nov 23 17:53:14.866965 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7dc949-07ac-49bb-bfb1-f5dd77494297 x-openstack-request-id: req-fb7dc949-07ac-49bb-bfb1-f5dd77494297 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:14.867315 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1bfec4-4f5a-4817-b372-85a50679ba92", "name": "network-vif-deleted", "tag": "5f06075e-5d2d-4690-9674-bd2d28446f04", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:14.867512 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb7dc949-07ac-49bb-bfb1-f5dd77494297 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:14.867915 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1bfec4-4f5a-4817-b372-85a50679ba92', 'name': 'network-vif-deleted', 'tag': '5f06075e-5d2d-4690-9674-bd2d28446f04', 'status': 'completed', 'code': 200} Nov 23 17:53:14.884793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:14.885020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.925167 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e6d7d3a3-2c07-4c1e-b98f-73bcf0154a25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1763437 Nov 23 17:53:14.966556 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.053138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2986e3c-f598-45ea-a28c-d6086fa5c8c7 req-6076797b-5132-4326-a864-2b40c2fe5f15 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:15.054795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2986e3c-f598-45ea-a28c-d6086fa5c8c7 req-6076797b-5132-4326-a864-2b40c2fe5f15 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 944 time: 0.1240678 Nov 23 17:53:15.102182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Deleting port 906868be-3fa3-4325-a14a-15855c2efe12 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:15.102527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.130555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f8233c3f-d542-46f3-8947-9cabc5fc4d75 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:15.239933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1a15dfb0-6435-4168-81b7-f94e700a5bf9 None None] Provisioning complete for port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:15.240302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1a15dfb0-6435-4168-81b7-f94e700a5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.290533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] For port 906868be-3fa3-4325-a14a-15855c2efe12, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=906868be-3fa3-4325-a14a-15855c2efe12,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:15.291327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.311421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Calling delete_port for 906868be-3fa3-4325-a14a-15855c2efe12 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:15.349274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1a15dfb0-6435-4168-81b7-f94e700a5bf9 None None] Port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:15.354033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port f8233c3f-d542-46f3-8947-9cabc5fc4d75 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:15.359934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port f8233c3f-d542-46f3-8947-9cabc5fc4d75 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:15.360555 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.372074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2986e3c-f598-45ea-a28c-d6086fa5c8c7 req-14786fb0-77cb-478a-8055-d98d41e6e4c8 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091898 Nov 23 17:53:15.395871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120b6365-cfcb-48f1-806e-4d828badbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:15.398236 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35fa93a-db9a-471d-8e2a-6eb793e4bd69" -d '{"events": [{"server_uuid": "120b6365-cfcb-48f1-806e-4d828badbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:15.529014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.569695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42302) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:15.576905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4a119638-3f70-419b-95a0-99e3b00e7f9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146602512', 'description': 'tempest-description--872634983'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:15.633929 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a119638-3f70-419b-95a0-99e3b00e7f9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.637705 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea802dc-e4b6-403b-91c4-f2a8a90bba4f x-openstack-request-id: req-aea802dc-e4b6-403b-91c4-f2a8a90bba4f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:15.639124 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120b6365-cfcb-48f1-806e-4d828badbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:15.639404 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aea802dc-e4b6-403b-91c4-f2a8a90bba4f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:15.639817 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120b6365-cfcb-48f1-806e-4d828badbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1', 'code': 200} Nov 23 17:53:15.648823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f8233c3f-d542-46f3-8947-9cabc5fc4d75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8233c3f-d542-46f3-8947-9cabc5fc4d75,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:15.666027 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.696003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ffddff-b9d1-47e6-ac95-b9b26124d008 None None] Network acfcf59a-152b-40f7-b95c-a27f4105fcc0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:15.712150 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.790123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Pushing event deleted for resources: {'Port': ['ID=906868be-3fa3-4325-a14a-15855c2efe12,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:15.840900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632341d4-1042-4394-a380-34eb7beef347 req-04694f88-0bdc-4921-a431-1c57f47b2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:15.843151 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-632341d4-1042-4394-a380-34eb7beef347 req-04694f88-0bdc-4921-a431-1c57f47b2633 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.1246758 Nov 23 17:53:15.884370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] No DVR routers for this DVR port 906868be-3fa3-4325-a14a-15855c2efe12 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:15.891457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.899938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1fe6335-3259-4e39-9b75-ab98f50a0f4d req-bd0b1296-1dee-4d7f-a27a-ae306cda1f88 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.66 "DELETE /v2.0/ports/906868be-3fa3-4325-a14a-15855c2efe12 HTTP/1.1" status: 204 len: 173 time: 1.1743383 Nov 23 17:53:15.907892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['906868be-3fa3-4325-a14a-15855c2efe12'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:15.970299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-deleted', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:15.979407 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4499cbe9-165d-449b-b507-83c1a466cf0a" -d '{"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-deleted", "tag": "906868be-3fa3-4325-a14a-15855c2efe12"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:15.986136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d57a36d4-ae76-4892-82b8-99d19ee0e71f req-424a0312-de55-4824-b370-0723a95d09b6 tempest-ServersAdminTestJSON-1814169271 tempest-ServersAdminTestJSON-1814169271-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ade46ad-565d-417c-bb2d-1b215b3372d6 HTTP/1.1" status: 200 len: 210 time: 0.1514533 Nov 23 17:53:16.047291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a7904bec-d2ca-4ded-848a-2101cfc62149 None None] Provisioning complete for port 215bdbd1-9af5-4902-b139-f5409cbf7bab triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:16.047863 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a7904bec-d2ca-4ded-848a-2101cfc62149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.049736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-d4ada01c-b7e0-4c4e-9e00-475721decc15 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596690 Nov 23 17:53:16.076156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a119638-3f70-419b-95a0-99e3b00e7f9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.128395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a119638-3f70-419b-95a0-99e3b00e7f9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.232656 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-632341d4-1042-4394-a380-34eb7beef347 req-d8cc4d0a-bf17-4b90-8580-1eb1ef379962 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808508 Nov 23 17:53:16.236443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f8233c3f-d542-46f3-8947-9cabc5fc4d75,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:16.290107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a119638-3f70-419b-95a0-99e3b00e7f9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.295390 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a119638-3f70-419b-95a0-99e3b00e7f9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7206194 Nov 23 17:53:16.298067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42330) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:16.303469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-f2967838-4782-45e0-a358-d40a479ce576 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:16.305242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-86231923-63f7-4e08-8946-6ce10187d892 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'security_group_rule': {'security_group_id': 'e9ad66f4-314e-4045-9534-b50b69dcf8de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:16.315155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-f2967838-4782-45e0-a358-d40a479ce576 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640417 Nov 23 17:53:16.330049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a119638-3f70-419b-95a0-99e3b00e7f9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad66f4-314e-4045-9534-b50b69dcf8de,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:16.348573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86231923-63f7-4e08-8946-6ce10187d892 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.367110 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a7904bec-d2ca-4ded-848a-2101cfc62149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.370738 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-1fd46a61-7e39-444c-a644-9f46b991ad18 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/quotas/1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 375 time: 0.0541279 Nov 23 17:53:16.372571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 215bdbd1-9af5-4902-b139-f5409cbf7bab up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:16.409396 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.450315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86231923-63f7-4e08-8946-6ce10187d892 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.452066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a7904bec-d2ca-4ded-848a-2101cfc62149 None None] For port 215bdbd1-9af5-4902-b139-f5409cbf7bab, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=215bdbd1-9af5-4902-b139-f5409cbf7bab,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:16.455445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86231923-63f7-4e08-8946-6ce10187d892 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.463532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-5e9b8e4d-30ec-4c98-a987-756cddbb68cc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920424 Nov 23 17:53:16.468246 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a7904bec-d2ca-4ded-848a-2101cfc62149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.499957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38be6f-4c77-47d8-a235-1cb9af54e1b6 req-ff7437b1-87a1-4d6f-914f-da9feac8e93b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:16.506309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e38be6f-4c77-47d8-a235-1cb9af54e1b6 req-ff7437b1-87a1-4d6f-914f-da9feac8e93b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.1883605 Nov 23 17:53:16.517422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86231923-63f7-4e08-8946-6ce10187d892 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd42ce2c-583d-4976-a739-f4e7e0fae5ce,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:16.535640 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86231923-63f7-4e08-8946-6ce10187d892 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.538664 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-86231923-63f7-4e08-8946-6ce10187d892 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2385533 Nov 23 17:53:16.541581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42334) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:16.549414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7904bec-d2ca-4ded-848a-2101cfc62149 None None] Pushing event updated for resources: {'Port': ['ID=215bdbd1-9af5-4902-b139-f5409cbf7bab,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:16.554959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-109dae56-4a83-4ae0-80e6-ba246cdff2db tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'security_group_rule': {'security_group_id': 'e9ad66f4-314e-4045-9534-b50b69dcf8de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:16.573598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 215bdbd1-9af5-4902-b139-f5409cbf7bab triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:16.574492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.617127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-109dae56-4a83-4ae0-80e6-ba246cdff2db tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.628875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e38be6f-4c77-47d8-a235-1cb9af54e1b6 req-a981fee2-6ec6-47d2-8c7d-a52004c51705 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186960 Nov 23 17:53:16.777891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-109dae56-4a83-4ae0-80e6-ba246cdff2db tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.796477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-109dae56-4a83-4ae0-80e6-ba246cdff2db tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.831484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dae56-4a83-4ae0-80e6-ba246cdff2db tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa25e30c-1a6b-4ab3-a798-c9634d4a8b96,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:16.857173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-109dae56-4a83-4ae0-80e6-ba246cdff2db tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.861389 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-109dae56-4a83-4ae0-80e6-ba246cdff2db tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129396 Nov 23 17:53:16.862767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42340) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:16.872717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:16.927951 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ec3855-29ab-44a3-9bc8-c761c2f09edf x-openstack-request-id: req-e7ec3855-29ab-44a3-9bc8-c761c2f09edf {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:16.928248 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ade46ad-565d-417c-bb2d-1b215b3372d6", "name": "network-vif-deleted", "tag": "906868be-3fa3-4325-a14a-15855c2efe12", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:16.936425 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e7ec3855-29ab-44a3-9bc8-c761c2f09edf {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:16.936941 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ade46ad-565d-417c-bb2d-1b215b3372d6', 'name': 'network-vif-deleted', 'tag': '906868be-3fa3-4325-a14a-15855c2efe12', 'status': 'completed', 'code': 200} Nov 23 17:53:17.033763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.057190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c682141-7d79-435f-8482-e94c5dc3d3e1 req-23066d9d-2b2c-4c76-b8a1-9002da21f496 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 210 time: 0.0823820 Nov 23 17:53:17.109776 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8bca0aa6-dd17-4213-ad0f-9230aabe73c4 None None] Provisioning complete for port 215bdbd1-9af5-4902-b139-f5409cbf7bab triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:17.111579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8bca0aa6-dd17-4213-ad0f-9230aabe73c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.125057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6229bf5-5805-461f-8fda-4e690d9f44dd req-81020c7d-e349-4b88-900d-5d8852f3428a tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.126989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6229bf5-5805-461f-8fda-4e690d9f44dd req-81020c7d-e349-4b88-900d-5d8852f3428a tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1341968 Nov 23 17:53:17.246492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42356) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.331138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e80e9c-7dad-48c5-82fb-13419ee99b12 admin admin] Deleting subnet 34529dd2-9c1f-43fe-9bae-82eabe62a887 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:17.339784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e9c-7dad-48c5-82fb-13419ee99b12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.351413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6229bf5-5805-461f-8fda-4e690d9f44dd req-fe36d526-ee5a-47a1-8027-11b6b0198fba tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753161 Nov 23 17:53:17.378914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.386070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e9c-7dad-48c5-82fb-13419ee99b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.436583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e9c-7dad-48c5-82fb-13419ee99b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.499584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e9c-7dad-48c5-82fb-13419ee99b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.530868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e80e9c-7dad-48c5-82fb-13419ee99b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34529dd2-9c1f-43fe-9bae-82eabe62a887,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:17.533445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e9c-7dad-48c5-82fb-13419ee99b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.539415 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5e80e9c-7dad-48c5-82fb-13419ee99b12 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/34529dd2-9c1f-43fe-9bae-82eabe62a887 HTTP/1.1" status: 204 len: 168 time: 0.2915752 Nov 23 17:53:17.540362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42362) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.545188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Allocated IP 172.25.0.148 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/71faacf2-82c1-4e29-b850-a3b1a9f3e8b2) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:17.545317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.631355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.642814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec97d9c2-d51d-4982-89e6-fef2c2fb73cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8233c3f-d542-46f3-8947-9cabc5fc4d75'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:17.647702 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f935b-edf1-4d3e-a957-6c77c6081b6a" -d '{"events": [{"server_uuid": "ec97d9c2-d51d-4982-89e6-fef2c2fb73cd", "name": "network-vif-plugged", "status": "completed", "tag": "f8233c3f-d542-46f3-8947-9cabc5fc4d75"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:17.681252 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.695356 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.735222 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f766fd1-263b-46be-b28c-4713592404bb x-openstack-request-id: req-1f766fd1-263b-46be-b28c-4713592404bb {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:17.735438 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec97d9c2-d51d-4982-89e6-fef2c2fb73cd", "name": "network-vif-plugged", "status": "completed", "tag": "f8233c3f-d542-46f3-8947-9cabc5fc4d75", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:17.735676 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1f766fd1-263b-46be-b28c-4713592404bb {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:17.736067 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec97d9c2-d51d-4982-89e6-fef2c2fb73cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8233c3f-d542-46f3-8947-9cabc5fc4d75', 'code': 200} Nov 23 17:53:17.738828 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.770336 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.820651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611f8203-558a-4371-acb7-44f7fca08b0b']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:17.832589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:17.836526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=71faacf2-82c1-4e29-b850-a3b1a9f3e8b2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:17.840338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:17.845629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:17.854018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a00cbd-845d-455d-b3ef-44c1fe18fce1') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:17.854303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a00cbd-845d-455d-b3ef-44c1fe18fce1') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:17.876299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.892335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aabc67-1981-440c-a8bd-1865e67ff794 req-8d189579-24bc-4b5b-bb9c-4f02a2b9d06a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.893892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9aabc67-1981-440c-a8bd-1865e67ff794 req-8d189579-24bc-4b5b-bb9c-4f02a2b9d06a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.1104109 Nov 23 17:53:17.901550 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6fdaab7f-d542-4278-94d3-93749811b936 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=20440a6c35cc4912a2584eef82d04d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551507 Nov 23 17:53:17.905024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42376) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.907688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.929636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaee00-22e3-49a2-bb0a-e2162b260efd req-4efcafc7-4638-4a32-b671-e524870515cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.931590 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dacaee00-22e3-49a2-bb0a-e2162b260efd req-4efcafc7-4638-4a32-b671-e524870515cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 1096 time: 0.1242409 Nov 23 17:53:17.934797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:17.935212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:17.936915 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:17.954430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9aabc67-1981-440c-a8bd-1865e67ff794 req-0854f638-f031-4fa1-86db-49fcb7126305 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543168 Nov 23 17:53:18.034391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.047207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.050398 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] 10.222.0.74 "DELETE /v2.0/networks/611f8203-558a-4371-acb7-44f7fca08b0b HTTP/1.1" status: 204 len: 168 time: 0.5090868 Nov 23 17:53:18.061829 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6a30bc17-df64-4f12-bbc5-ea82eebcd05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.079421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf400d7-8bdc-440d-8573-b6bfb8993160 admin admin] Pushing event deleted for resources: {'Network': ['ID=611f8203-558a-4371-acb7-44f7fca08b0b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:18.084428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:18.087725 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dacaee00-22e3-49a2-bb0a-e2162b260efd req-38cb41da-ce98-4a4f-ba90-f12adbd66768 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348743 Nov 23 17:53:18.104125 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6a30bc17-df64-4f12-bbc5-ea82eebcd05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.107801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.149382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 906868be-3fa3-4325-a14a-15855c2efe12 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:18.150069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 906868be-3fa3-4325-a14a-15855c2efe12 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:18.163873 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 215bdbd1-9af5-4902-b139-f5409cbf7bab up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:18.187456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6a30bc17-df64-4f12-bbc5-ea82eebcd05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.190298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6a30bc17-df64-4f12-bbc5-ea82eebcd05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.191620 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6a30bc17-df64-4f12-bbc5-ea82eebcd05c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7c83a361-6467-4f5f-89a8-472dbc6a63cd HTTP/1.1" status: 204 len: 168 time: 0.2855785 Nov 23 17:53:18.202093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.202542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30bc17-df64-4f12-bbc5-ea82eebcd05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c83a361-6467-4f5f-89a8-472dbc6a63cd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:18.251777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 215bdbd1-9af5-4902-b139-f5409cbf7bab triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:18.252151 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.267095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb84856e-f199-437f-9124-cab6c1e222f1 req-6c5542c4-c191-483a-8fca-0ae326367677 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 210 time: 0.0793192 Nov 23 17:53:18.274605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42384) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:18.366376 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1557bc3b-883b-4860-b8d3-d356a4b14681 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=473165892dc04864ba26dbf8231cb263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903943 Nov 23 17:53:18.368881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42388) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:18.381616 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-fb47c581-11ee-40d6-97ec-779c4a39aecd tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810730 Nov 23 17:53:18.442835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.452747 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.545191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a006a1da-bd2f-47c6-be01-cd140c53b9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.547499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=71faacf2-82c1-4e29-b850-a3b1a9f3e8b2,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:18.581503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-07a45d5c-d497-4923-af0c-4cb46a2d2095 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:18.582308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee6f8-73c6-410a-b3e9-acc8073c4e1a req-f5687ce0-2b51-48ff-9062-fdd0dfddbb2b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:18.583243 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-07a45d5c-d497-4923-af0c-4cb46a2d2095 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882067 Nov 23 17:53:18.584038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e2ee6f8-73c6-410a-b3e9-acc8073c4e1a req-f5687ce0-2b51-48ff-9062-fdd0dfddbb2b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1069164 Nov 23 17:53:18.585900 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.587661 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a006a1da-bd2f-47c6-be01-cd140c53b9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.607997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.614801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9fc88369-a8f6-406b-b65a-03f3f57dd430 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7453921 Nov 23 17:53:18.615274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Request body: {'port': {'device_id': '791e90da-9697-4135-9228-1d8f0e52470e', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '1b4bd2b443a94c1cbdfca269389e1fec'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:18.666974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e2ee6f8-73c6-410a-b3e9-acc8073c4e1a req-9ec5d942-3b19-4e57-a1fa-f3fbb1e685dd tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704470 Nov 23 17:53:18.731754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42394) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:18.758803 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a006a1da-bd2f-47c6-be01-cd140c53b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.761681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a006a1da-bd2f-47c6-be01-cd140c53b9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.763031 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a006a1da-bd2f-47c6-be01-cd140c53b9b4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6085b067-3cfe-4247-83d4-1f75aaee9360 HTTP/1.1" status: 204 len: 168 time: 0.3928521 Nov 23 17:53:18.796621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006a1da-bd2f-47c6-be01-cd140c53b9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6085b067-3cfe-4247-83d4-1f75aaee9360,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:18.806914 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee20ee6a-31d7-454c-a096-1c55319fe548 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4fe084037a10491a8affb9c6be8fd145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734425 Nov 23 17:53:18.810143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Made reservation on behalf of 1b4bd2b443a94c1cbdfca269389e1fec for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:18.813874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.817403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42400) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:18.946602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3220aea9-3537-4b7b-b60e-9a0f22915d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.970915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3220aea9-3537-4b7b-b60e-9a0f22915d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.972320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-85a8380f-c0b8-43b8-9f55-9f4597009442 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--146602512&fields=id&tenant_id=db630954b957416f90c9df90d201772b HTTP/1.1" status: 200 len: 267 time: 0.0556433 Nov 23 17:53:19.053235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-03d811cf-8269-423d-9f74-a4554db0cec9 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.061540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-03d811cf-8269-423d-9f74-a4554db0cec9 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports/a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 932 time: 0.0698607 Nov 23 17:53:19.065400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Allocated IP 192.168.233.164 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/9d5aa61e-5bff-4f36-b450-1eb3de46379f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:19.085156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3220aea9-3537-4b7b-b60e-9a0f22915d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.088172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3220aea9-3537-4b7b-b60e-9a0f22915d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.089308 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3220aea9-3537-4b7b-b60e-9a0f22915d98 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b8f0f92-0582-44c1-bcf0-d0a45027aa34 HTTP/1.1" status: 204 len: 168 time: 0.2694814 Nov 23 17:53:19.105882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220aea9-3537-4b7b-b60e-9a0f22915d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f0f92-0582-44c1-bcf0-d0a45027aa34,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:19.148971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-465d847d-c15d-4315-b5f4-26c950a95257 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.158511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-465d847d-c15d-4315-b5f4-26c950a95257 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports/8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 931 time: 0.0955577 Nov 23 17:53:19.224284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-8c2136f4-862e-44cc-92f7-4060894aabb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0644431 Nov 23 17:53:19.259640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-1331d806-abe2-4872-aa5b-0285247bb954 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0344901 Nov 23 17:53:19.268373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee569a61-357a-4ead-b780-1b75a43b0cef req-5889b7e4-7276-4d3e-ade9-31209e8354c8 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.279044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee569a61-357a-4ead-b780-1b75a43b0cef req-5889b7e4-7276-4d3e-ade9-31209e8354c8 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.2068608 Nov 23 17:53:19.323398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.454249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee569a61-357a-4ead-b780-1b75a43b0cef req-015d3113-e91b-44e5-871d-899b4e0fb1b2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738274 Nov 23 17:53:19.470969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-f2ab7894-98fc-40c8-832e-6ce9f8b31a1e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.484083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-f2ab7894-98fc-40c8-832e-6ce9f8b31a1e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.491992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-f2ab7894-98fc-40c8-832e-6ce9f8b31a1e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.493642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-f2ab7894-98fc-40c8-832e-6ce9f8b31a1e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/networks?id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0 HTTP/1.1" status: 200 len: 1989 time: 0.2123780 Nov 23 17:53:19.528312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-183bf260-5403-413c-b581-08f9770079a3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/quotas/db630954b957416f90c9df90d201772b HTTP/1.1" status: 200 len: 375 time: 0.0222440 Nov 23 17:53:19.632964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.656232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-87a090e9-8daf-4248-af07-e4ab1116ca15 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1133201 Nov 23 17:53:19.698210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.711703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03', 'eb3a7aa2-57a5-459a-a5ee-080945191b75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:19.720841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4cb32dc-ae9e-4936-a038-16b6349da5bb req-10a632ae-0f84-4efa-a503-5aec0a8df320 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 210 time: 0.0534325 Nov 23 17:53:19.809380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:19.817770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:19.833783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:19.856431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-a269d9e9-6d8b-495a-8c09-7ba3637a7bbe service neutron] 10.222.0.74 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966591 Nov 23 17:53:19.897245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:19.925982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.926800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.929326 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42452) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:19.957084 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-0ac1f03f-a589-421c-8995-490ce534793c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3487122 Nov 23 17:53:19.972541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Request body: {'port': {'device_id': '791e90da-9697-4135-9228-1d8f0e52470e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:20.060829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-99b2aa15-6526-4802-8d54-0a3a07c59eaa service neutron] 10.222.0.74 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791556 Nov 23 17:53:20.118626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afad74a-0768-4764-83a8-87e887ad7fd3 req-56d76ec6-898b-4c42-92b5-a75794b14fce tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.120865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.132976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5afad74a-0768-4764-83a8-87e887ad7fd3 req-56d76ec6-898b-4c42-92b5-a75794b14fce tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.3037622 Nov 23 17:53:20.140589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-5bfa6dde-3b4f-4798-8aeb-642890c91902 service neutron] 10.222.0.74 "GET /v2.0/ports/a88eb2f1-6939-46a9-a6d1-8b6db809b274?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0781798 Nov 23 17:53:20.223449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7122257f-003f-4936-99c2-a285e1606384 None None] Provisioning complete for port 9d5aa61e-5bff-4f36-b450-1eb3de46379f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:20.223812 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7122257f-003f-4936-99c2-a285e1606384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.271611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5afad74a-0768-4764-83a8-87e887ad7fd3 req-b0753e3c-ed68-43b7-8452-ae0968e8ce90 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350446 Nov 23 17:53:20.296104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7122257f-003f-4936-99c2-a285e1606384 None None] Port 9d5aa61e-5bff-4f36-b450-1eb3de46379f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:20.301482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.311232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-154296163-network', 'tenant_id': '947a2b70641441b796702b43f7f1de69'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:20.362032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-b2e845f8-718c-456b-871e-6c008d447ced service neutron] 10.222.0.74 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065806 Nov 23 17:53:20.369752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Made reservation on behalf of 947a2b70641441b796702b43f7f1de69 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:20.373904 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.388305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.528678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-cf472e0a-ecab-47f0-83e8-96b2a0fe10ab service neutron] 10.222.0.74 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566982 Nov 23 17:53:20.591765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5aa61e-5bff-4f36-b450-1eb3de46379f {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:20.600870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-bcc55b55-dff2-4520-a746-9e7a10815346 service neutron] 10.222.0.74 "GET /v2.0/ports/8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0715070 Nov 23 17:53:20.607177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.624713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.644649 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.662971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Transition to ACTIVE for port object 9d5aa61e-5bff-4f36-b450-1eb3de46379f will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:20.685027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:20.703274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.703723 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Added segment 530ae45c-9aad-4d6f-9f56-c89e9afc195e of type vlan for network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 Nov 23 17:53:20.705133 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.758051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46950d13-76a6-4db1-ab21-efe4b6031573 req-f5db8bc3-bf49-4b66-b5b7-4b902a67fdfb tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.759937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46950d13-76a6-4db1-ab21-efe4b6031573 req-f5db8bc3-bf49-4b66-b5b7-4b902a67fdfb tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.1031694 Nov 23 17:53:20.781014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-5e714bcb-b11c-4381-8a36-80fd32a8ee9b service neutron] 10.222.0.74 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792681 Nov 23 17:53:20.791241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d42d2-3b72-4f5f-a47b-19b51bc64265,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:20.818586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.825538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-72dff9dc-f229-41ed-b311-bdbddf64d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.826983 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-72dff9dc-f229-41ed-b311-bdbddf64d624 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 1096 time: 0.1982889 Nov 23 17:53:20.859769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:20.870922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46950d13-76a6-4db1-ab21-efe4b6031573 req-326d214f-c1be-41a5-b518-9c3fb34e85ed tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918009 Nov 23 17:53:20.970475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.971472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.972053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.978745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-e56da222-98e9-458f-9b77-5eb5640ccbad service neutron] 10.222.0.74 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828029 Nov 23 17:53:21.065018 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1335483 Nov 23 17:53:21.074324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42490) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:21.097956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-1e1032b2-8341-47d9-b934-4122f76361c4 service neutron] 10.222.0.74 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115663 Nov 23 17:53:21.115147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Request body: {'subnet': {'network_id': '162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-154296163-subnet', 'tenant_id': '947a2b70641441b796702b43f7f1de69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:21.123687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85989ce-eea9-490d-a307-99996245e1a6 admin admin] Pushing event updated for resources: {'Network': ['ID=162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:21.134957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:21.139556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-881f4396-eb39-4633-a987-b9a7fbc09ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.141226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-881f4396-eb39-4633-a987-b9a7fbc09ddf service neutron] 10.222.0.72 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 0.2960846 Nov 23 17:53:21.151720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Attempting to bind port 9d5aa61e-5bff-4f36-b450-1eb3de46379f on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:21.152563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Attempting to bind port 9d5aa61e-5bff-4f36-b450-1eb3de46379f by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:21.152896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Attempting to bind port 9d5aa61e-5bff-4f36-b450-1eb3de46379f on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:21.205792 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-4fa1ab72-eddf-4686-ad03-85dcd681d46d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8233c3f-d542-46f3-8947-9cabc5fc4d75 HTTP/1.1" status: 200 len: 217 time: 0.0461249 Nov 23 17:53:21.207617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Port 9d5aa61e-5bff-4f36-b450-1eb3de46379f on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:21.207948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Attempting to bind port 9d5aa61e-5bff-4f36-b450-1eb3de46379f on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:21.226488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Made reservation on behalf of 947a2b70641441b796702b43f7f1de69 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:21.229046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.232056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:21.233287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:21.233686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:21.234271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Bound port: 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:21.234467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.257013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b628-2074-4065-9529-066858d2a5c1 req-be06febe-a62b-4296-999d-d715ec4b35b1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.258683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f10b628-2074-4065-9529-066858d2a5c1 req-be06febe-a62b-4296-999d-d715ec4b35b1 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1552694 Nov 23 17:53:21.304100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-5529d9b0-c6bd-4812-93bf-91aa0173bb0c service neutron] 10.222.0.74 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992965 Nov 23 17:53:21.329851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f10b628-2074-4065-9529-066858d2a5c1 req-84617a45-3b43-4462-8115-028e8546aa35 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642521 Nov 23 17:53:21.362405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-f9199509-d1c7-4c6d-8631-c268b849a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.363929 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-f9199509-d1c7-4c6d-8631-c268b849a61f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.1453722 Nov 23 17:53:21.420609 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-c8e0fcf6-139e-42c3-b9d2-379a1e995617 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408044 Nov 23 17:53:21.424627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:21.426495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-8d9577a2-518f-467b-bd0c-82fd64e99eb8 service neutron] 10.222.0.74 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116509 Nov 23 17:53:21.447739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:21.464922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.516135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fad609-ad9b-4e90-875d-118e53554da6 req-2a01b857-0b05-4d5e-8474-439fec1bd944 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.517624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95fad609-ad9b-4e90-875d-118e53554da6 req-2a01b857-0b05-4d5e-8474-439fec1bd944 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 948 time: 0.1055012 Nov 23 17:53:21.568601 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.569224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.570613 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] 10.222.0.72 "PUT /v2.0/ports/9d5aa61e-5bff-4f36-b450-1eb3de46379f HTTP/1.1" status: 200 len: 1096 time: 1.6041446 Nov 23 17:53:21.574623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-98d181a1-fbc0-480c-b815-5c4e131773ad service neutron] 10.222.0.74 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334572 Nov 23 17:53:21.576997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:21.579311 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e2bba9-5a04-4297-a70d-992d822d9dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:21.615301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95fad609-ad9b-4e90-875d-118e53554da6 req-ab2bf93d-7f12-4f3f-a1df-918220fb5dcf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912848 Nov 23 17:53:21.625894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b928ad3-aaa1-4f60-9e1b-75a75b76b83f service neutron] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:21.699891 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-a31c6370-d1a5-4a8d-ba64-24e988473b09 service neutron] 10.222.0.72 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632425 Nov 23 17:53:21.709181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-5c1ecf70-9536-4015-93e7-8bf9856a5f21 service neutron] 10.222.0.74 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232681 Nov 23 17:53:21.735892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-01c3dbe6-4343-4120-999f-84f8b5c2a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.737832 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-01c3dbe6-4343-4120-999f-84f8b5c2a33f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 1099 time: 0.1061180 Nov 23 17:53:21.752953 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.825949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-af84f166-f310-4480-8fce-d2b12ccb14f1 service neutron] 10.222.0.74 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055026 Nov 23 17:53:21.865887 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-ef0ff7ab-822e-46dc-89b5-815c9ec055aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f HTTP/1.1" status: 200 len: 217 time: 0.1142619 Nov 23 17:53:21.934258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-1a9bb649-d473-492f-9381-517d9acc20cc service neutron] 10.222.0.74 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006494 Nov 23 17:53:21.969711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3061b46-6519-458e-91b7-ba524d66f5b4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:21.974117 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11660a2b-94d4-4a43-bbe4-c252e0cffa65 req-08244e82-9fb9-40fa-9ba3-b8b74abfcbc8 service neutron] 10.222.0.72 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646859 Nov 23 17:53:21.977697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-17f145f2-76f2-49a7-89b4-e7a3fc206594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.979112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-17f145f2-76f2-49a7-89b4-e7a3fc206594 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1020808 Nov 23 17:53:21.980943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Checking segment: {'id': '530ae45c-9aad-4d6f-9f56-c89e9afc195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:21.981321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Network hostable DHCP agents. Network: 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:22.002806 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e507d0f6-f039-4540-8ccb-f72b2d4556a5 x-openstack-request-id: req-e507d0f6-f039-4540-8ccb-f72b2d4556a5 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:22.003090 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:22.003341 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e507d0f6-f039-4540-8ccb-f72b2d4556a5 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:22.003729 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'status': 'completed', 'code': 200} Nov 23 17:53:22.036445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:22.069406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-8e0b7ae4-1f8d-4f04-8742-7f7de22310b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.071306 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-8e0b7ae4-1f8d-4f04-8742-7f7de22310b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811789 Nov 23 17:53:22.073060 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:22.078461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.079353 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.080885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-24507d31-23c3-4b32-b845-16eeb181e711 service neutron] 10.222.0.74 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379414 Nov 23 17:53:22.084029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdf351-abc9-4f45-a1b2-c5ee08a85a80 None None] Network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:22.169128 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c11c4d68-3738-4f0f-af47-702f7a7661c5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0675418 Nov 23 17:53:22.197046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1fbec-1131-4af4-9888-8cfd4334ff89 req-8fd134e0-e34a-41f6-a9bf-128a053dbea1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.198131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fb1fbec-1131-4af4-9888-8cfd4334ff89 req-8fd134e0-e34a-41f6-a9bf-128a053dbea1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.0943232 Nov 23 17:53:22.212364 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-e6906ec7-d628-484a-a412-6bfed8d4b103 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194489 Nov 23 17:53:22.278449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b771131f-8797-4d40-8f1a-b8e273082d7d None None] Network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:22.321520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fb1fbec-1131-4af4-9888-8cfd4334ff89 req-d01e6470-468e-4f94-a85e-ae2f82c7247c tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097279 Nov 23 17:53:22.360934 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7c2e730f-ee48-4ace-9454-1ded52658422 req-2c04007d-2fc4-4a21-aa43-b7ef60dcc766 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393938 Nov 23 17:53:22.484873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080e7e6-d789-4483-aef8-1f7dc1d50926 req-2548ea35-7356-4f77-a735-3565ea7975cc tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.488737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-095ecd4d-3558-4e45-8f53-8afd95612480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.490267 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-095ecd4d-3558-4e45-8f53-8afd95612480 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 1099 time: 0.0604031 Nov 23 17:53:22.492240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a080e7e6-d789-4483-aef8-1f7dc1d50926 req-2548ea35-7356-4f77-a735-3565ea7975cc tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 945 time: 0.0908394 Nov 23 17:53:22.545394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a080e7e6-d789-4483-aef8-1f7dc1d50926 req-d52ebe71-d012-4aba-8308-4256f1d45bb9 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517898 Nov 23 17:53:22.612717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-81653e99-d535-483c-8dd3-ec8e06035edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.614268 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-81653e99-d535-483c-8dd3-ec8e06035edd service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1096804 Nov 23 17:53:22.678113 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-2ffb0e68-cf17-4cdf-b5ae-dea44dfb05d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f HTTP/1.1" status: 200 len: 217 time: 0.0398941 Nov 23 17:53:22.740076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-35e15183-4523-474a-959b-9a196cb2ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.741574 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-35e15183-4523-474a-959b-9a196cb2ba6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0561416 Nov 23 17:53:22.765539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9b113-0551-4e9d-9c3d-703cd5adfecf req-d2f5c04a-4065-4c6a-b7a4-e03df0db8dc9 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.767207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55a9b113-0551-4e9d-9c3d-703cd5adfecf req-d2f5c04a-4065-4c6a-b7a4-e03df0db8dc9 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.0512810 Nov 23 17:53:22.800343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-7df08db4-4a45-474b-8a43-b32d8838bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.802468 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-7df08db4-4a45-474b-8a43-b32d8838bef0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513272 Nov 23 17:53:22.825178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55a9b113-0551-4e9d-9c3d-703cd5adfecf req-f3e13eaa-5a17-4c03-a782-5d7cef35d82b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506222 Nov 23 17:53:22.908014 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-2454b03f-8702-4a76-9fed-0ff3b0b1d880 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962319 Nov 23 17:53:23.009314 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-01e2bba9-5a04-4297-a70d-992d822d9dc3 req-88d6facc-a160-4846-9a3f-dd34d45ec19f service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924363 Nov 23 17:53:23.075087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce22e00-ff1b-49cd-8d85-708657148988 req-98a4cb24-6a5d-4d05-8b24-103478461392 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.076607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ce22e00-ff1b-49cd-8d85-708657148988 req-98a4cb24-6a5d-4d05-8b24-103478461392 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 948 time: 0.1222527 Nov 23 17:53:23.124689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-731841af-1d53-487b-a9f7-b70108bcb56e tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.126160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-731841af-1d53-487b-a9f7-b70108bcb56e tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/networks?id=162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 HTTP/1.1" status: 200 len: 812 time: 0.1414278 Nov 23 17:53:23.154057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-e1cbf96a-870b-41d0-a600-d18d80e11aff tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/quotas/947a2b70641441b796702b43f7f1de69 HTTP/1.1" status: 200 len: 375 time: 0.0200431 Nov 23 17:53:23.157797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ce22e00-ff1b-49cd-8d85-708657148988 req-ec1f25b7-b7a7-42b9-bd07-b484d2e49df6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733740 Nov 23 17:53:23.194119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-5aa16dce-3df0-4e4e-9576-e1d990a6099f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=947a2b70641441b796702b43f7f1de69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324931 Nov 23 17:53:23.295270 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfbf9652-6719-4ec9-a8e4-e4f228f2ae82 req-1b8d18ff-575e-4da3-a8be-ee925e489c25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0359681 Nov 23 17:53:23.313933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-29686a8c-38aa-43f9-b852-296b3e25d51e service neutron] 10.222.0.74 "GET /v2.0/networks/162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102147 Nov 23 17:53:23.447614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-252efb33-c42e-4727-bf3b-d2a75890e23a service neutron] 10.222.0.74 "GET /v2.0/networks/162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270809 Nov 23 17:53:23.469630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aad75-3a8d-4027-8cd4-1a3701444d70 req-a6dacec9-73d3-40d1-8c7d-1a7781965f13 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.471143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-943aad75-3a8d-4027-8cd4-1a3701444d70 req-a6dacec9-73d3-40d1-8c7d-1a7781965f13 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.0673561 Nov 23 17:53:23.523096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-943aad75-3a8d-4027-8cd4-1a3701444d70 req-7a19905a-7202-4f16-a0f0-71fa2a3f9b38 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449214 Nov 23 17:53:23.650906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a727aa-208e-4e25-a894-4f1ff93450c0 req-e2240750-e6a3-4071-98b2-ee488fdec09c tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 210 time: 0.0314438 Nov 23 17:53:23.968216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58502375-31e7-4e1f-ab3e-e83a5552d464 req-db707a64-58c7-4922-94fd-d4c360796432 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.970100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58502375-31e7-4e1f-ab3e-e83a5552d464 req-db707a64-58c7-4922-94fd-d4c360796432 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.0692630 Nov 23 17:53:24.027603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-4cab3b62-5268-47bb-b297-1b67a71c9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.030014 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-4cab3b62-5268-47bb-b297-1b67a71c9965 service neutron] 10.222.0.66 "GET /v2.0/ports/a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 1028 time: 0.0456753 Nov 23 17:53:24.052264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42606) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:24.066438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58502375-31e7-4e1f-ab3e-e83a5552d464 req-32244690-8b69-49fb-8bed-2086d5b1bd30 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898759 Nov 23 17:53:24.090228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-8c3d4472-87c0-40b9-857c-71ba23508cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.093713 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-8c3d4472-87c0-40b9-857c-71ba23508cc8 service neutron] 10.222.0.66 "GET /v2.0/ports/8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 1027 time: 0.0561368 Nov 23 17:53:24.249703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df3958b1-62a6-452a-9895-6c7d88343917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.325664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-bc8c5744-c2fd-445d-a5bb-6edb1772675c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.331766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-bc8c5744-c2fd-445d-a5bb-6edb1772675c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.337721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-bc8c5744-c2fd-445d-a5bb-6edb1772675c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.339451 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-bc8c5744-c2fd-445d-a5bb-6edb1772675c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "GET /v2.0/networks?id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0 HTTP/1.1" status: 200 len: 1989 time: 0.2327805 Nov 23 17:53:24.344595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df210d-3d81-4421-8dcc-d3cc395144c1 req-ec42118c-eb83-4ede-8083-4b790d8397fb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.346162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69df210d-3d81-4421-8dcc-d3cc395144c1 req-ec42118c-eb83-4ede-8083-4b790d8397fb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 948 time: 0.0906770 Nov 23 17:53:24.382557 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-b538c243-0f26-4378-a543-d9866151d20f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1431785 Nov 23 17:53:24.441429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69df210d-3d81-4421-8dcc-d3cc395144c1 req-cc830299-17f0-4b97-9730-4d3a83ee1e43 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874574 Nov 23 17:53:24.486574 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-b310717c-243a-495c-b27a-05b205b5b9aa tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db630954b957416f90c9df90d201772b HTTP/1.1" status: 200 len: 379 time: 0.1331055 Nov 23 17:53:24.491825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4f21b4a-3535-43ea-be06-22d9d7ed8ef3 req-749909bd-4597-4732-bb3e-6161ddb1b29d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0360980 Nov 23 17:53:24.499792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'admin_state_up': True, 'tenant_id': 'db630954b957416f90c9df90d201772b', 'security_groups': ['e9ad66f4-314e-4045-9534-b50b69dcf8de']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:24.538541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df3958b1-62a6-452a-9895-6c7d88343917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.547719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df3958b1-62a6-452a-9895-6c7d88343917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.584463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-30f644d9-16db-4892-b853-c532645c0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.586383 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-30f644d9-16db-4892-b853-c532645c0eb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 1096 time: 0.1714997 Nov 23 17:53:24.638907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3958b1-62a6-452a-9895-6c7d88343917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baa6233-eafb-47ba-aaa2-957a648d320a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:24.878083 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-df3958b1-62a6-452a-9895-6c7d88343917 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=59bf936de9c442748e423760c14c1815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8241796 Nov 23 17:53:24.879329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:24.880651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-545b23b2-84ff-4e33-b957-a10d16fd3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.882489 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-545b23b2-84ff-4e33-b957-a10d16fd3ff2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.2595439 Nov 23 17:53:24.896780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:24.900755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.972216 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-baa73e93-6aaf-4aa5-b256-894a97282dcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 200 len: 217 time: 0.0598302 Nov 23 17:53:25.039491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61b75130-6729-4128-bd88-1dd97ca63544 req-7137e9fd-5f41-4c20-bfdf-6e057d576dd1 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 210 time: 0.0643435 Nov 23 17:53:25.090513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec120d5-cb08-4f54-95d4-c8c91879cc62 req-7bddcf68-847b-48a8-9671-f3b693035a2e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:25.097746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ec120d5-cb08-4f54-95d4-c8c91879cc62 req-7bddcf68-847b-48a8-9671-f3b693035a2e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.4858229 Nov 23 17:53:25.099557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baccfa71-a6ef-4b36-af26-c9f2bdf0e707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.115134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-1eb5af5d-29cd-4aa7-b3ac-4217f8bdbfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:25.116619 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-1eb5af5d-29cd-4aa7-b3ac-4217f8bdbfa0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1324658 Nov 23 17:53:25.190774 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-13899d96-e38a-4375-b911-927b52bc1049 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584545 Nov 23 17:53:25.196098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baccfa71-a6ef-4b36-af26-c9f2bdf0e707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.201856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:25.203257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ec120d5-cb08-4f54-95d4-c8c91879cc62 req-9bbdb7d0-3e7b-4dd0-aaa3-63fa37e2a6d7 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027005 Nov 23 17:53:25.222613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-949d7e6f-6b61-4125-8733-03cacb22180e tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:25.224799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-949d7e6f-6b61-4125-8733-03cacb22180e tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.66 "GET /v2.0/networks?id=162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 HTTP/1.1" status: 200 len: 812 time: 0.2486577 Nov 23 17:53:25.238836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Request body: {'port': {'device_id': 'fb8c9274-c4a5-4c5a-b765-ac07154d51e1', 'network_id': '162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93', 'admin_state_up': True, 'tenant_id': '947a2b70641441b796702b43f7f1de69'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:25.287943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Allocated IP 172.20.0.5 (f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c/291e8618-8a09-4d5c-b07b-1d9965435064/f7f60ea2-8e62-433c-9c30-01a9ad9600d6) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:25.358326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:25.365835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1939d-febd-40b2-b1ac-900a84e19c38 req-4f0307f9-0a1d-40f3-a615-4591dced933e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:25.368559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40a1939d-febd-40b2-b1ac-900a84e19c38 req-4f0307f9-0a1d-40f3-a615-4591dced933e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1248298 Nov 23 17:53:25.419173 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-f2fbbb64-b7be-4bed-a51a-183129425390 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136545 Nov 23 17:53:25.442205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40a1939d-febd-40b2-b1ac-900a84e19c38 req-d1e4adf5-6537-4462-b435-20c6d023768e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624232 Nov 23 17:53:25.477265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Made reservation on behalf of 947a2b70641441b796702b43f7f1de69 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:25.478289 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baccfa71-a6ef-4b36-af26-c9f2bdf0e707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.482021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.482995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baccfa71-a6ef-4b36-af26-c9f2bdf0e707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.484853 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-baccfa71-a6ef-4b36-af26-c9f2bdf0e707 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8baa6233-eafb-47ba-aaa2-957a648d320a HTTP/1.1" status: 204 len: 168 time: 0.6012356 Nov 23 17:53:25.602383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'mac_address': 'fa:16:3e:33:81:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:25.631780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccfa71-a6ef-4b36-af26-c9f2bdf0e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baa6233-eafb-47ba-aaa2-957a648d320a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:25.686894 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ae94b94-687f-45ca-ae29-7b0f3625196c req-6a23c890-9e4a-4215-acc1-299eb9cdaa1d service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573061 Nov 23 17:53:25.713683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33204162-c8a5-4ef9-91d2-df310520ca5d req-46cf4408-78c0-42c8-80a0-aecec740829f tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0643902 Nov 23 17:53:25.724802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.758202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2327e5-8049-4fe3-a4bc-ee3d4504f9b7 req-676c3755-468a-45ee-9f39-cfcebcba38d2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:25.759595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5aa61e-5bff-4f36-b450-1eb3de46379f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:25.760160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad2327e5-8049-4fe3-a4bc-ee3d4504f9b7 req-676c3755-468a-45ee-9f39-cfcebcba38d2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 948 time: 0.1497066 Nov 23 17:53:25.767479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Allocated IP 172.20.0.13 (162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93/c3061b46-6519-458e-91b7-ba524d66f5b4/14a642dd-6c8e-4c3d-82e5-d0ae3c479cec) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:25.799722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:25.807235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.849803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad2327e5-8049-4fe3-a4bc-ee3d4504f9b7 req-0ef37a5f-8baf-4c4d-9b2e-25082bc623a2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793645 Nov 23 17:53:25.854010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.915341 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.943171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:25.993681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:25.999976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:26.003446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:26.029410 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.059244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:26.088573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.094793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fc8d80dc-5279-4c80-b4f6-517a88dfe352 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:26.107367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8915a1bb-57ac-405d-a4f6-b1f234dc1f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.112012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:26.171229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9d5aa61e-5bff-4f36-b450-1eb3de46379f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:26.196496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:26.197141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.255947 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-0f87d1c6-fc44-4ebf-b1eb-54ab870e26b6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7599223 Nov 23 17:53:26.275011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'admin_state_up': True, 'tenant_id': 'db630954b957416f90c9df90d201772b', 'security_groups': ['e9ad66f4-314e-4045-9534-b50b69dcf8de']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:26.278921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:26.282580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:26.284439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Pushing event updated for resources: {'Port': ['ID=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:26.299526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:26.397740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb731ac8-cb96-4e4d-a19b-a41bb241f9c1 req-1daeb751-34cb-4879-b63a-d11adfc1daa1 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:26.408623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb731ac8-cb96-4e4d-a19b-a41bb241f9c1 req-1daeb751-34cb-4879-b63a-d11adfc1daa1 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 932 time: 0.2096264 Nov 23 17:53:26.421683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8915a1bb-57ac-405d-a4f6-b1f234dc1f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.431451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8915a1bb-57ac-405d-a4f6-b1f234dc1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.435678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:26.436372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.500484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-98d47bdd-04b0-45fc-9605-159330474e2f tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2657051 Nov 23 17:53:26.517270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Request body: {'port': {'device_id': 'fb8c9274-c4a5-4c5a-b765-ac07154d51e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:26.527570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-13ab2084-40ad-4be4-9aae-df7119c9c15d None None] Provisioning complete for port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:26.529308 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13ab2084-40ad-4be4-9aae-df7119c9c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.537506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb731ac8-cb96-4e4d-a19b-a41bb241f9c1 req-a39b179c-527a-4809-b573-d284e4f76953 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224210 Nov 23 17:53:26.544975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:26.593333 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8915a1bb-57ac-405d-a4f6-b1f234dc1f44 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=adc16fdb2b8f4c96ac2dc4b64f4327a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305374 Nov 23 17:53:26.595287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc72-19a9-41d5-947b-ca97efba3364 req-fc356587-baa9-4e0d-86e8-0683824169a4 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:26.596776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e672cc72-19a9-41d5-947b-ca97efba3364 req-fc356587-baa9-4e0d-86e8-0683824169a4 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.1837945 Nov 23 17:53:26.597007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:26.614308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352', 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44', 'port_id': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352', 'mac_address': 'fa:16:3e:ae:f9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9c281e-254d-40ce-9c58-9ec3c3901b80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:26.615381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915a1bb-57ac-405d-a4f6-b1f234dc1f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ef2080-a539-45c5-8acc-76d32f2c47dd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:26.626023 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:26.629765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.647242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-13ab2084-40ad-4be4-9aae-df7119c9c15d None None] Port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:26.700486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.736381 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.764183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8d80dc-5279-4c80-b4f6-517a88dfe352 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:26.770021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e672cc72-19a9-41d5-947b-ca97efba3364 req-5235f9b4-5287-4d64-8d1e-f7f5006e46b1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541851 Nov 23 17:53:26.805892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:26.810459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c5ec8-0d40-4086-8ec3-9d5f0861bbfb req-b41b4ce7-f396-4ec4-9f06-0624414259a2 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:26.817587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314c5ec8-0d40-4086-8ec3-9d5f0861bbfb req-b41b4ce7-f396-4ec4-9f06-0624414259a2 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1872728 Nov 23 17:53:26.825137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Allocated IP 10.1.1.175 (7608aba8-5f6a-4daa-bcd0-da16b0b491bf/41d6a85f-eb4b-41a3-aee5-a7789906848a/ce854b47-5152-43a2-b820-92a4bcbe90d9) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:26.827161 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.884690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:27.043556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['fc8d80dc-5279-4c80-b4f6-517a88dfe352'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:27.064639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314c5ec8-0d40-4086-8ec3-9d5f0861bbfb req-d5b93d70-52d0-46a4-93a4-80cc1fc3da66 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237515 Nov 23 17:53:27.118328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3c92-01c1-4f36-b5c7-e45a6e54cda8 req-48c0cc89-4916-4a08-9320-3d9527b39819 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:27.120096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e01b3c92-01c1-4f36-b5c7-e45a6e54cda8 req-48c0cc89-4916-4a08-9320-3d9527b39819 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 931 time: 0.1647956 Nov 23 17:53:27.222961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-abc8a477-c4b7-459c-bd2d-782e596b14ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.244882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-abc8a477-c4b7-459c-bd2d-782e596b14ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.252331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e01b3c92-01c1-4f36-b5c7-e45a6e54cda8 req-d7ddf5da-dc1f-4eaf-a7b2-c9676378acc8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972903 Nov 23 17:53:27.277787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40691269-0c40-456f-9e41-75361a80b9fe req-9bfc8e74-b802-4514-935f-fc9f9d686000 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:27.279357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40691269-0c40-456f-9e41-75361a80b9fe req-9bfc8e74-b802-4514-935f-fc9f9d686000 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 949 time: 0.1232450 Nov 23 17:53:27.333849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-abc8a477-c4b7-459c-bd2d-782e596b14ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.336894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-abc8a477-c4b7-459c-bd2d-782e596b14ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.338442 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-abc8a477-c4b7-459c-bd2d-782e596b14ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/81ef2080-a539-45c5-8acc-76d32f2c47dd HTTP/1.1" status: 204 len: 168 time: 0.7405701 Nov 23 17:53:27.357415 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.359581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a477-c4b7-459c-bd2d-782e596b14ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ef2080-a539-45c5-8acc-76d32f2c47dd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:27.384399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:27.412656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.415783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40691269-0c40-456f-9e41-75361a80b9fe req-f3a2052a-c543-4e46-9900-ebf790490290 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287417 Nov 23 17:53:27.419853 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.434682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Transition to ACTIVE for port object 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:27.443553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.484445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:27.490185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:27.494427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:27.549561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=ce854b47-5152-43a2-b820-92a4bcbe90d9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:27.590878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:27.591749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.609082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Pushing event updated for resources: {'Port': ['ID=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:27.626627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Attempting to bind port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:27.627243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Attempting to bind port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '530ae45c-9aad-4d6f-9f56-c89e9afc195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:27.627792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Attempting to bind port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec on network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:27.628052 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-c00cedb4-a276-4557-b84d-a1de7dd99c07 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3572671 Nov 23 17:53:27.643037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'admin_state_up': True, 'tenant_id': 'db630954b957416f90c9df90d201772b', 'security_groups': ['e9ad66f4-314e-4045-9534-b50b69dcf8de']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:27.651346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec on network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:27.652415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Attempting to bind port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec on network 162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:27.660132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:27.660854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Checking segment: {'id': '530ae45c-9aad-4d6f-9f56-c89e9afc195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:27.661484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Bound using segment: {'id': '530ae45c-9aad-4d6f-9f56-c89e9afc195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:27.663017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Bound port: 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530ae45c-9aad-4d6f-9f56-c89e9afc195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:27.663784 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.783483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6c42-e9a0-48fa-a035-6be470782f77 req-d6917425-49c0-4c1a-9c57-da49001ae629 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:27.791251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c0d6c42-e9a0-48fa-a035-6be470782f77 req-d6917425-49c0-4c1a-9c57-da49001ae629 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 944 time: 0.1324518 Nov 23 17:53:27.836901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] For port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:27.842204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:27.847445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] For port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,segment=NetworkSegment(530ae45c-9aad-4d6f-9f56-c89e9afc195e),segment_id=530ae45c-9aad-4d6f-9f56-c89e9afc195e)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:27.847600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.863190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.891269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c0d6c42-e9a0-48fa-a035-6be470782f77 req-61bbe4e4-8ead-4fda-87ef-ead2088344dd tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990644 Nov 23 17:53:27.893713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f6eee582-a8a2-47fd-913e-f6efbbfcc1a9 None None] Provisioning complete for port ce854b47-5152-43a2-b820-92a4bcbe90d9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:27.899107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6eee582-a8a2-47fd-913e-f6efbbfcc1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.956118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:27.956732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.958132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] 10.222.0.66 "PUT /v2.0/ports/14a642dd-6c8e-4c3d-82e5-d0ae3c479cec HTTP/1.1" status: 200 len: 1092 time: 1.4482195 Nov 23 17:53:27.965293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8c9274-c4a5-4c5a-b765-ac07154d51e1', 'tag': '14a642dd-6c8e-4c3d-82e5-d0ae3c479cec'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:27.969971 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403de120-20f0-4900-8c26-e5ddfed30fea" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8c9274-c4a5-4c5a-b765-ac07154d51e1", "tag": "14a642dd-6c8e-4c3d-82e5-d0ae3c479cec"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:28.028060 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4b88ae-b9aa-481f-9b6f-48efcb24e51e x-openstack-request-id: req-3b4b88ae-b9aa-481f-9b6f-48efcb24e51e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:28.028618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f6eee582-a8a2-47fd-913e-f6efbbfcc1a9 None None] Port ce854b47-5152-43a2-b820-92a4bcbe90d9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:28.028769 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8c9274-c4a5-4c5a-b765-ac07154d51e1", "tag": "14a642dd-6c8e-4c3d-82e5-d0ae3c479cec", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:28.028978 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b4b88ae-b9aa-481f-9b6f-48efcb24e51e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:28.029444 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8c9274-c4a5-4c5a-b765-ac07154d51e1', 'tag': '14a642dd-6c8e-4c3d-82e5-d0ae3c479cec', 'status': 'completed', 'code': 200} Nov 23 17:53:28.082786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc427b-e910-4819-97de-37b90ed5236c req-27219c82-2d7d-4c4d-8ec7-239e52fcce7b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.084602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fcc427b-e910-4819-97de-37b90ed5236c req-27219c82-2d7d-4c4d-8ec7-239e52fcce7b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 945 time: 0.1675222 Nov 23 17:53:28.094942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fc8d80dc-5279-4c80-b4f6-517a88dfe352 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:28.096198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd708b-8a0d-44f4-b10e-f95adba05770 service neutron] Pushing event updated for resources: {'Port': ['ID=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:28.113320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Allocated IP 10.1.1.44 (7608aba8-5f6a-4daa-bcd0-da16b0b491bf/41d6a85f-eb4b-41a3-aee5-a7789906848a/7919f4bb-f7d5-496b-b280-9986aebf0825) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:28.226744 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port fc8d80dc-5279-4c80-b4f6-517a88dfe352 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:28.238371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port fc8d80dc-5279-4c80-b4f6-517a88dfe352 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:28.239350 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.248483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-6b4e326d-00fd-45f6-be55-e9e1ac0db52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.250258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-6b4e326d-00fd-45f6-be55-e9e1ac0db52e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=947a2b70641441b796702b43f7f1de69&device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 1095 time: 0.1970210 Nov 23 17:53:28.257060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fcc427b-e910-4819-97de-37b90ed5236c req-b0cb1b35-d8e4-497c-82a3-6ec0cc844633 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445417 Nov 23 17:53:28.313534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-fe9fbac7-4f6b-44c7-90b6-ad23e0ec8d69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec HTTP/1.1" status: 200 len: 217 time: 0.0503912 Nov 23 17:53:28.322175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.327215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee81e2-a3c3-47a5-8432-0267ac44002e req-63e72d93-1759-44cb-bb6a-b53bc936c701 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.336789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ee81e2-a3c3-47a5-8432-0267ac44002e req-63e72d93-1759-44cb-bb6a-b53bc936c701 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1487551 Nov 23 17:53:28.396793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.409934 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.431474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:28.435906 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e98edd0-631d-4ab3-82bd-09295fc65fd0" -d '{"events": [{"server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "name": "network-vif-plugged", "status": "completed", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:28.439523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-1210a71b-205e-4148-bea8-dad3e355f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.441283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-1210a71b-205e-4148-bea8-dad3e355f6c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3061b46-6519-458e-91b7-ba524d66f5b4 HTTP/1.1" status: 200 len: 852 time: 0.1020567 Nov 23 17:53:28.454444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:28.458336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ee81e2-a3c3-47a5-8432-0267ac44002e req-25dc8b13-81b7-4c11-b4f9-51399d36dc01 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185565 Nov 23 17:53:28.460909 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.522320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:28.525509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:28.537814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:28.546393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-d77e78f3-6fe8-459a-afdb-edd40be55376 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841017 Nov 23 17:53:28.560711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:28.641253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.641893 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.651941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=7919f4bb-f7d5-496b-b280-9986aebf0825,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:28.689283 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-0c1cbfa4-9065-4c19-9bcd-49909aabd669 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0508873 Nov 23 17:53:28.689503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27a1b-7983-4a50-be6e-7721bee9375a req-a818c1bc-6c57-4b3e-8de0-1fcbfdda8d32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.695900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27a1b-7983-4a50-be6e-7721bee9375a req-a818c1bc-6c57-4b3e-8de0-1fcbfdda8d32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.701305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0', 'admin_state_up': True, 'tenant_id': 'db630954b957416f90c9df90d201772b', 'security_groups': ['e9ad66f4-314e-4045-9534-b50b69dcf8de']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:28.703269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27a1b-7983-4a50-be6e-7721bee9375a req-a818c1bc-6c57-4b3e-8de0-1fcbfdda8d32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.704988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34d27a1b-7983-4a50-be6e-7721bee9375a req-a818c1bc-6c57-4b3e-8de0-1fcbfdda8d32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 2373 time: 0.2623014 Nov 23 17:53:28.829337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a62154-abc8-4319-8847-9b210c7f4aa1 req-9701ca66-56ef-4cf5-b894-167aa998b617 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.836895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4a62154-abc8-4319-8847-9b210c7f4aa1 req-9701ca66-56ef-4cf5-b894-167aa998b617 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 949 time: 0.1963217 Nov 23 17:53:28.883691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:28.894853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34d27a1b-7983-4a50-be6e-7721bee9375a req-8abe5939-1383-4f83-acc7-9b8ed7b592d1 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380777 Nov 23 17:53:28.903450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-4260c3db-7382-4fe3-8a9d-6feed28db29b service neutron] 10.222.0.66 "GET /v2.0/networks/162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444116 Nov 23 17:53:28.953348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4a62154-abc8-4319-8847-9b210c7f4aa1 req-1f64b666-6845-4219-95b4-afd9c1cddcbb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150594 Nov 23 17:53:28.976566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7150e42e-ee8f-4a70-a053-04a44973a0a6 None None] Provisioning complete for port 7919f4bb-f7d5-496b-b280-9986aebf0825 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:28.982583 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7150e42e-ee8f-4a70-a053-04a44973a0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.023402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.048122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bd14f4-0f6a-4691-9c1a-c985be9d687c req-95ae922c-1745-4bb3-8b55-879dce16e7a3 service neutron] 10.222.0.66 "GET /v2.0/networks/162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341779 Nov 23 17:53:29.055644 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b889f726-4f90-48a4-8995-9995ab76f41c x-openstack-request-id: req-b889f726-4f90-48a4-8995-9995ab76f41c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:29.055976 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "name": "network-vif-plugged", "status": "completed", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:29.056246 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b889f726-4f90-48a4-8995-9995ab76f41c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:29.056658 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352', 'code': 200} Nov 23 17:53:29.087894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7150e42e-ee8f-4a70-a053-04a44973a0a6 None None] Port 7919f4bb-f7d5-496b-b280-9986aebf0825 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:29.217891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21def197-bb22-489b-b681-2a3ad45970ce req-62f6772b-bbc3-4199-a53b-de7c98ac0530 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.225063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21def197-bb22-489b-b681-2a3ad45970ce req-62f6772b-bbc3-4199-a53b-de7c98ac0530 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 944 time: 0.1146972 Nov 23 17:53:29.232270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:29.234803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403de120-20f0-4900-8c26-e5ddfed30fea req-521d9e4f-a81e-4ef9-bfbd-eed4868b2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.236257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403de120-20f0-4900-8c26-e5ddfed30fea req-521d9e4f-a81e-4ef9-bfbd-eed4868b2c49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=947a2b70641441b796702b43f7f1de69&device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 1095 time: 0.0827961 Nov 23 17:53:29.310152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 9d5aa61e-5bff-4f36-b450-1eb3de46379f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:29.317186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 9d5aa61e-5bff-4f36-b450-1eb3de46379f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:29.317901 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.329268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e6fb-4908-4c00-aef5-4aadbfd12429 req-e1fda6f9-075c-4649-920c-31103a6946a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.332102 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62f1e6fb-4908-4c00-aef5-4aadbfd12429 req-e1fda6f9-075c-4649-920c-31103a6946a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1097 time: 0.1602416 Nov 23 17:53:29.342312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403de120-20f0-4900-8c26-e5ddfed30fea req-7778028e-31be-41cc-bf6a-b2bc8a7306bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.343730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403de120-20f0-4900-8c26-e5ddfed30fea req-7778028e-31be-41cc-bf6a-b2bc8a7306bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 HTTP/1.1" status: 200 len: 913 time: 0.0990527 Nov 23 17:53:29.409048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403de120-20f0-4900-8c26-e5ddfed30fea req-8151932f-4838-4729-970d-93b8fc8c98be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec HTTP/1.1" status: 200 len: 217 time: 0.0524840 Nov 23 17:53:29.465890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21def197-bb22-489b-b681-2a3ad45970ce req-fd5e49e4-50e9-4a6b-961e-733ddf2bd428 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339313 Nov 23 17:53:29.502922 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62f1e6fb-4908-4c00-aef5-4aadbfd12429 req-9155158d-e4e1-4619-b138-1932fab9305e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299250 Nov 23 17:53:29.520331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Allocated IP 10.2.2.100 (acfcf59a-152b-40f7-b95c-a27f4105fcc0/453a9136-51f3-4c8b-9c96-87609adb8ae4/16e4fd27-2661-40c6-978b-1b9e827b4c13) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:29.527066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.571688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:29.582953 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.613452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403de120-20f0-4900-8c26-e5ddfed30fea req-cd46e933-8c12-4283-9b17-37a3ca518019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.614831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403de120-20f0-4900-8c26-e5ddfed30fea req-cd46e933-8c12-4283-9b17-37a3ca518019 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3061b46-6519-458e-91b7-ba524d66f5b4 HTTP/1.1" status: 200 len: 852 time: 0.1938574 Nov 23 17:53:29.659764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fde1d-9f4b-481d-97f5-785e632ec08a req-bee0efe7-e06d-4ee7-9f9c-1c3253b93471 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.661251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-627fde1d-9f4b-481d-97f5-785e632ec08a req-bee0efe7-e06d-4ee7-9f9c-1c3253b93471 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.1588163 Nov 23 17:53:29.680363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:29.714240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7636c3-ae6d-49e3-a0de-47b957b06e79 req-894ed7cd-fa8e-43f8-a60f-6ac2e1ebb5dc tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.722176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da7636c3-ae6d-49e3-a0de-47b957b06e79 req-894ed7cd-fa8e-43f8-a60f-6ac2e1ebb5dc tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1120472 Nov 23 17:53:29.751705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403de120-20f0-4900-8c26-e5ddfed30fea req-d670e6a6-0109-4d36-ad62-97a21e493ca9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274823 Nov 23 17:53:29.755512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.808197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.854443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network acfcf59a-152b-40f7-b95c-a27f4105fcc0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:29.860840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:29.862721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-627fde1d-9f4b-481d-97f5-785e632ec08a req-a336c64e-3264-4b59-b702-fe2ff1ac0f86 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911409 Nov 23 17:53:29.865088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:29.915969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da7636c3-ae6d-49e3-a0de-47b957b06e79 req-541905c8-bc39-49d8-b858-9b6c2e19f95b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785223 Nov 23 17:53:29.916294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.916294 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.942449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=16e4fd27-2661-40c6-978b-1b9e827b4c13,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:29.957011 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-10cfa670-5264-4b13-8a63-6fa790816def tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2603705 Nov 23 17:53:29.962964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403de120-20f0-4900-8c26-e5ddfed30fea req-84fac060-d21f-4cb3-a0c7-636a8fda0f3d service neutron] 10.222.0.66 "GET /v2.0/networks/162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914816 Nov 23 17:53:29.978231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0', 'admin_state_up': True, 'tenant_id': 'db630954b957416f90c9df90d201772b', 'security_groups': ['e9ad66f4-314e-4045-9534-b50b69dcf8de']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:30.098023 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403de120-20f0-4900-8c26-e5ddfed30fea req-7d7c2fc3-700c-4866-a234-038e50a004dc service neutron] 10.222.0.66 "GET /v2.0/networks/162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235664 Nov 23 17:53:30.211992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Made reservation on behalf of db630954b957416f90c9df90d201772b for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:30.217912 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.225126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0ad9-fc9d-4cb3-9d14-187c5a4b47a0 req-d726cf71-0fee-4730-b654-de3f1b8fec25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.242666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0ad9-fc9d-4cb3-9d14-187c5a4b47a0 req-d726cf71-0fee-4730-b654-de3f1b8fec25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.250427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0ad9-fc9d-4cb3-9d14-187c5a4b47a0 req-d726cf71-0fee-4730-b654-de3f1b8fec25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.256863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0ad9-fc9d-4cb3-9d14-187c5a4b47a0 req-d726cf71-0fee-4730-b654-de3f1b8fec25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.258702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-824f0ad9-fc9d-4cb3-9d14-187c5a4b47a0 req-d726cf71-0fee-4730-b654-de3f1b8fec25 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 3094 time: 0.1230710 Nov 23 17:53:30.292999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f5f21803-1c4f-4315-8319-88f2eb676fa3 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ad647e62b3a64103b2985dd81cd45e25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332482 Nov 23 17:53:30.325851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-97ddbd55-cf86-4bce-b267-89581763de49 None None] Provisioning complete for port 16e4fd27-2661-40c6-978b-1b9e827b4c13 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:30.326951 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd55-cf86-4bce-b267-89581763de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.368063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-97ddbd55-cf86-4bce-b267-89581763de49 None None] Port 16e4fd27-2661-40c6-978b-1b9e827b4c13 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:30.374893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-824f0ad9-fc9d-4cb3-9d14-187c5a4b47a0 req-7719474a-2d38-4cb6-bca5-001b052d1614 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037474 Nov 23 17:53:30.434641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Allocated IP 10.2.2.200 (acfcf59a-152b-40f7-b95c-a27f4105fcc0/453a9136-51f3-4c8b-9c96-87609adb8ae4/6de78270-7671-42fd-8cee-fb0ed027b603) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:30.468888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-a6609660-d181-4aed-9660-0cb39fae6d23 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.470796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-a6609660-d181-4aed-9660-0cb39fae6d23 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670766 Nov 23 17:53:30.505006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-ce09c6b0-c3d2-4e5b-bfb8-5ec10baed00f tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/quotas/ad647e62b3a64103b2985dd81cd45e25 HTTP/1.1" status: 200 len: 375 time: 0.0277321 Nov 23 17:53:30.554509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-7c9ca7ac-1afa-4e18-b4e0-569f92b9125d tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad647e62b3a64103b2985dd81cd45e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474553 Nov 23 17:53:30.635167 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.666719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111aa5-d3a5-4fc7-9322-ff1492bbc197 req-88d6efb8-367e-4b90-b32f-5cd422d210f9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.674761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03111aa5-d3a5-4fc7-9322-ff1492bbc197 req-88d6efb8-367e-4b90-b32f-5cd422d210f9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1187377 Nov 23 17:53:30.684058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.749664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03111aa5-d3a5-4fc7-9322-ff1492bbc197 req-9bfb53b8-d1cc-4c44-a6f8-3d4780c11302 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707772 Nov 23 17:53:30.768743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Network acfcf59a-152b-40f7-b95c-a27f4105fcc0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:30.786491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:30.793233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:30.799316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event updated for resources: {'Port': ['ID=6de78270-7671-42fd-8cee-fb0ed027b603,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:30.863995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.864736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.882793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e48cbd9-e97a-4b83-8d5d-257a299de6de req-bc4ab59a-3cd3-4395-8766-16897ce013ea tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 210 time: 0.0618756 Nov 23 17:53:30.890364 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-b0d85bb0-3c83-44eb-9253-e5a4cb44abac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9173963 Nov 23 17:53:30.905976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:30.977445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be15d5-7246-4147-afe4-5792f01be0d5 req-73213693-3f9d-4b55-8b8d-a766a1ff5bd5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.979028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1be15d5-7246-4147-afe4-5792f01be0d5 req-73213693-3f9d-4b55-8b8d-a766a1ff5bd5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 944 time: 0.1001141 Nov 23 17:53:31.035279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.058856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:31.062110 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5602db5f-1837-45b4-a0bf-7e5f8667e960" -d '{"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-plugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:31.093104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1be15d5-7246-4147-afe4-5792f01be0d5 req-5fff02d8-59d9-450d-82e7-4408f0ed3aef tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950551 Nov 23 17:53:31.108031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2866013-65be-401f-aa8a-21b8d8ff62c9 req-8abd42e0-77b7-4716-a3ca-b5eb01c01675 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.110035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2866013-65be-401f-aa8a-21b8d8ff62c9 req-8abd42e0-77b7-4716-a3ca-b5eb01c01675 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.0936923 Nov 23 17:53:31.187527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2866013-65be-401f-aa8a-21b8d8ff62c9 req-2bb979ad-8e4b-46c0-a06d-afb4660d7700 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645835 Nov 23 17:53:31.221624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-408f4a0a-92fc-4ce8-87ee-f82c20c4df6d None None] Provisioning complete for port 6de78270-7671-42fd-8cee-fb0ed027b603 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:31.223893 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-408f4a0a-92fc-4ce8-87ee-f82c20c4df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.302280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-408f4a0a-92fc-4ce8-87ee-f82c20c4df6d None None] Port 6de78270-7671-42fd-8cee-fb0ed027b603 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:31.327701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02fd3-03f9-4f2a-974c-546ccc751669 req-e77b6b1d-eb39-4ea9-b7a6-2da92c0bd87b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.331851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3a02fd3-03f9-4f2a-974c-546ccc751669 req-e77b6b1d-eb39-4ea9-b7a6-2da92c0bd87b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.1407156 Nov 23 17:53:31.362434 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f572342-009e-4020-8d50-d3ca9b85b731 x-openstack-request-id: req-9f572342-009e-4020-8d50-d3ca9b85b731 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:31.363952 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-plugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:31.364456 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f572342-009e-4020-8d50-d3ca9b85b731 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:31.364968 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'code': 200} Nov 23 17:53:31.468185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3a02fd3-03f9-4f2a-974c-546ccc751669 req-a4c4cd58-4add-4408-9302-b9211f398cc1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274199 Nov 23 17:53:31.554178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b177921-5223-4f8b-9a95-e92b2409d15f req-e64d0e99-4897-4c1e-a23c-1360ae7a5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.555986 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3b177921-5223-4f8b-9a95-e92b2409d15f req-e64d0e99-4897-4c1e-a23c-1360ae7a5349 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 1101 time: 0.0971694 Nov 23 17:53:31.687379 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3b177921-5223-4f8b-9a95-e92b2409d15f req-d87fddee-f608-47d3-9452-70d24fd0bc0f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034491 Nov 23 17:53:31.698812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f60ea2-8e62-433c-9c30-01a9ad9600d6 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:31.707955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.721149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4fa82-5f7b-4620-92b2-920e4eb1c00f req-6cfbc1a6-d2d8-4cab-a144-e5e38d693d47 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.721925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Transition to ACTIVE for port object f7f60ea2-8e62-433c-9c30-01a9ad9600d6 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:31.725619 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.729214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4fa82-5f7b-4620-92b2-920e4eb1c00f req-6cfbc1a6-d2d8-4cab-a144-e5e38d693d47 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.735488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4fa82-5f7b-4620-92b2-920e4eb1c00f req-6cfbc1a6-d2d8-4cab-a144-e5e38d693d47 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.748511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4fa82-5f7b-4620-92b2-920e4eb1c00f req-6cfbc1a6-d2d8-4cab-a144-e5e38d693d47 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.758938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4fa82-5f7b-4620-92b2-920e4eb1c00f req-6cfbc1a6-d2d8-4cab-a144-e5e38d693d47 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.764415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ab4fa82-5f7b-4620-92b2-920e4eb1c00f req-6cfbc1a6-d2d8-4cab-a144-e5e38d693d47 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 3815 time: 0.2032006 Nov 23 17:53:31.785652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Pushing event updated for resources: {'Port': ['ID=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:31.792521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad843b0-0245-41d3-bdb8-1c59cf27e46e req-f84ec4cd-6505-46e6-a650-c0dd56017cb7 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.802859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ad843b0-0245-41d3-bdb8-1c59cf27e46e req-f84ec4cd-6505-46e6-a650-c0dd56017cb7 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1097 time: 0.1804347 Nov 23 17:53:31.886483 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Attempting to bind port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:31.886483 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Attempting to bind port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:31.886883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Attempting to bind port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 on network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:31.891725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 on network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:31.892493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Attempting to bind port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 on network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:31.896314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ad843b0-0245-41d3-bdb8-1c59cf27e46e req-ef04b34a-71fd-4dab-bd80-457fa399d317 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912235 Nov 23 17:53:31.900518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:31.900952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Checking segment: {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:31.902091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Bound using segment: {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:31.902644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Bound port: f7f60ea2-8e62-433c-9c30-01a9ad9600d6, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1395ae-1942-4135-9c95-17a7598fca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:31.902783 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.907995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ab4fa82-5f7b-4620-92b2-920e4eb1c00f req-d6bd5c4d-5911-418c-8b62-644027fc7265 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202769 Nov 23 17:53:32.054072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] For port f7f60ea2-8e62-433c-9c30-01a9ad9600d6, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:32.060299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] For port f7f60ea2-8e62-433c-9c30-01a9ad9600d6, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:32.086372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-222ac810-bf0a-4ce4-8789-125be1f7e10d req-320e353a-e7af-422b-a4ad-179e645c8e9e tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 210 time: 0.0661783 Nov 23 17:53:32.092327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.112182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:32.209354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bb57b-3800-4842-ba05-a59c3b9c074e req-a16c935a-4f89-41cb-aff8-48ac9bc9ed56 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:32.211062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e99bb57b-3800-4842-ba05-a59c3b9c074e req-a16c935a-4f89-41cb-aff8-48ac9bc9ed56 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1530573 Nov 23 17:53:32.237845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:32.238955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.240736 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] 10.222.0.66 "PUT /v2.0/ports/f7f60ea2-8e62-433c-9c30-01a9ad9600d6 HTTP/1.1" status: 200 len: 1091 time: 1.3398557 Nov 23 17:53:32.241197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:32.244246 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0003a191-6511-4442-b724-1d2b28fbc07c" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:32.315542 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-b81ebedc-6bf2-4023-8020-ebf4b65853b7 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ad647e62b3a64103b2985dd81cd45e25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468967 Nov 23 17:53:32.350348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:32.357927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be569f-0fbf-4588-a936-0daf867b196a service neutron] Pushing event updated for resources: {'Port': ['ID=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:32.360678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,segment=NetworkSegment(530ae45c-9aad-4d6f-9f56-c89e9afc195e),segment_id=530ae45c-9aad-4d6f-9f56-c89e9afc195e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:32.385957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '14a642dd-6c8e-4c3d-82e5-d0ae3c479cec', 'network_id': '162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93', 'port_id': '14a642dd-6c8e-4c3d-82e5-d0ae3c479cec', 'mac_address': 'fa:16:3e:f6:34:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3061b46-6519-458e-91b7-ba524d66f5b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:32.488921 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.506939 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.511808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:32.512264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7883b3-03a6-4e5a-bfef-6a9bff78a856 req-26f60b83-44e9-4e8b-8a1f-ce1d63af5232 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:32.520827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b7883b3-03a6-4e5a-bfef-6a9bff78a856 req-26f60b83-44e9-4e8b-8a1f-ce1d63af5232 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1097 time: 0.2955289 Nov 23 17:53:32.538339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e99bb57b-3800-4842-ba05-a59c3b9c074e req-a30f5ec3-6209-42b8-bb7e-347ab55e758c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152950 Nov 23 17:53:32.592988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-3968ca9d-3e4d-47b1-9534-58cc0459fe71 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:32.593526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,segment=NetworkSegment(530ae45c-9aad-4d6f-9f56-c89e9afc195e),segment_id=530ae45c-9aad-4d6f-9f56-c89e9afc195e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:32.594505 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-3968ca9d-3e4d-47b1-9534-58cc0459fe71 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633126 Nov 23 17:53:32.607576 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.612297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Request body: {'port': {'device_id': '7e18aa9c-97a1-40c0-ba1e-f954f336ee2e', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': 'ad647e62b3a64103b2985dd81cd45e25'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:32.693727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:32.701515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b7883b3-03a6-4e5a-bfef-6a9bff78a856 req-52e5e2d4-ccea-430d-b1bb-9e4e30d2a3e8 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795528 Nov 23 17:53:32.792400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Made reservation on behalf of ad647e62b3a64103b2985dd81cd45e25 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:32.798322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.813014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.845206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['14a642dd-6c8e-4c3d-82e5-d0ae3c479cec'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:32.941957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.947510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.985531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11ae56b-8d38-4cec-a66a-27cc053bed9b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:33.121267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Allocated IP 192.168.233.42 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/1db859e0-58f4-4b0c-b0f4-dd1cda604f71) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:33.130554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88eb2f1-6939-46a9-a6d1-8b6db809b274 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:33.143098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f261e-c870-4722-9991-022972afd562 req-77f4c256-52f9-4d9f-87f3-563900b1fd51 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.144613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b12f261e-c870-4722-9991-022972afd562 req-77f4c256-52f9-4d9f-87f3-563900b1fd51 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.3418164 Nov 23 17:53:33.149698 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.178447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543eab6-c7e1-494c-a7f3-df485fc96ec9 req-9e93637c-ab67-4705-9a38-430e82136bb0 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.181110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0543eab6-c7e1-494c-a7f3-df485fc96ec9 req-9e93637c-ab67-4705-9a38-430e82136bb0 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 945 time: 0.5238271 Nov 23 17:53:33.206495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Transition to ACTIVE for port object a88eb2f1-6939-46a9-a6d1-8b6db809b274 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:33.222429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.286874 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b12f261e-c870-4722-9991-022972afd562 req-573f4d2b-5f44-4bdf-9ed4-9a0394df0554 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316364 Nov 23 17:53:33.307061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.337075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0543eab6-c7e1-494c-a7f3-df485fc96ec9 req-f8088d02-6d1c-48c4-b542-d749da2efd70 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413965 Nov 23 17:53:33.370990 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28df112-5efb-442e-94b6-2fbf3a7745f3 x-openstack-request-id: req-f28df112-5efb-442e-94b6-2fbf3a7745f3 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:33.371527 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:33.371844 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f28df112-5efb-442e-94b6-2fbf3a7745f3 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:33.371981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a88eb2f1-6939-46a9-a6d1-8b6db809b274,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:33.372843 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'status': 'completed', 'code': 200} Nov 23 17:53:33.380945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.503180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:33.504583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Attempting to bind port a88eb2f1-6939-46a9-a6d1-8b6db809b274 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:33.505018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Attempting to bind port a88eb2f1-6939-46a9-a6d1-8b6db809b274 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:33.505342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Attempting to bind port a88eb2f1-6939-46a9-a6d1-8b6db809b274 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:33.508162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:33.510982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Pushing event updated for resources: {'Port': ['ID=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:33.520835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:33.529596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Port a88eb2f1-6939-46a9-a6d1-8b6db809b274 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:33.529830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Attempting to bind port a88eb2f1-6939-46a9-a6d1-8b6db809b274 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:33.560450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:33.560798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Checking segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:33.561392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Bound using segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:33.561850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Bound port: a88eb2f1-6939-46a9-a6d1-8b6db809b274, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:33.562213 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.588957 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-2432a4a4-6915-4a99-8067-5bae2d47957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.590123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-2432a4a4-6915-4a99-8067-5bae2d47957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.590611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-2432a4a4-6915-4a99-8067-5bae2d47957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.591113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-2432a4a4-6915-4a99-8067-5bae2d47957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.591582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-2432a4a4-6915-4a99-8067-5bae2d47957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.592050 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-2432a4a4-6915-4a99-8067-5bae2d47957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.593894 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0003a191-6511-4442-b724-1d2b28fbc07c req-2432a4a4-6915-4a99-8067-5bae2d47957e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5244 time: 0.1702332 Nov 23 17:53:33.628292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.628962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.679929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31426f6-0b40-4866-98b5-97d2ee2a5fa4 req-78f73a54-c960-4d3e-95a5-49033ed0680e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.687317 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-74069764-45b3-451f-89f2-05f69400a653 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0807877 Nov 23 17:53:33.688077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31426f6-0b40-4866-98b5-97d2ee2a5fa4 req-78f73a54-c960-4d3e-95a5-49033ed0680e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.694701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31426f6-0b40-4866-98b5-97d2ee2a5fa4 req-78f73a54-c960-4d3e-95a5-49033ed0680e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.702121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31426f6-0b40-4866-98b5-97d2ee2a5fa4 req-78f73a54-c960-4d3e-95a5-49033ed0680e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.708696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31426f6-0b40-4866-98b5-97d2ee2a5fa4 req-78f73a54-c960-4d3e-95a5-49033ed0680e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.715726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31426f6-0b40-4866-98b5-97d2ee2a5fa4 req-78f73a54-c960-4d3e-95a5-49033ed0680e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.724030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e31426f6-0b40-4866-98b5-97d2ee2a5fa4 req-78f73a54-c960-4d3e-95a5-49033ed0680e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 4600 time: 0.2073605 Nov 23 17:53:33.732430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Request body: {'port': {'device_id': '7e18aa9c-97a1-40c0-ba1e-f954f336ee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:33.780193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610e020-1bcc-4b82-8a5e-4fcec0426599 req-02308c6e-54ac-4783-bda3-b75ddb233ecb tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.782126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4610e020-1bcc-4b82-8a5e-4fcec0426599 req-02308c6e-54ac-4783-bda3-b75ddb233ecb tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 935 time: 0.2145073 Nov 23 17:53:33.807936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] For port a88eb2f1-6939-46a9-a6d1-8b6db809b274, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:33.831289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-fb0ded58-3d40-4d55-b0b9-e184ad158307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.831816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-fb0ded58-3d40-4d55-b0b9-e184ad158307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.832418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-fb0ded58-3d40-4d55-b0b9-e184ad158307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.834215 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0003a191-6511-4442-b724-1d2b28fbc07c req-fb0ded58-3d40-4d55-b0b9-e184ad158307 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=db630954b957416f90c9df90d201772b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2022951 Nov 23 17:53:33.835344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.842517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] For port a88eb2f1-6939-46a9-a6d1-8b6db809b274, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:33.863675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.889116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e31426f6-0b40-4866-98b5-97d2ee2a5fa4 req-4b93c217-4736-4bf5-862a-af007d1176a6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640172 Nov 23 17:53:33.941596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7cd1d7bf-745b-4ec4-a951-7abe78123353 None None] Provisioning complete for port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:33.942156 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d7bf-745b-4ec4-a951-7abe78123353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.010072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1d7bf-745b-4ec4-a951-7abe78123353 None None] Port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:34.100443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a191-6511-4442-b724-1d2b28fbc07c req-094ae769-070c-4afa-bb7e-5b011907b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:34.101994 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0003a191-6511-4442-b724-1d2b28fbc07c req-094ae769-070c-4afa-bb7e-5b011907b15c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566798 Nov 23 17:53:34.132903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:34.216807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:34.223526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:34.224069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.360183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.367293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a88eb2f1-6939-46a9-a6d1-8b6db809b274,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:34.395255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:34.396596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.398214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-93997222-6ddc-47ca-94a5-f9f8c0a552a8 service neutron] 10.222.0.66 "PUT /v2.0/ports/a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 1131 time: 2.0662911 Nov 23 17:53:34.398920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': 'a88eb2f1-6939-46a9-a6d1-8b6db809b274'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:34.403266 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd74ea34-130d-4baf-bfe4-c450afc79c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "a88eb2f1-6939-46a9-a6d1-8b6db809b274"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:34.413099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8c9274-c4a5-4c5a-b765-ac07154d51e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a642dd-6c8e-4c3d-82e5-d0ae3c479cec'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:34.414568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4610e020-1bcc-4b82-8a5e-4fcec0426599 req-8fe906d1-eac0-484b-a0f9-2da3d4f412eb tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178555 Nov 23 17:53:34.422136 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b43427a-959e-4e3b-bdc9-d76234ef8c11" -d '{"events": [{"server_uuid": "fb8c9274-c4a5-4c5a-b765-ac07154d51e1", "name": "network-vif-plugged", "status": "completed", "tag": "14a642dd-6c8e-4c3d-82e5-d0ae3c479cec"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:34.442926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:34.453055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,segment=NetworkSegment(530ae45c-9aad-4d6f-9f56-c89e9afc195e),segment_id=530ae45c-9aad-4d6f-9f56-c89e9afc195e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:34.468256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.519362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:34.535087 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.557151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Transition to ACTIVE for port object 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:34.566407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.585785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:34.631959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.711288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Pushing event updated for resources: {'Port': ['ID=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:34.732887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e297bf-93b4-466d-ab34-ab0104d81129 req-f63d0dc2-ee62-49ea-bbca-7dbc1f6d7785 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:34.734739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1e297bf-93b4-466d-ab34-ab0104d81129 req-f63d0dc2-ee62-49ea-bbca-7dbc1f6d7785 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1652265 Nov 23 17:53:34.791985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Attempting to bind port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:34.792860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Attempting to bind port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:34.793294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Attempting to bind port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:34.804618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:34.804952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Attempting to bind port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:34.821175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:34.821892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:34.835865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:34.844024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Bound port: 1db859e0-58f4-4b0c-b0f4-dd1cda604f71, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:34.845618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.915864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1e297bf-93b4-466d-ab34-ab0104d81129 req-58e90ebd-553c-4133-b698-99939d3a4ddc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673443 Nov 23 17:53:34.963163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] For port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:34.971220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] For port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:34.986099 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.022115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.022768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.024178 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] 10.222.0.66 "PUT /v2.0/ports/1db859e0-58f4-4b0c-b0f4-dd1cda604f71 HTTP/1.1" status: 200 len: 1095 time: 1.3010707 Nov 23 17:53:35.113459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc6886-a213-4abc-9a1b-05f6e6111d4f service neutron] Pushing event updated for resources: {'Port': ['ID=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:35.135019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f0c906ea-c15e-4f64-95e6-1e28ec008153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.136055 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-f0c906ea-c15e-4f64-95e6-1e28ec008153 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad647e62b3a64103b2985dd81cd45e25&device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 1098 time: 0.0523906 Nov 23 17:53:35.179829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89701954-ec43-4c33-8e11-2deb3da27b2f req-dfc25223-523c-4de0-93d6-e3f7dc1b866f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.182567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89701954-ec43-4c33-8e11-2deb3da27b2f req-dfc25223-523c-4de0-93d6-e3f7dc1b866f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1033454 Nov 23 17:53:35.194173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:35.206102 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.222369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Transition to ACTIVE for port object 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:35.295222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89701954-ec43-4c33-8e11-2deb3da27b2f req-9c162c66-a4e1-47f3-b537-7fb51d2ef064 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711110 Nov 23 17:53:35.297165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.492712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-a08ac301-1758-4372-a65d-98509ac76da5 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:53:35.493813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-a08ac301-1758-4372-a65d-98509ac76da5 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0282838 Nov 23 17:53:35.497036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:35.567032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Attempting to bind port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:35.567370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Attempting to bind port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:35.567703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Attempting to bind port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:35.573810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-88b50de5-3903-490f-b9c5-6d77b756f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.575186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-88b50de5-3903-490f-b9c5-6d77b756f8c7 service neutron] 10.222.0.74 "GET /v2.0/ports/fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 200 len: 1094 time: 0.0662978 Nov 23 17:53:35.585162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1553-9a14-4d49-b71d-aab45ade1629 req-ac3b446e-895d-4caa-94e1-c0738e755b87 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.586770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5eec1553-9a14-4d49-b71d-aab45ade1629 req-ac3b446e-895d-4caa-94e1-c0738e755b87 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 946 time: 0.1714742 Nov 23 17:53:35.588974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:35.589296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Attempting to bind port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:35.594141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Request body: {'binding': {'host': 'n-h1-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:35.594596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Unknown quota resources ['binding']. {{(pid=120536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:53:35.607547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e18aa9c-97a1-40c0-ba1e-f954f336ee2e', 'tag': '1db859e0-58f4-4b0c-b0f4-dd1cda604f71'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:35.609882 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266c41a1-8740-4d75-8991-33e6f19e5a77" -d '{"events": [{"name": "network-changed", "server_uuid": "7e18aa9c-97a1-40c0-ba1e-f954f336ee2e", "tag": "1db859e0-58f4-4b0c-b0f4-dd1cda604f71"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:35.614258 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-163f7b12-bdbd-4814-bfc1-c5cd9afc5259 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=1db859e0-58f4-4b0c-b0f4-dd1cda604f71 HTTP/1.1" status: 200 len: 217 time: 0.4686866 Nov 23 17:53:35.633747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:35.634003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Checking segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:35.634400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Bound using segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:35.634872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Bound port: 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:35.635359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.681925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-9793f433-5688-4036-818a-cf494fba5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.684419 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-9793f433-5688-4036-818a-cf494fba5861 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0624757 Nov 23 17:53:35.736952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-bdba2d84-ef97-45c2-b8a5-ac2d36fa9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.738745 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-bdba2d84-ef97-45c2-b8a5-ac2d36fa9931 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452662 Nov 23 17:53:35.759444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5eec1553-9a14-4d49-b71d-aab45ade1629 req-6fb35871-0df6-49bb-8ecd-6ce619d9dd13 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615300 Nov 23 17:53:35.816281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] For port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:35.824510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] For port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:35.835636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.848197 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10f5472-e578-4289-a0ab-6903cefbf80a x-openstack-request-id: req-b10f5472-e578-4289-a0ab-6903cefbf80a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:35.848485 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "a88eb2f1-6939-46a9-a6d1-8b6db809b274", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:35.848748 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b10f5472-e578-4289-a0ab-6903cefbf80a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:35.849149 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': 'a88eb2f1-6939-46a9-a6d1-8b6db809b274', 'status': 'completed', 'code': 200} Nov 23 17:53:35.875952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on host n-h1-818932-3 for vnic_type normal with profile None {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:35.876309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:35.876621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:35.887809 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d4a221-28f3-4631-a5d4-16c392dfb9d3 x-openstack-request-id: req-e0d4a221-28f3-4631-a5d4-16c392dfb9d3 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:35.888674 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8c9274-c4a5-4c5a-b765-ac07154d51e1", "name": "network-vif-plugged", "status": "completed", "tag": "14a642dd-6c8e-4c3d-82e5-d0ae3c479cec", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:35.889104 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0d4a221-28f3-4631-a5d4-16c392dfb9d3 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:35.889685 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8c9274-c4a5-4c5a-b765-ac07154d51e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a642dd-6c8e-4c3d-82e5-d0ae3c479cec', 'code': 200} Nov 23 17:53:35.895106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:35.895436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:35.906036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.906677 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.908267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] 10.222.0.66 "PUT /v2.0/ports/8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 1130 time: 1.4767981 Nov 23 17:53:35.913043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:35.913386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:35.913790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:35.914675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Bound port: fc8d80dc-5279-4c80-b4f6-517a88dfe352, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:35.936560 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-4c7ac66a-823a-4be3-96ef-2c49096e2379 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903231 Nov 23 17:53:35.955255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e375bc-b214-4542-af24-d34b67b83097 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:35.970465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:36.030424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.66', 57695) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:36.143206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-9beaa460-cb6d-43be-9366-773b70622a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.143694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-9beaa460-cb6d-43be-9366-773b70622a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.144168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-9beaa460-cb6d-43be-9366-773b70622a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.144636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-9beaa460-cb6d-43be-9366-773b70622a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.145171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-9beaa460-cb6d-43be-9366-773b70622a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.145734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-9beaa460-cb6d-43be-9366-773b70622a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.146196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-9beaa460-cb6d-43be-9366-773b70622a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.148143 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-9beaa460-cb6d-43be-9366-773b70622a2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6209 time: 0.2099872 Nov 23 17:53:36.150854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b3fef48f-d284-4077-ab00-bf6edb05bdb8 req-8bcc82ad-d3f5-4d32-867a-efd2f9294207 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807618 Nov 23 17:53:36.156608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:36.194055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] Publish callbacks [] for binding, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.195365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5499e52a-b707-49a2-9b22-ec03f3799100 service neutron] 10.222.0.74 "POST /v2.0/ports/fc8d80dc-5279-4c80-b4f6-517a88dfe352/bindings HTTP/1.1" status: 201 len: 389 time: 0.6074739 Nov 23 17:53:36.204925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.226397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa58d9-dc20-4686-aa16-6a4cbaa95c60 req-38a0a06b-e3e2-404c-8f61-4d9affaeff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.228092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97fa58d9-dc20-4686-aa16-6a4cbaa95c60 req-38a0a06b-e3e2-404c-8f61-4d9affaeff18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 1097 time: 0.1933644 Nov 23 17:53:36.243222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-eafb6cb8-5008-4165-9a9d-a305b448ed45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.250054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-eafb6cb8-5008-4165-9a9d-a305b448ed45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.265914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-eafb6cb8-5008-4165-9a9d-a305b448ed45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.298433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-eafb6cb8-5008-4165-9a9d-a305b448ed45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.312161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-eafb6cb8-5008-4165-9a9d-a305b448ed45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.324262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-eafb6cb8-5008-4165-9a9d-a305b448ed45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.336269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-eafb6cb8-5008-4165-9a9d-a305b448ed45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.350650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-eafb6cb8-5008-4165-9a9d-a305b448ed45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5372 time: 0.2537973 Nov 23 17:53:36.382967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-573be485-0047-4d63-8d0f-45de39b6581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.383354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-573be485-0047-4d63-8d0f-45de39b6581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.383825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-573be485-0047-4d63-8d0f-45de39b6581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.386395 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-573be485-0047-4d63-8d0f-45de39b6581f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=db630954b957416f90c9df90d201772b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2171695 Nov 23 17:53:36.507326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38b9306a-a21a-4102-8818-6bff6d1c8112 req-89842703-98f8-4bff-97b4-a2117acd145c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539526 Nov 23 17:53:36.567493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-8dab4165-9461-4ec9-8fae-5f9e9b0068c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.569171 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fd74ea34-130d-4baf-bfe4-c450afc79c9e req-8dab4165-9461-4ec9-8fae-5f9e9b0068c1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1730778 Nov 23 17:53:36.615740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-a72a1596-3f0b-46d7-a6bd-6a7ebf044023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.617612 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-a72a1596-3f0b-46d7-a6bd-6a7ebf044023 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1097 time: 0.0471325 Nov 23 17:53:36.657920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97fa58d9-dc20-4686-aa16-6a4cbaa95c60 req-f2b8652d-7208-4a85-a88a-5571135df6cf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010623 Nov 23 17:53:36.665720 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:53:36.692331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b56a2f-1eca-4f38-815b-e65ab50fa35f req-21f77044-e873-4095-b51b-9c13f2450a5a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.693816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19b56a2f-1eca-4f38-815b-e65ab50fa35f req-21f77044-e873-4095-b51b-9c13f2450a5a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.3112361 Nov 23 17:53:36.745918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a508a7-addc-4a71-a1cc-412343883b99 req-7a301921-d0f9-47e6-8f0a-cb976b95c027 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.747447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43a508a7-addc-4a71-a1cc-412343883b99 req-7a301921-d0f9-47e6-8f0a-cb976b95c027 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 947 time: 0.1273680 Nov 23 17:53:36.770280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5dffa431-e15e-491e-8b16-f433384b20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.772264 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5dffa431-e15e-491e-8b16-f433384b20fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.1449113 Nov 23 17:53:36.819357 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-67ca65fd-f7a9-4126-8b4b-0dbfb2f13e1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 200 len: 217 time: 0.0370138 Nov 23 17:53:36.821278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19b56a2f-1eca-4f38-815b-e65ab50fa35f req-57f12f73-a5e6-4d73-bd67-dee40fc32c47 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159651 Nov 23 17:53:36.867024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43a508a7-addc-4a71-a1cc-412343883b99 req-9c41eabd-91ed-480d-bd2f-b449142fddcd tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941215 Nov 23 17:53:36.902779 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc82383-4f47-4165-adb0-70aba7e0da40 x-openstack-request-id: req-6fc82383-4f47-4165-adb0-70aba7e0da40 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:36.902994 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e18aa9c-97a1-40c0-ba1e-f954f336ee2e", "tag": "1db859e0-58f4-4b0c-b0f4-dd1cda604f71", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:36.903244 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6fc82383-4f47-4165-adb0-70aba7e0da40 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:36.903522 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e18aa9c-97a1-40c0-ba1e-f954f336ee2e', 'tag': '1db859e0-58f4-4b0c-b0f4-dd1cda604f71', 'status': 'completed', 'code': 200} Nov 23 17:53:36.914116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5615c5ee-1944-494b-8c1b-64b7afa6eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.915226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5615c5ee-1944-494b-8c1b-64b7afa6eeb7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.0864637 Nov 23 17:53:36.964605 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-1a0b5eb7-c64b-473d-b6be-4da931d90bd8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405822 Nov 23 17:53:37.046600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce854b47-5152-43a2-b820-92a4bcbe90d9 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:37.060380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.063042 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-f2c685d0-9803-467f-a66c-8d02591036b0 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897858 Nov 23 17:53:37.091019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Transition to ACTIVE for port object ce854b47-5152-43a2-b820-92a4bcbe90d9 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:37.094233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-b658a64b-2498-4795-b234-a4bc26bfa9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.096034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-b658a64b-2498-4795-b234-a4bc26bfa9e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad647e62b3a64103b2985dd81cd45e25&device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 1098 time: 0.1669929 Nov 23 17:53:37.102319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.113958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c9c72-8ead-4b97-b509-8b449a1824fc req-4626e05d-1ec4-452f-8092-c1a4fdab8b14 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.115474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e76c9c72-8ead-4b97-b509-8b449a1824fc req-4626e05d-1ec4-452f-8092-c1a4fdab8b14 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1663129 Nov 23 17:53:37.128675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437f5ec-269d-405a-bd18-9fe74308d959 req-61a57338-9706-4b35-af5d-b963329e922a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.133753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f437f5ec-269d-405a-bd18-9fe74308d959 req-61a57338-9706-4b35-af5d-b963329e922a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.1532536 Nov 23 17:53:37.170681 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-1ad7e2a9-b5e9-4c57-b9d3-846edf570ee7 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991671 Nov 23 17:53:37.292645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Pushing event updated for resources: {'Port': ['ID=ce854b47-5152-43a2-b820-92a4bcbe90d9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:37.353271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e76c9c72-8ead-4b97-b509-8b449a1824fc req-55de89d7-0101-4784-883f-45b05a4ae3d2 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885469 Nov 23 17:53:37.415981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f437f5ec-269d-405a-bd18-9fe74308d959 req-77f9b878-044f-478a-95e1-2634bbf996a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478492 Nov 23 17:53:37.419389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Attempting to bind port ce854b47-5152-43a2-b820-92a4bcbe90d9 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:37.419810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Attempting to bind port ce854b47-5152-43a2-b820-92a4bcbe90d9 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:37.420217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Attempting to bind port ce854b47-5152-43a2-b820-92a4bcbe90d9 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:37.503909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Port ce854b47-5152-43a2-b820-92a4bcbe90d9 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:37.503909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Attempting to bind port ce854b47-5152-43a2-b820-92a4bcbe90d9 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:37.508230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-fe0b3672-521f-49c9-9d1d-c6af49de1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.510919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-fe0b3672-521f-49c9-9d1d-c6af49de1590 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.3900225 Nov 23 17:53:37.526870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:37.527314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Checking segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:37.527820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Bound using segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:37.528380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Bound port: ce854b47-5152-43a2-b820-92a4bcbe90d9, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:37.528922 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.600014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-37f60885-3037-4f97-a311-1d8e16e3c805 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=1db859e0-58f4-4b0c-b0f4-dd1cda604f71 HTTP/1.1" status: 200 len: 217 time: 0.0665762 Nov 23 17:53:37.621935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0df9e-60c9-40da-8214-230c3af6c75f req-22df8083-181c-48e8-9d96-8f53184471d9 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.623469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29c0df9e-60c9-40da-8214-230c3af6c75f req-22df8083-181c-48e8-9d96-8f53184471d9 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 946 time: 0.1818480 Nov 23 17:53:37.754791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29c0df9e-60c9-40da-8214-230c3af6c75f req-5fdc8085-a4f9-46b7-8862-675ed6cf825e tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109951 Nov 23 17:53:37.856855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': '8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:37.857863 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0af5560-b07d-4371-87fd-fcd77b44d0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:37.889907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6ec2b3a0-4c76-4060-baed-6b0af2b51a65 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.896573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6ec2b3a0-4c76-4060-baed-6b0af2b51a65 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.904727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6ec2b3a0-4c76-4060-baed-6b0af2b51a65 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.911111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6ec2b3a0-4c76-4060-baed-6b0af2b51a65 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.919206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6ec2b3a0-4c76-4060-baed-6b0af2b51a65 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.925568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6ec2b3a0-4c76-4060-baed-6b0af2b51a65 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.931964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6ec2b3a0-4c76-4060-baed-6b0af2b51a65 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.934724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6ec2b3a0-4c76-4060-baed-6b0af2b51a65 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5384 time: 0.1729524 Nov 23 17:53:37.937718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-6d73fb1e-3176-46df-99dd-26f265628123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.939337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-6d73fb1e-3176-46df-99dd-26f265628123 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.3149397 Nov 23 17:53:37.945590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] For port ce854b47-5152-43a2-b820-92a4bcbe90d9, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:37.961511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] For port ce854b47-5152-43a2-b820-92a4bcbe90d9, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:37.990069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.058401 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76d5ab-ab8c-4cfd-84b3-f9180ca81221 x-openstack-request-id: req-3b76d5ab-ab8c-4cfd-84b3-f9180ca81221 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:38.058755 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:38.058985 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b76d5ab-ab8c-4cfd-84b3-f9180ca81221 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:38.059382 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': '8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4', 'status': 'completed', 'code': 200} Nov 23 17:53:38.159025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.159650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.160655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:38.161139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] 10.222.0.66 "PUT /v2.0/ports/ce854b47-5152-43a2-b820-92a4bcbe90d9 HTTP/1.1" status: 200 len: 1091 time: 2.2037256 Nov 23 17:53:38.161819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb54ca-1986-43b0-a483-f20e2cba6287 service neutron] Pushing event updated for resources: {'Port': ['ID=ce854b47-5152-43a2-b820-92a4bcbe90d9,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:38.194422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-016d917c-9bf1-4679-aa30-5d2d20528355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.195314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-016d917c-9bf1-4679-aa30-5d2d20528355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.199275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fa6884f-b8d7-454b-b992-58af9552d18d req-6e82db2e-8f60-4eee-a02c-01803da2efbb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2524471 Nov 23 17:53:38.203063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-016d917c-9bf1-4679-aa30-5d2d20528355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.203583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-016d917c-9bf1-4679-aa30-5d2d20528355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.204075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-016d917c-9bf1-4679-aa30-5d2d20528355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.204557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-016d917c-9bf1-4679-aa30-5d2d20528355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.205031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-016d917c-9bf1-4679-aa30-5d2d20528355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.207096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-016d917c-9bf1-4679-aa30-5d2d20528355 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6276 time: 0.1380405 Nov 23 17:53:38.322304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:38.358343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-826be77f-dcfb-4b76-b048-3d298358fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.364510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-826be77f-dcfb-4b76-b048-3d298358fb98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3958530 Nov 23 17:53:38.389839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:38.401851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '1db859e0-58f4-4b0c-b0f4-dd1cda604f71', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '1db859e0-58f4-4b0c-b0f4-dd1cda604f71', 'mac_address': 'fa:16:3e:3f:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:38.410108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-ba571101-0290-451f-9a59-ea236c4818aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.410598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-ba571101-0290-451f-9a59-ea236c4818aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.411106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-ba571101-0290-451f-9a59-ea236c4818aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.412687 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-ba571101-0290-451f-9a59-ea236c4818aa service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=db630954b957416f90c9df90d201772b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1924317 Nov 23 17:53:38.461609 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.481386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:38.504461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:38.511495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.531487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-f26ea046-e90f-42a9-9590-0622977b193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.533425 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b0af5560-b07d-4371-87fd-fcd77b44d0e4 req-f26ea046-e90f-42a9-9590-0622977b193a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128967 Nov 23 17:53:38.555233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-aea85730-a785-45e3-88a1-633d949573bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4986281 Nov 23 17:53:38.571092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:38.581590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438ee84-671a-4cac-a0ca-8908fe99e6ef req-b71beb1b-1fc0-475c-a3ac-0dc3e5b7f07a tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.583165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f438ee84-671a-4cac-a0ca-8908fe99e6ef req-b71beb1b-1fc0-475c-a3ac-0dc3e5b7f07a tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 947 time: 0.3824031 Nov 23 17:53:38.602472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-5233c303-3ccb-434b-bab1-d55b456ca83b service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974585 Nov 23 17:53:38.653787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74779a-1027-4d4c-94b0-a780ced82a0c req-1690ed3c-c81b-4719-8d71-800e4a3070be tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.655311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b74779a-1027-4d4c-94b0-a780ced82a0c req-1690ed3c-c81b-4719-8d71-800e4a3070be tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.3417861 Nov 23 17:53:38.655891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.803400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1db859e0-58f4-4b0c-b0f4-dd1cda604f71'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:38.815597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f438ee84-671a-4cac-a0ca-8908fe99e6ef req-f3fd1068-9680-4158-8181-9452f9c33f4e tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090862 Nov 23 17:53:38.844928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-266c41a1-8740-4d75-8991-33e6f19e5a77 req-0904f3d6-1a86-47f9-b3cb-6427cc503470 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291970 Nov 23 17:53:38.857929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b74779a-1027-4d4c-94b0-a780ced82a0c req-1faac3a4-0688-446d-af8e-15390f47dd67 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915352 Nov 23 17:53:39.133107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ed03-13b1-47a2-86ab-6a9f36003304 req-7aded9af-e5c4-4adf-b92b-676f60231746 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:39.141591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb3ed03-13b1-47a2-86ab-6a9f36003304 req-7aded9af-e5c4-4adf-b92b-676f60231746 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1823697 Nov 23 17:53:39.215322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb3ed03-13b1-47a2-86ab-6a9f36003304 req-03357f6b-e5e0-4f8d-9fb8-686d6fc02339 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726228 Nov 23 17:53:39.305773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7919f4bb-f7d5-496b-b280-9986aebf0825 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:39.342413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:39.360517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Transition to ACTIVE for port object 7919f4bb-f7d5-496b-b280-9986aebf0825 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:39.375624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043d3e2-aafc-456b-b17b-c372a2d08335 req-e2a28103-bfab-4ec3-af86-b98344f5e1d5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:39.378286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6043d3e2-aafc-456b-b17b-c372a2d08335 req-e2a28103-bfab-4ec3-af86-b98344f5e1d5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.0891423 Nov 23 17:53:39.380081 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:39.583939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=7919f4bb-f7d5-496b-b280-9986aebf0825,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:39.953689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6043d3e2-aafc-456b-b17b-c372a2d08335 req-23f62f73-b7b2-4b34-bcb8-995bd2ac4c00 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664039 Nov 23 17:53:40.016639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2c660-b0eb-4bc7-a577-97f4d586853b req-74ae9f65-442c-4173-83a2-47f0a186ff06 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.024480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5df2c660-b0eb-4bc7-a577-97f4d586853b req-74ae9f65-442c-4173-83a2-47f0a186ff06 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 946 time: 0.5122836 Nov 23 17:53:40.043127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Attempting to bind port 7919f4bb-f7d5-496b-b280-9986aebf0825 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:40.043388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Attempting to bind port 7919f4bb-f7d5-496b-b280-9986aebf0825 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:40.043702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Attempting to bind port 7919f4bb-f7d5-496b-b280-9986aebf0825 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:40.051135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Port 7919f4bb-f7d5-496b-b280-9986aebf0825 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:40.051462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Attempting to bind port 7919f4bb-f7d5-496b-b280-9986aebf0825 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:40.058127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:40.058467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Checking segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:40.058889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Bound using segment: {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:40.059321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Bound port: 7919f4bb-f7d5-496b-b280-9986aebf0825, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d114f8b-511d-49a3-a964-8f989cff29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:40.059675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.070212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': 'ce854b47-5152-43a2-b820-92a4bcbe90d9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:40.072925 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "ce854b47-5152-43a2-b820-92a4bcbe90d9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:40.163449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:40.178516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5df2c660-b0eb-4bc7-a577-97f4d586853b req-8316225b-e79e-47ab-bd2c-392f7d067005 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530840 Nov 23 17:53:40.198282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] For port 7919f4bb-f7d5-496b-b280-9986aebf0825, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:40.202247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] For port 7919f4bb-f7d5-496b-b280-9986aebf0825, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7919f4bb-f7d5-496b-b280-9986aebf0825,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:40.217703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.239375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c193-8f51-4e59-acd9-e30793ae0275 req-9eb3f013-9489-49b2-a44b-b722587b4660 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.250856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99c0c193-8f51-4e59-acd9-e30793ae0275 req-9eb3f013-9489-49b2-a44b-b722587b4660 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 945 time: 0.1819060 Nov 23 17:53:40.264684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:40.274620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:40.275036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.304329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.304854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.306209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] 10.222.0.66 "PUT /v2.0/ports/7919f4bb-f7d5-496b-b280-9986aebf0825 HTTP/1.1" status: 200 len: 1090 time: 2.0052562 Nov 23 17:53:40.390774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:40.413053 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.462579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc994a6-9e2e-4dbb-8a69-59df8144ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=7919f4bb-f7d5-496b-b280-9986aebf0825,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:40.486058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e18aa9c-97a1-40c0-ba1e-f954f336ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db859e0-58f4-4b0c-b0f4-dd1cda604f71'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:40.490194 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c634af2-4a93-451f-8625-013bfa9d8c87" -d '{"events": [{"server_uuid": "7e18aa9c-97a1-40c0-ba1e-f954f336ee2e", "name": "network-vif-plugged", "status": "completed", "tag": "1db859e0-58f4-4b0c-b0f4-dd1cda604f71"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:40.504635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-d32bb42e-3193-4a48-9503-ff10dd810041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.506339 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-d32bb42e-3193-4a48-9503-ff10dd810041 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 1101 time: 0.1888072 Nov 23 17:53:40.511753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:40.517619 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.557752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99c0c193-8f51-4e59-acd9-e30793ae0275 req-b4c2e392-f32c-4cdc-bc4f-2962973437ae tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups?id=962fd07b-ed15-4cf9-b2f0-abc34f82864d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754323 Nov 23 17:53:40.585434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-6cac9445-985d-4ffb-b75c-da6fc364629c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.593335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-6cac9445-985d-4ffb-b75c-da6fc364629c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.599594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-6cac9445-985d-4ffb-b75c-da6fc364629c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.607169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-6cac9445-985d-4ffb-b75c-da6fc364629c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.613195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:40.613987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-6cac9445-985d-4ffb-b75c-da6fc364629c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.621669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-6cac9445-985d-4ffb-b75c-da6fc364629c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.630482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-6cac9445-985d-4ffb-b75c-da6fc364629c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.639706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-6cac9445-985d-4ffb-b75c-da6fc364629c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5396 time: 0.3604510 Nov 23 17:53:40.647639 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.684558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-7b4ccbe5-d072-4795-abec-1ad8c80cf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.686183 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-7b4ccbe5-d072-4795-abec-1ad8c80cf346 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1672575 Nov 23 17:53:40.732194 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-00b2705d-bf36-4c2c-bf18-1a74b7eb81ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f HTTP/1.1" status: 200 len: 217 time: 0.0380807 Nov 23 17:53:40.777714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a26a6b9-84a6-4df5-b233-ca3f549793a6 req-0492fbab-b34c-4db6-be8d-e9932f62d76a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371360 Nov 23 17:53:40.823967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-a3daaeca-932f-4124-8e4a-6d1b5e6e7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.825540 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-a3daaeca-932f-4124-8e4a-6d1b5e6e7089 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0851345 Nov 23 17:53:40.843600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-764eb7d0-96c3-4b9e-a0d1-5b695927f817 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.845202 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-764eb7d0-96c3-4b9e-a0d1-5b695927f817 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.72 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 945 time: 0.0718939 Nov 23 17:53:40.850223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c715f-66d4-42fd-8248-2c44e17a3316 req-d769070e-62b1-4f6f-b3a3-4ae6fd5e503b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.851753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-164c715f-66d4-42fd-8248-2c44e17a3316 req-d769070e-62b1-4f6f-b3a3-4ae6fd5e503b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 945 time: 0.1766355 Nov 23 17:53:40.953528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-293b7e3b-ae06-4f47-897a-5d589fd1866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.956236 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-293b7e3b-ae06-4f47-897a-5d589fd1866c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101449 Nov 23 17:53:41.007957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-164c715f-66d4-42fd-8248-2c44e17a3316 req-a4547e3d-9f12-4216-8c8d-37844d34eb74 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375935 Nov 23 17:53:41.018030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664a718-bf93-411f-8cfc-a05370567f62 req-3117cad7-726a-47f3-a66c-1b88431dce5d tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.019940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c664a718-bf93-411f-8cfc-a05370567f62 req-3117cad7-726a-47f3-a66c-1b88431dce5d tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 949 time: 0.1401460 Nov 23 17:53:41.061490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Deleting port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:41.061490 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.138170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c664a718-bf93-411f-8cfc-a05370567f62 req-08cb58e7-c91f-4e81-b81e-51cdfb2d2359 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106308 Nov 23 17:53:41.153638 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-150f8bf3-ce10-46a2-8af4-415949642ad0 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860569 Nov 23 17:53:41.181698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e4fd27-2661-40c6-978b-1b9e827b4c13 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:41.182385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] For port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:41.183063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.191098 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.204143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27b9df5a-fd0e-4cb2-a426-42fba7620690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.208223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b4c8b-3127-406d-b6da-c17165213159 req-8469ca3b-376e-473c-a8d1-2df5607ba89f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.216701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f4b4c8b-3127-406d-b6da-c17165213159 req-8469ca3b-376e-473c-a8d1-2df5607ba89f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1215582 Nov 23 17:53:41.232230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Transition to ACTIVE for port object 16e4fd27-2661-40c6-978b-1b9e827b4c13 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:41.241617 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.245573 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7273e95-0699-4060-821d-fbc04821deb9 x-openstack-request-id: req-d7273e95-0699-4060-821d-fbc04821deb9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:41.245872 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "ce854b47-5152-43a2-b820-92a4bcbe90d9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:41.246121 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d7273e95-0699-4060-821d-fbc04821deb9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:41.246527 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': 'ce854b47-5152-43a2-b820-92a4bcbe90d9', 'status': 'completed', 'code': 200} Nov 23 17:53:41.398045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f4b4c8b-3127-406d-b6da-c17165213159 req-e8ce461f-704a-46ba-a747-68116464e098 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758888 Nov 23 17:53:41.398992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Pushing event updated for resources: {'Port': ['ID=16e4fd27-2661-40c6-978b-1b9e827b4c13,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:41.471890 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-550e61bb-5551-48f8-a6fe-dd1d63d3b59f service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000569 Nov 23 17:53:41.493218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-cb88d1a7-4b33-4a24-9ddf-cd7348572312 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.496395 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-cb88d1a7-4b33-4a24-9ddf-cd7348572312 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.72 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 945 time: 0.2382131 Nov 23 17:53:41.518838 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e3b6b8-7348-4354-8952-49923b9114fd x-openstack-request-id: req-67e3b6b8-7348-4354-8952-49923b9114fd {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:41.519159 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e18aa9c-97a1-40c0-ba1e-f954f336ee2e", "name": "network-vif-plugged", "status": "completed", "tag": "1db859e0-58f4-4b0c-b0f4-dd1cda604f71", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:41.519409 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67e3b6b8-7348-4354-8952-49923b9114fd {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:41.519812 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e18aa9c-97a1-40c0-ba1e-f954f336ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db859e0-58f4-4b0c-b0f4-dd1cda604f71', 'code': 200} Nov 23 17:53:41.534022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-5d3da8af-bdc0-40a3-b3af-39056f8f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.534593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-5d3da8af-bdc0-40a3-b3af-39056f8f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.535025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-5d3da8af-bdc0-40a3-b3af-39056f8f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.535503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-5d3da8af-bdc0-40a3-b3af-39056f8f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.538922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-5d3da8af-bdc0-40a3-b3af-39056f8f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.539433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-5d3da8af-bdc0-40a3-b3af-39056f8f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.540404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-5d3da8af-bdc0-40a3-b3af-39056f8f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.554079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-5d3da8af-bdc0-40a3-b3af-39056f8f277b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6368 time: 0.2672472 Nov 23 17:53:41.718773 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.719461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.720202 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Floating IP fa585749-f452-4aae-aaf1-e18b9bd81001 disassociated. External IP: 172.25.0.70, port: 5d332fde-3f07-46e9-b31f-7b2b0ad61e80. Nov 23 17:53:41.720638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Calling delete_port for 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:41.754754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Deleting port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:41.755498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.804590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e597a-4b20-4fb3-9934-73855c7666bf req-dc46b544-9642-4e6d-8db3-8d1f362bee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.806296 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-370e597a-4b20-4fb3-9934-73855c7666bf req-dc46b544-9642-4e6d-8db3-8d1f362bee3b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 1100 time: 0.1514919 Nov 23 17:53:41.873321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a231e4-2e66-4ebd-a24e-38d7c0ddbf45 req-f1fe29e6-8052-4091-9ffe-5facbd6006e0 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.880507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49a231e4-2e66-4ebd-a24e-38d7c0ddbf45 req-f1fe29e6-8052-4091-9ffe-5facbd6006e0 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.2676163 Nov 23 17:53:41.915394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Attempting to bind port 16e4fd27-2661-40c6-978b-1b9e827b4c13 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:41.915735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Attempting to bind port 16e4fd27-2661-40c6-978b-1b9e827b4c13 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:41.916170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Attempting to bind port 16e4fd27-2661-40c6-978b-1b9e827b4c13 on network acfcf59a-152b-40f7-b95c-a27f4105fcc0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:41.936161 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-370e597a-4b20-4fb3-9934-73855c7666bf req-88bb5d03-5531-40b1-bf0c-0bf9227a6d36 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196535 Nov 23 17:53:41.937680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086eb4-42f0-4b35-90ee-31fcd0591c27 req-b7eb4afe-a7c6-4b43-bfa0-48e803d832d3 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.941944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75086eb4-42f0-4b35-90ee-31fcd0591c27 req-b7eb4afe-a7c6-4b43-bfa0-48e803d832d3 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.3843710 Nov 23 17:53:41.959321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Port 16e4fd27-2661-40c6-978b-1b9e827b4c13 on network acfcf59a-152b-40f7-b95c-a27f4105fcc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:41.959643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Attempting to bind port 16e4fd27-2661-40c6-978b-1b9e827b4c13 on network acfcf59a-152b-40f7-b95c-a27f4105fcc0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:41.960152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] For port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:41.960627 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.998440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:41.998440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Checking segment: {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:41.998829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Bound using segment: {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:41.999106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Bound port: 16e4fd27-2661-40c6-978b-1b9e827b4c13, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:41.999459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.015002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-f8ac2bcf-0994-4e0c-9742-77bd7b2f4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.015477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-f8ac2bcf-0994-4e0c-9742-77bd7b2f4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.015943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-f8ac2bcf-0994-4e0c-9742-77bd7b2f4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.017528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-f8ac2bcf-0994-4e0c-9742-77bd7b2f4e1d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=db630954b957416f90c9df90d201772b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4570670 Nov 23 17:53:42.047313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49a231e4-2e66-4ebd-a24e-38d7c0ddbf45 req-f10b03c3-b542-4516-94bd-7e428ea0dab8 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658738 Nov 23 17:53:42.068279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.137414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event deleted for resources: {'Port': ['ID=5d332fde-3f07-46e9-b31f-7b2b0ad61e80,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:42.150050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75086eb4-42f0-4b35-90ee-31fcd0591c27 req-1f338ea7-6724-4c09-b761-2a809f4efe39 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792185 Nov 23 17:53:42.167730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.168026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.168670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.168803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.169023 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.169349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.169686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.170017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.170348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.170678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.171043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.171358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.272825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] For port 16e4fd27-2661-40c6-978b-1b9e827b4c13, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:42.299585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e687943-a367-4d4d-9e07-bf915f85ef52 req-a46034f7-55da-4fa2-a8a0-45580126a934 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/ports?device_id=0698edae-73d4-42ab-903f-a1a3727d827d HTTP/1.1" status: 200 len: 210 time: 0.1477947 Nov 23 17:53:42.335783 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.336478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.337171 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Floating IP 684cc99e-8d74-4a7d-97f7-4731236e207b disassociated. External IP: 172.25.0.13, port: 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5. Nov 23 17:53:42.337784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Calling delete_port for 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:42.354542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] For port 16e4fd27-2661-40c6-978b-1b9e827b4c13, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:42.404778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Router 505e2a88-78ae-4841-9fc8-1640c8080c79 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:42.411666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.529076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550cc8-7598-43ce-b951-018659c05b5c req-a673b25f-07a8-406b-90da-5fcbdc4c4216 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.535745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550cc8-7598-43ce-b951-018659c05b5c req-a673b25f-07a8-406b-90da-5fcbdc4c4216 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.542550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550cc8-7598-43ce-b951-018659c05b5c req-a673b25f-07a8-406b-90da-5fcbdc4c4216 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.549095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550cc8-7598-43ce-b951-018659c05b5c req-a673b25f-07a8-406b-90da-5fcbdc4c4216 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.555555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550cc8-7598-43ce-b951-018659c05b5c req-a673b25f-07a8-406b-90da-5fcbdc4c4216 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.562437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550cc8-7598-43ce-b951-018659c05b5c req-a673b25f-07a8-406b-90da-5fcbdc4c4216 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.581225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550cc8-7598-43ce-b951-018659c05b5c req-a673b25f-07a8-406b-90da-5fcbdc4c4216 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.583460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91550cc8-7598-43ce-b951-018659c05b5c req-a673b25f-07a8-406b-90da-5fcbdc4c4216 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5408 time: 0.3043187 Nov 23 17:53:42.613228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.613858 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.615565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] 10.222.0.66 "PUT /v2.0/ports/16e4fd27-2661-40c6-978b-1b9e827b4c13 HTTP/1.1" status: 200 len: 1091 time: 2.2474906 Nov 23 17:53:42.657433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-1487c77c-0b64-4e46-af26-7b212b8b50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.659020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebab9edb-b04c-468b-b4d7-d6f0ef114bea req-1487c77c-0b64-4e46-af26-7b212b8b50fc service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4892061 Nov 23 17:53:42.673367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Request body: {'port': {'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:42.699100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4620a3-842d-4864-a414-0375fa8b6b2f req-83af0230-f66d-4001-ac38-69d07cb22e4b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.707980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be4620a3-842d-4864-a414-0375fa8b6b2f req-83af0230-f66d-4001-ac38-69d07cb22e4b tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f1db63-08f4-451a-b616-ac346df3cbb0 HTTP/1.1" status: 200 len: 945 time: 0.2927213 Nov 23 17:53:42.754920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Pushing event updated for resources: {'Port': ['ID=16e4fd27-2661-40c6-978b-1b9e827b4c13,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:42.870663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.871354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.871493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.871725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.872045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.872470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.872698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.873277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.875082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.876086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.876086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.876540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9511-ac7b-4084-9998-1ccf65195429 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:42.893814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be4620a3-842d-4864-a414-0375fa8b6b2f req-cdee99ee-fa33-48b0-b2a0-2da48442ecb3 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411765 Nov 23 17:53:42.894388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.923686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91550cc8-7598-43ce-b951-018659c05b5c req-da2251dc-2121-4650-b216-2ca6c8a87c6c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3129139 Nov 23 17:53:42.998663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.042396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event deleted for resources: {'Port': ['ID=02664c04-4eb7-4a0a-aec4-ddb555c8d8d5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:43.053873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:43.073888 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] Sync routers for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:43.109378 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:43.110021 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:43.142123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] No DVR routers for this DVR port 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:43.146437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.150482 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-86a7f327-e3bb-40b0-a003-8b2c3984bfd1 req-730f8a2a-cd6d-4c64-8869-7862973db3f5 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.72 "DELETE /v2.0/ports/5d332fde-3f07-46e9-b31f-7b2b0ad61e80 HTTP/1.1" status: 204 len: 173 time: 2.2911959 Nov 23 17:53:43.152615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698edae-73d4-42ab-903f-a1a3727d827d', 'name': 'network-vif-deleted', 'tag': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:43.155714 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c2f4ab-0ce1-4863-81ad-a8b41c969091" -d '{"events": [{"server_uuid": "0698edae-73d4-42ab-903f-a1a3727d827d", "name": "network-vif-deleted", "tag": "5d332fde-3f07-46e9-b31f-7b2b0ad61e80"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:43.248816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': '7919f4bb-f7d5-496b-b280-9986aebf0825'}, {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': '16e4fd27-2661-40c6-978b-1b9e827b4c13'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:43.262531 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cef561-7dc3-4a83-bcf6-564c37e30688" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "7919f4bb-f7d5-496b-b280-9986aebf0825"}, {"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "16e4fd27-2661-40c6-978b-1b9e827b4c13"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:43.280369 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ac71fabf-5774-40ab-96db-d605327ced29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.313842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Router 61c5d4d5-bf86-489b-a151-4f573671097e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:43.327620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:43.367499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:43.368120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5d332fde-3f07-46e9-b31f-7b2b0ad61e80 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:43.379475 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:43.414071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acc9e7-08c7-485c-a9ba-43fe25c99c96 req-f2b51cb9-7078-47af-a28f-c70b51c9baa5 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:43.428093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2acc9e7-08c7-485c-a9ba-43fe25c99c96 req-f2b51cb9-7078-47af-a28f-c70b51c9baa5 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 949 time: 0.1957216 Nov 23 17:53:43.565015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:43.579564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] Sync routers for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:43.601767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:43.602420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:43.622567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2acc9e7-08c7-485c-a9ba-43fe25c99c96 req-b8d1742c-ed9c-49f9-af12-883467b05c6c tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932518 Nov 23 17:53:43.671472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] No DVR routers for this DVR port 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:43.677543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.688927 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5376cd09-0417-4693-992a-461f2aa9eb06 req-2840fe55-64c3-4822-ab93-16b501268325 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.72 "DELETE /v2.0/ports/02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 HTTP/1.1" status: 204 len: 173 time: 2.1858666 Nov 23 17:53:43.709887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de78270-7671-42fd-8cee-fb0ed027b603 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:43.717919 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:17Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:43.746466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18775d-c8e7-481b-97e3-422759f03cb1 req-a61d8342-971d-4306-9259-6c885ee17f47 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:43.758962 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] Checking router: 505e2a88-78ae-4841-9fc8-1640c8080c79 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:43.759126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f18775d-c8e7-481b-97e3-422759f03cb1 req-a61d8342-971d-4306-9259-6c885ee17f47 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.3286664 Nov 23 17:53:43.769207 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:43.770156 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:43.779091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.841180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Transition to ACTIVE for port object 6de78270-7671-42fd-8cee-fb0ed027b603 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:43.859311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.870483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:43.940957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db0ef3-c932-4719-b86e-ba5aa1acede2 req-0e3167f6-2042-4297-b14e-a92ebe5ba78e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:43.943077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4db0ef3-c932-4719-b86e-ba5aa1acede2 req-0e3167f6-2042-4297-b14e-a92ebe5ba78e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.1692808 Nov 23 17:53:43.964304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f18775d-c8e7-481b-97e3-422759f03cb1 req-2b3ce22a-969b-4d1c-b16f-fc7f4a669890 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909022 Nov 23 17:53:44.030435 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:44.060704 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b13c30-e079-48e6-83cd-1b97a39bd0ea x-openstack-request-id: req-11b13c30-e079-48e6-83cd-1b97a39bd0ea {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:44.061212 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0698edae-73d4-42ab-903f-a1a3727d827d", "name": "network-vif-deleted", "tag": "5d332fde-3f07-46e9-b31f-7b2b0ad61e80", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:44.061309 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11b13c30-e079-48e6-83cd-1b97a39bd0ea {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:44.061704 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0698edae-73d4-42ab-903f-a1a3727d827d', 'name': 'network-vif-deleted', 'tag': '5d332fde-3f07-46e9-b31f-7b2b0ad61e80', 'status': 'completed', 'code': 200} Nov 23 17:53:44.072001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Pushing event updated for resources: {'Port': ['ID=6de78270-7671-42fd-8cee-fb0ed027b603,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:44.188699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4db0ef3-c932-4719-b86e-ba5aa1acede2 req-03eb7ec2-e718-4e58-8c8b-f39d20739766 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081182 Nov 23 17:53:44.319822 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc457d53-ae3b-419c-b77c-427bec9370a4 x-openstack-request-id: req-bc457d53-ae3b-419c-b77c-427bec9370a4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:44.320134 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "7919f4bb-f7d5-496b-b280-9986aebf0825", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "16e4fd27-2661-40c6-978b-1b9e827b4c13", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:44.320396 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc457d53-ae3b-419c-b77c-427bec9370a4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:44.320809 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': '7919f4bb-f7d5-496b-b280-9986aebf0825', 'status': 'completed', 'code': 200} Nov 23 17:53:44.321066 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': '16e4fd27-2661-40c6-978b-1b9e827b4c13', 'status': 'completed', 'code': 200} Nov 23 17:53:44.378544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:44.407830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9212252-b49b-46e9-ac00-79a31b8a465d req-fe39b19d-aa69-4dce-9eb5-bbfb7ba04258 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.409478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9212252-b49b-46e9-ac00-79a31b8a465d req-fe39b19d-aa69-4dce-9eb5-bbfb7ba04258 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.2593377 Nov 23 17:53:44.462032 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:17Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:44.498112 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac7490-1124-430b-ba50-06ac50b38a06 None None] The sync data for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 is: [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:51:12Z', 'revision_number': 4, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '42c0bc27-2863-4d09-b6a1-1fb71299d29c', 'name': '', 'network_id': 'e7f2acb3-ecc3-496f-8a35-a61f360aabfb', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'mac_address': 'fa:16:3e:bc:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93e8ca87-2f50-430e-8d58-85c350822583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:11Z', 'updated_at': '2021-11-23T17:51:17Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'subnets': [{'id': '93e8ca87-2f50-430e-8d58-85c350822583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:44.589865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Attempting to bind port 6de78270-7671-42fd-8cee-fb0ed027b603 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:44.590214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Attempting to bind port 6de78270-7671-42fd-8cee-fb0ed027b603 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:44.590545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Attempting to bind port 6de78270-7671-42fd-8cee-fb0ed027b603 on network acfcf59a-152b-40f7-b95c-a27f4105fcc0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:44.605832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-469802c8-cf72-4bb3-bb0d-bdb3277d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.606301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-469802c8-cf72-4bb3-bb0d-bdb3277d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.606823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-469802c8-cf72-4bb3-bb0d-bdb3277d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.607303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-469802c8-cf72-4bb3-bb0d-bdb3277d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.607774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-469802c8-cf72-4bb3-bb0d-bdb3277d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.608244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-469802c8-cf72-4bb3-bb0d-bdb3277d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.608728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-469802c8-cf72-4bb3-bb0d-bdb3277d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.611051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-469802c8-cf72-4bb3-bb0d-bdb3277d22be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6435 time: 0.2660232 Nov 23 17:53:44.612715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] Checking router: 61c5d4d5-bf86-489b-a151-4f573671097e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:44.629171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:44.630074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:44.662962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Port 6de78270-7671-42fd-8cee-fb0ed027b603 on network acfcf59a-152b-40f7-b95c-a27f4105fcc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:44.663435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Attempting to bind port 6de78270-7671-42fd-8cee-fb0ed027b603 on network acfcf59a-152b-40f7-b95c-a27f4105fcc0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:44.672312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9212252-b49b-46e9-ac00-79a31b8a465d req-7f875cc8-21ba-41f6-b2c9-8ac99c528d50 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264903 Nov 23 17:53:44.693061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db002e-6e55-436f-b588-795e462ed13d req-4bbf244e-e27a-447c-b3cb-306e97ac599e tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.708898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85db002e-6e55-436f-b588-795e462ed13d req-4bbf244e-e27a-447c-b3cb-306e97ac599e tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 946 time: 0.2657990 Nov 23 17:53:44.743758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:44.745029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Checking segment: {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:44.745535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Bound using segment: {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:44.746170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Bound port: 6de78270-7671-42fd-8cee-fb0ed027b603, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1739fa2d-0ece-4c08-9c73-de38bc4034e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:44.747138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:44.802217 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:44.826147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d935f-29b4-4067-a8d8-f929b10be992 req-f870d1e5-b6da-4031-bdc3-fb7a290fd41a tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.830198 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-753d935f-29b4-4067-a8d8-f929b10be992 req-f870d1e5-b6da-4031-bdc3-fb7a290fd41a tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb8c9274-c4a5-4c5a-b765-ac07154d51e1 HTTP/1.1" status: 200 len: 946 time: 0.0955417 Nov 23 17:53:44.945347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-03c536d6-7019-4dfb-b992-f86b8bdac2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.946049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-03c536d6-7019-4dfb-b992-f86b8bdac2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.946296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-03c536d6-7019-4dfb-b992-f86b8bdac2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.954156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-03c536d6-7019-4dfb-b992-f86b8bdac2cf service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=db630954b957416f90c9df90d201772b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3260019 Nov 23 17:53:44.966826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Deleting port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:44.967911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:44.974327 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4fcc6-f962-42bd-9215-0eef44208a67 None None] New status for floating IP fa585749-f452-4aae-aaf1-e18b9bd81001: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:53:44.990828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.108489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] For port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,segment=NetworkSegment(530ae45c-9aad-4d6f-9f56-c89e9afc195e),segment_id=530ae45c-9aad-4d6f-9f56-c89e9afc195e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:45.109212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.124258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Calling delete_port for 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:45.148249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-a93a0e57-517b-4d24-a100-cf403585bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.149715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-a93a0e57-517b-4d24-a100-cf403585bb80 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805401 Nov 23 17:53:45.166192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85db002e-6e55-436f-b588-795e462ed13d req-c8f09087-4385-4634-b5ab-680713ea3b58 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.74 "GET /v2.0/security-groups?id=c81d42d2-3b72-4f5f-a47b-19b51bc64265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560041 Nov 23 17:53:45.180492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:45.205544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-144bbc4c-f763-46d8-9392-368b7010ff9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.214739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-144bbc4c-f763-46d8-9392-368b7010ff9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.216204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ed1df-4a20-418e-b8a5-a9fcd4c00a0b None None] The sync data for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 is: [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:48:35Z', 'revision_number': 4, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'eaa5f5a0-51ee-46a9-92eb-2d26e96fee84', 'name': '', 'network_id': '66c6e7c6-cfc0-43dd-a817-5db419986990', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'mac_address': 'fa:16:3e:1e:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:34Z', 'updated_at': '2021-11-23T17:48:42Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'subnets': [{'id': 'de0b5e46-f000-431b-b8da-20f7dac2bfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:45.221035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-144bbc4c-f763-46d8-9392-368b7010ff9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.227117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-144bbc4c-f763-46d8-9392-368b7010ff9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.234000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-144bbc4c-f763-46d8-9392-368b7010ff9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.241223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-144bbc4c-f763-46d8-9392-368b7010ff9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.247722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-144bbc4c-f763-46d8-9392-368b7010ff9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.255615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-144bbc4c-f763-46d8-9392-368b7010ff9a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.1872761 Nov 23 17:53:45.335564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] For port 6de78270-7671-42fd-8cee-fb0ed027b603, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:45.343822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:45.374159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:45.374747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 02664c04-4eb7-4a0a-aec4-ddb555c8d8d5 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:45.391125 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.404880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['14a642dd-6c8e-4c3d-82e5-d0ae3c479cec'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:45.474199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Pushing event deleted for resources: {'Port': ['ID=14a642dd-6c8e-4c3d-82e5-d0ae3c479cec,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:45.507807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] No DVR routers for this DVR port 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:45.511802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.516412 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-753d935f-29b4-4067-a8d8-f929b10be992 req-2ec7826e-9499-4913-82bd-ab11b5cd3af5 tempest-ServerPasswordTestJSON-574320327 tempest-ServerPasswordTestJSON-574320327-project] 10.222.0.66 "DELETE /v2.0/ports/14a642dd-6c8e-4c3d-82e5-d0ae3c479cec HTTP/1.1" status: 204 len: 173 time: 0.6790404 Nov 23 17:53:45.615189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38009494-24b5-4149-92e6-d1a8f385a9ad None None] New status for floating IP 684cc99e-8d74-4a7d-97f7-4731236e207b: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:53:45.746993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] For port 6de78270-7671-42fd-8cee-fb0ed027b603, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6de78270-7671-42fd-8cee-fb0ed027b603,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:45.756168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57fd06ae-6415-4b1b-ad84-0ce036adacd6 req-65d0bc27-1570-4a15-a198-12ce340439c8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4996819 Nov 23 17:53:45.761401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.774913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-bf7e4dc4-ed94-4bb7-ae5e-f4edc5ea507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.775960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-bf7e4dc4-ed94-4bb7-ae5e-f4edc5ea507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.776430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-bf7e4dc4-ed94-4bb7-ae5e-f4edc5ea507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.776893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-bf7e4dc4-ed94-4bb7-ae5e-f4edc5ea507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.777339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-bf7e4dc4-ed94-4bb7-ae5e-f4edc5ea507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.790067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-bf7e4dc4-ed94-4bb7-ae5e-f4edc5ea507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.790067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-bf7e4dc4-ed94-4bb7-ae5e-f4edc5ea507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.790067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-bf7e4dc4-ed94-4bb7-ae5e-f4edc5ea507d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6435 time: 0.5221059 Nov 23 17:53:45.820635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42940) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:45.846110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.846775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.848209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] 10.222.0.66 "PUT /v2.0/ports/6de78270-7671-42fd-8cee-fb0ed027b603 HTTP/1.1" status: 200 len: 1091 time: 3.1858785 Nov 23 17:53:45.880756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6acf72-3969-4b8c-97c6-a6e307d19302 req-c5896f31-cfd2-4424-8e7b-f750e4bea7f1 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.888787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb6acf72-3969-4b8c-97c6-a6e307d19302 req-c5896f31-cfd2-4424-8e7b-f750e4bea7f1 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 949 time: 0.5595403 Nov 23 17:53:45.913324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7889cb2d-8ad7-4c1f-b766-74fd9f509c0a tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.948233 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7889cb2d-8ad7-4c1f-b766-74fd9f509c0a tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.049654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7889cb2d-8ad7-4c1f-b766-74fd9f509c0a tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.051924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb6acf72-3969-4b8c-97c6-a6e307d19302 req-de9de26f-7dd2-46e5-b298-ca83c2779ec5 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605935 Nov 23 17:53:46.054295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7889cb2d-8ad7-4c1f-b766-74fd9f509c0a tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.058641 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7889cb2d-8ad7-4c1f-b766-74fd9f509c0a tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "DELETE /v2.0/security-groups/962fd07b-ed15-4cf9-b2f0-abc34f82864d HTTP/1.1" status: 204 len: 168 time: 0.2365222 Nov 23 17:53:46.059554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42944) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:46.078959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'name': 'network-vif-deleted', 'tag': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5'}, {'server_uuid': 'fb8c9274-c4a5-4c5a-b765-ac07154d51e1', 'name': 'network-vif-deleted', 'tag': '14a642dd-6c8e-4c3d-82e5-d0ae3c479cec'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:46.081303 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd08179-a46a-4807-adc2-379e8f78ca40" -d '{"events": [{"server_uuid": "03f1db63-08f4-451a-b616-ac346df3cbb0", "name": "network-vif-deleted", "tag": "02664c04-4eb7-4a0a-aec4-ddb555c8d8d5"}, {"server_uuid": "fb8c9274-c4a5-4c5a-b765-ac07154d51e1", "name": "network-vif-deleted", "tag": "14a642dd-6c8e-4c3d-82e5-d0ae3c479cec"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:46.105261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889cb2d-8ad7-4c1f-b766-74fd9f509c0a tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962fd07b-ed15-4cf9-b2f0-abc34f82864d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:46.109236 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-da3f82e8-46f1-4790-996d-9680089f4121 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] show failed (client error): The resource could not be found. Nov 23 17:53:46.114145 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-da3f82e8-46f1-4790-996d-9680089f4121 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "GET /v2.0/security-groups/962fd07b-ed15-4cf9-b2f0-abc34f82864d HTTP/1.1" status: 404 len: 347 time: 0.0489748 Nov 23 17:53:46.114768 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:46.127594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc881dc-fd84-4974-aa4b-b953f1e94153 service neutron] Pushing event updated for resources: {'Port': ['ID=6de78270-7671-42fd-8cee-fb0ed027b603,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:46.167028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e669c-558f-43d0-a60a-f5e0a421114d req-069ef744-bdc6-4e8b-8ad3-e7b93d77a989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.172683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254e669c-558f-43d0-a60a-f5e0a421114d req-069ef744-bdc6-4e8b-8ad3-e7b93d77a989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.2289450 Nov 23 17:53:46.287700 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.312228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Deleting port a6c8874a-2ecb-40f7-8b12-d85dece4556f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:46.312228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.312523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-65299bfe-fdf8-4af9-bdec-98010c48bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.312523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-65299bfe-fdf8-4af9-bdec-98010c48bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.312523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-65299bfe-fdf8-4af9-bdec-98010c48bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.313665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-65299bfe-fdf8-4af9-bdec-98010c48bcc0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=db630954b957416f90c9df90d201772b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5023501 Nov 23 17:53:46.327078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254e669c-558f-43d0-a60a-f5e0a421114d req-47ed4596-cfc2-4820-b52d-970db3887e72 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485434 Nov 23 17:53:46.329808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': '6de78270-7671-42fd-8cee-fb0ed027b603'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:46.352429 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c837377-c492-4d7e-b4d9-f296be5811fe" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "6de78270-7671-42fd-8cee-fb0ed027b603"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:46.393079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e420-1075-42ba-837b-82c8297a89f7 req-b4c126d5-12b5-4383-8a59-8c1ec20f6981 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.394729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4b7e420-1075-42ba-837b-82c8297a89f7 req-b4c126d5-12b5-4383-8a59-8c1ec20f6981 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.1937857 Nov 23 17:53:46.413957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.414555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.432915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Calling delete_port for a6c8874a-2ecb-40f7-8b12-d85dece4556f owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:46.541889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4b7e420-1075-42ba-837b-82c8297a89f7 req-e15a58b3-8122-4c22-ae44-7a528135dc0c tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357956 Nov 23 17:53:46.550850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-e3ad48f2-03ed-4e28-8013-9a4a09b58dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.552736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24cef561-7dc3-4a83-bcf6-564c37e30688 req-e3ad48f2-03ed-4e28-8013-9a4a09b58dd2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242773 Nov 23 17:53:46.566195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa66d8-0b08-4fe3-81b8-83a3e94ae88c req-f39327f3-cc75-4af5-b4a6-d19c0358c468 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.568599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcaa66d8-0b08-4fe3-81b8-83a3e94ae88c req-f39327f3-cc75-4af5-b4a6-d19c0358c468 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1063912 Nov 23 17:53:46.607884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.652115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Pushing event deleted for resources: {'Port': ['ID=a6c8874a-2ecb-40f7-8b12-d85dece4556f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:46.693534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcaa66d8-0b08-4fe3-81b8-83a3e94ae88c req-f4390b55-a721-4afa-87ca-0673fc17d031 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026862 Nov 23 17:53:46.699512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-58697087-a3c3-44c3-947c-1b774bf25b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.699512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-58697087-a3c3-44c3-947c-1b774bf25b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.700040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-58697087-a3c3-44c3-947c-1b774bf25b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.700574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-58697087-a3c3-44c3-947c-1b774bf25b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.701109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-58697087-a3c3-44c3-947c-1b774bf25b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.701634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-58697087-a3c3-44c3-947c-1b774bf25b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.702158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-58697087-a3c3-44c3-947c-1b774bf25b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.704335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-58697087-a3c3-44c3-947c-1b774bf25b1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6477 time: 0.1085851 Nov 23 17:53:46.786184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.789161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.792400 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-17326ba5-a40c-4e22-9ac2-5c9e9531fc13 tempest-ServersTestFqdnHostnames-1809121936 tempest-ServersTestFqdnHostnames-1809121936-project] 10.222.0.74 "DELETE /v2.0/floatingips/fa585749-f452-4aae-aaf1-e18b9bd81001 HTTP/1.1" status: 204 len: 168 time: 0.6765435 Nov 23 17:53:46.794835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42964) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:46.797731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:46.804626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-c271beab-d5dc-496a-88ae-eb72891fb57c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6 HTTP/1.1" status: 200 len: 217 time: 0.0834734 Nov 23 17:53:46.833574 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f03dcb-92e9-4fe7-8269-c74f502f601f x-openstack-request-id: req-28f03dcb-92e9-4fe7-8269-c74f502f601f {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:46.834022 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "6de78270-7671-42fd-8cee-fb0ed027b603", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:46.834377 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-28f03dcb-92e9-4fe7-8269-c74f502f601f {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:46.834926 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': '6de78270-7671-42fd-8cee-fb0ed027b603', 'status': 'completed', 'code': 200} Nov 23 17:53:46.872284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42970) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:46.931434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-695bae2b-8dfe-49b5-a4f6-d0a5aa503be4 admin admin] Deleting subnet c3061b46-6519-458e-91b7-ba524d66f5b4 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:46.951432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-695bae2b-8dfe-49b5-a4f6-d0a5aa503be4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.003838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-75d2c201-4e2c-4279-ac7e-88522375f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.005587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-75d2c201-4e2c-4279-ac7e-88522375f26e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=291e8618-8a09-4d5c-b07b-1d9965435064 HTTP/1.1" status: 200 len: 850 time: 0.1746497 Nov 23 17:53:47.017134 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f054ecfd-afe0-443d-bf16-2360395bb0ea x-openstack-request-id: req-f054ecfd-afe0-443d-bf16-2360395bb0ea {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:47.017499 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f1db63-08f4-451a-b616-ac346df3cbb0", "name": "network-vif-deleted", "tag": "02664c04-4eb7-4a0a-aec4-ddb555c8d8d5", "status": "completed", "code": 200}, {"server_uuid": "fb8c9274-c4a5-4c5a-b765-ac07154d51e1", "name": "network-vif-deleted", "tag": "14a642dd-6c8e-4c3d-82e5-d0ae3c479cec", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:47.017859 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f054ecfd-afe0-443d-bf16-2360395bb0ea {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:47.018267 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f1db63-08f4-451a-b616-ac346df3cbb0', 'name': 'network-vif-deleted', 'tag': '02664c04-4eb7-4a0a-aec4-ddb555c8d8d5', 'status': 'completed', 'code': 200} Nov 23 17:53:47.018526 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8c9274-c4a5-4c5a-b765-ac07154d51e1', 'name': 'network-vif-deleted', 'tag': '14a642dd-6c8e-4c3d-82e5-d0ae3c479cec', 'status': 'completed', 'code': 200} Nov 23 17:53:47.057142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d7e8-3a04-476c-832e-18675a37b951 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.079823 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-695bae2b-8dfe-49b5-a4f6-d0a5aa503be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.137791 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d7e8-3a04-476c-832e-18675a37b951 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.172720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb56e-8203-4c35-9668-3a60583edf52 req-fb1f53df-0311-401f-aff2-3c250a30bac2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.181178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb56e-8203-4c35-9668-3a60583edf52 req-fb1f53df-0311-401f-aff2-3c250a30bac2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.187855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb56e-8203-4c35-9668-3a60583edf52 req-fb1f53df-0311-401f-aff2-3c250a30bac2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.193830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb56e-8203-4c35-9668-3a60583edf52 req-fb1f53df-0311-401f-aff2-3c250a30bac2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.201889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb56e-8203-4c35-9668-3a60583edf52 req-fb1f53df-0311-401f-aff2-3c250a30bac2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.209958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb56e-8203-4c35-9668-3a60583edf52 req-fb1f53df-0311-401f-aff2-3c250a30bac2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.218989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb56e-8203-4c35-9668-3a60583edf52 req-fb1f53df-0311-401f-aff2-3c250a30bac2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.220926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-280cb56e-8203-4c35-9668-3a60583edf52 req-fb1f53df-0311-401f-aff2-3c250a30bac2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.2656548 Nov 23 17:53:47.250887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-695bae2b-8dfe-49b5-a4f6-d0a5aa503be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.297074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-6005216d-a717-4a0e-b937-90121b62b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.298727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-6005216d-a717-4a0e-b937-90121b62b264 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2622015 Nov 23 17:53:47.349625 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.458359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d7e8-3a04-476c-832e-18675a37b951 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.461265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d7e8-3a04-476c-832e-18675a37b951 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.465555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9fd7d7e8-3a04-476c-832e-18675a37b951 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "DELETE /v2.0/security-groups/bc4bc2f7-7406-45ff-ad0b-b3ea13d90341 HTTP/1.1" status: 204 len: 168 time: 0.5874536 Nov 23 17:53:47.480550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42980) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:47.497833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-280cb56e-8203-4c35-9668-3a60583edf52 req-31b10384-24d8-4606-90ea-2a684605afd4 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2618639 Nov 23 17:53:47.520508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942508e3-63a0-4c05-94ed-ddacb2243d84 req-8d93b0a5-5a38-4bc9-92f7-b93e58a09f31 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.522044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-942508e3-63a0-4c05-94ed-ddacb2243d84 req-8d93b0a5-5a38-4bc9-92f7-b93e58a09f31 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 949 time: 0.2223852 Nov 23 17:53:47.527889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d7e8-3a04-476c-832e-18675a37b951 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4bc2f7-7406-45ff-ad0b-b3ea13d90341,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:47.530273 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-695bae2b-8dfe-49b5-a4f6-d0a5aa503be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.532423 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-2ec9be15-7f54-481c-ab74-f5c84b8743d6 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] show failed (client error): The resource could not be found. Nov 23 17:53:47.533455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2ec9be15-7f54-481c-ab74-f5c84b8743d6 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "GET /v2.0/security-groups/bc4bc2f7-7406-45ff-ad0b-b3ea13d90341 HTTP/1.1" status: 404 len: 347 time: 0.0511971 Nov 23 17:53:47.539186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:47.593240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bae2b-8dfe-49b5-a4f6-d0a5aa503be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3061b46-6519-458e-91b7-ba524d66f5b4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:47.597852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-9e4bd232-5557-4a37-ab30-5fcc72fe1d00 service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755835 Nov 23 17:53:47.598848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-695bae2b-8dfe-49b5-a4f6-d0a5aa503be4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.605372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-695bae2b-8dfe-49b5-a4f6-d0a5aa503be4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c3061b46-6519-458e-91b7-ba524d66f5b4 HTTP/1.1" status: 204 len: 168 time: 0.8064678 Nov 23 17:53:47.609432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42986) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:47.663061 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.743192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-942508e3-63a0-4c05-94ed-ddacb2243d84 req-388fea7c-fdce-48d0-b0ed-3597006ff468 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058370 Nov 23 17:53:47.754931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94e9f-0742-4f34-909c-2864da8cd280 req-a85715a4-5dd6-44c6-ab48-e76bc4aee902 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.756438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfb94e9f-0742-4f34-909c-2864da8cd280 req-a85715a4-5dd6-44c6-ab48-e76bc4aee902 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1735289 Nov 23 17:53:47.798036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-50c400ea-c373-401c-b890-58055f3eb8c4 service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756973 Nov 23 17:53:47.811090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.872904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-ce441963-8d6f-4f76-aaf0-fdcbee7bd459 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 217 time: 0.0651700 Nov 23 17:53:47.925585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.936139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Deleting port 0f9e6f34-07df-425c-ba8d-b79f3a81968a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:47.936480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.940063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfb94e9f-0742-4f34-909c-2864da8cd280 req-15b61dec-dc3f-448c-83d1-aa88f43461d8 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655247 Nov 23 17:53:47.971069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-7610cbab-05d2-4997-be99-1cab773fbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.973266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-7610cbab-05d2-4997-be99-1cab773fbd42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.0779881 Nov 23 17:53:47.975493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Deleting port 42c0bc27-2863-4d09-b6a1-1fb71299d29c {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:47.975815 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.979277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:48.005578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f50d1b-e874-490b-b9a1-e030a8170e41 req-e37e809e-d7d2-4d82-be59-01b266700daa tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.007689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57f50d1b-e874-490b-b9a1-e030a8170e41 req-e37e809e-d7d2-4d82-be59-01b266700daa tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.1551695 Nov 23 17:53:48.030644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530ae45c-9aad-4d6f-9f56-c89e9afc195e') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:48.030986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530ae45c-9aad-4d6f-9f56-c89e9afc195e') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:48.059909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.116140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.125483 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.125786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.130856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:48.131219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.135942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57f50d1b-e874-490b-b9a1-e030a8170e41 req-20dfeadc-1f02-4c60-8010-65e10732b79b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969703 Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:48.137957 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:48.140835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-747bd36d-0809-4726-a35c-da412f2104ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.142276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-747bd36d-0809-4726-a35c-da412f2104ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1585910 Nov 23 17:53:48.163029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7048e9-d76a-4c8d-bb11-bdd9016f3cc8 req-07954c69-41b4-4d41-843f-219778871623 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.163029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d7048e9-d76a-4c8d-bb11-bdd9016f3cc8 req-07954c69-41b4-4d41-843f-219778871623 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1411059 Nov 23 17:53:48.163390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Calling delete_port for 0f9e6f34-07df-425c-ba8d-b79f3a81968a owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:48.186257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:48.223734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:48.224127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 14a642dd-6c8e-4c3d-82e5-d0ae3c479cec not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:48.257903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] For port 42c0bc27-2863-4d09-b6a1-1fb71299d29c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=42c0bc27-2863-4d09-b6a1-1fb71299d29c,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:48.258281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.274863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d7048e9-d76a-4c8d-bb11-bdd9016f3cc8 req-818abce4-d300-4752-a157-c2110a0d22f5 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021509 Nov 23 17:53:48.275767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.286971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Calling delete_port for 42c0bc27-2863-4d09-b6a1-1fb71299d29c owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:48.288965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.294569 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] 10.222.0.74 "DELETE /v2.0/networks/162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93 HTTP/1.1" status: 204 len: 168 time: 0.6818392 Nov 23 17:53:48.319232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-7362fa95-6313-4491-b0fc-09b5bfe92f8c service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597085 Nov 23 17:53:48.346618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3c785-c7a1-4571-b588-e760358eb036 admin admin] Pushing event deleted for resources: {'Network': ['ID=162b9ef1-8d8c-43c7-ba8d-cd2cecbc6e93,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:48.445516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-da151fc9-fea0-4645-ad14-d58ca66cfccf service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145310 Nov 23 17:53:48.501539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-1882baa5-c7f5-46ab-800e-63f910c35a6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 217 time: 0.0467045 Nov 23 17:53:48.510095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42992) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:48.522119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.562530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-3cad6692-5bb1-4bd2-9d8b-e3a88320712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.564403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-3cad6692-5bb1-4bd2-9d8b-e3a88320712c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.0508730 Nov 23 17:53:48.592448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Pushing event deleted for resources: {'Port': ['ID=0f9e6f34-07df-425c-ba8d-b79f3a81968a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:48.600659 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f507d935-14f6-46cc-a724-a99f191ca8f6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=947a2b70641441b796702b43f7f1de69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0876803 Nov 23 17:53:48.614053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42996) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:48.689280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-78399d13-7da6-4366-ba4f-48101d809efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.690872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-78399d13-7da6-4366-ba4f-48101d809efd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166518 Nov 23 17:53:48.702539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.705149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.709416 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c41b014e-f99c-440d-932c-f79dc34e00b0 tempest-ServersWithSpecificFlavorTestJSON-460411806 tempest-ServersWithSpecificFlavorTestJSON-460411806-project] 10.222.0.74 "DELETE /v2.0/floatingips/684cc99e-8d74-4a7d-97f7-4731236e207b HTTP/1.1" status: 204 len: 168 time: 1.1653404 Nov 23 17:53:48.717064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-1b22f20c-c458-4dd0-954c-4ec0e486c890 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.723903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-1b22f20c-c458-4dd0-954c-4ec0e486c890 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.724531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.730938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-1b22f20c-c458-4dd0-954c-4ec0e486c890 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.736772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-1b22f20c-c458-4dd0-954c-4ec0e486c890 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.745145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-1b22f20c-c458-4dd0-954c-4ec0e486c890 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.751653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-1b22f20c-c458-4dd0-954c-4ec0e486c890 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.755338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Pushing event deleted for resources: {'Port': ['ID=42c0bc27-2863-4d09-b6a1-1fb71299d29c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:48.757631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-1b22f20c-c458-4dd0-954c-4ec0e486c890 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.759932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-1b22f20c-c458-4dd0-954c-4ec0e486c890 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.1483190 Nov 23 17:53:48.891782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e16a315-5372-42e4-93b6-313a374600ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.981804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-d36b59b0-4dc9-4f99-8570-b8028229af68 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.983539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-d36b59b0-4dc9-4f99-8570-b8028229af68 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 949 time: 0.1982646 Nov 23 17:53:49.027777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.035906 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e16a315-5372-42e4-93b6-313a374600ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.112038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb8490ea-fcd7-4f6a-a218-8102b94d6ef9 req-3563d48f-4c99-468f-80d9-7ba0b4a24ae5 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3445001 Nov 23 17:53:49.129174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-949fb059-f613-4213-9176-95b97df3192e service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251726 Nov 23 17:53:49.186936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642571f1-6382-4a52-a885-a413a5930a1a req-c25f1f2e-89ad-4cfd-9db8-226edb6bbb20 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.188866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-642571f1-6382-4a52-a885-a413a5930a1a req-c25f1f2e-89ad-4cfd-9db8-226edb6bbb20 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 949 time: 0.2419481 Nov 23 17:53:49.319150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Router 505e2a88-78ae-4841-9fc8-1640c8080c79 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:49.331700 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.351575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e16a315-5372-42e4-93b6-313a374600ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.354949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e16a315-5372-42e4-93b6-313a374600ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.359097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0e16a315-5372-42e4-93b6-313a374600ba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c81d42d2-3b72-4f5f-a47b-19b51bc64265 HTTP/1.1" status: 204 len: 168 time: 0.7441950 Nov 23 17:53:49.377341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-642571f1-6382-4a52-a885-a413a5930a1a req-3cb4d2fa-c87e-4b8b-ae7f-0f6d32af09f9 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/security-groups?id=d11ae56b-8d38-4cec-a66a-27cc053bed9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757791 Nov 23 17:53:49.391403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-2b28ce47-df1b-4c57-8b6a-b1725687e70c service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483974 Nov 23 17:53:49.392227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16a315-5372-42e4-93b6-313a374600ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d42d2-3b72-4f5f-a47b-19b51bc64265,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:49.429588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087079-eda3-4cbc-b475-0f7a3c9c8e39 req-808972cb-d546-4038-a152-bf8c7647528d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.439093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47087079-eda3-4cbc-b475-0f7a3c9c8e39 req-808972cb-d546-4038-a152-bf8c7647528d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1750803 Nov 23 17:53:49.481198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:49.491732 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1cfdbbc5-f5fb-4f48-ac29-20e7c6b330da admin admin] 10.222.0.74 "PUT /v2.0/routers/505e2a88-78ae-4841-9fc8-1640c8080c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6913888 Nov 23 17:53:49.492371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43016) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:49.492619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] Sync routers for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:49.514097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Deleting port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:49.514990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.529673 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:49.532125 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:49.538720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-836d3737-0d66-47d9-a7c0-8421be7d57d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9 HTTP/1.1" status: 200 len: 217 time: 0.1313102 Nov 23 17:53:49.741158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-82fd7f21-07a6-4454-987d-0c9ea8bc46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.742733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-82fd7f21-07a6-4454-987d-0c9ea8bc46ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.1833906 Nov 23 17:53:49.773008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47087079-eda3-4cbc-b475-0f7a3c9c8e39 req-a38ab012-4ed3-491a-b405-5870289d3f0b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285191 Nov 23 17:53:49.773455 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:49.912315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] For port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:49.913978 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.942958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b20de-3cb1-41f3-aba4-d74408034d41 req-92d3a79a-7a7c-4b28-83c9-b35feb2beab2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.944905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-628b20de-3cb1-41f3-aba4-d74408034d41 req-92d3a79a-7a7c-4b28-83c9-b35feb2beab2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.4216464 Nov 23 17:53:49.997655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Calling delete_port for 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:50.061879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-431d8ca0-3c1a-4133-b36c-803e46b711c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.063546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-431d8ca0-3c1a-4133-b36c-803e46b711c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2885487 Nov 23 17:53:50.083238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.161474 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:53:48Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:50.180694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-628b20de-3cb1-41f3-aba4-d74408034d41 req-747e7af7-712c-4f6b-8156-e4c7ac31e6b0 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217474 Nov 23 17:53:50.201370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc590ab-910e-4f3c-b987-3b16de18e5c9 req-4d50b570-8654-48ff-867d-9e85d780fabe tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.214963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cc590ab-910e-4f3c-b987-3b16de18e5c9 req-4d50b570-8654-48ff-867d-9e85d780fabe tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.2458849 Nov 23 17:53:50.222764 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] Checking router: 505e2a88-78ae-4841-9fc8-1640c8080c79 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:50.245343 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] Routers {'505e2a88-78ae-4841-9fc8-1640c8080c79'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:50.247053 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['505e2a88-78ae-4841-9fc8-1640c8080c79'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:50.277823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.292465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.359462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Deleting port aab13902-ff1c-41f5-a35b-bcebd15708c6 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:50.359945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.428396 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] Set router 505e2a88-78ae-4841-9fc8-1640c8080c79 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:50.491937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] For port aab13902-ff1c-41f5-a35b-bcebd15708c6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aab13902-ff1c-41f5-a35b-bcebd15708c6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:50.493520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.515895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Calling delete_port for aab13902-ff1c-41f5-a35b-bcebd15708c6 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:50.791468 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:53:48Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:50.819468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.854176 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15afb00-212c-449b-b30a-4d19e3dc282d None None] The sync data for ids ['505e2a88-78ae-4841-9fc8-1640c8080c79'] in n-d-818932-3 is: [{'id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'name': 'tempest-ServersTestFqdnHostnames-1900847218-router', 'tenant_id': 'c259901a864c40909395daf8455b5fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:51:07Z', 'updated_at': '2021-11-23T17:53:48Z', 'revision_number': 5, 'project_id': 'c259901a864c40909395daf8455b5fc8', 'gw_port': {'id': 'aab13902-ff1c-41f5-a35b-bcebd15708c6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505e2a88-78ae-4841-9fc8-1640c8080c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:51:08Z', 'updated_at': '2021-11-23T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:50.876815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cc590ab-910e-4f3c-b987-3b16de18e5c9 req-4f89e0bb-b6a8-4c59-90da-a6bd5779a132 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599436 Nov 23 17:53:50.878629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab13902-ff1c-41f5-a35b-bcebd15708c6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:50.912517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-d219dceb-a369-440b-9cbc-74bd12705a20 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061166 Nov 23 17:53:50.953270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43046) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:50.985055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.988217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-22e0bdec-adf7-4697-9196-c8b3d50d3a5b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.994778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-22e0bdec-adf7-4697-9196-c8b3d50d3a5b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.000867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-22e0bdec-adf7-4697-9196-c8b3d50d3a5b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.006907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-22e0bdec-adf7-4697-9196-c8b3d50d3a5b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.013881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-22e0bdec-adf7-4697-9196-c8b3d50d3a5b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.020296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-22e0bdec-adf7-4697-9196-c8b3d50d3a5b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.026796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-22e0bdec-adf7-4697-9196-c8b3d50d3a5b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.028813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-22e0bdec-adf7-4697-9196-c8b3d50d3a5b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.6481583 Nov 23 17:53:51.039386 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.104933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6e15219-caaf-48eb-8be7-99482dd68619 req-42686e28-edd3-4a92-be48-a39b207bd9b4 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e18aa9c-97a1-40c0-ba1e-f954f336ee2e HTTP/1.1" status: 200 len: 210 time: 0.0751028 Nov 23 17:53:51.122047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.130681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.135915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1752879320-network', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:51.153930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Pushing event deleted for resources: {'Port': ['ID=1db859e0-58f4-4b0c-b0f4-dd1cda604f71,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:51.208927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Made reservation on behalf of 3fe0e83fd60b481b950d1222c22ecada for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:51.214861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.219863 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.221116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 505e2a88-78ae-4841-9fc8-1640c8080c79 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:53:51.238844 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.240234 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f26caa13-0122-4413-b95a-7a4e0876b6e0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/505e2a88-78ae-4841-9fc8-1640c8080c79 HTTP/1.1" status: 204 len: 168 time: 1.7467542 Nov 23 17:53:51.241260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.243217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43054) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:51.284083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] No DVR routers for this DVR port 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:51.287114 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.291922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48eced1f-6393-41e9-986f-c1d88bdb8859 req-3e24e16e-cb12-42ee-b54d-adf10e038925 tempest-TenantUsagesTestJSON-918094703 tempest-TenantUsagesTestJSON-918094703-project] 10.222.0.66 "DELETE /v2.0/ports/1db859e0-58f4-4b0c-b0f4-dd1cda604f71 HTTP/1.1" status: 204 len: 173 time: 2.2721748 Nov 23 17:53:51.299336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e18aa9c-97a1-40c0-ba1e-f954f336ee2e', 'name': 'network-vif-deleted', 'tag': '1db859e0-58f4-4b0c-b0f4-dd1cda604f71'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:51.301913 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2c54c8-15e0-4100-b844-dc42c6fef1d4" -d '{"events": [{"server_uuid": "7e18aa9c-97a1-40c0-ba1e-f954f336ee2e", "name": "network-vif-deleted", "tag": "1db859e0-58f4-4b0c-b0f4-dd1cda604f71"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:51.325639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-03f205af-cea2-46b5-85c7-c845d366b10d service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003940 Nov 23 17:53:51.335163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b45301c-572d-44b6-b553-8ea3b7eeb6eb admin admin] Deleting subnet 93e8ca87-2f50-430e-8d58-85c350822583 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:51.344688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b45301c-572d-44b6-b553-8ea3b7eeb6eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.358075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1811e2a5-e00c-4022-8c2c-95e57cc43b38 req-84b3886a-98d7-4383-b204-005ad9e77d30 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3200982 Nov 23 17:53:51.452047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b45301c-572d-44b6-b553-8ea3b7eeb6eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.467340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7432648-3b1e-4ba3-89c6-e6f7d1056158 req-85e64ded-ee9c-4feb-a5b8-81c9831ffc63 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.468947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7432648-3b1e-4ba3-89c6-e6f7d1056158 req-85e64ded-ee9c-4feb-a5b8-81c9831ffc63 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.2899344 Nov 23 17:53:51.476453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-9aab5cc1-c303-45c3-b7f1-63dfcf7d8f79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7919f4bb-f7d5-496b-b280-9986aebf0825 HTTP/1.1" status: 200 len: 217 time: 0.1132054 Nov 23 17:53:51.549603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.584007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.597758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:51.612943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.613298 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Added segment c74421f9-70c7-450f-8f84-6b616cffd25a of type vlan for network 608b0017-5542-41cb-9f95-4101262589ac Nov 23 17:53:51.651793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-57d59898-9a03-47b7-a797-b042613bbf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.653289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-57d59898-9a03-47b7-a797-b042613bbf00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.1632819 Nov 23 17:53:51.658203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7432648-3b1e-4ba3-89c6-e6f7d1056158 req-9f648e7e-4b96-42ba-91a6-15d477562f03 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806481 Nov 23 17:53:51.677235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.686517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75309e-a0d5-43bd-b322-ad07a735b076 req-6642c02c-ced5-4727-8e76-c54a9f02a9bf tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.689244 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a75309e-a0d5-43bd-b322-ad07a735b076 req-6642c02c-ced5-4727-8e76-c54a9f02a9bf tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.1212668 Nov 23 17:53:51.744520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:51.748065 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.749139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.750357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.763339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-f16c775b-5f5b-4354-b3ee-b1a598d50e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:51.764879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-f16c775b-5f5b-4354-b3ee-b1a598d50e63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016161 Nov 23 17:53:51.812608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a75309e-a0d5-43bd-b322-ad07a735b076 req-92bce1ad-1c06-4efa-9089-aaae4d481444 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033578 Nov 23 17:53:51.816512 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8615558 Nov 23 17:53:51.818560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43062) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:51.825689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Request body: {'subnet': {'network_id': '608b0017-5542-41cb-9f95-4101262589ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1752879320-subnet', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:51.829786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b45301c-572d-44b6-b553-8ea3b7eeb6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.922278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43066) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:51.940359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f88d0f-d854-458b-b582-998925e74ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=608b0017-5542-41cb-9f95-4101262589ac,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:51.972844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 608b0017-5542-41cb-9f95-4101262589ac details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:51.977265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Made reservation on behalf of 3fe0e83fd60b481b950d1222c22ecada for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:51.984008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.986885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-0b17c3be-b028-48cd-b305-38d7a326130f service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079778 Nov 23 17:53:52.178244 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927deeae-4869-4a55-ae17-9979227ce910 x-openstack-request-id: req-927deeae-4869-4a55-ae17-9979227ce910 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:52.178670 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e18aa9c-97a1-40c0-ba1e-f954f336ee2e", "name": "network-vif-deleted", "tag": "1db859e0-58f4-4b0c-b0f4-dd1cda604f71", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:52.179108 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-927deeae-4869-4a55-ae17-9979227ce910 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:52.179723 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e18aa9c-97a1-40c0-ba1e-f954f336ee2e', 'name': 'network-vif-deleted', 'tag': '1db859e0-58f4-4b0c-b0f4-dd1cda604f71', 'status': 'completed', 'code': 200} Nov 23 17:53:52.221905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:52.239392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-05ae5755-db9d-4aa2-9a82-5062546e9947 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380121 Nov 23 17:53:52.255827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd60be-cc3b-400a-9a64-fef245fe2e7e req-9f074860-7b0b-4273-9938-e890e1d34dc7 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.258430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eefd60be-cc3b-400a-9a64-fef245fe2e7e req-9f074860-7b0b-4273-9938-e890e1d34dc7 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1363571 Nov 23 17:53:52.268504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:52.270913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1db859e0-58f4-4b0c-b0f4-dd1cda604f71 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:52.313393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-5fc1762a-a7fe-4e66-a3ab-4b1dce48447a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13 HTTP/1.1" status: 200 len: 217 time: 0.0528047 Nov 23 17:53:52.430547 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b45301c-572d-44b6-b553-8ea3b7eeb6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.457605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eefd60be-cc3b-400a-9a64-fef245fe2e7e req-d79bd897-b26d-4e11-a96e-f4e541f767cb tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451204 Nov 23 17:53:52.475207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-101fd07b-9ac0-434b-9f57-fb91be1fe34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.475207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-101fd07b-9ac0-434b-9f57-fb91be1fe34c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.1480832 Nov 23 17:53:52.516276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45301c-572d-44b6-b553-8ea3b7eeb6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e8ca87-2f50-430e-8d58-85c350822583,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:52.530096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a19ff-a8cf-4457-9696-5408233e76cb None None] Network e7f2acb3-ecc3-496f-8a35-a61f360aabfb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:52.567104 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b45301c-572d-44b6-b553-8ea3b7eeb6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.573434 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0b45301c-572d-44b6-b553-8ea3b7eeb6eb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/93e8ca87-2f50-430e-8d58-85c350822583 HTTP/1.1" status: 204 len: 168 time: 1.3264632 Nov 23 17:53:52.578042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43078) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:52.590204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aab13902-ff1c-41f5-a35b-bcebd15708c6 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:52.647867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43080) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:52.674670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: aab13902-ff1c-41f5-a35b-bcebd15708c6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:52.675619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aab13902-ff1c-41f5-a35b-bcebd15708c6 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:52.681614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-9e5d82e4-5594-45cd-b5c0-f98f48e866d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.683758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-9e5d82e4-5594-45cd-b5c0-f98f48e866d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995308 Nov 23 17:53:52.684397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 42c0bc27-2863-4d09-b6a1-1fb71299d29c no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:52.711475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-e119d0c7-9e9e-4bb8-bd5f-94125b157f52 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.720768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.724856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-e119d0c7-9e9e-4bb8-bd5f-94125b157f52 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.734644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-e119d0c7-9e9e-4bb8-bd5f-94125b157f52 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.751998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-e119d0c7-9e9e-4bb8-bd5f-94125b157f52 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.778824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 42c0bc27-2863-4d09-b6a1-1fb71299d29c {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:52.779187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 42c0bc27-2863-4d09-b6a1-1fb71299d29c not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:52.779533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-e119d0c7-9e9e-4bb8-bd5f-94125b157f52 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.786177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-e119d0c7-9e9e-4bb8-bd5f-94125b157f52 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.793055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-e119d0c7-9e9e-4bb8-bd5f-94125b157f52 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.795048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-e119d0c7-9e9e-4bb8-bd5f-94125b157f52 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.2100751 Nov 23 17:53:52.828304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.907816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0214dc36-5a60-401d-94ef-d599d8fe45f3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:52.957452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Deleting port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:52.957886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.961353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Checking segment: {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:52.961711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Network hostable DHCP agents. Network: 608b0017-5542-41cb-9f95-4101262589ac, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:52.975744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ed50d802-2ca9-48dc-a3c2-2e3ff2e8ed50 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad647e62b3a64103b2985dd81cd45e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252099 Nov 23 17:53:52.980644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43088) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:52.989803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] DHCP port deletion for e7f2acb3-ecc3-496f-8a35-a61f360aabfb request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:53.000334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f43db3-7459-4ea3-92dd-77debcb1e05e req-f24de36a-470d-429b-849a-20100239e99a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.001888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95f43db3-7459-4ea3-92dd-77debcb1e05e req-f24de36a-470d-429b-849a-20100239e99a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1976984 Nov 23 17:53:53.027712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07f3fc00-f7fc-44fa-87fa-5063dd67b7c4 req-d67b6049-fd7b-463a-b251-7928637a92ef tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2125893 Nov 23 17:53:53.041171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-24adebca-91a2-4572-b570-3211fb78fb10 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450728 Nov 23 17:53:53.078402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] Deleting port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:53.079107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.094450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] For port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:53.094836 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.105728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95f43db3-7459-4ea3-92dd-77debcb1e05e req-26e455e8-799e-4d53-9e41-698ba7203a64 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956273 Nov 23 17:53:53.112442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Network 608b0017-5542-41cb-9f95-4101262589ac is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:53.132521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Calling delete_port for 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:53.149382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.161436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 608b0017-5542-41cb-9f95-4101262589ac) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:53.175767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8ae1b-d9b7-4e53-9ebb-3e8025c2e83c None None] Network 608b0017-5542-41cb-9f95-4101262589ac requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:53.180094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] For port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,segment=NetworkSegment(5722817b-7467-4dab-b65d-af31c62d63a3),segment_id=5722817b-7467-4dab-b65d-af31c62d63a3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:53.180643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.206421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.206961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.214641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bea00d86-9f3f-4964-8189-59e64f4aea39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.215170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] Calling delete_port for 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:53.216700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2de34b-e800-4e86-b76e-5371e31ea6bb req-7fe9e8f4-a14c-4416-b268-e04621fb0b85 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.219329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d2de34b-e800-4e86-b76e-5371e31ea6bb req-7fe9e8f4-a14c-4416-b268-e04621fb0b85 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.0951800 Nov 23 17:53:53.263592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-f1ba9513-4fbb-4ffb-85e7-be7fbf711184 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093668 Nov 23 17:53:53.310220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d2de34b-e800-4e86-b76e-5371e31ea6bb req-b0c4b761-6836-41da-9a2d-f6669e2c79f6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835564 Nov 23 17:53:53.319216 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3b148513-6032-4f79-9700-49064a745e1f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4979892 Nov 23 17:53:53.327456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bea00d86-9f3f-4964-8189-59e64f4aea39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.330577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43090) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:53.336342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:53.354653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-940617a7-92c8-40af-aa0d-d1846211f9b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6de78270-7671-42fd-8cee-fb0ed027b603 HTTP/1.1" status: 200 len: 217 time: 0.0738020 Nov 23 17:53:53.418531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-53226f67-6e61-45af-892f-c2e8c52f1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.419298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aec7ef-f01e-4138-aed5-c740271d9ee5 None None] Network 608b0017-5542-41cb-9f95-4101262589ac requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:53.421247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-53226f67-6e61-45af-892f-c2e8c52f1920 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.0593867 Nov 23 17:53:53.433879 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.483782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e01-5704-4895-9904-1b53704262df req-f38efebe-f708-4bf2-b2a3-a2954cac3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.486189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-f38efebe-f708-4bf2-b2a3-a2954cac3f41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570202 Nov 23 17:53:53.488555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] Pushing event deleted for resources: {'Port': ['ID=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:53.490969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc70e91-cbc8-4caf-a041-01f84ba11fe2 None None] No DVR routers for this DVR port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:53.543180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.549479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.553720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.592789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcc2f5d-c0b3-4794-9465-f165e28f1c25,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:53.598348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] No DVR routers for this DVR port 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:53.631641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fee806-ba26-4627-98a2-15947193ae59 req-2fe133c1-bdbf-43bd-bc4b-2a7f24ce13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.633190 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-26fee806-ba26-4627-98a2-15947193ae59 req-2fe133c1-bdbf-43bd-bc4b-2a7f24ce13a2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 1096 time: 0.1795568 Nov 23 17:53:53.637423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-701cecda-c137-4343-9299-877c380510d9 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391897 Nov 23 17:53:53.639674 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bea00d86-9f3f-4964-8189-59e64f4aea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.642312 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bea00d86-9f3f-4964-8189-59e64f4aea39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.646083 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bea00d86-9f3f-4964-8189-59e64f4aea39 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d11ae56b-8d38-4cec-a66a-27cc053bed9b HTTP/1.1" status: 204 len: 168 time: 0.6629679 Nov 23 17:53:53.649510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f31ed0-4a95-479e-a358-10dd634f11db req-a358096a-d5fb-4dc0-8500-170ef7711b74 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.652031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61f31ed0-4a95-479e-a358-10dd634f11db req-a358096a-d5fb-4dc0-8500-170ef7711b74 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.0726745 Nov 23 17:53:53.732181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea00d86-9f3f-4964-8189-59e64f4aea39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11ae56b-8d38-4cec-a66a-27cc053bed9b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:53.769634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61f31ed0-4a95-479e-a358-10dd634f11db req-d086ef64-672d-42fc-a404-03babe8802c5 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970998 Nov 23 17:53:53.770168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.774225 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.786210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e57e01-5704-4895-9904-1b53704262df req-392c702f-ed49-4467-a1eb-0306fc2c29fe service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330645 Nov 23 17:53:53.888929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f2acb3-ecc3-496f-8a35-a61f360aabfb']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:53.911782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5722817b-7467-4dab-b65d-af31c62d63a3') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:53.912084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5722817b-7467-4dab-b65d-af31c62d63a3') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:53.920826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-5f793c72-d60d-40b2-9c50-86c4ad6bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.920826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-5f793c72-d60d-40b2-9c50-86c4ad6bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.921312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-5f793c72-d60d-40b2-9c50-86c4ad6bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.921727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-5f793c72-d60d-40b2-9c50-86c4ad6bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.922192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-5f793c72-d60d-40b2-9c50-86c4ad6bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.922655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-5f793c72-d60d-40b2-9c50-86c4ad6bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.923142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-5f793c72-d60d-40b2-9c50-86c4ad6bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:53.923466 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-26fee806-ba26-4627-98a2-15947193ae59 req-6e27f2e6-b581-4963-a0e3-7565812114d4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762835 Nov 23 17:53:53.926904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-5f793c72-d60d-40b2-9c50-86c4ad6bac44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6477 time: 0.0585325 Nov 23 17:53:53.947788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.023479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43098) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:54.037900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.041161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.047769 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7106efbe-cb49-4f5a-8aa5-700ff2425942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.051041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:54.051539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:54.053229 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:54.061278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-fa0643fe-ef02-4550-8a92-80d4f1da2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.062868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-fa0643fe-ef02-4550-8a92-80d4f1da2936 service neutron] 10.222.0.66 "GET /v2.0/networks?id=acfcf59a-152b-40f7-b95c-a27f4105fcc0 HTTP/1.1" status: 200 len: 902 time: 0.1247871 Nov 23 17:53:54.125485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-4e0744e5-7ca7-4f97-a6dc-fadb639bcab4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6de78270-7671-42fd-8cee-fb0ed027b603 HTTP/1.1" status: 200 len: 217 time: 0.0538800 Nov 23 17:53:54.139539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.146917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Deleting port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:54.147623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.156596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.160794 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e7f2acb3-ecc3-496f-8a35-a61f360aabfb HTTP/1.1" status: 204 len: 168 time: 1.5627124 Nov 23 17:53:54.187415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5b52-df66-4ec3-9010-23f500c9ec77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f2acb3-ecc3-496f-8a35-a61f360aabfb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:54.219463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:54.257471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:54.258728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3fcc2f5d-c0b3-4794-9465-f165e28f1c25 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:54.275337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-c63bbccc-5949-4fc0-9cd6-c3f7b22b52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.283632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-c63bbccc-5949-4fc0-9cd6-c3f7b22b52d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.1407039 Nov 23 17:53:54.307010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] For port eaa5f5a0-51ee-46a9-92eb-2d26e96fee84, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:54.307436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.323892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Calling delete_port for eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:54.367842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-1418ace3-8b82-406f-968b-dd819173a3cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.375467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-1418ace3-8b82-406f-968b-dd819173a3cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.382751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-1418ace3-8b82-406f-968b-dd819173a3cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.390612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-1418ace3-8b82-406f-968b-dd819173a3cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.396894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-1418ace3-8b82-406f-968b-dd819173a3cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.404101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-1418ace3-8b82-406f-968b-dd819173a3cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.410092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-1418ace3-8b82-406f-968b-dd819173a3cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.412319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-1418ace3-8b82-406f-968b-dd819173a3cb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.2785549 Nov 23 17:53:54.452270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43108) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:54.467835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7106efbe-cb49-4f5a-8aa5-700ff2425942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.478672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba039fb-b9a7-40fe-8f32-22aabb80df24 req-14f6e9e6-0662-4025-8b21-9d2787ae232b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.483153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aba039fb-b9a7-40fe-8f32-22aabb80df24 req-14f6e9e6-0662-4025-8b21-9d2787ae232b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.2392933 Nov 23 17:53:54.490442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7106efbe-cb49-4f5a-8aa5-700ff2425942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.513261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-7ed57ede-e024-4635-b39f-94b2f14e4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.514524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-7ed57ede-e024-4635-b39f-94b2f14e4241 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2131109 Nov 23 17:53:54.564144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.571523 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8dc7ba86-8c11-4f95-baba-b19a74833b2b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c259901a864c40909395daf8455b5fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1013503 Nov 23 17:53:54.575079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43110) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:54.594724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.603847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7106efbe-cb49-4f5a-8aa5-700ff2425942 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9887effa18694e2ca790c389d4cb6fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5790827 Nov 23 17:53:54.608338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43112) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:54.617942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106efbe-cb49-4f5a-8aa5-700ff2425942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0c11d2-b45f-4a5f-b1b4-00f4034fe675,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:54.687846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e09ab552-b18d-469a-8971-148f7e5f81ef req-600ac9c3-2659-4108-81fc-28245cae7eac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2614284 Nov 23 17:53:54.717342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aba039fb-b9a7-40fe-8f32-22aabb80df24 req-1d0fe7e4-c46b-499f-8b40-d055ffb933a2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282956 Nov 23 17:53:54.750575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-0b7743d3-aa37-4918-afe7-28b72f98acf6 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189534 Nov 23 17:53:54.751408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8dc05ae4-8c07-42f0-9d90-e4eb45193697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.794777 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8dc05ae4-8c07-42f0-9d90-e4eb45193697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.971467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a6858-d5a9-4f64-bcd2-650263c5a182 req-3d9a74dc-915a-4d12-a60d-a66ec3c03c43 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.973001 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-913a6858-d5a9-4f64-bcd2-650263c5a182 req-3d9a74dc-915a-4d12-a60d-a66ec3c03c43 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.1761174 Nov 23 17:53:54.984246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c837377-c492-4d7e-b4d9-f296be5811fe req-7a9fa1e8-b060-45eb-b766-51041e2ab7ee service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218716 Nov 23 17:53:55.005388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf0ca1-dc31-4477-9d7a-e2fbda3877ea req-64269fd4-1c68-4575-8f49-a75c13198f21 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.007135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3cf0ca1-dc31-4477-9d7a-e2fbda3877ea req-64269fd4-1c68-4575-8f49-a75c13198f21 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1314266 Nov 23 17:53:55.014553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8dc05ae4-8c07-42f0-9d90-e4eb45193697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.017265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8dc05ae4-8c07-42f0-9d90-e4eb45193697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.018547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8dc05ae4-8c07-42f0-9d90-e4eb45193697 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36320ef6-deb9-417f-978a-d8b577caf1ec HTTP/1.1" status: 204 len: 168 time: 0.4361763 Nov 23 17:53:55.041645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9054a36c-3496-4360-aaf5-a5333627a2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.058291 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.070527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc05ae4-8c07-42f0-9d90-e4eb45193697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36320ef6-deb9-417f-978a-d8b577caf1ec,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:55.071249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Allocated IP 172.25.0.172 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/7d4c785c-3128-49c1-b1f1-90e5f620e10a) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:55.118703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-913a6858-d5a9-4f64-bcd2-650263c5a182 req-14944574-9239-4057-b45b-3a4eb95c2b4b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323361 Nov 23 17:53:55.121884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9054a36c-3496-4360-aaf5-a5333627a2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.124794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa5f5a0-51ee-46a9-92eb-2d26e96fee84,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:55.135419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3cf0ca1-dc31-4477-9d7a-e2fbda3877ea req-bf40c76f-8618-4e40-ba0e-76115b3a535f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156580 Nov 23 17:53:55.398898 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.404260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9054a36c-3496-4360-aaf5-a5333627a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.406870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9054a36c-3496-4360-aaf5-a5333627a2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.408081 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9054a36c-3496-4360-aaf5-a5333627a2ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d0c11d2-b45f-4a5f-b1b4-00f4034fe675 HTTP/1.1" status: 204 len: 168 time: 0.7987709 Nov 23 17:53:55.429220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054a36c-3496-4360-aaf5-a5333627a2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0c11d2-b45f-4a5f-b1b4-00f4034fe675,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:55.456609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.517176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.572179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:55.608172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:55.615720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:55.680459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4c785c-3128-49c1-b1f1-90e5f620e10a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:55.716855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-248759cc-ab87-4cd7-87a2-f02db1ac4aad tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.718360 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-248759cc-ab87-4cd7-87a2-f02db1ac4aad tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1097 time: 0.1086488 Nov 23 17:53:55.755979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818932-3'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:55.919547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-2a7d1df0-9d48-4d54-8ee2-2ce98ab2beb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.925844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-2a7d1df0-9d48-4d54-8ee2-2ce98ab2beb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.933500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-2a7d1df0-9d48-4d54-8ee2-2ce98ab2beb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.941109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-2a7d1df0-9d48-4d54-8ee2-2ce98ab2beb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.948920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-2a7d1df0-9d48-4d54-8ee2-2ce98ab2beb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.956170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-2a7d1df0-9d48-4d54-8ee2-2ce98ab2beb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.960528 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.964391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-2a7d1df0-9d48-4d54-8ee2-2ce98ab2beb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.966294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-2a7d1df0-9d48-4d54-8ee2-2ce98ab2beb8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.1450789 Nov 23 17:53:55.986041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d09169-b851-4769-8946-ea8b66572e9b req-3acadf41-39c2-444e-a807-a0da26a72200 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.987734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88d09169-b851-4769-8946-ea8b66572e9b req-3acadf41-39c2-444e-a807-a0da26a72200 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1548705 Nov 23 17:53:56.063384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68c0d5a2-8eae-4a58-afda-d696f3ba8628 req-29fc2ada-190f-4cd3-b10c-37eb6f09d1b3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884604 Nov 23 17:53:56.095947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88d09169-b851-4769-8946-ea8b66572e9b req-d830742d-e14f-4f46-a11c-b4d4fbe8e6fb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943172 Nov 23 17:53:56.105592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Router 61c5d4d5-bf86-489b-a151-4f573671097e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:56.156163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43156) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:56.257996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.321521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657441ef-7c1d-49b9-9fea-e5add0a5c459 req-7fa192c5-f281-4d96-a97e-64c81209a06d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:56.323854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-657441ef-7c1d-49b9-9fea-e5add0a5c459 req-7fa192c5-f281-4d96-a97e-64c81209a06d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1018219 Nov 23 17:53:56.339082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf0e1-add4-4508-bbe7-fdb2ba838e60 req-60e8f289-c9ef-4e5b-8b19-a575a2a854a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:56.340778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e95cf0e1-add4-4508-bbe7-fdb2ba838e60 req-60e8f289-c9ef-4e5b-8b19-a575a2a854a1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 946 time: 0.0767434 Nov 23 17:53:56.389494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43168) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:56.429053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-657441ef-7c1d-49b9-9fea-e5add0a5c459 req-2c0e12c2-08ce-478d-9fd4-72b7b95ebd49 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872784 Nov 23 17:53:56.434927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e95cf0e1-add4-4508-bbe7-fdb2ba838e60 req-ca83fb57-8dd4-4f67-b0e8-764baf5b5804 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862548 Nov 23 17:53:56.455019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:56.493052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1949040814-network', 'tenant_id': 'b1ada1e9e0064544a0b221835dcf73b6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:56.504182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-94225223-network', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:56.562015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:56.568155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Made reservation on behalf of b1ada1e9e0064544a0b221835dcf73b6 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:56.573273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-83887aae-8e83-4f73-a042-30a8b10f0346 admin admin] 10.222.0.74 "PUT /v2.0/routers/61c5d4d5-bf86-489b-a151-4f573671097e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6434698 Nov 23 17:53:56.573273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:56.573814 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.573916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43174) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:56.576456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] Sync routers for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:56.588729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.590210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:56.591008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:56.610718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a06e3c-a40e-4f01-a5e2-e6266b656afc req-db58334c-cda7-4724-9ae7-210ca73e0a21 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:56.612132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92a06e3c-a40e-4f01-a5e2-e6266b656afc req-db58334c-cda7-4724-9ae7-210ca73e0a21 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0949690 Nov 23 17:53:56.615183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Made reservation on behalf of f751f8a4751d453294cf95f400cfb462 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:56.617380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.637473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.713148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:56.715494 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1036faeb-3f3f-48ca-85e3-afe11452169b" -d '{"events": [{"server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:56.720643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92a06e3c-a40e-4f01-a5e2-e6266b656afc req-19cf25a3-6e76-4b3d-af4f-6c8ae7a6e577 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994225 Nov 23 17:53:56.729680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:56.795230 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.807542 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.848730 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.856291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:56.866050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.879248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a497dc-23ee-4440-b6dc-85ec78eeacdd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:56.891726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.892777 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Added segment ab363b81-5ba7-4788-90d0-a8ae1a68cafe of type vlan for network 406a88b0-a533-4e47-8afb-2956bd0b9a6b Nov 23 17:53:56.916280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:56.960539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.961601 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Added segment 5d63d5b7-0cee-4116-9c86-10747e00745f of type vlan for network 32597d5e-f9e5-4d98-b6b2-095001a4c536 Nov 23 17:53:56.990311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.995687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18ac859-eaaa-4ca9-aa0e-675aef7a9cd2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:57.049530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.052514 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e36765f-6c3f-4a22-ab92-28a5e49f7ae1 x-openstack-request-id: req-5e36765f-6c3f-4a22-ab92-28a5e49f7ae1 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:57.059195 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.059529 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:57.059529 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e36765f-6c3f-4a22-ab92-28a5e49f7ae1 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:57.059958 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352', 'code': 200} Nov 23 17:53:57.074834 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.085755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.115039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.115992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.116561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.148602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.149541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.150783 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.180416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0239840 Nov 23 17:53:57.185673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43188) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:57.201176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Request body: {'subnet': {'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1949040814-subnet', 'tenant_id': 'b1ada1e9e0064544a0b221835dcf73b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:57.219499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc107a-de67-4121-b709-4a70c60c2287 req-76cf47d4-0389-483d-9af9-758bac68be82 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.221106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51dc107a-de67-4121-b709-4a70c60c2287 req-76cf47d4-0389-483d-9af9-758bac68be82 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1545300 Nov 23 17:53:57.234806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.263976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:53:54Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:57.273389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8828592 Nov 23 17:53:57.278012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43190) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:57.288842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Request body: {'subnet': {'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-94225223-subnet', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:57.302005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aa531-5a4b-4021-a789-bb3bab2b8e48 admin admin] Pushing event updated for resources: {'Network': ['ID=406a88b0-a533-4e47-8afb-2956bd0b9a6b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:57.302844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] Checking router: 61c5d4d5-bf86-489b-a151-4f573671097e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:57.321492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:57.345236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] Routers {'61c5d4d5-bf86-489b-a151-4f573671097e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:57.346291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['61c5d4d5-bf86-489b-a151-4f573671097e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:57.346848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Made reservation on behalf of b1ada1e9e0064544a0b221835dcf73b6 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:57.350055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.408585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:57.440264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fc8d80dc-5279-4c80-b4f6-517a88dfe352 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:57.440718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-723e22b7-e53f-4da6-8cfe-0b1cf8df4458 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.449141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-723e22b7-e53f-4da6-8cfe-0b1cf8df4458 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.454762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-723e22b7-e53f-4da6-8cfe-0b1cf8df4458 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.460714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-723e22b7-e53f-4da6-8cfe-0b1cf8df4458 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.464316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:57.464839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:57.465472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:57.468002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-723e22b7-e53f-4da6-8cfe-0b1cf8df4458 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.470260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.474807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-723e22b7-e53f-4da6-8cfe-0b1cf8df4458 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.484589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-723e22b7-e53f-4da6-8cfe-0b1cf8df4458 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.485970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-723e22b7-e53f-4da6-8cfe-0b1cf8df4458 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.3152173 Nov 23 17:53:57.487527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:57.487880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:57.498982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:57.499363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:57.500076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:57.500460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Bound port: fc8d80dc-5279-4c80-b4f6-517a88dfe352, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:57.500834 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.508363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70603a-fcd1-485e-bd52-de87f4e1f284 admin admin] Pushing event updated for resources: {'Network': ['ID=32597d5e-f9e5-4d98-b6b2-095001a4c536,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:57.525968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Router c94f8cd1-d67f-4499-a85f-2e646ba58b95 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:53:57.532452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 32597d5e-f9e5-4d98-b6b2-095001a4c536 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:57.542592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Made reservation on behalf of f751f8a4751d453294cf95f400cfb462 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:57.545005 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.580120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51dc107a-de67-4121-b709-4a70c60c2287 req-84cd4883-448c-4026-b933-44c465b05e1c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089373 Nov 23 17:53:57.609099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:57.612310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:57.656130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.696118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] Set router 61c5d4d5-bf86-489b-a151-4f573671097e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:57.714144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a598b501-de2c-42c9-b4d6-74a0f630cadc req-0bd59bc9-1d57-4644-9c59-a92121f0d340 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2124257 Nov 23 17:53:57.740112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Deleting port beaf2acc-e860-4616-b8b7-9abb11a71451 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:57.740459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.855704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.856373 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.857816 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] 10.222.0.72 "PUT /v2.0/ports/fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 200 len: 1122 time: 2.1063216 Nov 23 17:53:57.860394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93ca65-7ae1-4e1d-b964-79aa7db929d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=8']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:57.879286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:57.883699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:57.893119 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Sync routers for ids ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:57.912752 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Routers {'c94f8cd1-d67f-4499-a85f-2e646ba58b95'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:57.917586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.922775 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fb9454b9-15c5-4130-9659-e676a75fc6f3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5899000 Nov 23 17:53:57.924036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43194) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:57.939601 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:57.940002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] For port beaf2acc-e860-4616-b8b7-9abb11a71451, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=beaf2acc-e860-4616-b8b7-9abb11a71451,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:57.941128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.955244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:57.955628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:57.956004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:57.966040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:57.966419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Attempting to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on network 926bbe44-086d-432f-b396-70653a0f5b44 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:57.971310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['fc8d80dc-5279-4c80-b4f6-517a88dfe352'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:57.983683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c16715-c41d-4a47-a79b-9ce24a81a5c7 req-b1d80dc4-6277-4a6f-aca8-776b2744a685 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.985442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14c16715-c41d-4a47-a79b-9ce24a81a5c7 req-b1d80dc4-6277-4a6f-aca8-776b2744a685 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.2863090 Nov 23 17:53:57.995772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Calling delete_port for beaf2acc-e860-4616-b8b7-9abb11a71451 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:57.999971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96236b5-8cc5-4b7b-8545-c8b733534317 req-8016662a-439c-4b9c-8535-519c46078788 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:58.002038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d96236b5-8cc5-4b7b-8545-c8b733534317 req-8016662a-439c-4b9c-8535-519c46078788 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.1824589 Nov 23 17:53:58.029132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['fc8d80dc-5279-4c80-b4f6-517a88dfe352'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:58.032136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:58.033185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Checking segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:58.035291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Bound using segment: {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:58.036049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Bound port: fc8d80dc-5279-4c80-b4f6-517a88dfe352, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7856a3b-7b51-4a5f-b829-2624a82f6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '926bbe44-086d-432f-b396-70653a0f5b44'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:58.036307 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.118096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.157849 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Set router c94f8cd1-d67f-4499-a85f-2e646ba58b95 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:58.209436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14c16715-c41d-4a47-a79b-9ce24a81a5c7 req-ca06d845-66cd-47ee-83cc-b8235a27bb11 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060184 Nov 23 17:53:58.236129 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.257292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f51d189-b572-4113-8cc2-39f96b98bfc0,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:58.319971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d96236b5-8cc5-4b7b-8545-c8b733534317 req-6567d864-bc14-4093-a9a2-4af37517baac tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787650 Nov 23 17:53:58.356539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2072801-907d-4624-8233-c3d0551c1ca8,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:58.356765 n-d-818932-3 neutron-server[120537]: WARNING neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Concurrent port binding operations failed on port fc8d80dc-5279-4c80-b4f6-517a88dfe352 Nov 23 17:53:58.365988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:58.368231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Checking segment: {'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:58.369193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Network hostable DHCP agents. Network: 32597d5e-f9e5-4d98-b6b2-095001a4c536, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:58.375446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:53:54Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:58.414064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Checking segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:58.414954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Network hostable DHCP agents. Network: 406a88b0-a533-4e47-8afb-2956bd0b9a6b, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:58.420283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Network 32597d5e-f9e5-4d98-b6b2-095001a4c536 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:58.425192 n-d-818932-3 neutron-server[120537]: INFO neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Attempt 2 to bind port fc8d80dc-5279-4c80-b4f6-517a88dfe352 Nov 23 17:53:58.425694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fc8d80dc-5279-4c80-b4f6-517a88dfe352 has no active binding in host n-h1-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:53:58.433263 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:53:55Z', 'revision_number': 3, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port': {'id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:54Z', 'updated_at': '2021-11-23T17:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:58.455209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 32597d5e-f9e5-4d98-b6b2-095001a4c536) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:58.469761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:58.470098 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Checking router: c94f8cd1-d67f-4499-a85f-2e646ba58b95 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:58.470460 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Updating router c94f8cd1-d67f-4499-a85f-2e646ba58b95 port 7d4c785c-3128-49c1-b1f1-90e5f620e10a binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:53:58.474318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f7080a-eba7-4bb2-8b91-3e72f9917f86 None None] Network 32597d5e-f9e5-4d98-b6b2-095001a4c536 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:58.476735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99856027-53cf-4de6-ab7b-9d5a5452f7f2 None None] The sync data for ids ['61c5d4d5-bf86-489b-a151-4f573671097e'] in n-d-818932-3 is: [{'id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1180929504-router', 'tenant_id': '5c951f8778574f7d950a3785a5964ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:30Z', 'updated_at': '2021-11-23T17:53:54Z', 'revision_number': 5, 'project_id': '5c951f8778574f7d950a3785a5964ed3', 'gw_port': {'id': 'beaf2acc-e860-4616-b8b7-9abb11a71451', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c5d4d5-bf86-489b-a151-4f573671097e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:31Z', 'updated_at': '2021-11-23T17:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:58.494856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:58.496336 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.500760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 406a88b0-a533-4e47-8afb-2956bd0b9a6b) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:58.503847 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.536683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3fcda3-22e6-4ec8-b891-bf9fe4036bcc None None] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:58.538948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:58.539759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.560474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8e341c86-4a38-4ad6-a742-d232f8235ba9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2787480 Nov 23 17:53:58.561596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43196) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:58.566794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:58.581046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a908bf2b-b801-46cd-bde2-da56d97b24c8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3918891 Nov 23 17:53:58.593210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.745889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.747376 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.810525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=beaf2acc-e860-4616-b8b7-9abb11a71451,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:58.837980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356d4ae-23f6-47ed-aaba-c8ee912915f6 req-9f15beee-e32c-4b00-b6ef-ffe3b8a041da tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:58.846542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c356d4ae-23f6-47ed-aaba-c8ee912915f6 req-9f15beee-e32c-4b00-b6ef-ffe3b8a041da tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1401892 Nov 23 17:53:58.908539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e08ac-18fa-4214-a288-c55651d5c9d0 None None] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:58.922050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.947270 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c356d4ae-23f6-47ed-aaba-c8ee912915f6 req-ab038eb0-161e-4031-844e-809d3dadd994 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983293 Nov 23 17:53:58.986395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-32597d5e-f9e5-4d98-b6b2-095001a4c536', 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'fixed_ips': [{'subnet_id': '0f51d189-b572-4113-8cc2-39f96b98bfc0'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:58.987877 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.000956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-625ef1a4-f6bb-4013-a9cb-1ea0644c8d23 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.004256 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.010351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-625ef1a4-f6bb-4013-a9cb-1ea0644c8d23 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.014865 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.023277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-625ef1a4-f6bb-4013-a9cb-1ea0644c8d23 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.033312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-625ef1a4-f6bb-4013-a9cb-1ea0644c8d23 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.042938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-625ef1a4-f6bb-4013-a9cb-1ea0644c8d23 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.056314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-625ef1a4-f6bb-4013-a9cb-1ea0644c8d23 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.057302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.063919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-625ef1a4-f6bb-4013-a9cb-1ea0644c8d23 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.078634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-625ef1a4-f6bb-4013-a9cb-1ea0644c8d23 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.2694983 Nov 23 17:53:59.111210 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Attempting to bind port 7d4c785c-3128-49c1-b1f1-90e5f620e10a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:59.112078 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Attempting to bind port 7d4c785c-3128-49c1-b1f1-90e5f620e10a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:59.112660 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Attempting to bind port 7d4c785c-3128-49c1-b1f1-90e5f620e10a on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:59.116841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:59.119058 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cd8955-2627-43db-8379-7d3425f01b75" -d '{"events": [{"name": "network-changed", "server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:59.124795 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Pushing event updated for resources: {'Port': ['ID=7d4c785c-3128-49c1-b1f1-90e5f620e10a,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:59.130014 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:59.130968 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:59.131392 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.132034 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:59.132795 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Bound port: 7d4c785c-3128-49c1-b1f1-90e5f620e10a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:59.133076 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.133371 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.178025 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.178503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.179112 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.179774 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.180105 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.180559 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.181133 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.181455 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.182089 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.182527 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.182984 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.183733 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:59.202895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41ec945d-b7e6-434f-9bae-a5c8c0311c2f req-546959ab-8452-4e29-ad62-bd290ea23e63 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232052 Nov 23 17:53:59.235063 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] For port 7d4c785c-3128-49c1-b1f1-90e5f620e10a, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:59.241699 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] For port 7d4c785c-3128-49c1-b1f1-90e5f620e10a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7d4c785c-3128-49c1-b1f1-90e5f620e10a,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:59.253807 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.364619 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.369003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.381430 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Routers {'c94f8cd1-d67f-4499-a85f-2e646ba58b95'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:59.381983 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:59.383562 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2209f8b-7787-46ad-a3cc-9cf4bfca1797 x-openstack-request-id: req-f2209f8b-7787-46ad-a3cc-9cf4bfca1797 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:59.383885 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:59.384185 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f2209f8b-7787-46ad-a3cc-9cf4bfca1797 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:59.384678 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352', 'status': 'completed', 'code': 200} Nov 23 17:53:59.495113 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5255661-61ac-4f0f-a4a0-95a9a86c4642 None None] Pushing event updated for resources: {'Port': ['ID=7d4c785c-3128-49c1-b1f1-90e5f620e10a,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:59.528887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.537754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.538347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c5d4d5-bf86-489b-a151-4f573671097e {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:53:59.558653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.559842 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-575383f2-4953-40a2-9e6b-4302f31c9e21 admin admin] 10.222.0.74 "DELETE /v2.0/routers/61c5d4d5-bf86-489b-a151-4f573671097e HTTP/1.1" status: 204 len: 168 time: 2.9853547 Nov 23 17:53:59.574522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43228) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:59.587627 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] Set router c94f8cd1-d67f-4499-a85f-2e646ba58b95 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:59.636762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Allocated IP 172.20.0.2 (32597d5e-f9e5-4d98-b6b2-095001a4c536/0f51d189-b572-4113-8cc2-39f96b98bfc0/71f3dd14-1644-489c-8fd9-014b656fc0db) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:59.648467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-3f563d39-0a89-4f00-8e9c-6e606dbd1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.651133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-3f563d39-0a89-4f00-8e9c-6e606dbd1edd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1125 time: 0.2331722 Nov 23 17:53:59.676369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6ba80-54f9-4092-9973-6489c8b9fb2c req-b22179e7-4c42-4369-b367-b4d63e3b93d3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.685629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3d6ba80-54f9-4092-9973-6489c8b9fb2c req-b22179e7-4c42-4369-b367-b4d63e3b93d3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1317692 Nov 23 17:53:59.765812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3d6ba80-54f9-4092-9973-6489c8b9fb2c req-fe44ae3c-1be5-4543-882e-297d2680aa30 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Nov 23 17:53:59.815488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-d2aba1f4-f897-44c5-9c5b-104ba6eae0f3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.824072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-d2aba1f4-f897-44c5-9c5b-104ba6eae0f3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.4766407 Nov 23 17:53:59.853565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-59234587-ec8c-4c69-ad8e-2bef8368448f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/quotas/b1ada1e9e0064544a0b221835dcf73b6 HTTP/1.1" status: 200 len: 375 time: 0.0280435 Nov 23 17:53:59.916756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-269a4389-2559-471c-9eed-cb892a65d3ee tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619090 Nov 23 17:53:59.927617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.949761 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.989032 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:53:55Z', 'revision_number': 3, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port': {'id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:54Z', 'updated_at': '2021-11-23T17:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:00.058951 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87224de-c962-4db3-b7c0-d2afb017ca80 None None] The sync data for ids ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'] in n-d-818932-3 is: [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:53:55Z', 'revision_number': 3, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port': {'id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:54Z', 'updated_at': '2021-11-23T17:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:00.081486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Network 32597d5e-f9e5-4d98-b6b2-095001a4c536 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:00.093864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:00.095774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Pushing event updated for resources: {'Port': ['ID=71f3dd14-1644-489c-8fd9-014b656fc0db,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:00.098352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:00.108999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.109357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.109708 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.110052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.110389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.110741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.111081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.111412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.111746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.112076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.112406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.112734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:00.178918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a9adc2-0c96-43d7-b225-7c6affb5585e admin admin] Deleting subnet de0b5e46-f000-431b-b8da-20f7dac2bfd7 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:00.191208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Attempting to bind port 71f3dd14-1644-489c-8fd9-014b656fc0db on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:00.191700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Attempting to bind port 71f3dd14-1644-489c-8fd9-014b656fc0db by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:00.192148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Attempting to bind port 71f3dd14-1644-489c-8fd9-014b656fc0db on network 32597d5e-f9e5-4d98-b6b2-095001a4c536 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:00.199437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:00.199682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Checking segment: {'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:00.200267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.200752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Bound using segment: {'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:00.201375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Bound port: 71f3dd14-1644-489c-8fd9-014b656fc0db, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:00.202183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.211114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87a9adc2-0c96-43d7-b225-7c6affb5585e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.280408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:00.328792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:00.329144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device eaa5f5a0-51ee-46a9-92eb-2d26e96fee84 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:00.329803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device beaf2acc-e860-4616-b8b7-9abb11a71451 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:00.348954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Allocated IP 172.20.0.1 (608b0017-5542-41cb-9f95-4101262589ac/0214dc36-5a60-401d-94ef-d599d8fe45f3/fcf91b85-8da9-4214-9b33-a1df80c7b6ce) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:00.353914 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87a9adc2-0c96-43d7-b225-7c6affb5585e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.379368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: beaf2acc-e860-4616-b8b7-9abb11a71451 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:00.379368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device beaf2acc-e860-4616-b8b7-9abb11a71451 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:00.399270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] For port 71f3dd14-1644-489c-8fd9-014b656fc0db, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:00.403894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] For port 71f3dd14-1644-489c-8fd9-014b656fc0db, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=71f3dd14-1644-489c-8fd9-014b656fc0db,segment=NetworkSegment(5d63d5b7-0cee-4116-9c86-10747e00745f),segment_id=5d63d5b7-0cee-4116-9c86-10747e00745f)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:00.410087 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.473818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57da33-376e-44b0-9a82-22bdeda0308c None None] Pushing event updated for resources: {'Port': ['ID=71f3dd14-1644-489c-8fd9-014b656fc0db,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:00.606895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-700f4c3b-f023-4d16-92ef-6fa641e6b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:00.608401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-700f4c3b-f023-4d16-92ef-6fa641e6b170 service neutron] 10.222.0.66 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.8989861 Nov 23 17:54:00.624653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c5e04-1839-4ddc-9eea-05a75ebee9b8 req-a87de2b2-4abc-4cbe-a48b-83a18be06024 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:00.625653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a1c5e04-1839-4ddc-9eea-05a75ebee9b8 req-a87de2b2-4abc-4cbe-a48b-83a18be06024 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.1876640 Nov 23 17:54:00.635751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87a9adc2-0c96-43d7-b225-7c6affb5585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.637329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-221442a7-ef2c-4f0d-9df7-149620aa7110 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188458 Nov 23 17:54:00.703941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-0084a25b-c0a8-4e21-9d51-356979fc6d81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 200 len: 217 time: 0.0772650 Nov 23 17:54:00.743350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.778040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.784756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.884719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87a9adc2-0c96-43d7-b225-7c6affb5585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.906307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a1c5e04-1839-4ddc-9eea-05a75ebee9b8 req-1eec0373-1ee2-4443-9c34-fcc80274fd82 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665977 Nov 23 17:54:00.917593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-24535314-af5c-40f8-b0c0-a38206b682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:00.920725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-24535314-af5c-40f8-b0c0-a38206b682c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.2033105 Nov 23 17:54:00.936099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-7fb61da0-9229-4066-943b-8d05bc597312 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976933 Nov 23 17:54:00.962401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9adc2-0c96-43d7-b225-7c6affb5585e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0b5e46-f000-431b-b8da-20f7dac2bfd7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:00.992186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87a9adc2-0c96-43d7-b225-7c6affb5585e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.995615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251c5fa-6939-40cb-a0b9-9ea55ebcad1e None None] Network 66c6e7c6-cfc0-43dd-a817-5db419986990 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:00.997217 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-87a9adc2-0c96-43d7-b225-7c6affb5585e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/de0b5e46-f000-431b-b8da-20f7dac2bfd7 HTTP/1.1" status: 204 len: 168 time: 1.4203804 Nov 23 17:54:01.004047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43238) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:01.007389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-c02cc7a2-5194-46c2-ad8f-4ec1d742c4d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700858 Nov 23 17:54:01.027241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.097828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Network 608b0017-5542-41cb-9f95-4101262589ac is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:01.112968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:01.128832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:01.132726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Allocated IP 172.25.0.71 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c4e58b3f-0fb8-492d-8e5d-8f6ce390b443) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:01.211407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-8187168f-c081-48a2-9a1c-5ffb68e7ffe4 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941893 Nov 23 17:54:01.266608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Pushing event updated for resources: {'Port': ['ID=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:01.281513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.333338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] DHCP port deletion for 66c6e7c6-cfc0-43dd-a817-5db419986990 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:01.384360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.461186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd900fc-b3bc-43a1-81e7-cb92d77f499a req-552d025b-0fd7-4a55-8c54-038697844116 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:01.475229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] Deleting port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:01.475605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.477220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6dd900fc-b3bc-43a1-81e7-cb92d77f499a req-552d025b-0fd7-4a55-8c54-038697844116 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.2591186 Nov 23 17:54:01.628622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] For port 4a0a1669-3c09-4bc2-b9e5-105454b104e0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a0a1669-3c09-4bc2-b9e5-105454b104e0,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:01.632476 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.668780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] Calling delete_port for 4a0a1669-3c09-4bc2-b9e5-105454b104e0 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:01.683300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4cd8955-2627-43db-8379-7d3425f01b75 req-54d94915-3a2c-4208-bf25-def5cd9c36a9 service neutron] 10.222.0.66 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784726 Nov 23 17:54:01.731929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-5e4f2b01-b3f9-4893-a79f-14462d5dac17 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:01.748230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-5e4f2b01-b3f9-4893-a79f-14462d5dac17 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:01.754312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-5e4f2b01-b3f9-4893-a79f-14462d5dac17 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:01.793305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-5e4f2b01-b3f9-4893-a79f-14462d5dac17 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:01.800577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-5e4f2b01-b3f9-4893-a79f-14462d5dac17 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:01.809838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-5e4f2b01-b3f9-4893-a79f-14462d5dac17 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:01.827011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-5e4f2b01-b3f9-4893-a79f-14462d5dac17 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:01.831002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-5e4f2b01-b3f9-4893-a79f-14462d5dac17 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.4487958 Nov 23 17:54:01.833777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.852208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6dd900fc-b3bc-43a1-81e7-cb92d77f499a req-f2b445ec-0bb0-4aa5-b934-0d50d613d9ce tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714714 Nov 23 17:54:01.879440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Deleting port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:01.879835 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.904694 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.983269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] Pushing event deleted for resources: {'Port': ['ID=4a0a1669-3c09-4bc2-b9e5-105454b104e0,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:01.997496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba3f1e-552a-4d48-85db-584fd053eb00 None None] No DVR routers for this DVR port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:02.022100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] For port 4a0a1669-3c09-4bc2-b9e5-105454b104e0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a0a1669-3c09-4bc2-b9e5-105454b104e0,segment=NetworkSegment(ebae9b27-ea52-49cf-80cf-e4793d839e6e),segment_id=ebae9b27-ea52-49cf-80cf-e4793d839e6e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:02.022766 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.084093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-339c793b-539f-4b04-9bb4-5e396ad37205 req-2f8e43bd-be60-4615-870f-7c3abe117efb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2288432 Nov 23 17:54:02.125265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Calling delete_port for 4a0a1669-3c09-4bc2-b9e5-105454b104e0 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:02.165475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.281998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c0560-0cbf-4a00-b281-606acaba93e9 req-3ec54c7c-32c0-44d5-a11e-233e8c767934 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:02.285800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c44c0560-0cbf-4a00-b281-606acaba93e9 req-3ec54c7c-32c0-44d5-a11e-233e8c767934 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.2007005 Nov 23 17:54:02.287718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.313572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7646ac0-ca34-44eb-9082-b275f885fc29 None None] Network 32597d5e-f9e5-4d98-b6b2-095001a4c536 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:02.415682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4c66a44-ef22-41d9-8edf-7d3c1e79df5e req-767747ad-728b-49cb-9c73-8cf9c25c79cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 210 time: 0.1173747 Nov 23 17:54:02.435107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 71f3dd14-1644-489c-8fd9-014b656fc0db up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:02.508121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c44c0560-0cbf-4a00-b281-606acaba93e9 req-31653377-2704-4a04-91b5-50da26bbacd2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125814 Nov 23 17:54:02.582181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8cbac7bd-8cb1-4cd7-bb08-096ead57102d None None] Provisioning complete for port 71f3dd14-1644-489c-8fd9-014b656fc0db triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:02.582561 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8cbac7bd-8cb1-4cd7-bb08-096ead57102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.593202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.621887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.625093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543e955-1556-49a7-9c9f-29397b100322 req-fab336ec-d0bc-4f98-8f53-34b6276bd26e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:02.626698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2543e955-1556-49a7-9c9f-29397b100322 req-fab336ec-d0bc-4f98-8f53-34b6276bd26e tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.0803332 Nov 23 17:54:02.725122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2543e955-1556-49a7-9c9f-29397b100322 req-37829100-950a-49d5-8e0a-9ecd23aa1840 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905333 Nov 23 17:54:02.766036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8cbac7bd-8cb1-4cd7-bb08-096ead57102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.779743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 71f3dd14-1644-489c-8fd9-014b656fc0db triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:02.780482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.786603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.829360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:02.889888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:02.897139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:03.001130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e58b3f-0fb8-492d-8e5d-8f6ce390b443,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:03.056412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8cbac7bd-8cb1-4cd7-bb08-096ead57102d None None] For port 71f3dd14-1644-489c-8fd9-014b656fc0db, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=71f3dd14-1644-489c-8fd9-014b656fc0db,segment=NetworkSegment(5d63d5b7-0cee-4116-9c86-10747e00745f),segment_id=5d63d5b7-0cee-4116-9c86-10747e00745f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:03.063315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-2125f1a5-743c-430e-b353-a2b84bfb674d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:03.063561 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.068568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-2125f1a5-743c-430e-b353-a2b84bfb674d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.2771122 Nov 23 17:54:03.082498 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8cbac7bd-8cb1-4cd7-bb08-096ead57102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.084018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Request body: {'port': {'device_id': 'a27d63f5-bfb3-46ce-bb1a-7561544439a3', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'admin_state_up': True, 'tenant_id': 'b1ada1e9e0064544a0b221835dcf73b6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:03.256990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbac7bd-8cb1-4cd7-bb08-096ead57102d None None] Pushing event updated for resources: {'Port': ['ID=71f3dd14-1644-489c-8fd9-014b656fc0db,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:03.276882 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:54:03.277487 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:54:03.390426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Made reservation on behalf of b1ada1e9e0064544a0b221835dcf73b6 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:03.394897 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.399050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.438978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Pushing event updated for resources: {'Port': ['ID=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:03.473457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0a1669-3c09-4bc2-b9e5-105454b104e0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:03.475950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] No DVR routers for this DVR port 4a0a1669-3c09-4bc2-b9e5-105454b104e0 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:03.559826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-207e0105-170b-4cbb-9bf4-76972e7e1862 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:03.568857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-207e0105-170b-4cbb-9bf4-76972e7e1862 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:03.579269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-207e0105-170b-4cbb-9bf4-76972e7e1862 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:03.591470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-207e0105-170b-4cbb-9bf4-76972e7e1862 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:03.599187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-207e0105-170b-4cbb-9bf4-76972e7e1862 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:03.608077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-207e0105-170b-4cbb-9bf4-76972e7e1862 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:03.623534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-207e0105-170b-4cbb-9bf4-76972e7e1862 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:03.636115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.636412 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-207e0105-170b-4cbb-9bf4-76972e7e1862 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.3323455 Nov 23 17:54:03.721257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-33f75b62-3fa2-4fe1-8670-b78adfe326a9 None None] Provisioning complete for port 71f3dd14-1644-489c-8fd9-014b656fc0db triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:03.721719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33f75b62-3fa2-4fe1-8670-b78adfe326a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.724228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a044768a-d929-4c5c-b764-5a8f9862ff58 req-e129710e-00ff-4967-af46-3a6a8a1dcc3a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 210 time: 0.0760999 Nov 23 17:54:03.761666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Network 608b0017-5542-41cb-9f95-4101262589ac is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:03.814203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf4bb4ec-2ed8-4b51-9d2f-5bfbd977953a req-d45ea1c4-4417-48d1-8bef-d0842207e95a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1765170 Nov 23 17:54:03.915325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:03.917921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7d4c785c-3128-49c1-b1f1-90e5f620e10a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:04.020846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.041785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7d4c785c-3128-49c1-b1f1-90e5f620e10a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:04.042660 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.115804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Allocated IP 172.20.0.11 (406a88b0-a533-4e47-8afb-2956bd0b9a6b/b2072801-907d-4624-8233-c3d0551c1ca8/32e92b9a-29fc-4aa6-bb6a-b570e85319fb) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:04.137617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b10b54-1e50-4faf-b81f-60a745b97e71 req-8857785e-4748-43cb-93d6-bf2a66c954fe tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:04.143251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3b10b54-1e50-4faf-b81f-60a745b97e71 req-8857785e-4748-43cb-93d6-bf2a66c954fe tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.2409203 Nov 23 17:54:04.167115 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.194208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 7d4c785c-3128-49c1-b1f1-90e5f620e10a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7d4c785c-3128-49c1-b1f1-90e5f620e10a,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:04.201768 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.255978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fc8d80dc-5279-4c80-b4f6-517a88dfe352 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:04.272451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f021-4980-465f-8d1b-5fcc23394826 req-3b51a4ba-8f55-4c2c-ad46-0209e2a15e9a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:04.276787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1435f021-4980-465f-8d1b-5fcc23394826 req-3b51a4ba-8f55-4c2c-ad46-0209e2a15e9a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.2407141 Nov 23 17:54:04.302216 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4a0a1669-3c09-4bc2-b9e5-105454b104e0 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:04.344634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 4a0a1669-3c09-4bc2-b9e5-105454b104e0 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:04.345002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4a0a1669-3c09-4bc2-b9e5-105454b104e0 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:04.351369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=7d4c785c-3128-49c1-b1f1-90e5f620e10a,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:04.363667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3b10b54-1e50-4faf-b81f-60a745b97e71 req-093a8ec8-0a68-49e4-95bf-8621c3ae71d0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597834 Nov 23 17:54:04.412347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c6e7c6-cfc0-43dd-a817-5db419986990']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:04.437003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebae9b27-ea52-49cf-80cf-e4793d839e6e') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:04.437312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebae9b27-ea52-49cf-80cf-e4793d839e6e') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:04.512074 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.512279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 71f3dd14-1644-489c-8fd9-014b656fc0db up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:04.519524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.539013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.557000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:04.557405 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.560593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1435f021-4980-465f-8d1b-5fcc23394826 req-0988b668-24f2-468f-889d-05b1c940f11a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421434 Nov 23 17:54:04.605403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 71f3dd14-1644-489c-8fd9-014b656fc0db triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:04.606040 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.606321 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:04.630087 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:04.633413 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.670892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:04.674335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:04.678787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:04.686350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event updated for resources: {'Port': ['ID=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:04.738613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7d4c785c-3128-49c1-b1f1-90e5f620e10a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:04.746786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:04.747457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.754988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Router c94f8cd1-d67f-4499-a85f-2e646ba58b95 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:04.780011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.822719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.826194 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] 10.222.0.74 "DELETE /v2.0/networks/66c6e7c6-cfc0-43dd-a817-5db419986990 HTTP/1.1" status: 204 len: 168 time: 3.8206344 Nov 23 17:54:04.863327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43274) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:04.877814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f8a52537-affc-49f6-a96b-595abfe7e57c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7924466 Nov 23 17:54:04.886250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334ae7-2913-4b95-8ed6-2d82bfc88251 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c6e7c6-cfc0-43dd-a817-5db419986990,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:04.947034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Request body: {'port': {'device_id': 'a27d63f5-bfb3-46ce-bb1a-7561544439a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:04.955405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-6fd85a35-cb22-4f9e-b81c-4d58bb25b8af service neutron] 10.222.0.66 "GET /v2.0/ports/fc8d80dc-5279-4c80-b4f6-517a88dfe352/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.2047131 Nov 23 17:54:04.977885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7d4c785c-3128-49c1-b1f1-90e5f620e10a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:04.978141 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.989479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:04.998244 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4543bd77-dd73-425d-9355-ca1c07c9ef6d admin admin] 10.222.0.74 "PUT /v2.0/routers/c94f8cd1-d67f-4499-a85f-2e646ba58b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0710361 Nov 23 17:54:05.005747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Sync routers for ids ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:05.011818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:54:05.028788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Routers {'c94f8cd1-d67f-4499-a85f-2e646ba58b95'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:05.029468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:05.144627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:05.156473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Sync routers for ids ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:05.171636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.173092 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Routers {'3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:05.173950 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:05.175208 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-11be7324-391e-4c54-be2e-bdcf83ea7373 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.6118698 Nov 23 17:54:05.178174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43282) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:05.234144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e6d0-6b2b-4b2f-9609-3fdfc98dbd15 req-c673f927-d57e-4e42-bd43-df439c98d86f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.236324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e245e6d0-6b2b-4b2f-9609-3fdfc98dbd15 req-c673f927-d57e-4e42-bd43-df439c98d86f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 932 time: 0.2947528 Nov 23 17:54:05.249892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Set router c94f8cd1-d67f-4499-a85f-2e646ba58b95 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:05.302065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-bfb4ed35-42cb-4df4-a670-f140bb5e36ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.310259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-bfb4ed35-42cb-4df4-a670-f140bb5e36ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.317151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-bfb4ed35-42cb-4df4-a670-f140bb5e36ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.324367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-bfb4ed35-42cb-4df4-a670-f140bb5e36ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.330840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-bfb4ed35-42cb-4df4-a670-f140bb5e36ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.343370 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Set router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:05.344600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-bfb4ed35-42cb-4df4-a670-f140bb5e36ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.351753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-bfb4ed35-42cb-4df4-a670-f140bb5e36ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.354078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-bfb4ed35-42cb-4df4-a670-f140bb5e36ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.4037502 Nov 23 17:54:05.387607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.493389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:54:02Z', 'revision_number': 4, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port': {'id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:54Z', 'updated_at': '2021-11-23T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'fcf91b85-8da9-4214-9b33-a1df80c7b6ce', 'name': '', 'network_id': '608b0017-5542-41cb-9f95-4101262589ac', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'mac_address': 'fa:16:3e:36:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0214dc36-5a60-401d-94ef-d599d8fe45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:59Z', 'updated_at': '2021-11-23T17:54:02Z', 'revision_number': 2, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'subnets': [{'id': '0214dc36-5a60-401d-94ef-d599d8fe45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:05.528717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Checking router: c94f8cd1-d67f-4499-a85f-2e646ba58b95 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:05.529124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Updating router c94f8cd1-d67f-4499-a85f-2e646ba58b95 port fcf91b85-8da9-4214-9b33-a1df80c7b6ce binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:54:05.566862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.610350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e245e6d0-6b2b-4b2f-9609-3fdfc98dbd15 req-8ff60889-9a84-458b-b0db-85a0fd92f8c3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550328 Nov 23 17:54:05.628804 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:03Z', 'revision_number': 3, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:05.638409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58e2fcaa-54ae-4242-922f-181ebab9086e req-a01bd3a9-b5b7-4fc7-8967-9c179bfd38a0 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2593307 Nov 23 17:54:05.695643 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Checking router: 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:05.696565 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Updating router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:54:05.728449 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.834533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.069882 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.078961 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.129505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Allocated IP 172.20.0.1 (32597d5e-f9e5-4d98-b6b2-095001a4c536/0f51d189-b572-4113-8cc2-39f96b98bfc0/6af1f408-7d0d-422c-85bd-031a998f02dc) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:06.132845 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce24953-04b8-4df3-803e-9c2edad1d7fd None None] Pushing event updated for resources: {'Port': ['ID=c4e58b3f-0fb8-492d-8e5d-8f6ce390b443,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:06.145361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-c67f8ab9-4d4d-447e-98c6-c2671f81ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:06.147264 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-c67f8ab9-4d4d-447e-98c6-c2671f81ec1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.0978127 Nov 23 17:54:06.158456 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.168110 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.178680 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Attempting to bind port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:06.179313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e92b9a-29fc-4aa6-bb6a-b570e85319fb {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:06.181351 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Attempting to bind port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:06.182390 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Attempting to bind port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:06.189110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.191028 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:06.191771 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:06.192377 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.193867 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:06.194998 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Bound port: c4e58b3f-0fb8-492d-8e5d-8f6ce390b443, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:06.197161 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.204076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Transition to ACTIVE for port object 32e92b9a-29fc-4aa6-bb6a-b570e85319fb will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:54:06.230856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbb818-68fc-4eda-8456-e45993a109d9 None None] Pushing event updated for resources: {'Port': ['ID=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:06.264790 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.269103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:06.305678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Attempting to bind port fcf91b85-8da9-4214-9b33-a1df80c7b6ce on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:06.307133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Attempting to bind port fcf91b85-8da9-4214-9b33-a1df80c7b6ce by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:06.308171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Attempting to bind port fcf91b85-8da9-4214-9b33-a1df80c7b6ce on network 608b0017-5542-41cb-9f95-4101262589ac {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:06.318331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:06.319184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Checking segment: {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:06.319823 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.320443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Bound using segment: {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:06.321340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Bound port: fcf91b85-8da9-4214-9b33-a1df80c7b6ce, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:06.322121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.349096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Pushing event updated for resources: {'Port': ['ID=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:06.358762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-fa36568d-42eb-45f5-981e-32e9d0e8cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:06.360877 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-fa36568d-42eb-45f5-981e-32e9d0e8cd18 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 0.2044647 Nov 23 17:54:06.379323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.423895 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-220c9883-5b2a-46d9-b153-fbbe2556a631 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 217 time: 0.0539453 Nov 23 17:54:06.430219 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] For port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:06.435997 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] For port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c4e58b3f-0fb8-492d-8e5d-8f6ce390b443,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:06.439291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] For port fcf91b85-8da9-4214-9b33-a1df80c7b6ce, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:06.442444 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.453095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] For port fcf91b85-8da9-4214-9b33-a1df80c7b6ce, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:06.453328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:06.462428 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.494801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322d9a-456f-45f7-bf9e-baedf8261b45 req-be4daa07-1c87-42a6-aca9-45e55a18a016 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:06.503761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e322d9a-456f-45f7-bf9e-baedf8261b45 req-be4daa07-1c87-42a6-aca9-45e55a18a016 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.4406013 Nov 23 17:54:06.516684 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-c97f57ec-9a41-490a-b677-db3bcf79973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:06.518821 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-c97f57ec-9a41-490a-b677-db3bcf79973d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.0804062 Nov 23 17:54:06.523502 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.523866 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce24953-04b8-4df3-803e-9c2edad1d7fd None None] Pushing event updated for resources: {'Port': ['ID=c4e58b3f-0fb8-492d-8e5d-8f6ce390b443,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:06.542490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Routers {'c94f8cd1-d67f-4499-a85f-2e646ba58b95'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:06.543280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:06.547701 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Routers {'3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:06.549062 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:06.588230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8d80dc-5279-4c80-b4f6-517a88dfe352 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:06.603561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Pushing event updated for resources: {'Port': ['ID=6af1f408-7d0d-422c-85bd-031a998f02dc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:06.624358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbb818-68fc-4eda-8456-e45993a109d9 None None] Pushing event updated for resources: {'Port': ['ID=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:06.640462 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-d98c4756-692d-4b2e-91f8-7ae4a8b7205f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139262 Nov 23 17:54:06.651567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Network 32597d5e-f9e5-4d98-b6b2-095001a4c536 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:06.694129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:06.704258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] Set router c94f8cd1-d67f-4499-a85f-2e646ba58b95 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:06.734375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:06.755730 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] Set router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:06.812578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.825621 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-479ebd25-38a4-4ce8-b940-ab784fe4cc36 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699650 Nov 23 17:54:07.061035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ee9a0af4-8095-4019-88fd-a9ad587792d2 None None] Provisioning complete for port 6af1f408-7d0d-422c-85bd-031a998f02dc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:07.061035 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee9a0af4-8095-4019-88fd-a9ad587792d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.065000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e322d9a-456f-45f7-bf9e-baedf8261b45 req-22647c65-e972-4847-894f-6c5af8f7d54e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5597978 Nov 23 17:54:07.065250 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab38592d-3e38-4fc1-a29f-688be4149cb4 req-60534f17-b741-4ed8-ab9c-8e598ca5dc60 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654913 Nov 23 17:54:07.079377 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:03Z', 'revision_number': 3, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:07.079684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:07.118891 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328142e-8192-4ec8-86a2-ad25d5d9c4bd None None] The sync data for ids ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'] in n-d-818932-3 is: [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:03Z', 'revision_number': 3, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:07.130528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.161536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a0af4-8095-4019-88fd-a9ad587792d2 None None] Port 6af1f408-7d0d-422c-85bd-031a998f02dc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:07.170136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-e1dd7bae-8acf-403a-a8f5-4559d7239851 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:07.171749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-e1dd7bae-8acf-403a-a8f5-4559d7239851 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 811 time: 1.0915625 Nov 23 17:54:07.179750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:54:02Z', 'revision_number': 4, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port': {'id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:54Z', 'updated_at': '2021-11-23T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'fcf91b85-8da9-4214-9b33-a1df80c7b6ce', 'name': '', 'network_id': '608b0017-5542-41cb-9f95-4101262589ac', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'mac_address': 'fa:16:3e:36:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0214dc36-5a60-401d-94ef-d599d8fe45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:59Z', 'updated_at': '2021-11-23T17:54:06Z', 'revision_number': 4, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'subnets': [{'id': '0214dc36-5a60-401d-94ef-d599d8fe45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:07.201062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.218809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-c6c23e88-9d33-4a3f-be36-81a06399bdac tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/quotas/3fe0e83fd60b481b950d1222c22ecada HTTP/1.1" status: 200 len: 375 time: 0.0122726 Nov 23 17:54:07.231177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3b502-75c8-43b7-836d-c5bcc7e49bef None None] The sync data for ids ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'] in n-d-818932-3 is: [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:54:02Z', 'revision_number': 4, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port': {'id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:54Z', 'updated_at': '2021-11-23T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'fcf91b85-8da9-4214-9b33-a1df80c7b6ce', 'name': '', 'network_id': '608b0017-5542-41cb-9f95-4101262589ac', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'mac_address': 'fa:16:3e:36:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0214dc36-5a60-401d-94ef-d599d8fe45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:59Z', 'updated_at': '2021-11-23T17:54:06Z', 'revision_number': 4, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'subnets': [{'id': '0214dc36-5a60-401d-94ef-d599d8fe45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:07.365589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Attempting to bind port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:07.365589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Attempting to bind port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:07.365589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Attempting to bind port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:07.392958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:54:07.393337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Attempting to bind port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:07.421371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:07.421765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Checking segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:07.422161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Bound using segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:07.422611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Bound port: 32e92b9a-29fc-4aa6-bb6a-b570e85319fb, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:07.423001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.450711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-54ce416c-0f0a-41f1-ab74-9253981271ab tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2058828 Nov 23 17:54:07.479731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.484570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c2ab-b5fb-49dc-a79c-c16efaa1c8b2 req-304488d9-ea53-4ce6-b558-7b8c7ab5a260 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:07.486544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f53c2ab-b5fb-49dc-a79c-c16efaa1c8b2 req-304488d9-ea53-4ce6-b558-7b8c7ab5a260 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 944 time: 0.2436798 Nov 23 17:54:07.488712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.494504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] Transition to ACTIVE for port object fc8d80dc-5279-4c80-b4f6-517a88dfe352 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:54:07.562803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.577331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.655110 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.681709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Pushing event updated for resources: {'Port': ['ID=6af1f408-7d0d-422c-85bd-031a998f02dc,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:07.849247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Network 32597d5e-f9e5-4d98-b6b2-095001a4c536 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:07.851235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:07.896986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] For port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:07.903228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f53c2ab-b5fb-49dc-a79c-c16efaa1c8b2 req-e3363833-eed2-4140-aee5-330a8b3c6538 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057155 Nov 23 17:54:07.971228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] No DVR routers for this DVR port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:07.991369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] For port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:08.000191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] Pushing event updated for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=10']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:08.076704 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.113911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:08.183272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:08.183985 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.187543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] 10.222.0.66 "PUT /v2.0/ports/32e92b9a-29fc-4aa6-bb6a-b570e85319fb HTTP/1.1" status: 200 len: 1092 time: 3.2447736 Nov 23 17:54:08.202449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27d63f5-bfb3-46ce-bb1a-7561544439a3', 'tag': '32e92b9a-29fc-4aa6-bb6a-b570e85319fb'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:08.205523 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b13e6-ff04-42aa-9042-d9a3fc76cff5" -d '{"events": [{"name": "network-changed", "server_uuid": "a27d63f5-bfb3-46ce-bb1a-7561544439a3", "tag": "32e92b9a-29fc-4aa6-bb6a-b570e85319fb"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:08.232163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-13fe171b-2d35-4e02-9b5a-2187173e889c service neutron] 10.222.0.74 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7718880 Nov 23 17:54:08.309807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c217a880-d907-4372-9eac-45dca73b9cc8 None None] Provisioning complete for port 6af1f408-7d0d-422c-85bd-031a998f02dc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:08.310400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c217a880-d907-4372-9eac-45dca73b9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.331938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:08.339066 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-74cfe6a2-6600-4bbc-8090-504a19af5888 admin admin] 10.222.0.74 "PUT /v2.0/routers/3f60bbe0-afa4-4ec0-8b63-11bf59cab78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1594238 Nov 23 17:54:08.352482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-3ee65a48-f545-40df-ab62-fd60bd8483ae service neutron] 10.222.0.66 "PUT /v2.0/ports/fc8d80dc-5279-4c80-b4f6-517a88dfe352/bindings/n-h1-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 3.3758948 Nov 23 17:54:08.377209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-47080b01-f087-4dd7-a062-47fe8b387e10 service neutron] 10.222.0.74 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439035 Nov 23 17:54:08.403814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c217a880-d907-4372-9eac-45dca73b9cc8 None None] Port 6af1f408-7d0d-422c-85bd-031a998f02dc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:08.539095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-75197ab0-97cc-4796-89fd-499ccae3aa89 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:08.559538 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-75197ab0-97cc-4796-89fd-499ccae3aa89 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.1295457 Nov 23 17:54:08.630817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ff54c-6302-49cd-bb0d-42fc244a00bf req-9402bdfc-9cb9-448a-91fa-805bb507ec99 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:08.632736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc5ff54c-6302-49cd-bb0d-42fc244a00bf req-9402bdfc-9cb9-448a-91fa-805bb507ec99 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.5890880 Nov 23 17:54:08.663018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-8027c6b3-3064-471d-aef8-72b485584ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:08.663930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fcf91b85-8da9-4214-9b33-a1df80c7b6ce up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:08.665627 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-8027c6b3-3064-471d-aef8-72b485584ddd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0&tenant_id=212b6ad2b5284d24b582972e2d78cc3b HTTP/1.1" status: 200 len: 1096 time: 0.0919173 Nov 23 17:54:08.775310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fcf91b85-8da9-4214-9b33-a1df80c7b6ce triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:08.775678 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.783726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c0c37-9af2-40b7-87d2-b2e7ccdf370a service neutron] Pushing event updated for resources: {'Port': ['ID=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:08.802727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-032f8ae2-a239-41f9-9350-115087d3040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:08.809448 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-032f8ae2-a239-41f9-9350-115087d3040d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1096 time: 0.1006646 Nov 23 17:54:08.853672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f40f2d60-810e-4ba8-bbe5-1b71afb63b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:08.855622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-f40f2d60-810e-4ba8-bbe5-1b71afb63b8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 1095 time: 0.4980361 Nov 23 17:54:08.863892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc5ff54c-6302-49cd-bb0d-42fc244a00bf req-61e29a7a-4c24-44e1-bede-45a48c225fb8 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729372 Nov 23 17:54:08.967157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-9f9e919c-6ecb-40a6-b5e6-936a10a7b01a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e92b9a-29fc-4aa6-bb6a-b570e85319fb HTTP/1.1" status: 200 len: 217 time: 0.0803306 Nov 23 17:54:08.983364 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:09.041116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-fdbc81b7-eda1-4d6e-a9fc-87c37ad47019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.043558 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-fdbc81b7-eda1-4d6e-a9fc-87c37ad47019 service neutron] 10.222.0.72 "GET /v2.0/networks?id=926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 200 len: 922 time: 0.2253845 Nov 23 17:54:09.052446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port fcf91b85-8da9-4214-9b33-a1df80c7b6ce, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:09.059863 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:09.060884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:09.079394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902110b-68f3-408a-b7d1-d14bf776285f req-7ddfe937-9cf8-4a8f-8c8f-fd8c0e9c37f2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.088325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f902110b-68f3-408a-b7d1-d14bf776285f req-7ddfe937-9cf8-4a8f-8c8f-fd8c0e9c37f2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 944 time: 0.2886102 Nov 23 17:54:09.126036 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-b9ca59df-28f3-41a7-8575-c0fdb54febd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 200 len: 217 time: 0.0657511 Nov 23 17:54:09.172696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:09.205605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:09.206004 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:09.206824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-5d7d86ae-92a3-4f66-8d75-2d92459426c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.213002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-5d7d86ae-92a3-4f66-8d75-2d92459426c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.2433577 Nov 23 17:54:09.234472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5de09be0-8984-4588-b442-2aaaead30519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.236009 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-5de09be0-8984-4588-b442-2aaaead30519 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 200 len: 861 time: 0.1009185 Nov 23 17:54:09.283444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-7a1a9a07-7593-49a7-8d84-296c9668eae3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=926bbe44-086d-432f-b396-70653a0f5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391757 Nov 23 17:54:09.283958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f902110b-68f3-408a-b7d1-d14bf776285f req-41a609e6-8562-4df8-a49b-98de8ba2349b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946568 Nov 23 17:54:09.325524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-8dfb5e46-4605-4371-86c7-7b8fcca6497c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.332876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-8dfb5e46-4605-4371-86c7-7b8fcca6497c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.339853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-8dfb5e46-4605-4371-86c7-7b8fcca6497c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.340585 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:09.347397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-8dfb5e46-4605-4371-86c7-7b8fcca6497c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.355480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-8dfb5e46-4605-4371-86c7-7b8fcca6497c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.362480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-8dfb5e46-4605-4371-86c7-7b8fcca6497c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.369092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-8dfb5e46-4605-4371-86c7-7b8fcca6497c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.377332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-8dfb5e46-4605-4371-86c7-7b8fcca6497c tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.3739502 Nov 23 17:54:09.382180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-2092ecb9-133b-46bd-8237-8627bccac22f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297548 Nov 23 17:54:09.388712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c4e58b3f-0fb8-492d-8e5d-8f6ce390b443,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:09.395030 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:09.457306 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-848f0d90-b12d-4118-ad25-51db61f701e9 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610970 Nov 23 17:54:09.516523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=c4e58b3f-0fb8-492d-8e5d-8f6ce390b443,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:09.578321 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-0dab5b0f-12f6-4988-9257-54e79799d980 service neutron] 10.222.0.72 "GET /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104870 Nov 23 17:54:09.599550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e80bbc-72f2-4052-bbd6-ca2fca9740b6 req-8bca51f2-76e9-4c78-9fbc-63039026411e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.601409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00e80bbc-72f2-4052-bbd6-ca2fca9740b6 req-8bca51f2-76e9-4c78-9fbc-63039026411e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1881254 Nov 23 17:54:09.619000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0601148-d3eb-428d-a375-35ae5c880d0c req-c732882e-e226-4d74-88ea-071e4c781164 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2393892 Nov 23 17:54:09.668286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Deleting port 410c51ca-10d4-4322-8ae7-613177c1f18d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:09.668770 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:09.679105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-5c6bfdf7-f5f5-4eac-b266-d051eb3ea238 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567916 Nov 23 17:54:09.693839 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b80a509-b589-486c-862f-a0ea24241258 x-openstack-request-id: req-8b80a509-b589-486c-862f-a0ea24241258 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:09.694264 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27d63f5-bfb3-46ce-bb1a-7561544439a3", "tag": "32e92b9a-29fc-4aa6-bb6a-b570e85319fb", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:09.694620 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b80a509-b589-486c-862f-a0ea24241258 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:09.695152 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27d63f5-bfb3-46ce-bb1a-7561544439a3', 'tag': '32e92b9a-29fc-4aa6-bb6a-b570e85319fb', 'status': 'completed', 'code': 200} Nov 23 17:54:09.759880 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00e80bbc-72f2-4052-bbd6-ca2fca9740b6 req-4e2787f3-90cc-4d5d-baef-b4e69461a4ab tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401141 Nov 23 17:54:09.933876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-b410dd0e-8c9a-46bf-b972-331b98cc4a6d tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.935888 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-b410dd0e-8c9a-46bf-b972-331b98cc4a6d tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0&tenant_id=212b6ad2b5284d24b582972e2d78cc3b&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.0532508 Nov 23 17:54:09.957074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da812671-8d59-4cfb-8e1b-d9af4c9f6360 req-60633ca2-20b5-458e-b598-4713e8f4226e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 210 time: 0.0936844 Nov 23 17:54:09.994454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] For port 410c51ca-10d4-4322-8ae7-613177c1f18d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=410c51ca-10d4-4322-8ae7-613177c1f18d,segment=NetworkSegment(df960643-6e48-4bde-91e6-aa84545e34e1),segment_id=df960643-6e48-4bde-91e6-aa84545e34e1)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:09.994851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.005707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ba9936d-08cd-436c-80f6-4e56335343ea req-ba256f1b-75d0-4fe6-9754-b79b5291bd3f service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061252 Nov 23 17:54:10.015901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Calling delete_port for 410c51ca-10d4-4322-8ae7-613177c1f18d owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:10.056798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85be086a-780d-42f1-8e73-32d99e458a80 req-21f3ae34-45f5-48d7-b446-af6c724a2b4e tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2648668 Nov 23 17:54:10.116417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:10.125432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-afb9d324-79fe-4767-9479-bee9c36ca0ff service neutron] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:10.129883 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-afb9d324-79fe-4767-9479-bee9c36ca0ff service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.138718 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3e4a317d-bd02-41c0-ab0b-425f58618a87 req-afb9d324-79fe-4767-9479-bee9c36ca0ff service neutron] 10.222.0.72 "DELETE /v2.0/ports/fc8d80dc-5279-4c80-b4f6-517a88dfe352/bindings/n-h2-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.1884308 Nov 23 17:54:10.235579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.263763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-29dede51-9ba6-4523-b4e9-54be8ef70ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:10.265785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-29dede51-9ba6-4523-b4e9-54be8ef70ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 1095 time: 0.1731498 Nov 23 17:54:10.311172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820455a-a238-4afb-a33d-44a791950d70 req-d980c990-ad8c-4469-a763-43fe53705ece tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:10.312864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0820455a-a238-4afb-a33d-44a791950d70 req-d980c990-ad8c-4469-a763-43fe53705ece tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 945 time: 0.2550974 Nov 23 17:54:10.355108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Sync routers for ids ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:10.367943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Routers {'3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:10.368831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:10.496644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fcf91b85-8da9-4214-9b33-a1df80c7b6ce up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:10.520559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-ce490813-0a2d-4633-9d73-d8b86c390f39 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:10.522415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-ce490813-0a2d-4633-9d73-d8b86c390f39 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.66 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 811 time: 0.3318863 Nov 23 17:54:10.532614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Set router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:10.563822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Request body: {'port': {'device_id': '508c17d8-eb8b-421c-8c67-4c404df1c44a', 'network_id': '608b0017-5542-41cb-9f95-4101262589ac', 'admin_state_up': True, 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:10.572839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0820455a-a238-4afb-a33d-44a791950d70 req-4bc8a26a-9436-4f67-9173-d7e44d355688 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130497 Nov 23 17:54:10.691902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-8ef321ab-4550-41bb-bb75-ab9e714c409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:10.693458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-8ef321ab-4550-41bb-bb75-ab9e714c409f service neutron] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 913 time: 0.3773458 Nov 23 17:54:10.780636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fcf91b85-8da9-4214-9b33-a1df80c7b6ce triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:10.781006 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.790012 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.843725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Pushing event deleted for resources: {'Port': ['ID=410c51ca-10d4-4322-8ae7-613177c1f18d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:10.853912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a54450-f66a-43e6-b297-299d74f363bf req-2035447a-f9ae-4ea6-afeb-cd752b4bc772 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:10.855508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65a54450-f66a-43e6-b297-299d74f363bf req-2035447a-f9ae-4ea6-afeb-cd752b4bc772 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1611364 Nov 23 17:54:10.984808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:11.022723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:07Z', 'revision_number': 4, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '6af1f408-7d0d-422c-85bd-031a998f02dc', 'name': '', 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'mac_address': 'fa:16:3e:7f:7d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '0f51d189-b572-4113-8cc2-39f96b98bfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:05Z', 'updated_at': '2021-11-23T17:54:07Z', 'revision_number': 2, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'subnets': [{'id': '0f51d189-b572-4113-8cc2-39f96b98bfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:11.064161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Checking router: 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:11.064530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Updating router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d port 6af1f408-7d0d-422c-85bd-031a998f02dc binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:54:11.102605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.122417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:11.122840 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.231985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-dc881644-3ef2-4d6c-a4b6-d33ff1992a84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e92b9a-29fc-4aa6-bb6a-b570e85319fb HTTP/1.1" status: 200 len: 217 time: 0.5231647 Nov 23 17:54:11.239030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.268953 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39bb35ff-fd71-4aed-a0d4-72b4dacc75b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.273151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Made reservation on behalf of 3fe0e83fd60b481b950d1222c22ecada for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:11.276553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.429080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-7e8de88d-c6ae-4a49-823e-9bf42194012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:11.431616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-7e8de88d-c6ae-4a49-823e-9bf42194012b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.1708517 Nov 23 17:54:11.438744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65a54450-f66a-43e6-b297-299d74f363bf req-51d79e96-a471-422d-9a27-9b4e330f2f96 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118778 Nov 23 17:54:11.556424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-63eca72f-485f-495b-a5fc-bd714ff12c33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915620 Nov 23 17:54:11.611854 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.620165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.689556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ac9a9-34d1-4428-b40e-a38de4155e02 None None] Pushing event updated for resources: {'Port': ['ID=6af1f408-7d0d-422c-85bd-031a998f02dc,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:11.764371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Allocated IP 172.25.0.158 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/b5bbebdb-6e69-4035-8a3d-a2d6c83c70df) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:11.769386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Attempting to bind port 6af1f408-7d0d-422c-85bd-031a998f02dc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:11.769756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Attempting to bind port 6af1f408-7d0d-422c-85bd-031a998f02dc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:11.770880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Attempting to bind port 6af1f408-7d0d-422c-85bd-031a998f02dc on network 32597d5e-f9e5-4d98-b6b2-095001a4c536 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:11.779280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:11.779653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Checking segment: {'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:11.780148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.780580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Bound using segment: {'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:11.781122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Bound port: 6af1f408-7d0d-422c-85bd-031a998f02dc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d63d5b7-0cee-4116-9c86-10747e00745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:11.781516 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.809308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc690b8-b86e-4406-8e6f-9f5468cc17c9 req-aed9326e-55d0-4e52-81f6-ae9719719028 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:11.811689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adc690b8-b86e-4406-8e6f-9f5468cc17c9 req-aed9326e-55d0-4e52-81f6-ae9719719028 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 944 time: 0.2585907 Nov 23 17:54:11.833935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Allocated IP 172.20.0.14 (608b0017-5542-41cb-9f95-4101262589ac/0214dc36-5a60-401d-94ef-d599d8fe45f3/4fc4aba3-377d-45a4-989b-167fe867dbf1) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:11.835883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.859855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] For port 6af1f408-7d0d-422c-85bd-031a998f02dc, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:11.863321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] For port 6af1f408-7d0d-422c-85bd-031a998f02dc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6af1f408-7d0d-422c-85bd-031a998f02dc,segment=NetworkSegment(5d63d5b7-0cee-4116-9c86-10747e00745f),segment_id=5d63d5b7-0cee-4116-9c86-10747e00745f)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:11.868001 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.907717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-49adb4e6-b9bd-4b8d-a830-5cbb3052b6d0 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274956 Nov 23 17:54:11.923596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Routers {'3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:11.924290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:11.981191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ac9a9-34d1-4428-b40e-a38de4155e02 None None] Pushing event updated for resources: {'Port': ['ID=6af1f408-7d0d-422c-85bd-031a998f02dc,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:12.002871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-56351e4b-c352-4116-ac8c-09122dd61591 None None] Provisioning complete for port 6af1f408-7d0d-422c-85bd-031a998f02dc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:12.003246 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-56351e4b-c352-4116-ac8c-09122dd61591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.072442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adc690b8-b86e-4406-8e6f-9f5468cc17c9 req-c6f88655-ac97-4788-9d82-28851707651b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451317 Nov 23 17:54:12.112803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] Set router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:12.200803 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-56351e4b-c352-4116-ac8c-09122dd61591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.246298 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.287275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7919f4bb-f7d5-496b-b280-9986aebf0825 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:12.331936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-56351e4b-c352-4116-ac8c-09122dd61591 None None] For port 6af1f408-7d0d-422c-85bd-031a998f02dc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6af1f408-7d0d-422c-85bd-031a998f02dc,segment=NetworkSegment(5d63d5b7-0cee-4116-9c86-10747e00745f),segment_id=5d63d5b7-0cee-4116-9c86-10747e00745f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:12.338124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254b13e6-ff04-42aa-9042-d9a3fc76cff5 req-5cb31580-e413-46de-b64e-53a55bea47e5 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022954 Nov 23 17:54:12.349370 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-56351e4b-c352-4116-ac8c-09122dd61591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.377258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-8be010fa-c0f2-4051-943f-3cbd60e5b6ae tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:12.383863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-8be010fa-c0f2-4051-943f-3cbd60e5b6ae tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:12.389961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-8be010fa-c0f2-4051-943f-3cbd60e5b6ae tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:12.395986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-8be010fa-c0f2-4051-943f-3cbd60e5b6ae tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:12.403016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-8be010fa-c0f2-4051-943f-3cbd60e5b6ae tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:12.408602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-8be010fa-c0f2-4051-943f-3cbd60e5b6ae tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:12.415385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-8be010fa-c0f2-4051-943f-3cbd60e5b6ae tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:12.417369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-8be010fa-c0f2-4051-943f-3cbd60e5b6ae tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5420 time: 0.2404344 Nov 23 17:54:12.485497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.504586 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.628784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:12.642717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:12.652692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:12.653612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56351e4b-c352-4116-ac8c-09122dd61591 None None] Pushing event updated for resources: {'Port': ['ID=6af1f408-7d0d-422c-85bd-031a998f02dc,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:12.656689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Pushing event updated for resources: {'Port': ['ID=b5bbebdb-6e69-4035-8a3d-a2d6c83c70df,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:12.670716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c1fb83-1770-4a94-8fe0-fad695021932 req-2b9293c9-7566-4d80-b728-551206e5af9b tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2100792 Nov 23 17:54:12.677668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f32358f1-e434-4b1c-9791-7be3a4069b45 None None] Provisioning complete for port 6af1f408-7d0d-422c-85bd-031a998f02dc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:12.678048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f32358f1-e434-4b1c-9791-7be3a4069b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.705804 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.733704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7919f4bb-f7d5-496b-b280-9986aebf0825, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7919f4bb-f7d5-496b-b280-9986aebf0825,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:12.739008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:12.760052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '7919f4bb-f7d5-496b-b280-9986aebf0825', 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'port_id': '7919f4bb-f7d5-496b-b280-9986aebf0825', 'mac_address': 'fa:16:3e:cc:18:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6a85f-eb4b-41a3-aee5-a7789906848a', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:12.770145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a111e271-96f5-448a-9377-cb609c190354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:07Z', 'revision_number': 4, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '6af1f408-7d0d-422c-85bd-031a998f02dc', 'name': '', 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'mac_address': 'fa:16:3e:7f:7d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '0f51d189-b572-4113-8cc2-39f96b98bfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:05Z', 'updated_at': '2021-11-23T17:54:11Z', 'revision_number': 4, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'subnets': [{'id': '0f51d189-b572-4113-8cc2-39f96b98bfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:12.792213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Network 608b0017-5542-41cb-9f95-4101262589ac is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:12.811376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Pushing event updated for resources: {'Port': ['ID=4fc4aba3-377d-45a4-989b-167fe867dbf1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:12.825526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111e271-96f5-448a-9377-cb609c190354 None None] The sync data for ids ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'] in n-d-818932-3 is: [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:07Z', 'revision_number': 4, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '6af1f408-7d0d-422c-85bd-031a998f02dc', 'name': '', 'network_id': '32597d5e-f9e5-4d98-b6b2-095001a4c536', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'mac_address': 'fa:16:3e:7f:7d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '0f51d189-b572-4113-8cc2-39f96b98bfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:05Z', 'updated_at': '2021-11-23T17:54:11Z', 'revision_number': 4, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'subnets': [{'id': '0f51d189-b572-4113-8cc2-39f96b98bfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:12.834833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:12.838266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:12.868186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.891286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7919f4bb-f7d5-496b-b280-9986aebf0825 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:12.920109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7919f4bb-f7d5-496b-b280-9986aebf0825, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7919f4bb-f7d5-496b-b280-9986aebf0825,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:12.924418 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.925937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 16e4fd27-2661-40c6-978b-1b9e827b4c13 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:13.005887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.022427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7919f4bb-f7d5-496b-b280-9986aebf0825,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:13.022818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c25b4a-26fb-41ea-a9e2-5f69f268e62e req-ddba645b-d4f2-4edd-83a2-c83804e14357 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:13.024888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16c25b4a-26fb-41ea-a9e2-5f69f268e62e req-ddba645b-d4f2-4edd-83a2-c83804e14357 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.2632420 Nov 23 17:54:13.035791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:13.036435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.101220 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 16e4fd27-2661-40c6-978b-1b9e827b4c13, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:13.101691 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.106163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:13.110342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-f987a92c-f268-4a74-a6bb-2a4dc15547cb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5568802 Nov 23 17:54:13.113815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6a43e70c-96cf-4f36-9019-77bb215b21bb admin admin] 10.222.0.74 "PUT /v2.0/routers/dda278e9-37d4-4c5d-9a68-a1bd207c8ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2423856 Nov 23 17:54:13.116478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43356) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:13.116974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '16e4fd27-2661-40c6-978b-1b9e827b4c13', 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0', 'port_id': '16e4fd27-2661-40c6-978b-1b9e827b4c13', 'mac_address': 'fa:16:3e:68:e8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453a9136-51f3-4c8b-9c96-87609adb8ae4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:13.127138 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] Sync routers for ids ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:13.141755 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] Routers {'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:13.142647 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:13.154433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Request body: {'port': {'device_id': '508c17d8-eb8b-421c-8c67-4c404df1c44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:13.170162 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.202923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e4fd27-2661-40c6-978b-1b9e827b4c13 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:13.231386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 16e4fd27-2661-40c6-978b-1b9e827b4c13, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:13.237211 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.239576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:13.255560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16c25b4a-26fb-41ea-a9e2-5f69f268e62e req-34184e7a-147e-4486-9546-16bcfaf0f5ea tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070346 Nov 23 17:54:13.306019 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] Set router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:13.340958 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9092128-9c0f-441f-82be-b5650d8259a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.347378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.376168 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:13.379056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=16e4fd27-2661-40c6-978b-1b9e827b4c13,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:13.396968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4', 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'port_id': '8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4', 'mac_address': 'fa:16:3e:5c:94:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6a85f-eb4b-41a3-aee5-a7789906848a', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:13.464339 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.483533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:13.507663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:13.515056 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.515807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 32e92b9a-29fc-4aa6-bb6a-b570e85319fb details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:13.530895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.564598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.618093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:13.632485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedeac3-1e1d-4393-a1c1-c7eb8e46173d req-80cb8f01-c2df-4a61-a09a-431e6b380784 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:13.638320 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:54:10Z', 'revision_number': 5, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port': {'id': '7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:46Z', 'updated_at': '2021-11-23T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:13.641554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcedeac3-1e1d-4393-a1c1-c7eb8e46173d req-80cb8f01-c2df-4a61-a09a-431e6b380784 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 932 time: 0.1632988 Nov 23 17:54:13.666920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.681549 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.695103 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:54:13.695541 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-2ef22276-a561-4320-884e-567f6e051176 service neutron] 10.222.0.72 "GET /v2.0/ports/9d5aa61e-5bff-4f36-b450-1eb3de46379f/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 382 time: 0.1144805 Nov 23 17:54:13.696657 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] Checking router: dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:13.702795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Deleting port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:13.703435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.704176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:13.724808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '32e92b9a-29fc-4aa6-bb6a-b570e85319fb', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'port_id': '32e92b9a-29fc-4aa6-bb6a-b570e85319fb', 'mac_address': 'fa:16:3e:9d:fd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2072801-907d-4624-8233-c3d0551c1ca8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:13.726419 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] Routers {'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:13.729185 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:13.735424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Pushing event updated for resources: {'Port': ['ID=b5bbebdb-6e69-4035-8a3d-a2d6c83c70df,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:13.783900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.815435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e92b9a-29fc-4aa6-bb6a-b570e85319fb {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:13.849524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:13.871623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcedeac3-1e1d-4393-a1c1-c7eb8e46173d req-6fc3041e-8c6a-44e6-aaf1-a1564b990957 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290988 Nov 23 17:54:13.880567 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.881261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device f7f60ea2-8e62-433c-9c30-01a9ad9600d6 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:13.983144 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] Set router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:14.016398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.051812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.059386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:14.060006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85be086a-780d-42f1-8e73-32d99e458a80 req-f903c215-128b-4ad9-a952-59f6e9912d8c tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9661696 Nov 23 17:54:14.064045 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:54:13Z', 'revision_number': 6, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:14.108744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f1c71-3f90-4d68-9cd0-08a8d01230de None None] The sync data for ids ['dda278e9-37d4-4c5d-9a68-a1bd207c8ad9'] in n-d-818932-3 is: [{'id': 'dda278e9-37d4-4c5d-9a68-a1bd207c8ad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883455420-router', 'tenant_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:54:13Z', 'revision_number': 6, 'project_id': '5ed6c6f5d17f4fcf81c38b2ee0ebee24', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:14.128362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-a49b55a7-4ed1-4748-93b5-cbd08ae8aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:14.130824 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-a49b55a7-4ed1-4748-93b5-cbd08ae8aa8f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 1101 time: 0.0931795 Nov 23 17:54:14.177102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port f7f60ea2-8e62-433c-9c30-01a9ad9600d6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:14.194541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'port_id': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'mac_address': 'fa:16:3e:1b:87:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:14.218752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] For port 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:14.223767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.241392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Calling delete_port for 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:14.251643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-c9357f6b-6efb-4aee-ab17-6da4d3522496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:14.253184 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-c9357f6b-6efb-4aee-ab17-6da4d3522496 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 1101 time: 0.0924103 Nov 23 17:54:14.256042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.270596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f60ea2-8e62-433c-9c30-01a9ad9600d6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:14.292791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port f7f60ea2-8e62-433c-9c30-01a9ad9600d6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:14.297473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.298192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6de78270-7671-42fd-8cee-fb0ed027b603 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:14.370761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6de78270-7671-42fd-8cee-fb0ed027b603, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6de78270-7671-42fd-8cee-fb0ed027b603,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:14.379044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:14.390328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '6de78270-7671-42fd-8cee-fb0ed027b603', 'network_id': 'acfcf59a-152b-40f7-b95c-a27f4105fcc0', 'port_id': '6de78270-7671-42fd-8cee-fb0ed027b603', 'mac_address': 'fa:16:3e:5e:6a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453a9136-51f3-4c8b-9c96-87609adb8ae4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:14.457097 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.468222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-bf3be1fe-8f6e-47e5-8b84-5be37767db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:14.469863 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-bf3be1fe-8f6e-47e5-8b84-5be37767db7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2068632 Nov 23 17:54:14.508791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de78270-7671-42fd-8cee-fb0ed027b603 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:14.540856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6de78270-7671-42fd-8cee-fb0ed027b603, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6de78270-7671-42fd-8cee-fb0ed027b603,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:14.546240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-89744590-f04c-488c-919d-03d7c4753a34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f HTTP/1.1" status: 200 len: 217 time: 0.0634592 Nov 23 17:54:14.548233 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.549076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a88eb2f1-6939-46a9-a6d1-8b6db809b274 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:14.551059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85be086a-780d-42f1-8e73-32d99e458a80 req-b25fbf07-abbd-4f71-9bc1-b0a7cf81914d tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.4901733 Nov 23 17:54:14.592704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712a424-b6ce-4616-b5d8-106d301afed6 req-93701e27-66d6-41c3-b4f5-d4cda2919a6e tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:14.593588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a88eb2f1-6939-46a9-a6d1-8b6db809b274, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:14.600799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7712a424-b6ce-4616-b5d8-106d301afed6 req-93701e27-66d6-41c3-b4f5-d4cda2919a6e tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 1096 time: 0.6018162 Nov 23 17:54:14.609478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'a88eb2f1-6939-46a9-a6d1-8b6db809b274', 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'port_id': 'a88eb2f1-6939-46a9-a6d1-8b6db809b274', 'mac_address': 'fa:16:3e:bf:b9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6a85f-eb4b-41a3-aee5-a7789906848a', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:14.671612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-c05b070c-9f75-4f52-ab13-253794f1c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:14.673107 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-c05b070c-9f75-4f52-ab13-253794f1c976 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1023896 Nov 23 17:54:14.680497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.723141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6de78270-7671-42fd-8cee-fb0ed027b603,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:14.739545 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.763560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88eb2f1-6939-46a9-a6d1-8b6db809b274 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:14.775708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:14.778811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc4aba3-377d-45a4-989b-167fe867dbf1 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:14.792036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7712a424-b6ce-4616-b5d8-106d301afed6 req-4dca2768-7a64-4f5f-9d9a-9db3d4e71779 tempest-LiveAutoBlockMigrationV225Test-1614183085 tempest-LiveAutoBlockMigrationV225Test-1614183085-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900856 Nov 23 17:54:14.798610 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.817880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a88eb2f1-6939-46a9-a6d1-8b6db809b274, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:14.828403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be086a-780d-42f1-8e73-32d99e458a80 req-aa7fdec6-b67c-4de9-bf58-13be28b73d78 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:14.831389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.832685 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ce854b47-5152-43a2-b820-92a4bcbe90d9 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:14.840986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85be086a-780d-42f1-8e73-32d99e458a80 req-aa7fdec6-b67c-4de9-bf58-13be28b73d78 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2820828 Nov 23 17:54:14.850583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Transition to ACTIVE for port object 4fc4aba3-377d-45a4-989b-167fe867dbf1 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:54:14.864334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.918585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8800-5fd0-4524-9965-642af1cb99cb req-45f2f73d-e691-4efe-b0de-9e4a88793d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:14.920368 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-45f2f73d-e691-4efe-b0de-9e4a88793d84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199316 Nov 23 17:54:14.932913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.003545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6af1f408-7d0d-422c-85bd-031a998f02dc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:15.069483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc4aba3-377d-45a4-989b-167fe867dbf1,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:15.088173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=a88eb2f1-6939-46a9-a6d1-8b6db809b274,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:15.093302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.resource_extend [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:54:15.100809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.124964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ce854b47-5152-43a2-b820-92a4bcbe90d9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:15.151374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.163491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6af1f408-7d0d-422c-85bd-031a998f02dc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:15.164065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.180698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb9a37-7163-4ac2-9c3e-c1eefe787fde req-29fb122d-ca01-4157-8922-b2b29f7c781c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.182413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57cb9a37-7163-4ac2-9c3e-c1eefe787fde req-29fb122d-ca01-4157-8922-b2b29f7c781c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.2210090 Nov 23 17:54:15.190888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.200799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187a264-0de8-4efe-a81c-366ab86a99e4 req-bba96a1e-013e-4f91-9c57-0486e7ebe53c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.209821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d187a264-0de8-4efe-a81c-366ab86a99e4 req-bba96a1e-013e-4f91-9c57-0486e7ebe53c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 945 time: 0.2133143 Nov 23 17:54:15.228925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'ce854b47-5152-43a2-b820-92a4bcbe90d9', 'network_id': '7608aba8-5f6a-4daa-bcd0-da16b0b491bf', 'port_id': 'ce854b47-5152-43a2-b820-92a4bcbe90d9', 'mac_address': 'fa:16:3e:65:e6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6a85f-eb4b-41a3-aee5-a7789906848a', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:15.275405 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.276233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:54:15.282810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.287150 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3ac424e-076d-4412-b3b1-ec67ce47108a admin admin] 10.222.0.74 "DELETE /v2.0/routers/dda278e9-37d4-4c5d-9a68-a1bd207c8ad9 HTTP/1.1" status: 204 len: 168 time: 2.1669137 Nov 23 17:54:15.287974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43368) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:15.319499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Attempting to bind port 4fc4aba3-377d-45a4-989b-167fe867dbf1 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:15.320000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Attempting to bind port 4fc4aba3-377d-45a4-989b-167fe867dbf1 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:15.320338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Attempting to bind port 4fc4aba3-377d-45a4-989b-167fe867dbf1 on network 608b0017-5542-41cb-9f95-4101262589ac {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:15.331662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57cb9a37-7163-4ac2-9c3e-c1eefe787fde req-bd77416d-a15c-4668-9331-c61d1046a767 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119039 Nov 23 17:54:15.338014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Port 4fc4aba3-377d-45a4-989b-167fe867dbf1 on network 608b0017-5542-41cb-9f95-4101262589ac not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:54:15.338341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Attempting to bind port 4fc4aba3-377d-45a4-989b-167fe867dbf1 on network 608b0017-5542-41cb-9f95-4101262589ac {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:15.345946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.355675 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-c4e20a4a-ab55-44b0-a728-02003d99369d service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186594 Nov 23 17:54:15.360269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d187a264-0de8-4efe-a81c-366ab86a99e4 req-80fb8306-a9c8-4919-bc12-956bf65af391 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494820 Nov 23 17:54:15.371048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:15.371399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Checking segment: {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:15.372161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Bound using segment: {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:15.372634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Bound port: 4fc4aba3-377d-45a4-989b-167fe867dbf1, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:15.372983 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.378572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce854b47-5152-43a2-b820-92a4bcbe90d9 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:15.473149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb50b26d-5636-4a7f-9008-bd96a4709e92 admin admin] Deleting subnet 9378f91e-587d-4ce7-8729-056bc60a094a {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:15.478075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb50b26d-5636-4a7f-9008-bd96a4709e92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.487578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ce854b47-5152-43a2-b820-92a4bcbe90d9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:15.495632 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.551517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb50b26d-5636-4a7f-9008-bd96a4709e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.582365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ce854b47-5152-43a2-b820-92a4bcbe90d9,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:15.638026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] For port 4fc4aba3-377d-45a4-989b-167fe867dbf1, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:15.655375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21545315-2f64-448c-a78c-23c846cfac43 req-756c1a4d-e76f-4446-b335-bf6154a0690d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.657019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21545315-2f64-448c-a78c-23c846cfac43 req-756c1a4d-e76f-4446-b335-bf6154a0690d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1733062 Nov 23 17:54:15.681628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb50b26d-5636-4a7f-9008-bd96a4709e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.697066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-08bd57c1-f53a-4121-98a2-26cb04832b73 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.703234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-08bd57c1-f53a-4121-98a2-26cb04832b73 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.714012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-08bd57c1-f53a-4121-98a2-26cb04832b73 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.724010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-08bd57c1-f53a-4121-98a2-26cb04832b73 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.731092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-08bd57c1-f53a-4121-98a2-26cb04832b73 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.731551 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-824c8800-5fd0-4524-9965-642af1cb99cb req-5efba248-a3e0-4d05-a6bf-11c5c8644329 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520188 Nov 23 17:54:15.737222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-08bd57c1-f53a-4121-98a2-26cb04832b73 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.744372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-08bd57c1-f53a-4121-98a2-26cb04832b73 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.752505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-08bd57c1-f53a-4121-98a2-26cb04832b73 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5427 time: 0.2505214 Nov 23 17:54:15.764708 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb50b26d-5636-4a7f-9008-bd96a4709e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.775672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] For port 4fc4aba3-377d-45a4-989b-167fe867dbf1, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4fc4aba3-377d-45a4-989b-167fe867dbf1,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:15.787842 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.801923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50b26d-5636-4a7f-9008-bd96a4709e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9378f91e-587d-4ce7-8729-056bc60a094a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:15.804045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb50b26d-5636-4a7f-9008-bd96a4709e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.811200 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb50b26d-5636-4a7f-9008-bd96a4709e92 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9378f91e-587d-4ce7-8729-056bc60a094a HTTP/1.1" status: 204 len: 168 time: 0.5170970 Nov 23 17:54:15.821641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43370) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:15.826647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21d0ac-0070-4cd0-88b4-09b15917fc45 None None] Network 20dca4a5-d537-4a18-8877-00b73c19122c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:15.896776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:15.897395 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.898954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] 10.222.0.66 "PUT /v2.0/ports/4fc4aba3-377d-45a4-989b-167fe867dbf1 HTTP/1.1" status: 200 len: 1092 time: 2.7614667 Nov 23 17:54:15.901242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508c17d8-eb8b-421c-8c67-4c404df1c44a', 'tag': '4fc4aba3-377d-45a4-989b-167fe867dbf1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:15.903502 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b018267-a99b-4e40-a659-484073414061" -d '{"events": [{"name": "network-changed", "server_uuid": "508c17d8-eb8b-421c-8c67-4c404df1c44a", "tag": "4fc4aba3-377d-45a4-989b-167fe867dbf1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:15.929177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21545315-2f64-448c-a78c-23c846cfac43 req-81888681-0513-4d21-974d-014900a2269e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531748 Nov 23 17:54:16.001605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd99284-cd57-4b71-9a12-bbd56c9aa797 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc4aba3-377d-45a4-989b-167fe867dbf1,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:16.060104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23220f79-9415-4952-b578-e14d2b2a9e8d req-d282ca01-f3c3-4cc1-9f9b-c997de3406f3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3066220 Nov 23 17:54:16.080186 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:16.089360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29382778-7c77-4267-aa35-e4db8a1bbe5a req-8b57e843-cd84-437f-ad03-0b7e6266c60f tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips/bfd5deac-a271-4025-9054-35961ff70e75 HTTP/1.1" status: 200 len: 693 time: 0.0988557 Nov 23 17:54:16.111832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] DHCP port deletion for 20dca4a5-d537-4a18-8877-00b73c19122c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:16.147451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7919f4bb-f7d5-496b-b280-9986aebf0825'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:16.183056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['16e4fd27-2661-40c6-978b-1b9e827b4c13'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:16.184853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['32e92b9a-29fc-4aa6-bb6a-b570e85319fb'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:16.188479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-753c1bba-d4c8-4c6e-9bd3-b422c58311fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:16.190297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-753c1bba-d4c8-4c6e-9bd3-b422c58311fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 1095 time: 0.2163553 Nov 23 17:54:16.220288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['f7f60ea2-8e62-433c-9c30-01a9ad9600d6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:16.222947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['ce854b47-5152-43a2-b820-92a4bcbe90d9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:16.275450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-54879353-f9e1-4be7-8fe4-97535fe04798 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc4aba3-377d-45a4-989b-167fe867dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0609581 Nov 23 17:54:16.338197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6952-e0cb-4670-8967-69bf66a41a7b req-3cae8edb-1c45-4886-a77e-91b53421fd80 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:16.341220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dafc6952-e0cb-4670-8967-69bf66a41a7b req-3cae8edb-1c45-4886-a77e-91b53421fd80 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 944 time: 0.2060919 Nov 23 17:54:16.407027 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:16.459196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Deleting port cf1a29cf-eca5-404b-8ae3-385d72977f7b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:16.459539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:16.494199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29382778-7c77-4267-aa35-e4db8a1bbe5a req-74efdebc-017a-4ad7-818d-34e8ef40237b tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:16.496156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29382778-7c77-4267-aa35-e4db8a1bbe5a req-74efdebc-017a-4ad7-818d-34e8ef40237b tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.3982983 Nov 23 17:54:16.505012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-6535da50-233a-4d1e-8524-25ffe49bcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:16.506334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-6535da50-233a-4d1e-8524-25ffe49bcc19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0214dc36-5a60-401d-94ef-d599d8fe45f3 HTTP/1.1" status: 200 len: 851 time: 0.1953106 Nov 23 17:54:16.552496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-ad3c3ce0-c651-43e3-b94c-487c91c8449a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=608b0017-5542-41cb-9f95-4101262589ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352173 Nov 23 17:54:16.559089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dafc6952-e0cb-4670-8967-69bf66a41a7b req-6ebc1e69-b257-4278-8860-aaaef4600c8c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889939 Nov 23 17:54:16.628818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 410c51ca-10d4-4322-8ae7-613177c1f18d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:16.638481 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5d8955-b9a2-4975-bda2-3ec244f1d3f7 x-openstack-request-id: req-9d5d8955-b9a2-4975-bda2-3ec244f1d3f7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:16.639157 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508c17d8-eb8b-421c-8c67-4c404df1c44a", "tag": "4fc4aba3-377d-45a4-989b-167fe867dbf1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:16.639750 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d5d8955-b9a2-4975-bda2-3ec244f1d3f7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:16.640203 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508c17d8-eb8b-421c-8c67-4c404df1c44a', 'tag': '4fc4aba3-377d-45a4-989b-167fe867dbf1', 'status': 'completed', 'code': 200} Nov 23 17:54:16.676454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] Deleting port cf1a29cf-eca5-404b-8ae3-385d72977f7b {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:16.676837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:16.734497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 410c51ca-10d4-4322-8ae7-613177c1f18d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:16.734953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 410c51ca-10d4-4322-8ae7-613177c1f18d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:16.735386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cf1a29cf-eca5-404b-8ae3-385d72977f7b no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:16.738792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] For port cf1a29cf-eca5-404b-8ae3-385d72977f7b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cf1a29cf-eca5-404b-8ae3-385d72977f7b,segment=NetworkSegment(df960643-6e48-4bde-91e6-aa84545e34e1),segment_id=df960643-6e48-4bde-91e6-aa84545e34e1)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:16.739164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:16.787532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Calling delete_port for cf1a29cf-eca5-404b-8ae3-385d72977f7b owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:16.793816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-2911a2dc-2b6d-42d1-a1c8-159f22b00ae5 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320044 Nov 23 17:54:16.842436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc14d-2ab4-41dc-acd9-440390e282f4 req-7363eba7-a005-40ff-afe9-c802c2023a60 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:16.844091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9abfc14d-2ab4-41dc-acd9-440390e282f4 req-7363eba7-a005-40ff-afe9-c802c2023a60 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1555974 Nov 23 17:54:16.915425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69badb68-8227-42a7-b907-850f1c5f85aa req-861badf0-aa98-43da-b1b5-1e96eb899654 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:16.916950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69badb68-8227-42a7-b907-850f1c5f85aa req-861badf0-aa98-43da-b1b5-1e96eb899654 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 945 time: 0.1750383 Nov 23 17:54:16.936473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] For port cf1a29cf-eca5-404b-8ae3-385d72977f7b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cf1a29cf-eca5-404b-8ae3-385d72977f7b,segment=NetworkSegment(df960643-6e48-4bde-91e6-aa84545e34e1),segment_id=df960643-6e48-4bde-91e6-aa84545e34e1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:16.937083 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.005021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] Calling delete_port for cf1a29cf-eca5-404b-8ae3-385d72977f7b owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:17.032168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9abfc14d-2ab4-41dc-acd9-440390e282f4 req-b2687e4f-f414-4229-af58-79e7db85e0fa tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493702 Nov 23 17:54:17.048491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-875ed00c-f621-4a7d-b634-7ee67ab3cdb5 req-ae310099-d8b1-4663-b94a-be9500e6a734 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447448 Nov 23 17:54:17.082859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:17.131164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-712e3f2f-bf2d-48bb-b625-5a7c059fdff7 req-3cfa5384-975c-4bce-9384-c79f284e4731 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=f751f8a4751d453294cf95f400cfb462 HTTP/1.1" status: 200 len: 696 time: 0.0724483 Nov 23 17:54:17.131782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.152994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69badb68-8227-42a7-b907-850f1c5f85aa req-ad52c604-e2eb-4620-a1e1-4ebc4d7c8114 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054403 Nov 23 17:54:17.180773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6de78270-7671-42fd-8cee-fb0ed027b603'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:17.189296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1a29cf-eca5-404b-8ae3-385d72977f7b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:17.208880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] No DVR routers for this DVR port cf1a29cf-eca5-404b-8ae3-385d72977f7b on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:17.227013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['a88eb2f1-6939-46a9-a6d1-8b6db809b274'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:17.327227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018267-a99b-4e40-a659-484073414061 req-7de4b3e0-1eaf-4995-ab33-a79b8e5696fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:17.328644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b018267-a99b-4e40-a659-484073414061 req-7de4b3e0-1eaf-4995-ab33-a79b8e5696fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 1095 time: 0.2105100 Nov 23 17:54:17.385908 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.406681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.438178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2dbec-7ee3-4af3-825b-c9aefbf44bd9 req-57e74374-da13-4de8-a297-a6bb010ac0c5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:17.439778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eaa2dbec-7ee3-4af3-825b-c9aefbf44bd9 req-57e74374-da13-4de8-a297-a6bb010ac0c5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 945 time: 0.2176383 Nov 23 17:54:17.478677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-f9ff250c-8e53-47c1-beed-0429d4570a76 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:17.479833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3f2f-bf2d-48bb-b625-5a7c059fdff7 req-e8985b96-3d9d-4fa6-abd5-ebd03c849cd2 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:17.480234 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-f9ff250c-8e53-47c1-beed-0429d4570a76 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.72 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 945 time: 0.0768204 Nov 23 17:54:17.481340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-712e3f2f-bf2d-48bb-b625-5a7c059fdff7 req-e8985b96-3d9d-4fa6-abd5-ebd03c849cd2 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/networks?id=c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 787 time: 0.3276913 Nov 23 17:54:17.516353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-712e3f2f-bf2d-48bb-b625-5a7c059fdff7 req-73ecbedb-e8cc-4394-ac0f-6304a0aa9f64 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:54:17.517395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-712e3f2f-bf2d-48bb-b625-5a7c059fdff7 req-73ecbedb-e8cc-4394-ac0f-6304a0aa9f64 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168366 Nov 23 17:54:17.519065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dca4a5-d537-4a18-8877-00b73c19122c']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:17.541013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df960643-6e48-4bde-91e6-aa84545e34e1') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:17.541361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df960643-6e48-4bde-91e6-aa84545e34e1') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:17.561771 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.567501 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.580320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018267-a99b-4e40-a659-484073414061 req-1580c59d-a9ba-4c29-86bb-10990c1364f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:17.581839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b018267-a99b-4e40-a659-484073414061 req-1580c59d-a9ba-4c29-86bb-10990c1364f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 912 time: 0.2397771 Nov 23 17:54:17.593916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:17.595972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:17.598137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:17.602480 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.635740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b018267-a99b-4e40-a659-484073414061 req-a22fda1b-664d-4c30-a9dd-7cb4027b832b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc4aba3-377d-45a4-989b-167fe867dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0447199 Nov 23 17:54:17.639380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eaa2dbec-7ee3-4af3-825b-c9aefbf44bd9 req-6604ed3c-d1b8-4cfc-9289-cb81bcf5ab1d tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683049 Nov 23 17:54:17.642432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:17.644037 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:17.646196 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:17.670132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Deleting port fc8d80dc-5279-4c80-b4f6-517a88dfe352 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:17.671656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.711232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] Pushing event deleted for resources: {'Port': ['ID=cf1a29cf-eca5-404b-8ae3-385d72977f7b,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:17.719293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa7b91-32db-453a-8a53-301b51480933 None None] No DVR routers for this DVR port cf1a29cf-eca5-404b-8ae3-385d72977f7b on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:17.723768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:17.724118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7a4d1883-6dc8-4484-9a9a-4d9fe9b51c13 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:17.817222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018267-a99b-4e40-a659-484073414061 req-d67e004f-bdf2-47f0-a1b9-b60ab8bfe13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:17.824833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b018267-a99b-4e40-a659-484073414061 req-d67e004f-bdf2-47f0-a1b9-b60ab8bfe13e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0214dc36-5a60-401d-94ef-d599d8fe45f3 HTTP/1.1" status: 200 len: 851 time: 0.1719012 Nov 23 17:54:17.829559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.887491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.891508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b018267-a99b-4e40-a659-484073414061 req-f5155234-2fab-41e2-8cb1-80f9be9d088a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=608b0017-5542-41cb-9f95-4101262589ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626862 Nov 23 17:54:17.909865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.915731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] 10.222.0.74 "DELETE /v2.0/networks/20dca4a5-d537-4a18-8877-00b73c19122c HTTP/1.1" status: 204 len: 168 time: 2.0827899 Nov 23 17:54:17.982085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-bfe36c7f-0815-4941-b6f7-dd8a67beab61 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:17.988437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-bfe36c7f-0815-4941-b6f7-dd8a67beab61 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:17.990958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] For port fc8d80dc-5279-4c80-b4f6-517a88dfe352, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fc8d80dc-5279-4c80-b4f6-517a88dfe352,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:17.991849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.995733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-bfe36c7f-0815-4941-b6f7-dd8a67beab61 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:18.002243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-bfe36c7f-0815-4941-b6f7-dd8a67beab61 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:18.008954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-bfe36c7f-0815-4941-b6f7-dd8a67beab61 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:18.015283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-bfe36c7f-0815-4941-b6f7-dd8a67beab61 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:18.015772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Calling delete_port for fc8d80dc-5279-4c80-b4f6-517a88dfe352 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:18.021680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-bfe36c7f-0815-4941-b6f7-dd8a67beab61 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:18.030665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-bfe36c7f-0815-4941-b6f7-dd8a67beab61 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5427 time: 0.2611172 Nov 23 17:54:18.049964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e51cf-9073-4f74-a8fc-c7c4e12dd230 admin admin] Pushing event deleted for resources: {'Network': ['ID=20dca4a5-d537-4a18-8877-00b73c19122c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:18.072198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:18.097667 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.111135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'mac_address': 'fa:16:3e:33:81:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:18.133104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43400) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:18.161052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:18.163361 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d53d1ec-d380-4c15-8612-e5a93b3854ea" -d '{"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:18.184005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:18.191214 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.194583 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.204800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2506ed-a76c-4206-93ec-681e62ae27f8 req-4c14a724-42e8-4004-8566-6203775bf89a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:18.206330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc2506ed-a76c-4206-93ec-681e62ae27f8 req-4c14a724-42e8-4004-8566-6203775bf89a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.2526977 Nov 23 17:54:18.227635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9c173c5-5a8f-4ec4-a803-3f3642c7af18 req-c63cf5a1-a4b9-4fb5-b9fe-0d7524ad81cc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930859 Nov 23 17:54:18.231488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.236100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d5aa61e-5bff-4f36-b450-1eb3de46379f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:18.254962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1', 'fc8d80dc-5279-4c80-b4f6-517a88dfe352'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:18.282145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b018267-a99b-4e40-a659-484073414061 req-a101afef-c9fb-41bf-850f-57efaba873bd service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366828 Nov 23 17:54:18.291291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Pushing event deleted for resources: {'Port': ['ID=fc8d80dc-5279-4c80-b4f6-517a88dfe352,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:18.326221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:18.350261 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:54:18.350649 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:54:18.355529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-9c25007b-54a4-4987-a71b-e0e323ce07c8 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips/bfd5deac-a271-4025-9054-35961ff70e75 HTTP/1.1" status: 200 len: 693 time: 0.0874035 Nov 23 17:54:18.359071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8096217f-0570-468f-b42e-8b69e7d018d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c951f8778574f7d950a3785a5964ed3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2253010 Nov 23 17:54:18.367427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43406) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:18.378409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] No DVR routers for this DVR port fc8d80dc-5279-4c80-b4f6-517a88dfe352 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:18.382059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.387559 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d9e8b915-95f1-4c0f-aa60-6bf8d190d87b req-a56c9da5-7087-46b8-b186-a920ac4da2e5 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.72 "DELETE /v2.0/ports/fc8d80dc-5279-4c80-b4f6-517a88dfe352 HTTP/1.1" status: 204 len: 173 time: 0.8982098 Nov 23 17:54:18.388108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'name': 'network-vif-deleted', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:18.391749 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26b46fb-d620-40e8-b0e1-2724f14b084a" -d '{"events": [{"server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "name": "network-vif-deleted", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:18.453367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3debab9-7d6b-4ee4-900a-1950016f97a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.480303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3debab9-7d6b-4ee4-900a-1950016f97a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.522991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc2506ed-a76c-4206-93ec-681e62ae27f8 req-f8c18a26-1c49-4d84-bcdb-620956bd4e0c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904725 Nov 23 17:54:18.557865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3debab9-7d6b-4ee4-900a-1950016f97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.563103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3debab9-7d6b-4ee4-900a-1950016f97a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.564538 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a3debab9-7d6b-4ee4-900a-1950016f97a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c6165f7e-fc57-48bd-95b1-d026de6e83a6 HTTP/1.1" status: 204 len: 168 time: 0.1954079 Nov 23 17:54:18.600065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3debab9-7d6b-4ee4-900a-1950016f97a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6165f7e-fc57-48bd-95b1-d026de6e83a6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:18.672231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74706518-2faa-4706-b55c-370364987c3b req-535753b6-08e0-4b2a-8dfe-1b8fc2d4a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:18.673743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74706518-2faa-4706-b55c-370364987c3b req-535753b6-08e0-4b2a-8dfe-1b8fc2d4a969 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.2227864 Nov 23 17:54:18.676718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b018267-a99b-4e40-a659-484073414061 req-db504d14-009f-4b42-91dd-356961b502d2 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388455 Nov 23 17:54:18.690454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-87a11a56-d1de-4b61-bdb7-03912c959f62 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:18.692242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-87a11a56-d1de-4b61-bdb7-03912c959f62 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.3321495 Nov 23 17:54:18.905203 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.925390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5aa61e-5bff-4f36-b450-1eb3de46379f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:18.955617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:18.963247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.029600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:19.040086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43416) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:19.084772 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-74035e58-2301-4242-843d-63fc70795640 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ed6c6f5d17f4fcf81c38b2ee0ebee24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413384 Nov 23 17:54:19.085014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43418) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:19.138755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efd1d5b0-e245-4450-93e9-20a4e45a3b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.162658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efd1d5b0-e245-4450-93e9-20a4e45a3b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.166427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-7289e6b6-4481-4393-bfb7-130ea75e8bb8 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.4554615 Nov 23 17:54:19.173842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcea355-aba0-4f1b-bded-f6c9d8cb90ac req-4765e4e7-07ea-493a-bb88-5cfc8ba458a0 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:19.175741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2dcea355-aba0-4f1b-bded-f6c9d8cb90ac req-4765e4e7-07ea-493a-bb88-5cfc8ba458a0 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 944 time: 0.5452027 Nov 23 17:54:19.218783 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efd1d5b0-e245-4450-93e9-20a4e45a3b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.222288 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efd1d5b0-e245-4450-93e9-20a4e45a3b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.224746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-efd1d5b0-e245-4450-93e9-20a4e45a3b48 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/871f613a-a0a6-48eb-8149-c3799ee2330e HTTP/1.1" status: 204 len: 168 time: 0.1387773 Nov 23 17:54:19.236811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1d5b0-e245-4450-93e9-20a4e45a3b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871f613a-a0a6-48eb-8149-c3799ee2330e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:19.242036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74706518-2faa-4706-b55c-370364987c3b req-9f3ddc27-8a92-4ee3-842c-36193e4fcbc5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476024 Nov 23 17:54:19.252285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-e0d91428-c0ba-45cc-837c-402233c5ff90 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0755706 Nov 23 17:54:19.296677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9d5aa61e-5bff-4f36-b450-1eb3de46379f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:19.329725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2dcea355-aba0-4f1b-bded-f6c9d8cb90ac req-0f7ada0d-1c02-4780-a9d8-7b22c8485baf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424136 Nov 23 17:54:19.400494 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.436483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Deleting port b5bbebdb-6e69-4035-8a3d-a2d6c83c70df {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:19.436838 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.545023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 32e92b9a-29fc-4aa6-bb6a-b570e85319fb up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:19.571364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b46ca-8044-43ac-a93c-18e672b017d5 req-23af8ef8-e40d-4d91-827a-78b047c65581 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:19.578606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-273b46ca-8044-43ac-a93c-18e672b017d5 req-23af8ef8-e40d-4d91-827a-78b047c65581 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1395459 Nov 23 17:54:19.583182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fc8d80dc-5279-4c80-b4f6-517a88dfe352 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:19.600527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.600887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.611435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: fc8d80dc-5279-4c80-b4f6-517a88dfe352 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:19.611850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fc8d80dc-5279-4c80-b4f6-517a88dfe352 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:19.621830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Calling delete_port for b5bbebdb-6e69-4035-8a3d-a2d6c83c70df owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:19.640705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:19.646200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:19.646591 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.664415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-273b46ca-8044-43ac-a93c-18e672b017d5 req-eec955d4-368b-4390-9df1-8cc77c59003e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848620 Nov 23 17:54:19.792028 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.852351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:19.855420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.861474 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.862368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device f7f60ea2-8e62-433c-9c30-01a9ad9600d6 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:19.937570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Pushing event deleted for resources: {'Port': ['ID=b5bbebdb-6e69-4035-8a3d-a2d6c83c70df,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:20.078849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.083635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.085483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a2ccb8c-655d-42ad-bfed-b5cee9679e71 req-2ad1778a-73a0-4e53-a0b4-809960492164 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "DELETE /v2.0/floatingips/bfd5deac-a271-4025-9054-35961ff70e75 HTTP/1.1" status: 204 len: 173 time: 0.8246629 Nov 23 17:54:20.140325 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f2d28-1b92-4d3e-9a31-fd2c3068ae6c x-openstack-request-id: req-699f2d28-1b92-4d3e-9a31-fd2c3068ae6c {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:20.140981 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2581a8d6-414b-4732-a064-6204652006b0", "name": "network-vif-deleted", "tag": "fc8d80dc-5279-4c80-b4f6-517a88dfe352", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:20.140981 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-699f2d28-1b92-4d3e-9a31-fd2c3068ae6c {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:20.141344 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2581a8d6-414b-4732-a064-6204652006b0', 'name': 'network-vif-deleted', 'tag': 'fc8d80dc-5279-4c80-b4f6-517a88dfe352', 'status': 'completed', 'code': 200} Nov 23 17:54:20.146903 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b23706c-165d-47f5-a0f3-0bc26bd502ed x-openstack-request-id: req-2b23706c-165d-47f5-a0f3-0bc26bd502ed {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:20.147202 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:20.147561 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b23706c-165d-47f5-a0f3-0bc26bd502ed {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:20.150052 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'code': 200} Nov 23 17:54:20.201772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:20.206889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:20.217130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:20.217981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.226972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4855830-849b-4d1e-8aef-96c9fd412078 req-21ba069d-050f-4863-be93-a29b27dcb3aa tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.239649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4855830-849b-4d1e-8aef-96c9fd412078 req-21ba069d-050f-4863-be93-a29b27dcb3aa tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 946 time: 0.0933161 Nov 23 17:54:20.260838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-567796e1-7b59-4423-b0fb-c864c47598e7 req-538e5c1c-5e36-4042-9032-ac795ceef474 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 210 time: 0.0574176 Nov 23 17:54:20.340654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4855830-849b-4d1e-8aef-96c9fd412078 req-864c90cf-19b7-4e17-8611-518db616b326 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051936 Nov 23 17:54:20.371693 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.467603 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.514108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26405b5-b509-495e-8475-4d77ce425b60 req-f3c7772f-72b3-424a-ad5b-caffb642f3bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.522241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26405b5-b509-495e-8475-4d77ce425b60 req-f3c7772f-72b3-424a-ad5b-caffb642f3bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.528964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26405b5-b509-495e-8475-4d77ce425b60 req-f3c7772f-72b3-424a-ad5b-caffb642f3bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.530614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port f7f60ea2-8e62-433c-9c30-01a9ad9600d6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:20.536496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26405b5-b509-495e-8475-4d77ce425b60 req-f3c7772f-72b3-424a-ad5b-caffb642f3bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.537967 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.541432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7919f4bb-f7d5-496b-b280-9986aebf0825 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:20.550082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26405b5-b509-495e-8475-4d77ce425b60 req-f3c7772f-72b3-424a-ad5b-caffb642f3bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.556864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26405b5-b509-495e-8475-4d77ce425b60 req-f3c7772f-72b3-424a-ad5b-caffb642f3bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.563323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26405b5-b509-495e-8475-4d77ce425b60 req-f3c7772f-72b3-424a-ad5b-caffb642f3bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.565291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a26405b5-b509-495e-8475-4d77ce425b60 req-f3c7772f-72b3-424a-ad5b-caffb642f3bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5427 time: 0.1799338 Nov 23 17:54:20.578531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21d1d5-0150-4bdf-86c3-bc65caf21b81 req-f9a53282-3829-4fa8-84b0-c6262568aa48 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.580252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed21d1d5-0150-4bdf-86c3-bc65caf21b81 req-f9a53282-3829-4fa8-84b0-c6262568aa48 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 949 time: 0.1374815 Nov 23 17:54:20.633005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:20.648531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 7919f4bb-f7d5-496b-b280-9986aebf0825 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:20.654368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 7919f4bb-f7d5-496b-b280-9986aebf0825 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:20.654820 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.693574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a26405b5-b509-495e-8475-4d77ce425b60 req-96ecc139-6ad0-4171-81dd-add05784b872 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123092 Nov 23 17:54:20.702922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed21d1d5-0150-4bdf-86c3-bc65caf21b81 req-10175b65-6526-49f0-997d-41eb38bbb449 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151469 Nov 23 17:54:20.784044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.831625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7919f4bb-f7d5-496b-b280-9986aebf0825, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7919f4bb-f7d5-496b-b280-9986aebf0825,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:20.839438 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.840729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 16e4fd27-2661-40c6-978b-1b9e827b4c13 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:20.954119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-c01d43b9-34e6-428a-8948-61e98f7332d2 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2227225 Nov 23 17:54:20.974357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:20.994602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7919f4bb-f7d5-496b-b280-9986aebf0825,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:21.039050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.046703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 16e4fd27-2661-40c6-978b-1b9e827b4c13 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:21.065178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 16e4fd27-2661-40c6-978b-1b9e827b4c13 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:21.065944 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.165913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cde15-7158-44ed-8c32-234ae78a122d req-4ab32284-5757-40fc-a524-53e412f23521 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:21.167464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-162cde15-7158-44ed-8c32-234ae78a122d req-4ab32284-5757-40fc-a524-53e412f23521 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 944 time: 0.0807714 Nov 23 17:54:21.196751 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.237896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 16e4fd27-2661-40c6-978b-1b9e827b4c13, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:21.243710 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.245133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ce854b47-5152-43a2-b820-92a4bcbe90d9 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:21.256838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-162cde15-7158-44ed-8c32-234ae78a122d req-cf1e1a0e-258e-43d0-9b43-73078b09e97d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603054 Nov 23 17:54:21.270030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.358791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=16e4fd27-2661-40c6-978b-1b9e827b4c13,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:21.389998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port ce854b47-5152-43a2-b820-92a4bcbe90d9 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:21.394412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port ce854b47-5152-43a2-b820-92a4bcbe90d9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:21.394830 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.427296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Allocated IP 172.25.0.110 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/1877e5c0-245f-4d1c-b523-74783ac13684) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:21.450960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb0bf0-1e30-403e-90c6-e6095b206640 req-9430a805-460c-49e7-9627-b25ddb0af39e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:21.452739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40bb0bf0-1e30-403e-90c6-e6095b206640 req-9430a805-460c-49e7-9627-b25ddb0af39e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0887046 Nov 23 17:54:21.496877 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.528235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4fc4aba3-377d-45a4-989b-167fe867dbf1 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:21.549024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ce854b47-5152-43a2-b820-92a4bcbe90d9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:21.559143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.573526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40bb0bf0-1e30-403e-90c6-e6095b206640 req-fff33eb2-4cab-46f0-9653-78f204e6390d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034775 Nov 23 17:54:21.596971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a88eb2f1-6939-46a9-a6d1-8b6db809b274 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:21.599322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:21.612343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.655044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.678002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:21.681958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:21.704584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:21.759278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ce854b47-5152-43a2-b820-92a4bcbe90d9,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:21.764823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Pushing event updated for resources: {'Port': ['ID=1877e5c0-245f-4d1c-b523-74783ac13684,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:21.793633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4fc4aba3-377d-45a4-989b-167fe867dbf1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4fc4aba3-377d-45a4-989b-167fe867dbf1,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:21.806030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port a88eb2f1-6939-46a9-a6d1-8b6db809b274 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:21.815665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '4fc4aba3-377d-45a4-989b-167fe867dbf1', 'network_id': '608b0017-5542-41cb-9f95-4101262589ac', 'port_id': '4fc4aba3-377d-45a4-989b-167fe867dbf1', 'mac_address': 'fa:16:3e:f7:2f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0214dc36-5a60-401d-94ef-d599d8fe45f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:21.818310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port a88eb2f1-6939-46a9-a6d1-8b6db809b274 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:21.818719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.820348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 9d5aa61e-5bff-4f36-b450-1eb3de46379f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:21.820573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.842988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.893987 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.938489 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.964101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc4aba3-377d-45a4-989b-167fe867dbf1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:22.027735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4fc4aba3-377d-45a4-989b-167fe867dbf1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4fc4aba3-377d-45a4-989b-167fe867dbf1,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:22.044102 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.069183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52506edf-958c-4c6c-abad-50fbb8d18178 req-1c322ef5-9ce6-41b7-b526-16114e14f90a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 210 time: 0.0479708 Nov 23 17:54:22.074176 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.077629 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.085503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-42045aac-d037-4d37-a751-b4a8b0778895 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.100242 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-42045aac-d037-4d37-a751-b4a8b0778895 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 949 time: 0.1249630 Nov 23 17:54:22.148118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=4fc4aba3-377d-45a4-989b-167fe867dbf1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:22.161508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d63f5-bfb3-46ce-bb1a-7561544439a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e92b9a-29fc-4aa6-bb6a-b570e85319fb'}, {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6'}, {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7919f4bb-f7d5-496b-b280-9986aebf0825'}, {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e4fd27-2661-40c6-978b-1b9e827b4c13'}, {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce854b47-5152-43a2-b820-92a4bcbe90d9'}, {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88eb2f1-6939-46a9-a6d1-8b6db809b274'}, {'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:22.175604 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f627a5d9-3960-4e48-a5cf-0024dfe8719c" -d '{"events": [{"server_uuid": "a27d63f5-bfb3-46ce-bb1a-7561544439a3", "name": "network-vif-plugged", "status": "completed", "tag": "32e92b9a-29fc-4aa6-bb6a-b570e85319fb"}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6"}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "7919f4bb-f7d5-496b-b280-9986aebf0825"}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "16e4fd27-2661-40c6-978b-1b9e827b4c13"}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "ce854b47-5152-43a2-b820-92a4bcbe90d9"}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "a88eb2f1-6939-46a9-a6d1-8b6db809b274"}, {"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-plugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:22.183337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a88eb2f1-6939-46a9-a6d1-8b6db809b274, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:22.185251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:22.196365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.197452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.200642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:22.204595 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-e33b0af5-bce3-4054-bba0-82f9324eb3dd service neutron] 10.222.0.72 "GET /v2.0/ports/9d5aa61e-5bff-4f36-b450-1eb3de46379f/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 382 time: 0.0946434 Nov 23 17:54:22.206845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.239065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.293863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Pushing event updated for resources: {'Port': ['ID=1877e5c0-245f-4d1c-b523-74783ac13684,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:22.318545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=a88eb2f1-6939-46a9-a6d1-8b6db809b274,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:22.327858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:22.334668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-e186642d-5f5f-4bb7-94e8-ec8610097ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.338918 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-e186642d-5f5f-4bb7-94e8-ec8610097ed2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 1101 time: 0.1096277 Nov 23 17:54:22.343646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.361508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:22.362082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.367778 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.375814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-e528543a-a6e9-4c2c-8e3f-f0b4bcf33299 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4147496 Nov 23 17:54:22.432361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['4fc4aba3-377d-45a4-989b-167fe867dbf1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:22.443934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-96efdffd-20a9-4eb2-ae64-3dd9ca124ff5 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0671344 Nov 23 17:54:22.500789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:22.505849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-94461c68-e6a3-4646-9806-7f9f7bd92f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.507471 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-94461c68-e6a3-4646-9806-7f9f7bd92f23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1559043 Nov 23 17:54:22.560741 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-ac0c8521-c172-41f1-9791-df2f42c09d8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f HTTP/1.1" status: 200 len: 217 time: 0.0449696 Nov 23 17:54:22.593903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-30c6154a-a574-4c5d-822e-563f8a7ddea2 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.596559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.608728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb394-6732-4d8e-99fc-45d4f10d95f6 req-30c6154a-a574-4c5d-822e-563f8a7ddea2 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1637254 Nov 23 17:54:22.629642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a591b22-6d4b-4d1a-b485-62b922eb16bb req-a1f31ab3-0241-4c56-b528-31cc3c7ea168 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.633065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a591b22-6d4b-4d1a-b485-62b922eb16bb req-a1f31ab3-0241-4c56-b528-31cc3c7ea168 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 946 time: 0.1978016 Nov 23 17:54:22.645330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-67c83d89-7f33-460c-8298-bc969c3ed8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.648241 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-67c83d89-7f33-460c-8298-bc969c3ed8b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0791919 Nov 23 17:54:22.661174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:22.676411 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.677267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6de78270-7671-42fd-8cee-fb0ed027b603 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:22.699248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a591b22-6d4b-4d1a-b485-62b922eb16bb req-0d017cc2-291e-40b0-88e5-fe6538a69745 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572944 Nov 23 17:54:22.777052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-33f39f7e-4e1a-4de9-963a-b394a2fe1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.788146 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-33f39f7e-4e1a-4de9-963a-b394a2fe1a19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308901 Nov 23 17:54:22.826366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9f087-cee8-4a1f-ab8f-a221e62fd004 req-46f1e3a6-dd10-4b7c-b6dc-544c271512e4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.834707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08a9f087-cee8-4a1f-ab8f-a221e62fd004 req-46f1e3a6-dd10-4b7c-b6dc-544c271512e4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.0772195 Nov 23 17:54:22.841424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 6de78270-7671-42fd-8cee-fb0ed027b603 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:22.848585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 6de78270-7671-42fd-8cee-fb0ed027b603 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:22.849243 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.900390 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-982e5ef0-c948-479d-b618-9273ae203f43 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029515 Nov 23 17:54:22.903788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:22.924366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-6d8c6eee-25ca-45fd-a873-9efc767c2790 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.932699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-6d8c6eee-25ca-45fd-a873-9efc767c2790 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.939667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-6d8c6eee-25ca-45fd-a873-9efc767c2790 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.946273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-6d8c6eee-25ca-45fd-a873-9efc767c2790 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.952479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-6d8c6eee-25ca-45fd-a873-9efc767c2790 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.958607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-6d8c6eee-25ca-45fd-a873-9efc767c2790 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.965527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-6d8c6eee-25ca-45fd-a873-9efc767c2790 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:22.967491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-6d8c6eee-25ca-45fd-a873-9efc767c2790 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5433 time: 0.1680913 Nov 23 17:54:22.979075 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.985403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08a9f087-cee8-4a1f-ab8f-a221e62fd004 req-093ee645-a676-49d8-baa0-e66cba9dc71c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453176 Nov 23 17:54:23.035701 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-3bb41277-387d-400d-8fab-f07470543b45 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262486 Nov 23 17:54:23.044573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6de78270-7671-42fd-8cee-fb0ed027b603, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6de78270-7671-42fd-8cee-fb0ed027b603,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:23.051479 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.089500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c16aebe-60f5-46be-bc1a-2f9684792cb5 req-63a3adc6-6fcb-468f-8a61-de13406c8935 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028752 Nov 23 17:54:23.115845 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0560a0cb-0171-427b-a96b-e43889c2139a x-openstack-request-id: req-0560a0cb-0171-427b-a96b-e43889c2139a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:23.116169 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27d63f5-bfb3-46ce-bb1a-7561544439a3", "name": "network-vif-plugged", "status": "completed", "tag": "32e92b9a-29fc-4aa6-bb6a-b570e85319fb", "code": 200}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6", "code": 200}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "7919f4bb-f7d5-496b-b280-9986aebf0825", "code": 200}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "16e4fd27-2661-40c6-978b-1b9e827b4c13", "code": 200}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "ce854b47-5152-43a2-b820-92a4bcbe90d9", "code": 200}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "a88eb2f1-6939-46a9-a6d1-8b6db809b274", "code": 200}, {"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-plugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:23.116480 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0560a0cb-0171-427b-a96b-e43889c2139a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:23.116891 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d63f5-bfb3-46ce-bb1a-7561544439a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e92b9a-29fc-4aa6-bb6a-b570e85319fb', 'code': 200} Nov 23 17:54:23.117196 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'code': 200} Nov 23 17:54:23.117511 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7919f4bb-f7d5-496b-b280-9986aebf0825', 'code': 200} Nov 23 17:54:23.117773 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e4fd27-2661-40c6-978b-1b9e827b4c13', 'code': 200} Nov 23 17:54:23.118030 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce854b47-5152-43a2-b820-92a4bcbe90d9', 'code': 200} Nov 23 17:54:23.118281 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88eb2f1-6939-46a9-a6d1-8b6db809b274', 'code': 200} Nov 23 17:54:23.118579 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'code': 200} Nov 23 17:54:23.144657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6de78270-7671-42fd-8cee-fb0ed027b603,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:23.280554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb3e421c-3061-4614-837e-43aa8431f219 req-2bbddfa6-9375-4a2e-8744-f5dd8e8d6325 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips/1bf8393d-3508-495e-b1a0-7a3cef60b7dd HTTP/1.1" status: 200 len: 693 time: 0.0829582 Nov 23 17:54:23.290619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a687aa-ce0d-490c-8794-c3ac8a09a931 req-1dc4bc2a-2e77-4104-811e-a567da1b6ed0 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:23.292135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30a687aa-ce0d-490c-8794-c3ac8a09a931 req-1dc4bc2a-2e77-4104-811e-a567da1b6ed0 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 945 time: 0.1402876 Nov 23 17:54:23.343910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686700-1506-46bd-9fa6-fc8a729f47bd req-49485717-f1dc-46dc-96d1-c5d7a47af20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:23.345407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d686700-1506-46bd-9fa6-fc8a729f47bd req-49485717-f1dc-46dc-96d1-c5d7a47af20d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 1097 time: 0.1575060 Nov 23 17:54:23.415594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30a687aa-ce0d-490c-8794-c3ac8a09a931 req-a0d2ec87-5a19-4a7e-bda1-7996448127e1 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088376 Nov 23 17:54:23.452042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e421c-3061-4614-837e-43aa8431f219 req-1ceebb3b-fc01-412d-b3a1-5382bb5cd603 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:23.453463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb3e421c-3061-4614-837e-43aa8431f219 req-1ceebb3b-fc01-412d-b3a1-5382bb5cd603 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1604488 Nov 23 17:54:23.540587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb3e421c-3061-4614-837e-43aa8431f219 req-d1082491-fd8d-484f-bf19-657d028f8876 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0707498 Nov 23 17:54:23.546614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d686700-1506-46bd-9fa6-fc8a729f47bd req-0567c74b-c2e7-401c-ac1f-5225dddb2835 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156843 Nov 23 17:54:23.609389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb3e421c-3061-4614-837e-43aa8431f219 req-d9866fd5-2e51-4f3f-873b-cf74ca2ce0cb tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0615096 Nov 23 17:54:23.630273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-807cdd75-7c9e-4127-b398-c7922863ad1a req-e85caba4-4acd-4df9-8d1b-5709a3283765 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=2581a8d6-414b-4732-a064-6204652006b0 HTTP/1.1" status: 200 len: 210 time: 0.0395634 Nov 23 17:54:23.835568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2b27b-2ed0-4dae-a930-1886e090f0e3 req-21807c73-ff8e-4bcb-b9a9-ecb0ee2fc324 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:23.837796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcd2b27b-2ed0-4dae-a930-1886e090f0e3 req-21807c73-ff8e-4bcb-b9a9-ecb0ee2fc324 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0954549 Nov 23 17:54:23.848040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Deleting port 1877e5c0-245f-4d1c-b523-74783ac13684 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:23.848385 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.868293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b153c-20f1-4caa-ae56-078689944dd8 req-c6c7d7f9-61c0-40bc-a85e-4858cab5fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:23.869701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834b153c-20f1-4caa-ae56-078689944dd8 req-c6c7d7f9-61c0-40bc-a85e-4858cab5fce4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.0948498 Nov 23 17:54:24.010038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcd2b27b-2ed0-4dae-a930-1886e090f0e3 req-53ae9dd4-c7e3-4477-a054-1661490af224 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635699 Nov 23 17:54:24.034091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.034461 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.052497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Calling delete_port for 1877e5c0-245f-4d1c-b523-74783ac13684 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:24.081186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b153c-20f1-4caa-ae56-078689944dd8 req-5d8ba727-4b9c-472e-bd26-eb8ecf0e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.082681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834b153c-20f1-4caa-ae56-078689944dd8 req-5d8ba727-4b9c-472e-bd26-eb8ecf0e5a50 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 0.1971986 Nov 23 17:54:24.160983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834b153c-20f1-4caa-ae56-078689944dd8 req-e9d7368e-1c21-45be-8272-680d637c2b93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 217 time: 0.0513449 Nov 23 17:54:24.252641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc49b3-97e8-4835-bda0-e6020f534110 req-14575d41-487b-4989-bb30-7910f2bb5540 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.254126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cdc49b3-97e8-4835-bda0-e6020f534110 req-14575d41-487b-4989-bb30-7910f2bb5540 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 946 time: 0.1434884 Nov 23 17:54:24.264691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b153c-20f1-4caa-ae56-078689944dd8 req-2554ba5e-9fce-4087-b334-6467f91587c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.266114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834b153c-20f1-4caa-ae56-078689944dd8 req-2554ba5e-9fce-4087-b334-6467f91587c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.0896959 Nov 23 17:54:24.313612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834b153c-20f1-4caa-ae56-078689944dd8 req-89ccfd5c-eb63-4cf9-9166-db58a1f10953 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369079 Nov 23 17:54:24.396503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cdc49b3-97e8-4835-bda0-e6020f534110 req-89b39765-af96-4fa6-983e-eb88202fe4a9 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288838 Nov 23 17:54:24.439123 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.481421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Pushing event deleted for resources: {'Port': ['ID=1877e5c0-245f-4d1c-b523-74783ac13684,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:24.561089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834b153c-20f1-4caa-ae56-078689944dd8 req-8f98eed7-8a7e-48bc-9881-ae77ac71dec7 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225330 Nov 23 17:54:24.621990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99af96-b4e2-4bff-97eb-22626a5ba41e req-db719806-8cd2-46a8-a987-60382c32f309 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.623618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d99af96-b4e2-4bff-97eb-22626a5ba41e req-db719806-8cd2-46a8-a987-60382c32f309 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1487944 Nov 23 17:54:24.629210 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.631811 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.633560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb3e421c-3061-4614-837e-43aa8431f219 req-29555315-a6d3-44d9-8fd8-229805c43728 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "DELETE /v2.0/floatingips/1bf8393d-3508-495e-b1a0-7a3cef60b7dd HTTP/1.1" status: 204 len: 173 time: 1.0056727 Nov 23 17:54:24.744547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834b153c-20f1-4caa-ae56-078689944dd8 req-4dd14af4-f200-49c6-8f73-d64292a7c513 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740217 Nov 23 17:54:24.756459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d99af96-b4e2-4bff-97eb-22626a5ba41e req-7079dd77-d716-4e90-97c1-2086dc73b9f3 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202929 Nov 23 17:54:24.835638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-dab008ec-d1d6-4a0a-ae28-839a1fc0216d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.842369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-dab008ec-d1d6-4a0a-ae28-839a1fc0216d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.848502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-dab008ec-d1d6-4a0a-ae28-839a1fc0216d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.855342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-dab008ec-d1d6-4a0a-ae28-839a1fc0216d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.861368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-dab008ec-d1d6-4a0a-ae28-839a1fc0216d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.867449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-dab008ec-d1d6-4a0a-ae28-839a1fc0216d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.873929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-dab008ec-d1d6-4a0a-ae28-839a1fc0216d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.875848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-dab008ec-d1d6-4a0a-ae28-839a1fc0216d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5434 time: 0.1184313 Nov 23 17:54:24.960572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334a9a-2f92-46f3-a70d-20bc66c63ad3 req-14d1cf9c-b3da-4ccb-876b-a0224c15308e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:24.962810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0334a9a-2f92-46f3-a70d-20bc66c63ad3 req-14d1cf9c-b3da-4ccb-876b-a0224c15308e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 945 time: 0.0860224 Nov 23 17:54:24.995233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6f3b87b-3a0b-445b-97ab-84f88564e57a req-bdb02381-7ca6-4e6f-8d94-fb9ad80a3cde tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078024 Nov 23 17:54:25.047629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0334a9a-2f92-46f3-a70d-20bc66c63ad3 req-b7fce42e-c653-4d5f-9739-4a36b46e0304 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784616 Nov 23 17:54:25.102770 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-3cc74d78-1092-4407-a3ec-c18797a72492 req-f65e7196-a1c1-407f-85fa-e196059a9f5b tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] show failed (client error): The resource could not be found. Nov 23 17:54:25.116289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3cc74d78-1092-4407-a3ec-c18797a72492 req-f65e7196-a1c1-407f-85fa-e196059a9f5b tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips/1bf8393d-3508-495e-b1a0-7a3cef60b7dd HTTP/1.1" status: 404 len: 350 time: 0.0532143 Nov 23 17:54:25.119463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4'}, {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de78270-7671-42fd-8cee-fb0ed027b603'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:25.124035 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5499230c-1945-41cb-9d49-d506a88481b0" -d '{"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4"}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "6de78270-7671-42fd-8cee-fb0ed027b603"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:25.236685 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-f01f779a-5400-4e08-b850-d64d13952126 req-1d31f054-6394-49f4-b588-4271b5b7f705 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] show failed (client error): The resource could not be found. Nov 23 17:54:25.237733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f01f779a-5400-4e08-b850-d64d13952126 req-1d31f054-6394-49f4-b588-4271b5b7f705 tempest-FloatingIPsTestJSON-1466781223 tempest-FloatingIPsTestJSON-1466781223-project] 10.222.0.74 "GET /v2.0/floatingips/1bf8393d-3508-495e-b1a0-7a3cef60b7dd HTTP/1.1" status: 404 len: 350 time: 0.0506051 Nov 23 17:54:25.247218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43528) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:25.274138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d523d6-20a8-47d8-8523-ef4e2537b968 req-b47c44ce-7c6d-4432-a0cd-0bb38c6d2157 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.277856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1d523d6-20a8-47d8-8523-ef4e2537b968 req-b47c44ce-7c6d-4432-a0cd-0bb38c6d2157 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1207566 Nov 23 17:54:25.327528 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab9de80-944f-4a7a-a172-928e3f75d5f1 x-openstack-request-id: req-fab9de80-944f-4a7a-a172-928e3f75d5f1 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:25.328138 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4", "code": 200}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-plugged", "status": "completed", "tag": "6de78270-7671-42fd-8cee-fb0ed027b603", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:25.331259 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fab9de80-944f-4a7a-a172-928e3f75d5f1 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:25.332938 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4', 'code': 200} Nov 23 17:54:25.333966 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de78270-7671-42fd-8cee-fb0ed027b603', 'code': 200} Nov 23 17:54:25.378591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1d523d6-20a8-47d8-8523-ef4e2537b968 req-55d26c91-5aea-4c31-9d2f-387885d7a67b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928659 Nov 23 17:54:25.532370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4fc4aba3-377d-45a4-989b-167fe867dbf1 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:25.542271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-12ee9aee-4035-44e6-be69-56c92c3a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.543137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-12ee9aee-4035-44e6-be69-56c92c3a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.543616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-12ee9aee-4035-44e6-be69-56c92c3a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.544099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-12ee9aee-4035-44e6-be69-56c92c3a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.544549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-12ee9aee-4035-44e6-be69-56c92c3a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.545030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-12ee9aee-4035-44e6-be69-56c92c3a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.545542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-12ee9aee-4035-44e6-be69-56c92c3a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.548294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-12ee9aee-4035-44e6-be69-56c92c3a0e4d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6491 time: 0.1034496 Nov 23 17:54:25.574260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-07c96dea-6f47-40c7-b9b1-024cd6fb0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.575779 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-07c96dea-6f47-40c7-b9b1-024cd6fb0817 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 1101 time: 0.1707735 Nov 23 17:54:25.677207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 4fc4aba3-377d-45a4-989b-167fe867dbf1 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:25.682044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 4fc4aba3-377d-45a4-989b-167fe867dbf1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:25.682670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:25.694219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-f2c3e557-e07f-4fad-8813-15795da87c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.696230 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-f2c3e557-e07f-4fad-8813-15795da87c26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 1101 time: 0.0926929 Nov 23 17:54:25.756140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edf53b-6cf4-415f-a282-2036e8075ddf req-35c1b9e3-bfc5-4fe3-86bc-b633db0c4d9a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.757823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67edf53b-6cf4-415f-a282-2036e8075ddf req-35c1b9e3-bfc5-4fe3-86bc-b633db0c4d9a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 946 time: 0.2083218 Nov 23 17:54:25.812318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-917fa2ac-ad2a-421a-99ef-1f2baa200139 req-1c865145-b97b-4777-b4fb-b3c9c3f059dc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2508514 Nov 23 17:54:25.829069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:25.878761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4fc4aba3-377d-45a4-989b-167fe867dbf1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4fc4aba3-377d-45a4-989b-167fe867dbf1,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:25.889587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67edf53b-6cf4-415f-a282-2036e8075ddf req-9932b6cc-5725-405d-9ded-2315c6913d2e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158714 Nov 23 17:54:25.901119 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:25.946312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-0278328d-52ba-43c6-a45c-1a4781e3e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.948212 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-0278328d-52ba-43c6-a45c-1a4781e3e8dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2404473 Nov 23 17:54:25.998455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=4fc4aba3-377d-45a4-989b-167fe867dbf1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:26.010879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89252b5-af11-4d85-88e3-d503d7d66dff req-bcf1f1c6-d4e0-4a88-bda4-9c0cf1661b1b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.012829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c89252b5-af11-4d85-88e3-d503d7d66dff req-bcf1f1c6-d4e0-4a88-bda4-9c0cf1661b1b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1220529 Nov 23 17:54:26.031297 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-fdb0bafc-898b-4c12-b87d-91a8a29fbbf2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f HTTP/1.1" status: 200 len: 217 time: 0.0718398 Nov 23 17:54:26.100414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-1564ff2b-2c15-422c-b7ec-8900f503de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.102712 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-1564ff2b-2c15-422c-b7ec-8900f503de20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0610793 Nov 23 17:54:26.105660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:26.118558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c89252b5-af11-4d85-88e3-d503d7d66dff req-3fffceba-18a8-4ae9-a550-8b44003a201e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991652 Nov 23 17:54:26.252564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-2a938a52-ca56-4bcf-9935-62935c83e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.254065 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-2a938a52-ca56-4bcf-9935-62935c83e269 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932374 Nov 23 17:54:26.405897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a6ae-6ef5-4d4b-a2b6-55309c9d6f7a req-6c0430b2-14b4-4a95-a28e-99a9e497c770 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.414885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2572a6ae-6ef5-4d4b-a2b6-55309c9d6f7a req-6c0430b2-14b4-4a95-a28e-99a9e497c770 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1324599 Nov 23 17:54:26.437844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-825c0419-59c8-4344-9ab3-6bf47b2ae728 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387739 Nov 23 17:54:26.483461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-3325f7a1-9d68-4334-b2fd-dcb8a04b01a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.489519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-3325f7a1-9d68-4334-b2fd-dcb8a04b01a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.495539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-3325f7a1-9d68-4334-b2fd-dcb8a04b01a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.501499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-3325f7a1-9d68-4334-b2fd-dcb8a04b01a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.507686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-3325f7a1-9d68-4334-b2fd-dcb8a04b01a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.514331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-3325f7a1-9d68-4334-b2fd-dcb8a04b01a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.518535 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-4187181d-1ccc-49d3-b997-73160cf3ce6e service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402623 Nov 23 17:54:26.520365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-3325f7a1-9d68-4334-b2fd-dcb8a04b01a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.522289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-3325f7a1-9d68-4334-b2fd-dcb8a04b01a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5434 time: 0.1765559 Nov 23 17:54:26.535292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2572a6ae-6ef5-4d4b-a2b6-55309c9d6f7a req-9fcd5d0d-ab6f-43ba-b2ce-01b957b6cf7a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190901 Nov 23 17:54:26.576127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-c072f6da-4ede-4fe9-948e-deb4dbfb9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.577812 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-c072f6da-4ede-4fe9-948e-deb4dbfb9888 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 1101 time: 0.1110451 Nov 23 17:54:26.668011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d10dbc9-218a-41bb-bce8-f937d9944296 req-fbec2f93-0382-498d-8a15-b9271adeaa27 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316364 Nov 23 17:54:26.849282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa5eaa-df8f-420b-91c6-e6b008153531 req-5d912a1f-d3a5-48b1-85a6-c8d3d37cb430 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.851670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bfa5eaa-df8f-420b-91c6-e6b008153531 req-5d912a1f-d3a5-48b1-85a6-c8d3d37cb430 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 946 time: 0.1192720 Nov 23 17:54:26.861440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dea2e8-1120-4be2-819d-d52116372e30 req-b5d53fca-9300-49d8-80a6-8a5291dd8e56 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.863374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04dea2e8-1120-4be2-819d-d52116372e30 req-b5d53fca-9300-49d8-80a6-8a5291dd8e56 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0805502 Nov 23 17:54:26.951253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04dea2e8-1120-4be2-819d-d52116372e30 req-4f43640f-d0c0-4ae8-9559-b6193dba036e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761127 Nov 23 17:54:26.989427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bfa5eaa-df8f-420b-91c6-e6b008153531 req-876e32db-d30a-439c-9e56-9ff088ad5150 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209011 Nov 23 17:54:27.052539 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1522500b-8ab1-460e-aa4f-be7a4c42351c req-9e5466ec-4f2e-4e4f-8d44-ec500b1aa1a7 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259566 Nov 23 17:54:27.128953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-9307aa9b-d2bf-47e5-9247-0bb54259902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.130431 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-9307aa9b-d2bf-47e5-9247-0bb54259902d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2394102 Nov 23 17:54:27.230409 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-893bd9b8-8f4c-43bd-8d37-0dd2c55aab75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 200 len: 217 time: 0.0759985 Nov 23 17:54:27.242792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Deleting port 6af1f408-7d0d-422c-85bd-031a998f02dc {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:27.243041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.335249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508c17d8-eb8b-421c-8c67-4c404df1c44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc4aba3-377d-45a4-989b-167fe867dbf1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:27.340463 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e6d430-e5ac-4b60-8e24-b5ac368368bf" -d '{"events": [{"server_uuid": "508c17d8-eb8b-421c-8c67-4c404df1c44a", "name": "network-vif-plugged", "status": "completed", "tag": "4fc4aba3-377d-45a4-989b-167fe867dbf1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:27.370748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-4ff6c698-350b-4854-8d64-9a4cb1413c76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1596973 Nov 23 17:54:27.401714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c80d-1340-4cdf-a736-79ef4913ef3e req-c6bdb683-c016-41dc-90c2-d9dcac64b6e6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.411071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e609c80d-1340-4cdf-a736-79ef4913ef3e req-c6bdb683-c016-41dc-90c2-d9dcac64b6e6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 950 time: 0.1281974 Nov 23 17:54:27.528470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] For port 6af1f408-7d0d-422c-85bd-031a998f02dc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6af1f408-7d0d-422c-85bd-031a998f02dc,segment=NetworkSegment(5d63d5b7-0cee-4116-9c86-10747e00745f),segment_id=5d63d5b7-0cee-4116-9c86-10747e00745f)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:27.528966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.533594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e609c80d-1340-4cdf-a736-79ef4913ef3e req-ce4a7e03-fc2b-4a4e-83c7-31b7f02daaf8 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201527 Nov 23 17:54:27.554586 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addc3936-e4bd-403e-a2de-1b6cf57416aa x-openstack-request-id: req-addc3936-e4bd-403e-a2de-1b6cf57416aa {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:27.555610 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508c17d8-eb8b-421c-8c67-4c404df1c44a", "name": "network-vif-plugged", "status": "completed", "tag": "4fc4aba3-377d-45a4-989b-167fe867dbf1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:27.555881 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-addc3936-e4bd-403e-a2de-1b6cf57416aa {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:27.558829 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508c17d8-eb8b-421c-8c67-4c404df1c44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc4aba3-377d-45a4-989b-167fe867dbf1', 'code': 200} Nov 23 17:54:27.580587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Calling delete_port for 6af1f408-7d0d-422c-85bd-031a998f02dc owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:27.657498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:27.687288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-3590beae-9fe9-400d-af59-4d51cd52d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.689102 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-3590beae-9fe9-400d-af59-4d51cd52d92f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.4486122 Nov 23 17:54:27.751672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-112aa46a-2de4-4d86-b17f-a9044b62d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.753330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-112aa46a-2de4-4d86-b17f-a9044b62d927 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.2139890 Nov 23 17:54:27.811114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-daaaf0c8-ab61-48f7-bf6e-6d33d7fc8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.813389 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-daaaf0c8-ab61-48f7-bf6e-6d33d7fc8763 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144300 Nov 23 17:54:27.854781 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.880325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409abd9-10a1-419c-ad19-d849ddcf8a62 req-9bdefcd0-00cd-4a8b-810e-73208e93e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.881979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4409abd9-10a1-419c-ad19-d849ddcf8a62 req-9bdefcd0-00cd-4a8b-810e-73208e93e64f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 1097 time: 0.1896796 Nov 23 17:54:27.928067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:27.944422 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.947917 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-e2feb119-8758-45ae-beb6-dd9751a1a39b service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207299 Nov 23 17:54:27.959202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-4e8a2161-8013-44c6-b7c7-97807e4df7a2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.960748 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-4e8a2161-8013-44c6-b7c7-97807e4df7a2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 946 time: 0.2063868 Nov 23 17:54:28.033987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:28.236913 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-225d60d0-b433-40f1-b099-4f023792c4c1 req-dfa5dce3-b87d-4a05-9f2f-209bae476a03 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750473 Nov 23 17:54:28.329664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Deleting port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:28.341455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:28.347116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:28.430327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af1f408-7d0d-422c-85bd-031a998f02dc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:28.704071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490965a-b1fe-4116-8cfa-441ba0cafb2d req-3437262e-cb41-4736-9c46-1384d97f2918 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:28.732030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a490965a-b1fe-4116-8cfa-441ba0cafb2d req-3437262e-cb41-4736-9c46-1384d97f2918 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.9975893 Nov 23 17:54:28.859672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] For port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:28.861207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:28.886914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4409abd9-10a1-419c-ad19-d849ddcf8a62 req-2eafbc3c-ff74-499e-8c56-40daaa081a6e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9950814 Nov 23 17:54:28.912898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Calling delete_port for 32e92b9a-29fc-4aa6-bb6a-b570e85319fb owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:28.932239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-af5b82f3-ffe6-42e9-84ef-f4b6c365fd68 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:28.942891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-af5b82f3-ffe6-42e9-84ef-f4b6c365fd68 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:28.952788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-af5b82f3-ffe6-42e9-84ef-f4b6c365fd68 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:28.959887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-af5b82f3-ffe6-42e9-84ef-f4b6c365fd68 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:28.966847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-af5b82f3-ffe6-42e9-84ef-f4b6c365fd68 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:28.975434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-af5b82f3-ffe6-42e9-84ef-f4b6c365fd68 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.006609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-af5b82f3-ffe6-42e9-84ef-f4b6c365fd68 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.009230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-af5b82f3-ffe6-42e9-84ef-f4b6c365fd68 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5434 time: 1.1953948 Nov 23 17:54:29.046585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.067211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-d0cb74b7-1e71-49d8-a02c-d3b218c4af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.071013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-d0cb74b7-1e71-49d8-a02c-d3b218c4af51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 1.2738211 Nov 23 17:54:29.157478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-76d582e5-c066-4f77-a083-c3c7bb88b313 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 217 time: 0.0779614 Nov 23 17:54:29.180304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a490965a-b1fe-4116-8cfa-441ba0cafb2d req-756d24e6-e51c-44ad-b835-7a74802c5bb3 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404554 Nov 23 17:54:29.280581 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.294217 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['32e92b9a-29fc-4aa6-bb6a-b570e85319fb'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:29.316929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1db46cd-ba3e-41f8-91fe-ce5a8c98adce req-fc559c9b-6fc9-4c93-82dc-775093016609 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3029945 Nov 23 17:54:29.361900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-df540dbb-3545-4abb-a6b8-7e73ccf9ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.363842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-df540dbb-3545-4abb-a6b8-7e73ccf9ec37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.1825187 Nov 23 17:54:29.426368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event deleted for resources: {'Port': ['ID=32e92b9a-29fc-4aa6-bb6a-b570e85319fb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:29.466586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff8295f0-8f67-4940-bde2-f305e6155588 req-74e35aa5-a948-4d79-8e85-8992b4707870 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=a27d63f5-bfb3-46ce-bb1a-7561544439a3 HTTP/1.1" status: 200 len: 210 time: 0.0781815 Nov 23 17:54:29.480959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-e7948ada-e250-4fd8-8366-653980f1de7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076984 Nov 23 17:54:29.522617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:29.560037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:29.563439 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a45f76d-d521-4c50-a31d-107deb98b0ae" -d '{"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:29.581992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] No DVR routers for this DVR port 32e92b9a-29fc-4aa6-bb6a-b570e85319fb on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:29.584893 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.590680 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0357ac03-865e-441b-bf1c-a968ce9b2502 req-c285e6db-d16d-47f0-bdbf-d05672bfd6f1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "DELETE /v2.0/ports/32e92b9a-29fc-4aa6-bb6a-b570e85319fb HTTP/1.1" status: 204 len: 173 time: 1.5611672 Nov 23 17:54:29.655418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:29.730477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f230d0-c651-4128-84b7-dbb1c6bae83c req-dcc7143f-b155-411b-acf1-07ef27f5eb5d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.746428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95f230d0-c651-4128-84b7-dbb1c6bae83c req-dcc7143f-b155-411b-acf1-07ef27f5eb5d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 948 time: 0.2686918 Nov 23 17:54:29.781916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc126-9923-4f01-a872-b85895f0204e req-80800fcf-fc61-4a71-9093-9414f7a6d0e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.789188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc126-9923-4f01-a872-b85895f0204e req-80800fcf-fc61-4a71-9093-9414f7a6d0e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.809002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc126-9923-4f01-a872-b85895f0204e req-80800fcf-fc61-4a71-9093-9414f7a6d0e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.827273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc126-9923-4f01-a872-b85895f0204e req-80800fcf-fc61-4a71-9093-9414f7a6d0e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.833688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc126-9923-4f01-a872-b85895f0204e req-80800fcf-fc61-4a71-9093-9414f7a6d0e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.850140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d63f5-bfb3-46ce-bb1a-7561544439a3', 'name': 'network-vif-deleted', 'tag': '32e92b9a-29fc-4aa6-bb6a-b570e85319fb'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:29.855426 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5303841c-5b91-471d-b967-3bd16e5bf747" -d '{"events": [{"server_uuid": "a27d63f5-bfb3-46ce-bb1a-7561544439a3", "name": "network-vif-deleted", "tag": "32e92b9a-29fc-4aa6-bb6a-b570e85319fb"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:29.856857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc126-9923-4f01-a872-b85895f0204e req-80800fcf-fc61-4a71-9093-9414f7a6d0e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.873121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc126-9923-4f01-a872-b85895f0204e req-80800fcf-fc61-4a71-9093-9414f7a6d0e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:29.876632 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:29.887215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c74cc126-9923-4f01-a872-b85895f0204e req-80800fcf-fc61-4a71-9093-9414f7a6d0e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5434 time: 0.3268268 Nov 23 17:54:29.894047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] Sync routers for ids ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:29.904208 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-af5a10eb-865e-4d54-a691-d06b0bcb3132 admin admin] 10.222.0.74 "PUT /v2.0/routers/3f60bbe0-afa4-4ec0-8b63-11bf59cab78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551659 Nov 23 17:54:29.905039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43630) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:29.905370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:29.921373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Request body: {'floatingip': {'port_id': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:30.007256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.011321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-2119bbf9-a682-4659-9b63-d64099d565fb service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954934 Nov 23 17:54:30.078645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95f230d0-c651-4128-84b7-dbb1c6bae83c req-5a7bba24-942d-434c-b363-deafc705f440 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311846 Nov 23 17:54:30.179291 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533a76bb-db30-4cc3-8a36-1ddc1f3acce5 x-openstack-request-id: req-533a76bb-db30-4cc3-8a36-1ddc1f3acce5 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:30.180469 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:30.180743 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-533a76bb-db30-4cc3-8a36-1ddc1f3acce5 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:30.182007 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'code': 200} Nov 23 17:54:30.192711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:30.210179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'mac_address': 'fa:16:3e:33:81:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:30.244198 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab8d6fc-293a-4a92-a2ee-373d0dfccc15 x-openstack-request-id: req-6ab8d6fc-293a-4a92-a2ee-373d0dfccc15 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:30.244568 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27d63f5-bfb3-46ce-bb1a-7561544439a3", "name": "network-vif-deleted", "tag": "32e92b9a-29fc-4aa6-bb6a-b570e85319fb", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:30.246912 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ab8d6fc-293a-4a92-a2ee-373d0dfccc15 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:30.247356 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d63f5-bfb3-46ce-bb1a-7561544439a3', 'name': 'network-vif-deleted', 'tag': '32e92b9a-29fc-4aa6-bb6a-b570e85319fb', 'status': 'completed', 'code': 200} Nov 23 17:54:30.255423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] Routers {'3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:30.256125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:30.368098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.389339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71677974-1c02-495d-a115-14679befc158 req-f31fc18c-358e-4e84-8ce0-9af12978b760 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:30.397114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71677974-1c02-495d-a115-14679befc158 req-f31fc18c-358e-4e84-8ce0-9af12978b760 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.2207272 Nov 23 17:54:30.416856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a7c4ba1-c073-4425-b20e-89bf9e94e316 req-6071f409-ea8b-4430-a189-90ee8662ba42 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875060 Nov 23 17:54:30.478979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] Set router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:30.486066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd58b1-acfa-4361-acae-8b5d595b5439 req-8a90003d-d0f6-4f99-82b3-a0b725d6f141 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:30.493791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd58b1-acfa-4361-acae-8b5d595b5439 req-8a90003d-d0f6-4f99-82b3-a0b725d6f141 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 948 time: 0.1340983 Nov 23 17:54:30.510480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71677974-1c02-495d-a115-14679befc158 req-0d405c23-8137-4f29-93ae-05e2dd2fe80a tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121652 Nov 23 17:54:30.567544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.588221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd58b1-acfa-4361-acae-8b5d595b5439 req-1559de34-a7d6-4c99-b9a0-cd7803dc3725 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933812 Nov 23 17:54:30.685070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa05c3-0330-4df4-ad52-885bd8421535 req-336c56d9-8bd7-40fe-a4fa-50db37e4c86d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:30.690726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9aaa05c3-0330-4df4-ad52-885bd8421535 req-336c56d9-8bd7-40fe-a4fa-50db37e4c86d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.0971582 Nov 23 17:54:30.702297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5aa61e-5bff-4f36-b450-1eb3de46379f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:30.788312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:30.812049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9aaa05c3-0330-4df4-ad52-885bd8421535 req-66041bc4-f470-4751-b437-cd025de4bf16 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163144 Nov 23 17:54:30.815449 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.963355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:31.006919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:28Z', 'revision_number': 5, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:31.067175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] Checking router: 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:31.081838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] Routers {'3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:31.082912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:31.177258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9d5aa61e-5bff-4f36-b450-1eb3de46379f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:31.337097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-faa53e98-1e45-437e-837f-25e1e68cd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:31.338812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-faa53e98-1e45-437e-837f-25e1e68cd785 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 1097 time: 0.1270981 Nov 23 17:54:31.353023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] Set router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:31.371494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.487691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-da63a2a7-5a3d-45df-9643-529047396eb4 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:31.496798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-da63a2a7-5a3d-45df-9643-529047396eb4 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.2094896 Nov 23 17:54:31.591316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 32e92b9a-29fc-4aa6-bb6a-b570e85319fb no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:31.595343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-bfba0500-bd91-42d8-b1d0-2ae07d0b4b9d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/quotas/b1ada1e9e0064544a0b221835dcf73b6 HTTP/1.1" status: 200 len: 375 time: 0.0974879 Nov 23 17:54:31.624570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 32e92b9a-29fc-4aa6-bb6a-b570e85319fb {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:31.624927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 32e92b9a-29fc-4aa6-bb6a-b570e85319fb not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:31.631013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2bce23e0-d1aa-4cc9-a96b-6ae0a98b7ecc tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715332 Nov 23 17:54:31.693166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Deleting port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:31.693555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.699368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-e9493902-5f42-4ece-9f1d-b4d84c82c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:31.700826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-e9493902-5f42-4ece-9f1d-b4d84c82c91a service neutron] 10.222.0.66 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 912 time: 0.3304131 Nov 23 17:54:31.703106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-4fa3d860-4dd9-4e6f-aed3-b3bee703fe2d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065469 Nov 23 17:54:31.747006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:28Z', 'revision_number': 5, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:31.782766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15201b9-6f99-4063-90ca-5b535e3980ba None None] The sync data for ids ['3f60bbe0-afa4-4ec0-8b63-11bf59cab78d'] in n-d-818932-3 is: [{'id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'name': 'tempest-FloatingIPsTestJSON-94225223-router', 'tenant_id': 'f751f8a4751d453294cf95f400cfb462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:58Z', 'updated_at': '2021-11-23T17:54:28Z', 'revision_number': 5, 'project_id': 'f751f8a4751d453294cf95f400cfb462', 'gw_port': {'id': 'c4e58b3f-0fb8-492d-8e5d-8f6ce390b443', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60bbe0-afa4-4ec0-8b63-11bf59cab78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:00Z', 'updated_at': '2021-11-23T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:31.784346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-5906cc5f-8c67-438c-875c-e2bbacc2e56b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc4aba3-377d-45a4-989b-167fe867dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0431528 Nov 23 17:54:31.887268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.resource_extend [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:54:31.895370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-9177ee9c-a2bd-4325-a591-f2011f91ded7 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800609 Nov 23 17:54:31.965780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.974169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] For port c4e58b3f-0fb8-492d-8e5d-8f6ce390b443, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c4e58b3f-0fb8-492d-8e5d-8f6ce390b443,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:31.974844 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.979098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.031793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Calling delete_port for c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:32.087838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-b21bb545-1b09-47e7-bd4a-3c4b1daa5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:32.089583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-b21bb545-1b09-47e7-bd4a-3c4b1daa5c61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0214dc36-5a60-401d-94ef-d599d8fe45f3 HTTP/1.1" status: 200 len: 851 time: 0.1826494 Nov 23 17:54:32.136274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-780570d8-374d-46cb-811e-b0c16e4a17cf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:32.138791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-780570d8-374d-46cb-811e-b0c16e4a17cf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4346921 Nov 23 17:54:32.153264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-0c8c0569-f038-4c2d-9fe3-ead84622f2ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=608b0017-5542-41cb-9f95-4101262589ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532482 Nov 23 17:54:32.167302 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Floating IP 3f84b34d-2789-42b7-a651-ac59936dedab associated. External IP: 172.25.0.148, port: f7f60ea2-8e62-433c-9c30-01a9ad9600d6. Nov 23 17:54:32.170611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-b54318ea-24af-4ff1-86e0-3e49ea7b8f2e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/quotas/1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 375 time: 0.0115421 Nov 23 17:54:32.318183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-c8c7df2d-e85d-4085-8d8e-7f55439a1ed0 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219503 Nov 23 17:54:32.322643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-61dc27fb-6784-44bf-9a31-6be326006a6e service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394789 Nov 23 17:54:32.410450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.469391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-fa3a43ee-476b-4807-b637-98d6cd176714 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1687517 Nov 23 17:54:32.496387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6af1f408-7d0d-422c-85bd-031a998f02dc no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:32.511735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20493c1-ea80-4b1d-82e8-0b66d2589fc4 req-3905b525-5fdf-48eb-ac14-0478d6bf6421 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705914 Nov 23 17:54:32.572877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 6af1f408-7d0d-422c-85bd-031a998f02dc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:32.573248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6af1f408-7d0d-422c-85bd-031a998f02dc not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:32.663312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Router 334bb427-6a88-4796-9411-621107409603 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:32.701500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e58b3f-0fb8-492d-8e5d-8f6ce390b443,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:32.736061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5a5b6-3360-4c95-9db5-e713ba1e8469 req-354261a8-ff9f-406a-8e03-d7db00b62e83 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:32.748313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34f5a5b6-3360-4c95-9db5-e713ba1e8469 req-354261a8-ff9f-406a-8e03-d7db00b62e83 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1097836 Nov 23 17:54:32.839414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34f5a5b6-3360-4c95-9db5-e713ba1e8469 req-80c7b6be-6c61-4572-bc65-2ebe9f393019 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884109 Nov 23 17:54:32.943429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.989261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf20c5f4-f0fb-497c-b91a-ed1261cc7cb0 req-8cd6b523-b78c-473a-9532-aca42b643211 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0737512 Nov 23 17:54:33.172266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afe2597c-8d80-4d31-8a5c-681348c0dbd5 req-2f46994a-5108-471e-9338-d64917215380 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 210 time: 0.0738955 Nov 23 17:54:33.361088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e2f6d-af7b-4df0-959a-80c4cf3262a6 req-db602ca7-f9a8-49ad-8beb-10636fa309e1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:33.369195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-608e2f6d-af7b-4df0-959a-80c4cf3262a6 req-db602ca7-f9a8-49ad-8beb-10636fa309e1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 944 time: 0.0870993 Nov 23 17:54:33.449344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-608e2f6d-af7b-4df0-959a-80c4cf3262a6 req-85516a13-1dd7-4214-bdb0-94d950c87a26 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787506 Nov 23 17:54:33.540191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.544285 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.599323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:33.604901 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.624887 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] Sync routers for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:33.634210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.634961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f60bbe0-afa4-4ec0-8b63-11bf59cab78d {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:54:33.641325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.644778 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cc8e27a8-7b55-4e03-bc75-969f672bee17 admin admin] 10.222.0.74 "DELETE /v2.0/routers/3f60bbe0-afa4-4ec0-8b63-11bf59cab78d HTTP/1.1" status: 204 len: 168 time: 3.6462023 Nov 23 17:54:33.645105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:33.666539 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:33.667394 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:33.693057 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a9f163f6-c6ca-4341-9f08-bb7c4b376976 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "PUT /v2.0/floatingips/3f84b34d-2789-42b7-a651-ac59936dedab HTTP/1.1" status: 200 len: 991 time: 3.7860591 Nov 23 17:54:33.695471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:33.705500 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb58cd-40ae-4519-9020-6baca988c442" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:33.705726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:33.736807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-fd67c2b2-5aa6-4c06-a142-f4bf466e4fe6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:33.738791 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-fd67c2b2-5aa6-4c06-a142-f4bf466e4fe6 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 944 time: 0.0919781 Nov 23 17:54:33.793756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3727195-ef07-4995-b703-119f35032e96 admin admin] Deleting subnet 0f51d189-b572-4113-8cc2-39f96b98bfc0 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:33.807575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3727195-ef07-4995-b703-119f35032e96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.874386 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3538c7d7-f9d3-4b60-8f73-8862ab323f04 x-openstack-request-id: req-3538c7d7-f9d3-4b60-8f73-8862ab323f04 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:33.875072 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:33.875566 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3538c7d7-f9d3-4b60-8f73-8862ab323f04 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:33.885955 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'status': 'completed', 'code': 200} Nov 23 17:54:33.919017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 9d5aa61e-5bff-4f36-b450-1eb3de46379f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:33.919346 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.949871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3727195-ef07-4995-b703-119f35032e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.993810 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:34.025108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Deleting port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:34.025524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.142455 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.167677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:34.170396 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d9a80c-5aaf-4f93-a374-08557254ce0c" -d '{"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-plugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:34.186865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:34.196081 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.230197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff242848-91da-47ec-8a90-07994c0256f6 req-6befefdf-9e4e-4272-8c92-8f66d5563868 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0934336 Nov 23 17:54:34.230795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] For port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:34.230795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.258944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d89227fd-974b-4379-801f-0cb076c66097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.259480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Calling delete_port for 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:34.261011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d89227fd-974b-4379-801f-0cb076c66097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.261809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d89227fd-974b-4379-801f-0cb076c66097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.262479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d89227fd-974b-4379-801f-0cb076c66097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.263188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d89227fd-974b-4379-801f-0cb076c66097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.263906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d89227fd-974b-4379-801f-0cb076c66097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.264564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d89227fd-974b-4379-801f-0cb076c66097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.267280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d89227fd-974b-4379-801f-0cb076c66097 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6491 time: 0.2106979 Nov 23 17:54:34.281356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=11']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:34.287499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb395c-fda8-4a2f-a34e-ba78e9398f52 req-6073783c-001f-4c78-b308-17628f3efca2 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.295310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adeb395c-fda8-4a2f-a34e-ba78e9398f52 req-6073783c-001f-4c78-b308-17628f3efca2 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.2409406 Nov 23 17:54:34.461416 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0913301a-a1e2-4c7e-973f-affa3f6f4a4d x-openstack-request-id: req-0913301a-a1e2-4c7e-973f-affa3f6f4a4d {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:34.462183 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-plugged", "status": "completed", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:34.462459 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0913301a-a1e2-4c7e-973f-affa3f6f4a4d {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:34.462938 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'code': 200} Nov 23 17:54:34.560393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:34.605997 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '3f84b34d-2789-42b7-a651-ac59936dedab', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'floating_ip_address': '172.25.0.148', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '334bb427-6a88-4796-9411-621107409603', 'port_id': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'mac_address': 'fa:16:3e:1b:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:17Z', 'updated_at': '2021-11-23T17:54:31Z', 'revision_number': 1, 'project_id': 'db630954b957416f90c9df90d201772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 5, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:34.614215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:34.615809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c4e58b3f-0fb8-492d-8e5d-8f6ce390b443 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:34.623598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adeb395c-fda8-4a2f-a34e-ba78e9398f52 req-4b3d74c1-ecdd-4eb6-a408-2abfed058d8b tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685337 Nov 23 17:54:34.623981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.625048 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3727195-ef07-4995-b703-119f35032e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.647412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:34.691568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Pushing event deleted for resources: {'Port': ['ID=3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:34.763656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d443a32-d653-4f94-8b99-515ea928e844 req-9a425b88-7422-48de-ab3f-339308d703b7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 210 time: 0.1320634 Nov 23 17:54:34.771457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-dc35cc00-be50-4a2d-88ab-30862de8a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.774880 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-dc35cc00-be50-4a2d-88ab-30862de8a8d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c HTTP/1.1" status: 200 len: 912 time: 0.4741635 Nov 23 17:54:34.824143 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] Checking router: 334bb427-6a88-4796-9411-621107409603 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:34.843423 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:34.846808 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:34.920423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] No DVR routers for this DVR port 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:34.924336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8c321c9-ff46-491c-ab6d-beec3804c6b3 req-5ae9c89e-d5ab-4f16-9303-d217ef29fe9f tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa7b1087-d09d-450f-b899-ff33708994fe HTTP/1.1" status: 200 len: 210 time: 0.0393147 Nov 23 17:54:34.928433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.935025 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-11c18b0c-338e-46b4-b1d3-c6543796e7a7 req-6ff8bad1-1376-400d-85cf-cd7188255737 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.72 "DELETE /v2.0/ports/3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 HTTP/1.1" status: 204 len: 173 time: 1.1839261 Nov 23 17:54:34.991030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-e4b64de4-0fcb-4048-91f3-fe73a3b779cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6 HTTP/1.1" status: 200 len: 999 time: 0.1987622 Nov 23 17:54:34.996928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3727195-ef07-4995-b703-119f35032e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.015865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-3cfa871e-d44f-4969-8f31-c60cacc2ea7a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:35.017372 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-3cfa871e-d44f-4969-8f31-c60cacc2ea7a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.72 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.4222131 Nov 23 17:54:35.046059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3727195-ef07-4995-b703-119f35032e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f51d189-b572-4113-8cc2-39f96b98bfc0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:35.065775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Request body: {'port': {'device_id': 'be6ec1c6-be0e-4bb3-8910-6524a89f1ba5', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'admin_state_up': True, 'tenant_id': 'b1ada1e9e0064544a0b221835dcf73b6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:35.077899 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3727195-ef07-4995-b703-119f35032e96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.082746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e3727195-ef07-4995-b703-119f35032e96 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0f51d189-b572-4113-8cc2-39f96b98bfc0 HTTP/1.1" status: 204 len: 168 time: 1.4350238 Nov 23 17:54:35.090139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43780) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:35.090577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899422fa-4568-472f-aa1d-1a47c262290c None None] Network 32597d5e-f9e5-4d98-b6b2-095001a4c536 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:35.149852 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:35.165793 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-23bf0776-fdf5-4120-b71e-01bab9c5d712 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090348 Nov 23 17:54:35.246661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-5ea4eb27-7b58-4e07-9457-fcdbdf6a504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:35.262236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-5ea4eb27-7b58-4e07-9457-fcdbdf6a504e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=291e8618-8a09-4d5c-b07b-1d9965435064 HTTP/1.1" status: 200 len: 850 time: 0.2585206 Nov 23 17:54:35.386859 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.451018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b012a56-f59f-4ff9-9932-755714debfa3 req-68d58bfa-bc67-412e-b096-7f3dd6ae6510 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0579185 Nov 23 17:54:35.470088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-61094a91-c224-4f2c-a393-fd4d4cc5368d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:35.472325 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-61094a91-c224-4f2c-a393-fd4d4cc5368d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821171 Nov 23 17:54:35.488969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d7431a98-21f5-44d9-8cc9-6e42270886eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:35.489927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Request body: {'port': {'device_id': 'b6197104-604d-4c48-b11e-5007047324de', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '1b4bd2b443a94c1cbdfca269389e1fec'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:35.491559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-d7431a98-21f5-44d9-8cc9-6e42270886eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211556 Nov 23 17:54:35.502347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Made reservation on behalf of b1ada1e9e0064544a0b221835dcf73b6 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:35.510180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.551317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] DHCP port deletion for 32597d5e-f9e5-4d98-b6b2-095001a4c536 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:35.653204 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '3f84b34d-2789-42b7-a651-ac59936dedab', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'floating_ip_address': '172.25.0.148', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '334bb427-6a88-4796-9411-621107409603', 'port_id': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'mac_address': 'fa:16:3e:1b:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:17Z', 'updated_at': '2021-11-23T17:54:31Z', 'revision_number': 1, 'project_id': 'db630954b957416f90c9df90d201772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 5, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:35.680919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] Deleting port 71f3dd14-1644-489c-8fd9-014b656fc0db {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:35.682205 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.734144 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ce8a0-4d35-476c-b491-7bc0a0929a6c None None] The sync data for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 is: [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '3f84b34d-2789-42b7-a651-ac59936dedab', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'floating_ip_address': '172.25.0.148', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '334bb427-6a88-4796-9411-621107409603', 'port_id': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'mac_address': 'fa:16:3e:1b:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1e54f-6066-4403-803d-cf915de05968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:17Z', 'updated_at': '2021-11-23T17:54:31Z', 'revision_number': 1, 'project_id': 'db630954b957416f90c9df90d201772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 5, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:35.743479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43794) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:35.745401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-1d569864-cb7b-465d-8e36-08ce9a7c82e1 service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235489 Nov 23 17:54:35.858876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] For port 71f3dd14-1644-489c-8fd9-014b656fc0db, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=71f3dd14-1644-489c-8fd9-014b656fc0db,segment=NetworkSegment(5d63d5b7-0cee-4116-9c86-10747e00745f),segment_id=5d63d5b7-0cee-4116-9c86-10747e00745f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:35.859290 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.885153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Deleting port 71f3dd14-1644-489c-8fd9-014b656fc0db {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:35.885499 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.891309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] Calling delete_port for 71f3dd14-1644-489c-8fd9-014b656fc0db owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:35.904963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'name': 'network-vif-deleted', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:35.907822 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9586828-3739-4d6b-a2a1-35da5cf8520f" -d '{"events": [{"server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "name": "network-vif-deleted", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:35.916268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Made reservation on behalf of 1b4bd2b443a94c1cbdfca269389e1fec for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:35.920441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.991285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] For port 71f3dd14-1644-489c-8fd9-014b656fc0db, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=71f3dd14-1644-489c-8fd9-014b656fc0db,segment=NetworkSegment(5d63d5b7-0cee-4116-9c86-10747e00745f),segment_id=5d63d5b7-0cee-4116-9c86-10747e00745f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:35.992152 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.071952 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.105966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Calling delete_port for 71f3dd14-1644-489c-8fd9-014b656fc0db owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:36.108635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Allocated IP 172.20.0.10 (406a88b0-a533-4e47-8afb-2956bd0b9a6b/b2072801-907d-4624-8233-c3d0551c1ca8/dd7de364-4ab1-47fd-9622-aafd63b1a56d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:36.118425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ab97cd3-4844-4571-82d6-45130f12ecf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.121936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] No DVR routers for this DVR port 71f3dd14-1644-489c-8fd9-014b656fc0db on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:36.133623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52ffe706-6ed6-4df6-90b9-6f0628b2558d req-3f0a3932-ef38-4211-9cdd-8256d61126be tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 210 time: 0.1351297 Nov 23 17:54:36.137863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff4c6c-4121-4cf9-90e8-a665a38ec119 None None] Pushing event deleted for resources: {'Port': ['ID=71f3dd14-1644-489c-8fd9-014b656fc0db,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:36.166390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc8920-e100-4d59-8eaf-7b418cee1b63 None None] New status for floating IP 3f84b34d-2789-42b7-a651-ac59936dedab: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:54:36.202724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77bef8-57dd-4995-bf94-40f0c466c6d7 req-273d2b01-b8c3-4ac9-b8d8-494b5fb93387 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:36.212670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f77bef8-57dd-4995-bf94-40f0c466c6d7 req-273d2b01-b8c3-4ac9-b8d8-494b5fb93387 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.4258745 Nov 23 17:54:36.244871 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcf2040-8fc8-4c29-afb4-c97af42ced91 x-openstack-request-id: req-4dcf2040-8fc8-4c29-afb4-c97af42ced91 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:36.245100 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b1087-d09d-450f-b899-ff33708994fe", "name": "network-vif-deleted", "tag": "3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:36.245398 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4dcf2040-8fc8-4c29-afb4-c97af42ced91 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:36.245814 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7b1087-d09d-450f-b899-ff33708994fe', 'name': 'network-vif-deleted', 'tag': '3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1', 'status': 'completed', 'code': 200} Nov 23 17:54:36.358586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ab97cd3-4844-4571-82d6-45130f12ecf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.361845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbdb58cd-40ae-4519-9020-6baca988c442 req-60b8b649-d8ce-44de-a640-668d8e40690e service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955658 Nov 23 17:54:36.380152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Allocated IP 192.168.233.45 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/0235be71-6878-4afa-9cc3-b5fb3dbea0b3) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:36.419804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f77bef8-57dd-4995-bf94-40f0c466c6d7 req-08ff156f-d511-4c3d-87a7-11ab7e7d5524 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061651 Nov 23 17:54:36.463694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.525923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Pushing event deleted for resources: {'Port': ['ID=71f3dd14-1644-489c-8fd9-014b656fc0db,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:36.545155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] No DVR routers for this DVR port 71f3dd14-1644-489c-8fd9-014b656fc0db on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:36.581010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ab97cd3-4844-4571-82d6-45130f12ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.650811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 71f3dd14-1644-489c-8fd9-014b656fc0db no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:36.652937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.693520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 71f3dd14-1644-489c-8fd9-014b656fc0db {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:36.694309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 71f3dd14-1644-489c-8fd9-014b656fc0db not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:36.720425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b8af617-2358-4581-990b-87bdd7c17462 req-bcdc68c2-1d2e-4939-8a7d-4a0ebb1a2eb1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 210 time: 0.1255541 Nov 23 17:54:36.750551 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1ab97cd3-4844-4571-82d6-45130f12ecf4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19a376f4821540caaaf178d91e46a397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9151766 Nov 23 17:54:36.751464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab97cd3-4844-4571-82d6-45130f12ecf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0766913-015c-4325-b750-f44536b24f7f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:36.760671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43814) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:36.836116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.844312 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.846641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.862954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03', 'eb3a7aa2-57a5-459a-a5ee-080945191b75', '9d5aa61e-5bff-4f36-b450-1eb3de46379f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:36.897006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abc7749f-fd91-4aca-a5c8-7b4b9c9c067e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.911640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32597d5e-f9e5-4d98-b6b2-095001a4c536']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:36.914145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:36.921444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:36.929463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:36.932277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d63d5b7-0cee-4116-9c86-10747e00745f') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:36.933340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d63d5b7-0cee-4116-9c86-10747e00745f') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:36.933628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:36.962223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.970903 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.983069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abc7749f-fd91-4aca-a5c8-7b4b9c9c067e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.002644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db3a1-8137-4bb3-8a9f-0dab7619c94e req-66709187-003a-4c30-a40c-05c43821064a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:37.013565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6db3a1-8137-4bb3-8a9f-0dab7619c94e req-66709187-003a-4c30-a40c-05c43821064a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 945 time: 0.2158751 Nov 23 17:54:37.048031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.070581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:37.071546 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:37.077129 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:37.122583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:37.141247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:37.149909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.153796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:37.157916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:37.264064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event updated for resources: {'Port': ['ID=dd7de364-4ab1-47fd-9622-aafd63b1a56d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:37.285316 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-2222f4e2-d594-4538-b0dc-5fe05a8a8097 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8001132 Nov 23 17:54:37.302336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Request body: {'port': {'device_id': 'b6197104-604d-4c48-b11e-5007047324de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:37.333813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:37.334847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.336375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abc7749f-fd91-4aca-a5c8-7b4b9c9c067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.339992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abc7749f-fd91-4aca-a5c8-7b4b9c9c067e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.342029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-abc7749f-fd91-4aca-a5c8-7b4b9c9c067e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a0766913-015c-4325-b750-f44536b24f7f HTTP/1.1" status: 204 len: 168 time: 0.5802510 Nov 23 17:54:37.363655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7749f-fd91-4aca-a5c8-7b4b9c9c067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0766913-015c-4325-b750-f44536b24f7f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:37.383684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6db3a1-8137-4bb3-8a9f-0dab7619c94e req-391dffdc-b436-429f-a95e-efbe4d4042b7 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665845 Nov 23 17:54:37.389947 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.404692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bee416-5642-4124-9c4a-9966439e8eca req-ae136e74-a952-4b27-9031-9a8a800029a2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:37.406616 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-18bee416-5642-4124-9c4a-9966439e8eca req-ae136e74-a952-4b27-9031-9a8a800029a2 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.72 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 945 time: 0.1752121 Nov 23 17:54:37.406927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd40d69-62e3-4bde-aea5-476f333ca175 req-b601484b-9feb-434a-9d02-208c5f8e08ce tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:37.408498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afd40d69-62e3-4bde-aea5-476f333ca175 req-b601484b-9feb-434a-9d02-208c5f8e08ce tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 935 time: 0.1433961 Nov 23 17:54:37.425393 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.429947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] 10.222.0.74 "DELETE /v2.0/networks/32597d5e-f9e5-4d98-b6b2-095001a4c536 HTTP/1.1" status: 204 len: 168 time: 2.3366928 Nov 23 17:54:37.470570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-dc3266d8-fe51-4ced-9780-ad66faa86107 None None] Provisioning complete for port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:37.472240 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dc3266d8-fe51-4ced-9780-ad66faa86107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.484888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96ddc5-ad63-4860-9b8d-4dcf2973075a admin admin] Pushing event deleted for resources: {'Network': ['ID=32597d5e-f9e5-4d98-b6b2-095001a4c536,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:37.502541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.529557 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ade15834-29c8-48a8-894d-6eb69d021eb7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4761252 Nov 23 17:54:37.555422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afd40d69-62e3-4bde-aea5-476f333ca175 req-0739e490-1037-4707-8167-4333e055e393 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241591 Nov 23 17:54:37.600482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-dc3266d8-fe51-4ced-9780-ad66faa86107 None None] Port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:37.633413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Request body: {'port': {'device_id': 'be6ec1c6-be0e-4bb3-8910-6524a89f1ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:37.665325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffb0b9-dae4-448e-a57e-7d6eea56b74b req-594348b5-1465-480c-86b0-d91dc07d5778 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:37.673964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11ffb0b9-dae4-448e-a57e-7d6eea56b74b req-594348b5-1465-480c-86b0-d91dc07d5778 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1346245 Nov 23 17:54:37.751521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:37.758462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:37.808648 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e78f745e-6668-4483-8ccd-b1433f03f76b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f751f8a4751d453294cf95f400cfb462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501440 Nov 23 17:54:37.812842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11ffb0b9-dae4-448e-a57e-7d6eea56b74b req-774e21ab-fef1-4337-914e-7341124cde32 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290700 Nov 23 17:54:37.816452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43834) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:37.894668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.896184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:37.906273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Deleting port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:37.906946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.948629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3115fedc-b435-4cd7-9c74-c23f5c9a85d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.950137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:37.950551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 3a7f8619-7662-4fc3-89fb-20b2ddbc0cb1 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:37.993442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857816e-3ed1-4201-b034-9f6de5b588cf req-9a349718-9493-4688-8541-e9f70f1b5583 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:37.995211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e857816e-3ed1-4201-b034-9f6de5b588cf req-9a349718-9493-4688-8541-e9f70f1b5583 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 932 time: 0.1362641 Nov 23 17:54:37.997180 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3115fedc-b435-4cd7-9c74-c23f5c9a85d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.078663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43836) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:38.084202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e857816e-3ed1-4201-b034-9f6de5b588cf req-4f91356b-3555-461f-9074-2a204e0089fb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802574 Nov 23 17:54:38.122099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3115fedc-b435-4cd7-9c74-c23f5c9a85d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.125546 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3115fedc-b435-4cd7-9c74-c23f5c9a85d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.130569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3115fedc-b435-4cd7-9c74-c23f5c9a85d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a18ac859-eaaa-4ca9-aa0e-675aef7a9cd2 HTTP/1.1" status: 204 len: 168 time: 0.3124166 Nov 23 17:54:38.144195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115fedc-b435-4cd7-9c74-c23f5c9a85d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18ac859-eaaa-4ca9-aa0e-675aef7a9cd2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:38.149060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-44a64a52-20f2-4fef-b727-27b16e142e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.189660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] For port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:38.190034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.271380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Calling delete_port for 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:38.447246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:38.471204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.515052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325089d9-9d12-4d5c-8d91-24748a488e9c req-27d970ad-e909-4345-9a57-15ab52f0c846 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:38.517131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-325089d9-9d12-4d5c-8d91-24748a488e9c req-27d970ad-e909-4345-9a57-15ab52f0c846 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 945 time: 0.0639286 Nov 23 17:54:38.535773 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Transition to ACTIVE for port object 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:54:38.558974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.598343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-325089d9-9d12-4d5c-8d91-24748a488e9c req-c16b2861-716e-472d-904c-9246086dbdf1 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690439 Nov 23 17:54:38.652204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-44a64a52-20f2-4fef-b727-27b16e142e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.682400 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-44a64a52-20f2-4fef-b727-27b16e142e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.728686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:38.806653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44f941-0fc2-47e6-8045-be80f5636cbb req-b4eb7070-22b6-4c5a-ab47-390d508cc1c8 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:38.812238 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-44a64a52-20f2-4fef-b727-27b16e142e4e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1a7491d28c234371ba62262b4e39b42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7324872 Nov 23 17:54:38.816480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43858) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:38.827126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f44f941-0fc2-47e6-8045-be80f5636cbb req-b4eb7070-22b6-4c5a-ab47-390d508cc1c8 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.1428857 Nov 23 17:54:38.862328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64a52-20f2-4fef-b727-27b16e142e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2777c2c6-a3ef-4c25-a0f1-1cabd356f41d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:38.873272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.898507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7de364-4ab1-47fd-9622-aafd63b1a56d {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:38.915728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.948524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f44f941-0fc2-47e6-8045-be80f5636cbb req-760a166f-0333-446c-affe-5e2930922001 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191001 Nov 23 17:54:38.985203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Pushing event deleted for resources: {'Port': ['ID=1e83eaa4-b59e-4cbb-bbcb-a3750b457b07,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:39.006464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Transition to ACTIVE for port object dd7de364-4ab1-47fd-9622-aafd63b1a56d will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:54:39.030099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:39.030563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:39.030922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:39.033015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.072287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] No DVR routers for this DVR port 1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:39.089287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465ab17-d8d9-4eea-b77c-89190ac84195 req-e84776df-6cc0-4ddd-a2b0-1fa773a7c8bd tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:39.098885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:54:39.099260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:39.101167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1465ab17-d8d9-4eea-b77c-89190ac84195 req-e84776df-6cc0-4ddd-a2b0-1fa773a7c8bd tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1034606 Nov 23 17:54:39.104592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.108017 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-18bee416-5642-4124-9c4a-9966439e8eca req-7cb8a10e-f862-4dce-80ac-4264f0fdf819 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.72 "DELETE /v2.0/ports/1e83eaa4-b59e-4cbb-bbcb-a3750b457b07 HTTP/1.1" status: 204 len: 173 time: 1.6074796 Nov 23 17:54:39.111413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'name': 'network-vif-deleted', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:39.113317 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7183cbb-8b64-4c9e-83ef-74c12c10973a" -d '{"events": [{"server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "name": "network-vif-deleted", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:39.125352 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b502f420-8d3f-4ac7-9c22-274f6633a212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.130261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:39.130621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:39.131030 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:39.131517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Bound port: 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:39.132712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.180869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7de364-4ab1-47fd-9622-aafd63b1a56d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:39.245660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b502f420-8d3f-4ac7-9c22-274f6633a212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.249425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1465ab17-d8d9-4eea-b77c-89190ac84195 req-0d99d722-31e0-48cd-bc7b-66d8118a6bec tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470373 Nov 23 17:54:39.357958 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9321142f-5f87-4f14-9c29-e9063a887007 x-openstack-request-id: req-9321142f-5f87-4f14-9c29-e9063a887007 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:39.358260 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40661e31-d5ec-43db-84cf-e6dd24d24bab", "name": "network-vif-deleted", "tag": "1e83eaa4-b59e-4cbb-bbcb-a3750b457b07", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:39.358606 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9321142f-5f87-4f14-9c29-e9063a887007 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:39.359109 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40661e31-d5ec-43db-84cf-e6dd24d24bab', 'name': 'network-vif-deleted', 'tag': '1e83eaa4-b59e-4cbb-bbcb-a3750b457b07', 'status': 'completed', 'code': 200} Nov 23 17:54:39.381520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7c5a-cb4f-4765-be90-3e7ab3e57f4b req-4ab7f829-e0c1-4034-9f97-d19825115493 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:39.384430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc2a7c5a-cb4f-4765-be90-3e7ab3e57f4b req-4ab7f829-e0c1-4034-9f97-d19825115493 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 944 time: 0.1216984 Nov 23 17:54:39.419440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:39.425535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Attempting to bind port dd7de364-4ab1-47fd-9622-aafd63b1a56d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:39.426217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Attempting to bind port dd7de364-4ab1-47fd-9622-aafd63b1a56d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:39.426509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Attempting to bind port dd7de364-4ab1-47fd-9622-aafd63b1a56d on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:39.437544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b502f420-8d3f-4ac7-9c22-274f6633a212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.441053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b502f420-8d3f-4ac7-9c22-274f6633a212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.442394 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b502f420-8d3f-4ac7-9c22-274f6633a212 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2777c2c6-a3ef-4c25-a0f1-1cabd356f41d HTTP/1.1" status: 204 len: 168 time: 0.6009777 Nov 23 17:54:39.445630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:39.449244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Port dd7de364-4ab1-47fd-9622-aafd63b1a56d on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:54:39.449911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Attempting to bind port dd7de364-4ab1-47fd-9622-aafd63b1a56d on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:39.461418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.466677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502f420-8d3f-4ac7-9c22-274f6633a212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2777c2c6-a3ef-4c25-a0f1-1cabd356f41d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:39.475114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:39.475746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Checking segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:39.476360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Bound using segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:39.476983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Bound port: dd7de364-4ab1-47fd-9622-aafd63b1a56d, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:39.477523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.528910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:39.529738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.531500 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] 10.222.0.72 "PUT /v2.0/ports/0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 1095 time: 2.2350996 Nov 23 17:54:39.553233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc2a7c5a-cb4f-4765-be90-3e7ab3e57f4b req-3d46ea67-6339-4649-b757-d92fe692507d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569860 Nov 23 17:54:39.652996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8e058-95dc-4342-b340-36b58c50273c service neutron] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:39.766164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] For port dd7de364-4ab1-47fd-9622-aafd63b1a56d, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:39.770729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] For port dd7de364-4ab1-47fd-9622-aafd63b1a56d, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dd7de364-4ab1-47fd-9622-aafd63b1a56d,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:39.774613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-0c540560-ae71-4771-a3b9-28e020fb6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:39.776290 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-0c540560-ae71-4771-a3b9-28e020fb6d11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1098 time: 0.1765473 Nov 23 17:54:39.781279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.812614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e52fa6c-3457-42ff-83b2-69e9351f023f req-c77e69f6-9c98-4244-b58e-2e8117d82e35 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=40661e31-d5ec-43db-84cf-e6dd24d24bab HTTP/1.1" status: 200 len: 210 time: 0.0632191 Nov 23 17:54:40.193606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda99c8-ac4f-4cf3-84ab-ffd01eea3ad0 req-bf6fa972-59d4-4b86-bce7-b676fe48b08c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:40.205318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fda99c8-ac4f-4cf3-84ab-ffd01eea3ad0 req-bf6fa972-59d4-4b86-bce7-b676fe48b08c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.1146510 Nov 23 17:54:40.311895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fda99c8-ac4f-4cf3-84ab-ffd01eea3ad0 req-2d7b43ad-23c6-4f8a-b488-566757b0f676 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055202 Nov 23 17:54:40.472867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43940) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:40.481691 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-b0c9beb6-7215-47af-9c88-a089875c186d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.6948335 Nov 23 17:54:40.497218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:40.498196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.500015 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/dd7de364-4ab1-47fd-9622-aafd63b1a56d HTTP/1.1" status: 200 len: 1092 time: 2.9407129 Nov 23 17:54:40.562224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-98665fe1-bb0e-4bac-aefa-2f146e739c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:40.564009 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-98665fe1-bb0e-4bac-aefa-2f146e739c2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0691295 Nov 23 17:54:40.638553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9f3dd-bca0-4a87-a9f6-6a1c16ee87c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7de364-4ab1-47fd-9622-aafd63b1a56d,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:40.690990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59eb0072-d8d3-427b-8c5a-68c1a58e29e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.717659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-5a65ad7d-f5ab-41f4-bc95-7b2a48bc8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:40.719904 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-5a65ad7d-f5ab-41f4-bc95-7b2a48bc8305 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1529207 Nov 23 17:54:40.743038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-7029ae55-ad5e-40fb-ba00-134dd0bdccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:40.744593 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-7029ae55-ad5e-40fb-ba00-134dd0bdccdc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580653 Nov 23 17:54:40.804177 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-acb473b8-1aee-4060-b8ed-c1ae81544678 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7de364-4ab1-47fd-9622-aafd63b1a56d HTTP/1.1" status: 200 len: 217 time: 0.0715191 Nov 23 17:54:40.943606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-dfc7945e-cf03-40af-969d-63289f142b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:40.945478 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-dfc7945e-cf03-40af-969d-63289f142b1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.1345758 Nov 23 17:54:40.963583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589f2c7-2222-4678-b99c-996f546de75f req-b37dd4b6-f50a-41e0-b718-df515384d1ee tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:40.968047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6589f2c7-2222-4678-b99c-996f546de75f req-b37dd4b6-f50a-41e0-b718-df515384d1ee tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.5954344 Nov 23 17:54:40.996779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59eb0072-d8d3-427b-8c5a-68c1a58e29e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.999722 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-3ac0b1dd-863c-412d-aa65-b71b7b50e142 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448291 Nov 23 17:54:41.007403 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59eb0072-d8d3-427b-8c5a-68c1a58e29e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.013242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544309-4bef-46af-ae3b-58ee71177e6b req-96001669-74d2-4f32-a88c-305c9430d7b1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:41.015387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3544309-4bef-46af-ae3b-58ee71177e6b req-96001669-74d2-4f32-a88c-305c9430d7b1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 944 time: 0.1052723 Nov 23 17:54:41.041115 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-6640c7c3-caf2-481c-836f-7d432f59ec5e service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508862 Nov 23 17:54:41.074329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6589f2c7-2222-4678-b99c-996f546de75f req-15222861-1be4-437f-afe5-5b28f184fb42 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954001 Nov 23 17:54:41.109295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3544309-4bef-46af-ae3b-58ee71177e6b req-ec9f08ce-6b3f-4096-8e4a-d8379e926f4f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867610 Nov 23 17:54:41.113366 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-59eb0072-d8d3-427b-8c5a-68c1a58e29e2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3cd4a270b86045eeb3a3ca87d413fe5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345317 Nov 23 17:54:41.113549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43962) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:41.155912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb0072-d8d3-427b-8c5a-68c1a58e29e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec6b77e-1377-4483-8841-3f534ecaeadc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:41.206444 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-93adaa3d-beb8-4b01-b3f9-ddb7fdb8a912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.226844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-ea05b356-71c3-43b4-9e3c-77294b788b3d service neutron] 10.222.0.72 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164519 Nov 23 17:54:41.234546 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4030cadd-ef9d-4d9a-8216-d37aae8abb10 req-09232e85-982f-43bc-bd25-17e0ede758c9 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790800 Nov 23 17:54:41.249934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c81f1f9a-20de-4efe-bbb9-b83729a5773b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.290444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c81f1f9a-20de-4efe-bbb9-b83729a5773b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.343963 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7ec7b5a0-caa3-449d-b2fe-01f1893f109b req-772300f0-dc35-43af-87cf-3fa492a5b5f7 service neutron] 10.222.0.72 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042199 Nov 23 17:54:41.361046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}, {'name': 'network-changed', 'server_uuid': 'be6ec1c6-be0e-4bb3-8910-6524a89f1ba5', 'tag': 'dd7de364-4ab1-47fd-9622-aafd63b1a56d'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:41.364421 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf435e0-841d-4916-8fd4-abdba5864d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}, {"name": "network-changed", "server_uuid": "be6ec1c6-be0e-4bb3-8910-6524a89f1ba5", "tag": "dd7de364-4ab1-47fd-9622-aafd63b1a56d"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:41.378531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c81f1f9a-20de-4efe-bbb9-b83729a5773b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.382405 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c81f1f9a-20de-4efe-bbb9-b83729a5773b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.386815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c81f1f9a-20de-4efe-bbb9-b83729a5773b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cec6b77e-1377-4483-8841-3f534ecaeadc HTTP/1.1" status: 204 len: 168 time: 0.2742112 Nov 23 17:54:41.395561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f1f9a-20de-4efe-bbb9-b83729a5773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec6b77e-1377-4483-8841-3f534ecaeadc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:41.481495 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1847da6-1c70-485f-9208-5c10781a70af x-openstack-request-id: req-c1847da6-1c70-485f-9208-5c10781a70af {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:41.482007 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be6ec1c6-be0e-4bb3-8910-6524a89f1ba5", "tag": "dd7de364-4ab1-47fd-9622-aafd63b1a56d", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:41.482131 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c1847da6-1c70-485f-9208-5c10781a70af {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:41.482470 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'status': 'completed', 'code': 200} Nov 23 17:54:41.482866 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6ec1c6-be0e-4bb3-8910-6524a89f1ba5', 'tag': 'dd7de364-4ab1-47fd-9622-aafd63b1a56d', 'status': 'completed', 'code': 200} Nov 23 17:54:41.509828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8642f-1e0b-4157-b39c-f93ca687f9c6 req-a26dd077-73f1-42c1-8653-818a131ef888 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:41.511654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa8642f-1e0b-4157-b39c-f93ca687f9c6 req-a26dd077-73f1-42c1-8653-818a131ef888 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.0879481 Nov 23 17:54:41.579428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-73a3f9ca-5f9d-471a-a4d6-92ab5194e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:41.581732 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-73a3f9ca-5f9d-471a-a4d6-92ab5194e6fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1098 time: 0.0743103 Nov 23 17:54:41.607035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa8642f-1e0b-4157-b39c-f93ca687f9c6 req-941d086a-9f9b-4d20-b2b0-87d590c617fa tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869405 Nov 23 17:54:41.629955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f1fc1-40d1-4696-9e5c-2ae9fc5c1e53 req-c34d94b9-b1b6-48e5-a97a-cebca3cf1330 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:41.632316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d1f1fc1-40d1-4696-9e5c-2ae9fc5c1e53 req-c34d94b9-b1b6-48e5-a97a-cebca3cf1330 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 944 time: 0.0795143 Nov 23 17:54:41.695436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d1f1fc1-40d1-4696-9e5c-2ae9fc5c1e53 req-f365114e-457d-4a3c-9ac8-eb22ec8e520b tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd49343e-39ea-4326-933a-0e766b783c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Nov 23 17:54:41.722610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-cbfac185-eafa-4164-b1cb-93182a7f7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:41.724163 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-cbfac185-eafa-4164-b1cb-93182a7f7e62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1273239 Nov 23 17:54:41.771064 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-89758bda-96cc-4168-a883-9a9d3b2db890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0369546 Nov 23 17:54:41.828822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-aff5c797-0e76-4194-bf84-1c5203b0efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:41.830315 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-aff5c797-0e76-4194-bf84-1c5203b0efb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0469823 Nov 23 17:54:41.892995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-cdf45ab9-0674-4740-bcb0-6b8fc165c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:41.894727 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-cdf45ab9-0674-4740-bcb0-6b8fc165c40d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508714 Nov 23 17:54:42.029000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-2eb09e5c-6bf7-477f-aa29-3a97a1337445 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:42.030870 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-2eb09e5c-6bf7-477f-aa29-3a97a1337445 tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 944 time: 0.0689273 Nov 23 17:54:42.033336 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-d969a673-5971-4425-a014-93c3551a51fa service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296594 Nov 23 17:54:42.218525 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-5f37f9b9-0269-468c-88e1-df652a20dddf service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667490 Nov 23 17:54:42.226161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Deleting port 783437cf-60c4-4c30-b02f-f834b9925f10 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:42.246713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.293080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e94629-fd6c-4b34-9438-3dfc7ab97029 req-6356553e-5739-44ec-bf48-e339ef346c90 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:42.294640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48e94629-fd6c-4b34-9438-3dfc7ab97029 req-6356553e-5739-44ec-bf48-e339ef346c90 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1173489 Nov 23 17:54:42.299862 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44020) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:42.312662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb862495-f96b-4066-8a17-1922d7878576 req-1cf1cd04-4ef3-46a2-8711-dead818787a7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:42.315983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb862495-f96b-4066-8a17-1922d7878576 req-1cf1cd04-4ef3-46a2-8711-dead818787a7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 944 time: 0.0934110 Nov 23 17:54:42.372184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] For port 783437cf-60c4-4c30-b02f-f834b9925f10, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=783437cf-60c4-4c30-b02f-f834b9925f10,segment=NetworkSegment(f7856a3b-7b51-4a5f-b829-2624a82f6a61),segment_id=f7856a3b-7b51-4a5f-b829-2624a82f6a61)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:42.372580 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.387410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-cd1bbf01-047e-47b1-8a68-67890743bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:42.388815 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-cd1bbf01-047e-47b1-8a68-67890743bcd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0849538 Nov 23 17:54:42.393025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Calling delete_port for 783437cf-60c4-4c30-b02f-f834b9925f10 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:42.399472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48e94629-fd6c-4b34-9438-3dfc7ab97029 req-3bcd7ea8-4deb-4f40-ac66-34553c12ffcc tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780730 Nov 23 17:54:42.454210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb862495-f96b-4066-8a17-1922d7878576 req-d0b62f4b-b87a-495a-a668-cf0d9ebf35fb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251204 Nov 23 17:54:42.526174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-0580d16e-4cbb-41be-96ca-1be1596150ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:42.527702 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-0580d16e-4cbb-41be-96ca-1be1596150ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 913 time: 0.1252637 Nov 23 17:54:42.592405 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aa4913a3-ae89-4e84-b99f-fb1c994012cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.607360 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-bb2cc459-33a7-4d07-9960-95a771edd0fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7de364-4ab1-47fd-9622-aafd63b1a56d HTTP/1.1" status: 200 len: 217 time: 0.0627360 Nov 23 17:54:42.692677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-db53f142-b0b5-4794-8294-2622fba79e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:42.694720 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-db53f142-b0b5-4794-8294-2622fba79e7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.0856602 Nov 23 17:54:42.704224 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aa4913a3-ae89-4e84-b99f-fb1c994012cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.715672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aa4913a3-ae89-4e84-b99f-fb1c994012cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.737394 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-d16eda8a-acaf-4a5d-959e-ff1134ee2c29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357101 Nov 23 17:54:42.783690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.807620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aa4913a3-ae89-4e84-b99f-fb1c994012cd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=467786d05ca14b9bba58206e1da6769d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5065875 Nov 23 17:54:42.821548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44040) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:42.828917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4913a3-ae89-4e84-b99f-fb1c994012cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e7572f-3c6e-4461-94c4-ac6c4727f4d1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:42.834496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96ef130e-e36d-4ed6-809d-855fbe3dd80c req-7fcf4616-4bdd-4506-a99d-f1401710cdba tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d6c2399-29df-44c8-88dc-7ed8e202d61c HTTP/1.1" status: 200 len: 210 time: 0.0501347 Nov 23 17:54:42.848964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012445-f4fd-4f79-bdc3-b108c9725909 req-c811540e-c1bf-4440-b2f5-1be136cb3b7a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:42.860925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e012445-f4fd-4f79-bdc3-b108c9725909 req-c811540e-c1bf-4440-b2f5-1be136cb3b7a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.1555798 Nov 23 17:54:42.861117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Pushing event deleted for resources: {'Port': ['ID=783437cf-60c4-4c30-b02f-f834b9925f10,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:42.909475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.909847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.910197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.910541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.910909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.911898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.912185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.912537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.912922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.913562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e012445-f4fd-4f79-bdc3-b108c9725909 req-3d06ec93-fd64-4340-86ce-ff5cdff3626e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544264 Nov 23 17:54:42.913746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.914080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.914413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:42.927719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44044) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:42.955619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] No DVR routers for this DVR port 783437cf-60c4-4c30-b02f-f834b9925f10 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:42.962947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.966241 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e27ab39-49dc-4c68-a495-4ff42243fcc8 req-ae89bf00-b6c5-47c4-b561-77e91a8d995a tempest-LiveAutoBlockMigrationV225Test-700457655 tempest-LiveAutoBlockMigrationV225Test-700457655-project] 10.222.0.72 "DELETE /v2.0/ports/783437cf-60c4-4c30-b02f-f834b9925f10 HTTP/1.1" status: 204 len: 173 time: 0.9217377 Nov 23 17:54:42.990046 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-b6a47010-bb80-4061-b34d-9e43a38b2bc4 service neutron] 10.222.0.72 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451804 Nov 23 17:54:43.019754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153fd653-eb32-4e6a-8432-44362b165e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.089065 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153fd653-eb32-4e6a-8432-44362b165e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.110050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a92c496-40cd-43ff-8250-2e692bfa8e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.158425 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8bf435e0-841d-4916-8fd4-abdba5864d6e req-05318846-0e73-4169-86bf-686802bd2b94 service neutron] 10.222.0.72 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610944 Nov 23 17:54:43.196303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153fd653-eb32-4e6a-8432-44362b165e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.198781 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153fd653-eb32-4e6a-8432-44362b165e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.199910 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-153fd653-eb32-4e6a-8432-44362b165e43 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/06e7572f-3c6e-4461-94c4-ac6c4727f4d1 HTTP/1.1" status: 204 len: 168 time: 0.3370690 Nov 23 17:54:43.214999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fd653-eb32-4e6a-8432-44362b165e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e7572f-3c6e-4461-94c4-ac6c4727f4d1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.244851 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a92c496-40cd-43ff-8250-2e692bfa8e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.252107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a92c496-40cd-43ff-8250-2e692bfa8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.269992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-78f7a910-e7d8-496d-8205-b7092344eb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.309209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92c496-40cd-43ff-8250-2e692bfa8e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80d9088-6ebb-46fa-a10b-004b68714ba8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.313943 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1a92c496-40cd-43ff-8250-2e692bfa8e8f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=389e335400bc4f40bfe2648ad9116c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852217 Nov 23 17:54:43.319242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44052) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:43.371523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef116-a70d-4ae6-997e-769e9ffacafd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.396901 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef116-a70d-4ae6-997e-769e9ffacafd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.465080 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef116-a70d-4ae6-997e-769e9ffacafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.471774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef116-a70d-4ae6-997e-769e9ffacafd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.473585 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2a1ef116-a70d-4ae6-997e-769e9ffacafd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c80d9088-6ebb-46fa-a10b-004b68714ba8 HTTP/1.1" status: 204 len: 168 time: 0.1533518 Nov 23 17:54:43.487295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'name': 'network-vif-deleted', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:43.490804 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bb7609-ec39-41cd-a739-4e9cf1d8519f" -d '{"events": [{"server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "name": "network-vif-deleted", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:43.495909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ef116-a70d-4ae6-997e-769e9ffacafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80d9088-6ebb-46fa-a10b-004b68714ba8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.556666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44064) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:43.557573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ea606-a582-464f-99f5-e98685863333 req-fcaee6cf-5389-4fe3-9a5d-774fcb603abd tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:43.560552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b2ea606-a582-464f-99f5-e98685863333 req-fcaee6cf-5389-4fe3-9a5d-774fcb603abd tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.0825229 Nov 23 17:54:43.579041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6fc9-4955-4358-bf57-fc74d6831add admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.649793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b2ea606-a582-464f-99f5-e98685863333 req-3fcac2b8-5aca-43be-882f-e66393cbe050 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809445 Nov 23 17:54:43.657472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc76c92-6541-4ac7-83a7-1f64dfe9aad4 req-4c79c571-7735-4e6a-89e6-538b633f305f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:43.658996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bc76c92-6541-4ac7-83a7-1f64dfe9aad4 req-4c79c571-7735-4e6a-89e6-538b633f305f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 944 time: 0.0756431 Nov 23 17:54:43.712459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6fc9-4955-4358-bf57-fc74d6831add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.719379 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6fc9-4955-4358-bf57-fc74d6831add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.751333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dd7de364-4ab1-47fd-9622-aafd63b1a56d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:43.751604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f6fc9-4955-4358-bf57-fc74d6831add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997be83-535a-4282-99b2-534e2e9c0550,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.765404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bc76c92-6541-4ac7-83a7-1f64dfe9aad4 req-4b2437ac-369b-46de-ba81-5e85dff4ba84 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914254 Nov 23 17:54:43.774754 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8f0f6fc9-4955-4358-bf57-fc74d6831add admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=847fc3d6dbac433fa3b5406c15f52c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148714 Nov 23 17:54:43.777248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44070) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:43.813768 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16043ed-5898-4457-b9fa-e73c87511d50 x-openstack-request-id: req-e16043ed-5898-4457-b9fa-e73c87511d50 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:43.814071 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6c2399-29df-44c8-88dc-7ed8e202d61c", "name": "network-vif-deleted", "tag": "783437cf-60c4-4c30-b02f-f834b9925f10", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:43.814360 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e16043ed-5898-4457-b9fa-e73c87511d50 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:43.814791 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6c2399-29df-44c8-88dc-7ed8e202d61c', 'name': 'network-vif-deleted', 'tag': '783437cf-60c4-4c30-b02f-f834b9925f10', 'status': 'completed', 'code': 200} Nov 23 17:54:43.855849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.882186 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.910374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dd7de364-4ab1-47fd-9622-aafd63b1a56d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dd7de364-4ab1-47fd-9622-aafd63b1a56d,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:43.922965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'dd7de364-4ab1-47fd-9622-aafd63b1a56d', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'port_id': 'dd7de364-4ab1-47fd-9622-aafd63b1a56d', 'mac_address': 'fa:16:3e:02:e6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2072801-907d-4624-8233-c3d0551c1ca8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:43.924001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44080) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:43.949451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.952352 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.953536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e997be83-535a-4282-99b2-534e2e9c0550 HTTP/1.1" status: 204 len: 168 time: 0.1750689 Nov 23 17:54:43.973257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997be83-535a-4282-99b2-534e2e9c0550,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.975476 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.985064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.985415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.985758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.986098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.986433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.986791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.987124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.987452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.987779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.988105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.988433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:43.991247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7de364-4ab1-47fd-9622-aafd63b1a56d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:43.994738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43d287-f498-444b-acb0-d257473f5995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:44.012763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dd7de364-4ab1-47fd-9622-aafd63b1a56d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dd7de364-4ab1-47fd-9622-aafd63b1a56d,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:44.024123 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.024784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:54:44.090318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d70d3c-5786-4b8b-a1bd-cf6587356b18 req-1846a865-c06c-4229-ac51-1cdefad02e44 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:44.098330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21d70d3c-5786-4b8b-a1bd-cf6587356b18 req-1846a865-c06c-4229-ac51-1cdefad02e44 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.0654078 Nov 23 17:54:44.112538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dd7de364-4ab1-47fd-9622-aafd63b1a56d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:44.155845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21d70d3c-5786-4b8b-a1bd-cf6587356b18 req-b5c4e899-5013-4ce9-8467-b470eccc70c0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566399 Nov 23 17:54:44.219856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef47e95a-1e88-441d-a00b-a513ea5d635e admin admin] Deleting subnet 2f9c281e-254d-40ce-9c58-9ec3c3901b80 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:44.224149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef47e95a-1e88-441d-a00b-a513ea5d635e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.234683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:44.251212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'mac_address': 'fa:16:3e:d0:66:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:54:44.272089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef47e95a-1e88-441d-a00b-a513ea5d635e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.304742 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.327567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:44.329492 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef47e95a-1e88-441d-a00b-a513ea5d635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.351378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:44.358832 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.399330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef47e95a-1e88-441d-a00b-a513ea5d635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.422616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:44.427674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47e95a-1e88-441d-a00b-a513ea5d635e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9c281e-254d-40ce-9c58-9ec3c3901b80,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:44.430592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef47e95a-1e88-441d-a00b-a513ea5d635e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.434936 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef47e95a-1e88-441d-a00b-a513ea5d635e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2f9c281e-254d-40ce-9c58-9ec3c3901b80 HTTP/1.1" status: 204 len: 168 time: 0.5095274 Nov 23 17:54:44.437787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44104) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:44.517916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.587811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44110) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:44.603015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.623820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926bbe44-086d-432f-b396-70653a0f5b44']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:44.627909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['dd7de364-4ab1-47fd-9622-aafd63b1a56d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:44.636529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7856a3b-7b51-4a5f-b829-2624a82f6a61') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:44.637284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7856a3b-7b51-4a5f-b829-2624a82f6a61') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:44.651139 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.657004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['0235be71-6878-4afa-9cc3-b5fb3dbea0b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:54:44.672200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.680641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:44.681804 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:44.764099 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:44.773543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.783840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.790349 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] 10.222.0.74 "DELETE /v2.0/networks/926bbe44-086d-432f-b396-70653a0f5b44 HTTP/1.1" status: 204 len: 168 time: 0.3504806 Nov 23 17:54:44.792627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44128) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:44.807473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-464245743-network', 'tenant_id': 'ae741f95f7d34ba1a91f0ed2752c56b8'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:44.813692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2afdcc-16e6-4c80-8511-9d624b232962 admin admin] Pushing event deleted for resources: {'Network': ['ID=926bbe44-086d-432f-b396-70653a0f5b44,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:44.920157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce72b53-8b70-45ed-a7e7-6c77636ae17a admin admin] Deleting subnet 5c6d2fbe-46e8-456e-b5ff-89ed4062b7af {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:44.940402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Made reservation on behalf of ae741f95f7d34ba1a91f0ed2752c56b8 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:44.943197 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.947512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fce72b53-8b70-45ed-a7e7-6c77636ae17a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.977754 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.980989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d3769-e5c6-406f-a74f-f5ebed0384c0 req-07b229a0-2ab5-49e4-9dfb-d369218efe9e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:44.982776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c06d3769-e5c6-406f-a74f-f5ebed0384c0 req-07b229a0-2ab5-49e4-9dfb-d369218efe9e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1714199 Nov 23 17:54:44.986570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.027591 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fce72b53-8b70-45ed-a7e7-6c77636ae17a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.081260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2b326-2097-4cab-8362-67be5740c9a8 req-d604e3e4-9269-463a-b008-824974b723fe tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:45.082803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8f2b326-2097-4cab-8362-67be5740c9a8 req-d604e3e4-9269-463a-b008-824974b723fe tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 945 time: 0.1907630 Nov 23 17:54:45.168776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c06d3769-e5c6-406f-a74f-f5ebed0384c0 req-4c99167f-f84e-4803-a2d5-ecc7d804a375 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709259 Nov 23 17:54:45.177247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fce72b53-8b70-45ed-a7e7-6c77636ae17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.223819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8f2b326-2097-4cab-8362-67be5740c9a8 req-632e0193-e19e-448c-9b45-f8687562dbcd tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250696 Nov 23 17:54:45.262505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.269237 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.291513 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fce72b53-8b70-45ed-a7e7-6c77636ae17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.295844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:45.347382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce72b53-8b70-45ed-a7e7-6c77636ae17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6d2fbe-46e8-456e-b5ff-89ed4062b7af,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:45.370797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e28db-04ff-49da-a946-bea1cb3b2638,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:45.374205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.374550 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Added segment 9d4a6ee0-ef67-4a98-861b-abfa78e83948 of type vlan for network 685b2b57-2ac9-4386-8667-505251d5f427 Nov 23 17:54:45.388138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fce72b53-8b70-45ed-a7e7-6c77636ae17a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.391368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fce72b53-8b70-45ed-a7e7-6c77636ae17a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5c6d2fbe-46e8-456e-b5ff-89ed4062b7af HTTP/1.1" status: 204 len: 168 time: 0.5977294 Nov 23 17:54:45.394114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44144) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:45.432470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.447206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cca15-a7d0-4b38-b1ec-6f540030750a req-be5ded71-601b-4652-a650-75dc2faa3eac tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:45.449121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-259cca15-a7d0-4b38-b1ec-6f540030750a req-be5ded71-601b-4652-a650-75dc2faa3eac tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 948 time: 0.1543055 Nov 23 17:54:45.468216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.500431 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.501593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:45.502183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.547013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-259cca15-a7d0-4b38-b1ec-6f540030750a req-c52d5902-4f84-488a-8d3a-1b2f1eec410d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856531 Nov 23 17:54:45.552602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9637191 Nov 23 17:54:45.556449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44150) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:45.566620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.589218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4b35cc-78b6-4725-9fd1-b5395cd55e14']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:45.592429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Request body: {'subnet': {'network_id': '685b2b57-2ac9-4386-8667-505251d5f427', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-464245743-subnet', 'tenant_id': 'ae741f95f7d34ba1a91f0ed2752c56b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:45.599076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0a7eb5-cf06-44e1-909c-1561d56bd274') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:45.599911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0a7eb5-cf06-44e1-909c-1561d56bd274') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:45.603111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105c573-0e64-47fa-b49c-0b25f6486f5f admin admin] Pushing event updated for resources: {'Network': ['ID=685b2b57-2ac9-4386-8667-505251d5f427,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:45.611861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.618345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 685b2b57-2ac9-4386-8667-505251d5f427 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:45.629287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.631320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Made reservation on behalf of ae741f95f7d34ba1a91f0ed2752c56b8 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:45.634663 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.637893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:45.638556 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:45.643009 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:45.726558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.745618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.749351 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6d4b35cc-78b6-4725-9fd1-b5395cd55e14 HTTP/1.1" status: 204 len: 168 time: 0.3541245 Nov 23 17:54:45.755103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dd7de364-4ab1-47fd-9622-aafd63b1a56d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:45.759796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46c29e-659b-49ae-b033-a7aaecb12648 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4b35cc-78b6-4725-9fd1-b5395cd55e14,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:45.823604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port dd7de364-4ab1-47fd-9622-aafd63b1a56d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:45.836361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port dd7de364-4ab1-47fd-9622-aafd63b1a56d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:45.836769 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.838946 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.930835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d65dd7-1280-456d-840f-cb13cea1d19a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:45.952657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Checking segment: {'id': '9d4a6ee0-ef67-4a98-861b-abfa78e83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '685b2b57-2ac9-4386-8667-505251d5f427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:45.953019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Network hostable DHCP agents. Network: 685b2b57-2ac9-4386-8667-505251d5f427, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:45.972636 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.973410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Network 685b2b57-2ac9-4386-8667-505251d5f427 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:45.985783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 685b2b57-2ac9-4386-8667-505251d5f427) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:45.991850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:45.993022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.002331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44164) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:46.004107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07de08-0774-4ea6-a58e-a08f1f9b881f None None] Network 685b2b57-2ac9-4386-8667-505251d5f427 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:46.033859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d1959b91-946c-4526-b6f9-a5ef4c1f0e4b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4675164 Nov 23 17:54:46.055516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6ec1c6-be0e-4bb3-8910-6524a89f1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7de364-4ab1-47fd-9622-aafd63b1a56d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:46.058361 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384e919d-e909-45d1-929e-b23d5f53b74d" -d '{"events": [{"server_uuid": "be6ec1c6-be0e-4bb3-8910-6524a89f1ba5", "name": "network-vif-plugged", "status": "completed", "tag": "dd7de364-4ab1-47fd-9622-aafd63b1a56d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:46.070793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-142090e1-41e4-491e-9641-b8a66e1ac63e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=212b6ad2b5284d24b582972e2d78cc3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652270 Nov 23 17:54:46.073571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44172) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:46.144103 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1508810e-4742-407a-a01f-44c0858b124d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.156998 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89cea79-3fc2-4c82-af17-50964ca23b3b x-openstack-request-id: req-c89cea79-3fc2-4c82-af17-50964ca23b3b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:46.157625 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6ec1c6-be0e-4bb3-8910-6524a89f1ba5", "name": "network-vif-plugged", "status": "completed", "tag": "dd7de364-4ab1-47fd-9622-aafd63b1a56d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:46.158076 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c89cea79-3fc2-4c82-af17-50964ca23b3b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:46.158663 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6ec1c6-be0e-4bb3-8910-6524a89f1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7de364-4ab1-47fd-9622-aafd63b1a56d', 'code': 200} Nov 23 17:54:46.165016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dd7de364-4ab1-47fd-9622-aafd63b1a56d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dd7de364-4ab1-47fd-9622-aafd63b1a56d,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:46.176778 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.177224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44174) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:46.178136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:46.186168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1508810e-4742-407a-a01f-44c0858b124d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.320864 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.322153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90824e62-e1ae-4c8b-b35b-a9c4380c941a req-8c789ca8-416e-4734-a212-ef8d51bc2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:46.326018 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90824e62-e1ae-4c8b-b35b-a9c4380c941a req-8c789ca8-416e-4734-a212-ef8d51bc2211 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 1097 time: 0.1184175 Nov 23 17:54:46.344990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:54:46.356013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:46.356655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.369357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7dff314f-212c-459e-9a8c-52a4228b9671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.370478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed299a-4ffa-4599-88c7-e12b49396f79 req-e995e707-114c-4453-a31c-347d54fa4478 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:46.372354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02ed299a-4ffa-4599-88c7-e12b49396f79 req-e995e707-114c-4453-a31c-347d54fa4478 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1042678 Nov 23 17:54:46.389682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1508810e-4742-407a-a01f-44c0858b124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.392400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1508810e-4742-407a-a01f-44c0858b124d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.393665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1508810e-4742-407a-a01f-44c0858b124d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd49343e-39ea-4326-933a-0e766b783c42 HTTP/1.1" status: 204 len: 168 time: 0.3186519 Nov 23 17:54:46.413436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508810e-4742-407a-a01f-44c0858b124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd49343e-39ea-4326-933a-0e766b783c42,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:46.429354 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90824e62-e1ae-4c8b-b35b-a9c4380c941a req-9201e03e-65e2-45dd-984e-5f7d2e49bfad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837452 Nov 23 17:54:46.431380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dd7de364-4ab1-47fd-9622-aafd63b1a56d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:46.445410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02ed299a-4ffa-4599-88c7-e12b49396f79 req-7c108822-3f34-4880-8d61-16b5e8e109d8 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628123 Nov 23 17:54:46.458993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660d86e-b1d6-4b08-9c91-41d24d91aa67 None None] Network 685b2b57-2ac9-4386-8667-505251d5f427 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:46.468449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0e895ee0-5b13-4a55-a91f-33c110b3a4cb req-25361bc6-f28d-419e-94be-90b2c56edcab tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1598251888', 'description': 'tempest-description-685433740'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:46.522794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e895ee0-5b13-4a55-a91f-33c110b3a4cb req-25361bc6-f28d-419e-94be-90b2c56edcab tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.584414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7dff314f-212c-459e-9a8c-52a4228b9671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.599582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7dff314f-212c-459e-9a8c-52a4228b9671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.618453 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.627387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316b253-957d-480f-bde4-2377be0ec7a9 req-9192de2a-9da6-4320-9419-ddac733edeb4 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:46.629258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8316b253-957d-480f-bde4-2377be0ec7a9 req-9192de2a-9da6-4320-9419-ddac733edeb4 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 946 time: 0.0860047 Nov 23 17:54:46.665495 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7dff314f-212c-459e-9a8c-52a4228b9671 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0eaf84f9f7cd48b19a69707317658dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868846 Nov 23 17:54:46.669725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44194) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:46.697125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff314f-212c-459e-9a8c-52a4228b9671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42881128-4a89-4bab-bf4e-edb205576fe6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:46.711026 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e895ee0-5b13-4a55-a91f-33c110b3a4cb req-25361bc6-f28d-419e-94be-90b2c56edcab tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.728572 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e895ee0-5b13-4a55-a91f-33c110b3a4cb req-25361bc6-f28d-419e-94be-90b2c56edcab tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.747963 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff5912a8-ccaf-43a9-bab4-585c49b8ab42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.785896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff5912a8-ccaf-43a9-bab4-585c49b8ab42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.794464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8316b253-957d-480f-bde4-2377be0ec7a9 req-3dc0cf38-1752-4650-b420-1a11f708eb01 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546898 Nov 23 17:54:46.813911 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e895ee0-5b13-4a55-a91f-33c110b3a4cb req-25361bc6-f28d-419e-94be-90b2c56edcab tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.816918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e895ee0-5b13-4a55-a91f-33c110b3a4cb req-25361bc6-f28d-419e-94be-90b2c56edcab tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3533087 Nov 23 17:54:46.830711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25361bc6-f28d-419e-94be-90b2c56edcab tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52657eae-876f-434b-a836-904901223511,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:46.897750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff5912a8-ccaf-43a9-bab4-585c49b8ab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.900858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff5912a8-ccaf-43a9-bab4-585c49b8ab42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.902111 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ff5912a8-ccaf-43a9-bab4-585c49b8ab42 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42881128-4a89-4bab-bf4e-edb205576fe6 HTTP/1.1" status: 204 len: 168 time: 0.2313497 Nov 23 17:54:46.916316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:46.925436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.926027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5912a8-ccaf-43a9-bab4-585c49b8ab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42881128-4a89-4bab-bf4e-edb205576fe6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:46.927107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 783437cf-60c4-4c30-b02f-f834b9925f10 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:46.978044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44202) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:46.980241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 783437cf-60c4-4c30-b02f-f834b9925f10 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:46.980591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 783437cf-60c4-4c30-b02f-f834b9925f10 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:47.025540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d36308-3743-466a-83ad-2ce491774f5b req-3b1d1d22-930b-45bd-bee8-ba4d9fedf54f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:47.027113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82d36308-3743-466a-83ad-2ce491774f5b req-3b1d1d22-930b-45bd-bee8-ba4d9fedf54f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0950329 Nov 23 17:54:47.040820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e416ff38-91d3-4f00-8a81-dc1d509c8af6 req-59514082-8bf9-4301-ae36-6ab65647018e tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/52657eae-876f-434b-a836-904901223511 HTTP/1.1" status: 200 len: 1821 time: 0.0915897 Nov 23 17:54:47.061930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:47.067572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e416ff38-91d3-4f00-8a81-dc1d509c8af6 req-938fffba-c2b9-4c79-80be-a5e1e01033d8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52657eae-876f-434b-a836-904901223511', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:47.068168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e416ff38-91d3-4f00-8a81-dc1d509c8af6 req-938fffba-c2b9-4c79-80be-a5e1e01033d8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52657eae-876f-434b-a836-904901223511', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:47.090112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4df70a4b-1385-4229-9555-e8fcdf9eed5d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ea69020bda5f445aa638ea2e2703f780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1107042 Nov 23 17:54:47.090752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44206) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:47.115645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82d36308-3743-466a-83ad-2ce491774f5b req-9aa07ed4-cb88-4700-9973-4f47b526b432 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735595 Nov 23 17:54:47.157056 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ca16bf-f8f5-4036-911e-2b65041e0f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.161033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e416ff38-91d3-4f00-8a81-dc1d509c8af6 req-938fffba-c2b9-4c79-80be-a5e1e01033d8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.190399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e416ff38-91d3-4f00-8a81-dc1d509c8af6 req-938fffba-c2b9-4c79-80be-a5e1e01033d8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.192213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ca16bf-f8f5-4036-911e-2b65041e0f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.197578 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e416ff38-91d3-4f00-8a81-dc1d509c8af6 req-938fffba-c2b9-4c79-80be-a5e1e01033d8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.214551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fffba-c2b9-4c79-80be-a5e1e01033d8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573fee85-8543-41a0-8125-cc782cc7c3cf,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:47.231912 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e416ff38-91d3-4f00-8a81-dc1d509c8af6 req-938fffba-c2b9-4c79-80be-a5e1e01033d8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.238040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e416ff38-91d3-4f00-8a81-dc1d509c8af6 req-938fffba-c2b9-4c79-80be-a5e1e01033d8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1772668 Nov 23 17:54:47.266151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-80d6fe44-8a9e-4d93-a30d-ad67b19ace37 req-ddfca600-8144-419b-a137-da183bb4fdaa tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1217280263', 'description': 'tempest-description-1604024151'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:47.267368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ca16bf-f8f5-4036-911e-2b65041e0f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.271049 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ca16bf-f8f5-4036-911e-2b65041e0f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.273605 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-45ca16bf-f8f5-4036-911e-2b65041e0f2e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8911278-2419-4e1f-82e9-a6a090156984 HTTP/1.1" status: 204 len: 168 time: 0.1814768 Nov 23 17:54:47.286497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca16bf-f8f5-4036-911e-2b65041e0f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8911278-2419-4e1f-82e9-a6a090156984,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:47.304951 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-80d6fe44-8a9e-4d93-a30d-ad67b19ace37 req-ddfca600-8144-419b-a137-da183bb4fdaa tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.498974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44222) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:47.513631 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f43525ff-b0fa-4ad3-b951-31878bdc5943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.513897 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-80d6fe44-8a9e-4d93-a30d-ad67b19ace37 req-ddfca600-8144-419b-a137-da183bb4fdaa tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.525653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-80d6fe44-8a9e-4d93-a30d-ad67b19ace37 req-ddfca600-8144-419b-a137-da183bb4fdaa tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.576363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfca600-8144-419b-a137-da183bb4fdaa tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93920ae9-06d5-42dc-a21e-f437bbde7481,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:47.584358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-80d6fe44-8a9e-4d93-a30d-ad67b19ace37 req-ddfca600-8144-419b-a137-da183bb4fdaa tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.595365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80d6fe44-8a9e-4d93-a30d-ad67b19ace37 req-ddfca600-8144-419b-a137-da183bb4fdaa tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3305182 Nov 23 17:54:47.608605 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f43525ff-b0fa-4ad3-b951-31878bdc5943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.610563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557489f0-a68f-4195-99b2-4a94d1a1ba41 req-e2af6984-64fa-49f9-9036-69d280fd84ad tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:47.615015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f43525ff-b0fa-4ad3-b951-31878bdc5943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.625944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-557489f0-a68f-4195-99b2-4a94d1a1ba41 req-e2af6984-64fa-49f9-9036-69d280fd84ad tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1655488 Nov 23 17:54:47.636315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-0559bb45-33b1-442f-8803-bbf51d4acecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:47.637909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-0559bb45-33b1-442f-8803-bbf51d4acecc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.1969204 Nov 23 17:54:47.649732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43525ff-b0fa-4ad3-b951-31878bdc5943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c157fcfd-20d6-4b77-8b82-8bb22c15aaf5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:47.679530 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f43525ff-b0fa-4ad3-b951-31878bdc5943 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae1bec0f284c49ed9ef895edd753ec6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793814 Nov 23 17:54:47.683000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44230) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:47.684694 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.829390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-557489f0-a68f-4195-99b2-4a94d1a1ba41 req-8a9e2376-9920-4914-aafb-663109ac807f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024987 Nov 23 17:54:47.871125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911314c-2dc2-4a2e-b507-8686cbcd69c4 req-acc28b69-34f4-4de1-8495-0d9373983d9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:47.872635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2911314c-2dc2-4a2e-b507-8686cbcd69c4 req-acc28b69-34f4-4de1-8495-0d9373983d9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1925361 Nov 23 17:54:47.892982 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4c09d23-61c4-45f1-9c56-2d989dd74cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.908092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-85238347-0d19-45b9-b74d-880aca117c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:47.910131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-85238347-0d19-45b9-b74d-880aca117c31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 0.2594490 Nov 23 17:54:47.992936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-2f98d642-b3c4-44ff-a7f0-c92d16e41861 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 217 time: 0.0673280 Nov 23 17:54:48.004543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4c09d23-61c4-45f1-9c56-2d989dd74cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.062969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2911314c-2dc2-4a2e-b507-8686cbcd69c4 req-94ca9bc8-1c53-434d-87eb-9450fd1e14db tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783965 Nov 23 17:54:48.069541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2d07574-79af-4db5-95de-0f5a2aa8e884 req-efc57492-b545-4605-80f5-25ecb6020f14 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/93920ae9-06d5-42dc-a21e-f437bbde7481 HTTP/1.1" status: 200 len: 1822 time: 0.1952438 Nov 23 17:54:48.101091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c2d07574-79af-4db5-95de-0f5a2aa8e884 req-eb653cf3-9376-4f6e-a534-19d9fc3f8c3c tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '93920ae9-06d5-42dc-a21e-f437bbde7481', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:48.101091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c2d07574-79af-4db5-95de-0f5a2aa8e884 req-eb653cf3-9376-4f6e-a534-19d9fc3f8c3c tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '93920ae9-06d5-42dc-a21e-f437bbde7481', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:48.125059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-30064580-4b0b-4b7e-877b-8bc27d32b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:48.126768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-30064580-4b0b-4b7e-877b-8bc27d32b266 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.1075900 Nov 23 17:54:48.144154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44250) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:48.160337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:48.163342 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f81d11-a685-443a-8175-edf75bff060e" -d '{"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-plugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:48.186850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-f521a155-5b9a-444a-ab0e-760075dec11d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524535 Nov 23 17:54:48.188931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4c09d23-61c4-45f1-9c56-2d989dd74cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.191521 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4c09d23-61c4-45f1-9c56-2d989dd74cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.192873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e4c09d23-61c4-45f1-9c56-2d989dd74cdb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c157fcfd-20d6-4b77-8b82-8bb22c15aaf5 HTTP/1.1" status: 204 len: 168 time: 0.5087063 Nov 23 17:54:48.247957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c09d23-61c4-45f1-9c56-2d989dd74cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c157fcfd-20d6-4b77-8b82-8bb22c15aaf5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:48.251691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-312963424-network', 'tenant_id': '6a34f248a2a04100bfb5bd0ec0060a02'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:48.276557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Made reservation on behalf of 6a34f248a2a04100bfb5bd0ec0060a02 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:48.280115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.290113 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.323959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb0096-a721-475f-9db1-783701774bbf req-ea902861-cc84-4174-95e9-f308b5fea3d6 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:48.326031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3fb0096-a721-475f-9db1-783701774bbf req-ea902861-cc84-4174-95e9-f308b5fea3d6 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 946 time: 0.1980674 Nov 23 17:54:48.331347 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c2d07574-79af-4db5-95de-0f5a2aa8e884 req-eb653cf3-9376-4f6e-a534-19d9fc3f8c3c tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.387028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.392547 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.404126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-04a87a16-6001-45f7-8b6a-05a900e46af6 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080433 Nov 23 17:54:48.405990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c2d07574-79af-4db5-95de-0f5a2aa8e884 req-eb653cf3-9376-4f6e-a534-19d9fc3f8c3c tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.415157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:48.429534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080867b7-8192-4e9d-ae75-968f2f73ecfa,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:48.431030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c2d07574-79af-4db5-95de-0f5a2aa8e884 req-eb653cf3-9376-4f6e-a534-19d9fc3f8c3c tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.434511 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.434967 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Added segment 648f5fe0-a397-445b-b288-c9f2c8f38027 of type vlan for network 92e3bf30-b369-40e9-b342-776a5d395696 Nov 23 17:54:48.483762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb653cf3-9376-4f6e-a534-19d9fc3f8c3c tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583dada7-39ee-474c-942b-ebb6618e640d,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:48.488860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.492425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c2d07574-79af-4db5-95de-0f5a2aa8e884 req-eb653cf3-9376-4f6e-a534-19d9fc3f8c3c tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.493633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2d07574-79af-4db5-95de-0f5a2aa8e884 req-eb653cf3-9376-4f6e-a534-19d9fc3f8c3c tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4019639 Nov 23 17:54:48.497130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3fb0096-a721-475f-9db1-783701774bbf req-cfb11593-45b2-4f51-b004-50ce58e1fb47 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442640 Nov 23 17:54:48.521626 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.523826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:48.524507 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.577601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a177bf46-680b-492b-8a48-e50b6b1ad9a2 req-7877b7ee-9b16-4296-89f0-a8ac70fc99ac service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576288 Nov 23 17:54:48.606124 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4606159 Nov 23 17:54:48.609066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44272) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:48.614264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Request body: {'subnet': {'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-312963424-subnet', 'tenant_id': '6a34f248a2a04100bfb5bd0ec0060a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:48.679172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5718fdd-7225-4dcc-bacf-216a9b67a925 admin admin] Pushing event updated for resources: {'Network': ['ID=92e3bf30-b369-40e9-b342-776a5d395696,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:48.689905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 92e3bf30-b369-40e9-b342-776a5d395696 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:48.705729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Made reservation on behalf of 6a34f248a2a04100bfb5bd0ec0060a02 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:48.713216 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.738222 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367e648a-d828-4488-94fb-ba62c78aedef x-openstack-request-id: req-367e648a-d828-4488-94fb-ba62c78aedef {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:48.738715 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-plugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:48.742888 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-367e648a-d828-4488-94fb-ba62c78aedef {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:48.743420 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'code': 200} Nov 23 17:54:48.767882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80decd-9728-4c14-b0dd-08bb175eb696 req-1e0b35be-b43f-4b8c-88f1-540fccd9c7ea tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:48.787304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa80decd-9728-4c14-b0dd-08bb175eb696 req-1e0b35be-b43f-4b8c-88f1-540fccd9c7ea tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1588743 Nov 23 17:54:48.818630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-47fc4b25-cf3b-4f6e-8566-05cc12118824 req-022572cc-0c8d-439c-a51f-c3f8144a5b97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-323254074', 'description': 'tempest-description-1453787377'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:48.860423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d2d0c-b3ba-49e7-8f95-584d377280f2 req-4649e891-bd6c-46f9-9aeb-ce61fd6564db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:48.861953 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-173d2d0c-b3ba-49e7-8f95-584d377280f2 req-4649e891-bd6c-46f9-9aeb-ce61fd6564db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1100 time: 0.0560524 Nov 23 17:54:48.911188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-47fc4b25-cf3b-4f6e-8566-05cc12118824 req-022572cc-0c8d-439c-a51f-c3f8144a5b97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.956720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa80decd-9728-4c14-b0dd-08bb175eb696 req-477c6cad-1373-4b6e-a5dd-a6ebcd91c6a9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668229 Nov 23 17:54:48.971110 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-173d2d0c-b3ba-49e7-8f95-584d377280f2 req-4ff51efa-8399-49a1-9807-4ce0bc8d1cd7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984769 Nov 23 17:54:49.037240 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-47fc4b25-cf3b-4f6e-8566-05cc12118824 req-022572cc-0c8d-439c-a51f-c3f8144a5b97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.054183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-47fc4b25-cf3b-4f6e-8566-05cc12118824 req-022572cc-0c8d-439c-a51f-c3f8144a5b97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.150998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022572cc-0c8d-439c-a51f-c3f8144a5b97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613f366c-9218-42df-9679-0b4037dc1452,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:49.158940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-47fc4b25-cf3b-4f6e-8566-05cc12118824 req-022572cc-0c8d-439c-a51f-c3f8144a5b97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.160162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47fc4b25-cf3b-4f6e-8566-05cc12118824 req-022572cc-0c8d-439c-a51f-c3f8144a5b97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3629165 Nov 23 17:54:49.186894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a60be-e6fe-455e-8af3-01ec4b3cf534 req-49df245f-5e91-4909-a27d-ce5ef5111cc2 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:49.188433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-261a60be-e6fe-455e-8af3-01ec4b3cf534 req-49df245f-5e91-4909-a27d-ce5ef5111cc2 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1490934 Nov 23 17:54:49.312624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.332651 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.384066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-261a60be-e6fe-455e-8af3-01ec4b3cf534 req-35367c9a-9867-4c07-968c-39b77f83251f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449103 Nov 23 17:54:49.404454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224f267-03dd-45f2-82da-e2d1c7b4dc19 req-eac21cfb-4a0f-40cb-9ed6-a4da71e3c749 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:49.406085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1224f267-03dd-45f2-82da-e2d1c7b4dc19 req-eac21cfb-4a0f-40cb-9ed6-a4da71e3c749 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1410973 Nov 23 17:54:49.407980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff24acb-9426-49d1-88f8-1871c5f72c6e,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:49.447262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:49.448015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Network hostable DHCP agents. Network: 92e3bf30-b369-40e9-b342-776a5d395696, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:49.472527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f054c9ab-9900-4c24-92c5-df4f01acb1f8 req-aaed64fa-0258-4138-8727-c4db7a9074d9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754794643', 'description': 'tempest-description-307847807'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:49.517886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1224f267-03dd-45f2-82da-e2d1c7b4dc19 req-34ce7713-a231-4036-97ef-daf534324b8f tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002867 Nov 23 17:54:49.519776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Network 92e3bf30-b369-40e9-b342-776a5d395696 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:49.529175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f054c9ab-9900-4c24-92c5-df4f01acb1f8 req-aaed64fa-0258-4138-8727-c4db7a9074d9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.555129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 92e3bf30-b369-40e9-b342-776a5d395696) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:49.555129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:49.555129 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.558623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a67c60-30a5-47ee-a579-39482a493a11 None None] Network 92e3bf30-b369-40e9-b342-776a5d395696 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:49.666255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f054c9ab-9900-4c24-92c5-df4f01acb1f8 req-aaed64fa-0258-4138-8727-c4db7a9074d9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.671465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bf2bc300-0963-4dcf-a561-9813c6d58329 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0613077 Nov 23 17:54:49.675138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f054c9ab-9900-4c24-92c5-df4f01acb1f8 req-aaed64fa-0258-4138-8727-c4db7a9074d9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.723065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed64fa-0258-4138-8727-c4db7a9074d9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18bd838-2413-4609-8ca5-1503b4d002a7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:49.745421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f054c9ab-9900-4c24-92c5-df4f01acb1f8 req-aaed64fa-0258-4138-8727-c4db7a9074d9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.746784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f054c9ab-9900-4c24-92c5-df4f01acb1f8 req-aaed64fa-0258-4138-8727-c4db7a9074d9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2934756 Nov 23 17:54:49.806454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c369148c-d786-4d41-85f3-ca1bdba62b76 None None] Network 92e3bf30-b369-40e9-b342-776a5d395696 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:49.853129 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-1333747b-542c-41d6-92c5-a1ca42e3d4f2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/613f366c-9218-42df-9679-0b4037dc1452 HTTP/1.1" status: 200 len: 1821 time: 0.0820951 Nov 23 17:54:49.956602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-d7bc9c19-303b-4118-be74-98069d559747 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/b18bd838-2413-4609-8ca5-1503b4d002a7 HTTP/1.1" status: 200 len: 1820 time: 0.0952551 Nov 23 17:54:49.965086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-673a7ec2-3d17-4da6-916d-1a0bd61187b2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '613f366c-9218-42df-9679-0b4037dc1452', 'remote_group_id': 'b18bd838-2413-4609-8ca5-1503b4d002a7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:49.965601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-673a7ec2-3d17-4da6-916d-1a0bd61187b2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '613f366c-9218-42df-9679-0b4037dc1452', 'remote_group_id': 'b18bd838-2413-4609-8ca5-1503b4d002a7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:50.105184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-673a7ec2-3d17-4da6-916d-1a0bd61187b2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.201568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-673a7ec2-3d17-4da6-916d-1a0bd61187b2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.206948 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-673a7ec2-3d17-4da6-916d-1a0bd61187b2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.224143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a8f4f-7697-4ba1-aac9-f4c6d04e69af req-d30007d2-32bc-46bb-8bb1-204e51116126 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:50.231643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d34a8f4f-7697-4ba1-aac9-f4c6d04e69af req-d30007d2-32bc-46bb-8bb1-204e51116126 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1220782 Nov 23 17:54:50.264835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a7ec2-3d17-4da6-916d-1a0bd61187b2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57479eba-93cd-4fd7-a1ac-abbee04b0cb8,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:50.282264 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-673a7ec2-3d17-4da6-916d-1a0bd61187b2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.283627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a556030a-7b6a-4fb0-9d04-6862dfa86a8b req-673a7ec2-3d17-4da6-916d-1a0bd61187b2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3261502 Nov 23 17:54:50.307293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.326654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d34a8f4f-7697-4ba1-aac9-f4c6d04e69af req-9d5f355b-894f-4d29-80db-1dba7b9993d4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940669 Nov 23 17:54:50.359938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7798f6ae-a862-4657-9d01-aa5b9a39e956 req-83d73da8-5c5f-4fcb-aa08-714f215a96ca tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-33507970', 'description': 'tempest-description-1571578152'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:50.385388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7798f6ae-a862-4657-9d01-aa5b9a39e956 req-83d73da8-5c5f-4fcb-aa08-714f215a96ca tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.463288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7798f6ae-a862-4657-9d01-aa5b9a39e956 req-83d73da8-5c5f-4fcb-aa08-714f215a96ca tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.469031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7798f6ae-a862-4657-9d01-aa5b9a39e956 req-83d73da8-5c5f-4fcb-aa08-714f215a96ca tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.500073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7798f6ae-a862-4657-9d01-aa5b9a39e956 req-83d73da8-5c5f-4fcb-aa08-714f215a96ca tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.501378 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7798f6ae-a862-4657-9d01-aa5b9a39e956 req-83d73da8-5c5f-4fcb-aa08-714f215a96ca tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1463568 Nov 23 17:54:50.505636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d73da8-5c5f-4fcb-aa08-714f215a96ca tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb780254-92f5-4da2-9173-3ef7f7e0a8a7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:50.524012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44346) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:50.529004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1764774732-network', 'tenant_id': 'ec830bc9b1e04addb8696fcd3e350761'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:50.552463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Made reservation on behalf of ec830bc9b1e04addb8696fcd3e350761 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:50.555144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.564678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.633119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-b61c742c-7724-42d1-bd6f-b1987b67e2c8 req-da3208db-60df-4dad-a867-dc812f4051a8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-878581672', 'description': 'tempest-description-445231628'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:50.667475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f0f19-d9a7-4d30-bc90-9536ec051692 req-eb4d6604-4a62-4139-a8ec-9c3de7097158 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:50.668963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b9f0f19-d9a7-4d30-bc90-9536ec051692 req-eb4d6604-4a62-4139-a8ec-9c3de7097158 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0954461 Nov 23 17:54:50.695303 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:54:50.696701 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b61c742c-7724-42d1-bd6f-b1987b67e2c8 req-da3208db-60df-4dad-a867-dc812f4051a8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.773513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b9f0f19-d9a7-4d30-bc90-9536ec051692 req-f9305cfa-01bb-4120-8467-6f9312313caa tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940726 Nov 23 17:54:50.779646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.788344 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.838213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:50.847296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edf83bb-204e-498b-8507-f706fa86c7de,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:50.876187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b61c742c-7724-42d1-bd6f-b1987b67e2c8 req-da3208db-60df-4dad-a867-dc812f4051a8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.877652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.878165 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Added segment 975e01be-dad5-43c1-824f-861bc83a1966 of type vlan for network 6ed6f3c2-fbe4-4795-9129-0872a1402623 Nov 23 17:54:50.903322 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b61c742c-7724-42d1-bd6f-b1987b67e2c8 req-da3208db-60df-4dad-a867-dc812f4051a8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.968116 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b61c742c-7724-42d1-bd6f-b1987b67e2c8 req-da3208db-60df-4dad-a867-dc812f4051a8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.969546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b61c742c-7724-42d1-bd6f-b1987b67e2c8 req-da3208db-60df-4dad-a867-dc812f4051a8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3480728 Nov 23 17:54:50.971096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.995237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151d9bf-2534-4ff2-8d37-e9da172b17f8 req-3340a31e-1d53-4e23-a051-e41c32587605 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:50.996757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9151d9bf-2534-4ff2-8d37-e9da172b17f8 req-3340a31e-1d53-4e23-a051-e41c32587605 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1516631 Nov 23 17:54:50.999141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3208db-60df-4dad-a867-dc812f4051a8 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb7fd34-27e4-4c65-b6ae-122a0fa10154,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:51.046841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.048437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:51.049020 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.107083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5816309 Nov 23 17:54:51.109611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44358) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:51.114578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Request body: {'subnet': {'network_id': '6ed6f3c2-fbe4-4795-9129-0872a1402623', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1764774732-subnet', 'tenant_id': 'ec830bc9b1e04addb8696fcd3e350761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:51.136822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Made reservation on behalf of ec830bc9b1e04addb8696fcd3e350761 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:51.138450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9151d9bf-2534-4ff2-8d37-e9da172b17f8 req-4c3e1b36-2213-49ca-9efe-e8a80d297364 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329043 Nov 23 17:54:51.139254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.150899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caa5b3-cd31-4ca1-a1de-6a72f2625ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed6f3c2-fbe4-4795-9129-0872a1402623,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:51.167103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 6ed6f3c2-fbe4-4795-9129-0872a1402623 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:51.184836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c73704f-349b-4494-9917-8fce92c319b2 req-b45a33ff-a011-4927-8fba-ccd598dc20ce tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/eb780254-92f5-4da2-9173-3ef7f7e0a8a7 HTTP/1.1" status: 200 len: 1820 time: 0.0910931 Nov 23 17:54:51.239207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c73704f-349b-4494-9917-8fce92c319b2 req-15bc03c1-6f9e-489f-9b9f-4a467e981366 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/ddb7fd34-27e4-4c65-b6ae-122a0fa10154 HTTP/1.1" status: 200 len: 1820 time: 0.0420022 Nov 23 17:54:51.255515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0c73704f-349b-4494-9917-8fce92c319b2 req-e0360c81-4cdf-42eb-98c3-5ee9680f0623 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eb780254-92f5-4da2-9173-3ef7f7e0a8a7', 'remote_group_id': 'ddb7fd34-27e4-4c65-b6ae-122a0fa10154', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:51.255922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0c73704f-349b-4494-9917-8fce92c319b2 req-e0360c81-4cdf-42eb-98c3-5ee9680f0623 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eb780254-92f5-4da2-9173-3ef7f7e0a8a7', 'remote_group_id': 'ddb7fd34-27e4-4c65-b6ae-122a0fa10154', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:51.338761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0c73704f-349b-4494-9917-8fce92c319b2 req-e0360c81-4cdf-42eb-98c3-5ee9680f0623 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.366361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.375963 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0c73704f-349b-4494-9917-8fce92c319b2 req-e0360c81-4cdf-42eb-98c3-5ee9680f0623 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.380647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0c73704f-349b-4494-9917-8fce92c319b2 req-e0360c81-4cdf-42eb-98c3-5ee9680f0623 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.400227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360c81-4cdf-42eb-98c3-5ee9680f0623 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2bcab9-3bf5-4d06-9358-799e1ff4a109,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:51.409914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0c73704f-349b-4494-9917-8fce92c319b2 req-e0360c81-4cdf-42eb-98c3-5ee9680f0623 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.411633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c73704f-349b-4494-9917-8fce92c319b2 req-e0360c81-4cdf-42eb-98c3-5ee9680f0623 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1636293 Nov 23 17:54:51.456700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Checking segment: {'id': '975e01be-dad5-43c1-824f-861bc83a1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6ed6f3c2-fbe4-4795-9129-0872a1402623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:51.457062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Network hostable DHCP agents. Network: 6ed6f3c2-fbe4-4795-9129-0872a1402623, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:51.459579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c836b4d3-3f2d-4da1-a234-6b6b99e7de7c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:51.480631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Network 6ed6f3c2-fbe4-4795-9129-0872a1402623 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:51.492531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 6ed6f3c2-fbe4-4795-9129-0872a1402623) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:51.499551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:51.499678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.503689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ad022-a6bf-4e12-b0d2-000727c30549 None None] Network 6ed6f3c2-fbe4-4795-9129-0872a1402623 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:51.527270 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6166d4a4-2f6d-4604-9b47-6b4f00c58b3a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4165039 Nov 23 17:54:51.626066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c6e2-0f5e-45d8-832f-21b2c99326d3 req-18da8f13-1c56-4fb5-8b66-dda1850ac5d5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:51.635617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ee4c6e2-0f5e-45d8-832f-21b2c99326d3 req-18da8f13-1c56-4fb5-8b66-dda1850ac5d5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1100178 Nov 23 17:54:51.684451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4ae30a1-d402-4795-8b7d-dbc75c913196 req-b7de9da6-65d5-4287-b909-0381c3d53f96 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/ddb7fd34-27e4-4c65-b6ae-122a0fa10154 HTTP/1.1" status: 200 len: 1820 time: 0.0939605 Nov 23 17:54:51.720986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701d8d7-0f8d-471b-99b5-ed1caade6d66 None None] Network 6ed6f3c2-fbe4-4795-9129-0872a1402623 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:51.730598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ee4c6e2-0f5e-45d8-832f-21b2c99326d3 req-d7c86ab8-3a4c-4340-93e9-a1361142d6d9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937507 Nov 23 17:54:51.814788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4ae30a1-d402-4795-8b7d-dbc75c913196 req-12901178-f1d1-4116-955d-96cabe0542f5 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.844556 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4ae30a1-d402-4795-8b7d-dbc75c913196 req-12901178-f1d1-4116-955d-96cabe0542f5 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.953666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8cacf-bf22-47ab-a0fd-524d239f3e9c req-20ba767c-74fd-43c7-89f2-739ef73513ce tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:51.955264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbe8cacf-bf22-47ab-a0fd-524d239f3e9c req-20ba767c-74fd-43c7-89f2-739ef73513ce tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1100 time: 0.0579517 Nov 23 17:54:51.970748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4ae30a1-d402-4795-8b7d-dbc75c913196 req-12901178-f1d1-4116-955d-96cabe0542f5 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.973180 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e4ae30a1-d402-4795-8b7d-dbc75c913196 req-12901178-f1d1-4116-955d-96cabe0542f5 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.974224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4ae30a1-d402-4795-8b7d-dbc75c913196 req-12901178-f1d1-4116-955d-96cabe0542f5 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "DELETE /v2.0/security-groups/ddb7fd34-27e4-4c65-b6ae-122a0fa10154 HTTP/1.1" status: 204 len: 173 time: 0.2811415 Nov 23 17:54:51.993051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12901178-f1d1-4116-955d-96cabe0542f5 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb7fd34-27e4-4c65-b6ae-122a0fa10154,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:52.019226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbe8cacf-bf22-47ab-a0fd-524d239f3e9c req-70ca2474-3e75-45b8-8762-ef46e6a3142d tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545149 Nov 23 17:54:52.149336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a642-5e3e-4ad8-a38e-e1862f7c44ad req-bfb18ddf-776b-4bba-9a10-e7eb703ab0f6 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:52.150940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b65a642-5e3e-4ad8-a38e-e1862f7c44ad req-bfb18ddf-776b-4bba-9a10-e7eb703ab0f6 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0626879 Nov 23 17:54:52.231361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b65a642-5e3e-4ad8-a38e-e1862f7c44ad req-bb2ca17b-9bf2-4127-ad3c-eec08f8ad315 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742095 Nov 23 17:54:52.315916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-4337e63d-51c4-45db-96de-03ab4cf7901d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:52.317386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-4337e63d-51c4-45db-96de-03ab4cf7901d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 807 time: 0.1293890 Nov 23 17:54:52.340791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-d252792d-f64c-4ff4-a5b1-d1c06e1f96f3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/quotas/6a34f248a2a04100bfb5bd0ec0060a02 HTTP/1.1" status: 200 len: 375 time: 0.0170107 Nov 23 17:54:52.391939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-708a4581-68a8-4663-9ace-224b30e52e15 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436685 Nov 23 17:54:52.396172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87164e79-2b10-4c72-9017-ffd625b02c37 req-617fc7df-c96b-470b-b907-1473c5db793f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/eb780254-92f5-4da2-9173-3ef7f7e0a8a7 HTTP/1.1" status: 200 len: 1820 time: 0.0877006 Nov 23 17:54:52.496864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-408223b3-c5a4-4412-9a64-98da47a3e899 service neutron] 10.222.0.74 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975058 Nov 23 17:54:52.623874 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-e0354523-0be6-4cc4-8f61-992e7d6d45cf service neutron] 10.222.0.74 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167607 Nov 23 17:54:52.840085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cb74c-3bb6-450b-b82f-9f6bcd6a13bb req-9dabac9b-854b-42c4-9316-95f33282b060 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:52.845424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d2cb74c-3bb6-450b-b82f-9f6bcd6a13bb req-9dabac9b-854b-42c4-9316-95f33282b060 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.0798159 Nov 23 17:54:52.889256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e87fbca9-7bf1-469d-b7b7-cabe7a58b55f req-ff7e4acd-f2c4-4343-9138-38c1688c8050 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1146111158', 'description': 'tempest-description-696488222'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:52.962497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e87fbca9-7bf1-469d-b7b7-cabe7a58b55f req-ff7e4acd-f2c4-4343-9138-38c1688c8050 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:52.968716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-ee9a0c38-ce0b-4c9d-82b0-f166eff8c430 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3202493 Nov 23 17:54:52.974111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d2cb74c-3bb6-450b-b82f-9f6bcd6a13bb req-2258c4c7-aa9d-41f7-a943-f6583816b5a7 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143305 Nov 23 17:54:52.991073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-61eea11c-c011-4cb2-946c-f2ada49fcf7a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:54:52.996007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-61eea11c-c011-4cb2-946c-f2ada49fcf7a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113223 Nov 23 17:54:53.092603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e87fbca9-7bf1-469d-b7b7-cabe7a58b55f req-ff7e4acd-f2c4-4343-9138-38c1688c8050 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.098092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e87fbca9-7bf1-469d-b7b7-cabe7a58b55f req-ff7e4acd-f2c4-4343-9138-38c1688c8050 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.136487 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e87fbca9-7bf1-469d-b7b7-cabe7a58b55f req-ff7e4acd-f2c4-4343-9138-38c1688c8050 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.142172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e87fbca9-7bf1-469d-b7b7-cabe7a58b55f req-ff7e4acd-f2c4-4343-9138-38c1688c8050 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2812598 Nov 23 17:54:53.144975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e4acd-f2c4-4343-9138-38c1688c8050 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5523720f-f212-4144-add9-2fab2cc815f8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:53.253665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-401a795b-825f-4f63-8d6d-59c7a1228261 req-ea612b1f-9b0a-4420-ae8f-e39958668dbf tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 210 time: 0.0327461 Nov 23 17:54:53.278007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba99bd-bb19-4b72-bc18-3f05882fa843 req-7b9a13ec-d2a4-40ff-951c-7ca57116a268 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:53.283250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92ba99bd-bb19-4b72-bc18-3f05882fa843 req-7b9a13ec-d2a4-40ff-951c-7ca57116a268 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1219857 Nov 23 17:54:53.351043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92ba99bd-bb19-4b72-bc18-3f05882fa843 req-00062ae1-1c9e-46f2-92fd-5736b2725ab9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 Nov 23 17:54:53.461335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d47a71f-e304-4cd8-bdaa-10e6ec3231aa req-837db7f3-99e1-4da5-b3a6-e5fb5a86c9b3 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/5523720f-f212-4144-add9-2fab2cc815f8 HTTP/1.1" status: 200 len: 1821 time: 0.0709093 Nov 23 17:54:53.472162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-6d47a71f-e304-4cd8-bdaa-10e6ec3231aa req-55dccbc7-dbc6-4d68-9b13-9c13051755ba tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5523720f-f212-4144-add9-2fab2cc815f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:53.472689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-6d47a71f-e304-4cd8-bdaa-10e6ec3231aa req-55dccbc7-dbc6-4d68-9b13-9c13051755ba tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5523720f-f212-4144-add9-2fab2cc815f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:53.571933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3f5b-3f8b-45d7-a226-36307fed0f5a req-3a6233b4-ab31-4769-97b0-fbf66599ad7f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:53.573908 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a27b3f5b-3f8b-45d7-a226-36307fed0f5a req-3a6233b4-ab31-4769-97b0-fbf66599ad7f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0930252 Nov 23 17:54:53.638854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6d47a71f-e304-4cd8-bdaa-10e6ec3231aa req-55dccbc7-dbc6-4d68-9b13-9c13051755ba tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.681551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a27b3f5b-3f8b-45d7-a226-36307fed0f5a req-4aa8c627-16fb-458f-b126-1cb128e6c0ed tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844855 Nov 23 17:54:53.696145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6d47a71f-e304-4cd8-bdaa-10e6ec3231aa req-55dccbc7-dbc6-4d68-9b13-9c13051755ba tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.701555 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6d47a71f-e304-4cd8-bdaa-10e6ec3231aa req-55dccbc7-dbc6-4d68-9b13-9c13051755ba tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.741345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dccbc7-dbc6-4d68-9b13-9c13051755ba tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9551768a-218c-40e9-bbc8-1da760f7419a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:53.754711 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6d47a71f-e304-4cd8-bdaa-10e6ec3231aa req-55dccbc7-dbc6-4d68-9b13-9c13051755ba tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.767329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d47a71f-e304-4cd8-bdaa-10e6ec3231aa req-55dccbc7-dbc6-4d68-9b13-9c13051755ba tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3049507 Nov 23 17:54:53.975212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f089bc2-9cc4-4977-8427-190214d0c65b req-240a6f49-bf7f-40ce-b2e1-e81a0ef75031 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/5523720f-f212-4144-add9-2fab2cc815f8 HTTP/1.1" status: 200 len: 2414 time: 0.0576961 Nov 23 17:54:53.980851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7f089bc2-9cc4-4977-8427-190214d0c65b req-edf56c88-a396-427a-ad51-a04a87980882 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5523720f-f212-4144-add9-2fab2cc815f8', 'remote_group_id': None}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:53.981323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7f089bc2-9cc4-4977-8427-190214d0c65b req-edf56c88-a396-427a-ad51-a04a87980882 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5523720f-f212-4144-add9-2fab2cc815f8', 'remote_group_id': None}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:54.074368 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7f089bc2-9cc4-4977-8427-190214d0c65b req-edf56c88-a396-427a-ad51-a04a87980882 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.137243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7f089bc2-9cc4-4977-8427-190214d0c65b req-edf56c88-a396-427a-ad51-a04a87980882 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.147632 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7f089bc2-9cc4-4977-8427-190214d0c65b req-edf56c88-a396-427a-ad51-a04a87980882 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.165174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf56c88-a396-427a-ad51-a04a87980882 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6783d659-e5e5-4e42-b15a-81891a0cf5e3,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:54.175970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8fd16-7613-48da-ac28-db7079e89858 req-5c2ffdd9-0f89-4635-9540-d68224e47465 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:54.177631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcd8fd16-7613-48da-ac28-db7079e89858 req-5c2ffdd9-0f89-4635-9540-d68224e47465 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.0884383 Nov 23 17:54:54.197844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7f089bc2-9cc4-4977-8427-190214d0c65b req-edf56c88-a396-427a-ad51-a04a87980882 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.208329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f089bc2-9cc4-4977-8427-190214d0c65b req-edf56c88-a396-427a-ad51-a04a87980882 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2310483 Nov 23 17:54:54.284241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44494) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:54.462569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b347f645-d5ea-4ab7-aede-dc749f198978 req-f8bacfa5-9422-4f89-93a1-27292ac46aa6 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/5523720f-f212-4144-add9-2fab2cc815f8 HTTP/1.1" status: 200 len: 3012 time: 0.1976521 Nov 23 17:54:54.471769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcd8fd16-7613-48da-ac28-db7079e89858 req-b2b11e3c-218e-4006-b2a5-0f72058ca3bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846086 Nov 23 17:54:54.486347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9054fae-8f60-4341-ac2c-25ea8db4a9e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.550134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-f44464c1-5a65-40c7-bbfb-126f661254d0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:54.552474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-f44464c1-5a65-40c7-bbfb-126f661254d0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 807 time: 0.3222914 Nov 23 17:54:54.587097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7716f463-a818-4fef-8990-730b7a49788d req-ff00452b-ad90-48c3-a19d-5beea12f9fb8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 210 time: 0.0331755 Nov 23 17:54:54.591067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Request body: {'port': {'device_id': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'admin_state_up': True, 'tenant_id': '6a34f248a2a04100bfb5bd0ec0060a02'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:54.621838 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9054fae-8f60-4341-ac2c-25ea8db4a9e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.626578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9054fae-8f60-4341-ac2c-25ea8db4a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.668642 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c9054fae-8f60-4341-ac2c-25ea8db4a9e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f44f5d100fef4f9098c935b7c9e17d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825381 Nov 23 17:54:54.669917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9054fae-8f60-4341-ac2c-25ea8db4a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db29b9df-1225-44fe-8f63-884cf636937e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:54.672453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44502) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:54.730930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69c1ae69-4bee-440d-8012-4a79a8c63c77 req-1d1139ba-cebd-488b-bc7c-c81c14b7443d tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-group-rules/6783d659-e5e5-4e42-b15a-81891a0cf5e3 HTTP/1.1" status: 200 len: 783 time: 0.0796885 Nov 23 17:54:54.747739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a9536e1-5eb4-4f24-8550-acbb74e2f3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.780454 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a9536e1-5eb4-4f24-8550-acbb74e2f3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.783121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329e733-6f8d-4633-b758-4a9f13e0d907 req-f2976a66-c797-4050-be75-1c83a44cc55c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:54.784703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f329e733-6f8d-4633-b758-4a9f13e0d907 req-f2976a66-c797-4050-be75-1c83a44cc55c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.2015691 Nov 23 17:54:54.869460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69c1ae69-4bee-440d-8012-4a79a8c63c77 req-53bda62b-363d-4f95-8bfe-9704256ad994 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/5523720f-f212-4144-add9-2fab2cc815f8 HTTP/1.1" status: 200 len: 3012 time: 0.1260173 Nov 23 17:54:54.881679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Made reservation on behalf of 6a34f248a2a04100bfb5bd0ec0060a02 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:54.884488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a9536e1-5eb4-4f24-8550-acbb74e2f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.885934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.891261 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a9536e1-5eb4-4f24-8550-acbb74e2f3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.895820 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1a9536e1-5eb4-4f24-8550-acbb74e2f3a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db29b9df-1225-44fe-8f63-884cf636937e HTTP/1.1" status: 204 len: 168 time: 0.2198157 Nov 23 17:54:54.905621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9536e1-5eb4-4f24-8550-acbb74e2f3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db29b9df-1225-44fe-8f63-884cf636937e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:54.972953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f329e733-6f8d-4633-b758-4a9f13e0d907 req-71c6a96c-c6a1-41c3-afce-5cee0bd610f6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765478 Nov 23 17:54:54.985366 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69c1ae69-4bee-440d-8012-4a79a8c63c77 req-8b69880c-8ba9-4acf-acc2-71a6d0020cb9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.003272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-56a53bd1-426a-4d62-8101-a1ce1a34ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:55.005701 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-56a53bd1-426a-4d62-8101-a1ce1a34ed26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1100 time: 0.0818074 Nov 23 17:54:55.012564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69c1ae69-4bee-440d-8012-4a79a8c63c77 req-8b69880c-8ba9-4acf-acc2-71a6d0020cb9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.194120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-d147df94-6156-496a-8583-8cf0ccd87884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:55.198410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-d147df94-6156-496a-8583-8cf0ccd87884 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1807203 Nov 23 17:54:55.253240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-2ffa80c9-eda0-466d-8787-b69bb1d0e43f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0460122 Nov 23 17:54:55.323394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-c74c2533-833d-49eb-8fcd-e15dc3c263ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:55.326264 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-c74c2533-833d-49eb-8fcd-e15dc3c263ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0637865 Nov 23 17:54:55.374033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44514) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:55.390948 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcc20cd9-d7b0-4f98-bb5a-a17b51bb1b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.423302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-40693431-8570-46fa-aae8-55f598023288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:55.425226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-40693431-8570-46fa-aae8-55f598023288 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892799 Nov 23 17:54:55.468355 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69c1ae69-4bee-440d-8012-4a79a8c63c77 req-8b69880c-8ba9-4acf-acc2-71a6d0020cb9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.497102 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69c1ae69-4bee-440d-8012-4a79a8c63c77 req-8b69880c-8ba9-4acf-acc2-71a6d0020cb9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.498556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69c1ae69-4bee-440d-8012-4a79a8c63c77 req-8b69880c-8ba9-4acf-acc2-71a6d0020cb9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/6783d659-e5e5-4e42-b15a-81891a0cf5e3 HTTP/1.1" status: 204 len: 173 time: 0.6282604 Nov 23 17:54:55.523961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69880c-8ba9-4acf-acc2-71a6d0020cb9 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6783d659-e5e5-4e42-b15a-81891a0cf5e3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:55.554630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647d6d3-357e-4a8b-a65e-7bbf4f4128f8 req-acb872da-798c-4784-902c-f7c06823ac04 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:55.556292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b647d6d3-357e-4a8b-a65e-7bbf4f4128f8 req-acb872da-798c-4784-902c-f7c06823ac04 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.4894614 Nov 23 17:54:55.557604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Allocated IP 172.20.0.6 (92e3bf30-b369-40e9-b342-776a5d395696/3ff24acb-9426-49d1-88f8-1871c5f72c6e/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:55.751796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b647d6d3-357e-4a8b-a65e-7bbf4f4128f8 req-0a5993ef-8727-4a47-a0e7-995ac04bac6e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798005 Nov 23 17:54:55.837797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabb8e8-b321-492d-a025-7b3a9c847374 req-72bac484-56bd-49a6-9d1a-bc1391fd786e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:55.840100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cabb8e8-b321-492d-a025-7b3a9c847374 req-72bac484-56bd-49a6-9d1a-bc1391fd786e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1473181 Nov 23 17:54:55.891890 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcc20cd9-d7b0-4f98-bb5a-a17b51bb1b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.894528 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-44567788-1fde-4cd0-b3b0-051483c8481d service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569533 Nov 23 17:54:55.895661 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcc20cd9-d7b0-4f98-bb5a-a17b51bb1b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.909511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.914993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e3f606f-4d89-48d4-a306-f82281997073 req-8352fe45-bac7-4aae-8ce2-908043915513 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/5523720f-f212-4144-add9-2fab2cc815f8 HTTP/1.1" status: 200 len: 2414 time: 0.1228149 Nov 23 17:54:55.965996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc20cd9-d7b0-4f98-bb5a-a17b51bb1b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02364b70-10e8-43ff-975f-5663a26460a9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:55.973300 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dcc20cd9-d7b0-4f98-bb5a-a17b51bb1b95 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=208e23fdcd82463485e9f8868020b957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5979130 Nov 23 17:54:55.974339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44524) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:55.989156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cabb8e8-b321-492d-a025-7b3a9c847374 req-a249266c-ecc8-4a6a-9294-13f0f20729ee tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353476 Nov 23 17:54:56.035762 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-019d63b0-d887-4cdd-9082-44af05ae6034 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330128 Nov 23 17:54:56.127719 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.131542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42525b26-6af3-4685-8549-507962f8ca66 req-0ed339f5-1b18-4db0-8faa-eb4d067271bd tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 210 time: 0.0561283 Nov 23 17:54:56.141780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4e3f606f-4d89-48d4-a306-f82281997073 req-b0b01a82-aef8-4145-af20-d9470728aac2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.215549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Network 92e3bf30-b369-40e9-b342-776a5d395696 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:56.216526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31ca6a44-e0c0-4d32-8a54-23d605409bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.231539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:56.245470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:56.250956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4e3f606f-4d89-48d4-a306-f82281997073 req-b0b01a82-aef8-4145-af20-d9470728aac2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.315856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Pushing event updated for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:56.323229 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31ca6a44-e0c0-4d32-8a54-23d605409bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.392576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:56.393187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.429904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5dfa7-5491-4555-a345-72e3e0e62941 req-a4e640d9-ed1c-44d6-bf45-6923f9479de7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:56.431450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a5dfa7-5491-4555-a345-72e3e0e62941 req-a4e640d9-ed1c-44d6-bf45-6923f9479de7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1891503 Nov 23 17:54:56.436074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-aff81839-9085-4929-aaa4-c3908008c4d2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8543141 Nov 23 17:54:56.442598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4e3f606f-4d89-48d4-a306-f82281997073 req-b0b01a82-aef8-4145-af20-d9470728aac2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.445819 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4e3f606f-4d89-48d4-a306-f82281997073 req-b0b01a82-aef8-4145-af20-d9470728aac2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.446973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e3f606f-4d89-48d4-a306-f82281997073 req-b0b01a82-aef8-4145-af20-d9470728aac2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "DELETE /v2.0/security-groups/5523720f-f212-4144-add9-2fab2cc815f8 HTTP/1.1" status: 204 len: 173 time: 0.5188270 Nov 23 17:54:56.459731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Request body: {'port': {'device_id': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:56.485524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31ca6a44-e0c0-4d32-8a54-23d605409bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.488396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31ca6a44-e0c0-4d32-8a54-23d605409bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.492616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-31ca6a44-e0c0-4d32-8a54-23d605409bf7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02364b70-10e8-43ff-975f-5663a26460a9 HTTP/1.1" status: 204 len: 168 time: 0.5128753 Nov 23 17:54:56.520677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b01a82-aef8-4145-af20-d9470728aac2 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523720f-f212-4144-add9-2fab2cc815f8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:56.544415 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-b0ac063d-fe34-45ea-936a-8d0f36557333 req-e6ad68f7-bb35-4ad4-b8cc-05ce197bbf97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] show failed (client error): The resource could not be found. Nov 23 17:54:56.553287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0ac063d-fe34-45ea-936a-8d0f36557333 req-e6ad68f7-bb35-4ad4-b8cc-05ce197bbf97 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/ddb7fd34-27e4-4c65-b6ae-122a0fa10154 HTTP/1.1" status: 404 len: 352 time: 0.0682464 Nov 23 17:54:56.584116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca6a44-e0c0-4d32-8a54-23d605409bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02364b70-10e8-43ff-975f-5663a26460a9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:56.654109 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.694391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a5dfa7-5491-4555-a345-72e3e0e62941 req-a4d959a9-d99a-4b5c-8b48-68b18a83bc71 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531285 Nov 23 17:54:56.700791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d485cefd-1c86-4e2f-9df6-fbafa0aa2159 req-03a5c12c-dab3-4d1f-b1d5-4409101a2c5f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/eb780254-92f5-4da2-9173-3ef7f7e0a8a7 HTTP/1.1" status: 200 len: 1820 time: 0.0978489 Nov 23 17:54:56.867047 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d485cefd-1c86-4e2f-9df6-fbafa0aa2159 req-f595b882-1e2a-4911-a52c-4ea61a4a2a8f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.949832 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d485cefd-1c86-4e2f-9df6-fbafa0aa2159 req-f595b882-1e2a-4911-a52c-4ea61a4a2a8f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.061706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428a20-55e1-4f1b-9add-04f020c28ff1 req-7d38aa74-e122-40fc-bca8-fbd67f101cde tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:57.063496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0428a20-55e1-4f1b-9add-04f020c28ff1 req-7d38aa74-e122-40fc-bca8-fbd67f101cde tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1832669 Nov 23 17:54:57.092324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d485cefd-1c86-4e2f-9df6-fbafa0aa2159 req-f595b882-1e2a-4911-a52c-4ea61a4a2a8f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.095133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d485cefd-1c86-4e2f-9df6-fbafa0aa2159 req-f595b882-1e2a-4911-a52c-4ea61a4a2a8f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.096562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d485cefd-1c86-4e2f-9df6-fbafa0aa2159 req-f595b882-1e2a-4911-a52c-4ea61a4a2a8f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "DELETE /v2.0/security-groups/eb780254-92f5-4da2-9173-3ef7f7e0a8a7 HTTP/1.1" status: 204 len: 173 time: 0.3733835 Nov 23 17:54:57.140829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595b882-1e2a-4911-a52c-4ea61a4a2a8f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb780254-92f5-4da2-9173-3ef7f7e0a8a7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:57.198791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0428a20-55e1-4f1b-9add-04f020c28ff1 req-6b9b1e16-afb8-4ed3-98ed-f8859d59e593 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251533 Nov 23 17:54:57.337221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d05336-175f-4249-b476-3fba8afadc03 req-7a8a9516-5555-4322-a2d0-b9bc43e45339 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:57.338785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7d05336-175f-4249-b476-3fba8afadc03 req-7a8a9516-5555-4322-a2d0-b9bc43e45339 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1388106 Nov 23 17:54:57.347401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9684b8d-c261-4398-bde7-d06823a228da req-a5335773-75e7-49f3-a451-5fd493274b1b tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/b18bd838-2413-4609-8ca5-1503b4d002a7 HTTP/1.1" status: 200 len: 1820 time: 0.1060910 Nov 23 17:54:57.349467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:54:57.365906 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.423633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Transition to ACTIVE for port object fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:54:57.435832 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.490263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44564) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:57.492551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7d05336-175f-4249-b476-3fba8afadc03 req-f7fe87fb-218e-4650-987e-151fa5a12f29 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374707 Nov 23 17:54:57.536835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Pushing event updated for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:57.563722 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9684b8d-c261-4398-bde7-d06823a228da req-76f70c1d-90a6-4994-896c-fc5a65494181 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.624393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-network', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:57.651197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Made reservation on behalf of 574e95ed4bbc4d1fbb4d695ff5fc0e96 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:57.654894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.663105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9684b8d-c261-4398-bde7-d06823a228da req-76f70c1d-90a6-4994-896c-fc5a65494181 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.669983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.714358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:57.714725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:57.715065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:57.735818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:54:57.736107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:57.747321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3606bdd-664e-4dac-a76e-30020d7896c4 req-62ca7de8-bdf6-45d5-8315-d0ef696b168a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:57.749443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3606bdd-664e-4dac-a76e-30020d7896c4 req-62ca7de8-bdf6-45d5-8315-d0ef696b168a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.1548166 Nov 23 17:54:57.772410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:57.772654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.773442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:57.774370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:57.774872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Bound port: fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:57.775494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.776606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.798667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:57.816342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7750b78-98c9-4f37-b4e9-a842de9b7bc6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:57.820089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.820435 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Added segment 51355671-a1fd-4ece-9c91-4472f8c3a57c of type vlan for network 73c9c60d-f544-4a5c-bd60-b121ccb0138c Nov 23 17:54:57.860985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.867116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3606bdd-664e-4dac-a76e-30020d7896c4 req-6858e6cf-8ad0-43f9-9dc3-c5d48e583a83 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051762 Nov 23 17:54:57.869935 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9684b8d-c261-4398-bde7-d06823a228da req-76f70c1d-90a6-4994-896c-fc5a65494181 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.872672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9684b8d-c261-4398-bde7-d06823a228da req-76f70c1d-90a6-4994-896c-fc5a65494181 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.873778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9684b8d-c261-4398-bde7-d06823a228da req-76f70c1d-90a6-4994-896c-fc5a65494181 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "DELETE /v2.0/security-groups/b18bd838-2413-4609-8ca5-1503b4d002a7 HTTP/1.1" status: 204 len: 173 time: 0.5102465 Nov 23 17:54:57.898058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.899644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:57.900066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.900258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f70c1d-90a6-4994-896c-fc5a65494181 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18bd838-2413-4609-8ca5-1503b4d002a7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:57.906130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:57.909881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:57.917975 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.973332 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4799111 Nov 23 17:54:57.975346 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fb148-544f-4c01-bc1d-cf4c5f2b3ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=73c9c60d-f544-4a5c-bd60-b121ccb0138c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:57.978024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44574) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:57.982951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Request body: {'subnet': {'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-subnet', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:57.984737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:57.985371 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.986748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] 10.222.0.66 "PUT /v2.0/ports/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 1091 time: 1.5388293 Nov 23 17:54:57.990748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:57.992546 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b05556-2290-4e06-85a7-2b548c359338" -d '{"events": [{"name": "network-changed", "server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:57.993549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 73c9c60d-f544-4a5c-bd60-b121ccb0138c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:58.009447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Made reservation on behalf of 574e95ed4bbc4d1fbb4d695ff5fc0e96 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:58.012435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.042379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af9895-8227-43ab-a65e-29030df97e70 service neutron] Pushing event updated for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:58.068144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcbf57-11d6-4127-a92a-b29bbcd8239d req-c635b802-0282-43ed-bda5-0fe765f0fd44 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:58.069704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5fcbf57-11d6-4127-a92a-b29bbcd8239d req-c635b802-0282-43ed-bda5-0fe765f0fd44 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1027489 Nov 23 17:54:58.160487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6857262-5dc8-473f-a8d4-c499d5aa5cb6 req-d0233965-8d71-4d47-be0f-23eab7a53af1 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/613f366c-9218-42df-9679-0b4037dc1452 HTTP/1.1" status: 200 len: 1821 time: 0.1035361 Nov 23 17:54:58.162367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-edbe0597-4b5a-4ba5-b2da-6179eb38840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:58.163823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-edbe0597-4b5a-4ba5-b2da-6179eb38840f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1094 time: 0.1183505 Nov 23 17:54:58.201213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5fcbf57-11d6-4127-a92a-b29bbcd8239d req-ada426af-d4b3-4a3d-9934-ac9dcdc4595d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105280 Nov 23 17:54:58.212764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.241756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-8fd34054-170f-4078-a2a0-cec632472fe7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 217 time: 0.0608563 Nov 23 17:54:58.271248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89dc63f3-bc64-4b19-8129-151cca57d494,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:58.284203 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb1a151-615a-4cc6-a6de-65cda9d55b2c x-openstack-request-id: req-adb1a151-615a-4cc6-a6de-65cda9d55b2c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:58.284512 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:58.284769 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-adb1a151-615a-4cc6-a6de-65cda9d55b2c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:58.285320 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9', 'status': 'completed', 'code': 200} Nov 23 17:54:58.290451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Checking segment: {'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:58.290874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Network hostable DHCP agents. Network: 73c9c60d-f544-4a5c-bd60-b121ccb0138c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:58.314474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c6857262-5dc8-473f-a8d4-c499d5aa5cb6 req-91660bc1-1028-4cba-9934-446791f216cf tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.322583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Network 73c9c60d-f544-4a5c-bd60-b121ccb0138c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:58.324539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-45624daf-a233-4471-a3d7-f0fda2712798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:58.326032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-45624daf-a233-4471-a3d7-f0fda2712798 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0730786 Nov 23 17:54:58.333327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 73c9c60d-f544-4a5c-bd60-b121ccb0138c) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:58.340212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:58.340997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.353423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3499e61-1bdf-46e7-b577-0b018c79b301 None None] Network 73c9c60d-f544-4a5c-bd60-b121ccb0138c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:58.368386 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-50218c9e-3e1a-4815-bb8a-8c4102986a42 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3880851 Nov 23 17:54:58.369029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44582) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:58.373789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:58.385166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-7b86d7d2-653c-42d8-8eee-b2a9e3cb02dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486803 Nov 23 17:54:58.386915 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c6857262-5dc8-473f-a8d4-c499d5aa5cb6 req-91660bc1-1028-4cba-9934-446791f216cf tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.399892 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.400946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.460213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.531096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fc72d-1c0e-4347-8ac9-63498e928813 req-4106dae3-0ac8-4ced-814a-5ec92c9dabef tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:58.532843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-189fc72d-1c0e-4347-8ac9-63498e928813 req-4106dae3-0ac8-4ced-814a-5ec92c9dabef tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1950374 Nov 23 17:54:58.547773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-73c9c60d-f544-4a5c-bd60-b121ccb0138c', 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'fixed_ips': [{'subnet_id': '89dc63f3-bc64-4b19-8129-151cca57d494'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:54:58.548981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.567055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c6857262-5dc8-473f-a8d4-c499d5aa5cb6 req-91660bc1-1028-4cba-9934-446791f216cf tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.571204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c6857262-5dc8-473f-a8d4-c499d5aa5cb6 req-91660bc1-1028-4cba-9934-446791f216cf tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.572406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6857262-5dc8-473f-a8d4-c499d5aa5cb6 req-91660bc1-1028-4cba-9934-446791f216cf tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "DELETE /v2.0/security-groups/613f366c-9218-42df-9679-0b4037dc1452 HTTP/1.1" status: 204 len: 173 time: 0.4033957 Nov 23 17:54:58.587472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-e2f2f9f4-230b-424d-a882-0eb9f9a75750 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826739 Nov 23 17:54:58.610996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91660bc1-1028-4cba-9934-446791f216cf tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613f366c-9218-42df-9679-0b4037dc1452,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:58.635419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.652919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-189fc72d-1c0e-4347-8ac9-63498e928813 req-bd453665-d66e-42de-b7e1-3183fc05d0e3 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124778 Nov 23 17:54:58.722306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Allocated IP 172.20.0.2 (73c9c60d-f544-4a5c-bd60-b121ccb0138c/89dc63f3-bc64-4b19-8129-151cca57d494/e1975255-a8ce-49d9-aa53-1fda0c971a48) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:58.807836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b7ec0c-0b77-4a70-9e4b-9f509cd9b202 req-d67331a8-5568-4332-844b-a805b2ee829c service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074311 Nov 23 17:54:58.815344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc4c4f28-7b8b-45a2-929d-2d863b066706 req-58157e66-721d-443d-a9b7-f06ae88936ec tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/93920ae9-06d5-42dc-a21e-f437bbde7481 HTTP/1.1" status: 200 len: 2421 time: 0.1115155 Nov 23 17:54:58.869453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1508db-f735-4a15-a4b2-aa32243a9a33 req-ff5208af-2f5e-4594-88c0-911dfdc6f840 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:58.870998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd1508db-f735-4a15-a4b2-aa32243a9a33 req-ff5208af-2f5e-4594-88c0-911dfdc6f840 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1579576 Nov 23 17:54:58.914431 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.920315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.921024 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.944887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.971798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Network 73c9c60d-f544-4a5c-bd60-b121ccb0138c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:58.973361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:58.976776 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:58.976950 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dc4c4f28-7b8b-45a2-929d-2d863b066706 req-0578293c-bb1a-47a2-bb2d-04b231096e5a tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.982399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05556-2290-4e06-85a7-2b548c359338 req-6391f681-9c21-4f49-adda-93697c3723fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:58.984107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b05556-2290-4e06-85a7-2b548c359338 req-6391f681-9c21-4f49-adda-93697c3723fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1094 time: 0.1121283 Nov 23 17:54:58.990391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd1508db-f735-4a15-a4b2-aa32243a9a33 req-6d8247d0-4d4b-49e7-a36e-2b789dab2530 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068583 Nov 23 17:54:59.001381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Pushing event updated for resources: {'Port': ['ID=e1975255-a8ce-49d9-aa53-1fda0c971a48,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:59.035351 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dc4c4f28-7b8b-45a2-929d-2d863b066706 req-0578293c-bb1a-47a2-bb2d-04b231096e5a tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.075117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Allocated IP 172.25.0.153 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/5c3a40fc-f521-4336-9f68-c2e03fbe5ed3) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:59.086136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Attempting to bind port e1975255-a8ce-49d9-aa53-1fda0c971a48 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:59.086942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Attempting to bind port e1975255-a8ce-49d9-aa53-1fda0c971a48 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:59.087750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Attempting to bind port e1975255-a8ce-49d9-aa53-1fda0c971a48 on network 73c9c60d-f544-4a5c-bd60-b121ccb0138c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:59.093922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:59.094627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Checking segment: {'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:59.095474 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.096121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Bound using segment: {'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:59.096797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Bound port: e1975255-a8ce-49d9-aa53-1fda0c971a48, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:59.097597 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.148464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05556-2290-4e06-85a7-2b548c359338 req-af32ca17-b0a5-420f-b5ff-0a8f8c2ef64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:59.150180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b05556-2290-4e06-85a7-2b548c359338 req-af32ca17-b0a5-420f-b5ff-0a8f8c2ef64b service neutron] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1538820 Nov 23 17:54:59.178785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] For port e1975255-a8ce-49d9-aa53-1fda0c971a48, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:59.183128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] For port e1975255-a8ce-49d9-aa53-1fda0c971a48, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e1975255-a8ce-49d9-aa53-1fda0c971a48,segment=NetworkSegment(51355671-a1fd-4ece-9c91-4472f8c3a57c),segment_id=51355671-a1fd-4ece-9c91-4472f8c3a57c)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:59.189378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.218460 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dc4c4f28-7b8b-45a2-929d-2d863b066706 req-0578293c-bb1a-47a2-bb2d-04b231096e5a tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.221116 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dc4c4f28-7b8b-45a2-929d-2d863b066706 req-0578293c-bb1a-47a2-bb2d-04b231096e5a tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.222549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc4c4f28-7b8b-45a2-929d-2d863b066706 req-0578293c-bb1a-47a2-bb2d-04b231096e5a tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "DELETE /v2.0/security-groups/93920ae9-06d5-42dc-a21e-f437bbde7481 HTTP/1.1" status: 204 len: 173 time: 0.4047985 Nov 23 17:54:59.228087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b05556-2290-4e06-85a7-2b548c359338 req-e3e644bc-10dd-4eda-beb2-87fb920ca4aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 217 time: 0.0571737 Nov 23 17:54:59.242633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.248456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578293c-bb1a-47a2-bb2d-04b231096e5a tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93920ae9-06d5-42dc-a21e-f437bbde7481,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:59.283692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e52efd-d87b-49f5-be9c-8791ad7a47a0 None None] Pushing event updated for resources: {'Port': ['ID=e1975255-a8ce-49d9-aa53-1fda0c971a48,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:59.302504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5b8f8-4791-4785-966e-a9a4a569e35e req-cedf4387-5ff1-49a3-84a5-3d7fb302cddc tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:59.312617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fea5b8f8-4791-4785-966e-a9a4a569e35e req-cedf4387-5ff1-49a3-84a5-3d7fb302cddc tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.1934457 Nov 23 17:54:59.339909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.375911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05556-2290-4e06-85a7-2b548c359338 req-bf938f39-593c-4567-b433-e923490cc70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:59.386589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b05556-2290-4e06-85a7-2b548c359338 req-bf938f39-593c-4567-b433-e923490cc70f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1385863 Nov 23 17:54:59.400690 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:59.408137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:59.412000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:59.431750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b05556-2290-4e06-85a7-2b548c359338 req-779d144a-6c68-4822-bcbe-73bc169abcb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458512 Nov 23 17:54:59.438451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3a40fc-f521-4336-9f68-c2e03fbe5ed3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:59.455101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fea5b8f8-4791-4785-966e-a9a4a569e35e req-c695f25e-c7c2-433f-9e21-e52871d25696 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391764 Nov 23 17:54:59.483315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01a31beb-b490-4cfa-800c-5b71464d2553 req-8efeb376-84b8-446b-be54-ad32e5896523 tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "GET /v2.0/security-groups/52657eae-876f-434b-a836-904901223511 HTTP/1.1" status: 200 len: 2414 time: 0.1386008 Nov 23 17:54:59.705551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01a31beb-b490-4cfa-800c-5b71464d2553 req-f1e1945e-9f5f-4ecb-914d-c1d4d3f44e4f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.710371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b05556-2290-4e06-85a7-2b548c359338 req-46911021-9f32-4956-b96d-0c42416cd94f service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538965 Nov 23 17:54:59.719510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d5be-1112-4e9a-bb20-8b98b36917fb req-667ea718-df08-4d60-af2f-1281dab46f96 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:59.721095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7597d5be-1112-4e9a-bb20-8b98b36917fb req-667ea718-df08-4d60-af2f-1281dab46f96 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1367559 Nov 23 17:54:59.745038 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.784212 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01a31beb-b490-4cfa-800c-5b71464d2553 req-f1e1945e-9f5f-4ecb-914d-c1d4d3f44e4f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.893934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7597d5be-1112-4e9a-bb20-8b98b36917fb req-21c92e06-46c2-408b-8d33-c967802844b7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530719 Nov 23 17:54:59.922117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b05556-2290-4e06-85a7-2b548c359338 req-d83792e1-2557-41ed-9f27-7fdba186a108 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000079 Nov 23 17:54:59.929058 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01a31beb-b490-4cfa-800c-5b71464d2553 req-f1e1945e-9f5f-4ecb-914d-c1d4d3f44e4f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.933628 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01a31beb-b490-4cfa-800c-5b71464d2553 req-f1e1945e-9f5f-4ecb-914d-c1d4d3f44e4f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.938181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01a31beb-b490-4cfa-800c-5b71464d2553 req-f1e1945e-9f5f-4ecb-914d-c1d4d3f44e4f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] 10.222.0.74 "DELETE /v2.0/security-groups/52657eae-876f-434b-a836-904901223511 HTTP/1.1" status: 204 len: 173 time: 0.4518237 Nov 23 17:54:59.949459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44600) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:59.995533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.169429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Router 4946fc24-6250-4c91-b16c-f10c922bf687 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:55:00.267643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1945e-9f5f-4ecb-914d-c1d4d3f44e4f tempest-SecurityGroupRulesTestJSON-674399983 tempest-SecurityGroupRulesTestJSON-674399983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52657eae-876f-434b-a836-904901223511,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:00.305880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:00.319525 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Sync routers for ids ['4946fc24-6250-4c91-b16c-f10c922bf687'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:00.329929 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.335159 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a9f74a19-7c88-4703-8c55-1444d9715496 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.9616041 Nov 23 17:55:00.336064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44606) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:00.342939 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Routers {'4946fc24-6250-4c91-b16c-f10c922bf687'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:00.343706 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4946fc24-6250-4c91-b16c-f10c922bf687'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:00.368142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7904e26b-b14b-4154-aaa6-b65ec86df674 admin admin] Deleting subnet 98d65dd7-1280-456d-840f-cb13cea1d19a {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:00.379013 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7904e26b-b14b-4154-aaa6-b65ec86df674 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.420148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dd600-b98f-4b7a-bbc3-797ac4043f64 req-7977ef4a-2c5f-4f1f-bc48-cbb193d3ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:00.421803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d0dd600-b98f-4b7a-bbc3-797ac4043f64 req-7977ef4a-2c5f-4f1f-bc48-cbb193d3ac73 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.1681926 Nov 23 17:55:00.448856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d63f53-7a54-48ae-ac6a-283471896e10 req-79c3d618-6271-4a6f-ad44-053ecf2a351c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:00.456465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0d63f53-7a54-48ae-ac6a-283471896e10 req-79c3d618-6271-4a6f-ad44-053ecf2a351c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.2013574 Nov 23 17:55:00.517911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c777295-a415-412c-b7a6-0035148b1639 req-11b498b4-8ffc-4e1f-adc4-25fb079a553a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:00.530757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c777295-a415-412c-b7a6-0035148b1639 req-11b498b4-8ffc-4e1f-adc4-25fb079a553a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.2956028 Nov 23 17:55:00.556558 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7904e26b-b14b-4154-aaa6-b65ec86df674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.578021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfae9dc-f1bc-492c-a7df-b495370a11c3 None None] Network 73c9c60d-f544-4a5c-bd60-b121ccb0138c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:00.596411 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Set router 4946fc24-6250-4c91-b16c-f10c922bf687 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:00.660142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7904e26b-b14b-4154-aaa6-b65ec86df674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.721856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e1975255-a8ce-49d9-aa53-1fda0c971a48 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:00.753547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d0dd600-b98f-4b7a-bbc3-797ac4043f64 req-d4ad63e2-769f-4ee1-bbe4-c3742d478912 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226810 Nov 23 17:55:00.769656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Provisioning complete for port e1975255-a8ce-49d9-aa53-1fda0c971a48 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:00.770072 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.878151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0d63f53-7a54-48ae-ac6a-283471896e10 req-24001f19-0948-4bdf-8e4e-c1a984705549 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203830 Nov 23 17:55:00.899670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c777295-a415-412c-b7a6-0035148b1639 req-2224e03e-d847-486a-b21a-db2aec9c588f tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676393 Nov 23 17:55:00.902311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7904e26b-b14b-4154-aaa6-b65ec86df674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.913051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e1975255-a8ce-49d9-aa53-1fda0c971a48 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:00.913051 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.918627 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7904e26b-b14b-4154-aaa6-b65ec86df674 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.931375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7904e26b-b14b-4154-aaa6-b65ec86df674 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/98d65dd7-1280-456d-840f-cb13cea1d19a HTTP/1.1" status: 204 len: 168 time: 0.9778023 Nov 23 17:55:00.942291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:00.987835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904e26b-b14b-4154-aaa6-b65ec86df674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d65dd7-1280-456d-840f-cb13cea1d19a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:01.008670 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 3, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port': {'id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:01.097788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.101928 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Checking router: 4946fc24-6250-4c91-b16c-f10c922bf687 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:01.107388 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Updating router 4946fc24-6250-4c91-b16c-f10c922bf687 port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:55:01.148411 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.164469 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.165001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] For port e1975255-a8ce-49d9-aa53-1fda0c971a48, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e1975255-a8ce-49d9-aa53-1fda0c971a48,segment=NetworkSegment(51355671-a1fd-4ece-9c91-4472f8c3a57c),segment_id=51355671-a1fd-4ece-9c91-4472f8c3a57c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:01.180740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.224111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41763b7-1af7-4053-961b-5a1b37df7018 req-92995a9a-33d4-4b7f-aa64-69c882e232fb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:01.226140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b41763b7-1af7-4053-961b-5a1b37df7018 req-92995a9a-33d4-4b7f-aa64-69c882e232fb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.1740479 Nov 23 17:55:01.240056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0440a-3b31-47df-91b2-5e44167872c3 req-a2f6fb37-a482-402a-b5c6-2bea25791062 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:01.242340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-faf0440a-3b31-47df-91b2-5e44167872c3 req-a2f6fb37-a482-402a-b5c6-2bea25791062 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0991740 Nov 23 17:55:01.275299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.309696 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:55:01.310065 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:55:01.323833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.336760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Pushing event updated for resources: {'Port': ['ID=e1975255-a8ce-49d9-aa53-1fda0c971a48,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:01.351397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.351987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.352984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.353741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.354553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.355118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.356870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.358123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.359197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.360130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.360845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.361420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb4747-c52a-438d-8552-e72ae038972e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.368433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-faf0440a-3b31-47df-91b2-5e44167872c3 req-a67cff16-3041-41f1-867b-1910908b1a07 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164174 Nov 23 17:55:01.398271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b41763b7-1af7-4053-961b-5a1b37df7018 req-f5fbe125-fbcc-41e1-bd86-36bfe9dc4046 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543150 Nov 23 17:55:01.416878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-70c08c24-b827-4e7d-a368-5642d22a7428 None None] Provisioning complete for port e1975255-a8ce-49d9-aa53-1fda0c971a48 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:01.417252 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-70c08c24-b827-4e7d-a368-5642d22a7428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.563660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.582374 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.590620 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.596224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685b2b57-2ac9-4386-8667-505251d5f427']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:01.628501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4a6ee0-ef67-4a98-861b-abfa78e83948') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:01.628713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4a6ee0-ef67-4a98-861b-abfa78e83948') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:01.636086 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Attempting to bind port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:01.636470 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Attempting to bind port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:01.636829 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Attempting to bind port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:01.644213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.648909 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:01.649268 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:01.649664 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.650051 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:01.650516 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Bound port: 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:01.650913 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.664915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.665834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:01.670641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Allocated IP 172.20.0.1 (73c9c60d-f544-4a5c-bd60-b121ccb0138c/89dc63f3-bc64-4b19-8129-151cca57d494/beb66447-ea25-4534-8c8b-beb1426d30fc) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:01.680152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:01.681041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.685126 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Pushing event updated for resources: {'Port': ['ID=5c3a40fc-f521-4336-9f68-c2e03fbe5ed3,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:01.687219 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:01.700325 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.700670 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.701200 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.701691 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.702196 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.702526 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.703048 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.703777 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.703915 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.704216 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.704800 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.705167 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:01.753506 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] For port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:01.759665 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] For port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c3a40fc-f521-4336-9f68-c2e03fbe5ed3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:01.767598 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.792055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:01.803240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.807309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9', 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'port_id': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9', 'mac_address': 'fa:16:3e:5b:c3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff24acb-9426-49d1-88f8-1871c5f72c6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:01.826572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.829817 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] 10.222.0.74 "DELETE /v2.0/networks/685b2b57-2ac9-4386-8667-505251d5f427 HTTP/1.1" status: 204 len: 168 time: 0.8780353 Nov 23 17:55:01.830713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09635e11-7cb3-43d2-9f62-cda3d734a233 admin admin] Pushing event deleted for resources: {'Network': ['ID=685b2b57-2ac9-4386-8667-505251d5f427,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:01.840450 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Routers {'4946fc24-6250-4c91-b16c-f10c922bf687'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:01.841095 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4946fc24-6250-4c91-b16c-f10c922bf687'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:01.869566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.899097 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.900440 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dcb67-bf7d-43da-add6-d04dc4cbb166 None None] Pushing event updated for resources: {'Port': ['ID=5c3a40fc-f521-4336-9f68-c2e03fbe5ed3,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:01.914456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.925221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:01.953518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:01.962430 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.011147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Network 73c9c60d-f544-4a5c-bd60-b121ccb0138c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:02.015919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:02.024476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:02.026363 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] Set router 4946fc24-6250-4c91-b16c-f10c922bf687 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:02.090933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44626) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:02.094819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Pushing event updated for resources: {'Port': ['ID=beb66447-ea25-4534-8c8b-beb1426d30fc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:02.126330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.261344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:02.299581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf93e12-bce7-4d70-b81d-c06c4c5df7ba req-5932a9c0-3f2a-471d-9c63-1a5a966d205b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:02.301534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-baf93e12-bce7-4d70-b81d-c06c4c5df7ba req-5932a9c0-3f2a-471d-9c63-1a5a966d205b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1622560 Nov 23 17:55:02.325769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5383e71-550f-472d-a920-8c372eac49de req-924fb100-4bea-4df1-af70-437b6e12036d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:02.327501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5383e71-550f-472d-a920-8c372eac49de req-924fb100-4bea-4df1-af70-437b6e12036d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.2195110 Nov 23 17:55:02.330113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b0104b16-0b52-477e-9230-c4fde8e4b263 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae741f95f7d34ba1a91f0ed2752c56b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377427 Nov 23 17:55:02.338058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44628) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:02.356130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['fecc6dc5-5828-4477-a7eb-cb6edf7a29f9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:02.380594 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 3, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port': {'id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:02.411719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ccd9a88a-b464-482d-8827-ce6f3e358078 None None] Provisioning complete for port beb66447-ea25-4534-8c8b-beb1426d30fc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:02.412790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ccd9a88a-b464-482d-8827-ce6f3e358078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.454235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5383e71-550f-472d-a920-8c372eac49de req-58045bf6-e6fd-4ba4-807e-a58020f628a6 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049707 Nov 23 17:55:02.483356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9a88a-b464-482d-8827-ce6f3e358078 None None] Port beb66447-ea25-4534-8c8b-beb1426d30fc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:55:02.501899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-baf93e12-bce7-4d70-b81d-c06c4c5df7ba req-7582b0f9-6d24-4b97-8851-be432a7851ce tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835303 Nov 23 17:55:02.517446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-074fac4a-925a-4f4c-b8f8-ea2bf7f7d60c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.575538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-074fac4a-925a-4f4c-b8f8-ea2bf7f7d60c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.622124 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829c49e-784f-40cc-9d06-d115c327b513 None None] The sync data for ids ['4946fc24-6250-4c91-b16c-f10c922bf687'] in n-d-818932-3 is: [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 3, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port': {'id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:02.652600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e1975255-a8ce-49d9-aa53-1fda0c971a48 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:02.677931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.728755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d8b47-10e8-4005-a90e-6f0fefcd67fc req-25645a79-9d27-4ffe-b64c-ac507c4d0809 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:02.735119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b28d8b47-10e8-4005-a90e-6f0fefcd67fc req-25645a79-9d27-4ffe-b64c-ac507c4d0809 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0875533 Nov 23 17:55:02.749316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-074fac4a-925a-4f4c-b8f8-ea2bf7f7d60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.752515 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-074fac4a-925a-4f4c-b8f8-ea2bf7f7d60c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.756133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-074fac4a-925a-4f4c-b8f8-ea2bf7f7d60c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da9e28db-04ff-49da-a946-bea1cb3b2638 HTTP/1.1" status: 204 len: 168 time: 0.4132023 Nov 23 17:55:02.771650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e1975255-a8ce-49d9-aa53-1fda0c971a48 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:02.772434 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.801127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fac4a-925a-4f4c-b8f8-ea2bf7f7d60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e28db-04ff-49da-a946-bea1cb3b2638,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:02.854329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b28d8b47-10e8-4005-a90e-6f0fefcd67fc req-8e3012f7-4e1c-4600-b981-72df715b32bf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091688 Nov 23 17:55:02.864798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c2f09-6b4c-42cb-9c1e-51d3e43ce43d req-3c109b7a-8cdd-4da3-9207-83c287f65b0f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:02.866369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-522c2f09-6b4c-42cb-9c1e-51d3e43ce43d req-3c109b7a-8cdd-4da3-9207-83c287f65b0f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 944 time: 0.1292784 Nov 23 17:55:02.932362 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.941001 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.973077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-522c2f09-6b4c-42cb-9c1e-51d3e43ce43d req-cd64e355-7039-4a1f-aa7c-67c3770f2f72 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903170 Nov 23 17:55:03.041442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.052802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Pushing event updated for resources: {'Port': ['ID=beb66447-ea25-4534-8c8b-beb1426d30fc,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:03.165378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Network 73c9c60d-f544-4a5c-bd60-b121ccb0138c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:03.167758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:03.308136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Router 4946fc24-6250-4c91-b16c-f10c922bf687 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:03.468796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:03.475215 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9b9df2c9-4829-4cdc-828c-8cbd0693e07a admin admin] 10.222.0.74 "PUT /v2.0/routers/4946fc24-6250-4c91-b16c-f10c922bf687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1371667 Nov 23 17:55:03.515839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c0ccbd21-dedf-4f58-a66e-44478080e5e4 None None] Provisioning complete for port beb66447-ea25-4534-8c8b-beb1426d30fc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:03.516281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c0ccbd21-dedf-4f58-a66e-44478080e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.606833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c0ccbd21-dedf-4f58-a66e-44478080e5e4 None None] Port beb66447-ea25-4534-8c8b-beb1426d30fc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:55:03.717623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b1200-a37c-4cdb-9dc2-cc65620421d0 req-ccd4f2c4-a2e4-420d-911f-d078e0a75a4a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:03.719583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-104b1200-a37c-4cdb-9dc2-cc65620421d0 req-ccd4f2c4-a2e4-420d-911f-d078e0a75a4a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1419029 Nov 23 17:55:03.741552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9937fc-6a0f-4728-9398-eef262dc2c99 req-75c34e60-9e99-44b2-8671-f6b59d2570db tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:03.743412 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd9937fc-6a0f-4728-9398-eef262dc2c99 req-75c34e60-9e99-44b2-8671-f6b59d2570db tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1125705 Nov 23 17:55:03.845428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-104b1200-a37c-4cdb-9dc2-cc65620421d0 req-df2a654d-2ed0-4446-ba09-6bd5dc7f175b tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006188 Nov 23 17:55:03.859641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd9937fc-6a0f-4728-9398-eef262dc2c99 req-f9c7ed4d-c7e7-4030-87f9-52486aa90a63 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080058 Nov 23 17:55:03.935068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74148e-bff7-4873-8562-0c00d8a24c3d req-4f9f7d9f-21fe-4f93-afac-0699f2401293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:03.936888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a74148e-bff7-4873-8562-0c00d8a24c3d req-4f9f7d9f-21fe-4f93-afac-0699f2401293 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 1097 time: 0.0686693 Nov 23 17:55:03.993246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44678) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:04.003478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a74148e-bff7-4873-8562-0c00d8a24c3d req-f782a1d1-ee22-42f7-a9b4-e82f894823b0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474124 Nov 23 17:55:04.118047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-973579970-network', 'tenant_id': '8e15396816eb4885bea83e5c7a35f106'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:04.151969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Made reservation on behalf of 8e15396816eb4885bea83e5c7a35f106 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:04.154482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.165919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.181467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3de06316-bcdc-4c49-9d13-3ead48850de0 req-65a9f901-c090-496d-8b8b-b30aff1f8bb2 tempest-FloatingIPsNegativeTestJSON-1360219719 tempest-FloatingIPsNegativeTestJSON-1360219719-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=574e95ed4bbc4d1fbb4d695ff5fc0e96 HTTP/1.1" status: 200 len: 217 time: 0.0507190 Nov 23 17:55:04.262369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.266763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.270888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6f53e-f60e-4620-a7d4-d23012ba9df6 req-67acff82-648a-4081-8fe5-f7dcd3bcf22c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:04.280946 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dda6f53e-f60e-4620-a7d4-d23012ba9df6 req-67acff82-648a-4081-8fe5-f7dcd3bcf22c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0841682 Nov 23 17:55:04.298573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:55:04.306218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5462af-06ce-4b15-9623-460229a2b121,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:04.312656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.313047 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Added segment 5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11 of type vlan for network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 Nov 23 17:55:04.357603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dda6f53e-f60e-4620-a7d4-d23012ba9df6 req-30cc9703-5a37-4bf5-98dd-fa5f5f9e6387 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733190 Nov 23 17:55:04.360327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.400265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.403111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:04.404293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.477472 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4830678 Nov 23 17:55:04.480673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44692) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:04.483974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5945abf-246f-4d86-ac34-bb90078f7aee admin admin] Pushing event updated for resources: {'Network': ['ID=1bd1998a-2d2e-4048-aff9-e94f86cc3815,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:04.488902 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Request body: {'subnet': {'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-973579970-subnet', 'tenant_id': '8e15396816eb4885bea83e5c7a35f106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:04.498176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:55:04.502422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf318f3c-6145-41fc-ac7d-7be3ba1fb131 req-926fbe7a-afb7-4262-aa02-a5f14b7dcda5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:04.503992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf318f3c-6145-41fc-ac7d-7be3ba1fb131 req-926fbe7a-afb7-4262-aa02-a5f14b7dcda5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 944 time: 0.0870736 Nov 23 17:55:04.524113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Made reservation on behalf of 8e15396816eb4885bea83e5c7a35f106 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:04.529109 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.531325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55ebf-7689-4ec8-b9f7-205d614bf44c req-f5c007e5-14f0-42c8-9145-a50673bfd16b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:04.532887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1aa55ebf-7689-4ec8-b9f7-205d614bf44c req-f5c007e5-14f0-42c8-9145-a50673bfd16b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 946 time: 0.1044707 Nov 23 17:55:04.622210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf318f3c-6145-41fc-ac7d-7be3ba1fb131 req-4fdb0430-5c6e-4978-8d06-d3c7a7dd79dd tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099172 Nov 23 17:55:04.638421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:04.669733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1aa55ebf-7689-4ec8-b9f7-205d614bf44c req-b908f499-09cb-499a-95e4-14287986252b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246843 Nov 23 17:55:04.683786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a81aafb-a649-4cf2-bf12-12a79a6d52d4 req-f75bf197-4a1d-4e4f-9298-5f49f1b25771 tempest-FloatingIPsNegativeTestJSON-1360219719 tempest-FloatingIPsNegativeTestJSON-1360219719-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0281689 Nov 23 17:55:04.723270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:04.723982 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.751584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.767262 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-fed70b09-3fdf-4fed-ac96-7bf79fc618a9 req-5a5d163f-46f7-4f85-858e-a5d74329bb76 tempest-FloatingIPsNegativeTestJSON-1360219719 tempest-FloatingIPsNegativeTestJSON-1360219719-project] show failed (client error): The resource could not be found. Nov 23 17:55:04.775380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fed70b09-3fdf-4fed-ac96-7bf79fc618a9 req-5a5d163f-46f7-4f85-858e-a5d74329bb76 tempest-FloatingIPsNegativeTestJSON-1360219719 tempest-FloatingIPsNegativeTestJSON-1360219719-project] 10.222.0.74 "GET /v2.0/floatingips/f7a24b3b-ac52-4e27-b0e9-719a40f0a117 HTTP/1.1" status: 404 len: 350 time: 0.0530024 Nov 23 17:55:04.778671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44696) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:04.820210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5cc7296-971b-493a-a8c8-a371852d478a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:04.839440 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.852291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Checking segment: {'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:04.852757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Network hostable DHCP agents. Network: 1bd1998a-2d2e-4048-aff9-e94f86cc3815, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:55:04.875977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:55:04.895705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 1bd1998a-2d2e-4048-aff9-e94f86cc3815) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:04.899663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Sync routers for ids ['4946fc24-6250-4c91-b16c-f10c922bf687'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:04.901210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:04.901904 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.916098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c3a40fc-f521-4336-9f68-c2e03fbe5ed3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:04.918925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35434c35-e79e-4652-bb61-26e3ee41a820 None None] Network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:04.934579 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6345479f-2b83-415c-aa6f-d09b111c6952 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4520924 Nov 23 17:55:05.013325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.057648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Routers {'4946fc24-6250-4c91-b16c-f10c922bf687'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:05.058289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4946fc24-6250-4c91-b16c-f10c922bf687'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:05.176332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45607e-3c08-44d0-8613-19417ce3724d req-f44d7353-7524-4e96-81cd-3a695c12ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:05.178675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c45607e-3c08-44d0-8613-19417ce3724d req-f44d7353-7524-4e96-81cd-3a695c12ad98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.2386048 Nov 23 17:55:05.190995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f593b-9e02-4a11-a510-7a1908f330c6 req-ebbfd9c3-3f22-46c9-aac1-ef965bd2cba8 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:05.192435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c44f593b-9e02-4a11-a510-7a1908f330c6 req-ebbfd9c3-3f22-46c9-aac1-ef965bd2cba8 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.2348707 Nov 23 17:55:05.204159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=5c3a40fc-f521-4336-9f68-c2e03fbe5ed3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:05.231328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd5d72-96a4-4360-8153-03790058c95e req-834b09f6-ebb4-461f-802c-12e5856819e5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:05.232911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9fd5d72-96a4-4360-8153-03790058c95e req-834b09f6-ebb4-461f-802c-12e5856819e5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.2559254 Nov 23 17:55:05.243202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902256f-5862-4cba-b0a3-64927e296503 None None] Network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:05.282662 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Set router 4946fc24-6250-4c91-b16c-f10c922bf687 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:05.403847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c44f593b-9e02-4a11-a510-7a1908f330c6 req-148e1d38-7e58-42e5-9b27-324fcc65d32e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941216 Nov 23 17:55:05.413573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45607e-3c08-44d0-8613-19417ce3724d req-9304d66b-70fe-4ded-af5d-852cf5541ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:05.415093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c45607e-3c08-44d0-8613-19417ce3724d req-9304d66b-70fe-4ded-af5d-852cf5541ece service neutron] 10.222.0.66 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 0.2198880 Nov 23 17:55:05.424736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9fd5d72-96a4-4360-8153-03790058c95e req-a86e0360-64a5-45ed-a5a5-9ba491eeede5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725931 Nov 23 17:55:05.479796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c45607e-3c08-44d0-8613-19417ce3724d req-6680786b-fbc8-43d9-b21c-3c25e28faf85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 217 time: 0.0541413 Nov 23 17:55:05.559918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ab693e88-0e15-40cf-8810-401082bf5f5c req-5b189d59-01d0-4a8f-802e-be6f01a4f616 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-401931523', 'description': 'tempest-description-1665644506'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:05.567964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45607e-3c08-44d0-8613-19417ce3724d req-2ecd4274-46eb-490b-b16a-cd32e864ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:05.570488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c45607e-3c08-44d0-8613-19417ce3724d req-2ecd4274-46eb-490b-b16a-cd32e864ec96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.0807140 Nov 23 17:55:05.598667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:02Z', 'revision_number': 4, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port': {'id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'beb66447-ea25-4534-8c8b-beb1426d30fc', 'name': '', 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'mac_address': 'fa:16:3e:95:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '89dc63f3-bc64-4b19-8129-151cca57d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:55:01Z', 'updated_at': '2021-11-23T17:55:02Z', 'revision_number': 2, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'subnets': [{'id': '89dc63f3-bc64-4b19-8129-151cca57d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:05.625753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Checking router: 4946fc24-6250-4c91-b16c-f10c922bf687 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:05.626142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Updating router 4946fc24-6250-4c91-b16c-f10c922bf687 port beb66447-ea25-4534-8c8b-beb1426d30fc binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:55:05.656033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.656638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c45607e-3c08-44d0-8613-19417ce3724d req-20a3ce41-4760-462e-84f4-310177d103f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569441 Nov 23 17:55:05.669127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:05.679306 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab693e88-0e15-40cf-8810-401082bf5f5c req-5b189d59-01d0-4a8f-802e-be6f01a4f616 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.811631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:05.822085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:05.822456 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.981694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2044a5-35a1-4a7d-a0f5-da90199af00e req-68525aea-794c-427d-af7a-fc54a7a295d4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:05.983423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a2044a5-35a1-4a7d-a0f5-da90199af00e req-68525aea-794c-427d-af7a-fc54a7a295d4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.3818841 Nov 23 17:55:05.993724 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.994182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-a7c31dec-9bfd-456b-b6e0-c605be0c7f95 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:05.996345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-a7c31dec-9bfd-456b-b6e0-c605be0c7f95 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 946 time: 0.0674043 Nov 23 17:55:06.024280 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.053742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:06.056028 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf8a4fe-9b3a-4880-bb75-7fd59c6cbbd6" -d '{"events": [{"server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "name": "network-vif-plugged", "status": "completed", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:06.077819 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.081341 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:06.088534 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.093242 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.124757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Deleting port dd7de364-4ab1-47fd-9622-aafd63b1a56d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:06.125210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.130090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c45607e-3c08-44d0-8613-19417ce3724d req-82a7a7ab-a08b-4d68-9145-1e0534f8c055 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643793 Nov 23 17:55:06.174923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:06.235759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Attempting to bind port beb66447-ea25-4534-8c8b-beb1426d30fc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:06.236095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Attempting to bind port beb66447-ea25-4534-8c8b-beb1426d30fc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:06.236412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Attempting to bind port beb66447-ea25-4534-8c8b-beb1426d30fc on network 73c9c60d-f544-4a5c-bd60-b121ccb0138c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:06.238207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] For port dd7de364-4ab1-47fd-9622-aafd63b1a56d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dd7de364-4ab1-47fd-9622-aafd63b1a56d,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:06.238588 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.243946 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:06.244342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Checking segment: {'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:06.244724 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.245192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Bound using segment: {'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:06.245586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Bound port: beb66447-ea25-4534-8c8b-beb1426d30fc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51355671-a1fd-4ece-9c91-4472f8c3a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:06.245969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.252069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31516c-4762-4a42-8e47-dd302b82d145 None None] Pushing event updated for resources: {'Port': ['ID=beb66447-ea25-4534-8c8b-beb1426d30fc,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:06.263654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Calling delete_port for dd7de364-4ab1-47fd-9622-aafd63b1a56d owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:06.264357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a2044a5-35a1-4a7d-a0f5-da90199af00e req-4cd443ce-3e8f-4e61-950b-30d99f6a069a tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650549 Nov 23 17:55:06.297921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab693e88-0e15-40cf-8810-401082bf5f5c req-5b189d59-01d0-4a8f-802e-be6f01a4f616 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.341656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] For port beb66447-ea25-4534-8c8b-beb1426d30fc, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:06.346190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] For port beb66447-ea25-4534-8c8b-beb1426d30fc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=beb66447-ea25-4534-8c8b-beb1426d30fc,segment=NetworkSegment(51355671-a1fd-4ece-9c91-4472f8c3a57c),segment_id=51355671-a1fd-4ece-9c91-4472f8c3a57c)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:06.357969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.378253 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab693e88-0e15-40cf-8810-401082bf5f5c req-5b189d59-01d0-4a8f-802e-be6f01a4f616 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.423828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Routers {'4946fc24-6250-4c91-b16c-f10c922bf687'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:06.424712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4946fc24-6250-4c91-b16c-f10c922bf687'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:06.446754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b189d59-01d0-4a8f-802e-be6f01a4f616 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f67743-cc6c-4b06-91cc-591293e983c4,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:06.465311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31516c-4762-4a42-8e47-dd302b82d145 None None] Pushing event updated for resources: {'Port': ['ID=beb66447-ea25-4534-8c8b-beb1426d30fc,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:06.487180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.496144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab693e88-0e15-40cf-8810-401082bf5f5c req-5b189d59-01d0-4a8f-802e-be6f01a4f616 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.498525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab693e88-0e15-40cf-8810-401082bf5f5c req-5b189d59-01d0-4a8f-802e-be6f01a4f616 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9445839 Nov 23 17:55:06.521664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c45607e-3c08-44d0-8613-19417ce3724d req-302ba24a-ed95-44b4-b9d1-da8d2ab7019a service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834667 Nov 23 17:55:06.543104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744a8b4-04d4-4182-811f-f033ccbaeb6a req-1fe801b3-79d6-48ec-8653-38a3645a9eb8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:06.544952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a744a8b4-04d4-4182-811f-f033ccbaeb6a req-1fe801b3-79d6-48ec-8653-38a3645a9eb8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 945 time: 0.1718991 Nov 23 17:55:06.551771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event deleted for resources: {'Port': ['ID=dd7de364-4ab1-47fd-9622-aafd63b1a56d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:06.658160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a744a8b4-04d4-4182-811f-f033ccbaeb6a req-b851897b-3776-4617-a2fc-d1f85e1ec011 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002550 Nov 23 17:55:06.661485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] No DVR routers for this DVR port dd7de364-4ab1-47fd-9622-aafd63b1a56d on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:06.664940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.668549 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5e494ed5-330e-42b6-84cd-7151ca9fc0a3 req-7ad9b1a0-f579-4ec2-a74a-0f969b70278a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.72 "DELETE /v2.0/ports/dd7de364-4ab1-47fd-9622-aafd63b1a56d HTTP/1.1" status: 204 len: 173 time: 0.6659000 Nov 23 17:55:06.669061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6ec1c6-be0e-4bb3-8910-6524a89f1ba5', 'name': 'network-vif-deleted', 'tag': 'dd7de364-4ab1-47fd-9622-aafd63b1a56d'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:06.671445 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a1569a-408f-4d69-92cb-22770690e556" -d '{"events": [{"server_uuid": "be6ec1c6-be0e-4bb3-8910-6524a89f1ba5", "name": "network-vif-deleted", "tag": "dd7de364-4ab1-47fd-9622-aafd63b1a56d"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:06.742509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd119183-4705-4467-8e4e-08f7b2f49a78 req-79328755-a587-4326-a133-a0c81ab72081 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0811808 Nov 23 17:55:06.785747 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef028cb3-83df-4c1b-bc65-2c69c5116a5f x-openstack-request-id: req-ef028cb3-83df-4c1b-bc65-2c69c5116a5f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:06.786208 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "name": "network-vif-plugged", "status": "completed", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:06.786439 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef028cb3-83df-4c1b-bc65-2c69c5116a5f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:06.787075 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9', 'code': 200} Nov 23 17:55:06.792030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:06.835557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Deleting port beb66447-ea25-4534-8c8b-beb1426d30fc {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:06.835803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-04a92ad3-2649-4837-a13b-a58531d51418 None None] Provisioning complete for port beb66447-ea25-4534-8c8b-beb1426d30fc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:06.835947 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-04a92ad3-2649-4837-a13b-a58531d51418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.836225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.903279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] Set router 4946fc24-6250-4c91-b16c-f10c922bf687 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:07.030941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:07.031240 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.039114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] For port beb66447-ea25-4534-8c8b-beb1426d30fc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=beb66447-ea25-4534-8c8b-beb1426d30fc,segment=NetworkSegment(51355671-a1fd-4ece-9c91-4472f8c3a57c),segment_id=51355671-a1fd-4ece-9c91-4472f8c3a57c)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:07.039693 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.065662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9bda4-82a8-4aef-b08e-41407ab281a5 req-cdab9bb3-58fa-4b1b-8400-6d230c4d228f tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:07.067217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9af9bda4-82a8-4aef-b08e-41407ab281a5 req-cdab9bb3-58fa-4b1b-8400-6d230c4d228f tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.2050419 Nov 23 17:55:07.073424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Calling delete_port for beb66447-ea25-4534-8c8b-beb1426d30fc owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:07.085099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc071e-66b2-4b5e-b98b-9673b76f24b2 req-de1647fe-7838-4cab-8715-b652cc79007e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:07.086950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fcc071e-66b2-4b5e-b98b-9673b76f24b2 req-de1647fe-7838-4cab-8715-b652cc79007e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.2227237 Nov 23 17:55:07.096145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2391839-e527-4215-8d7b-1ca2b2b91d02 req-56655103-1a35-4af5-8dd7-72678770b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:07.097620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d2391839-e527-4215-8d7b-1ca2b2b91d02 req-56655103-1a35-4af5-8dd7-72678770b254 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1096 time: 0.2208128 Nov 23 17:55:07.155521 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-04a92ad3-2649-4837-a13b-a58531d51418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.247641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-04a92ad3-2649-4837-a13b-a58531d51418 None None] For port beb66447-ea25-4534-8c8b-beb1426d30fc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=beb66447-ea25-4534-8c8b-beb1426d30fc,segment=NetworkSegment(51355671-a1fd-4ece-9c91-4472f8c3a57c),segment_id=51355671-a1fd-4ece-9c91-4472f8c3a57c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:07.261785 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-04a92ad3-2649-4837-a13b-a58531d51418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.271402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9af9bda4-82a8-4aef-b08e-41407ab281a5 req-138658e3-0e3d-43a3-9e35-04e807b24a18 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834614 Nov 23 17:55:07.333559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a92ad3-2649-4837-a13b-a58531d51418 None None] Pushing event updated for resources: {'Port': ['ID=beb66447-ea25-4534-8c8b-beb1426d30fc,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:07.339112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:02Z', 'revision_number': 4, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port': {'id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'beb66447-ea25-4534-8c8b-beb1426d30fc', 'name': '', 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'mac_address': 'fa:16:3e:95:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '89dc63f3-bc64-4b19-8129-151cca57d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:55:01Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 4, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'subnets': [{'id': '89dc63f3-bc64-4b19-8129-151cca57d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:07.352145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d2391839-e527-4215-8d7b-1ca2b2b91d02 req-818584c2-fab1-4fdf-9cc3-98a3a1071611 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352765 Nov 23 17:55:07.361322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-de2d0fe9-25a4-4fec-bf50-a8b6cab5ed03 req-433a3c22-6f7f-467a-8bf3-37fc9bcded54 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-256520802', 'description': 'tempest-description-1088118454'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:07.368750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fcc071e-66b2-4b5e-b98b-9673b76f24b2 req-c068d435-ebd3-4cc9-b4fa-fa6abecddf68 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656188 Nov 23 17:55:07.389280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368cd32-5b71-4059-a9dd-3355ddfd235d None None] The sync data for ids ['4946fc24-6250-4c91-b16c-f10c922bf687'] in n-d-818932-3 is: [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:02Z', 'revision_number': 4, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port': {'id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'beb66447-ea25-4534-8c8b-beb1426d30fc', 'name': '', 'network_id': '73c9c60d-f544-4a5c-bd60-b121ccb0138c', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'mac_address': 'fa:16:3e:95:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '89dc63f3-bc64-4b19-8129-151cca57d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:55:01Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 4, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'subnets': [{'id': '89dc63f3-bc64-4b19-8129-151cca57d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:07.421731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d2b8027a-5908-4ade-bdca-564121280224 None None] Provisioning complete for port beb66447-ea25-4534-8c8b-beb1426d30fc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:07.421936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d2b8027a-5908-4ade-bdca-564121280224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.425554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-de2d0fe9-25a4-4fec-bf50-a8b6cab5ed03 req-433a3c22-6f7f-467a-8bf3-37fc9bcded54 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.612007 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.624224 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c136a-a84a-459c-8c04-95845ef705fd x-openstack-request-id: req-c69c136a-a84a-459c-8c04-95845ef705fd {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:07.624816 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6ec1c6-be0e-4bb3-8910-6524a89f1ba5", "name": "network-vif-deleted", "tag": "dd7de364-4ab1-47fd-9622-aafd63b1a56d", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:07.624816 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c69c136a-a84a-459c-8c04-95845ef705fd {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:07.625319 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6ec1c6-be0e-4bb3-8910-6524a89f1ba5', 'name': 'network-vif-deleted', 'tag': 'dd7de364-4ab1-47fd-9622-aafd63b1a56d', 'status': 'completed', 'code': 200} Nov 23 17:55:07.626090 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-de2d0fe9-25a4-4fec-bf50-a8b6cab5ed03 req-433a3c22-6f7f-467a-8bf3-37fc9bcded54 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.652168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-de2d0fe9-25a4-4fec-bf50-a8b6cab5ed03 req-433a3c22-6f7f-467a-8bf3-37fc9bcded54 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.667587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb66447-ea25-4534-8c8b-beb1426d30fc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:07.682337 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-de2d0fe9-25a4-4fec-bf50-a8b6cab5ed03 req-433a3c22-6f7f-467a-8bf3-37fc9bcded54 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.707297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de2d0fe9-25a4-4fec-bf50-a8b6cab5ed03 req-433a3c22-6f7f-467a-8bf3-37fc9bcded54 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3539791 Nov 23 17:55:07.857036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dd7de364-4ab1-47fd-9622-aafd63b1a56d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:07.872682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a3c22-6f7f-467a-8bf3-37fc9bcded54 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43446c67-9aed-4206-b6fd-3b9e612a8e00,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:07.911831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: dd7de364-4ab1-47fd-9622-aafd63b1a56d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:07.912178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dd7de364-4ab1-47fd-9622-aafd63b1a56d not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:08.059875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29dfe0-87f5-443d-8243-5bd5f5ab18f5 req-8edae88a-e806-44ac-97aa-9e805b124ce1 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:08.061452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a29dfe0-87f5-443d-8243-5bd5f5ab18f5 req-8edae88a-e806-44ac-97aa-9e805b124ce1 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.3187251 Nov 23 17:55:08.093762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.142723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-6c64b206-16a2-4603-bfd3-4010664f4ce5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:08.144304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-6c64b206-16a2-4603-bfd3-4010664f4ce5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 811 time: 0.2974555 Nov 23 17:55:08.216358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a29dfe0-87f5-443d-8243-5bd5f5ab18f5 req-2254d210-fc8f-43a3-9286-1c176caa005d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362591 Nov 23 17:55:08.219830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-a207a089-db2f-436f-8cc9-27eecaa617e9 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/quotas/3fe0e83fd60b481b950d1222c22ecada HTTP/1.1" status: 200 len: 375 time: 0.0332639 Nov 23 17:55:08.412756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-c25a3e04-b063-4b12-a62f-091411583612 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298745 Nov 23 17:55:08.499880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793c756-713d-435f-9018-543d7990a01e req-670bc4d6-d150-4307-b4c3-3b8c2017dbdf tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:08.515199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6793c756-713d-435f-9018-543d7990a01e req-670bc4d6-d150-4307-b4c3-3b8c2017dbdf tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 945 time: 0.1729944 Nov 23 17:55:08.743388 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6793c756-713d-435f-9018-543d7990a01e req-ddcd60a0-c0f8-4e0c-aafa-ae7a4703e3d5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269909 Nov 23 17:55:08.798164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Router 4946fc24-6250-4c91-b16c-f10c922bf687 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:08.914333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1156a4d3-e34d-4bc0-abfb-f44fdc97de2a req-d04f27b6-c16a-4e30-a87d-875ed35c95b5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0867903 Nov 23 17:55:08.925249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-dc5dfb62-ebbb-4952-a360-01375ba4ea0d service neutron] 10.222.0.74 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802358 Nov 23 17:55:09.322837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:09.335539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-35614096-98e7-4274-b171-e39ac9c56217 admin admin] 10.222.0.74 "PUT /v2.0/routers/4946fc24-6250-4c91-b16c-f10c922bf687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5530202 Nov 23 17:55:09.335773 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] Sync routers for ids ['4946fc24-6250-4c91-b16c-f10c922bf687'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:09.336238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:09.345810 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] Routers {'4946fc24-6250-4c91-b16c-f10c922bf687'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:09.346941 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4946fc24-6250-4c91-b16c-f10c922bf687'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.394938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-63885602-bfc2-4aa4-a6b6-74aa5fdf0a11 service neutron] 10.222.0.74 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604576 Nov 23 17:55:09.456440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-6afd6e23-853f-49c5-9e19-2d268931c18d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:09.458024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-6afd6e23-853f-49c5-9e19-2d268931c18d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 812 time: 0.2246602 Nov 23 17:55:09.481398 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] Set router 4946fc24-6250-4c91-b16c-f10c922bf687 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:09.485707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-ce217165-6a35-463b-ab19-cc0b90df5b36 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/quotas/8e15396816eb4885bea83e5c7a35f106 HTTP/1.1" status: 200 len: 375 time: 0.0200794 Nov 23 17:55:09.491011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.548528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-030f9220-3ad7-456b-85b4-df67e389ecc1 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551381 Nov 23 17:55:09.655014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.732084 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:07Z', 'revision_number': 5, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port': {'id': '5c3a40fc-f521-4336-9f68-c2e03fbe5ed3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.766474 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] Checking router: 4946fc24-6250-4c91-b16c-f10c922bf687 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:09.789360 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] Routers {'4946fc24-6250-4c91-b16c-f10c922bf687'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:09.790779 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:54:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4946fc24-6250-4c91-b16c-f10c922bf687'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.800931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14535a88-3b4d-44eb-8bf0-f90c0cdaacf7 req-1c7d5e1d-6fd2-48c8-adbb-25f03ea50c4b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:09.809953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Deleting port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:09.810337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.811737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14535a88-3b4d-44eb-8bf0-f90c0cdaacf7 req-1c7d5e1d-6fd2-48c8-adbb-25f03ea50c4b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0984647 Nov 23 17:55:09.851960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-78066131-51e1-4ef1-949e-06163d1e3093 service neutron] 10.222.0.74 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927883 Nov 23 17:55:09.944640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14535a88-3b4d-44eb-8bf0-f90c0cdaacf7 req-467b9033-606e-4da2-a8ca-f86f15b46a7c tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307795 Nov 23 17:55:09.977009 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] Set router 4946fc24-6250-4c91-b16c-f10c922bf687 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:10.000825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] For port 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c3a40fc-f521-4336-9f68-c2e03fbe5ed3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:10.001242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.044858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Calling delete_port for 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:10.106532 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:09Z', 'revision_number': 6, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:10.147636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-b6fd5b90-0831-4cbf-935c-d2d7f4306ffe service neutron] 10.222.0.74 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947779 Nov 23 17:55:10.148989 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4ea52b-6c21-493a-9bec-317eaa97c51d None None] The sync data for ids ['4946fc24-6250-4c91-b16c-f10c922bf687'] in n-d-818932-3 is: [{'id': '4946fc24-6250-4c91-b16c-f10c922bf687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069205860-router', 'tenant_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:58Z', 'updated_at': '2021-11-23T17:55:09Z', 'revision_number': 6, 'project_id': '574e95ed4bbc4d1fbb4d695ff5fc0e96', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:10.298571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77dcc8-d220-4643-b372-75cfe2bc90d0 req-13eded3e-b47d-4a79-9d4c-177945d32ddf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:10.309938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f77dcc8-d220-4643-b372-75cfe2bc90d0 req-13eded3e-b47d-4a79-9d4c-177945d32ddf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1076810 Nov 23 17:55:10.395252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f77dcc8-d220-4643-b372-75cfe2bc90d0 req-2fef8684-8926-4959-95a5-fd9b61e4bb50 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842397 Nov 23 17:55:10.480004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.533408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3a40fc-f521-4336-9f68-c2e03fbe5ed3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:10.587613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a30880ca-8c61-4cac-a8ee-ff3f4defbdfd req-7424ad68-dfe4-41d5-b012-0f2bc5817776 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 210 time: 0.1075313 Nov 23 17:55:10.614064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device beb66447-ea25-4534-8c8b-beb1426d30fc no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:10.654468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: beb66447-ea25-4534-8c8b-beb1426d30fc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:10.654872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device beb66447-ea25-4534-8c8b-beb1426d30fc not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:10.697266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593b3fc-78fa-45ad-b106-5baac0a2e5fb req-60d955b7-22fb-4f40-b969-0ad23ff74930 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:10.711145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6593b3fc-78fa-45ad-b106-5baac0a2e5fb req-60d955b7-22fb-4f40-b969-0ad23ff74930 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 945 time: 0.1224816 Nov 23 17:55:10.744712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.794255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-090a4e73-24b1-415d-bb4e-9e7b5ac1437f req-b52554f8-c7e2-45ad-8fd6-cb6275530d7a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0629539 Nov 23 17:55:10.846782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6593b3fc-78fa-45ad-b106-5baac0a2e5fb req-5bfd28da-bc4f-4c1a-babd-7b755f4e6695 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329143 Nov 23 17:55:10.935102 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.937548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.966166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ca88efd-7418-47a6-ae21-52957cc4bdad req-8acf2338-026d-45f5-af48-669350343b85 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 210 time: 0.0594499 Nov 23 17:55:11.018355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.019080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4946fc24-6250-4c91-b16c-f10c922bf687 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:55:11.029955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.032577 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-71932b0d-303c-4428-8625-196044e0b8e5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/4946fc24-6250-4c91-b16c-f10c922bf687 HTTP/1.1" status: 204 len: 168 time: 1.6957061 Nov 23 17:55:11.035429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44804) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:11.155297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3fbca4-1cfa-44f0-8520-8b31aab3e349 admin admin] Deleting subnet 89dc63f3-bc64-4b19-8129-151cca57d494 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:11.159801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbca4-1cfa-44f0-8520-8b31aab3e349 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.216279 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-089d435a-78f8-4bc1-990f-ca0883b43d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.243330 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbca4-1cfa-44f0-8520-8b31aab3e349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.587474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645e5ed-8a76-4c70-b468-c447f2647dcc req-2ef3322d-4789-4b33-8fc9-a829f86dc400 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:11.589201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7645e5ed-8a76-4c70-b468-c447f2647dcc req-2ef3322d-4789-4b33-8fc9-a829f86dc400 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1096 time: 0.2096293 Nov 23 17:55:11.635498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbca4-1cfa-44f0-8520-8b31aab3e349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.672543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-0bdb408e-6ff4-4ba5-85c5-cb03c5044ad8 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:11.674547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-0bdb408e-6ff4-4ba5-85c5-cb03c5044ad8 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.66 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 811 time: 0.3937538 Nov 23 17:55:11.704357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fa922-f4fb-4b5e-9c7f-13f285b9b531 req-8580505c-4fb4-41aa-8a6d-cbc0c9fe874c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:11.707277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-713fa922-f4fb-4b5e-9c7f-13f285b9b531 req-8580505c-4fb4-41aa-8a6d-cbc0c9fe874c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.2086251 Nov 23 17:55:11.713733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Request body: {'port': {'device_id': '7d5afbe0-fdfc-494c-872e-cf858f795592', 'network_id': '608b0017-5542-41cb-9f95-4101262589ac', 'admin_state_up': True, 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:11.802552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7645e5ed-8a76-4c70-b468-c447f2647dcc req-eb3592ac-fa55-4335-9c91-ce281d19fd5c tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895921 Nov 23 17:55:11.859378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbca4-1cfa-44f0-8520-8b31aab3e349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.884026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-713fa922-f4fb-4b5e-9c7f-13f285b9b531 req-a5659988-a414-4619-8069-2ce81b02d244 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563649 Nov 23 17:55:11.929132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129dcb1-2289-4e73-bb7c-719e67ce11af None None] Network 73c9c60d-f544-4a5c-bd60-b121ccb0138c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:11.949087 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbca4-1cfa-44f0-8520-8b31aab3e349 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.952681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1b3fbca4-1cfa-44f0-8520-8b31aab3e349 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/89dc63f3-bc64-4b19-8129-151cca57d494 HTTP/1.1" status: 204 len: 168 time: 0.9161716 Nov 23 17:55:11.953927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fbca4-1cfa-44f0-8520-8b31aab3e349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89dc63f3-bc64-4b19-8129-151cca57d494,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:11.955337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:11.962127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9d9a7d6-9260-4026-b8fe-e2ac3b3ac289 req-3d19d728-03df-4006-8b71-01d6195bf1c8 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 210 time: 0.0521629 Nov 23 17:55:12.017723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9abf050-e3dc-4f89-a327-4b307ed9b9ea req-19ba1aa3-8ba7-4b69-9f02-4251b1876246 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=be6ec1c6-be0e-4bb3-8910-6524a89f1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0318122 Nov 23 17:55:12.031204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Made reservation on behalf of 3fe0e83fd60b481b950d1222c22ecada for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:12.036326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.144848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.257793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04a06f44-4ae2-4987-98a2-8f34418c3fb9 req-646266fb-55d6-4e5d-9530-c9433381b277 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 210 time: 0.1079600 Nov 23 17:55:12.309533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-b877daa8-b450-42d3-b306-60022c30d9a6 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:12.311887 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-b877daa8-b450-42d3-b306-60022c30d9a6 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 812 time: 0.1601484 Nov 23 17:55:12.357384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'port': {'device_id': '343c37cc-be43-4d1c-b455-3bb411086410', 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815', 'admin_state_up': True, 'tenant_id': '8e15396816eb4885bea83e5c7a35f106'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:12.364592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] DHCP port deletion for 73c9c60d-f544-4a5c-bd60-b121ccb0138c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:12.401356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d0acb-b65a-4992-98e4-59d9ae1c3095 req-877ca451-96b0-4ede-8db5-9b0978c46805 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:12.403079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d2d0acb-b65a-4992-98e4-59d9ae1c3095 req-877ca451-96b0-4ede-8db5-9b0978c46805 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1096 time: 0.2452080 Nov 23 17:55:12.413309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Allocated IP 172.20.0.8 (608b0017-5542-41cb-9f95-4101262589ac/0214dc36-5a60-401d-94ef-d599d8fe45f3/93098d54-c675-483e-abc7-174a6b9224d8) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:12.474664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] Deleting port e1975255-a8ce-49d9-aa53-1fda0c971a48 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:12.475194 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.500538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Deleting port e1975255-a8ce-49d9-aa53-1fda0c971a48 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:12.501174 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.591182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d2d0acb-b65a-4992-98e4-59d9ae1c3095 req-847930ff-b958-4b31-9bf7-e0849647a23d tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715550 Nov 23 17:55:12.592708 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] For port e1975255-a8ce-49d9-aa53-1fda0c971a48, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e1975255-a8ce-49d9-aa53-1fda0c971a48,segment=NetworkSegment(51355671-a1fd-4ece-9c91-4472f8c3a57c),segment_id=51355671-a1fd-4ece-9c91-4472f8c3a57c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:12.593318 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.597107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Made reservation on behalf of 8e15396816eb4885bea83e5c7a35f106 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:12.600355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.604459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] For port e1975255-a8ce-49d9-aa53-1fda0c971a48, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e1975255-a8ce-49d9-aa53-1fda0c971a48,segment=NetworkSegment(51355671-a1fd-4ece-9c91-4472f8c3a57c),segment_id=51355671-a1fd-4ece-9c91-4472f8c3a57c)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:12.604872 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.609028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:12.629899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Calling delete_port for e1975255-a8ce-49d9-aa53-1fda0c971a48 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:12.641250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] Calling delete_port for e1975255-a8ce-49d9-aa53-1fda0c971a48 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:12.649252 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:12.649784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c3a40fc-f521-4336-9f68-c2e03fbe5ed3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:12.650365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e1975255-a8ce-49d9-aa53-1fda0c971a48 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:12.806328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.810264 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.815931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.854267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1975255-a8ce-49d9-aa53-1fda0c971a48,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:12.860875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] No DVR routers for this DVR port e1975255-a8ce-49d9-aa53-1fda0c971a48 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:12.883021 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.920503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.934780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Allocated IP 172.20.0.10 (1bd1998a-2d2e-4048-aff9-e94f86cc3815/e5cc7296-971b-493a-a8c8-a371852d478a/81d91eea-d19e-4b7b-aa55-608e5819ce4d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:12.975342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] No DVR routers for this DVR port e1975255-a8ce-49d9-aa53-1fda0c971a48 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:13.009109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eb5fa-42c7-4fa1-aac2-3a63d920a922 None None] Pushing event deleted for resources: {'Port': ['ID=e1975255-a8ce-49d9-aa53-1fda0c971a48,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:13.022086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['4fc4aba3-377d-45a4-989b-167fe867dbf1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:13.026323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.073496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c9c60d-f544-4a5c-bd60-b121ccb0138c']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:13.113242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Pushing event updated for resources: {'Port': ['ID=93098d54-c675-483e-abc7-174a6b9224d8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:13.115255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51355671-a1fd-4ece-9c91-4472f8c3a57c') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:13.115697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51355671-a1fd-4ece-9c91-4472f8c3a57c') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:13.129435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Network 608b0017-5542-41cb-9f95-4101262589ac is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:13.143842 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.146067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:13.154934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:13.181287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.189560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:13.190425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.250035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad758d0b-c103-4915-b08e-9498b0f56cbf req-a2e517f7-994d-4094-a4b5-a08c47e6eda4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:13.261088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad758d0b-c103-4915-b08e-9498b0f56cbf req-a2e517f7-994d-4094-a4b5-a08c47e6eda4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1485598 Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:13.301656 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:13.307000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:13.311960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.312169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.327352 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8681c531-0fbc-4442-8320-a85bf5eb3f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.356722 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.368519 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] 10.222.0.74 "DELETE /v2.0/networks/73c9c60d-f544-4a5c-bd60-b121ccb0138c HTTP/1.1" status: 204 len: 168 time: 1.4097245 Nov 23 17:55:13.368730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-340f018c-42f5-4958-bfd4-49b9354b3f79 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6580687 Nov 23 17:55:13.375591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71acec-9577-4135-9dd9-c7eeea0b001a admin admin] Pushing event deleted for resources: {'Network': ['ID=73c9c60d-f544-4a5c-bd60-b121ccb0138c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:13.388647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Request body: {'port': {'device_id': '7d5afbe0-fdfc-494c-872e-cf858f795592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:13.507261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad758d0b-c103-4915-b08e-9498b0f56cbf req-6ee81709-1e11-4b00-9688-77871bf86389 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449198 Nov 23 17:55:13.508409 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.586024 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.654969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.668325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44864) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:13.753966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'Port': ['ID=81d91eea-d19e-4b7b-aa55-608e5819ce4d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:13.780834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:13.789543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:13.792381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:13.836573 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e1f1bf25-a1f6-44d6-9f1e-4bb6d284dd53 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=574e95ed4bbc4d1fbb4d695ff5fc0e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1098168 Nov 23 17:55:13.839863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44870) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:13.908657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf701f0e-22a5-44fd-b26c-1e8a61eb2fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.942058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d5a46-ab0d-4d31-aecc-caf4d2e008b9 req-a7c8c903-75f9-4cb2-928a-d241f8a1287b tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:13.943445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf701f0e-22a5-44fd-b26c-1e8a61eb2fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.950191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-497d5a46-ab0d-4d31-aecc-caf4d2e008b9 req-a7c8c903-75f9-4cb2-928a-d241f8a1287b tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 931 time: 0.2149901 Nov 23 17:55:13.983380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:13.984437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.015893 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-a6b13d8f-784c-401b-9ca3-2728ef4deeec tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6673174 Nov 23 17:55:14.040499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Request body: {'port': {'device_id': '343c37cc-be43-4d1c-b455-3bb411086410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:14.063793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93098d54-c675-483e-abc7-174a6b9224d8 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:14.078326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.080689 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf701f0e-22a5-44fd-b26c-1e8a61eb2fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.083026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf701f0e-22a5-44fd-b26c-1e8a61eb2fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.084661 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cf701f0e-22a5-44fd-b26c-1e8a61eb2fa1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f7750b78-98c9-4f37-b4e9-a842de9b7bc6 HTTP/1.1" status: 204 len: 168 time: 0.2435746 Nov 23 17:55:14.095870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-497d5a46-ab0d-4d31-aecc-caf4d2e008b9 req-d9e58408-7930-4ce5-b33c-22c3cc80b8b3 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444297 Nov 23 17:55:14.101440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Transition to ACTIVE for port object 93098d54-c675-483e-abc7-174a6b9224d8 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:14.109035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.179459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf701f0e-22a5-44fd-b26c-1e8a61eb2fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7750b78-98c9-4f37-b4e9-a842de9b7bc6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:14.185423 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.310153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Pushing event updated for resources: {'Port': ['ID=93098d54-c675-483e-abc7-174a6b9224d8,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:14.455127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53618c-209c-46f5-9a50-d360aa46e8f7 req-97f4552e-6706-420e-869a-e6e80911fd20 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:14.456764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f53618c-209c-46f5-9a50-d360aa46e8f7 req-97f4552e-6706-420e-869a-e6e80911fd20 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 932 time: 0.1312687 Nov 23 17:55:14.462930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Attempting to bind port 93098d54-c675-483e-abc7-174a6b9224d8 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:14.463282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Attempting to bind port 93098d54-c675-483e-abc7-174a6b9224d8 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:14.463614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Attempting to bind port 93098d54-c675-483e-abc7-174a6b9224d8 on network 608b0017-5542-41cb-9f95-4101262589ac {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:14.477821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Port 93098d54-c675-483e-abc7-174a6b9224d8 on network 608b0017-5542-41cb-9f95-4101262589ac not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:14.478203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Attempting to bind port 93098d54-c675-483e-abc7-174a6b9224d8 on network 608b0017-5542-41cb-9f95-4101262589ac {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:14.510249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:14.510591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Checking segment: {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:14.511069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Bound using segment: {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:14.514528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Bound port: 93098d54-c675-483e-abc7-174a6b9224d8, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74421f9-70c7-450f-8f84-6b616cffd25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '608b0017-5542-41cb-9f95-4101262589ac'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:14.514923 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.597033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f53618c-209c-46f5-9a50-d360aa46e8f7 req-d82e3abf-4853-4400-9244-f565e2e93496 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296701 Nov 23 17:55:14.627517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] For port 93098d54-c675-483e-abc7-174a6b9224d8, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:14.631820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] For port 93098d54-c675-483e-abc7-174a6b9224d8, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=93098d54-c675-483e-abc7-174a6b9224d8,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:14.637727 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.722239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:14.725287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.729969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] 10.222.0.66 "PUT /v2.0/ports/93098d54-c675-483e-abc7-174a6b9224d8 HTTP/1.1" status: 200 len: 1091 time: 1.3522806 Nov 23 17:55:14.731903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5afbe0-fdfc-494c-872e-cf858f795592', 'tag': '93098d54-c675-483e-abc7-174a6b9224d8'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:14.738334 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385eee5f-6155-44df-a3e2-d6f99577322a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5afbe0-fdfc-494c-872e-cf858f795592", "tag": "93098d54-c675-483e-abc7-174a6b9224d8"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:14.792533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d91eea-d19e-4b7b-aa55-608e5819ce4d {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:14.813355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.823283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022defc-8a45-4114-a486-7f33fbbb1121 service neutron] Pushing event updated for resources: {'Port': ['ID=93098d54-c675-483e-abc7-174a6b9224d8,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:14.841111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Transition to ACTIVE for port object 81d91eea-d19e-4b7b-aa55-608e5819ce4d will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:14.851077 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.891793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-3a09433d-c321-44ac-85e4-feb4059dc051 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:55:14.898867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-3a09433d-c321-44ac-85e4-feb4059dc051 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3911588 Nov 23 17:55:14.963806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Pushing event updated for resources: {'Port': ['ID=81d91eea-d19e-4b7b-aa55-608e5819ce4d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:14.989602 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.010948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-b322c8c5-00ef-4843-88bc-d4928c220ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:15.012354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-b322c8c5-00ef-4843-88bc-d4928c220ffa service neutron] 10.222.0.74 "GET /v2.0/ports/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 1093 time: 0.1053765 Nov 23 17:55:15.027413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Request body: {'binding': {'host': 'n-h1-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:15.027796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Unknown quota resources ['binding']. {{(pid=120536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:55:15.106985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-20a459e0-e31c-4758-8e90-430578bf8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:15.111067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-20a459e0-e31c-4758-8e90-430578bf8205 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 1094 time: 0.3207710 Nov 23 17:55:15.196794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Attempting to bind port 81d91eea-d19e-4b7b-aa55-608e5819ce4d on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:15.198661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Attempting to bind port 81d91eea-d19e-4b7b-aa55-608e5819ce4d by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:15.199306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Attempting to bind port 81d91eea-d19e-4b7b-aa55-608e5819ce4d on network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:15.217846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Port 81d91eea-d19e-4b7b-aa55-608e5819ce4d on network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:15.218557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Attempting to bind port 81d91eea-d19e-4b7b-aa55-608e5819ce4d on network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:15.232403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:15.233117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Checking segment: {'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:15.233779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Bound using segment: {'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:15.234719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Bound port: 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:15.235677 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.314200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-acf3b46e-4953-4a35-9595-13c40846c2ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93098d54-c675-483e-abc7-174a6b9224d8 HTTP/1.1" status: 200 len: 217 time: 0.1232982 Nov 23 17:55:15.324847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] For port 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:15.334767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] For port 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:15.351286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.408704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:15.409691 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.415136 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] 10.222.0.66 "PUT /v2.0/ports/81d91eea-d19e-4b7b-aa55-608e5819ce4d HTTP/1.1" status: 200 len: 1092 time: 1.3848443 Nov 23 17:55:15.415928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:15.419068 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34334b69-9e73-4dfa-af2a-fd30e37e5e42" -d '{"events": [{"name": "network-changed", "server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:15.455743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81c86-af38-445c-8858-c6c5fcf428a3 service neutron] Pushing event updated for resources: {'Port': ['ID=81d91eea-d19e-4b7b-aa55-608e5819ce4d,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:15.465999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994055a3-7184-4326-a52e-aecaef99acfa req-d12ab8c5-f83b-4850-b9c3-f5fa82ed0b1e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:15.467592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-994055a3-7184-4326-a52e-aecaef99acfa req-d12ab8c5-f83b-4850-b9c3-f5fa82ed0b1e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.3553026 Nov 23 17:55:15.510177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44916) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:15.522253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-d352dbd8-d192-4119-9a27-b62e31ea5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:15.523704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-d352dbd8-d192-4119-9a27-b62e31ea5b6c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0214dc36-5a60-401d-94ef-d599d8fe45f3 HTTP/1.1" status: 200 len: 851 time: 0.1814401 Nov 23 17:55:15.558552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-32e9eb56-2272-44f5-94e5-ff007b675f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:15.563145 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-32e9eb56-2272-44f5-94e5-ff007b675f32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1095 time: 0.0955057 Nov 23 17:55:15.647711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-5f1135e4-ef4f-4d8a-883a-4315445903ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=608b0017-5542-41cb-9f95-4101262589ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094708 Nov 23 17:55:15.648893 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-df01bc83-2e2e-468b-bcb3-8220af93e88b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d HTTP/1.1" status: 200 len: 217 time: 0.0756404 Nov 23 17:55:15.669737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-219232821-network', 'tenant_id': 'e755682d8e244c2d9b5b02dacc80c972'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:15.710001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on host n-h1-818932-3 for vnic_type normal with profile None {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:15.710462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:15.710881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:15.711981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-e66ef8d2-e7b3-4711-b2bf-df0ab5eec36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:15.713588 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-e66ef8d2-e7b3-4711-b2bf-df0ab5eec36f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.0524087 Nov 23 17:55:15.729744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Made reservation on behalf of e755682d8e244c2d9b5b02dacc80c972 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:15.734188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.736292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:15.736689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:15.749805 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-efb9bd3f-6701-4b6a-a491-24fa26a27c80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284266 Nov 23 17:55:15.757740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-994055a3-7184-4326-a52e-aecaef99acfa req-36a640ef-87ee-4913-b4eb-3f50cd6cc508 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741625 Nov 23 17:55:15.763871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.769106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:15.769540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:15.770244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:15.771382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Bound port: fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:15.867724 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca939f64-2a1a-4da6-988e-0aaf0bd6f3d7 x-openstack-request-id: req-ca939f64-2a1a-4da6-988e-0aaf0bd6f3d7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:15.868107 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5afbe0-fdfc-494c-872e-cf858f795592", "tag": "93098d54-c675-483e-abc7-174a6b9224d8", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:15.868453 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ca939f64-2a1a-4da6-988e-0aaf0bd6f3d7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:15.868926 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5afbe0-fdfc-494c-872e-cf858f795592', 'tag': '93098d54-c675-483e-abc7-174a6b9224d8', 'status': 'completed', 'code': 200} Nov 23 17:55:15.946225 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-1b8cbf0e-6d7d-4c25-9a78-7ca322c3af20 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734688 Nov 23 17:55:16.071196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ccd40343-180a-47d7-a21b-f38b6e603b96 req-b48c4f71-e9c6-4bfd-b445-3a25a6deda4e service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157939 Nov 23 17:55:16.217415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-5abfce54-045e-4452-89af-d39f4a1e68e0 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280430 Nov 23 17:55:16.244015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:16.271603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] Publish callbacks [] for binding, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.272817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-21affafb-41b1-467b-9305-adf43ea827a2 service neutron] 10.222.0.74 "POST /v2.0/ports/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9/bindings HTTP/1.1" status: 201 len: 389 time: 1.2543068 Nov 23 17:55:16.280917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e9ac-a003-411a-8d55-7623938ebbfa req-35493464-9b30-45e3-b528-3f382c82b4c5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:16.282519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ea8e9ac-a003-411a-8d55-7623938ebbfa req-35493464-9b30-45e3-b528-3f382c82b4c5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 943 time: 0.1512585 Nov 23 17:55:16.294091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.427320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.434103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ea8e9ac-a003-411a-8d55-7623938ebbfa req-ddd97be5-d847-4bcf-a5cb-f38027d2d55a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407080 Nov 23 17:55:16.436933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-106fc5c3-f278-43a6-8a87-41b67d16ec65 req-716e2894-74c2-461a-81b4-f4175e924908 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049713 Nov 23 17:55:16.437730 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.466564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:55:16.495547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f018e40-9b1a-4458-bb7b-85b3bce6093f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:16.501319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.501673 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Added segment 2d781a10-53e3-4973-9ffb-42d538e5a902 of type vlan for network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 Nov 23 17:55:16.560767 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5139bac9-6fed-4251-a6a3-3a85a46f6b25 x-openstack-request-id: req-5139bac9-6fed-4251-a6a3-3a85a46f6b25 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:16.561301 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:16.561301 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5139bac9-6fed-4251-a6a3-3a85a46f6b25 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:16.561639 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d', 'status': 'completed', 'code': 200} Nov 23 17:55:16.582867 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.669879 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-b6968d92-2aa3-4397-90ce-a29fc5de2f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:16.671439 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-b6968d92-2aa3-4397-90ce-a29fc5de2f9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1096 time: 0.0700190 Nov 23 17:55:16.685282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-711fcd78-716d-49e6-957c-71f58282de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:16.687054 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-711fcd78-716d-49e6-957c-71f58282de53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1095 time: 0.0747449 Nov 23 17:55:16.743275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-6879317f-5c7e-4adc-b59f-aa7a7a626576 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:16.744784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-6879317f-5c7e-4adc-b59f-aa7a7a626576 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.2300196 Nov 23 17:55:16.749286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.750109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:16.750682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.753959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eee5f-6155-44df-a3e2-d6f99577322a req-0c834ef8-71c2-4b6d-96ee-f1a061bcfd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:16.755488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-385eee5f-6155-44df-a3e2-d6f99577322a req-0c834ef8-71c2-4b6d-96ee-f1a061bcfd67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 1094 time: 0.1695471 Nov 23 17:55:16.778198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830e273-ea7f-466f-a2e9-2caf58beb98d req-a2e65a32-1fa5-4025-ad70-5f9febfe4559 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:16.779752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a830e273-ea7f-466f-a2e9-2caf58beb98d req-a2e65a32-1fa5-4025-ad70-5f9febfe4559 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 944 time: 0.1504607 Nov 23 17:55:16.794763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-e98d4a94-58d6-4e88-98ed-fccc3ded7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:16.796413 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-e98d4a94-58d6-4e88-98ed-fccc3ded7f6f service neutron] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 913 time: 0.1004341 Nov 23 17:55:16.807015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-de321c10-ecc0-4022-a230-3c3cc4de06f2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/quotas/b1ada1e9e0064544a0b221835dcf73b6 HTTP/1.1" status: 200 len: 375 time: 0.0504324 Nov 23 17:55:16.849914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3356025 Nov 23 17:55:16.861504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44938) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:16.869627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Request body: {'subnet': {'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-219232821-subnet', 'tenant_id': 'e755682d8e244c2d9b5b02dacc80c972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:16.922859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-23b620e0-dbd8-47ec-9d11-f9776341bae2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932555 Nov 23 17:55:16.958775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889446e-8765-414f-b2b3-7d4e0cbe2a5c admin admin] Pushing event updated for resources: {'Network': ['ID=95dbeb2a-6ccf-4558-9052-e53ea34392f7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:16.974318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:55:17.050331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a830e273-ea7f-466f-a2e9-2caf58beb98d req-8096fc53-4984-4db2-8800-d1720131f0e4 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513468 Nov 23 17:55:17.058742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Made reservation on behalf of e755682d8e244c2d9b5b02dacc80c972 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:17.063838 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.144227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eee5f-6155-44df-a3e2-d6f99577322a req-892bfee8-96fc-4e39-9d02-dbebf74e8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:17.146008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-385eee5f-6155-44df-a3e2-d6f99577322a req-892bfee8-96fc-4e39-9d02-dbebf74e8cff service neutron] 10.222.0.66 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 912 time: 0.3774562 Nov 23 17:55:17.218171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-b90e4daa-f33f-44ec-9445-58b059d5d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:17.219713 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-b90e4daa-f33f-44ec-9445-58b059d5d908 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.5369015 Nov 23 17:55:17.221319 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-7480c340-d085-4f66-a6df-91d939a45868 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d HTTP/1.1" status: 200 len: 217 time: 0.4150231 Nov 23 17:55:17.249184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-27f2e13f-8051-4c2f-a17c-762d9c3076f0 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948747 Nov 23 17:55:17.260590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-385eee5f-6155-44df-a3e2-d6f99577322a req-0b4ab3ed-563d-4b96-a6a1-63ef6799d9ba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93098d54-c675-483e-abc7-174a6b9224d8 HTTP/1.1" status: 200 len: 217 time: 0.0736868 Nov 23 17:55:17.295557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-057464de-088e-44ce-a355-9eb1f8539886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:17.296932 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-057464de-088e-44ce-a355-9eb1f8539886 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.0551035 Nov 23 17:55:17.353172 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-3369f2d9-cb01-4ec2-aa25-e5898d3cd517 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 217 time: 0.1238279 Nov 23 17:55:17.355155 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-35492f14-5d48-4515-8052-244a7966722a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295560 Nov 23 17:55:17.430019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eee5f-6155-44df-a3e2-d6f99577322a req-2027ad58-0826-4c07-a677-3ade6a4efcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:17.431767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-385eee5f-6155-44df-a3e2-d6f99577322a req-2027ad58-0826-4c07-a677-3ade6a4efcaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0214dc36-5a60-401d-94ef-d599d8fe45f3 HTTP/1.1" status: 200 len: 851 time: 0.1535666 Nov 23 17:55:17.455774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-413c72a4-24df-4bd1-ab36-902205d582ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:17.457234 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-413c72a4-24df-4bd1-ab36-902205d582ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0969734 Nov 23 17:55:17.500607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-385eee5f-6155-44df-a3e2-d6f99577322a req-50b30a93-14bf-4c98-a661-f7bf0fc41206 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=608b0017-5542-41cb-9f95-4101262589ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415242 Nov 23 17:55:17.501608 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-e90cc7f9-cd48-4972-85f4-75cc2ac52abe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325048 Nov 23 17:55:17.515245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1441-b6c2-4fdb-b58e-c8d5c7a60bb3 req-fb28b09d-93ee-4201-8e76-15ceaa0dd798 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:17.516709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-731d1441-b6c2-4fdb-b58e-c8d5c7a60bb3 req-fb28b09d-93ee-4201-8e76-15ceaa0dd798 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 945 time: 0.2072940 Nov 23 17:55:17.532320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-75b6f4d7-0e2e-441a-9be3-bc60db452093 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822375 Nov 23 17:55:17.537456 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-6db9b644-30d0-4b51-9742-9833b470baf7 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470661 Nov 23 17:55:17.668058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.679540 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-3fa32a6d-7779-4f1b-87a0-539ec9e9ce0a service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665430 Nov 23 17:55:17.706058 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-34334b69-9e73-4dfa-af2a-fd30e37e5e42 req-3819f89e-fbaf-4be8-98db-ba8ab0f83e08 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584582 Nov 23 17:55:17.734903 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.833719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-731d1441-b6c2-4fdb-b58e-c8d5c7a60bb3 req-15cb20c0-5a40-4d0e-ac12-5a8638393361 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957869 Nov 23 17:55:17.836041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-385eee5f-6155-44df-a3e2-d6f99577322a req-f37ab20c-5cc9-4763-95ac-87f74431cdf2 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142931 Nov 23 17:55:17.840329 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-cfb42b30-0ddf-48d5-bbdb-33b6f3e14865 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475623 Nov 23 17:55:17.927416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:17.978038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-8625582c-cc8e-466c-b3fa-165f38719ed6 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:17.979709 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-8625582c-cc8e-466c-b3fa-165f38719ed6 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.0540147 Nov 23 17:55:17.993656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818932-3'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:18.021151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3be8e-ad5d-477e-b867-dc433e2432c7 req-da5cd940-bda0-421c-a1dd-b1211931363e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:18.022788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2cb3be8e-ad5d-477e-b867-dc433e2432c7 req-da5cd940-bda0-421c-a1dd-b1211931363e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.2640891 Nov 23 17:55:18.030265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Checking segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:18.030634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Network hostable DHCP agents. Network: 95dbeb2a-6ccf-4558-9052-e53ea34392f7, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:55:18.081067 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.118325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55552e0-900b-423f-b65b-137cf7a447e8 req-eefca2eb-16f4-4ebf-b339-22b96c5f464d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:18.120115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e55552e0-900b-423f-b65b-137cf7a447e8 req-eefca2eb-16f4-4ebf-b339-22b96c5f464d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 943 time: 0.1852639 Nov 23 17:55:18.129159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:55:18.133557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-385eee5f-6155-44df-a3e2-d6f99577322a req-2dfd6c79-32a1-408a-87a6-dc8f46505bfa service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752631 Nov 23 17:55:18.166965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2cb3be8e-ad5d-477e-b867-dc433e2432c7 req-56e40a97-d6a2-41e0-aad9-d2b32502d3ae tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299736 Nov 23 17:55:18.169581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 95dbeb2a-6ccf-4558-9052-e53ea34392f7) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:18.175472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:18.176073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.197894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfde831-ec2f-4789-98ee-4c29589e3364 None None] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:18.250679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-08f2f783-dc54-484f-bc57-5e52f873083c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3858604 Nov 23 17:55:18.269332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e55552e0-900b-423f-b65b-137cf7a447e8 req-e58820dc-88dd-4a90-b162-7f8d05faf5f5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283195 Nov 23 17:55:18.292486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:18.339360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f114ba1-1f11-494d-a1f0-04b04b9e5333 req-06bb42da-a69a-4801-9614-0bdd49a641e5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e025befb-c03a-436d-9b7c-f666609db5bc HTTP/1.1" status: 200 len: 210 time: 0.0445113 Nov 23 17:55:18.381841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:18.434760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72cabc3-4e18-40df-aa77-960409998f5c None None] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:18.472459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.488465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684cfc1-6562-48f8-bb35-357bcc6cd08f req-52fe0496-4259-45a6-b9c5-265e53d19b26 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:18.495191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.505393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4684cfc1-6562-48f8-bb35-357bcc6cd08f req-52fe0496-4259-45a6-b9c5-265e53d19b26 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 944 time: 0.1348975 Nov 23 17:55:18.565582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:18.571181 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7182ab2-ff0e-4bdd-b254-edf9e32b6f4a" -d '{"events": [{"server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "name": "network-vif-unplugged", "status": "completed", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:18.620326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4684cfc1-6562-48f8-bb35-357bcc6cd08f req-1d29dc4c-4047-4ac8-bde6-7061c9451f79 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139541 Nov 23 17:55:18.645638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Pushing event updated for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:18.685827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:18.686491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:18.686805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:18.692527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:18.693282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Attempting to bind port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:18.699570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:18.699999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:18.700299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:18.700731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Bound port: fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:18.701081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.792362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:18.795882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:18.804173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.832949 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b5004-2e6e-4c7d-92b6-7872dac55687 x-openstack-request-id: req-358b5004-2e6e-4c7d-92b6-7872dac55687 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:18.833408 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "name": "network-vif-unplugged", "status": "completed", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:18.833730 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-358b5004-2e6e-4c7d-92b6-7872dac55687 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:18.834331 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9', 'code': 200} Nov 23 17:55:18.881382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:18.882181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.883697 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] 10.222.0.72 "PUT /v2.0/ports/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 1121 time: 0.8958642 Nov 23 17:55:18.899359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871a45c-c984-4ed0-8a2e-5a0b7b930190 service neutron] Pushing event updated for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=8']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:18.996520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98b2f7be-923e-4c53-99d1-d1cce40f4754 req-7827a2cd-3e44-4033-b15d-9a29912e3508 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e025befb-c03a-436d-9b7c-f666609db5bc HTTP/1.1" status: 200 len: 210 time: 0.0401771 Nov 23 17:55:19.024900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['fecc6dc5-5828-4477-a7eb-cb6edf7a29f9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:19.035829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f38910-6190-4511-82c6-36336e982853 req-f35d7b07-08f6-4742-815b-3e14acc22c3b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:19.044252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-f35d7b07-08f6-4742-815b-3e14acc22c3b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 804 time: 0.1569817 Nov 23 17:55:19.063157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-e359473f-9924-42fb-8e63-e7f9e88a0f13 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/quotas/e755682d8e244c2d9b5b02dacc80c972 HTTP/1.1" status: 200 len: 375 time: 0.0179336 Nov 23 17:55:19.101639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-7a5ce4a4-a052-419e-8ed5-03c06415cdb1 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376668 Nov 23 17:55:19.310915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:19.469609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453e59e-ed2a-4801-962c-dec4fa74cc3c req-0898976a-e35f-4605-8557-3400ce13421e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:19.471122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b453e59e-ed2a-4801-962c-dec4fa74cc3c req-0898976a-e35f-4605-8557-3400ce13421e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.3678658 Nov 23 17:55:19.476245 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-35795e9b-816f-49a6-9503-495368d882f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=e025befb-c03a-436d-9b7c-f666609db5bc HTTP/1.1" status: 200 len: 210 time: 0.0369887 Nov 23 17:55:19.500715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-82b44c3a-9db3-4c9e-96c1-4a3743fe967b service neutron] 10.222.0.74 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847854 Nov 23 17:55:19.555381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b453e59e-ed2a-4801-962c-dec4fa74cc3c req-d25fb66e-3d7a-4bda-bbb8-da6449ab1730 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715833 Nov 23 17:55:19.612715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-6ccd8b2a-2174-4d78-a36c-29f1c3d086c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:19.614815 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-6ccd8b2a-2174-4d78-a36c-29f1c3d086c7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1293449 Nov 23 17:55:19.622538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-d3e84464-5ac3-4053-b488-fb52e2ef59d3 service neutron] 10.222.0.74 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129174 Nov 23 17:55:19.689331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966798a-13cc-4953-b71a-3229fa18c59b req-47d19d39-7fb2-4267-9687-39d0a8a2e7f7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:19.691576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e966798a-13cc-4953-b71a-3229fa18c59b req-47d19d39-7fb2-4267-9687-39d0a8a2e7f7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0663040 Nov 23 17:55:19.736838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-acac305c-626f-43a0-83f1-09f9e457c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:19.738734 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-acac305c-626f-43a0-83f1-09f9e457c600 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1114051 Nov 23 17:55:19.741634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 81d91eea-d19e-4b7b-aa55-608e5819ce4d details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:19.752128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e966798a-13cc-4953-b71a-3229fa18c59b req-973c6fb8-b621-4a10-8ced-b01435350ce4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522833 Nov 23 17:55:19.829543 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2c97cb2f-30c2-45e8-acca-65e4b2e5c827 req-541336e4-4aa0-48e1-9c8a-80c5453d07df tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.72 "GET /v2.0/ports?device_id=e025befb-c03a-436d-9b7c-f666609db5bc HTTP/1.1" status: 200 len: 210 time: 0.0579841 Nov 23 17:55:19.868602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bc077-e7cf-4b9a-948a-e691f955cb13 req-79206fff-3305-4963-9ee6-4e3c2de22a20 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:19.872000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f75bc077-e7cf-4b9a-948a-e691f955cb13 req-79206fff-3305-4963-9ee6-4e3c2de22a20 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 943 time: 0.0673161 Nov 23 17:55:19.899064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:19.958077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f75bc077-e7cf-4b9a-948a-e691f955cb13 req-1c45797f-fa49-4221-86d2-dc833211ee98 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787630 Nov 23 17:55:20.079249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6fd5c33c-1648-46ef-b1f2-ba1b0257413d req-fb1e5d1c-2baa-4920-8203-b109ab4fac78 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 210 time: 0.0510354 Nov 23 17:55:20.085414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:20.155929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '81d91eea-d19e-4b7b-aa55-608e5819ce4d', 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815', 'port_id': '81d91eea-d19e-4b7b-aa55-608e5819ce4d', 'mac_address': 'fa:16:3e:09:d6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5cc7296-971b-493a-a8c8-a371852d478a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:20.179537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7bd76-732d-483e-822d-b993480e1826 req-53e10345-84fd-41bd-ad6c-718160d535f0 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:20.190665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02f7bd76-732d-483e-822d-b993480e1826 req-53e10345-84fd-41bd-ad6c-718160d535f0 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 944 time: 0.1097958 Nov 23 17:55:20.197610 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-589951f7-7d86-40ea-adb1-f58f13cc4609 req-dbad2257-45d4-4eb8-a1c7-d8345efa7a75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=e025befb-c03a-436d-9b7c-f666609db5bc HTTP/1.1" status: 200 len: 210 time: 0.0324006 Nov 23 17:55:20.213932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:20.215399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73038ce2-4bc7-46b7-9b46-4e1e7ade3201 req-d2f996f8-c3fe-4b0a-9eb6-e071522eab59 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e025befb-c03a-436d-9b7c-f666609db5bc HTTP/1.1" status: 200 len: 210 time: 0.0638249 Nov 23 17:55:20.228450 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.247256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 has no active binding in host n-h1-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:55:20.255451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d91eea-d19e-4b7b-aa55-608e5819ce4d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:20.283991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02f7bd76-732d-483e-822d-b993480e1826 req-e23cbd10-be50-4a96-a9b4-ec493c3c43c0 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921369 Nov 23 17:55:20.294820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:20.305313 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.306959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 93098d54-c675-483e-abc7-174a6b9224d8 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:20.345157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589951f7-7d86-40ea-adb1-f58f13cc4609 req-bcfdf43a-254b-44e3-b3d2-e06ac27a2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:20.347280 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-589951f7-7d86-40ea-adb1-f58f13cc4609 req-bcfdf43a-254b-44e3-b3d2-e06ac27a2c4b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1397870 Nov 23 17:55:20.351906 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.482330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589951f7-7d86-40ea-adb1-f58f13cc4609 req-e6f15636-3114-4a28-92bb-d17a99d9102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:20.483863 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-589951f7-7d86-40ea-adb1-f58f13cc4609 req-e6f15636-3114-4a28-92bb-d17a99d9102a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271071 Nov 23 17:55:20.568097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=81d91eea-d19e-4b7b-aa55-608e5819ce4d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:20.569792 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-589951f7-7d86-40ea-adb1-f58f13cc4609 req-ee16a04a-2a4f-40b7-b0de-60a37263059b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.72 "GET /v2.0/ports?device_id=e025befb-c03a-436d-9b7c-f666609db5bc HTTP/1.1" status: 200 len: 210 time: 0.0316727 Nov 23 17:55:20.647611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 93098d54-c675-483e-abc7-174a6b9224d8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=93098d54-c675-483e-abc7-174a6b9224d8,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:20.664130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '93098d54-c675-483e-abc7-174a6b9224d8', 'network_id': '608b0017-5542-41cb-9f95-4101262589ac', 'port_id': '93098d54-c675-483e-abc7-174a6b9224d8', 'mac_address': 'fa:16:3e:09:9e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0214dc36-5a60-401d-94ef-d599d8fe45f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:20.723080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595bddf-f9be-43ae-aa62-deb9d1c537ea req-180f017c-b189-40ab-9a93-e1881d4dca1a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:20.725716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c595bddf-f9be-43ae-aa62-deb9d1c537ea req-180f017c-b189-40ab-9a93-e1881d4dca1a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.0865886 Nov 23 17:55:20.728471 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.748878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93098d54-c675-483e-abc7-174a6b9224d8 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:20.780403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 93098d54-c675-483e-abc7-174a6b9224d8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=93098d54-c675-483e-abc7-174a6b9224d8,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:20.789759 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.835208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:20.840414 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:20.842987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c595bddf-f9be-43ae-aa62-deb9d1c537ea req-041a1465-f87e-4957-8d6d-c94a3f073581 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095781 Nov 23 17:55:20.875926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=93098d54-c675-483e-abc7-174a6b9224d8,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:20.920158 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8137c854-55b9-46fa-b4a4-6930a30a6f61 x-openstack-request-id: req-8137c854-55b9-46fa-b4a4-6930a30a6f61 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:20.921399 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:20.921671 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8137c854-55b9-46fa-b4a4-6930a30a6f61 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:20.922146 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9', 'status': 'completed', 'code': 200} Nov 23 17:55:20.936270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c907e28-7ff7-4c95-b116-c5f3ba94b6a5 req-fd4c3428-fc8f-4335-8c23-8738cb571d99 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:20.945643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c907e28-7ff7-4c95-b116-c5f3ba94b6a5 req-fd4c3428-fc8f-4335-8c23-8738cb571d99 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0742393 Nov 23 17:55:21.039662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c907e28-7ff7-4c95-b116-c5f3ba94b6a5 req-7329fbcd-f439-4295-9166-107f222b42a9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930035 Nov 23 17:55:21.042966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-632ece4e-2ef9-4a21-826f-64bcc36ddd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:21.044552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-632ece4e-2ef9-4a21-826f-64bcc36ddd4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1124 time: 0.0820267 Nov 23 17:55:21.170529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['93098d54-c675-483e-abc7-174a6b9224d8'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:21.175360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:21.176119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d68c50-9a78-473b-853b-99f1287c768c req-02782849-98dd-4aa0-ba3b-96e62a1660d7 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:21.178555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4d68c50-9a78-473b-853b-99f1287c768c req-02782849-98dd-4aa0-ba3b-96e62a1660d7 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 944 time: 0.1330500 Nov 23 17:55:21.217913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5a8f9b8-6a90-492d-8baa-a51b270bd05c req-f8c296bb-b53f-4d9d-bfcb-c4435b169a8a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 210 time: 0.0508604 Nov 23 17:55:21.265023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-ae6bb23f-512f-4140-b828-f61a84cd4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:21.266801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-ae6bb23f-512f-4140-b828-f61a84cd4918 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1890442 Nov 23 17:55:21.350571 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f38910-6190-4511-82c6-36336e982853 req-d5f59d09-47bb-4147-ab9f-b0181b538ab2 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:21.352411 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-d5f59d09-47bb-4147-ab9f-b0181b538ab2 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.72 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 804 time: 0.2056763 Nov 23 17:55:21.367262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-49f92747-ab0b-4898-b335-73a8a966ca7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 217 time: 0.0860434 Nov 23 17:55:21.369065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Request body: {'port': {'device_id': '256641c9-3b44-49b7-a202-c517351247b6', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'admin_state_up': True, 'tenant_id': 'e755682d8e244c2d9b5b02dacc80c972'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:21.382569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4d68c50-9a78-473b-853b-99f1287c768c req-71b4cfb2-9d2c-4225-9ea7-3a5ecb276c16 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878431 Nov 23 17:55:21.430157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-3d9e924d-fee9-4ef7-bc3d-f6d2995cae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:21.431689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-3d9e924d-fee9-4ef7-bc3d-f6d2995cae13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0481436 Nov 23 17:55:21.501555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-7e153f3a-d77a-4da5-af2e-7b059cfd0267 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516665 Nov 23 17:55:21.543007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197ff16-e20a-4857-abda-3663c768c419 req-4d3bf2f5-b079-4c82-9df7-eaf5523ec005 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:21.545741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6197ff16-e20a-4857-abda-3663c768c419 req-4d3bf2f5-b079-4c82-9df7-eaf5523ec005 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 945 time: 0.1119850 Nov 23 17:55:21.565260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Made reservation on behalf of e755682d8e244c2d9b5b02dacc80c972 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:21.570023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.750928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6197ff16-e20a-4857-abda-3663c768c419 req-a850b93f-467b-46c6-b8c2-c95bfbcf776b tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916215 Nov 23 17:55:21.753182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Allocated IP 172.20.0.12 (95dbeb2a-6ccf-4558-9052-e53ea34392f7/a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b/dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:21.808611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-bb7007e4-efa5-4a8c-86ce-402366af9987 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916431 Nov 23 17:55:21.853697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1396c546-48c4-4375-a3c5-569f38bc7222 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:21.855482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1396c546-48c4-4375-a3c5-569f38bc7222 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.1965883 Nov 23 17:55:21.917840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-20c59ba5-7981-4f74-b0d2-ee156d8f1595 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/quotas/b1ada1e9e0064544a0b221835dcf73b6 HTTP/1.1" status: 200 len: 375 time: 0.0542350 Nov 23 17:55:21.921680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.953853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-57c1589c-a991-420b-a833-2e8ad96c71c8 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349727 Nov 23 17:55:21.968505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.021188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:22.024513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:22.029131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:22.034220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Pushing event updated for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:22.042228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f4d7e6c-9285-4b25-a4f6-58f0a92c5d4c req-c2e6fb12-32fd-4846-8dda-730e621beac6 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219839 Nov 23 17:55:22.085140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:22.085870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.103650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ac725-66ea-4023-8a55-2a8c55892a13 req-01190305-ef27-4eba-9f7d-129977288d57 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:22.104131 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-f97e7765-2a9c-4327-b481-9e4e3fe1565c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7409811 Nov 23 17:55:22.105286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e91ac725-66ea-4023-8a55-2a8c55892a13 req-01190305-ef27-4eba-9f7d-129977288d57 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.1554959 Nov 23 17:55:22.119179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Request body: {'port': {'device_id': '256641c9-3b44-49b7-a202-c517351247b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:22.140608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-5dc3dbe5-d2bf-45c1-a8ff-778bd3fd7dff service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737740 Nov 23 17:55:22.175339 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.197280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e91ac725-66ea-4023-8a55-2a8c55892a13 req-17b2dcfb-d401-48b4-90b6-478302255126 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Nov 23 17:55:22.266665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-ee15aaf6-0232-4459-9900-2c238f72bd79 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149232 Nov 23 17:55:22.412255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962f924-c9ff-41ff-9d27-d99bb0822d3f req-876b0ff9-7397-45c0-96a9-0d3b2b585b97 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:22.413885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d962f924-c9ff-41ff-9d27-d99bb0822d3f req-876b0ff9-7397-45c0-96a9-0d3b2b585b97 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0722988 Nov 23 17:55:22.485627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d962f924-c9ff-41ff-9d27-d99bb0822d3f req-c422f8f3-0c4b-4e04-8fd2-de5ddd69cf62 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637479 Nov 23 17:55:22.532130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:22.541525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.555955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Transition to ACTIVE for port object dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:22.556324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d607fd-4812-443e-a674-cc9044ae376b req-18761d5f-ecb1-4262-88b7-76992b87c037 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:22.558056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d607fd-4812-443e-a674-cc9044ae376b req-18761d5f-ecb1-4262-88b7-76992b87c037 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 932 time: 0.0905936 Nov 23 17:55:22.564175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.636341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:22.663749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01122-5feb-4272-9bb4-68be0a11b127 req-9b4c45fc-fca6-4716-a57b-53b6d5d080b5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:22.665384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71d01122-5feb-4272-9bb4-68be0a11b127 req-9b4c45fc-fca6-4716-a57b-53b6d5d080b5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 944 time: 0.0807772 Nov 23 17:55:22.680868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d607fd-4812-443e-a674-cc9044ae376b req-318bd7e2-1d1c-48a8-a9e9-d9bb197677dc tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140018 Nov 23 17:55:22.781872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e9d982a-0e2a-4b5f-807a-d0810de29d1a req-19a42186-dcb0-4884-beac-d3dc775062a7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 210 time: 0.0399742 Nov 23 17:55:22.788513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71d01122-5feb-4272-9bb4-68be0a11b127 req-2aeb1798-05a9-4277-91dd-28245a1541ba tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065252 Nov 23 17:55:22.805702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Attempting to bind port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:22.806182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Attempting to bind port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:22.806530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Attempting to bind port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:22.815171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:22.815501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Attempting to bind port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:22.821978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:22.822319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Checking segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:22.822728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Bound using segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:22.825124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Bound port: dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:22.831700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.921183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:22.927799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:22.934481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff8c6f-e2f6-4fba-9178-283ef5647bcd req-1e8e62ee-505c-4e0f-aa68-f3aab85f0894 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:22.936725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2ff8c6f-e2f6-4fba-9178-283ef5647bcd req-1e8e62ee-505c-4e0f-aa68-f3aab85f0894 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 945 time: 0.0632031 Nov 23 17:55:22.939726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.985052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:22.985671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.987174 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] 10.222.0.72 "PUT /v2.0/ports/dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 HTTP/1.1" status: 200 len: 1092 time: 0.8722982 Nov 23 17:55:22.988659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:22.991958 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8" -d '{"events": [{"name": "network-changed", "server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:22.992763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2ff8c6f-e2f6-4fba-9178-283ef5647bcd req-a6e21d58-2280-4e6c-956c-7145c99ddaf4 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Nov 23 17:55:23.044455 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d526693a-e019-436a-9d7d-38633ccd7cf4 x-openstack-request-id: req-d526693a-e019-436a-9d7d-38633ccd7cf4 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:23.045334 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:23.045334 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d526693a-e019-436a-9d7d-38633ccd7cf4 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:23.045576 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'status': 'completed', 'code': 200} Nov 23 17:55:23.046680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c13a8b-4a57-4834-9593-6e30158cd5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:23.104599 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f38910-6190-4511-82c6-36336e982853 req-0dd478c2-8f1f-4fb3-93dd-3f33cd469e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:23.106190 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-0dd478c2-8f1f-4fb3-93dd-3f33cd469e45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 1095 time: 0.0557590 Nov 23 17:55:23.164373 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-9942938b-aa36-43f0-8c4b-24c5c138c0e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 HTTP/1.1" status: 200 len: 217 time: 0.0387802 Nov 23 17:55:23.231654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f38910-6190-4511-82c6-36336e982853 req-ef03aa8b-f44f-4621-b958-e446b6dd6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:23.233083 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-ef03aa8b-f44f-4621-b958-e446b6dd6580 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 200 len: 844 time: 0.0521934 Nov 23 17:55:23.283693 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-586c160e-614f-4ad2-bf09-c1f4f469c944 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=95dbeb2a-6ccf-4558-9052-e53ea34392f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313733 Nov 23 17:55:23.337455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b6cb7-a281-4747-839a-24d385def80a req-d205fefc-4af8-42a1-a148-a2174c9c2350 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:23.339358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846b6cb7-a281-4747-839a-24d385def80a req-d205fefc-4af8-42a1-a148-a2174c9c2350 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.0573642 Nov 23 17:55:23.404435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-846b6cb7-a281-4747-839a-24d385def80a req-662950d7-c77d-41d0-9463-c25f8a57789e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581949 Nov 23 17:55:23.412862 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-e976baad-efc8-4a4f-93c8-bd1630d95bdc service neutron] 10.222.0.72 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132786 Nov 23 17:55:23.514141 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-46f38910-6190-4511-82c6-36336e982853 req-412af7d6-e15f-46f6-993c-90e3c619079d service neutron] 10.222.0.72 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885160 Nov 23 17:55:23.620053 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-cf52ad30-9fba-43d4-a2d5-12f021827931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:23.621563 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-cf52ad30-9fba-43d4-a2d5-12f021827931 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 1095 time: 0.0427675 Nov 23 17:55:23.626376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420e5cf-0d75-4db8-a9fe-d14682fb08ac req-ea026f34-7fbe-4e71-96e9-87e2f5698bc8 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:23.628624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2420e5cf-0d75-4db8-a9fe-d14682fb08ac req-ea026f34-7fbe-4e71-96e9-87e2f5698bc8 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0548031 Nov 23 17:55:23.694876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2420e5cf-0d75-4db8-a9fe-d14682fb08ac req-8723bb44-0fb3-432a-98ef-08dead45e643 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587797 Nov 23 17:55:23.756324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 81d91eea-d19e-4b7b-aa55-608e5819ce4d up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:23.777229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-37f33a71-ec45-4861-9e7e-de084d2ed8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:23.779187 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-37f33a71-ec45-4861-9e7e-de084d2ed8c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 905 time: 0.1436596 Nov 23 17:55:23.884242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 81d91eea-d19e-4b7b-aa55-608e5819ce4d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:23.892339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 81d91eea-d19e-4b7b-aa55-608e5819ce4d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:23.893945 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:23.928267 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-6fab4ec6-7f34-48d8-8b05-65b7da35c5a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 HTTP/1.1" status: 200 len: 217 time: 0.1395311 Nov 23 17:55:23.952476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-52fde277-b30b-455e-b5c3-1078302abaa5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:23.954131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-52fde277-b30b-455e-b5c3-1078302abaa5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.2132115 Nov 23 17:55:23.964423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396d687-3249-4a16-be7d-c668684898d5 req-999b6f61-816e-42b6-bbde-bcb4f6567004 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:23.965987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d396d687-3249-4a16-be7d-c668684898d5 req-999b6f61-816e-42b6-bbde-bcb4f6567004 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 944 time: 0.1650379 Nov 23 17:55:23.987096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Request body: {'port': {'device_id': '31753114-e7c4-42fc-a2fc-d46ed12d8df4', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'admin_state_up': True, 'tenant_id': 'b1ada1e9e0064544a0b221835dcf73b6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:24.014499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-b66bc013-0fa9-489a-b08a-85c83eb84bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:24.016202 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-b66bc013-0fa9-489a-b08a-85c83eb84bee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 200 len: 844 time: 0.0697501 Nov 23 17:55:24.035053 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.049457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1336305d-3454-4825-9c3e-b4ab77fc8d72 req-bf985247-62ab-40d9-a7d6-18afdd3fc2bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 210 time: 0.0824461 Nov 23 17:55:24.065001 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-cd93fb6e-a23e-4915-a33a-e23d3509bd73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=95dbeb2a-6ccf-4558-9052-e53ea34392f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321708 Nov 23 17:55:24.098420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:24.101673 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3203cd-2cb1-4b4b-86de-5573c02f3bb1" -d '{"events": [{"server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "name": "network-vif-plugged", "status": "completed", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:24.138420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:24.148188 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.149524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 93098d54-c675-483e-abc7-174a6b9224d8 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:24.178975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d396d687-3249-4a16-be7d-c668684898d5 req-73c01cc4-3d99-44c3-b126-d93a75efd29b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968176 Nov 23 17:55:24.257270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=81d91eea-d19e-4b7b-aa55-608e5819ce4d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:24.274203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 93098d54-c675-483e-abc7-174a6b9224d8 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:24.278564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eb290-14f2-4312-8b2e-94f16f36f7d5 req-c84d3c1a-8e21-4ca6-938f-7f559feca3fe tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:24.280114 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-ca78e7b3-fd9f-4422-973e-2d6fde527ece service neutron] 10.222.0.72 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977754 Nov 23 17:55:24.280372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 93098d54-c675-483e-abc7-174a6b9224d8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:24.281079 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.282188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-036eb290-14f2-4312-8b2e-94f16f36f7d5 req-c84d3c1a-8e21-4ca6-938f-7f559feca3fe tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 944 time: 0.1478460 Nov 23 17:55:24.342146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Made reservation on behalf of b1ada1e9e0064544a0b221835dcf73b6 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:24.345927 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.389946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.430291 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ce2cde89-b4c9-4652-ad96-49c5ff4533c8 req-54fd1597-9621-47a7-a572-2b4621ce1de4 service neutron] 10.222.0.72 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394358 Nov 23 17:55:24.439333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 93098d54-c675-483e-abc7-174a6b9224d8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=93098d54-c675-483e-abc7-174a6b9224d8,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:24.448228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.509627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=93098d54-c675-483e-abc7-174a6b9224d8,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:24.537840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972867-4f67-40c8-adb8-e51d06d6d612 req-da5c6584-8a9b-4a85-889d-e9ad041587f8 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:24.539369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c972867-4f67-40c8-adb8-e51d06d6d612 req-da5c6584-8a9b-4a85-889d-e9ad041587f8 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 946 time: 0.2496023 Nov 23 17:55:24.545894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-036eb290-14f2-4312-8b2e-94f16f36f7d5 req-7589124a-e285-45c5-8549-f5b655a5aaea tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548122 Nov 23 17:55:24.552995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Allocated IP 172.20.0.7 (406a88b0-a533-4e47-8afb-2956bd0b9a6b/b2072801-907d-4624-8233-c3d0551c1ca8/3aebd0b2-b87d-4868-85c2-e976a5749d4f) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:24.593175 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0d1274-0b9e-4723-b863-c268581aaca6 x-openstack-request-id: req-bf0d1274-0b9e-4723-b863-c268581aaca6 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:24.593574 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "name": "network-vif-plugged", "status": "completed", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:24.593937 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bf0d1274-0b9e-4723-b863-c268581aaca6 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:24.594628 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d', 'code': 200} Nov 23 17:55:24.643671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c972867-4f67-40c8-adb8-e51d06d6d612 req-31daabeb-1b13-4297-a9b8-ee64a08e8e1b tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961859 Nov 23 17:55:24.740290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d86d6c-d40a-4a22-a7c0-46246804bf5d req-852b859c-2925-4586-8871-fc770fb3c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:24.741950 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-56d86d6c-d40a-4a22-a7c0-46246804bf5d req-852b859c-2925-4586-8871-fc770fb3c528 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1097 time: 0.0500350 Nov 23 17:55:24.799056 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-56d86d6c-d40a-4a22-a7c0-46246804bf5d req-8466ec49-7529-47b1-b0f8-5ff97b93e4c2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Nov 23 17:55:24.851219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc32e4e-e4a6-409a-a08f-7f4aa13a672a req-ecca7d57-51ab-4acd-a826-bb071c918de6 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:24.852834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fc32e4e-e4a6-409a-a08f-7f4aa13a672a req-ecca7d57-51ab-4acd-a826-bb071c918de6 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.1227841 Nov 23 17:55:24.857775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.917694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0485c4-7d36-424d-8c0b-b798e8a38f8d req-3b261f0e-fcae-4ca8-b49f-8bcf023601bb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:24.919173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d0485c4-7d36-424d-8c0b-b798e8a38f8d req-3b261f0e-fcae-4ca8-b49f-8bcf023601bb tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1311796 Nov 23 17:55:24.972152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fc32e4e-e4a6-409a-a08f-7f4aa13a672a req-7c150dbf-6774-47ae-a286-2262233bfca7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106331 Nov 23 17:55:24.986913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:25.030344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d0485c4-7d36-424d-8c0b-b798e8a38f8d req-e4efda73-ba57-400f-86e5-9f10796ac9a6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995216 Nov 23 17:55:25.068413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:25.073301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:25.077832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:25.117566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event updated for resources: {'Port': ['ID=3aebd0b2-b87d-4868-85c2-e976a5749d4f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:25.168157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:25.168873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:25.208982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-1b3a9b77-67c1-401d-aaec-dd45bffe77bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2278631 Nov 23 17:55:25.225289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46182a59-7f9f-4dc8-9a96-98e586c37256 req-75c0f3f1-6ff1-47f1-a12b-35501b6abf81 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:25.233198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46182a59-7f9f-4dc8-9a96-98e586c37256 req-75c0f3f1-6ff1-47f1-a12b-35501b6abf81 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 931 time: 0.0816677 Nov 23 17:55:25.239566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Request body: {'port': {'device_id': '31753114-e7c4-42fc-a2fc-d46ed12d8df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:25.368218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46182a59-7f9f-4dc8-9a96-98e586c37256 req-8f1f516e-670c-40e3-9d3a-5cd8064476fc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338956 Nov 23 17:55:25.369013 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:25.422003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bba6f-3d8c-4ea6-b0cb-3763b7e69adc req-eea04d9d-0533-401a-ba7a-d6069c190a29 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:25.423563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f5bba6f-3d8c-4ea6-b0cb-3763b7e69adc req-eea04d9d-0533-401a-ba7a-d6069c190a29 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 944 time: 0.1524980 Nov 23 17:55:25.555387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f5bba6f-3d8c-4ea6-b0cb-3763b7e69adc req-f5dcc5a4-5270-4e49-98dc-4af828a5ac29 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237571 Nov 23 17:55:25.718416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4ef7-0fb5-43ac-a3c1-ca548944bda4 req-38511ae0-cc13-497b-a366-c5a39f50be6b tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:25.719982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b7b4ef7-0fb5-43ac-a3c1-ca548944bda4 req-38511ae0-cc13-497b-a366-c5a39f50be6b tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.0913270 Nov 23 17:55:25.915176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:26.034582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:26.063589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aebd0b2-b87d-4868-85c2-e976a5749d4f {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:26.064835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'port_id': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'mac_address': 'fa:16:3e:74:9b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:26.076116 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.088107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a09e7-a05e-4987-a35e-34eceed0fafb req-64c466d2-0441-48be-b370-097d12a28d2d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.098606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-680a09e7-a05e-4987-a35e-34eceed0fafb req-64c466d2-0441-48be-b370-097d12a28d2d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 946 time: 0.3722167 Nov 23 17:55:26.104029 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-ac139f0e-4cdf-4cc9-bbce-99ac12a651dd service neutron] 10.222.0.66 "GET /v2.0/ports/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.1102679 Nov 23 17:55:26.108408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b7b4ef7-0fb5-43ac-a3c1-ca548944bda4 req-91d15cf8-9ce0-4d5a-b42b-e69159bb8efb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698447 Nov 23 17:55:26.137944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Transition to ACTIVE for port object 3aebd0b2-b87d-4868-85c2-e976a5749d4f will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:26.153371 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.196031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.215526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-680a09e7-a05e-4987-a35e-34eceed0fafb req-46e07225-c857-4ee6-a2f9-28dc270e9b4b tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159756 Nov 23 17:55:26.221712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:26.251275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3aebd0b2-b87d-4868-85c2-e976a5749d4f,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.273817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:26.284115 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.353829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.369867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Attempting to bind port 3aebd0b2-b87d-4868-85c2-e976a5749d4f on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:26.371046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Attempting to bind port 3aebd0b2-b87d-4868-85c2-e976a5749d4f by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:26.372279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Attempting to bind port 3aebd0b2-b87d-4868-85c2-e976a5749d4f on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:26.399750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Port 3aebd0b2-b87d-4868-85c2-e976a5749d4f on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:26.400230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Attempting to bind port 3aebd0b2-b87d-4868-85c2-e976a5749d4f on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:26.441948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:26.442229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:26.447957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Checking segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:26.447957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Bound using segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:26.447957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Bound port: 3aebd0b2-b87d-4868-85c2-e976a5749d4f, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:26.447957 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.474054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:26.510557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e5930-2986-49d0-815d-03bb92a025f2 req-060ac1e7-5186-48b6-8f7c-18bc45bd605e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.512510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a7e5930-2986-49d0-815d-03bb92a025f2 req-060ac1e7-5186-48b6-8f7c-18bc45bd605e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1446197 Nov 23 17:55:26.524815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:26.535511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becbf41-d0dd-46be-b937-4ad07dbbfcef req-8f904497-2ac4-4bdc-83dc-538922d51876 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.537384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:26.539139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7becbf41-d0dd-46be-b937-4ad07dbbfcef req-8f904497-2ac4-4bdc-83dc-538922d51876 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 943 time: 0.1615703 Nov 23 17:55:26.555442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.595604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5afbe0-fdfc-494c-872e-cf858f795592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93098d54-c675-483e-abc7-174a6b9224d8'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:26.597723 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b6f4a3-d3f3-466f-9794-9360c3a4d9ec" -d '{"events": [{"server_uuid": "7d5afbe0-fdfc-494c-872e-cf858f795592", "name": "network-vif-plugged", "status": "completed", "tag": "93098d54-c675-483e-abc7-174a6b9224d8"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:26.603068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:26.603486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] For port 3aebd0b2-b87d-4868-85c2-e976a5749d4f, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:26.660396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] Transition to ACTIVE for port object fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:26.668186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.705520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a7e5930-2986-49d0-815d-03bb92a025f2 req-4a20ca9b-d894-4a32-af8b-5dfcec8b0134 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797822 Nov 23 17:55:26.721490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7becbf41-d0dd-46be-b937-4ad07dbbfcef req-c70b4c00-fe54-44dd-ab6e-33d852d0c331 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492467 Nov 23 17:55:26.724857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] For port 3aebd0b2-b87d-4868-85c2-e976a5749d4f, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3aebd0b2-b87d-4868-85c2-e976a5749d4f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:26.733908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.760468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] No DVR routers for this DVR port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:26.798253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.799821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.801895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] 10.222.0.66 "PUT /v2.0/ports/3aebd0b2-b87d-4868-85c2-e976a5749d4f HTTP/1.1" status: 200 len: 1091 time: 1.5663631 Nov 23 17:55:26.804914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31753114-e7c4-42fc-a2fc-d46ed12d8df4', 'tag': '3aebd0b2-b87d-4868-85c2-e976a5749d4f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:26.808524 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9408968-9852-49cf-958a-acab083e5002" -d '{"events": [{"name": "network-changed", "server_uuid": "31753114-e7c4-42fc-a2fc-d46ed12d8df4", "tag": "3aebd0b2-b87d-4868-85c2-e976a5749d4f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:26.819984 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] 10.222.0.66 "PUT /v2.0/ports/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9/bindings/n-h1-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7042322 Nov 23 17:55:26.823778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02997833-3d23-4da9-92e1-6a92eda1fbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=10']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.928388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe761a2-6800-4a28-a2ff-cbe5e89097a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3aebd0b2-b87d-4868-85c2-e976a5749d4f,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.951541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98ae56-4e93-497e-974c-3985eaa896b7 req-b9d827bd-ffb2-4070-be03-8ef895892b00 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.953184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c98ae56-4e93-497e-974c-3985eaa896b7 req-b9d827bd-ffb2-4070-be03-8ef895892b00 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 945 time: 0.1041601 Nov 23 17:55:26.961225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-6e9a2da1-a3db-47ed-b825-7cc68270dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.962150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961210b-890d-4efc-82cd-75ccd11716c4 req-0b536a2d-42f3-49ae-915e-3afbbb5ecd10 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.962678 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-6e9a2da1-a3db-47ed-b825-7cc68270dea2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 1094 time: 0.0817995 Nov 23 17:55:26.963799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1961210b-890d-4efc-82cd-75ccd11716c4 req-0b536a2d-42f3-49ae-915e-3afbbb5ecd10 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 943 time: 0.1363969 Nov 23 17:55:26.975036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-f7560df3-3c47-4fa4-b8d3-e50bd54a5852 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.976700 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-f7560df3-3c47-4fa4-b8d3-e50bd54a5852 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1095 time: 0.0857296 Nov 23 17:55:27.028094 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-3a1c9122-ab73-4ece-a836-6529a8c31acd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aebd0b2-b87d-4868-85c2-e976a5749d4f HTTP/1.1" status: 200 len: 217 time: 0.0478909 Nov 23 17:55:27.041040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c98ae56-4e93-497e-974c-3985eaa896b7 req-58d882c3-b47d-47b6-86ee-c990bce11020 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760765 Nov 23 17:55:27.058454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1961210b-890d-4efc-82cd-75ccd11716c4 req-c1ee41a0-90bf-475b-a913-cc059bd2b89d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864549 Nov 23 17:55:27.107476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-98579f61-e55f-4cc9-8335-66032bf4cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.109651 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-98579f61-e55f-4cc9-8335-66032bf4cbfd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02 HTTP/1.1" status: 200 len: 1095 time: 0.1208763 Nov 23 17:55:27.112111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-0bb8d33b-3849-4c24-805e-b3b1e23db62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.114666 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-0bb8d33b-3849-4c24-805e-b3b1e23db62a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.0697229 Nov 23 17:55:27.114850 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc45c3b-57dc-444c-8b32-9b99fa0965a9 x-openstack-request-id: req-abc45c3b-57dc-444c-8b32-9b99fa0965a9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:27.115403 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31753114-e7c4-42fc-a2fc-d46ed12d8df4", "tag": "3aebd0b2-b87d-4868-85c2-e976a5749d4f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:27.115658 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-abc45c3b-57dc-444c-8b32-9b99fa0965a9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:27.116066 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31753114-e7c4-42fc-a2fc-d46ed12d8df4', 'tag': '3aebd0b2-b87d-4868-85c2-e976a5749d4f', 'status': 'completed', 'code': 200} Nov 23 17:55:27.119392 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59e133a-b4e1-42a3-a06e-9803c3eed786 x-openstack-request-id: req-a59e133a-b4e1-42a3-a06e-9803c3eed786 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:27.119788 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5afbe0-fdfc-494c-872e-cf858f795592", "name": "network-vif-plugged", "status": "completed", "tag": "93098d54-c675-483e-abc7-174a6b9224d8", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:27.120239 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a59e133a-b4e1-42a3-a06e-9803c3eed786 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:27.120698 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5afbe0-fdfc-494c-872e-cf858f795592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93098d54-c675-483e-abc7-174a6b9224d8', 'code': 200} Nov 23 17:55:27.200259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-02fb55c9-fb74-423f-93ae-cedc6eae79ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648108 Nov 23 17:55:27.244798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-31651a3f-7717-4585-8372-4416919801f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.247071 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-31651a3f-7717-4585-8372-4416919801f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1095 time: 0.1027379 Nov 23 17:55:27.283710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab352279-7df5-40ad-bdb6-e9c3261959db req-ce359add-41ed-4210-ba34-977e59453680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.285633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab352279-7df5-40ad-bdb6-e9c3261959db req-ce359add-41ed-4210-ba34-977e59453680 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 1096 time: 0.0579960 Nov 23 17:55:27.295437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ee9f-a02a-4f9e-b6da-79118e235d0f req-bee4078d-ac28-4499-9b8d-92679dd11faa tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.303633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8eb7ee9f-a02a-4f9e-b6da-79118e235d0f req-bee4078d-ac28-4499-9b8d-92679dd11faa tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1080739 Nov 23 17:55:27.383812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8eb7ee9f-a02a-4f9e-b6da-79118e235d0f req-11ba5b18-e38d-4152-9457-281a147ea337 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754733 Nov 23 17:55:27.393718 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-9a24d951-7505-4271-9c19-8c5c5dc1cb9e service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786225 Nov 23 17:55:27.419030 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-84956c47-b8cd-4e2e-a536-df6732d7daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.420488 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-84956c47-b8cd-4e2e-a536-df6732d7daaa service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1627789 Nov 23 17:55:27.435650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab352279-7df5-40ad-bdb6-e9c3261959db req-b88bdeba-5e4d-4683-b275-26e0958ad84a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231959 Nov 23 17:55:27.481489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c47245-d417-4c6d-b562-3661b5001b27 req-cc6b36c3-031b-4546-8dfc-ba51e74d85bb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.482515 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-b75a1940-9db8-48bb-8b9e-5d4f10ff2fe7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 217 time: 0.0488529 Nov 23 17:55:27.482676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1c47245-d417-4c6d-b562-3661b5001b27 req-cc6b36c3-031b-4546-8dfc-ba51e74d85bb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 946 time: 0.0580816 Nov 23 17:55:27.542836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1c47245-d417-4c6d-b562-3661b5001b27 req-3f7a5160-9538-4e26-a107-716f7884636e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508790 Nov 23 17:55:27.574251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-7debfa1f-46ba-45d3-832d-c1d8dea100ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.575750 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-7debfa1f-46ba-45d3-832d-c1d8dea100ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0609365 Nov 23 17:55:27.588256 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98acf4d1-e383-4d2c-b9ad-72551f92d31a req-980e206a-bb0b-4986-a4f9-627eb1a3cdf1 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791887 Nov 23 17:55:27.618840 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-de0b7bf7-cbfd-48e9-93be-4adee382b704 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270195 Nov 23 17:55:27.709579 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-0810a33b-fd13-4713-8e1f-f83d667e8e4f tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-401931523&fields=id&tenant_id=8e15396816eb4885bea83e5c7a35f106 HTTP/1.1" status: 200 len: 267 time: 0.0854149 Nov 23 17:55:27.713448 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:55:27.765503 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-6fe767e9-87d6-48a8-9a6e-155fec1ed6da service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341932 Nov 23 17:55:27.789998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-c432e694-a03a-4dd9-b418-edc8f67b6437 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.792696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-c432e694-a03a-4dd9-b418-edc8f67b6437 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 946 time: 0.0787091 Nov 23 17:55:27.830579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'port': {'security_groups': ['fd5462af-06ce-4b15-9623-460229a2b121', '10f67743-cc6c-4b06-91cc-591293e983c4']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:27.854728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9408968-9852-49cf-958a-acab083e5002 req-7a110845-7d3f-4c6e-99b4-8c7db7973b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.856387 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9408968-9852-49cf-958a-acab083e5002 req-7a110845-7d3f-4c6e-99b4-8c7db7973b39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 1094 time: 0.1312573 Nov 23 17:55:27.883991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3ddf-a11d-4e7c-ad61-258083bbe112 req-a84558b2-8977-45dc-a696-773495c29502 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.885505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ad3ddf-a11d-4e7c-ad61-258083bbe112 req-a84558b2-8977-45dc-a696-773495c29502 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0916414 Nov 23 17:55:27.903556 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-cbe9fc9f-11b4-4392-93a1-f4e98f77f68b service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272378 Nov 23 17:55:27.925383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:27.944691 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.981048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9408968-9852-49cf-958a-acab083e5002 req-221d3a28-c8b8-46e8-ad57-eac9778fbbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:27.983311 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9408968-9852-49cf-958a-acab083e5002 req-221d3a28-c8b8-46e8-ad57-eac9778fbbdd service neutron] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 913 time: 0.1137555 Nov 23 17:55:28.002100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:28.008815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:28.009455 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.012669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ad3ddf-a11d-4e7c-ad61-258083bbe112 req-bfc154d4-c19a-40b8-88f9-af2a3beed19f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986562 Nov 23 17:55:28.115682 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.154259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:28.164198 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.241796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd257d05-4068-465c-b65a-3dd6ababaf6d req-05fa70da-7961-463e-abf6-1ce1169748f0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:28.258149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd257d05-4068-465c-b65a-3dd6ababaf6d req-05fa70da-7961-463e-abf6-1ce1169748f0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 944 time: 0.1617873 Nov 23 17:55:28.265463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:28.331133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] For port 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:28.353965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd257d05-4068-465c-b65a-3dd6ababaf6d req-8b00094e-b911-4f9a-a5a1-d3bb4d33945e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931921 Nov 23 17:55:28.375143 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.382435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.399154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:28.430906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:28.431482 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.432915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254bd885-8424-4a5b-916c-f0a4aa004b85 req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "PUT /v2.0/ports/81d91eea-d19e-4b7b-aa55-608e5819ce4d HTTP/1.1" status: 200 len: 982 time: 0.6270175 Nov 23 17:55:28.528864 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9408968-9852-49cf-958a-acab083e5002 req-ac186f99-cb25-407c-abd8-2e28d8c84c6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aebd0b2-b87d-4868-85c2-e976a5749d4f HTTP/1.1" status: 200 len: 217 time: 0.5333619 Nov 23 17:55:28.531411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141be31-defe-46a4-832e-26e776fb7648 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'Port': ['ID=81d91eea-d19e-4b7b-aa55-608e5819ce4d,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:28.539273 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-c96fdfe7-7904-4070-bac8-e0be8402f45b service neutron] show failed (client error): The resource could not be found. Nov 23 17:55:28.540286 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-c96fdfe7-7904-4070-bac8-e0be8402f45b service neutron] 10.222.0.72 "GET /v2.0/ports/0235be71-6878-4afa-9cc3-b5fb3dbea0b3/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.1248953 Nov 23 17:55:28.570566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3795e5c-c693-414c-8914-121897494b34 req-92202874-6ca2-49cf-a852-28bb99f22661 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:28.578864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3795e5c-c693-414c-8914-121897494b34 req-92202874-6ca2-49cf-a852-28bb99f22661 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 946 time: 0.1424379 Nov 23 17:55:28.600558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9408968-9852-49cf-958a-acab083e5002 req-ee416a59-3766-4e2a-ab25-9e444faf7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:28.602040 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9408968-9852-49cf-958a-acab083e5002 req-ee416a59-3766-4e2a-ab25-9e444faf7f03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.0523205 Nov 23 17:55:28.609476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-ecefc84f-622b-40e5-9aa8-df3734846e00 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:28.611043 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-ecefc84f-622b-40e5-9aa8-df3734846e00 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1095 time: 0.1293013 Nov 23 17:55:28.617959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:28.682986 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9408968-9852-49cf-958a-acab083e5002 req-6c1713de-6b93-4206-af82-f11fb7241633 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641425 Nov 23 17:55:28.700400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642a86-6c3d-4037-8016-2dd353309b5d req-ce16e327-7baf-4914-930a-e2b32ef1bc36 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:28.702537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da642a86-6c3d-4037-8016-2dd353309b5d req-ce16e327-7baf-4914-930a-e2b32ef1bc36 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 943 time: 0.1853156 Nov 23 17:55:28.755899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3795e5c-c693-414c-8914-121897494b34 req-8ecec48c-f705-43b1-bf1d-c986336a1f1d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760151 Nov 23 17:55:28.839910 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da642a86-6c3d-4037-8016-2dd353309b5d req-efb7a17e-7fa4-4c04-a2b1-f2211a4d5570 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180985 Nov 23 17:55:28.871409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-4b85b1cb-1d50-48b5-b0a2-f69e82939610 service neutron] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:28.882322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-4b85b1cb-1d50-48b5-b0a2-f69e82939610 service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.883542 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8cd223ed-2dcd-4cb6-8e66-81dfaed53d0b req-4b85b1cb-1d50-48b5-b0a2-f69e82939610 service neutron] 10.222.0.72 "DELETE /v2.0/ports/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9/bindings/n-h2-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.2558713 Nov 23 17:55:28.962345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9408968-9852-49cf-958a-acab083e5002 req-9e33c218-b5bf-4f8f-872a-1626237824e5 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589324 Nov 23 17:55:29.020751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-eee55e93-bf03-456c-bcda-66fdc99508c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.022420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-eee55e93-bf03-456c-bcda-66fdc99508c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 1100 time: 0.1816764 Nov 23 17:55:29.065243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:29.122074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:29.124866 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78df34d-db8e-4a46-9648-658a97cc10b1" -d '{"events": [{"server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "name": "network-vif-plugged", "status": "completed", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:29.133141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:29.135845 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca6810-010d-4257-9f14-e20e6fb7b17d" -d '{"events": [{"name": "network-changed", "server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:29.151270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.164675 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9408968-9852-49cf-958a-acab083e5002 req-312f972d-ab49-42f4-bdea-b235dde13391 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902158 Nov 23 17:55:29.248066 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-4837a371-4718-4e60-9252-289f341a090e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429182 Nov 23 17:55:29.289362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6875d-363e-4edc-97f3-5d432026aa9d req-7114fe76-4da2-4156-b647-5963edd58741 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.291107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b6875d-363e-4edc-97f3-5d432026aa9d req-7114fe76-4da2-4156-b647-5963edd58741 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1253419 Nov 23 17:55:29.294271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-ba441f6e-bffd-4e6b-9af6-9578d1b8c539 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-256520802&fields=id&tenant_id=8e15396816eb4885bea83e5c7a35f106 HTTP/1.1" status: 200 len: 267 time: 0.1182451 Nov 23 17:55:29.374018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-afb2aa32-8a8c-4d45-ae40-548d11ff7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.375756 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-afb2aa32-8a8c-4d45-ae40-548d11ff7e93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.0489638 Nov 23 17:55:29.463430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b6875d-363e-4edc-97f3-5d432026aa9d req-0b0e0844-157f-4b8a-911f-bb9831b28858 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644754 Nov 23 17:55:29.475875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-34d6b3c9-5045-4a83-a300-cf8adebfe6d3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.477639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-34d6b3c9-5045-4a83-a300-cf8adebfe6d3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 985 time: 0.1716695 Nov 23 17:55:29.503396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-40e01e58-4791-496f-9c71-be8813bcc449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.505008 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-40e01e58-4791-496f-9c71-be8813bcc449 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 200 len: 919 time: 0.1027179 Nov 23 17:55:29.528347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'port': {'security_groups': ['10f67743-cc6c-4b06-91cc-591293e983c4', 'fd5462af-06ce-4b15-9623-460229a2b121', '43446c67-9aed-4206-b6fd-3b9e612a8e00']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:29.575030 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-d41ec5e3-a1e2-4c4d-8617-fc8a643de390 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 200 len: 217 time: 0.0411985 Nov 23 17:55:29.633814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-1d1ec5d9-399c-4edf-b3ce-12b714fd3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.635630 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-1d1ec5d9-399c-4edf-b3ce-12b714fd3cd6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 200 len: 858 time: 0.0514758 Nov 23 17:55:29.662555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:29.676788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.678708 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-bb43a26a-d99b-4987-af53-62664a734b34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60df31c2-54f8-48d1-b09e-eb6c7124d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303767 Nov 23 17:55:29.685494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e2341-4cda-49f8-b460-724253c00edf req-3e7c0109-e320-4673-b759-a125c757938b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.686963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-512e2341-4cda-49f8-b460-724253c00edf req-3e7c0109-e320-4673-b759-a125c757938b tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.1501949 Nov 23 17:55:29.774857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:29.779123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:29.783417 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-48f6fd52-391a-4235-ae10-298e652bfade service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904148 Nov 23 17:55:29.829797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:29.836753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-512e2341-4cda-49f8-b460-724253c00edf req-d0f155ab-493d-4f6f-9974-946f596ef8f6 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413062 Nov 23 17:55:29.876621 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.904151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Transition to ACTIVE for port object 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:29.917896 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d8e2ab4d-6dcc-40bd-ad55-e6ba40350887 req-58029042-da04-4769-8b0a-17700c351f39 service neutron] 10.222.0.66 "GET /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161973 Nov 23 17:55:29.918356 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.042797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:30.085926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] No DVR routers for this DVR port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:30.098395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be63896-0cee-428a-88a5-ee8b78e2c5ff req-de860f03-c544-4387-b09e-cab7536e2a44 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.103261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5be63896-0cee-428a-88a5-ee8b78e2c5ff req-de860f03-c544-4387-b09e-cab7536e2a44 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.2002938 Nov 23 17:55:30.406787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:30.407521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:30.407521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:30.424322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:30.424643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:30.428403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] For port 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:30.442104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:30.442458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:30.442913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:30.443342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Bound port: 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:30.443714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.451097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5be63896-0cee-428a-88a5-ee8b78e2c5ff req-15bb5ccc-b394-449c-859d-785db7c4670e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398228 Nov 23 17:55:30.498513 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80ed810-1db9-4dde-9e46-e4573fde6423 x-openstack-request-id: req-e80ed810-1db9-4dde-9e46-e4573fde6423 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:30.498896 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "name": "network-vif-plugged", "status": "completed", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:30.499387 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e80ed810-1db9-4dde-9e46-e4573fde6423 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:30.499986 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'code': 200} Nov 23 17:55:30.502473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.514476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.540927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:30.579156 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e33096b-a58a-43ce-a014-a1c9b1ae3542 x-openstack-request-id: req-5e33096b-a58a-43ce-a014-a1c9b1ae3542 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:30.579480 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:30.579741 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e33096b-a58a-43ce-a014-a1c9b1ae3542 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:30.580146 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d', 'status': 'completed', 'code': 200} Nov 23 17:55:30.598541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.599024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.600507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42975dd0-7d2c-45c6-a514-17e1f9595f4e req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "PUT /v2.0/ports/81d91eea-d19e-4b7b-aa55-608e5819ce4d HTTP/1.1" status: 200 len: 1021 time: 1.0797918 Nov 23 17:55:30.644775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:30.657556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f99ff-e73a-4f2f-b5e8-db7c8f625331 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'Port': ['ID=81d91eea-d19e-4b7b-aa55-608e5819ce4d,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:30.669986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:30.679743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.701672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acb995-4130-4796-a92e-1d4814a44f3c req-a1d1b7c8-5ed2-48b3-8cb1-e5e653d9f314 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.708505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ec113-0092-4907-b88f-2dea24c5283e req-a53f8d62-23b2-485c-802d-0947f49bd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.709504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56acb995-4130-4796-a92e-1d4814a44f3c req-a1d1b7c8-5ed2-48b3-8cb1-e5e653d9f314 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 944 time: 0.1178656 Nov 23 17:55:30.711257 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f67ec113-0092-4907-b88f-2dea24c5283e req-a53f8d62-23b2-485c-802d-0947f49bd843 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 1097 time: 0.1135180 Nov 23 17:55:30.714279 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-44c723df-cdd4-457b-a644-f68b37120a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.716410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-44c723df-cdd4-457b-a644-f68b37120a88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1175 time: 0.1307466 Nov 23 17:55:30.732293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:30.743871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.744506 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.746496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] 10.222.0.66 "PUT /v2.0/ports/0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 1095 time: 1.6857657 Nov 23 17:55:30.876087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-893228f5-ac29-4be6-9288-01d42e9f8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.878243 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-893228f5-ac29-4be6-9288-01d42e9f8e6f service neutron] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 913 time: 0.1502535 Nov 23 17:55:30.903716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52b8ae-71dd-4c1f-814c-59732d760cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:30.914447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-5769d4ed-2b3b-4d74-b945-07a1cb7a9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.916350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-5769d4ed-2b3b-4d74-b945-07a1cb7a9ea7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1098 time: 0.1293080 Nov 23 17:55:30.962893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56acb995-4130-4796-a92e-1d4814a44f3c req-f3fb1a62-75d3-4073-80ab-6cdf14453f80 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521877 Nov 23 17:55:30.982776 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-ce60c313-9959-400a-88d1-4c2dd26afcf2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d HTTP/1.1" status: 200 len: 217 time: 0.0952239 Nov 23 17:55:31.058442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127382b-4308-4259-96ea-4c97c2765904 req-8a7be719-2cf4-4bf0-bf47-1caba1acc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.059974 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f67ec113-0092-4907-b88f-2dea24c5283e req-5785b055-39c0-402a-8d33-494b01e3bf42 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404350 Nov 23 17:55:31.060312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0127382b-4308-4259-96ea-4c97c2765904 req-8a7be719-2cf4-4bf0-bf47-1caba1acc6fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 1096 time: 0.1425726 Nov 23 17:55:31.072203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-bfcfff08-c721-4da4-8383-cb50b4526768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.073780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-bfcfff08-c721-4da4-8383-cb50b4526768 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.0809994 Nov 23 17:55:31.116263 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-1feade48-0cf3-494d-bf7d-5a538804a121 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331826 Nov 23 17:55:31.141680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89fc71-fed1-4689-9a43-73de1133e663 req-e54e1b1a-238a-4517-bfb0-02bc8509e305 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.143235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e89fc71-fed1-4689-9a43-73de1133e663 req-e54e1b1a-238a-4517-bfb0-02bc8509e305 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 946 time: 0.1710551 Nov 23 17:55:31.237200 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-2930434c-d224-42ca-9514-0018b7301386 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118779 Nov 23 17:55:31.257112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-c1e17278-b4ce-49c8-9e1d-6fc32746a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.258651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-c1e17278-b4ce-49c8-9e1d-6fc32746a7be service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.3087902 Nov 23 17:55:31.279640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dec673-66e8-4ae2-b481-df48a39e1705 req-9cf66789-77f5-4256-b950-2fbae418ac73 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.281153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1dec673-66e8-4ae2-b481-df48a39e1705 req-9cf66789-77f5-4256-b950-2fbae418ac73 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 943 time: 0.1884177 Nov 23 17:55:31.355555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e89fc71-fed1-4689-9a43-73de1133e663 req-cea1f03d-21fc-473a-903a-649e43ed599a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854846 Nov 23 17:55:31.371530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-09881f95-d0da-4557-82d8-aab2610a325f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0843723 Nov 23 17:55:31.373275 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6cca6810-010d-4257-9f14-e20e6fb7b17d req-c2c2d919-5082-4093-8c19-829f7f6ac5af service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236851 Nov 23 17:55:31.378018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127382b-4308-4259-96ea-4c97c2765904 req-3511c977-2280-4670-b30f-2c308576a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.379881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0127382b-4308-4259-96ea-4c97c2765904 req-3511c977-2280-4670-b30f-2c308576a137 service neutron] 10.222.0.66 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 912 time: 0.2724168 Nov 23 17:55:31.470158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0127382b-4308-4259-96ea-4c97c2765904 req-5da6f945-31a8-4114-942e-11e76122df83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93098d54-c675-483e-abc7-174a6b9224d8 HTTP/1.1" status: 200 len: 217 time: 0.0710595 Nov 23 17:55:31.481182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1dec673-66e8-4ae2-b481-df48a39e1705 req-19c06372-a672-4a68-a866-191b1b033271 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815069 Nov 23 17:55:31.526023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-6065e124-1a9f-4ec4-a095-412bf1a5c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.527620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-6065e124-1a9f-4ec4-a095-412bf1a5c8ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1373260 Nov 23 17:55:31.547234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-8bda5761-8170-4605-9a1f-806f8f1ceff9 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.550037 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-8bda5761-8170-4605-9a1f-806f8f1ceff9 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 945 time: 0.0561569 Nov 23 17:55:31.596215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127382b-4308-4259-96ea-4c97c2765904 req-55ea459f-3773-4204-9483-c4412717654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.598208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0127382b-4308-4259-96ea-4c97c2765904 req-55ea459f-3773-4204-9483-c4412717654e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0214dc36-5a60-401d-94ef-d599d8fe45f3 HTTP/1.1" status: 200 len: 851 time: 0.1156268 Nov 23 17:55:31.657494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0127382b-4308-4259-96ea-4c97c2765904 req-2ffc20ae-32ca-40da-8c0e-687fafa97f49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=608b0017-5542-41cb-9f95-4101262589ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474639 Nov 23 17:55:31.662906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Deleting port f8233c3f-d542-46f3-8947-9cabc5fc4d75 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:31.663255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.677153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcf46b-6bb6-441d-927b-f8ce146fb1a9 req-b6415f2e-2d45-48bc-8a3b-867ffb92d132 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.678656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04fcf46b-6bb6-441d-927b-f8ce146fb1a9 req-b6415f2e-2d45-48bc-8a3b-867ffb92d132 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1024 time: 0.1336792 Nov 23 17:55:31.691587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-7dced202-8e0c-4d2e-90a4-85ae14e79f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.693139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-7dced202-8e0c-4d2e-90a4-85ae14e79f54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1576402 Nov 23 17:55:31.739859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd8425-f6d7-41aa-a538-b002b2f24446 req-a60c359a-713c-4187-9f2a-3bf8fa1a228e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.741340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41cd8425-f6d7-41aa-a538-b002b2f24446 req-a60c359a-713c-4187-9f2a-3bf8fa1a228e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1527863 Nov 23 17:55:31.761734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] For port f8233c3f-d542-46f3-8947-9cabc5fc4d75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8233c3f-d542-46f3-8947-9cabc5fc4d75,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:31.762324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.775902 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Calling delete_port for f8233c3f-d542-46f3-8947-9cabc5fc4d75 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:31.798066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3aebd0b2-b87d-4868-85c2-e976a5749d4f details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:31.914066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3aebd0b2-b87d-4868-85c2-e976a5749d4f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3aebd0b2-b87d-4868-85c2-e976a5749d4f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:31.918630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0127382b-4308-4259-96ea-4c97c2765904 req-84cbf0b9-014a-4504-b2bf-68e7a3d8d115 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389648 Nov 23 17:55:31.924952 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.929703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '3aebd0b2-b87d-4868-85c2-e976a5749d4f', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'port_id': '3aebd0b2-b87d-4868-85c2-e976a5749d4f', 'mac_address': 'fa:16:3e:f4:3f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2072801-907d-4624-8233-c3d0551c1ca8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:31.959583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:31.961631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['f8233c3f-d542-46f3-8947-9cabc5fc4d75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:31.962808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Pushing event deleted for resources: {'Port': ['ID=f8233c3f-d542-46f3-8947-9cabc5fc4d75,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:31.989141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41cd8425-f6d7-41aa-a538-b002b2f24446 req-38062dd2-e02c-4f50-9376-32fb02efb4ec tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270207 Nov 23 17:55:31.993794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-9545944e-3557-4098-b7d8-51a55761cc67 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784116 Nov 23 17:55:32.005796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04fcf46b-6bb6-441d-927b-f8ce146fb1a9 req-8edeb867-ee66-4899-bccc-2e59f7f72300 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&id=43446c67-9aed-4206-b6fd-3b9e612a8e00&id=10f67743-cc6c-4b06-91cc-591293e983c4 HTTP/1.1" status: 200 len: 6199 time: 0.3107605 Nov 23 17:55:32.053735 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.088132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] No DVR routers for this DVR port f8233c3f-d542-46f3-8947-9cabc5fc4d75 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:32.092482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.097203 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-26391c9e-8a8d-49c5-989c-18cdaeb3ec06 req-386f7fb8-9d39-4f09-b2ba-92d2d7586d3d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.72 "DELETE /v2.0/ports/f8233c3f-d542-46f3-8947-9cabc5fc4d75 HTTP/1.1" status: 204 len: 173 time: 0.5380733 Nov 23 17:55:32.098188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec97d9c2-d51d-4982-89e6-fef2c2fb73cd', 'name': 'network-vif-deleted', 'tag': 'f8233c3f-d542-46f3-8947-9cabc5fc4d75'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:32.100815 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547b72e6-3589-447c-84a9-5257dc8abced" -d '{"events": [{"server_uuid": "ec97d9c2-d51d-4982-89e6-fef2c2fb73cd", "name": "network-vif-deleted", "tag": "f8233c3f-d542-46f3-8947-9cabc5fc4d75"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:32.115800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aebd0b2-b87d-4868-85c2-e976a5749d4f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:32.156338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3aebd0b2-b87d-4868-85c2-e976a5749d4f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3aebd0b2-b87d-4868-85c2-e976a5749d4f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:32.159084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b666d2f-950b-44dd-b65b-7f1291d1f293 req-8bbab719-1ea0-45c7-b365-07063955f2b7 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec97d9c2-d51d-4982-89e6-fef2c2fb73cd HTTP/1.1" status: 200 len: 210 time: 0.0440719 Nov 23 17:55:32.168040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0127382b-4308-4259-96ea-4c97c2765904 req-25537df9-6cf2-488d-ab64-47d6ddc36667 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386231 Nov 23 17:55:32.174940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.248924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c43cd650-1d11-4071-ae61-90d92e6da74e req-3cfa18c1-4dd0-4326-81e2-81cdb0622cda tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1441737118 ', 'description': 'tempest-description-356645045'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:32.261683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad7190b9-1807-4738-8e6e-89d0d451cf38 req-41b1b35a-b9f2-4d2d-a519-e489d7c00352 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547643 Nov 23 17:55:32.292328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f15256-fd07-4795-ab78-ca63488278c9 req-3b962879-949e-4d0f-8330-f757b9f908bd tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:32.300731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5f15256-fd07-4795-ab78-ca63488278c9 req-3b962879-949e-4d0f-8330-f757b9f908bd tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.1166484 Nov 23 17:55:32.309790 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c43cd650-1d11-4071-ae61-90d92e6da74e req-3cfa18c1-4dd0-4326-81e2-81cdb0622cda tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.328147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=3aebd0b2-b87d-4868-85c2-e976a5749d4f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:32.380080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5f15256-fd07-4795-ab78-ca63488278c9 req-680f4e0f-3556-4dbe-87b6-e490dc9b15b8 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 Nov 23 17:55:32.425277 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c43cd650-1d11-4071-ae61-90d92e6da74e req-3cfa18c1-4dd0-4326-81e2-81cdb0622cda tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.432310 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c43cd650-1d11-4071-ae61-90d92e6da74e req-3cfa18c1-4dd0-4326-81e2-81cdb0622cda tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.490291 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c43cd650-1d11-4071-ae61-90d92e6da74e req-3cfa18c1-4dd0-4326-81e2-81cdb0622cda tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.491541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c43cd650-1d11-4071-ae61-90d92e6da74e req-3cfa18c1-4dd0-4326-81e2-81cdb0622cda tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2546558 Nov 23 17:55:32.493333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa18c1-4dd0-4326-81e2-81cdb0622cda tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2f6628-6a36-43b4-9921-e73a86748c28,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:32.509159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107e7a-1a45-4227-98c9-42bbd7036cb2 req-9bcf5244-b71f-46af-818f-cef0d22df760 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:32.510715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3107e7a-1a45-4227-98c9-42bbd7036cb2 req-9bcf5244-b71f-46af-818f-cef0d22df760 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1095 time: 0.0620084 Nov 23 17:55:32.532272 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33c9e6-6ef4-437e-ac01-b11fcf9968fd x-openstack-request-id: req-2f33c9e6-6ef4-437e-ac01-b11fcf9968fd {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:32.533223 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec97d9c2-d51d-4982-89e6-fef2c2fb73cd", "name": "network-vif-deleted", "tag": "f8233c3f-d542-46f3-8947-9cabc5fc4d75", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:32.533223 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2f33c9e6-6ef4-437e-ac01-b11fcf9968fd {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:32.533426 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec97d9c2-d51d-4982-89e6-fef2c2fb73cd', 'name': 'network-vif-deleted', 'tag': 'f8233c3f-d542-46f3-8947-9cabc5fc4d75', 'status': 'completed', 'code': 200} Nov 23 17:55:32.565320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3107e7a-1a45-4227-98c9-42bbd7036cb2 req-156734c7-1ca4-428d-ada7-3b33053c040a tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471020 Nov 23 17:55:32.581380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}, {'name': 'network-changed', 'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d'}, {'name': 'network-changed', 'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:32.585391 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384930b-5508-49c3-bdbe-6d3f28db3e04" -d '{"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-unplugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}, {"name": "network-changed", "server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d"}, {"name": "network-changed", "server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:32.617762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['3aebd0b2-b87d-4868-85c2-e976a5749d4f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:32.672531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7840e-1fee-4834-92c7-7a2c52c12d80 req-b9bc5572-5e3b-4350-a2d4-091bbdc2e756 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:32.676319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ada7840e-1fee-4834-92c7-7a2c52c12d80 req-b9bc5572-5e3b-4350-a2d4-091bbdc2e756 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 946 time: 0.0732908 Nov 23 17:55:32.774347 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ada7840e-1fee-4834-92c7-7a2c52c12d80 req-6b523f3e-81a3-48c8-af84-d77c4d83354a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900555 Nov 23 17:55:32.796361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a64712dc-073f-433a-8d4e-b4e4a16e64d3 req-b29191ed-7b61-449d-888d-c02e8d7c0d12 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/ca2f6628-6a36-43b4-9921-e73a86748c28 HTTP/1.1" status: 200 len: 1797 time: 0.0872829 Nov 23 17:55:32.849192 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8227ddd8-531d-4e5c-b856-6a075efb9d6e x-openstack-request-id: req-8227ddd8-531d-4e5c-b856-6a075efb9d6e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:32.849843 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-unplugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "code": 200}, {"name": "network-changed", "server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:32.850111 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8227ddd8-531d-4e5c-b856-6a075efb9d6e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:32.850534 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'code': 200} Nov 23 17:55:32.850821 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d', 'status': 'completed', 'code': 200} Nov 23 17:55:32.851081 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'status': 'completed', 'code': 200} Nov 23 17:55:32.891695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1c05-002b-4c17-b882-35ab7ea7dcd4 req-c8aab8e0-54ed-4cc7-9d90-23d6a20b69c9 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:32.893189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a47a1c05-002b-4c17-b882-35ab7ea7dcd4 req-c8aab8e0-54ed-4cc7-9d90-23d6a20b69c9 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 944 time: 0.0567100 Nov 23 17:55:32.932543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-c5966527-4208-4b3e-a6a7-548eab8a9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:32.934087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-c5966527-4208-4b3e-a6a7-548eab8a9f3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1098 time: 0.0451109 Nov 23 17:55:33.028504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-5e7f5d44-39bc-480c-afde-fb377b1a9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.029975 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-5e7f5d44-39bc-480c-afde-fb377b1a9d70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.0876837 Nov 23 17:55:33.035059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-c892b062-1a9d-4916-be37-50af4a7120da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.036791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-c892b062-1a9d-4916-be37-50af4a7120da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1175 time: 0.1533563 Nov 23 17:55:33.046169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a47a1c05-002b-4c17-b882-35ab7ea7dcd4 req-c1d05ebb-0f32-4f84-a479-f0f74a8bb225 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432762 Nov 23 17:55:33.094336 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-24ba7667-6201-4f14-be73-b6d3fbddd926 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0550125 Nov 23 17:55:33.123526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-1d669205-8777-4398-8f97-5b089f341597 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.124986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-1d669205-8777-4398-8f97-5b089f341597 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 807 time: 0.1936414 Nov 23 17:55:33.147430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-fef50941-2ab8-4bff-bc3e-3da5edcc301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.148909 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-fef50941-2ab8-4bff-bc3e-3da5edcc301c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0453606 Nov 23 17:55:33.187368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-40666764-93d2-4861-ac80-192de0983c80 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/quotas/6a34f248a2a04100bfb5bd0ec0060a02 HTTP/1.1" status: 200 len: 375 time: 0.0268517 Nov 23 17:55:33.195118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af705548-0bae-4b6c-ab11-3784d84379ad req-8b4e3cc3-9254-4c4b-bb2c-b3620f2a088b tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/ca2f6628-6a36-43b4-9921-e73a86748c28 HTTP/1.1" status: 200 len: 1797 time: 0.1051552 Nov 23 17:55:33.196286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-3d549c46-2322-479b-8048-ac028b1ef1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.197858 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-3d549c46-2322-479b-8048-ac028b1ef1be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420883 Nov 23 17:55:33.251206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-517ab8c9-bd6a-41c1-8a5e-ceee39ab948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.252679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-517ab8c9-bd6a-41c1-8a5e-ceee39ab948c service neutron] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 913 time: 0.2033672 Nov 23 17:55:33.293767 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-661c97eb-9b76-4842-8139-6161eb44b0c4 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879257 Nov 23 17:55:33.403547 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-7d2929f4-9a91-41bd-ae19-c3d0e16ad2e5 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972059 Nov 23 17:55:33.536191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-c48d4e49-1a64-43e9-98c5-c2b2d6599271 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d HTTP/1.1" status: 200 len: 217 time: 0.2734094 Nov 23 17:55:33.543400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-e0153be8-4017-4307-8b8b-ecf0028c49e2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3459480 Nov 23 17:55:33.608760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af705548-0bae-4b6c-ab11-3784d84379ad req-1c5d783a-e23a-4d11-89d7-76d5506739a8 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.668918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-6c85591e-02a3-41a3-86e7-855dc9db1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.670368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-6c85591e-02a3-41a3-86e7-855dc9db1542 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.1237221 Nov 23 17:55:33.678446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af705548-0bae-4b6c-ab11-3784d84379ad req-1c5d783a-e23a-4d11-89d7-76d5506739a8 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.730419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-9790fca0-8b36-4650-afab-36eaf1f9338e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398850 Nov 23 17:55:33.767884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-212014f6-9419-4278-92bc-dce800ca811a service neutron] 10.222.0.74 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120421 Nov 23 17:55:33.789902 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af705548-0bae-4b6c-ab11-3784d84379ad req-1c5d783a-e23a-4d11-89d7-76d5506739a8 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.792470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af705548-0bae-4b6c-ab11-3784d84379ad req-1c5d783a-e23a-4d11-89d7-76d5506739a8 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.793536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af705548-0bae-4b6c-ab11-3784d84379ad req-1c5d783a-e23a-4d11-89d7-76d5506739a8 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/ca2f6628-6a36-43b4-9921-e73a86748c28 HTTP/1.1" status: 204 len: 173 time: 0.5814483 Nov 23 17:55:33.854771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d783a-e23a-4d11-89d7-76d5506739a8 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2f6628-6a36-43b4-9921-e73a86748c28,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:33.915021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-17218abd-de4e-4c51-8725-c5fed9dda769 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757355 Nov 23 17:55:33.943881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:33.987040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:33.998578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-d53b0e3d-eba2-467a-8e70-28a4f7850d56 service neutron] 10.222.0.74 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237520 Nov 23 17:55:34.060155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b52983-7c1e-4e20-8e07-9955b27aca84 req-378894c8-02bd-421f-afad-e3a583a5dc5e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.061649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22b52983-7c1e-4e20-8e07-9955b27aca84 req-378894c8-02bd-421f-afad-e3a583a5dc5e tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1223347 Nov 23 17:55:34.096546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-510f1c55-2e46-4447-afa6-1829cc5d3dd2 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730692 Nov 23 17:55:34.131236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22b52983-7c1e-4e20-8e07-9955b27aca84 req-3ae58dd8-b123-45cd-99a1-e9223d58751d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617623 Nov 23 17:55:34.277366 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-d73aa96e-18b6-48a5-9296-2f9a6b6b44a0 req-c71a59c5-b8f1-41dc-bb36-52427dfdeb20 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:55:34.278440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d73aa96e-18b6-48a5-9296-2f9a6b6b44a0 req-c71a59c5-b8f1-41dc-bb36-52427dfdeb20 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/ca2f6628-6a36-43b4-9921-e73a86748c28 HTTP/1.1" status: 404 len: 352 time: 0.0247719 Nov 23 17:55:34.302318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1247fd-c6ea-4a9f-8206-05e483bae324 req-b8a772b8-fe38-42df-8724-45f2ecd33ecf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.303928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a1247fd-c6ea-4a9f-8206-05e483bae324 req-b8a772b8-fe38-42df-8724-45f2ecd33ecf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.1215293 Nov 23 17:55:34.306922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-a4a2d3ea-3b98-4a69-b12b-70f2c220950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.308539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-a4a2d3ea-3b98-4a69-b12b-70f2c220950e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1098 time: 0.1137147 Nov 23 17:55:34.425434 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a1247fd-c6ea-4a9f-8206-05e483bae324 req-6a5c5b00-0885-4444-8cf2-cc516b352f22 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139722 Nov 23 17:55:34.480112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46106e-eb1d-43fb-becd-27654e904444 req-1823c112-d09e-4259-b948-692193142c37 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.481808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff46106e-eb1d-43fb-becd-27654e904444 req-1823c112-d09e-4259-b948-692193142c37 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 946 time: 0.1342003 Nov 23 17:55:34.523990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-f27b2241-12dc-4fbe-ba2e-8884ab645fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.525750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-f27b2241-12dc-4fbe-ba2e-8884ab645fbc service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1765192 Nov 23 17:55:34.611721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-ffb8f187-edba-4a31-bde9-8dbfd569088a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0624893 Nov 23 17:55:34.618826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff46106e-eb1d-43fb-becd-27654e904444 req-09c9970e-1609-4634-89a1-92bf9921828e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268232 Nov 23 17:55:34.642156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160f3d3-f77e-4dba-b254-24f184fc292d req-ba629d08-0798-40d2-8c94-693ff71b3250 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.642156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3160f3d3-f77e-4dba-b254-24f184fc292d req-ba629d08-0798-40d2-8c94-693ff71b3250 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 944 time: 0.1335361 Nov 23 17:55:34.750820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73da9653-b42b-49b2-accc-e471b7309b01 req-c4e67e6f-a124-4f45-88ba-44f9ed2ca27d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 210 time: 0.0616503 Nov 23 17:55:34.783951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3160f3d3-f77e-4dba-b254-24f184fc292d req-14266c53-72bd-4180-a9e1-eefe95ea600d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412318 Nov 23 17:55:34.802822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-b94e9a7e-e900-45db-a3b8-f4392b3611d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.804274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-b94e9a7e-e900-45db-a3b8-f4392b3611d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1536064 Nov 23 17:55:34.807321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-eea25b5b-972a-4799-9286-a2972c5c57e2 req-7b237f32-afee-4ab4-a9c2-50dee504d099 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-716104988', 'description': 'tempest-description-619625798'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:34.867063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eea25b5b-972a-4799-9286-a2972c5c57e2 req-7b237f32-afee-4ab4-a9c2-50dee504d099 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:34.882637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-39ab2d37-44f1-4663-bad2-e1a8f159abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.884689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-39ab2d37-44f1-4663-bad2-e1a8f159abbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721564 Nov 23 17:55:35.036507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eea25b5b-972a-4799-9286-a2972c5c57e2 req-7b237f32-afee-4ab4-a9c2-50dee504d099 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.039421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-521decbc-f6e4-4cf1-9071-91c1bfc51628 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451497 Nov 23 17:55:35.040813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eea25b5b-972a-4799-9286-a2972c5c57e2 req-7b237f32-afee-4ab4-a9c2-50dee504d099 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.094407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eea25b5b-972a-4799-9286-a2972c5c57e2 req-7b237f32-afee-4ab4-a9c2-50dee504d099 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.095678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eea25b5b-972a-4799-9286-a2972c5c57e2 req-7b237f32-afee-4ab4-a9c2-50dee504d099 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2959931 Nov 23 17:55:35.106483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b237f32-afee-4ab4-a9c2-50dee504d099 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fb7439-3151-429a-b6d2-7a612512a194,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:35.217037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9384930b-5508-49c3-bdbe-6d3f28db3e04 req-b3856668-f38f-46fa-aaf2-d20ec05be664 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512101 Nov 23 17:55:35.247391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bf436-b147-4aeb-9177-76040bdd868a req-c491fa53-4efb-47ec-add0-696929dab21e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:35.249303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-910bf436-b147-4aeb-9177-76040bdd868a req-c491fa53-4efb-47ec-add0-696929dab21e tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0812657 Nov 23 17:55:35.309359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f14f5078-387f-4a63-903d-b0e052fbbef1 req-5f010650-fe4b-41c9-97ce-c60f28bfafff tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1415583886', 'description': 'tempest-description-1835198487'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:35.334335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-910bf436-b147-4aeb-9177-76040bdd868a req-35ee4690-78fb-49a1-81e1-f393948e5ac4 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777736 Nov 23 17:55:35.348391 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f14f5078-387f-4a63-903d-b0e052fbbef1 req-5f010650-fe4b-41c9-97ce-c60f28bfafff tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.610594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f459a02-6f86-4d25-9397-4315e858485a req-51e731a9-21ea-4605-932f-9f16b7bb4f50 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:35.612019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f459a02-6f86-4d25-9397-4315e858485a req-51e731a9-21ea-4605-932f-9f16b7bb4f50 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1976621 Nov 23 17:55:35.616576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f14f5078-387f-4a63-903d-b0e052fbbef1 req-5f010650-fe4b-41c9-97ce-c60f28bfafff tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.627601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-8c7c2e2a-0502-43e0-a373-451f7f212108 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:35.630598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-8c7c2e2a-0502-43e0-a373-451f7f212108 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 807 time: 0.2561743 Nov 23 17:55:35.635155 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f14f5078-387f-4a63-903d-b0e052fbbef1 req-5f010650-fe4b-41c9-97ce-c60f28bfafff tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.662196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Request body: {'port': {'device_id': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'admin_state_up': True, 'tenant_id': '6a34f248a2a04100bfb5bd0ec0060a02'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:35.719961 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f14f5078-387f-4a63-903d-b0e052fbbef1 req-5f010650-fe4b-41c9-97ce-c60f28bfafff tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.721189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f14f5078-387f-4a63-903d-b0e052fbbef1 req-5f010650-fe4b-41c9-97ce-c60f28bfafff tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4227726 Nov 23 17:55:35.735387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f010650-fe4b-41c9-97ce-c60f28bfafff tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ab3450-4fc6-4cca-88fa-1da2cb392c00,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:35.781705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f459a02-6f86-4d25-9397-4315e858485a req-1f576bbb-3cd4-4b83-a495-643a8746c3e5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492357 Nov 23 17:55:35.830642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:35.835243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Made reservation on behalf of 6a34f248a2a04100bfb5bd0ec0060a02 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:35.838920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.842965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3aebd0b2-b87d-4868-85c2-e976a5749d4f up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:35.919243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-910b2224-c250-4f5f-a908-42e51078f4cd req-73474304-f61c-4698-81ae-6487fa221569 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-553488676', 'description': 'tempest-description-1472454156'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:35.945472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f8233c3f-d542-46f3-8947-9cabc5fc4d75 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:36.012380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-910b2224-c250-4f5f-a908-42e51078f4cd req-73474304-f61c-4698-81ae-6487fa221569 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.041046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39aa00-9f10-4f34-976a-3517244fbdc7 req-f298d07e-8ef2-4618-9461-3bd79b98aaf0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:36.043056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a39aa00-9f10-4f34-976a-3517244fbdc7 req-f298d07e-8ef2-4618-9461-3bd79b98aaf0 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 947 time: 0.1431952 Nov 23 17:55:36.056550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Allocated IP 172.20.0.11 (92e3bf30-b369-40e9-b342-776a5d395696/3ff24acb-9426-49d1-88f8-1871c5f72c6e/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:36.104667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: f8233c3f-d542-46f3-8947-9cabc5fc4d75 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:36.105021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f8233c3f-d542-46f3-8947-9cabc5fc4d75 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:36.119222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 3aebd0b2-b87d-4868-85c2-e976a5749d4f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:36.133234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:36.135602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 3aebd0b2-b87d-4868-85c2-e976a5749d4f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:36.135977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.174601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'mac_address': 'fa:16:3e:d0:66:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:36.174970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a39aa00-9f10-4f34-976a-3517244fbdc7 req-e3fdb3d6-08c4-4e06-b562-c468f2aa3919 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200409 Nov 23 17:55:36.192768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-910b2224-c250-4f5f-a908-42e51078f4cd req-73474304-f61c-4698-81ae-6487fa221569 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.213850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-910b2224-c250-4f5f-a908-42e51078f4cd req-73474304-f61c-4698-81ae-6487fa221569 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.234063 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.272026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:36.301356 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.303740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:36.305469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-910b2224-c250-4f5f-a908-42e51078f4cd req-73474304-f61c-4698-81ae-6487fa221569 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.306617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-910b2224-c250-4f5f-a908-42e51078f4cd req-73474304-f61c-4698-81ae-6487fa221569 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4081025 Nov 23 17:55:36.319527 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.333320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c54d0d09-65ec-4bc9-9c03-38f0ca271e74 req-965a7511-6229-4e35-a58b-11d4c2e4abcf tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 210 time: 0.0840435 Nov 23 17:55:36.336566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73474304-f61c-4698-81ae-6487fa221569 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c2d306-846f-4676-8cda-b39878621416,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:36.355637 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31753114-e7c4-42fc-a2fc-d46ed12d8df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aebd0b2-b87d-4868-85c2-e976a5749d4f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:36.359186 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc042bbf-c7b2-4422-a01e-1671d550c8a9" -d '{"events": [{"server_uuid": "31753114-e7c4-42fc-a2fc-d46ed12d8df4", "name": "network-vif-plugged", "status": "completed", "tag": "3aebd0b2-b87d-4868-85c2-e976a5749d4f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:36.388623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3aebd0b2-b87d-4868-85c2-e976a5749d4f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3aebd0b2-b87d-4868-85c2-e976a5749d4f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:36.390119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.400385 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.412374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:36.475054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=3aebd0b2-b87d-4868-85c2-e976a5749d4f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:36.481988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.529680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54ffab-9381-4164-81a4-277ebd64511c req-dc0bc52a-7d7b-45da-bca7-0752b0c369b9 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:36.531284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c54ffab-9381-4164-81a4-277ebd64511c req-dc0bc52a-7d7b-45da-bca7-0752b0c369b9 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 945 time: 0.1044691 Nov 23 17:55:36.583222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Network 92e3bf30-b369-40e9-b342-776a5d395696 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:36.583999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Pushing event updated for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:36.618383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:36.643635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:36.757931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c54ffab-9381-4164-81a4-277ebd64511c req-f7153eed-6313-41b6-ad8b-6fc90a672716 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091432 Nov 23 17:55:36.778208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:36.778902 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.798023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-08069fa5-a00d-4a9b-996e-d4d761086aaa tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:36.799804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-08069fa5-a00d-4a9b-996e-d4d761086aaa tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 948 time: 0.2297881 Nov 23 17:55:36.801973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['0235be71-6878-4afa-9cc3-b5fb3dbea0b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:36.807827 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f95898-28a9-46a9-b6ff-7ab01567b8d2 x-openstack-request-id: req-00f95898-28a9-46a9-b6ff-7ab01567b8d2 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:36.808571 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31753114-e7c4-42fc-a2fc-d46ed12d8df4", "name": "network-vif-plugged", "status": "completed", "tag": "3aebd0b2-b87d-4868-85c2-e976a5749d4f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:36.808904 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00f95898-28a9-46a9-b6ff-7ab01567b8d2 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:36.809382 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31753114-e7c4-42fc-a2fc-d46ed12d8df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aebd0b2-b87d-4868-85c2-e976a5749d4f', 'code': 200} Nov 23 17:55:36.821072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-6a1f05d6-b47b-41b2-b257-ae6f015f0704 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1740189 Nov 23 17:55:36.835312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ca09163-cce0-405d-a857-c4525736ed8e req-15b73e9f-06c8-4bff-8312-3647f82a6ada tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e15396816eb4885bea83e5c7a35f106 HTTP/1.1" status: 200 len: 10997 time: 0.3005173 Nov 23 17:55:36.845417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Request body: {'port': {'device_id': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:36.951355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fe843-89b5-475a-a41c-f9d89195d2f0 req-acac33d7-8b8b-46f3-bb78-9f05b1d74f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:36.952886 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c51fe843-89b5-475a-a41c-f9d89195d2f0 req-acac33d7-8b8b-46f3-bb78-9f05b1d74f7b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 1096 time: 0.0462916 Nov 23 17:55:37.007780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c51fe843-89b5-475a-a41c-f9d89195d2f0 req-7997927c-c311-42f8-abfd-fe4eb427e1d6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Nov 23 17:55:37.012823 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.017149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-95b73b4e-8196-47e5-8ab7-d6369dc3917e service neutron] 10.222.0.66 "GET /v2.0/ports/0235be71-6878-4afa-9cc3-b5fb3dbea0b3/bindings/n-h2-818932-3 HTTP/1.1" status: 200 len: 382 time: 0.1797822 Nov 23 17:55:37.030352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ca09163-cce0-405d-a857-c4525736ed8e req-12ba8f60-c440-43f3-a4e4-533fb4c3c2ce tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/fd5462af-06ce-4b15-9623-460229a2b121 HTTP/1.1" status: 200 len: 2998 time: 0.1802430 Nov 23 17:55:37.041208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a79e6-7038-44ac-a6cf-5dee8bb7e129 req-0fab9272-cb71-4ef9-83b1-54de734a467d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:37.043090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-492a79e6-7038-44ac-a6cf-5dee8bb7e129 req-0fab9272-cb71-4ef9-83b1-54de734a467d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1478648 Nov 23 17:55:37.205796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ca09163-cce0-405d-a857-c4525736ed8e req-cd75e1b8-347f-4d8b-ac20-5f613d123b8a tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/fd5462af-06ce-4b15-9623-460229a2b121 HTTP/1.1" status: 200 len: 2998 time: 0.1615751 Nov 23 17:55:37.212780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-492a79e6-7038-44ac-a6cf-5dee8bb7e129 req-dcd1bc3a-5184-4dda-9c23-95e3f7954479 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426198 Nov 23 17:55:37.634784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-8f52c5d6-084a-49cc-b4fc-420ae8f59e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:37.636180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-8f52c5d6-084a-49cc-b4fc-420ae8f59e0c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1099 time: 0.1582499 Nov 23 17:55:37.647179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777266e0-684e-4a9c-89e5-9a657cef8fac req-cd6e700c-dd6c-4172-8de7-db438085350c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:37.648585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-777266e0-684e-4a9c-89e5-9a657cef8fac req-cd6e700c-dd6c-4172-8de7-db438085350c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1717598 Nov 23 17:55:37.658421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb5aee-d884-452f-ba12-7b44ab3736c6 req-4cf6af02-46ff-42a9-bb45-4f40f406cb1f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:37.659875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eeb5aee-d884-452f-ba12-7b44ab3736c6 req-4cf6af02-46ff-42a9-bb45-4f40f406cb1f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 948 time: 0.1841092 Nov 23 17:55:37.851402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:37.865031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eeb5aee-d884-452f-ba12-7b44ab3736c6 req-f23e0128-86e6-4326-be19-5a87377b2921 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952538 Nov 23 17:55:37.869613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.883949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-777266e0-684e-4a9c-89e5-9a657cef8fac req-34e0a441-a592-4bdf-9af9-cade18e322db tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151508 Nov 23 17:55:37.895107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-4b589407-4599-4a0d-a387-85163feb5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:37.897488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-4b589407-4599-4a0d-a387-85163feb5de5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2351911 Nov 23 17:55:37.898471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Transition to ACTIVE for port object 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:37.908562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.950632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:37.983883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-27896fd9-23d3-469a-aa94-5e868d3eaf5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0708363 Nov 23 17:55:38.060360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:38.072378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'port_id': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'mac_address': 'fa:16:3e:74:9b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:38.102748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Pushing event updated for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:38.111298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.125538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:38.146091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:38.149606 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.168137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e06ac5-bf71-4947-bab6-99ab61cb92ba req-750ef619-5e69-4bce-b016-845736a1983d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/43fb7439-3151-429a-b6d2-7a612512a194 HTTP/1.1" status: 200 len: 1816 time: 0.1860440 Nov 23 17:55:38.171592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-bb0980f9-e536-49b4-979e-100384a1c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:38.173118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-bb0980f9-e536-49b4-979e-100384a1c54e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1694064 Nov 23 17:55:38.198741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:38.203746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4c1cc-86c2-468e-a5d6-f92781515700 req-e41eb836-ea91-4033-a2cd-ba944570f669 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:38.205264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3cc4c1cc-86c2-468e-a5d6-f92781515700 req-e41eb836-ea91-4033-a2cd-ba944570f669 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 944 time: 0.1846690 Nov 23 17:55:38.282129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:38.287664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:38.288017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:38.288352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:38.311793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:38.312123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:38.336634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-90a20493-80ed-4d0f-b0fe-0aaa7d3595fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:38.338173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-90a20493-80ed-4d0f-b0fe-0aaa7d3595fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293929 Nov 23 17:55:38.343458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:38.343805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:38.344198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:38.344631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Bound port: 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:38.344989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.349096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d5e06ac5-bf71-4947-bab6-99ab61cb92ba req-daa62af3-b045-4f1d-99de-31285b520935 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.361455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3cc4c1cc-86c2-468e-a5d6-f92781515700 req-dd1c812d-0443-4f0b-ad80-ae94424fe805 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387763 Nov 23 17:55:38.449411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d5e06ac5-bf71-4947-bab6-99ab61cb92ba req-daa62af3-b045-4f1d-99de-31285b520935 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.584271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:38.593595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:38.602664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3ee03-85e3-4fa3-b5de-77538f1f424f req-8e2b786e-1857-4d40-9e26-2ffe21b18b17 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:38.604377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6a3ee03-85e3-4fa3-b5de-77538f1f424f req-8e2b786e-1857-4d40-9e26-2ffe21b18b17 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 945 time: 0.1636963 Nov 23 17:55:38.607276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d5e06ac5-bf71-4947-bab6-99ab61cb92ba req-daa62af3-b045-4f1d-99de-31285b520935 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.609904 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d5e06ac5-bf71-4947-bab6-99ab61cb92ba req-daa62af3-b045-4f1d-99de-31285b520935 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.611131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e06ac5-bf71-4947-bab6-99ab61cb92ba req-daa62af3-b045-4f1d-99de-31285b520935 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/43fb7439-3151-429a-b6d2-7a612512a194 HTTP/1.1" status: 204 len: 173 time: 0.4345155 Nov 23 17:55:38.618010 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.635999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-85cf28fb-a533-4cf7-9e71-bd56adc32b47 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789688 Nov 23 17:55:38.672843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62af3-b045-4f1d-99de-31285b520935 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fb7439-3151-429a-b6d2-7a612512a194,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:38.714230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:38.714887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.716261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] 10.222.0.66 "PUT /v2.0/ports/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 1092 time: 1.8800223 Nov 23 17:55:38.725658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:38.727860 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab" -d '{"events": [{"name": "network-changed", "server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:38.862483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6a3ee03-85e3-4fa3-b5de-77538f1f424f req-02e1134f-6644-4cc1-abe2-1918e0847692 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401657 Nov 23 17:55:38.869942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bd532-066a-482b-9eee-7bb772043852 service neutron] Pushing event updated for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:38.885674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506e454-2f9e-43a0-b17d-27da329752d6 req-a6b61ff4-df13-447a-bdff-846842efa5f6 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:38.891276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1506e454-2f9e-43a0-b17d-27da329752d6 req-a6b61ff4-df13-447a-bdff-846842efa5f6 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.2118194 Nov 23 17:55:38.942767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-93ecfc4e-17c8-474f-aa55-bdbaf3b880e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:38.944287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-93ecfc4e-17c8-474f-aa55-bdbaf3b880e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1095 time: 0.1800435 Nov 23 17:55:38.952937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-409e57e6-78b3-470c-be21-112198db21ae service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044674 Nov 23 17:55:38.956690 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-de9d72a2-7e06-4eb2-a402-06cd9ba6855c req-e2006d00-6c54-4235-9a2f-d7e90782465c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:55:38.957741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de9d72a2-7e06-4eb2-a402-06cd9ba6855c req-e2006d00-6c54-4235-9a2f-d7e90782465c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/43fb7439-3151-429a-b6d2-7a612512a194 HTTP/1.1" status: 404 len: 352 time: 0.0413907 Nov 23 17:55:39.015233 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d46f3e-7a6e-4364-9069-ba0fad8200a8 x-openstack-request-id: req-38d46f3e-7a6e-4364-9069-ba0fad8200a8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:39.015387 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:39.015649 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-38d46f3e-7a6e-4364-9069-ba0fad8200a8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:39.016046 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891', 'status': 'completed', 'code': 200} Nov 23 17:55:39.022679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-71bd94ca-c1a5-489a-b28f-7aa17f762cd8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 217 time: 0.0604236 Nov 23 17:55:39.030561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1506e454-2f9e-43a0-b17d-27da329752d6 req-1c71017c-cd8b-40b9-8c25-2dd3776093cc tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348441 Nov 23 17:55:39.131213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-8b701894-8e6a-4e13-aed7-a3dbb97c2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:39.133386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-8b701894-8e6a-4e13-aed7-a3dbb97c2d1b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0974710 Nov 23 17:55:39.181869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-09dd5d44-6ae2-415b-b850-24d62dee6ca0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331113 Nov 23 17:55:39.195989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4607b6-6b78-4902-b316-bdd52303f1cd req-a7c478f1-89e2-48d9-bf7d-c9128147b240 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:39.197442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d4607b6-6b78-4902-b316-bdd52303f1cd req-a7c478f1-89e2-48d9-bf7d-c9128147b240 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 948 time: 0.1259494 Nov 23 17:55:39.242440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6c10-1f69-467e-8305-8a80f050fdb9 req-07e7af9d-f2e1-4185-b497-3cbfc5d53ebc tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:39.243837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40fd6c10-1f69-467e-8305-8a80f050fdb9 req-07e7af9d-f2e1-4185-b497-3cbfc5d53ebc tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1365230 Nov 23 17:55:39.365850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d4607b6-6b78-4902-b316-bdd52303f1cd req-dae8f650-328d-40c6-9148-ae794307ded9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588633 Nov 23 17:55:39.401397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40fd6c10-1f69-467e-8305-8a80f050fdb9 req-843af5db-5808-428a-b891-50229edb3131 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474395 Nov 23 17:55:39.414058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-e01b7282-9dc7-489f-b459-11a40123d112 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156639 Nov 23 17:55:39.572650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71f4e01e-2a18-4687-94c5-ce6469c8034d req-ed005247-bf1b-48d0-9134-1073d0ba8912 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423500 Nov 23 17:55:39.624673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e5b9bd5-6360-4fd6-b5fd-1a9469c4959c req-7ae952f1-e0b9-4bb1-b709-b376ab9024de tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/66ab3450-4fc6-4cca-88fa-1da2cb392c00 HTTP/1.1" status: 200 len: 1818 time: 0.0987761 Nov 23 17:55:39.677218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596bac1-f4d8-4f5c-a7b0-00667888e217 req-e2e28cb3-a2e4-404c-9af9-dcc9632f469b tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:39.678896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2596bac1-f4d8-4f5c-a7b0-00667888e217 req-e2e28cb3-a2e4-404c-9af9-dcc9632f469b tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 944 time: 0.1216147 Nov 23 17:55:39.758173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-4ea9b396-62ba-4f70-83ab-ba1a573f1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:39.759687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-4ea9b396-62ba-4f70-83ab-ba1a573f1eb1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1095 time: 0.1276968 Nov 23 17:55:39.812485 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3e5b9bd5-6360-4fd6-b5fd-1a9469c4959c req-6b198ebd-3057-43f0-ba63-a33303dd7468 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:39.834990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2596bac1-f4d8-4f5c-a7b0-00667888e217 req-41d64240-dd95-42c1-9771-5ae3d6c1c447 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461394 Nov 23 17:55:39.864572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:39.895704 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3e5b9bd5-6360-4fd6-b5fd-1a9469c4959c req-6b198ebd-3057-43f0-ba63-a33303dd7468 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:39.961192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:39.967992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:39.973849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:39.974525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:40.003086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-1d21c469-ad7c-4865-8ee8-3474ea53967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:40.005249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-1d21c469-ad7c-4865-8ee8-3474ea53967e service neutron] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.2183974 Nov 23 17:55:40.075560 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3e5b9bd5-6360-4fd6-b5fd-1a9469c4959c req-6b198ebd-3057-43f0-ba63-a33303dd7468 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:40.077992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3e5b9bd5-6360-4fd6-b5fd-1a9469c4959c req-6b198ebd-3057-43f0-ba63-a33303dd7468 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:40.089825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e5b9bd5-6360-4fd6-b5fd-1a9469c4959c req-6b198ebd-3057-43f0-ba63-a33303dd7468 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/66ab3450-4fc6-4cca-88fa-1da2cb392c00 HTTP/1.1" status: 204 len: 173 time: 0.4473636 Nov 23 17:55:40.095532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-d93461ed-1a3c-4426-be04-302bbc5d5d69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 217 time: 0.0708895 Nov 23 17:55:40.122227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8242a-3d58-4857-befc-4a423404260c req-1ca60326-47df-4e05-b9ac-029be228953d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:40.129409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cac8242a-3d58-4857-befc-4a423404260c req-1ca60326-47df-4e05-b9ac-029be228953d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 945 time: 0.1721141 Nov 23 17:55:40.131533 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:40.150291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b198ebd-3057-43f0-ba63-a33303dd7468 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ab3450-4fc6-4cca-88fa-1da2cb392c00,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:40.164546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:40.165179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:40.209663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:40.212256 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851ee103-2153-4f9b-b5b0-b4bbf3378f4d" -d '{"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-plugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:40.247724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:40.257912 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:40.365337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:40.372497 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:40.423017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:40.431004 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:40.486455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-13b2b624-001c-468b-8b5a-fc17b1552a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:40.488990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-13b2b624-001c-468b-8b5a-fc17b1552a59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.3831604 Nov 23 17:55:40.499473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:40.529438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-bf57ed94-b44b-4f54-9ed2-1b622e6d7fc6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304999 Nov 23 17:55:40.537704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f5d6b-d35a-4320-a41c-193088a0395b req-c58ae7e5-d0af-42a0-9d84-350f2b46754f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:40.539168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d1f5d6b-d35a-4320-a41c-193088a0395b req-c58ae7e5-d0af-42a0-9d84-350f2b46754f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.3822019 Nov 23 17:55:40.553087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cac8242a-3d58-4857-befc-4a423404260c req-fadd91e7-22fc-437a-98b3-b9104393da60 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184759 Nov 23 17:55:40.610317 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-c4cea3a8-8ea8-4ac5-9dce-e1985e94adc4 req-8f8793ce-1dcf-43be-8470-c83065793d80 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:55:40.611281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4cea3a8-8ea8-4ac5-9dce-e1985e94adc4 req-8f8793ce-1dcf-43be-8470-c83065793d80 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/66ab3450-4fc6-4cca-88fa-1da2cb392c00 HTTP/1.1" status: 404 len: 352 time: 0.0389414 Nov 23 17:55:40.679120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d1f5d6b-d35a-4320-a41c-193088a0395b req-1ef3bccc-cda9-40a3-85b9-e89a9246e607 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249697 Nov 23 17:55:40.686348 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8eb0f3-ed40-41b7-91ce-8b4c21d60e91 x-openstack-request-id: req-0b8eb0f3-ed40-41b7-91ce-8b4c21d60e91 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:40.686780 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-plugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:40.687140 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b8eb0f3-ed40-41b7-91ce-8b4c21d60e91 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:40.687655 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'code': 200} Nov 23 17:55:40.698349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-0d8d8c44-8f77-4b99-9a98-210156431e4a service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582184 Nov 23 17:55:40.899511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8de0aeef-8cc7-4eb3-927b-b58d29ce2dab req-9619fd28-53c4-47bd-b3e8-f231a884ce4d service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832836 Nov 23 17:55:40.906722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117a619-a071-459a-a924-bca2f63c2d41 req-f78f5565-3417-4292-bac2-8ec93dc133f5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:40.915954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9117a619-a071-459a-a924-bca2f63c2d41 req-f78f5565-3417-4292-bac2-8ec93dc133f5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1564472 Nov 23 17:55:40.930711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f392d8-a86b-4bab-ac14-a6e9dcba4c83 req-8233fa01-9dd7-4eb8-8128-fdb13d4b2652 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:40.932507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60f392d8-a86b-4bab-ac14-a6e9dcba4c83 req-8233fa01-9dd7-4eb8-8128-fdb13d4b2652 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1573384 Nov 23 17:55:41.005588 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9117a619-a071-459a-a924-bca2f63c2d41 req-8d7a2c0b-0516-4a78-ae1c-4587923a2eac tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885832 Nov 23 17:55:41.032006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60f392d8-a86b-4bab-ac14-a6e9dcba4c83 req-86df9adc-b5d6-4c8b-9793-ba5887184806 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913825 Nov 23 17:55:41.206275 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a1ab801c-81df-4e24-b97a-48bde0fa0b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.265241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-338d2721-8145-4061-a33c-f929f33f433c req-604c3b82-fe0c-489e-932c-033ca93ecf2c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/33c2d306-846f-4676-8cda-b39878621416 HTTP/1.1" status: 200 len: 1817 time: 0.0648062 Nov 23 17:55:41.377778 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-338d2721-8145-4061-a33c-f929f33f433c req-d0474c05-aba5-4f8f-8ad5-598779eed7af tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.440049 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-338d2721-8145-4061-a33c-f929f33f433c req-d0474c05-aba5-4f8f-8ad5-598779eed7af tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.464661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695c834-b154-49f7-b3fd-6fbb1fae6981 req-aab4ca9d-9af5-4a8f-89aa-429d24d83f18 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:41.466723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9695c834-b154-49f7-b3fd-6fbb1fae6981 req-aab4ca9d-9af5-4a8f-89aa-429d24d83f18 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 944 time: 0.1167977 Nov 23 17:55:41.545212 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-338d2721-8145-4061-a33c-f929f33f433c req-d0474c05-aba5-4f8f-8ad5-598779eed7af tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.548697 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-338d2721-8145-4061-a33c-f929f33f433c req-d0474c05-aba5-4f8f-8ad5-598779eed7af tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.549831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-338d2721-8145-4061-a33c-f929f33f433c req-d0474c05-aba5-4f8f-8ad5-598779eed7af tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/33c2d306-846f-4676-8cda-b39878621416 HTTP/1.1" status: 204 len: 173 time: 0.2732201 Nov 23 17:55:41.569988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0474c05-aba5-4f8f-8ad5-598779eed7af tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c2d306-846f-4676-8cda-b39878621416,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:41.619999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9695c834-b154-49f7-b3fd-6fbb1fae6981 req-db2cb450-263f-40bf-820e-f66cc2449211 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396616 Nov 23 17:55:41.760759 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-0ad72cda-a9b8-4c17-a70a-afc8f9872c4c req-07b7f3f1-f821-4d7b-83fe-236a264fb04a tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:55:41.793044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ad72cda-a9b8-4c17-a70a-afc8f9872c4c req-07b7f3f1-f821-4d7b-83fe-236a264fb04a tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/33c2d306-846f-4676-8cda-b39878621416 HTTP/1.1" status: 404 len: 352 time: 0.1238875 Nov 23 17:55:41.834557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be274a9c-7c44-48e8-ac5d-9b0067436e77 req-83233347-2b6c-49b4-96bd-5b473176c245 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:41.844136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be274a9c-7c44-48e8-ac5d-9b0067436e77 req-83233347-2b6c-49b4-96bd-5b473176c245 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 945 time: 0.2097533 Nov 23 17:55:41.938884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be274a9c-7c44-48e8-ac5d-9b0067436e77 req-89769fbf-e79c-4506-8fbd-228f95d8f491 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863309 Nov 23 17:55:42.024098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901757-fe36-4d05-8023-b93707080f3d req-449a180d-b708-4f2b-82e4-dec272c20725 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:42.026542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd901757-fe36-4d05-8023-b93707080f3d req-449a180d-b708-4f2b-82e4-dec272c20725 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1163270 Nov 23 17:55:42.080301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-204d2a09-a2ea-44cf-94ff-2bb84863e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:42.083126 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-204d2a09-a2ea-44cf-94ff-2bb84863e7ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de&tenant_id=1b4bd2b443a94c1cbdfca269389e1fec HTTP/1.1" status: 200 len: 1100 time: 0.0574000 Nov 23 17:55:42.101014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df51d9a6-1d55-4716-b730-15e9b14de9d8 req-3dba1248-c6cd-4abd-82f3-4b611310c999 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e15396816eb4885bea83e5c7a35f106 HTTP/1.1" status: 200 len: 6199 time: 0.1350298 Nov 23 17:55:42.101544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:42.146107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd901757-fe36-4d05-8023-b93707080f3d req-daf397f7-7269-486a-bd1a-d04c90bea134 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084743 Nov 23 17:55:42.174154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.207691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df51d9a6-1d55-4716-b730-15e9b14de9d8 req-85a81a2e-64ec-4435-a795-d729d7f05b3e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/fd5462af-06ce-4b15-9623-460229a2b121 HTTP/1.1" status: 200 len: 2998 time: 0.1056838 Nov 23 17:55:42.269953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df51d9a6-1d55-4716-b730-15e9b14de9d8 req-a53a901a-dc6b-438e-83e0-e69344ee84c9 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/fd5462af-06ce-4b15-9623-460229a2b121 HTTP/1.1" status: 200 len: 2998 time: 0.0605068 Nov 23 17:55:42.317736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d7e70-d5f9-4f9b-a023-975460ce9ef3 req-65897401-421f-46bc-bc3a-f3337812498f tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:42.319331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa0d7e70-d5f9-4f9b-a023-975460ce9ef3 req-65897401-421f-46bc-bc3a-f3337812498f tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.0656731 Nov 23 17:55:42.418510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa0d7e70-d5f9-4f9b-a023-975460ce9ef3 req-2c36746e-84fa-43b9-8f10-c1c16dbf56ae tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876741 Nov 23 17:55:42.435546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11df01-9f2f-4cf8-af22-7eafaaf3c665 req-5ade7364-382e-4752-bc4b-c76ae0a319b5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:42.436997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e11df01-9f2f-4cf8-af22-7eafaaf3c665 req-5ade7364-382e-4752-bc4b-c76ae0a319b5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.0789392 Nov 23 17:55:42.460248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:42.499980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:42.522325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e11df01-9f2f-4cf8-af22-7eafaaf3c665 req-5a92fbff-7100-4087-b66e-5913cde2c7b5 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783374 Nov 23 17:55:42.540886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-806e06c9-05f6-4b8f-8cd3-d40cbfeaf290 req-59a1b6eb-bf8a-455f-9019-3b48b7837a1e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1695965494', 'description': 'tempest-description-105153996'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:42.578994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-806e06c9-05f6-4b8f-8cd3-d40cbfeaf290 req-59a1b6eb-bf8a-455f-9019-3b48b7837a1e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.581276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:42.583814 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f977a1-d06a-4dda-97c4-273b5676fc31" -d '{"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-unplugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:42.588106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.607357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Transition to ACTIVE for port object 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:42.614680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.688608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:42.700687 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae22ddd-be8d-494f-b197-e315d8701c72" -d '{"events": [{"server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "name": "network-vif-plugged", "status": "completed", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:42.700941 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-806e06c9-05f6-4b8f-8cd3-d40cbfeaf290 req-59a1b6eb-bf8a-455f-9019-3b48b7837a1e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.702810 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d3d354-27db-47f5-8064-c4d9cfb6df3e x-openstack-request-id: req-12d3d354-27db-47f5-8064-c4d9cfb6df3e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:42.705670 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-unplugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:42.705670 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12d3d354-27db-47f5-8064-c4d9cfb6df3e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:42.705670 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'code': 200} Nov 23 17:55:42.705670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] No DVR routers for this DVR port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:42.708192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=10']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:42.725538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-806e06c9-05f6-4b8f-8cd3-d40cbfeaf290 req-59a1b6eb-bf8a-455f-9019-3b48b7837a1e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.768846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:42.771001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:42.771574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:42.782046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:42.782603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Attempting to bind port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:42.788909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:42.789120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:42.789511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:42.790005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Bound port: 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:42.790363 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.794882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-806e06c9-05f6-4b8f-8cd3-d40cbfeaf290 req-59a1b6eb-bf8a-455f-9019-3b48b7837a1e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.797457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-806e06c9-05f6-4b8f-8cd3-d40cbfeaf290 req-59a1b6eb-bf8a-455f-9019-3b48b7837a1e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2618320 Nov 23 17:55:42.864496 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8549dd9b-5b92-4848-8c01-db0a3f29c1b8 x-openstack-request-id: req-8549dd9b-5b92-4848-8c01-db0a3f29c1b8 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:42.864946 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "name": "network-vif-plugged", "status": "completed", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:42.865493 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8549dd9b-5b92-4848-8c01-db0a3f29c1b8 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:42.865980 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'code': 200} Nov 23 17:55:42.869552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1b6eb-bf8a-455f-9019-3b48b7837a1e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42913110-bc09-48e4-be25-c2209b1b8cb5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:42.911856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:42.916899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:42.920854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-6f599794-9ec5-42b2-9118-2f7786629f17 req-743ff4b6-d045-4a06-ba53-2719e4af46e2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1820739054', 'description': 'tempest-description-1292031248'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:42.947374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.977325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8f780-b954-4808-bf10-fd6baba291a8 req-59307e99-5864-454a-a7a4-d122eb8aadea tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:42.979768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4eb8f780-b954-4808-bf10-fd6baba291a8 req-59307e99-5864-454a-a7a4-d122eb8aadea tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 944 time: 0.1990361 Nov 23 17:55:42.989979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bddec3-aab2-47ec-9737-525ca3493411 req-c100848d-fb70-4475-a793-d1e51f02be4d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:42.991641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58bddec3-aab2-47ec-9737-525ca3493411 req-c100848d-fb70-4475-a793-d1e51f02be4d tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.66 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1813581 Nov 23 17:55:42.992568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6f599794-9ec5-42b2-9118-2f7786629f17 req-743ff4b6-d045-4a06-ba53-2719e4af46e2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.011491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:43.012106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.014259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] 10.222.0.72 "PUT /v2.0/ports/0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 1096 time: 0.9229376 Nov 23 17:55:43.033530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=11']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:43.044987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.045413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.045994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.046386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.046725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.047127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.047464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.047996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.048777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.049103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.049465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.050082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5864f9-1684-460b-8445-93c0b514b974 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:43.155905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4eb8f780-b954-4808-bf10-fd6baba291a8 req-9fbe4185-0bf0-4808-b50f-5009cc7fdbb7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609650 Nov 23 17:55:43.171716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-47669a7c-d6be-4f77-b9ae-6da05da783fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:43.184097 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-47669a7c-d6be-4f77-b9ae-6da05da783fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1099 time: 0.1088736 Nov 23 17:55:43.223885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6f599794-9ec5-42b2-9118-2f7786629f17 req-743ff4b6-d045-4a06-ba53-2719e4af46e2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.238405 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6f599794-9ec5-42b2-9118-2f7786629f17 req-743ff4b6-d045-4a06-ba53-2719e4af46e2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.262969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2e0141c2-6e3b-4109-b08d-9a2c02763e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.306650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Deleting port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:43.307269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.315855 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6f599794-9ec5-42b2-9118-2f7786629f17 req-743ff4b6-d045-4a06-ba53-2719e4af46e2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.317399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f599794-9ec5-42b2-9118-2f7786629f17 req-743ff4b6-d045-4a06-ba53-2719e4af46e2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4065928 Nov 23 17:55:43.333322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ff4b6-d045-4a06-ba53-2719e4af46e2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82db2de6-2756-4c9d-bef5-88aa48536fef,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:43.365881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-900df180-1cf0-4091-b992-5bbb67fe16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:43.367715 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-900df180-1cf0-4091-b992-5bbb67fe16cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1739712 Nov 23 17:55:43.441715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6a9f3-1b59-414a-8ee2-ca6b3137b0a5 req-ad73a044-8d74-49e8-aecc-5fa1f4ddb780 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:43.449525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79d6a9f3-1b59-414a-8ee2-ca6b3137b0a5 req-ad73a044-8d74-49e8-aecc-5fa1f4ddb780 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 945 time: 0.1945682 Nov 23 17:55:43.454799 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-bfb7e25a-5948-428e-9157-06638926f972 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0728762 Nov 23 17:55:43.514278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] For port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:43.514957 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.546831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-89dbcdae-9e3c-48c0-998e-2e6c168b0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:43.548852 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-89dbcdae-9e3c-48c0-998e-2e6c168b0454 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0843072 Nov 23 17:55:43.574615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Calling delete_port for 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:43.602022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79d6a9f3-1b59-414a-8ee2-ca6b3137b0a5 req-6b30724f-d0af-4d20-8655-ace4927c3297 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446862 Nov 23 17:55:43.639341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb0ce7-3b7c-4f69-b908-d7ff7aad1a29 req-31abcaeb-c8ad-411d-8c30-95f56ac9b4ef tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:43.643220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eeb0ce7-3b7c-4f69-b908-d7ff7aad1a29 req-31abcaeb-c8ad-411d-8c30-95f56ac9b4ef tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/ports?device_id=120b6365-cfcb-48f1-806e-4d828badbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1311052 Nov 23 17:55:43.659275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18291-3386-45f7-a700-0fb246650583 req-d13249c6-259a-4f86-9d28-32c3977a3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:43.662842 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-d13249c6-259a-4f86-9d28-32c3977a3435 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056733 Nov 23 17:55:43.783483 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-772da446-db1f-40a7-88b2-02d1abb01447 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086152 Nov 23 17:55:43.805502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eeb0ce7-3b7c-4f69-b908-d7ff7aad1a29 req-322b10db-aec0-45f4-9fd0-db37efe4825f tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d285652-c953-49f5-9f28-b81b1919b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175835 Nov 23 17:55:43.848187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc235b6-5129-4268-9a09-b40a874d62d5 req-9498c12c-e899-4626-bc37-1154c9028941 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:43.855606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cc235b6-5129-4268-9a09-b40a874d62d5 req-9498c12c-e899-4626-bc37-1154c9028941 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1664290 Nov 23 17:55:43.883573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:43.922738 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5ac18291-3386-45f7-a700-0fb246650583 req-5893f0b0-89d3-44d0-9117-8262399dd572 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311166 Nov 23 17:55:43.966030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cc235b6-5129-4268-9a09-b40a874d62d5 req-af534e26-febc-4962-b39d-94507e2fa244 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096663 Nov 23 17:55:44.018726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:44.031567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891', 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'port_id': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891', 'mac_address': 'fa:16:3e:db:78:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff24acb-9426-49d1-88f8-1871c5f72c6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:44.081008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:44.088194 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:44.099891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:44.107285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:44.148613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:44.153497 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:44.156918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a836-19fe-451c-96e7-db08ccece190 req-519dd4fe-5bab-4760-b61b-161c5043b8d5 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:44.158532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-519dd4fe-5bab-4760-b61b-161c5043b8d5 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 812 time: 0.1913826 Nov 23 17:55:44.179932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Pushing event deleted for resources: {'Port': ['ID=85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:44.220372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:44.245259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.245781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.246235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.246666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.247123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.247546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.247978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.249070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.249477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.249886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.250756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.250756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:44.261132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ff496654-a6cd-4b50-8b63-36962657b5ad tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/quotas/8e15396816eb4885bea83e5c7a35f106 HTTP/1.1" status: 200 len: 375 time: 0.0954707 Nov 23 17:55:44.322768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] No DVR routers for this DVR port 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:44.336624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:44.340056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58bddec3-aab2-47ec-9737-525ca3493411 req-7394297a-f16d-443d-bf41-559778d79836 tempest-ServerRescueNegativeTestJSON-462711004 tempest-ServerRescueNegativeTestJSON-462711004-project] 10.222.0.66 "DELETE /v2.0/ports/85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 HTTP/1.1" status: 204 len: 173 time: 1.3372941 Nov 23 17:55:44.340593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120b6365-cfcb-48f1-806e-4d828badbcf8', 'name': 'network-vif-deleted', 'tag': '85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:44.342944 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f816b-9d8f-449e-b9cb-15e832c4730b" -d '{"events": [{"server_uuid": "120b6365-cfcb-48f1-806e-4d828badbcf8", "name": "network-vif-deleted", "tag": "85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:44.371022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b788d0-2c9b-4c3a-85ab-1062a42f770a req-54441591-9d3e-42ec-b89f-2e8d95a0dce9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:44.379060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60b788d0-2c9b-4c3a-85ab-1062a42f770a req-54441591-9d3e-42ec-b89f-2e8d95a0dce9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 948 time: 0.2153718 Nov 23 17:55:44.402535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-35552e46-698f-4daf-a48b-d03f89586eab tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1404641 Nov 23 17:55:44.514763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60b788d0-2c9b-4c3a-85ab-1062a42f770a req-aae1a61f-56fe-49ee-b170-7e99b5b17faf tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340451 Nov 23 17:55:44.535355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:44.551224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-49f2a621-46f7-4837-b0ed-cfe690ab67c3 service neutron] 10.222.0.74 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330009 Nov 23 17:55:44.659213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-8f4bebc5-c04b-4bb7-852a-74afc8f8ce17 service neutron] 10.222.0.74 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952334 Nov 23 17:55:44.706343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:44.711913 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:44.929669 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9298a19b-81d5-40e3-9558-ed7a8a2034fd x-openstack-request-id: req-9298a19b-81d5-40e3-9558-ed7a8a2034fd {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:44.930220 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120b6365-cfcb-48f1-806e-4d828badbcf8", "name": "network-vif-deleted", "tag": "85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:44.930328 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9298a19b-81d5-40e3-9558-ed7a8a2034fd {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:44.930715 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120b6365-cfcb-48f1-806e-4d828badbcf8', 'name': 'network-vif-deleted', 'tag': '85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1', 'status': 'completed', 'code': 200} Nov 23 17:55:45.015503 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:45.040946 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf65a1-34c1-4130-adad-7e45a81a813f x-openstack-request-id: req-50bf65a1-34c1-4130-adad-7e45a81a813f {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:45.041233 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:45.041483 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50bf65a1-34c1-4130-adad-7e45a81a813f {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:45.041880 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'status': 'completed', 'code': 200} Nov 23 17:55:45.068439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc18c-5b18-4874-b099-520f960b4cff req-00a7241f-7674-4c28-b45c-e77ee25816fe tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.077826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-357fc18c-5b18-4874-b099-520f960b4cff req-00a7241f-7674-4c28-b45c-e77ee25816fe tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 945 time: 0.1217337 Nov 23 17:55:45.125582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-c2292838-0492-4166-8983-8de8a5b3dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.127555 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-c2292838-0492-4166-8983-8de8a5b3dfb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1099 time: 0.0527430 Nov 23 17:55:45.188801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-357fc18c-5b18-4874-b099-520f960b4cff req-77e63dca-1efa-4df0-9784-83e19192008d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050270 Nov 23 17:55:45.244571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-abc5c184-cfe0-411c-b628-2d5510a4f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.248787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-abc5c184-cfe0-411c-b628-2d5510a4f3b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1099 time: 0.1438994 Nov 23 17:55:45.249331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45488) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:45.329425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-a7c4642e-9f87-44af-8ad1-8e5abe0d2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.332534 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-a7c4642e-9f87-44af-8ad1-8e5abe0d2455 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1945882 Nov 23 17:55:45.391586 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-2c82a892-d7eb-435b-ba21-adf76e41f123 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0467362 Nov 23 17:55:45.415697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc616d8f-57de-43aa-a736-0b5af2fb03f8 req-598faea7-f513-410b-88d5-889ef8b0bdc9 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 210 time: 0.0910122 Nov 23 17:55:45.451533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfaf64-f40e-4d6d-ac3f-bb402333eea8 req-04064b69-06a8-435e-83a8-ecc0cae47831 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.453139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5cfaf64-f40e-4d6d-ac3f-bb402333eea8 req-04064b69-06a8-435e-83a8-ecc0cae47831 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 945 time: 0.2809448 Nov 23 17:55:45.516886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-7aa545d2-bf60-4c43-a6d8-3951c910f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.518727 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-7aa545d2-bf60-4c43-a6d8-3951c910f611 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1190290 Nov 23 17:55:45.583070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-126a41be-3243-4716-bb46-e89b3b625f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.585893 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-126a41be-3243-4716-bb46-e89b3b625f38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582798 Nov 23 17:55:45.655877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5cfaf64-f40e-4d6d-ac3f-bb402333eea8 req-07aa72ee-74b0-4f28-94db-d1ba00a1c6bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696463 Nov 23 17:55:45.663818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-1cfb99bb-8f74-49df-8ade-004f96986562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.665266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-1cfb99bb-8f74-49df-8ade-004f96986562 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.3494821 Nov 23 17:55:45.719582 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-d780d2d1-06db-4264-b0ff-6f384826f398 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194704 Nov 23 17:55:45.786527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-dc53a882-a96c-4410-a930-a743d6d00210 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 200 len: 217 time: 0.0641098 Nov 23 17:55:45.799216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83786a42-00dd-4b80-9f3c-b1412cc4f813 req-3b68b0a9-2891-4381-9087-9bad8bd1bd38 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.808477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83786a42-00dd-4b80-9f3c-b1412cc4f813 req-3b68b0a9-2891-4381-9087-9bad8bd1bd38 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.2820377 Nov 23 17:55:45.854883 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-ca09523e-2d87-416f-8a9f-4d35b6f2fd20 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272879 Nov 23 17:55:45.891687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:45.961489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-10929d8c-504a-417b-97f6-c9b616998561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:45.964027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-10929d8c-504a-417b-97f6-c9b616998561 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1455500 Nov 23 17:55:45.978246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:45.981100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83786a42-00dd-4b80-9f3c-b1412cc4f813 req-7e7aa212-c84c-4384-bc08-b4bf662dc0a7 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714227 Nov 23 17:55:45.990428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:45.991152 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:46.026370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:46.122872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59671739-ae5e-42ce-8147-95dbd5ee1df0 req-6069cf3f-18dd-4a4a-a891-f4da81ef435b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:46.131492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59671739-ae5e-42ce-8147-95dbd5ee1df0 req-6069cf3f-18dd-4a4a-a891-f4da81ef435b tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 948 time: 0.2100246 Nov 23 17:55:46.180581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-272d9854-c676-4bb0-a46c-de6bd92558dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:46.182474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-272d9854-c676-4bb0-a46c-de6bd92558dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1956489 Nov 23 17:55:46.195216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:46.248364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:46.251081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:46.255381 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93898078-da86-4800-967b-a0146c95c16c" -d '{"events": [{"server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "name": "network-vif-plugged", "status": "completed", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:46.271892 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:46.272699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:46.358788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:46.359161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 85f9fcde-49fc-4ae0-bf43-2f99e9a4fce1 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:46.359592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:46.372188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:46.413830 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:46.437993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'mac_address': 'fa:16:3e:d0:66:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:46.458138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:46.513009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:46.519848 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:46.537159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:46.576776 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:46.582535 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:46.632769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59671739-ae5e-42ce-8147-95dbd5ee1df0 req-f97850a9-f160-4793-a0b7-9144a1790bcd tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999969 Nov 23 17:55:46.671290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=12']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:46.703138 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355f0f12-f2ae-4dcd-89ea-658694d10c3e x-openstack-request-id: req-355f0f12-f2ae-4dcd-89ea-658694d10c3e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:46.703914 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "name": "network-vif-plugged", "status": "completed", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:46.704174 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-355f0f12-f2ae-4dcd-89ea-658694d10c3e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:46.706796 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891', 'code': 200} Nov 23 17:55:46.801485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64942d-e25c-4d59-a679-968b2ac9486d req-dbbd490d-7ef6-4e69-80f0-681b2d672415 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:46.803536 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-af64942d-e25c-4d59-a679-968b2ac9486d req-dbbd490d-7ef6-4e69-80f0-681b2d672415 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 945 time: 0.0740063 Nov 23 17:55:46.835113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a836-19fe-451c-96e7-db08ccece190 req-80254b55-47e5-45e8-812a-34c5c35a96c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:46.836914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-80254b55-47e5-45e8-812a-34c5c35a96c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 812 time: 0.2778044 Nov 23 17:55:46.878763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['0235be71-6878-4afa-9cc3-b5fb3dbea0b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:46.922254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40776a38-0b12-4db9-afd6-8e940c48d25a req-4bf183aa-42ee-456c-92d0-6013756c5442 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 210 time: 0.0841458 Nov 23 17:55:46.936484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'port': {'device_id': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815', 'admin_state_up': True, 'tenant_id': '8e15396816eb4885bea83e5c7a35f106'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:47.013463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e0467-dd5b-444d-9d18-ef637c22b52d req-56cb5c06-bcc8-482f-86b2-607e664652b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:47.018733 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e99e0467-dd5b-444d-9d18-ef637c22b52d req-56cb5c06-bcc8-482f-86b2-607e664652b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1097 time: 0.1605518 Nov 23 17:55:47.067875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Deleting port 3aebd0b2-b87d-4868-85c2-e976a5749d4f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:47.068257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:47.094525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf873-8f34-4400-a2c8-d99aa20f8a60 req-f6361360-52b5-490a-9641-1e6a2efe913c tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:47.102394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be6bf873-8f34-4400-a2c8-d99aa20f8a60 req-f6361360-52b5-490a-9641-1e6a2efe913c tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 946 time: 0.5574677 Nov 23 17:55:47.103899 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e99e0467-dd5b-444d-9d18-ef637c22b52d req-6821c0a0-d65b-404a-8232-50ce43f29619 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697951 Nov 23 17:55:47.196074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] For port 3aebd0b2-b87d-4868-85c2-e976a5749d4f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3aebd0b2-b87d-4868-85c2-e976a5749d4f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:47.196444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:47.214039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Calling delete_port for 3aebd0b2-b87d-4868-85c2-e976a5749d4f owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:47.214249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-ae9a2ad3-84ea-4e73-b794-36393932fccb service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811125 Nov 23 17:55:47.235067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be6bf873-8f34-4400-a2c8-d99aa20f8a60 req-0008ec78-dadd-498d-89b0-3cde4087e88f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315711 Nov 23 17:55:47.272714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ebe1a-0317-4d01-90c5-8edfe05af10e req-c450c8ff-1742-44cd-8255-00aadf9c38c5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:47.279919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-533ebe1a-0317-4d01-90c5-8edfe05af10e req-c450c8ff-1742-44cd-8255-00aadf9c38c5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=31753114-e7c4-42fc-a2fc-d46ed12d8df4 HTTP/1.1" status: 200 len: 945 time: 0.2150209 Nov 23 17:55:47.307061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Made reservation on behalf of 8e15396816eb4885bea83e5c7a35f106 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:47.311021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:47.325638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:47.421524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:47.441249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['3aebd0b2-b87d-4868-85c2-e976a5749d4f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:47.475786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event deleted for resources: {'Port': ['ID=3aebd0b2-b87d-4868-85c2-e976a5749d4f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:47.486524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-533ebe1a-0317-4d01-90c5-8edfe05af10e req-d3d28675-71e9-4c1b-b59a-a50990b925ad tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000599 Nov 23 17:55:47.551253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] No DVR routers for this DVR port 3aebd0b2-b87d-4868-85c2-e976a5749d4f on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:47.554398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:47.558554 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-af64942d-e25c-4d59-a679-968b2ac9486d req-3dee2aaf-a527-4c38-b214-68f5cea658cb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "DELETE /v2.0/ports/3aebd0b2-b87d-4868-85c2-e976a5749d4f HTTP/1.1" status: 204 len: 173 time: 0.7400243 Nov 23 17:55:47.559114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31753114-e7c4-42fc-a2fc-d46ed12d8df4', 'name': 'network-vif-deleted', 'tag': '3aebd0b2-b87d-4868-85c2-e976a5749d4f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:47.561882 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c1db7-3b9d-42d4-91f2-2172c4805208" -d '{"events": [{"server_uuid": "31753114-e7c4-42fc-a2fc-d46ed12d8df4", "name": "network-vif-deleted", "tag": "3aebd0b2-b87d-4868-85c2-e976a5749d4f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:47.661395 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e364d5cd-760d-4607-81fb-662dfed1b4a2 x-openstack-request-id: req-e364d5cd-760d-4607-81fb-662dfed1b4a2 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:47.662074 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31753114-e7c4-42fc-a2fc-d46ed12d8df4", "name": "network-vif-deleted", "tag": "3aebd0b2-b87d-4868-85c2-e976a5749d4f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:47.662335 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e364d5cd-760d-4607-81fb-662dfed1b4a2 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:47.662811 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31753114-e7c4-42fc-a2fc-d46ed12d8df4', 'name': 'network-vif-deleted', 'tag': '3aebd0b2-b87d-4868-85c2-e976a5749d4f', 'status': 'completed', 'code': 200} Nov 23 17:55:47.686992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637fc9a-753b-4f4f-97b2-7895d2be866e req-efc752db-75f1-4240-9a2e-058e316b0cc2 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:47.689243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3637fc9a-753b-4f4f-97b2-7895d2be866e req-efc752db-75f1-4240-9a2e-058e316b0cc2 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.2911131 Nov 23 17:55:47.693715 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:47.743025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2384a2-2383-46d5-8c64-a5515a7e0c4b req-053011a7-e8e0-4261-95de-20f675675393 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101970 Nov 23 17:55:47.856767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Allocated IP 172.20.0.5 (1bd1998a-2d2e-4048-aff9-e94f86cc3815/e5cc7296-971b-493a-a8c8-a371852d478a/89f0a9ed-6029-4e54-b3bf-14166dedd800) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:47.886858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3637fc9a-753b-4f4f-97b2-7895d2be866e req-486edb5e-c5ab-40a0-a9bc-1384fa2d29d5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728840 Nov 23 17:55:47.899681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf466e-a62b-4ce0-997b-5194ee86e6e0 req-90d480e5-82fd-4248-95e1-b4e546c6023f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:47.901238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ddf466e-a62b-4ce0-997b-5194ee86e6e0 req-90d480e5-82fd-4248-95e1-b4e546c6023f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 949 time: 0.1619017 Nov 23 17:55:48.006938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:48.020373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ddf466e-a62b-4ce0-997b-5194ee86e6e0 req-ac426b38-1a10-48ab-98f0-ef6b9e682901 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023622 Nov 23 17:55:48.086730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:48.095591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:48.096312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.130875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d3930f7-6522-4045-af2b-652382f0a793 req-63970ac2-fc8a-4e5a-b244-565be41af275 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 210 time: 0.0970232 Nov 23 17:55:48.234943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.240168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.281033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb59b1-a21d-4010-82d6-b2adf98da38c req-a4b66736-6cbc-4661-b3f5-896532143485 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:48.282719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eeb59b1-a21d-4010-82d6-b2adf98da38c req-a4b66736-6cbc-4661-b3f5-896532143485 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 1100 time: 0.1506772 Nov 23 17:55:48.299353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:48.331991 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.354929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Deleting port 6e2b1480-62b2-45eb-b4e2-084662095bf5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:48.355268 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.397496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=13']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:48.418527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.443353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eeb59b1-a21d-4010-82d6-b2adf98da38c req-a7320907-e7eb-4ca5-9719-3c18fada8bf6 tempest-MigrationsAdminTest-574248269 tempest-MigrationsAdminTest-574248269-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486189 Nov 23 17:55:48.455753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:48.611731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] For port 6e2b1480-62b2-45eb-b4e2-084662095bf5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6e2b1480-62b2-45eb-b4e2-084662095bf5,segment=NetworkSegment(1ff4e355-d64d-435e-84da-b5aa07eb4da6),segment_id=1ff4e355-d64d-435e-84da-b5aa07eb4da6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:48.612257 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.628816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Calling delete_port for 6e2b1480-62b2-45eb-b4e2-084662095bf5 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:48.708991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:48.711331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf692d36-823c-4979-83ab-bb8142a1bc19 req-71eeb329-0dae-46fd-81d3-8cd87dc66060 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:48.711888 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c644dc-558d-4053-8764-e525eee81826" -d '{"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-plugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:48.720763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf692d36-823c-4979-83ab-bb8142a1bc19 req-71eeb329-0dae-46fd-81d3-8cd87dc66060 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 946 time: 0.3757563 Nov 23 17:55:48.741490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:48.777955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:48.780377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'Port': ['ID=89f0a9ed-6029-4e54-b3bf-14166dedd800,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:48.782147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:48.908567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:48.909660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.967336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-ea0ad75f-c383-4bd2-81e7-a0ae3e0a8cdb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0348141 Nov 23 17:55:48.985840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Request body: {'port': {'device_id': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:48.997175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf692d36-823c-4979-83ab-bb8142a1bc19 req-448357d9-3b23-437e-a1d0-098d8c0264e3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755265 Nov 23 17:55:49.015684 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3f097a-3075-49fe-973e-42b416274a42 x-openstack-request-id: req-8c3f097a-3075-49fe-973e-42b416274a42 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:49.017377 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-plugged", "status": "completed", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:49.017881 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8c3f097a-3075-49fe-973e-42b416274a42 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:49.020920 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'code': 200} Nov 23 17:55:49.062064 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:49.325439 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:49.452349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:49.575947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2b1480-62b2-45eb-b4e2-084662095bf5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:49.606340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ebbe4-054a-4149-a232-95b6c47e38a7 req-a4970960-bd08-4316-a49a-6bf3c076f9f7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:49.607867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f2ebbe4-054a-4149-a232-95b6c47e38a7 req-a4970960-bd08-4316-a49a-6bf3c076f9f7 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 950 time: 0.4855745 Nov 23 17:55:49.759499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-53fd73bf-b07e-463b-80ff-b746a3a6bcd1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:49.761045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-53fd73bf-b07e-463b-80ff-b746a3a6bcd1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.6048882 Nov 23 17:55:49.809814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-72b8a305-3bee-4b1d-b84c-187141e0a60f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/quotas/b1ada1e9e0064544a0b221835dcf73b6 HTTP/1.1" status: 200 len: 375 time: 0.0377510 Nov 23 17:55:49.870555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f2ebbe4-054a-4149-a232-95b6c47e38a7 req-d060e7ea-b057-4139-959d-645860d677c4 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444127 Nov 23 17:55:49.884936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3aebd0b2-b87d-4868-85c2-e976a5749d4f no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:49.922040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 3aebd0b2-b87d-4868-85c2-e976a5749d4f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:49.923530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3aebd0b2-b87d-4868-85c2-e976a5749d4f not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:49.959359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-b8d28245-f4f2-45bb-86eb-0364503f53cc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152933 Nov 23 17:55:50.012687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f0a9ed-6029-4e54-b3bf-14166dedd800 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:50.037021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:50.158401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Transition to ACTIVE for port object 89f0a9ed-6029-4e54-b3bf-14166dedd800 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:50.178801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:50.205933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1accf7-6229-4f83-99e1-303a7a2ea4a3 req-2d076c73-be81-40a4-8a49-74909a5a34c6 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:50.208632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a1accf7-6229-4f83-99e1-303a7a2ea4a3 req-2d076c73-be81-40a4-8a49-74909a5a34c6 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.2527022 Nov 23 17:55:50.267974 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:50.317667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-6725f6e5-6b94-4e27-9cb3-1e0d148d269b service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330173 Nov 23 17:55:50.321634 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:50.356149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Pushing event updated for resources: {'Port': ['ID=89f0a9ed-6029-4e54-b3bf-14166dedd800,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:50.436442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-68f4686d-274f-42c4-8dc5-3519234b01a6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:50.438714 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-68f4686d-274f-42c4-8dc5-3519234b01a6 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 950 time: 0.0678895 Nov 23 17:55:50.556274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a1accf7-6229-4f83-99e1-303a7a2ea4a3 req-3e2307fd-1dc2-4bda-9d84-bec1ca5209bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219957 Nov 23 17:55:50.569786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Deleting port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:50.570316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:50.676915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Attempting to bind port 89f0a9ed-6029-4e54-b3bf-14166dedd800 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:50.677319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Attempting to bind port 89f0a9ed-6029-4e54-b3bf-14166dedd800 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:50.677607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Attempting to bind port 89f0a9ed-6029-4e54-b3bf-14166dedd800 on network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:50.700249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-287203fc-0fa3-4c75-9a40-a6120109c2e2 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322489 Nov 23 17:55:50.706980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Port 89f0a9ed-6029-4e54-b3bf-14166dedd800 on network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:50.707317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Attempting to bind port 89f0a9ed-6029-4e54-b3bf-14166dedd800 on network 1bd1998a-2d2e-4048-aff9-e94f86cc3815 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:50.719997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] For port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:50.720443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:50.720796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Checking segment: {'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:50.721152 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:50.721305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Bound using segment: {'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:50.721621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Bound port: 89f0a9ed-6029-4e54-b3bf-14166dedd800, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:50.722508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:50.747223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Calling delete_port for 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:50.802828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa14fe-c482-4c0e-a8dc-c88462d815f1 req-3e8490bb-8421-4686-86d0-3bb2057c5ee5 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:50.804376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6dfa14fe-c482-4c0e-a8dc-c88462d815f1 req-3e8490bb-8421-4686-86d0-3bb2057c5ee5 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 943 time: 0.1428180 Nov 23 17:55:50.934875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] For port 89f0a9ed-6029-4e54-b3bf-14166dedd800, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:50.936291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] For port 89f0a9ed-6029-4e54-b3bf-14166dedd800, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:50.945592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:51.001713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:51.017369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03', 'eb3a7aa2-57a5-459a-a5ee-080945191b75', '9d5aa61e-5bff-4f36-b450-1eb3de46379f', '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:51.017998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:51.017998 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:51.019566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] 10.222.0.66 "PUT /v2.0/ports/89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 200 len: 1091 time: 2.0387268 Nov 23 17:55:51.022951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:51.025001 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ac543-33c9-4416-a416-3703725dd0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:51.044429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6dfa14fe-c482-4c0e-a8dc-c88462d815f1 req-b58e6758-cef1-4540-8475-ee4f22ab8c7c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156618 Nov 23 17:55:51.052512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event deleted for resources: {'Port': ['ID=0235be71-6878-4afa-9cc3-b5fb3dbea0b3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:51.086242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Router cc0c63e2-6f49-45cf-980b-cc0d691dd116 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:51.118578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f44e5-b8c7-4f0e-8556-ee882f1efb44 service neutron] Pushing event updated for resources: {'Port': ['ID=89f0a9ed-6029-4e54-b3bf-14166dedd800,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:51.168383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] No DVR routers for this DVR port 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:51.176920 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:51.183346 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-158e8e4d-6307-4280-8ac5-8cc5cd2c1765 req-46a27737-e6e7-40cc-af7f-2c1c01ccd832 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "DELETE /v2.0/ports/0235be71-6878-4afa-9cc3-b5fb3dbea0b3 HTTP/1.1" status: 204 len: 173 time: 0.7382689 Nov 23 17:55:51.183841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-deleted', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:51.186192 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde2d977-7b57-4f11-a20b-4ec275b0c26d" -d '{"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-deleted", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:51.415047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:51.419905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2777a926-0098-4d7d-945c-06b6d60098b8 req-ccb71a76-2ad2-4d0c-9145-21c1d121ab42 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 210 time: 0.0663376 Nov 23 17:55:51.427227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9b7aacf7-49e8-4304-b910-e02cca12b520 admin admin] 10.222.0.74 "PUT /v2.0/routers/cc0c63e2-6f49-45cf-980b-cc0d691dd116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1768637 Nov 23 17:55:51.430506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45604) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:51.469256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] Sync routers for ids ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:51.511579 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] Routers {'cc0c63e2-6f49-45cf-980b-cc0d691dd116'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:51.511994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:55:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:51.520749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a836-19fe-451c-96e7-db08ccece190 req-3c36d2a4-288b-43e6-9f3a-389c68b6929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:51.522338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-3c36d2a4-288b-43e6-9f3a-389c68b6929e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1094 time: 0.4285092 Nov 23 17:55:51.582739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-057596ad-7221-4504-b9f7-ecde0cca076a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 200 len: 217 time: 0.0487702 Nov 23 17:55:51.595810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce09ca-8497-4f3e-bedd-a883e2f85c83 req-3741c5ca-4232-40dd-8494-1e85b986d4c2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:51.605515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3ce09ca-8497-4f3e-bedd-a883e2f85c83 req-3741c5ca-4232-40dd-8494-1e85b986d4c2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 946 time: 0.2088888 Nov 23 17:55:51.667296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:51.703959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bbe37f3-1046-432f-a96a-4c82c270b2ed req-9ebff7eb-79b7-45dc-80c2-4c98bb6d5e84 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6197104-604d-4c48-b11e-5007047324de HTTP/1.1" status: 200 len: 210 time: 0.0701303 Nov 23 17:55:51.758329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3ce09ca-8497-4f3e-bedd-a883e2f85c83 req-19c436f1-7164-4746-9940-6320764cd6ac tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518235 Nov 23 17:55:51.764361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a836-19fe-451c-96e7-db08ccece190 req-40115e4f-3f06-4102-a522-b5cbc6efeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:51.770780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-40115e4f-3f06-4102-a522-b5cbc6efeafe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.1438868 Nov 23 17:55:51.871058 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829be1af-a122-4876-9f05-289add442d14 x-openstack-request-id: req-829be1af-a122-4876-9f05-289add442d14 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:51.877994 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6197104-604d-4c48-b11e-5007047324de", "name": "network-vif-deleted", "tag": "0235be71-6878-4afa-9cc3-b5fb3dbea0b3", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:51.878962 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-829be1af-a122-4876-9f05-289add442d14 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:51.879522 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6197104-604d-4c48-b11e-5007047324de', 'name': 'network-vif-deleted', 'tag': '0235be71-6878-4afa-9cc3-b5fb3dbea0b3', 'status': 'completed', 'code': 200} Nov 23 17:55:51.938729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:52.063034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Deleting port c8bfa295-561a-4d2a-81ae-138ef1407a9b {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:52.063515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:52.112804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] Set router cc0c63e2-6f49-45cf-980b-cc0d691dd116 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:52.207702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-4df77c24-d722-4450-b283-e221aa922499 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4310238 Nov 23 17:55:52.209627 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5c09f6-6f4a-47f9-b340-af97077e0177 x-openstack-request-id: req-6d5c09f6-6f4a-47f9-b340-af97077e0177 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:52.210068 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:52.210332 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d5c09f6-6f4a-47f9-b340-af97077e0177 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:52.210747 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800', 'status': 'completed', 'code': 200} Nov 23 17:55:52.236522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] For port c8bfa295-561a-4d2a-81ae-138ef1407a9b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c8bfa295-561a-4d2a-81ae-138ef1407a9b,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:52.236522 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:52.256607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Calling delete_port for c8bfa295-561a-4d2a-81ae-138ef1407a9b owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:52.373917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7292ac-6ea2-4f57-b808-709dd74f0b67 req-480db6e9-7f15-4935-a555-61492a123cc6 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:52.375681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae7292ac-6ea2-4f57-b808-709dd74f0b67 req-480db6e9-7f15-4935-a555-61492a123cc6 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1543584 Nov 23 17:55:52.380369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45be453-e1ca-45b4-ad45-ecc6fa7dd66c req-2973e477-7e99-4d3d-a6b1-7ebd3199baa7 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:52.388821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b45be453-e1ca-45b4-ad45-ecc6fa7dd66c req-2973e477-7e99-4d3d-a6b1-7ebd3199baa7 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1097 time: 0.1771429 Nov 23 17:55:52.431627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:55:49Z', 'revision_number': 5, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port': {'id': 'c8bfa295-561a-4d2a-81ae-138ef1407a9b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:49Z', 'updated_at': '2021-11-23T17:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:52.465831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-50eaa1a6-f23a-4e29-8bc8-92764a07f1ce service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307522 Nov 23 17:55:52.468395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] Checking router: cc0c63e2-6f49-45cf-980b-cc0d691dd116 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:52.484087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] Routers {'cc0c63e2-6f49-45cf-980b-cc0d691dd116'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:52.484971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:55:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:52.505222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b45be453-e1ca-45b4-ad45-ecc6fa7dd66c req-887f1e96-fb3c-4cc4-9a5c-4ce69dbed31b tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155126 Nov 23 17:55:52.520861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:52.525851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae7292ac-6ea2-4f57-b808-709dd74f0b67 req-3c7fd826-541e-4582-a81d-3417563ab63d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294675 Nov 23 17:55:52.709363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] Set router cc0c63e2-6f49-45cf-980b-cc0d691dd116 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:52.833003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:55:51Z', 'revision_number': 6, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:52.843947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87c5a836-19fe-451c-96e7-db08ccece190 req-5ea09a2b-3f8d-4fc0-b213-5be7812a1371 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546202 Nov 23 17:55:52.893059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a52409-d9fa-4520-9f79-b365b5684a80 None None] The sync data for ids ['cc0c63e2-6f49-45cf-980b-cc0d691dd116'] in n-d-818932-3 is: [{'id': 'cc0c63e2-6f49-45cf-980b-cc0d691dd116', 'name': 'tempest-ServerRescueNegativeTestJSON-545811065-router', 'tenant_id': '2bd5b46cc4d34d8fa448fce35af42066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:48Z', 'updated_at': '2021-11-23T17:55:51Z', 'revision_number': 6, 'project_id': '2bd5b46cc4d34d8fa448fce35af42066', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:52.935793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-549c63a7-6ab2-4e41-be77-f7c16b4d959e req-40f76eda-0cd6-4373-b525-cb9abc4b0abb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 210 time: 0.0905173 Nov 23 17:55:52.982917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bfa295-561a-4d2a-81ae-138ef1407a9b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:53.052011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.155231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc43ef-e01a-415e-aafc-8884799ee320 req-16344f21-ac8b-4dc6-a132-47b484930717 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:53.162573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bbc43ef-e01a-415e-aafc-8884799ee320 req-16344f21-ac8b-4dc6-a132-47b484930717 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 943 time: 0.3782372 Nov 23 17:55:53.163762 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.166012 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.189931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-d83c8931-563f-4aa8-90db-74f2c3e42a26 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:53.191988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-d83c8931-563f-4aa8-90db-74f2c3e42a26 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.4865232 Nov 23 17:55:53.212471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Request body: {'port': {'device_id': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'admin_state_up': True, 'tenant_id': 'b1ada1e9e0064544a0b221835dcf73b6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:53.217997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.218962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc0c63e2-6f49-45cf-980b-cc0d691dd116 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:55:53.224408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.225005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a71e9-6f4a-4b81-987f-968fd6cb3f96 req-fdeb5b4d-89e0-4e11-9fc9-24863ec897e3 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:53.228730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b1a71e9-6f4a-4b81-987f-968fd6cb3f96 req-fdeb5b4d-89e0-4e11-9fc9-24863ec897e3 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1097 time: 0.1548183 Nov 23 17:55:53.229399 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c033289c-1701-47d0-8cce-a5fdf7b5ab3c admin admin] 10.222.0.74 "DELETE /v2.0/routers/cc0c63e2-6f49-45cf-980b-cc0d691dd116 HTTP/1.1" status: 204 len: 168 time: 1.7976441 Nov 23 17:55:53.230257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45634) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:53.231341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-54a6f1e9-8e1a-4806-970e-5cf6ed35da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:53.232830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-54a6f1e9-8e1a-4806-970e-5cf6ed35da56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1094 time: 0.2078793 Nov 23 17:55:53.293115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-548cad91-a75e-469a-a0c8-190938881f0a admin admin] Deleting subnet bd73a22c-b032-4116-a3c2-90abb4d4b385 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:53.297158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-548cad91-a75e-469a-a0c8-190938881f0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.335852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bbc43ef-e01a-415e-aafc-8884799ee320 req-78e42d14-052a-43c7-99ac-3295cb501958 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721301 Nov 23 17:55:53.343623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-548cad91-a75e-469a-a0c8-190938881f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.413900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-548cad91-a75e-469a-a0c8-190938881f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.485321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-548cad91-a75e-469a-a0c8-190938881f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.522579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cad91-a75e-469a-a0c8-190938881f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd73a22c-b032-4116-a3c2-90abb4d4b385,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:53.529710 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-548cad91-a75e-469a-a0c8-190938881f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.538022 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-548cad91-a75e-469a-a0c8-190938881f0a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bd73a22c-b032-4116-a3c2-90abb4d4b385 HTTP/1.1" status: 204 len: 168 time: 0.3061483 Nov 23 17:55:53.538739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45638) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:53.587052 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b1a71e9-6f4a-4b81-987f-968fd6cb3f96 req-e385630f-d4de-459b-9cc7-60060ec13f36 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256443 Nov 23 17:55:53.650814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.670761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-be7be7a8-097f-48b6-bb4a-8d06b3bd3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:53.672773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-be7be7a8-097f-48b6-bb4a-8d06b3bd3fcc service neutron] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 913 time: 0.4246292 Nov 23 17:55:53.787200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-02a06ea9-4cd9-4b37-bca3-f00bc4b2baaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 200 len: 217 time: 0.1035113 Nov 23 17:55:53.806941 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.849084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60df31c2-54f8-48d1-b09e-eb6c7124d819']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:53.860988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-9bd14e50-4483-413b-b87f-860324050d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:53.862356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-9bd14e50-4483-413b-b87f-860324050d32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.0629520 Nov 23 17:55:53.863053 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff4e355-d64d-435e-84da-b5aa07eb4da6') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:53.863458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff4e355-d64d-435e-84da-b5aa07eb4da6') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:53.867256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Made reservation on behalf of b1ada1e9e0064544a0b221835dcf73b6 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:53.872531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.876553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.898276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.907490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:53.907490 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:53.916812 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:54.016525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.046827 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.050995 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] 10.222.0.74 "DELETE /v2.0/networks/60df31c2-54f8-48d1-b09e-eb6c7124d819 HTTP/1.1" status: 204 len: 168 time: 0.5112793 Nov 23 17:55:54.052350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091cbd3-2902-4707-9c8a-b3d94ee6c685 admin admin] Pushing event deleted for resources: {'Network': ['ID=60df31c2-54f8-48d1-b09e-eb6c7124d819,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:54.090209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-8dfc44b7-3405-4319-9e68-092e9bb8f74a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971090 Nov 23 17:55:54.153995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30c1a4-fbea-4c86-a2cc-e9bf67f489b2 req-44aa77eb-0964-44b2-b627-487440e93959 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:54.162616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e30c1a4-fbea-4c86-a2cc-e9bf67f489b2 req-44aa77eb-0964-44b2-b627-487440e93959 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.4512677 Nov 23 17:55:54.234940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Allocated IP 172.20.0.11 (406a88b0-a533-4e47-8afb-2956bd0b9a6b/b2072801-907d-4624-8233-c3d0551c1ca8/0b65fb7d-8c4d-4440-ae21-d40d68ae0b25) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:54.236928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45670) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:54.308765 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a6ccc9c0-e6d8-4a5c-a144-3abfcd9370e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2bd5b46cc4d34d8fa448fce35af42066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672538 Nov 23 17:55:54.311054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45672) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:54.322211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2cdb3-63c1-405b-95dc-48006fc638b9 req-f10681db-9a1f-4ff9-8c17-2eb2420b5361 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:54.332540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ce2cdb3-63c1-405b-95dc-48006fc638b9 req-f10681db-9a1f-4ff9-8c17-2eb2420b5361 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 951 time: 0.2753270 Nov 23 17:55:54.352533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-1198ca5a-ad5d-4982-9037-6e787537be93 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423251 Nov 23 17:55:54.368204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e30c1a4-fbea-4c86-a2cc-e9bf67f489b2 req-5e19c095-2332-4747-b2d0-ead04f660258 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036512 Nov 23 17:55:54.390436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8881bcc6-8f9a-42af-a5f4-f0a772ad49d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.433965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8881bcc6-8f9a-42af-a5f4-f0a772ad49d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.513382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8881bcc6-8f9a-42af-a5f4-f0a772ad49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.513792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8881bcc6-8f9a-42af-a5f4-f0a772ad49d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.517209 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8881bcc6-8f9a-42af-a5f4-f0a772ad49d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3d285652-c953-49f5-9f28-b81b1919b88c HTTP/1.1" status: 204 len: 168 time: 0.2041337 Nov 23 17:55:54.542236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881bcc6-8f9a-42af-a5f4-f0a772ad49d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d285652-c953-49f5-9f28-b81b1919b88c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:54.642823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6e2b1480-62b2-45eb-b4e2-084662095bf5 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:54.667830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 6e2b1480-62b2-45eb-b4e2-084662095bf5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:54.668195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6e2b1480-62b2-45eb-b4e2-084662095bf5 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:54.668670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c8bfa295-561a-4d2a-81ae-138ef1407a9b no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:54.696927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c8bfa295-561a-4d2a-81ae-138ef1407a9b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:54.697498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c8bfa295-561a-4d2a-81ae-138ef1407a9b not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:54.733808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad12794e-a5f3-4285-9998-de27cb81b8da req-ef14066b-7720-4d27-9238-3cbfbd66ec8f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 210 time: 0.0510435 Nov 23 17:55:54.762978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ce2cdb3-63c1-405b-95dc-48006fc638b9 req-7c7749ee-3c60-49da-a9d4-20ac59719e17 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138572 Nov 23 17:55:54.822209 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.825893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f3ac543-33c9-4416-a416-3703725dd0d5 req-1ea40cfd-7518-43d6-a3c1-008713178c10 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596327 Nov 23 17:55:54.955080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d23cf0-21b0-41ad-b91b-ff0f84f17df9 req-7de89da0-c83f-4088-ad8e-6088ba13a863 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:54.957313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9d23cf0-21b0-41ad-b91b-ff0f84f17df9 req-7de89da0-c83f-4088-ad8e-6088ba13a863 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 943 time: 0.1225753 Nov 23 17:55:54.973293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456290a6-28bd-4e94-bff1-1341995077eb req-d1dfa3ed-3e01-459d-9802-991e1096b71b tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:54.975103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-456290a6-28bd-4e94-bff1-1341995077eb req-d1dfa3ed-3e01-459d-9802-991e1096b71b tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1097 time: 0.1054215 Nov 23 17:55:54.977174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.072836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:55.087846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:55.090878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:55.099002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event updated for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:55.126943 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9d23cf0-21b0-41ad-b91b-ff0f84f17df9 req-f329b321-4db9-41a3-b092-e13ef22358f3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626005 Nov 23 17:55:55.155416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-456290a6-28bd-4e94-bff1-1341995077eb req-46b350cf-df7a-4d2a-84c5-29f8b32b4546 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724949 Nov 23 17:55:55.177410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:55.178758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.209990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-0f938419-8891-400d-aa96-e0edfed9a8ed tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0019488 Nov 23 17:55:55.224537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Request body: {'port': {'device_id': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:55.296758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.421348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-a8b02c29-4a02-4664-bf18-8f8d9acaaa2e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:55.423789 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-a8b02c29-4a02-4664-bf18-8f8d9acaaa2e tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 951 time: 0.0537398 Nov 23 17:55:55.547799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b96c-e376-4de1-964d-5622402d6088 req-ee592fd1-ca4a-4a7c-abd8-31604cf0e2be tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:55.550067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0881b96c-e376-4de1-964d-5622402d6088 req-ee592fd1-ca4a-4a7c-abd8-31604cf0e2be tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.0863237 Nov 23 17:55:55.581678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Deleting port 9d5aa61e-5bff-4f36-b450-1eb3de46379f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:55.582516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.617236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45744) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:55.650337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0881b96c-e376-4de1-964d-5622402d6088 req-5a07ca13-6852-4021-9e94-0cccc4128e4a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669558 Nov 23 17:55:55.694359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] For port 9d5aa61e-5bff-4f36-b450-1eb3de46379f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9d5aa61e-5bff-4f36-b450-1eb3de46379f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:55.694764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.711726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Calling delete_port for 9d5aa61e-5bff-4f36-b450-1eb3de46379f owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:55.731721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:55.740622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.754837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Transition to ACTIVE for port object 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:55.760952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.813284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-315567249-network', 'tenant_id': 'fb227cce056d4f2cbc09cbefbf8d0cab'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:55.844695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Made reservation on behalf of fb227cce056d4f2cbc09cbefbf8d0cab for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:55.847545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.857451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.861003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:55.906077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 89f0a9ed-6029-4e54-b3bf-14166dedd800 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:55.969945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.973995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5468-216e-4fb9-93df-7a9e2f7aa46d req-16ccf182-d225-4b3b-a7cb-06c105072f40 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:55.975606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a81e5468-216e-4fb9-93df-7a9e2f7aa46d req-16ccf182-d225-4b3b-a7cb-06c105072f40 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 944 time: 0.1098666 Nov 23 17:55:55.978958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Attempting to bind port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:55.979472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Attempting to bind port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:55.979910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Attempting to bind port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:55.985484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:55.985870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Attempting to bind port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:55.986400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03', 'eb3a7aa2-57a5-459a-a5ee-080945191b75', '9d5aa61e-5bff-4f36-b450-1eb3de46379f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:56.004411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event deleted for resources: {'Port': ['ID=9d5aa61e-5bff-4f36-b450-1eb3de46379f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:56.006772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:56.007171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Checking segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:56.007622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Bound using segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:56.008125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Bound port: 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:56.008600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.053995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a81e5468-216e-4fb9-93df-7a9e2f7aa46d req-1ddee2dd-e8f1-4ed6-b98c-2414e6d076e2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647326 Nov 23 17:55:56.086483 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] No DVR routers for this DVR port 9d5aa61e-5bff-4f36-b450-1eb3de46379f on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:56.091680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.096144 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f22473f7-4357-484d-b96e-27b153b23eb7 req-2d6bbf70-e3f2-4c1c-9f44-154f02742c27 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "DELETE /v2.0/ports/9d5aa61e-5bff-4f36-b450-1eb3de46379f HTTP/1.1" status: 204 len: 173 time: 0.6653664 Nov 23 17:55:56.097837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-deleted', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:56.109869 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d5d72-0e28-4cd2-801c-3ca3b68db217" -d '{"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-deleted", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:56.129801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:56.133984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.146042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.150494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:56.155359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:56.164894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:56.165245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0235be71-6878-4afa-9cc3-b5fb3dbea0b3 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:56.171126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:55:56.176680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.191687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 89f0a9ed-6029-4e54-b3bf-14166dedd800, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:56.210669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '89f0a9ed-6029-4e54-b3bf-14166dedd800', 'network_id': '1bd1998a-2d2e-4048-aff9-e94f86cc3815', 'port_id': '89f0a9ed-6029-4e54-b3bf-14166dedd800', 'mac_address': 'fa:16:3e:3a:dd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5cc7296-971b-493a-a8c8-a371852d478a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:56.216195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fb91bd0-21ec-4308-abab-e50d55ccc2ab req-f4e914a7-24df-4353-be9f-d3a2fdd2bb1f tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=791e90da-9697-4135-9228-1d8f0e52470e HTTP/1.1" status: 200 len: 210 time: 0.0586195 Nov 23 17:55:56.224593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d089314-d163-4f2c-a02d-81388b19e699,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:56.257439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.257792 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Added segment a02e7c6e-ae56-4411-9100-555779150e90 of type vlan for network 3a6e672f-d148-4202-90e1-33c99b59ad94 Nov 23 17:55:56.265463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:56.266322 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.267951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 HTTP/1.1" status: 200 len: 1092 time: 1.0492136 Nov 23 17:55:56.269166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:56.274964 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a4e9a4-ff36-4114-9a22-0cc9985149c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:56.297007 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.323075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f0a9ed-6029-4e54-b3bf-14166dedd800 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:56.346091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66a98-153b-4cdf-a5d1-2c310d3aa6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:56.359139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 89f0a9ed-6029-4e54-b3bf-14166dedd800, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:56.370999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.395496 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d4cada-90a0-4d59-918e-7e8b688e66bb x-openstack-request-id: req-c0d4cada-90a0-4d59-918e-7e8b688e66bb {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:56.397333 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791e90da-9697-4135-9228-1d8f0e52470e", "name": "network-vif-deleted", "tag": "9d5aa61e-5bff-4f36-b450-1eb3de46379f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:56.397333 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c0d4cada-90a0-4d59-918e-7e8b688e66bb {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:56.397602 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791e90da-9697-4135-9228-1d8f0e52470e', 'name': 'network-vif-deleted', 'tag': '9d5aa61e-5bff-4f36-b450-1eb3de46379f', 'status': 'completed', 'code': 200} Nov 23 17:55:56.419557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-2978647b-650c-47ee-b40f-ca3ec2c6a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:56.428110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-2978647b-650c-47ee-b40f-ca3ec2c6a31b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 1095 time: 0.0722377 Nov 23 17:55:56.432598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.473783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=89f0a9ed-6029-4e54-b3bf-14166dedd800,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:56.482672 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.484646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:56.485657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.503101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-9a7aacba-55da-48ac-8436-2efceaa3ca9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 HTTP/1.1" status: 200 len: 217 time: 0.0584202 Nov 23 17:55:56.524773 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9061875 Nov 23 17:55:56.528431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45790) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:56.535595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Request body: {'subnet': {'network_id': '3a6e672f-d148-4202-90e1-33c99b59ad94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-315567249-subnet', 'tenant_id': 'fb227cce056d4f2cbc09cbefbf8d0cab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:56.599723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aff4d-dad2-4d36-8fa8-91908d181c6d admin admin] Pushing event updated for resources: {'Network': ['ID=3a6e672f-d148-4202-90e1-33c99b59ad94,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:56.614670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 3a6e672f-d148-4202-90e1-33c99b59ad94 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:55:56.617993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Made reservation on behalf of fb227cce056d4f2cbc09cbefbf8d0cab for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:56.620513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.705000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['89f0a9ed-6029-4e54-b3bf-14166dedd800'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:56.856498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-54579263-8cda-4a27-ac27-6a1e9134ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:56.857898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-54579263-8cda-4a27-ac27-6a1e9134ff2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.3435552 Nov 23 17:55:56.863611 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.872192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33f7eb-e335-45ff-bcd5-fc1bc364b96d req-e807fad9-0ae6-485c-8d92-babc4fa835d0 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:56.873699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be33f7eb-e335-45ff-bcd5-fc1bc364b96d req-e807fad9-0ae6-485c-8d92-babc4fa835d0 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 944 time: 0.4218178 Nov 23 17:55:56.875496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9931-ddc6-4ae4-beb4-6e71d0e13d11 req-5b9ad91a-7c72-4e23-9e97-57a909d85eee tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:56.883118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e6e9931-ddc6-4ae4-beb4-6e71d0e13d11 req-5b9ad91a-7c72-4e23-9e97-57a909d85eee tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1097 time: 0.3791780 Nov 23 17:55:56.924305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156e9ddd-2702-433a-9e14-207b67792650,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:56.940811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-a9bb7321-4069-4feb-9b1d-08646bee8331 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550709 Nov 23 17:55:56.941662 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Checking segment: {'id': 'a02e7c6e-ae56-4411-9100-555779150e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3a6e672f-d148-4202-90e1-33c99b59ad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:56.942131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Network hostable DHCP agents. Network: 3a6e672f-d148-4202-90e1-33c99b59ad94, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:55:56.961387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Network 3a6e672f-d148-4202-90e1-33c99b59ad94 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:55:56.972880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 3a6e672f-d148-4202-90e1-33c99b59ad94) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:56.978087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:56.979279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:56.983353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b16bbf-8eeb-4583-90ba-8c16a3a0a3b6 None None] Network 3a6e672f-d148-4202-90e1-33c99b59ad94 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:57.004159 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6184e993-f8dd-4a5a-8a79-ede81bf78ba9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4722919 Nov 23 17:55:57.015385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e6e9931-ddc6-4ae4-beb4-6e71d0e13d11 req-97b424bc-2819-4a7d-be20-ca57f1422efe tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313839 Nov 23 17:55:57.021683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be33f7eb-e335-45ff-bcd5-fc1bc364b96d req-f5696d76-e37b-43d7-9b5f-2224958e769c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350420 Nov 23 17:55:57.109257 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0a41c-e7d7-409e-8efc-65be85bd5cd8 x-openstack-request-id: req-28c0a41c-e7d7-409e-8efc-65be85bd5cd8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:57.109488 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:57.109741 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-28c0a41c-e7d7-409e-8efc-65be85bd5cd8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:57.110536 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'status': 'completed', 'code': 200} Nov 23 17:55:57.118367 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-d0b5faa0-9aae-42a4-964e-c8148f9b2430 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681151 Nov 23 17:55:57.201888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bbea4f-2fd5-489d-a7c4-b9d467b776c1 None None] Network 3a6e672f-d148-4202-90e1-33c99b59ad94 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:57.285109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e28630b-7945-43d3-bf7b-944f9d3f9d8b req-d069f556-e6cf-4fdc-8194-d816c5f52332 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578860 Nov 23 17:55:57.307804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce64d2-4dad-4368-bd97-72b85adb5e43 req-3496163f-7328-461b-9346-f435aac90569 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.312233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02ce64d2-4dad-4368-bd97-72b85adb5e43 req-3496163f-7328-461b-9346-f435aac90569 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.0950110 Nov 23 17:55:57.400981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02ce64d2-4dad-4368-bd97-72b85adb5e43 req-037cd53c-15ff-477c-b131-91445e54160a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812657 Nov 23 17:55:57.414548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-c19cc1a6-8ba5-4a36-9e04-e535f561acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.416426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-c19cc1a6-8ba5-4a36-9e04-e535f561acaf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 1095 time: 0.0714347 Nov 23 17:55:57.581248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d0c1a-e88a-4840-9aec-ad71ff5ad787 req-5c31ade0-c7ee-4133-bca6-5b4e09c891bd tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.582768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c09d0c1a-e88a-4840-9aec-ad71ff5ad787 req-5c31ade0-c7ee-4133-bca6-5b4e09c891bd tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 944 time: 0.0768487 Nov 23 17:55:57.583918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-26117d78-34e5-4ccf-96a7-5cf0749e6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.585264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-26117d78-34e5-4ccf-96a7-5cf0749e6ee6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 913 time: 0.1485777 Nov 23 17:55:57.652310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-323892b6-9b06-4a12-9171-036a4c213eef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 HTTP/1.1" status: 200 len: 217 time: 0.0448580 Nov 23 17:55:57.677616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c09d0c1a-e88a-4840-9aec-ad71ff5ad787 req-ad1dd9db-6261-42cb-a7b1-71bbdc7e0ed3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887856 Nov 23 17:55:57.719688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-c0be987e-3f42-4bd1-a6b5-af4102fcc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.721242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-c0be987e-3f42-4bd1-a6b5-af4102fcc922 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.0593517 Nov 23 17:55:57.761629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-47cf2a0c-5e23-4427-9f12-2d73e595a6b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300822 Nov 23 17:55:57.861027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-1912e740-db2c-42ba-a546-22a967904121 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911953 Nov 23 17:55:57.908116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 89f0a9ed-6029-4e54-b3bf-14166dedd800 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:57.967243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 89f0a9ed-6029-4e54-b3bf-14166dedd800 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:57.972501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 89f0a9ed-6029-4e54-b3bf-14166dedd800 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:57.973223 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:58.050287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84a4e9a4-ff36-4114-9a22-0cc9985149c6 req-c68688b4-1b6b-4583-a17e-3a093c364c5d service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783864 Nov 23 17:55:58.064919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:58.077890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-89a25f1e-a305-438c-b536-653adea96b1b tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:58.079430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-89a25f1e-a305-438c-b536-653adea96b1b tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/networks?id=3a6e672f-d148-4202-90e1-33c99b59ad94 HTTP/1.1" status: 200 len: 808 time: 0.1315913 Nov 23 17:55:58.097097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-c1fc1a64-5e9c-4385-8e54-c120f6b88ef9 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/quotas/fb227cce056d4f2cbc09cbefbf8d0cab HTTP/1.1" status: 200 len: 375 time: 0.0094445 Nov 23 17:55:58.101028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:58.103674 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7501c6d-e381-41c7-b7b4-71fad7dd8779" -d '{"events": [{"server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "name": "network-vif-plugged", "status": "completed", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:58.118560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 89f0a9ed-6029-4e54-b3bf-14166dedd800, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:58.122952 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:58.139877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-3b03ede8-7ac9-4f7f-80ab-2782f197a907 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb227cce056d4f2cbc09cbefbf8d0cab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367815 Nov 23 17:55:58.173871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=89f0a9ed-6029-4e54-b3bf-14166dedd800,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:58.244700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-5bff3c20-42c8-4c91-9f0e-3ef639441447 service neutron] 10.222.0.74 "GET /v2.0/networks/3a6e672f-d148-4202-90e1-33c99b59ad94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970869 Nov 23 17:55:58.276585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71a1a323-cf7d-47ac-b06e-3d26f8ce7b50 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:55:58.277576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71a1a323-cf7d-47ac-b06e-3d26f8ce7b50 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0689380 Nov 23 17:55:58.377542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-cb72ff9b-1ada-4de2-920f-1c34f2fb9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:58.379145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-cb72ff9b-1ada-4de2-920f-1c34f2fb9d23 service neutron] 10.222.0.74 "GET /v2.0/ports/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 1094 time: 0.0950139 Nov 23 17:55:58.382554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-366eaf15-d240-4333-9c07-9abf3b4a6bf7 service neutron] 10.222.0.74 "GET /v2.0/networks/3a6e672f-d148-4202-90e1-33c99b59ad94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319060 Nov 23 17:55:58.387870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Request body: {'binding': {'host': 'n-h1-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:58.388314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Unknown quota resources ['binding']. {{(pid=120536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:55:58.539653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on host n-h1-818932-3 for vnic_type normal with profile None {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:58.539933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:58.540266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:58.544624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:58.544954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:58.551412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:58.551895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:58.552136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:58.552595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Bound port: 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:58.684680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:58.690924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] Publish callbacks [] for binding, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:58.692071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] 10.222.0.74 "POST /v2.0/ports/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891/bindings HTTP/1.1" status: 201 len: 389 time: 0.3074985 Nov 23 17:55:58.718366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-3911c787-24c3-4579-9150-cbb5482e48f9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:58.719909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-3911c787-24c3-4579-9150-cbb5482e48f9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 804 time: 0.1620376 Nov 23 17:55:58.745035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ad3dce12-aa08-4094-854d-f3eea0737c6d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/quotas/e755682d8e244c2d9b5b02dacc80c972 HTTP/1.1" status: 200 len: 375 time: 0.0103917 Nov 23 17:55:58.847117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-7e07df1a-8486-428c-bf89-dbfef6beb921 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754607 Nov 23 17:55:58.980694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451eb82-7b39-4e40-9264-12cd7f8092d5 req-c9793ff5-40f5-4169-9716-b0f24de9801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:58.982389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8451eb82-7b39-4e40-9264-12cd7f8092d5 req-c9793ff5-40f5-4169-9716-b0f24de9801c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 1096 time: 0.1012373 Nov 23 17:55:59.031895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-634fece4-e4ab-4721-b883-3b626d2e71ab service neutron] 10.222.0.74 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757598 Nov 23 17:55:59.039881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-156dee9e-fbd7-4e71-bcf3-8943c742a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.042152 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-156dee9e-fbd7-4e71-bcf3-8943c742a151 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1097 time: 0.0528309 Nov 23 17:55:59.100770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8451eb82-7b39-4e40-9264-12cd7f8092d5 req-12c8156d-3220-4d7a-a057-6d501515667a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003835 Nov 23 17:55:59.111471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1adcd5-5740-4d6e-a6df-74fde7ff2bcf req-49f6222c-c237-4cff-b548-bb669939ee53 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.113183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1adcd5-5740-4d6e-a6df-74fde7ff2bcf req-49f6222c-c237-4cff-b548-bb669939ee53 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 945 time: 0.1268725 Nov 23 17:55:59.161689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-82b9bbb1-953c-4a23-afb4-f624dae73ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.163211 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-82b9bbb1-953c-4a23-afb4-f624dae73ea8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1093359 Nov 23 17:55:59.209382 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-c1ee6cc8-eea2-49be-b672-b254f301187c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 217 time: 0.0381603 Nov 23 17:55:59.209642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-41f237d0-fa2e-4f23-b043-79bc855f94ca service neutron] 10.222.0.74 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602311 Nov 23 17:55:59.215265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1adcd5-5740-4d6e-a6df-74fde7ff2bcf req-5d750238-4b3e-494b-83e8-de9500be0165 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695622 Nov 23 17:55:59.262664 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec125d-fb07-4b68-b0d5-744d0cf5d1da x-openstack-request-id: req-9eec125d-fb07-4b68-b0d5-744d0cf5d1da {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:59.263193 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "name": "network-vif-plugged", "status": "completed", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:59.263425 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9eec125d-fb07-4b68-b0d5-744d0cf5d1da {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:59.263826 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800', 'code': 200} Nov 23 17:55:59.268863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-ec4180d6-311d-419f-8c47-c8a28975b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.271087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-ec4180d6-311d-419f-8c47-c8a28975b0a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0529239 Nov 23 17:55:59.327232 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-e172f29d-4509-4da8-9beb-ae83bad97350 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471723 Nov 23 17:55:59.411072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-e6a0dc73-7f67-45f5-bd08-0431d3dd2bc7 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.412606 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-e6a0dc73-7f67-45f5-bd08-0431d3dd2bc7 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.72 "GET /v2.0/ports?device_id=256641c9-3b44-49b7-a202-c517351247b6 HTTP/1.1" status: 200 len: 946 time: 0.1405103 Nov 23 17:55:59.500704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95425da8-5b56-4fee-b000-159d30b34324 req-e7c7d482-21b3-4530-b028-849666e7efcd tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 210 time: 0.0701592 Nov 23 17:55:59.519525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce153f-f43d-4790-9026-fd85903b6899 req-13c2c973-4d46-4572-8df0-ee0f292e05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.521559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5ce153f-f43d-4790-9026-fd85903b6899 req-13c2c973-4d46-4572-8df0-ee0f292e05e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1096 time: 0.1260629 Nov 23 17:55:59.533497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4b724-c522-4fa3-be40-5c4a7a53c025 req-2a187016-d86e-4444-bc98-8e2c5c61761b tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.544353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8b4b724-c522-4fa3-be40-5c4a7a53c025 req-2a187016-d86e-4444-bc98-8e2c5c61761b tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1386194 Nov 23 17:55:59.589913 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-badc0066-aa82-4188-9a80-08d3b1e466a3 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452955 Nov 23 17:55:59.637835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5ce153f-f43d-4790-9026-fd85903b6899 req-d52ee610-e9ce-4098-b6c3-c9faa79c5400 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901814 Nov 23 17:55:59.703726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8b4b724-c522-4fa3-be40-5c4a7a53c025 req-583d0dea-ab33-40c0-b2ef-f7d2358179bb tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580818 Nov 23 17:55:59.750455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454824-a692-4c0c-bb85-a9ba40395e83 req-0f4bb645-bee5-4860-8e87-95a4b54d4d9d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.752216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1454824-a692-4c0c-bb85-a9ba40395e83 req-0f4bb645-bee5-4860-8e87-95a4b54d4d9d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 944 time: 0.1525242 Nov 23 17:55:59.783936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Deleting port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:59.785231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:59.874611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1454824-a692-4c0c-bb85-a9ba40395e83 req-d6ec4193-3a0c-49e8-96b2-09f43538aee8 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130958 Nov 23 17:55:59.892802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-5e3cc899-6629-4763-b028-f32299109493 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.895939 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-5e3cc899-6629-4763-b028-f32299109493 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.72 "GET /v2.0/networks?id=3a6e672f-d148-4202-90e1-33c99b59ad94 HTTP/1.1" status: 200 len: 808 time: 0.3102982 Nov 23 17:55:59.900407 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-00ef71ed-8700-49b6-a5dc-6a723f74139d service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980769 Nov 23 17:55:59.903832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1e253-b174-41af-bcc8-ae1a98787c4c req-21f43e6d-d7f5-4767-95ce-0ff889a14d85 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:59.905482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79c1e253-b174-41af-bcc8-ae1a98787c4c req-21f43e6d-d7f5-4767-95ce-0ff889a14d85 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 946 time: 0.1141579 Nov 23 17:55:59.917306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:59.930984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Request body: {'port': {'device_id': '33b5afcb-cd1e-480d-a771-d7afe465cc52', 'network_id': '3a6e672f-d148-4202-90e1-33c99b59ad94', 'admin_state_up': True, 'tenant_id': 'fb227cce056d4f2cbc09cbefbf8d0cab'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:59.976340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79c1e253-b174-41af-bcc8-ae1a98787c4c req-123679fd-f42e-407a-bce6-657feb4309f5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630603 Nov 23 17:56:00.008547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:00.008924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.092528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:00.103953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ff53b0-8fae-4faf-8a6e-f57748263447 req-5880626c-5cd1-40b8-adc4-24e9381507a4 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 210 time: 0.0501750 Nov 23 17:56:00.110226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Calling delete_port for dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:00.153727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-8428c6c8-83df-42fa-b5cc-95f0ecdbbb1f tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:00.155813 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-8428c6c8-83df-42fa-b5cc-95f0ecdbbb1f tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1097 time: 0.1440229 Nov 23 17:56:00.164183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:00.177999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'port_id': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'mac_address': 'fa:16:3e:7f:89:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2072801-907d-4624-8233-c3d0551c1ca8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:00.200989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818932-3'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:00.248933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3f2cf-7f56-4932-87ca-d7bf5637a2fd req-36296a99-500a-4fcd-ab54-395d07d401c9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:00.250356 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.253247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.258738 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26c3f2cf-7f56-4932-87ca-d7bf5637a2fd req-36296a99-500a-4fcd-ab54-395d07d401c9 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0983770 Nov 23 17:56:00.280538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:00.302853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:00.327271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.327667 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.334657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26c3f2cf-7f56-4932-87ca-d7bf5637a2fd req-a7383e41-8af0-4f1b-aeb9-19a4d3e8236c tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697236 Nov 23 17:56:00.356028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Made reservation on behalf of fb227cce056d4f2cbc09cbefbf8d0cab for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:00.360509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.373061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:00.414622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3559-3085-4ec5-9b24-5a6459cb3bb7 req-8cd9084d-1d15-4350-b2dc-dabb4f0222c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:00.422677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.423319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-868a3559-3085-4ec5-9b24-5a6459cb3bb7 req-8cd9084d-1d15-4350-b2dc-dabb4f0222c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 945 time: 0.0729051 Nov 23 17:56:00.424013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:00.456067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:00.459278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 9d5aa61e-5bff-4f36-b450-1eb3de46379f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:00.461310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9d5aa61e-5bff-4f36-b450-1eb3de46379f not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:00.482156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-868a3559-3085-4ec5-9b24-5a6459cb3bb7 req-3e1d50ff-11a8-4d99-a040-e7950aecec50 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 Nov 23 17:56:00.531819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:00.579629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38eacf-6e51-4284-af3b-37dad502118f req-c97798ac-7355-497c-8125-5ac2f528e3f2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:00.584291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a38eacf-6e51-4284-af3b-37dad502118f req-c97798ac-7355-497c-8125-5ac2f528e3f2 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 950 time: 0.0677917 Nov 23 17:56:00.612523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.655803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Pushing event deleted for resources: {'Port': ['ID=dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:00.695669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6408ab53-fdb6-48bb-a8d5-850f47d06235 req-f96ade24-49c2-4f72-bbbf-859c155e0296 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 210 time: 0.0627699 Nov 23 17:56:00.733697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Deleting port eb3a7aa2-57a5-459a-a5ee-080945191b75 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:00.734182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.745748 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] No DVR routers for this DVR port dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:00.756546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.760388 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.72 "DELETE /v2.0/ports/dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 HTTP/1.1" status: 204 len: 173 time: 1.3158338 Nov 23 17:56:00.760856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'name': 'network-vif-deleted', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:00.763947 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e2e491-1494-4e4b-bf5f-1195655cec41" -d '{"events": [{"server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "name": "network-vif-deleted", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:00.775492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:00.793968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Allocated IP 172.20.0.13 (3a6e672f-d148-4202-90e1-33c99b59ad94/156e9ddd-2702-433a-9e14-207b67792650/73d2738e-72aa-4eae-b6cf-c7616a118fbc) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:00.843017 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e61803f-189a-4f0e-89b3-b27305340d7e x-openstack-request-id: req-9e61803f-189a-4f0e-89b3-b27305340d7e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:00.843314 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "name": "network-vif-deleted", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:00.843573 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e61803f-189a-4f0e-89b3-b27305340d7e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:00.843979 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'name': 'network-vif-deleted', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'status': 'completed', 'code': 200} Nov 23 17:56:00.857498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] For port eb3a7aa2-57a5-459a-a5ee-080945191b75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=eb3a7aa2-57a5-459a-a5ee-080945191b75,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:00.858015 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:00.874128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:00.905467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['0b65fb7d-8c4d-4440-ae21-d40d68ae0b25'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:00.917960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Calling delete_port for eb3a7aa2-57a5-459a-a5ee-080945191b75 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:00.959601 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.062962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899cb24-1882-4b63-9b30-1f14f8f638ea req-b61b067c-f512-489b-a986-91bd52894324 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:01.072076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0899cb24-1882-4b63-9b30-1f14f8f638ea req-b61b067c-f512-489b-a986-91bd52894324 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.2112098 Nov 23 17:56:01.108172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.148236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-8cb20d01-2531-442b-8f8c-e32f43711bcf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:01.149722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-8cb20d01-2531-442b-8f8c-e32f43711bcf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.72 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 804 time: 0.3079779 Nov 23 17:56:01.174110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Request body: {'port': {'device_id': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'admin_state_up': True, 'tenant_id': 'e755682d8e244c2d9b5b02dacc80c972'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:01.191956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.214990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Pushing event updated for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:01.216966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ed71-2f04-48d4-8ece-9050cdede9bd req-5945a098-3b8f-408a-a0c5-a1a6dbe3b08f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:01.218484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c879ed71-2f04-48d4-8ece-9050cdede9bd req-5945a098-3b8f-408a-a0c5-a1a6dbe3b08f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 945 time: 0.2015426 Nov 23 17:56:01.247063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0899cb24-1882-4b63-9b30-1f14f8f638ea req-0429f947-4a2e-430b-801f-28514ad39824 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739511 Nov 23 17:56:01.263425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:01.263769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:01.264103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:01.265181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:01.267921 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24a6efc-8fa3-4728-841e-01112ef5814a" -d '{"events": [{"server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:01.278088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:01.278423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Attempting to bind port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:01.286229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:01.286481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:01.286813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:01.287249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Bound port: 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:01.287602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.301185 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.375305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Network 3a6e672f-d148-4202-90e1-33c99b59ad94 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:01.381332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:01.387254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:01.419965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Pushing event updated for resources: {'Port': ['ID=73d2738e-72aa-4eae-b6cf-c7616a118fbc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:01.470200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:01.470935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.485029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:01.490481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:01.495533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.507980 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-728491f3-66c4-4796-8ff0-3746c3c9261a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5867791 Nov 23 17:56:01.535304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Request body: {'port': {'device_id': '33b5afcb-cd1e-480d-a771-d7afe465cc52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:01.599850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Pushing event updated for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=8']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:01.634357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:01.634940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.636332 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] 10.222.0.72 "PUT /v2.0/ports/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 1122 time: 1.4394603 Nov 23 17:56:01.643469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.648495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.666615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03', 'eb3a7aa2-57a5-459a-a5ee-080945191b75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:01.667256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c879ed71-2f04-48d4-8ece-9050cdede9bd req-b0f87afd-471e-4947-98ad-b56e591f86a2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346299 Nov 23 17:56:01.713748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8d2f8-198a-4116-a00c-15efe4f8a669 req-04b14e85-7bc2-48ed-aa84-28e512b8e2bb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:01.722418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbd8d2f8-198a-4116-a00c-15efe4f8a669 req-04b14e85-7bc2-48ed-aa84-28e512b8e2bb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 944 time: 0.4007740 Nov 23 17:56:01.735065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event deleted for resources: {'Port': ['ID=eb3a7aa2-57a5-459a-a5ee-080945191b75,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:01.805652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] No DVR routers for this DVR port eb3a7aa2-57a5-459a-a5ee-080945191b75 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:01.817770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:01.819866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Made reservation on behalf of e755682d8e244c2d9b5b02dacc80c972 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:01.823889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.827515 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.830412 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a38eacf-6e51-4284-af3b-37dad502118f req-6c628526-a787-4745-9c66-3586767e9937 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "DELETE /v2.0/ports/eb3a7aa2-57a5-459a-a5ee-080945191b75 HTTP/1.1" status: 204 len: 173 time: 1.2351813 Nov 23 17:56:01.834746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'name': 'network-vif-deleted', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:01.836817 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d46f849-2f0e-45bf-a4d3-e8ee4235fc79" -d '{"events": [{"server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "name": "network-vif-deleted", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:01.868317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b4fea21-f2df-4ebb-9427-3b733afe0f71 req-82ea963f-e35c-4970-8a7d-df5288f23a95 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 210 time: 0.0822740 Nov 23 17:56:01.901169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbd8d2f8-198a-4116-a00c-15efe4f8a669 req-6c069530-ed4b-4974-bee3-dc3c2ee700e0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683543 Nov 23 17:56:02.121696 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2b610c-11bd-41a3-b1c8-8ff5618bc2b5 x-openstack-request-id: req-1c2b610c-11bd-41a3-b1c8-8ff5618bc2b5 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:02.121991 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256641c9-3b44-49b7-a202-c517351247b6", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:02.122437 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c2b610c-11bd-41a3-b1c8-8ff5618bc2b5 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:02.123080 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256641c9-3b44-49b7-a202-c517351247b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0', 'code': 200} Nov 23 17:56:02.139355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8efba120-ab50-43e1-93d0-2607f2eb7807 req-d59a6ca1-8557-4dbe-8571-045cedd1bb59 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=978cfbc5-c900-4186-84b8-ef4ea48ad3e5 HTTP/1.1" status: 200 len: 210 time: 0.0775149 Nov 23 17:56:02.208879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Allocated IP 172.20.0.12 (95dbeb2a-6ccf-4558-9052-e53ea34392f7/a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b/52ca2a87-e6c6-48e6-9a38-f3bc00065c62) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:02.442042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d2738e-72aa-4eae-b6cf-c7616a118fbc {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:02.453713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.469690 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Transition to ACTIVE for port object 73d2738e-72aa-4eae-b6cf-c7616a118fbc will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:56:02.477127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.482529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-1987c9f0-a070-47ba-b8e7-e0a053afc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:02.484311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-1987c9f0-a070-47ba-b8e7-e0a053afc0cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fe0e83fd60b481b950d1222c22ecada&device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 1096 time: 0.3439527 Nov 23 17:56:02.523577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c95d9-1a86-4691-b4fc-11f341567f00 req-95195f81-ff42-4fe1-810d-76b6f0241ac8 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:02.530903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c59c95d9-1a86-4691-b4fc-11f341567f00 req-95195f81-ff42-4fe1-810d-76b6f0241ac8 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 932 time: 0.1836131 Nov 23 17:56:02.540657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117e2b-3f28-47a9-91a7-915abee27406 req-b7bb0200-6db0-4031-a4c5-5011444f6918 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:02.542066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93117e2b-3f28-47a9-91a7-915abee27406 req-b7bb0200-6db0-4031-a4c5-5011444f6918 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 945 time: 0.2872102 Nov 23 17:56:02.547192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Pushing event updated for resources: {'Port': ['ID=73d2738e-72aa-4eae-b6cf-c7616a118fbc,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:02.615929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Attempting to bind port 73d2738e-72aa-4eae-b6cf-c7616a118fbc on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:02.616762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Attempting to bind port 73d2738e-72aa-4eae-b6cf-c7616a118fbc by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'a02e7c6e-ae56-4411-9100-555779150e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3a6e672f-d148-4202-90e1-33c99b59ad94'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:02.616762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Attempting to bind port 73d2738e-72aa-4eae-b6cf-c7616a118fbc on network 3a6e672f-d148-4202-90e1-33c99b59ad94 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:02.621108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Port 73d2738e-72aa-4eae-b6cf-c7616a118fbc on network 3a6e672f-d148-4202-90e1-33c99b59ad94 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:02.621373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Attempting to bind port 73d2738e-72aa-4eae-b6cf-c7616a118fbc on network 3a6e672f-d148-4202-90e1-33c99b59ad94 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:02.626475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:02.626854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Checking segment: {'id': 'a02e7c6e-ae56-4411-9100-555779150e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3a6e672f-d148-4202-90e1-33c99b59ad94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:02.627242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Bound using segment: {'id': 'a02e7c6e-ae56-4411-9100-555779150e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3a6e672f-d148-4202-90e1-33c99b59ad94'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:02.627701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Bound port: 73d2738e-72aa-4eae-b6cf-c7616a118fbc, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02e7c6e-ae56-4411-9100-555779150e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3a6e672f-d148-4202-90e1-33c99b59ad94'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:02.628056 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.692990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] For port 73d2738e-72aa-4eae-b6cf-c7616a118fbc, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:02.696246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] For port 73d2738e-72aa-4eae-b6cf-c7616a118fbc, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=73d2738e-72aa-4eae-b6cf-c7616a118fbc,segment=NetworkSegment(a02e7c6e-ae56-4411-9100-555779150e90),segment_id=a02e7c6e-ae56-4411-9100-555779150e90)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:02.700259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.708755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c59c95d9-1a86-4691-b4fc-11f341567f00 req-a4ac2e50-e35d-446c-a32f-bc29a1e54f70 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769934 Nov 23 17:56:02.725612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.735021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93117e2b-3f28-47a9-91a7-915abee27406 req-7a8947a1-b82e-4109-b5ef-9c33c65f1372 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785476 Nov 23 17:56:02.741497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:02.742758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.744662 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] 10.222.0.72 "PUT /v2.0/ports/73d2738e-72aa-4eae-b6cf-c7616a118fbc HTTP/1.1" status: 200 len: 1092 time: 1.2164030 Nov 23 17:56:02.750497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-5c5039db-fb06-4eb8-b19d-0978c72ca992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:02.752162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-5c5039db-fb06-4eb8-b19d-0978c72ca992 service neutron] 10.222.0.66 "GET /v2.0/networks?id=608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 200 len: 912 time: 0.2373705 Nov 23 17:56:02.773784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789243de-3a19-433e-b1e6-a0ef85fffa78 service neutron] Pushing event updated for resources: {'Port': ['ID=73d2738e-72aa-4eae-b6cf-c7616a118fbc,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:02.824059 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d67c45c-5c66-473a-9391-aaf4977a2bd9 x-openstack-request-id: req-8d67c45c-5c66-473a-9391-aaf4977a2bd9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:02.824756 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978cfbc5-c900-4186-84b8-ef4ea48ad3e5", "name": "network-vif-deleted", "tag": "eb3a7aa2-57a5-459a-a5ee-080945191b75", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:02.825127 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d67c45c-5c66-473a-9391-aaf4977a2bd9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:02.825622 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978cfbc5-c900-4186-84b8-ef4ea48ad3e5', 'name': 'network-vif-deleted', 'tag': 'eb3a7aa2-57a5-459a-a5ee-080945191b75', 'status': 'completed', 'code': 200} Nov 23 17:56:02.831337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-31a48c31-7f06-4262-bfc3-6b6740ab6c01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93098d54-c675-483e-abc7-174a6b9224d8 HTTP/1.1" status: 200 len: 217 time: 0.0632250 Nov 23 17:56:02.844749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891'}, {'name': 'network-changed', 'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891'}, {'name': 'network-changed', 'server_uuid': '33b5afcb-cd1e-480d-a771-d7afe465cc52', 'tag': '73d2738e-72aa-4eae-b6cf-c7616a118fbc'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:02.847124 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d11ec0f-7924-4583-b90b-55f23be38b32" -d '{"events": [{"server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "name": "network-vif-unplugged", "status": "completed", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891"}, {"name": "network-changed", "server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891"}, {"name": "network-changed", "server_uuid": "33b5afcb-cd1e-480d-a771-d7afe465cc52", "tag": "73d2738e-72aa-4eae-b6cf-c7616a118fbc"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:02.868208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-272584e6-479c-45cd-add3-f08550c25dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:02.869743 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-272584e6-479c-45cd-add3-f08550c25dcd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb227cce056d4f2cbc09cbefbf8d0cab&device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 1095 time: 0.0611978 Nov 23 17:56:02.918284 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-1ad10fa8-54b1-4715-8e7f-15afd3dee12a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73d2738e-72aa-4eae-b6cf-c7616a118fbc HTTP/1.1" status: 200 len: 217 time: 0.0386863 Nov 23 17:56:02.931043 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.968689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-88b59da7-9879-419f-a645-799019d8565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:02.970185 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-88b59da7-9879-419f-a645-799019d8565e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=156e9ddd-2702-433a-9e14-207b67792650 HTTP/1.1" status: 200 len: 848 time: 0.0448270 Nov 23 17:56:02.977047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-d942b592-2ca8-4fc7-8c95-42a5a576490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:02.978535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-d942b592-2ca8-4fc7-8c95-42a5a576490e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0214dc36-5a60-401d-94ef-d599d8fe45f3 HTTP/1.1" status: 200 len: 851 time: 0.1371396 Nov 23 17:56:03.002167 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-893c23b5-b6b3-48ba-a884-1569b88be2d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a6e672f-d148-4202-90e1-33c99b59ad94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247326 Nov 23 17:56:03.016243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67252-48be-4701-bf73-c0461b8dac09 req-f874ed1d-0dea-4407-9c88-3161234c8f30 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.017714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ab67252-48be-4701-bf73-c0461b8dac09 req-f874ed1d-0dea-4407-9c88-3161234c8f30 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1912315 Nov 23 17:56:03.020228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:03.045182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-290341ee-c58b-4a05-9d7b-b64e5bf1e936 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=608b0017-5542-41cb-9f95-4101262589ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495722 Nov 23 17:56:03.046062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:03.049166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Pushing event updated for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:03.058818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc3a82-5076-41a4-9d25-9c07f4525c80 req-2649fd86-3fa1-46a9-9167-e48a87d32adc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.060334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4dc3a82-5076-41a4-9d25-9c07f4525c80 req-2649fd86-3fa1-46a9-9167-e48a87d32adc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 945 time: 0.1938453 Nov 23 17:56:03.061448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:03.104583 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-dac3113a-f578-42fc-8887-2fb100305b7c service neutron] 10.222.0.72 "GET /v2.0/networks/3a6e672f-d148-4202-90e1-33c99b59ad94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941446 Nov 23 17:56:03.203261 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c6028ee-ab24-42fd-9623-5c4a49580d1d req-74e35c80-5114-4343-aaf0-70717416d8d8 service neutron] 10.222.0.72 "GET /v2.0/networks/3a6e672f-d148-4202-90e1-33c99b59ad94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891161 Nov 23 17:56:03.228620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.229233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:03.249792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ab67252-48be-4701-bf73-c0461b8dac09 req-e3c48206-de25-4053-9a43-d324fffea292 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072785 Nov 23 17:56:03.263137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4dc3a82-5076-41a4-9d25-9c07f4525c80 req-8f095c4d-0075-40ce-8a30-690615f46dfd tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669989 Nov 23 17:56:03.270283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-9c0c7c8a-746c-497f-a2b8-93bb8a661380 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1025798 Nov 23 17:56:03.286088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Request body: {'port': {'device_id': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:03.291836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-68243664-2db5-45e8-8f11-34d5ea6579df service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274804 Nov 23 17:56:03.325701 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d9e03-69ac-451d-97cf-fe1e4059ace0 x-openstack-request-id: req-642d9e03-69ac-451d-97cf-fe1e4059ace0 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:03.326294 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "name": "network-vif-unplugged", "status": "completed", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891", "code": 200}, {"name": "network-changed", "server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33b5afcb-cd1e-480d-a771-d7afe465cc52", "tag": "73d2738e-72aa-4eae-b6cf-c7616a118fbc", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:03.326601 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-642d9e03-69ac-451d-97cf-fe1e4059ace0 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:03.327670 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891', 'code': 200} Nov 23 17:56:03.327670 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891', 'status': 'completed', 'code': 200} Nov 23 17:56:03.327670 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b5afcb-cd1e-480d-a771-d7afe465cc52', 'tag': '73d2738e-72aa-4eae-b6cf-c7616a118fbc', 'status': 'completed', 'code': 200} Nov 23 17:56:03.397593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-5690a0ac-1cbb-4474-ba0c-2be6a521e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.399124 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-5690a0ac-1cbb-4474-ba0c-2be6a521e749 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb227cce056d4f2cbc09cbefbf8d0cab&device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 1095 time: 0.0465641 Nov 23 17:56:03.482662 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:03.496691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-faf79426-de1b-4f2e-a1b0-7f59d3006aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.498201 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-faf79426-de1b-4f2e-a1b0-7f59d3006aec service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a6e672f-d148-4202-90e1-33c99b59ad94 HTTP/1.1" status: 200 len: 909 time: 0.0912349 Nov 23 17:56:03.530776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-a285e606-598b-4b3c-aa07-48e126e1d8dc tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1695965494&fields=id&tenant_id=8e15396816eb4885bea83e5c7a35f106 HTTP/1.1" status: 200 len: 267 time: 0.2059405 Nov 23 17:56:03.543646 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-12e966ad-e493-4223-b892-3fdc511ce5b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73d2738e-72aa-4eae-b6cf-c7616a118fbc HTTP/1.1" status: 200 len: 217 time: 0.0376396 Nov 23 17:56:03.585977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-6b458a9e-0189-414f-8547-86dbd7c5e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.587522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-6b458a9e-0189-414f-8547-86dbd7c5e492 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1125 time: 0.2064245 Nov 23 17:56:03.589464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fca6e950-d39b-41ce-b2cb-2185c88cf91b req-2ca7dab7-e170-49da-a819-a2c23707f2e4 service neutron] 10.222.0.66 "GET /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770183 Nov 23 17:56:03.594503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-16cffc53-c0ca-4fb8-93ac-b1d905a8cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.596032 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-16cffc53-c0ca-4fb8-93ac-b1d905a8cabc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=156e9ddd-2702-433a-9e14-207b67792650 HTTP/1.1" status: 200 len: 848 time: 0.0444858 Nov 23 17:56:03.613378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e7a36-8f95-4f22-82ea-349ba7a646cf req-ac169ecb-0a4c-4135-820f-3a5d9bf31a66 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.616396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e4e7a36-8f95-4f22-82ea-349ba7a646cf req-ac169ecb-0a4c-4135-820f-3a5d9bf31a66 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 944 time: 0.2325764 Nov 23 17:56:03.636675 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-2093aa09-3ca3-4f16-a167-ace30ddcb938 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a6e672f-d148-4202-90e1-33c99b59ad94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317440 Nov 23 17:56:03.736761 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-3d2be5e5-2d5a-43fb-918c-79ee6e9c92b5 service neutron] 10.222.0.72 "GET /v2.0/networks/3a6e672f-d148-4202-90e1-33c99b59ad94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917327 Nov 23 17:56:03.782739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-c8540fd8-7897-4dcb-9777-ac05fe36774e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.784487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-c8540fd8-7897-4dcb-9777-ac05fe36774e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 945 time: 0.2241001 Nov 23 17:56:03.806976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'port': {'security_groups': ['fd5462af-06ce-4b15-9623-460229a2b121', '42913110-bc09-48e4-be25-c2209b1b8cb5']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:03.830251 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-0c06ee22-d01d-4851-a021-f2fe1dec844e service neutron] 10.222.0.72 "GET /v2.0/networks/3a6e672f-d148-4202-90e1-33c99b59ad94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Nov 23 17:56:03.881255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e4e7a36-8f95-4f22-82ea-349ba7a646cf req-18caa9fa-4602-4e07-a04f-b35d559188b3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505369 Nov 23 17:56:03.924781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-edc2e0c3-3450-4638-8dc9-5ff2db42a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:03.926333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-edc2e0c3-3450-4638-8dc9-5ff2db42a496 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.3087285 Nov 23 17:56:03.949868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:03.999553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:56:04.004639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:04.005014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:04.019486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-7e90d1e8-4ac8-4ef3-9b24-b45cf5a54c15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 217 time: 0.0695782 Nov 23 17:56:04.021727 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:04.089055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:04.099415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:04.127938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:04.128738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dbd0a3b5-dfeb-4827-86e2-0f89b8df31a0 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:04.134335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:04.136606 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed2136-4b2a-43a8-b15e-f271cbe8ba12" -d '{"events": [{"server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "name": "network-vif-plugged", "status": "completed", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:04.149802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:04.153686 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:04.157318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fce60-9056-495b-b695-e816902291a6 req-33e13d07-c2ce-4101-9843-3080a5e6d5d8 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:04.159473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-507fce60-9056-495b-b695-e816902291a6 req-33e13d07-c2ce-4101-9843-3080a5e6d5d8 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 932 time: 0.2101796 Nov 23 17:56:04.169117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-1077a396-c9eb-49ad-9cc8-142023f11bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:04.170550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-1077a396-c9eb-49ad-9cc8-142023f11bd1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1438615 Nov 23 17:56:04.204683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:04.212778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.213130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.213474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.213809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.214292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.214577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.214908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.215300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.215653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.215984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.216307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.216741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:04.255902 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-254a1773-d36f-446c-bc1c-23a720d7266a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637670 Nov 23 17:56:04.292830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:04.314598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:04.361883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-507fce60-9056-495b-b695-e816902291a6 req-635534ef-dfac-4b3a-8bca-727c89f7a272 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867404 Nov 23 17:56:04.362736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Transition to ACTIVE for port object 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:56:04.629245 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:04.694383 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:56:04.781545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-c819dae8-efd8-4b5d-9f4a-dac88064746f service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089417 Nov 23 17:56:04.782025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Pushing event updated for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:04.827871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45bef-4e73-4629-8b33-e05967e313a3 req-a4c6dbc8-0283-454e-8fac-8f938b5de489 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:04.829324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-baf45bef-4e73-4629-8b33-e05967e313a3 req-a4c6dbc8-0283-454e-8fac-8f938b5de489 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 944 time: 0.2076778 Nov 23 17:56:04.884274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] For port 89f0a9ed-6029-4e54-b3bf-14166dedd800, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:05.001203 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:05.010071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-baf45bef-4e73-4629-8b33-e05967e313a3 req-e717d80c-4404-46d4-bcfd-895be193a1a5 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573989 Nov 23 17:56:05.013824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Attempting to bind port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:05.014163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Attempting to bind port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:05.014494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Attempting to bind port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:05.016361 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:05.032336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:05.032606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Attempting to bind port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:05.037548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d', '89f0a9ed-6029-4e54-b3bf-14166dedd800'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:05.063973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d11ec0f-7924-4583-b90b-55f23be38b32 req-dbbfe175-8553-407e-8ba6-9b7e2cfcadfa service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691438 Nov 23 17:56:05.070872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:05.071268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Checking segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:05.071704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Bound using segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:05.072029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Bound port: 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:05.072418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:05.087590 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2aeb1-a157-473f-b4d2-4213ffd8ed70 x-openstack-request-id: req-79c2aeb1-a157-473f-b4d2-4213ffd8ed70 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:05.089188 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "name": "network-vif-plugged", "status": "completed", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:05.089340 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-79c2aeb1-a157-473f-b4d2-4213ffd8ed70 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:05.089989 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'code': 200} Nov 23 17:56:05.101421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:05.102175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:05.103690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9d225a2-38b6-41b1-bd36-258cfa3cbf2e req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "PUT /v2.0/ports/89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 200 len: 981 time: 1.3079116 Nov 23 17:56:05.110162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:05.110162 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:05.158249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f78713-3048-47b7-96d0-8c80b35b7541 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'Port': ['ID=89f0a9ed-6029-4e54-b3bf-14166dedd800,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:05.238240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['89f0a9ed-6029-4e54-b3bf-14166dedd800'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:05.277380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:05.282836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:05.296278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b28fa-d545-48c9-be85-78ed564cf4f8 req-50ed55e9-affa-4dda-a400-b5effdbc673f tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:05.297803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-335b28fa-d545-48c9-be85-78ed564cf4f8 req-50ed55e9-affa-4dda-a400-b5effdbc673f tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1549664 Nov 23 17:56:05.301083 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:05.306956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b5700-2f72-401e-99ae-838d2325ee83 req-24d4d531-abe8-4ce8-9439-c71db6fe6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:05.308479 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-199b5700-2f72-401e-99ae-838d2325ee83 req-24d4d531-abe8-4ce8-9439-c71db6fe6e4b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 1097 time: 0.1208930 Nov 23 17:56:05.327918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08099e4-cc9f-420f-ab5b-3c61bc4799ab req-28f0257f-2e4c-4303-b15f-692fb9991124 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:05.329390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c08099e4-cc9f-420f-ab5b-3c61bc4799ab req-28f0257f-2e4c-4303-b15f-692fb9991124 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1553173 Nov 23 17:56:05.405797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:05.406418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:05.407901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] 10.222.0.72 "PUT /v2.0/ports/52ca2a87-e6c6-48e6-9a38-f3bc00065c62 HTTP/1.1" status: 200 len: 1092 time: 2.1283648 Nov 23 17:56:05.481630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada47902-64f1-49c8-8edf-2a54af270d79 service neutron] Pushing event updated for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:05.508095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-335b28fa-d545-48c9-be85-78ed564cf4f8 req-c2a99cc8-2992-4999-ac1d-a7b7c175f2bd tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979935 Nov 23 17:56:05.518138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-199b5700-2f72-401e-99ae-838d2325ee83 req-0079de37-b20f-4a36-a338-f67e45a390c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677175 Nov 23 17:56:05.528792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c08099e4-cc9f-420f-ab5b-3c61bc4799ab req-757d88c5-5220-4d88-8206-ce3c94169be1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654940 Nov 23 17:56:05.555621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-5aa6773a-d845-4963-9f8b-e2ddf9355a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:05.556668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-5aa6773a-d845-4963-9f8b-e2ddf9355a5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 1095 time: 0.0981538 Nov 23 17:56:05.607680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-84c3f2a5-da1e-4074-ba05-bc0707cdea74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62 HTTP/1.1" status: 200 len: 217 time: 0.0381451 Nov 23 17:56:05.698666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e89a5-f7cf-4078-b8b9-033b65a1b89d req-6adb03b7-69d9-4a71-ba99-608646d5f17f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:05.700179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c4e89a5-f7cf-4078-b8b9-033b65a1b89d req-6adb03b7-69d9-4a71-ba99-608646d5f17f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 944 time: 0.0953400 Nov 23 17:56:05.703639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-1380a04b-a86b-451c-822d-7725bf40905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:05.704955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-1380a04b-a86b-451c-822d-7725bf40905a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 200 len: 844 time: 0.0878742 Nov 23 17:56:05.766937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-5d8cfcae-d513-46d8-a270-e5737a8731c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=95dbeb2a-6ccf-4558-9052-e53ea34392f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495198 Nov 23 17:56:05.868535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-748db0b9-a76e-4f55-a12b-c35f4a36e6fe req-a8858406-6134-4bb7-a165-f7f2cae3149a tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/42913110-bc09-48e4-be25-c2209b1b8cb5 HTTP/1.1" status: 200 len: 1817 time: 0.1670523 Nov 23 17:56:05.909853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c4e89a5-f7cf-4078-b8b9-033b65a1b89d req-9c043c23-1097-47b7-bb97-86f56e476de4 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988065 Nov 23 17:56:05.952460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-a3c440a6-b98c-49e5-8bf3-703bea8dd4c3 service neutron] 10.222.0.66 "GET /v2.0/ports/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.1815989 Nov 23 17:56:05.958142 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ad66e1-9f3a-4d87-8df6-1e6c78b166c2 x-openstack-request-id: req-68ad66e1-9f3a-4d87-8df6-1e6c78b166c2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:05.958444 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:05.958722 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68ad66e1-9f3a-4d87-8df6-1e6c78b166c2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:05.959126 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800', 'status': 'completed', 'code': 200} Nov 23 17:56:06.019057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-997a185a-ff37-45a8-bce7-a4d8b5a9d465 service neutron] 10.222.0.72 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317419 Nov 23 17:56:06.072474 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-748db0b9-a76e-4f55-a12b-c35f4a36e6fe req-cf894b20-0987-488f-82d7-e3475e41d12f tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 17:56:06.073495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-748db0b9-a76e-4f55-a12b-c35f4a36e6fe req-cf894b20-0987-488f-82d7-e3475e41d12f tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/42913110-bc09-48e4-be25-c2209b1b8cb5 HTTP/1.1" status: 409 len: 341 time: 0.1677921 Nov 23 17:56:06.102994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 73d2738e-72aa-4eae-b6cf-c7616a118fbc details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:06.105193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device eb3a7aa2-57a5-459a-a5ee-080945191b75 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:06.137108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: eb3a7aa2-57a5-459a-a5ee-080945191b75 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:06.137361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device eb3a7aa2-57a5-459a-a5ee-080945191b75 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:06.184532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-5d355c2f-c248-43dd-8d50-07896ce3d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:06.186164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-5d355c2f-c248-43dd-8d50-07896ce3d7ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1135 time: 0.1957562 Nov 23 17:56:06.215780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a59b9-48f8-4fda-bb14-f28a5b62ff88 req-2d2c57a7-408f-4aef-ae3e-4a49a4f4f38b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:06.217264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d4a59b9-48f8-4fda-bb14-f28a5b62ff88 req-2d2c57a7-408f-4aef-ae3e-4a49a4f4f38b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 944 time: 0.1959007 Nov 23 17:56:06.231555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 73d2738e-72aa-4eae-b6cf-c7616a118fbc, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=73d2738e-72aa-4eae-b6cf-c7616a118fbc,segment=NetworkSegment(a02e7c6e-ae56-4411-9100-555779150e90),segment_id=a02e7c6e-ae56-4411-9100-555779150e90)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:06.243015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '73d2738e-72aa-4eae-b6cf-c7616a118fbc', 'network_id': '3a6e672f-d148-4202-90e1-33c99b59ad94', 'port_id': '73d2738e-72aa-4eae-b6cf-c7616a118fbc', 'mac_address': 'fa:16:3e:50:3a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156e9ddd-2702-433a-9e14-207b67792650', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:06.285178 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:06.298723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d2738e-72aa-4eae-b6cf-c7616a118fbc {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:06.318523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 73d2738e-72aa-4eae-b6cf-c7616a118fbc, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=73d2738e-72aa-4eae-b6cf-c7616a118fbc,segment=NetworkSegment(a02e7c6e-ae56-4411-9100-555779150e90),segment_id=a02e7c6e-ae56-4411-9100-555779150e90)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:06.322770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:06.323428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:06.335188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba2fc53-2873-472b-9437-4e8c741db3e3 req-d5ce5b80-5ce9-45f8-83f9-16d7c040cdaf service neutron] 10.222.0.72 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062859 Nov 23 17:56:06.405840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=73d2738e-72aa-4eae-b6cf-c7616a118fbc,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:06.452884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a651ea9-59fc-46ac-b202-1b217a82d663 req-6fdfa037-04d9-4c8e-80d3-2f3a4133d6ad tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:06.454387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a651ea9-59fc-46ac-b202-1b217a82d663 req-6fdfa037-04d9-4c8e-80d3-2f3a4133d6ad tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.2351615 Nov 23 17:56:06.464617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d4a59b9-48f8-4fda-bb14-f28a5b62ff88 req-51029bca-3b21-4e07-a2b6-9dbae073df9e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243106 Nov 23 17:56:06.466717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:06.488943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 has no active binding in host n-h1-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:56:06.491054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-15f47f44-ac3b-4c7d-be8a-2865b725936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:06.492536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-15f47f44-ac3b-4c7d-be8a-2865b725936c service neutron] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 913 time: 0.2744050 Nov 23 17:56:06.569575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:06.593468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-102d0f2c-df4b-4ce0-aa7a-4de37406c05e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 200 len: 217 time: 0.0879059 Nov 23 17:56:06.617231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a651ea9-59fc-46ac-b202-1b217a82d663 req-965fef74-6a21-4375-b5e5-bbd226e6c43d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471999 Nov 23 17:56:06.661670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:06.714358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9691d-e33b-474e-bfa1-ff8b577759d4 req-5a825c07-b58f-4c68-a23e-f3186a279a15 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:06.715880 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82a9691d-e33b-474e-bfa1-ff8b577759d4 req-5a825c07-b58f-4c68-a23e-f3186a279a15 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 945 time: 0.1823821 Nov 23 17:56:06.719032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-e880b5e9-a242-4504-822c-755db59ae3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:06.720424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-e880b5e9-a242-4504-822c-755db59ae3d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.1070449 Nov 23 17:56:06.723908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:06.735912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['73d2738e-72aa-4eae-b6cf-c7616a118fbc'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:06.743740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:06.791047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-278e5eba-7710-41fe-86e1-516af470f744 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502534 Nov 23 17:56:06.805241 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:06.944724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82a9691d-e33b-474e-bfa1-ff8b577759d4 req-44a44caf-0b20-499c-8379-6a3b01bd8608 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160475 Nov 23 17:56:06.969070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b388161-4e9e-4584-8ea7-abcd08a82bf3 req-bf0d806d-e4af-485b-9fd8-fab4daed772d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:06.970561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b388161-4e9e-4584-8ea7-abcd08a82bf3 req-bf0d806d-e4af-485b-9fd8-fab4daed772d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1861088 Nov 23 17:56:07.028890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-58cebc22-aa17-488f-b200-034d0155513a service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253988 Nov 23 17:56:07.089050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] Transition to ACTIVE for port object 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:56:07.110413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:07.383712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b388161-4e9e-4584-8ea7-abcd08a82bf3 req-e61a25b0-7b81-4c81-be85-61d088fc427a tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044139 Nov 23 17:56:07.444984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66915-aa3f-4fbe-968e-a1695f33fec2 req-40b9f2ed-ab20-467a-b98e-4315a41dbf76 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:07.446487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11e66915-aa3f-4fbe-968e-a1695f33fec2 req-40b9f2ed-ab20-467a-b98e-4315a41dbf76 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.4333558 Nov 23 17:56:07.554439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] No DVR routers for this DVR port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:07.560701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] Pushing event updated for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=10']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:07.577790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea0ba47-808e-4e9a-81eb-2b8661ae4e9f req-0b84ae66-78ba-4db6-a0db-3c5c700ba674 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271020 Nov 23 17:56:07.620593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-1841bdc6-d3d9-41d9-a487-2bba53076b76 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:07.621896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-1841bdc6-d3d9-41d9-a487-2bba53076b76 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.4981287 Nov 23 17:56:07.632898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11e66915-aa3f-4fbe-968e-a1695f33fec2 req-109b16b2-f1ec-412d-966f-d6fd2fae2f26 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700914 Nov 23 17:56:07.640304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdeea7-0c46-49f7-9a95-2a103aa04059 req-f050b3ae-7152-4c6d-945f-7b1e3f106412 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:07.641767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7fdeea7-0c46-49f7-9a95-2a103aa04059 req-f050b3ae-7152-4c6d-945f-7b1e3f106412 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 984 time: 0.1889701 Nov 23 17:56:07.646538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe4b294a-b6bb-43b2-8f5a-945db2ae1658 service neutron] 10.222.0.66 "PUT /v2.0/ports/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891/bindings/n-h1-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6668763 Nov 23 17:56:07.760617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-e79dcd40-02bf-4af7-8499-cf61e92bd02c tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:07.762835 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-e79dcd40-02bf-4af7-8499-cf61e92bd02c tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.0468280 Nov 23 17:56:07.819458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-af2be295-5953-4875-b4a0-a2928e4994d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:07.821070 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-af2be295-5953-4875-b4a0-a2928e4994d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02 HTTP/1.1" status: 200 len: 1096 time: 0.0467470 Nov 23 17:56:07.833244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-e85d3939-d3ec-4424-96cc-00d2385c3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:07.834811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-e85d3939-d3ec-4424-96cc-00d2385c3f3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1135 time: 0.1873524 Nov 23 17:56:07.843034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7fdeea7-0c46-49f7-9a95-2a103aa04059 req-e3d6a39a-58d2-48f5-8a8b-c3768a2735ad tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&id=42913110-bc09-48e4-be25-c2209b1b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1933289 Nov 23 17:56:07.860073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797985-bc5a-4286-91a6-8ee1f3a0cc4c req-e0a08005-b0d9-4684-8ea2-397e8f950c65 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:07.862152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9797985-bc5a-4286-91a6-8ee1f3a0cc4c req-e0a08005-b0d9-4684-8ea2-397e8f950c65 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 945 time: 0.1433830 Nov 23 17:56:07.904731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe8e179d-d54c-4fd8-a436-22bbcf22b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:07.906319 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-fe8e179d-d54c-4fd8-a436-22bbcf22b394 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1096 time: 0.0545251 Nov 23 17:56:07.961506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:07.963812 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e4d8f-6666-4d53-83b5-4928444290b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:07.978258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Deleting port 9e7b8b6e-8616-458e-a124-e64d38589a03 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:07.978601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.004294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9797985-bc5a-4286-91a6-8ee1f3a0cc4c req-5a412e85-7d0a-45fe-bc48-39db9161eaeb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268814 Nov 23 17:56:08.017071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-6999b228-880f-4df5-91c3-7e40704f6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:08.019106 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-6999b228-880f-4df5-91c3-7e40704f6bec service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.0991638 Nov 23 17:56:08.057958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-45bd66ba-760f-4252-b374-002ad5b9999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:08.059531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-45bd66ba-760f-4252-b374-002ad5b9999e service neutron] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 913 time: 0.2149768 Nov 23 17:56:08.097311 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-4f31317d-5e02-4696-9476-06947c2a737d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 217 time: 0.0659978 Nov 23 17:56:08.115306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 73d2738e-72aa-4eae-b6cf-c7616a118fbc up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:08.161448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-c1fa6e10-0894-4888-aab3-4786ed577d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:08.162726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-cb4ab9fb-c637-4131-aea6-dfe04e318e9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 200 len: 217 time: 0.0854821 Nov 23 17:56:08.162953 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-c1fa6e10-0894-4888-aab3-4786ed577d5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0554934 Nov 23 17:56:08.167121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 73d2738e-72aa-4eae-b6cf-c7616a118fbc completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:56:08.171470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 73d2738e-72aa-4eae-b6cf-c7616a118fbc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:08.171854 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.201089 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-f05cb6a6-0077-4f12-bec6-36a9beac189f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266953 Nov 23 17:56:08.240550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] For port 9e7b8b6e-8616-458e-a124-e64d38589a03, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9e7b8b6e-8616-458e-a124-e64d38589a03,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:08.240914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.258539 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.270027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Calling delete_port for 9e7b8b6e-8616-458e-a124-e64d38589a03 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:08.283105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b5afcb-cd1e-480d-a771-d7afe465cc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d2738e-72aa-4eae-b6cf-c7616a118fbc'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:08.285812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daef38-501f-4164-aef5-72886a3d0616 req-e643cd44-a83f-4646-930c-ae1e8d9553de tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:08.286013 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10440cca-cb0c-4de0-8dd0-507340632303" -d '{"events": [{"server_uuid": "33b5afcb-cd1e-480d-a771-d7afe465cc52", "name": "network-vif-plugged", "status": "completed", "tag": "73d2738e-72aa-4eae-b6cf-c7616a118fbc"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:08.287387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1daef38-501f-4164-aef5-72886a3d0616 req-e643cd44-a83f-4646-930c-ae1e8d9553de tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 944 time: 0.1973622 Nov 23 17:56:08.299958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 73d2738e-72aa-4eae-b6cf-c7616a118fbc, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=73d2738e-72aa-4eae-b6cf-c7616a118fbc,segment=NetworkSegment(a02e7c6e-ae56-4411-9100-555779150e90),segment_id=a02e7c6e-ae56-4411-9100-555779150e90)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:08.305746 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.307778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cea3c-4113-4535-ab26-7bd506af3bb9 req-e790efac-a24a-448b-ad79-70342017ba66 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:08.309330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d58cea3c-4113-4535-ab26-7bd506af3bb9 req-e790efac-a24a-448b-ad79-70342017ba66 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd0204cb-34c8-47ce-a92e-b90f995241e1 HTTP/1.1" status: 200 len: 950 time: 0.1552670 Nov 23 17:56:08.311236 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-73a0bcf8-d20f-4bac-809b-e5dbf8bdb5a9 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020277 Nov 23 17:56:08.316703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-1b01e761-3153-4a3e-b5c3-5256a567d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:08.318244 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-1b01e761-3153-4a3e-b5c3-5256a567d4b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.1410682 Nov 23 17:56:08.357841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=73d2738e-72aa-4eae-b6cf-c7616a118fbc,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:08.405719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-5c8ae80b-e47a-432b-bbef-b0319e0943f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424459 Nov 23 17:56:08.413896 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-1195b24f-5f27-4fa0-846f-4c7857d45b9c service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909948 Nov 23 17:56:08.475258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1daef38-501f-4164-aef5-72886a3d0616 req-6033a1d3-fa4d-4bd8-a0a1-4532658e25e3 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770880 Nov 23 17:56:08.497576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d58cea3c-4113-4535-ab26-7bd506af3bb9 req-ecc9412f-8e06-4c81-8768-7d62e2b0f99d tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.74 "GET /v2.0/security-groups?id=f5ec2d8a-fede-44ad-877b-ef67685c46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784647 Nov 23 17:56:08.647740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-5ba56bcd-0f88-4945-9718-f4fe555cea06 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289207 Nov 23 17:56:08.695908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.697936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-9abf5284-82d3-4f00-ab1c-3e91b1d5546e tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:08.700226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-9abf5284-82d3-4f00-ab1c-3e91b1d5546e tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.0543883 Nov 23 17:56:08.711269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9e7b8b6e-8616-458e-a124-e64d38589a03'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:08.746896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b615a-4966-4000-b81c-b408fbe06943 req-96d962bb-f7e5-44ae-a5e7-9c5b2c4e53b0 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:08.756732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d3b615a-4966-4000-b81c-b408fbe06943 req-96d962bb-f7e5-44ae-a5e7-9c5b2c4e53b0 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 946 time: 0.1646061 Nov 23 17:56:08.826052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Pushing event deleted for resources: {'Port': ['ID=9e7b8b6e-8616-458e-a124-e64d38589a03,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:08.866761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-44c16456-e811-4158-b0f9-95d8e5b65d61 service neutron] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:08.871404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-44c16456-e811-4158-b0f9-95d8e5b65d61 service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.873637 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-44c16456-e811-4158-b0f9-95d8e5b65d61 service neutron] 10.222.0.72 "DELETE /v2.0/ports/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891/bindings/n-h2-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.1619987 Nov 23 17:56:08.878844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] No DVR routers for this DVR port 9e7b8b6e-8616-458e-a124-e64d38589a03 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:08.897578 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.901740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53675a6d-4321-47d7-85ef-21a0eb84b75a req-db80ef67-4d8f-4299-9839-29123f756989 tempest-MigrationsAdminTest-1387122048 tempest-MigrationsAdminTest-1387122048-project] 10.222.0.72 "DELETE /v2.0/ports/9e7b8b6e-8616-458e-a124-e64d38589a03 HTTP/1.1" status: 204 len: 173 time: 1.2532082 Nov 23 17:56:08.907734 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87672835-1119-47ed-b745-473cdbf8d063 x-openstack-request-id: req-87672835-1119-47ed-b745-473cdbf8d063 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:08.908494 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:08.908770 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-87672835-1119-47ed-b745-473cdbf8d063 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:08.909340 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'status': 'completed', 'code': 200} Nov 23 17:56:08.930433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d3b615a-4966-4000-b81c-b408fbe06943 req-251fbdf7-d7d9-4da9-95dd-b8c4becd477a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727977 Nov 23 17:56:08.946941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4edcf5-cff9-47f1-9d42-0782cc0e4dea req-f67990ac-7d71-449b-9f2f-13d1d3b07ded service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879598 Nov 23 17:56:08.993192 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd988ad-b2a1-4e54-bca4-ab11f1ab2825 x-openstack-request-id: req-7fd988ad-b2a1-4e54-bca4-ab11f1ab2825 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:08.993572 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b5afcb-cd1e-480d-a771-d7afe465cc52", "name": "network-vif-plugged", "status": "completed", "tag": "73d2738e-72aa-4eae-b6cf-c7616a118fbc", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:08.993736 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7fd988ad-b2a1-4e54-bca4-ab11f1ab2825 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:08.994927 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b5afcb-cd1e-480d-a771-d7afe465cc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d2738e-72aa-4eae-b6cf-c7616a118fbc', 'code': 200} Nov 23 17:56:09.137671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6297b-567f-48c0-b389-0032b7d460dc req-b00c86ba-3e43-4e9f-8e5c-64c580528d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:09.139756 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c3e6297b-567f-48c0-b389-0032b7d460dc req-b00c86ba-3e43-4e9f-8e5c-64c580528d07 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 1097 time: 0.0601044 Nov 23 17:56:09.163441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ba3ca-5e00-4b51-831c-6f641a4bccd4 req-8502d63f-5f47-4da5-bfc8-57b06b18399c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:09.165316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f65ba3ca-5e00-4b51-831c-6f641a4bccd4 req-8502d63f-5f47-4da5-bfc8-57b06b18399c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1415484 Nov 23 17:56:09.169155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-5ff3bdab-b071-4fe9-8d18-3171994fd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:09.171067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-5ff3bdab-b071-4fe9-8d18-3171994fd74a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 1095 time: 0.2232275 Nov 23 17:56:09.220356 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c3e6297b-567f-48c0-b389-0032b7d460dc req-3e4dedc0-9fcb-4fd3-b516-be75b271d686 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726275 Nov 23 17:56:09.234834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d5162-5588-4133-8f48-b0b720b143e4 req-d8be5203-0de0-4312-9c3a-ada6351d71c6 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:09.236893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-838d5162-5588-4133-8f48-b0b720b143e4 req-d8be5203-0de0-4312-9c3a-ada6351d71c6 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1627254 Nov 23 17:56:09.346902 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f65ba3ca-5e00-4b51-831c-6f641a4bccd4 req-4d3c30ab-55b1-4317-82c8-5f2067c88156 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509752 Nov 23 17:56:09.366345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-838d5162-5588-4133-8f48-b0b720b143e4 req-b0a3608c-6af2-4f2d-9dc2-ef23613e0e51 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165445 Nov 23 17:56:09.396405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-28b71766-3604-4918-a287-5522c95532f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:09.397919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-28b71766-3604-4918-a287-5522c95532f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 905 time: 0.2154341 Nov 23 17:56:09.461893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-4a05176b-1532-42f5-b6bb-581d77c468b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62 HTTP/1.1" status: 200 len: 217 time: 0.0390341 Nov 23 17:56:09.802802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-1bc406cb-5558-45f1-8121-4ab4080a0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:09.804216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-1bc406cb-5558-45f1-8121-4ab4080a0a67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 200 len: 844 time: 0.3331764 Nov 23 17:56:09.817899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499521e3-59ab-47f7-8de0-f9dff91a1a2f req-7eb8336a-324e-4240-b4fc-7b97706aa1de tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:09.819545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-499521e3-59ab-47f7-8de0-f9dff91a1a2f req-7eb8336a-324e-4240-b4fc-7b97706aa1de tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 984 time: 0.3658686 Nov 23 17:56:09.856283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-faf1c4cf-ff4c-480e-a2e4-0338b980ac4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=95dbeb2a-6ccf-4558-9052-e53ea34392f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357928 Nov 23 17:56:09.896911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6fc1-e338-4ba7-a0b8-3faf4a62670e req-6f53e7db-3747-4ab8-888c-fcc1ba527213 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:09.898528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fded6fc1-e338-4ba7-a0b8-3faf4a62670e req-6f53e7db-3747-4ab8-888c-fcc1ba527213 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 945 time: 0.3693898 Nov 23 17:56:10.001450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-499521e3-59ab-47f7-8de0-f9dff91a1a2f req-aa28b606-527d-4644-81a4-41017fcd9efc tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&id=42913110-bc09-48e4-be25-c2209b1b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1696961 Nov 23 17:56:10.012253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:10.030455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fded6fc1-e338-4ba7-a0b8-3faf4a62670e req-5b056380-b7ab-4edb-959c-33e7c282d86d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155694 Nov 23 17:56:10.042466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-b169797b-3c6b-47ad-96ea-813ebd6efc58 service neutron] 10.222.0.72 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771364 Nov 23 17:56:10.058941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:10.108591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:10.197359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3022-8b05-45e1-8db9-c2bd327c6c29 req-65aecd49-6dc4-4747-8a70-986d726c7571 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:10.198890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82bd3022-8b05-45e1-8db9-c2bd327c6c29 req-65aecd49-6dc4-4747-8a70-986d726c7571 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 944 time: 0.1214905 Nov 23 17:56:10.216850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:10.231028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'port_id': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'mac_address': 'fa:16:3e:48:cb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:10.259825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f3e4d8f-6666-4d53-83b5-4928444290b1 req-7fc6593e-0162-416a-b0ba-67921c01859b service neutron] 10.222.0.72 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081451 Nov 23 17:56:10.275933 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:10.288183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cecfd1-9589-4bec-90e7-9d50167064b7 req-43c47bd1-f090-409e-82be-20aa526b742b tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:10.290029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23cecfd1-9589-4bec-90e7-9d50167064b7 req-43c47bd1-f090-409e-82be-20aa526b742b tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 946 time: 0.1210899 Nov 23 17:56:10.298878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:10.319007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82bd3022-8b05-45e1-8db9-c2bd327c6c29 req-05bab35d-b593-43cf-928a-fe7485e5a290 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035006 Nov 23 17:56:10.333954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46016) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:10.341987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:10.349327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:10.375843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23cecfd1-9589-4bec-90e7-9d50167064b7 req-51d4eb8f-162a-4bcf-a0bc-d7f0e8ed5187 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723944 Nov 23 17:56:10.409133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:10.525223 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-31e0746c-84c9-4a6c-baa5-5e6960eed617 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b4bd2b443a94c1cbdfca269389e1fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900148 Nov 23 17:56:10.527714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:10.545489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ccbea-53fc-490d-a37a-c0e40fe0018b req-481c706e-1a6b-461d-97bf-214183ad81c6 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:10.547071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e64ccbea-53fc-490d-a37a-c0e40fe0018b req-481c706e-1a6b-461d-97bf-214183ad81c6 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1096 time: 0.0953557 Nov 23 17:56:10.559258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83b5d-8572-41c2-8404-8457f35f69cd req-e8dff442-f5c3-4212-82f3-827149e205cc tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:10.560884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19c83b5d-8572-41c2-8404-8457f35f69cd req-e8dff442-f5c3-4212-82f3-827149e205cc tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.0671325 Nov 23 17:56:10.582048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa783592-ff83-4e86-84a7-6f80ad5f364c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:10.603616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa783592-ff83-4e86-84a7-6f80ad5f364c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:10.613772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['52ca2a87-e6c6-48e6-9a38-f3bc00065c62'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:10.631184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e64ccbea-53fc-490d-a37a-c0e40fe0018b req-d1a957c7-65ed-4331-acbf-1da8bbc246d7 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693083 Nov 23 17:56:10.636450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19c83b5d-8572-41c2-8404-8457f35f69cd req-d2b7d716-4013-44bc-934f-5ab83b775ac8 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676212 Nov 23 17:56:10.680398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa783592-ff83-4e86-84a7-6f80ad5f364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:10.684036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa783592-ff83-4e86-84a7-6f80ad5f364c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:10.694811 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fa783592-ff83-4e86-84a7-6f80ad5f364c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f5ec2d8a-fede-44ad-877b-ef67685c46d1 HTTP/1.1" status: 204 len: 168 time: 0.1659145 Nov 23 17:56:10.729980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa783592-ff83-4e86-84a7-6f80ad5f364c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ec2d8a-fede-44ad-877b-ef67685c46d1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:10.774257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50476596-c614-47a9-a2ad-2b37a58f4444 req-13ac5a60-d0c2-4f49-a5ff-89bfdfe83464 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:10.782489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50476596-c614-47a9-a2ad-2b37a58f4444 req-13ac5a60-d0c2-4f49-a5ff-89bfdfe83464 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.0662653 Nov 23 17:56:10.846473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50476596-c614-47a9-a2ad-2b37a58f4444 req-438a66ed-9a7f-4014-ad31-5d72bbc1afd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605369 Nov 23 17:56:10.911226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'name': 'network-vif-deleted', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:10.913415 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ab9929-c79a-4248-85f9-3022b73c6204" -d '{"events": [{"server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "name": "network-vif-deleted", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:10.953025 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6eee62-8e3e-44e9-a35e-5638b2c828f2 x-openstack-request-id: req-3e6eee62-8e3e-44e9-a35e-5638b2c828f2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:10.953330 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0204cb-34c8-47ce-a92e-b90f995241e1", "name": "network-vif-deleted", "tag": "9e7b8b6e-8616-458e-a124-e64d38589a03", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:10.953588 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e6eee62-8e3e-44e9-a35e-5638b2c828f2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:10.953987 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0204cb-34c8-47ce-a92e-b90f995241e1', 'name': 'network-vif-deleted', 'tag': '9e7b8b6e-8616-458e-a124-e64d38589a03', 'status': 'completed', 'code': 200} Nov 23 17:56:11.017774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686016-481d-4eec-ad3b-d4076f100294 req-6abb3739-c3e7-49c6-82a2-738b60c7adf9 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:11.019344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-6abb3739-c3e7-49c6-82a2-738b60c7adf9 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 807 time: 0.1173208 Nov 23 17:56:11.029297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:11.036796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-865ee5c2-9636-4487-879b-98b6f1ac1a38 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/quotas/6a34f248a2a04100bfb5bd0ec0060a02 HTTP/1.1" status: 200 len: 375 time: 0.0105143 Nov 23 17:56:11.076268 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-197c8ab8-9a3d-4adc-8140-ecccd52e7c71 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56509ba255034955bdabf911f814c482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457420 Nov 23 17:56:11.078881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46052) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:11.127254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-642639d3-8f5d-41ce-9a9d-ae8e016aa1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:11.132751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-0291d2f9-b7a4-4d73-be0e-b151861120aa tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865672 Nov 23 17:56:11.145366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ba2b-f832-4bf4-af72-040f426f4555 req-7fa89a61-957e-42cd-b2e4-3ca3a42cbe7c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:11.147044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2250ba2b-f832-4bf4-af72-040f426f4555 req-7fa89a61-957e-42cd-b2e4-3ca3a42cbe7c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 984 time: 0.0693991 Nov 23 17:56:11.148781 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-642639d3-8f5d-41ce-9a9d-ae8e016aa1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:11.206942 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24abd527-d132-41e0-ba99-1ae3ac21b357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:11.213818 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-642639d3-8f5d-41ce-9a9d-ae8e016aa1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:11.223933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-642639d3-8f5d-41ce-9a9d-ae8e016aa1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:11.223933 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-642639d3-8f5d-41ce-9a9d-ae8e016aa1ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6866115-e05e-4a36-a4dc-a48f0c04f8d7 HTTP/1.1" status: 204 len: 168 time: 0.1382089 Nov 23 17:56:11.229589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642639d3-8f5d-41ce-9a9d-ae8e016aa1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6866115-e05e-4a36-a4dc-a48f0c04f8d7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:11.274508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2250ba2b-f832-4bf4-af72-040f426f4555 req-08cf0f6e-3afb-4579-a134-705c613227d6 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&id=42913110-bc09-48e4-be25-c2209b1b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1196671 Nov 23 17:56:11.302963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-7375ccec-ef25-4ae7-867f-8849375aac5b service neutron] 10.222.0.74 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527889 Nov 23 17:56:11.448330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-1e9eb5b1-6976-4253-a0b5-9a96b0fc4100 service neutron] 10.222.0.74 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445513 Nov 23 17:56:11.452262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-fe16fe5a-0821-4b01-b99c-cf8eabdaa842 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1820739054&fields=id&tenant_id=8e15396816eb4885bea83e5c7a35f106 HTTP/1.1" status: 200 len: 267 time: 0.0779235 Nov 23 17:56:11.510503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-4ad413b9-093b-4883-9446-665789b38888 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:11.512101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-4ad413b9-093b-4883-9446-665789b38888 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 984 time: 0.0532570 Nov 23 17:56:11.526879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'port': {'security_groups': ['42913110-bc09-48e4-be25-c2209b1b8cb5', 'fd5462af-06ce-4b15-9623-460229a2b121', '82db2de6-2756-4c9d-bef5-88aa48536fef']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:11.617995 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:11.722516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5285df-321a-43ef-8286-51fb4e39a44b req-d800265c-59ea-427a-b3d0-fb4701053335 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:11.724199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd5285df-321a-43ef-8286-51fb4e39a44b req-d800265c-59ea-427a-b3d0-fb4701053335 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 945 time: 0.1038258 Nov 23 17:56:11.843662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd5285df-321a-43ef-8286-51fb4e39a44b req-b8b3fc64-166d-473d-ab00-40c4ebefa60e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123426 Nov 23 17:56:11.900861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256a2a-8703-4877-9081-6e4891c2111b req-cd301d21-dae3-4f9c-a9e8-354c88f73343 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:11.902404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88256a2a-8703-4877-9081-6e4891c2111b req-cd301d21-dae3-4f9c-a9e8-354c88f73343 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1101701 Nov 23 17:56:12.063151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] For port 89f0a9ed-6029-4e54-b3bf-14166dedd800, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:12.103537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53452641-8d88-4993-9f7f-c0123f0bf36d req-35035f8a-9a8a-4df2-9d5c-2c70e6ece9ff tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:12.105302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53452641-8d88-4993-9f7f-c0123f0bf36d req-35035f8a-9a8a-4df2-9d5c-2c70e6ece9ff tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 946 time: 0.1662254 Nov 23 17:56:12.131170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:12.140010 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.152790 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.174322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d', '89f0a9ed-6029-4e54-b3bf-14166dedd800'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:12.200118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Deleting port 93098d54-c675-483e-abc7-174a6b9224d8 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:12.200460 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.258772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:12.259458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.261478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b57fb0-4c6d-49bb-be94-5b8b4de16434 req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "PUT /v2.0/ports/89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 200 len: 1020 time: 0.7401407 Nov 23 17:56:12.274269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53452641-8d88-4993-9f7f-c0123f0bf36d req-08ce094a-d777-4fba-aa16-17098781e0c9 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585042 Nov 23 17:56:12.307745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:56:12.336796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae8b54-f979-4d51-a82a-aec6b0cdffbf tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'Port': ['ID=89f0a9ed-6029-4e54-b3bf-14166dedd800,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:12.350646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:12.351512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.396205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] For port 93098d54-c675-483e-abc7-174a6b9224d8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=93098d54-c675-483e-abc7-174a6b9224d8,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:12.396567 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.399123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['89f0a9ed-6029-4e54-b3bf-14166dedd800'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:12.449427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Calling delete_port for 93098d54-c675-483e-abc7-174a6b9224d8 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:12.477838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c4084fc-5e82-4d3a-8bfc-dd47e6d6fe96 req-d32ec678-e69e-4a68-9437-d3fd9dadfd55 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 210 time: 0.0474186 Nov 23 17:56:12.540009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890f6f-12cd-4d6c-a949-15d34b558ddf req-5a54a7f7-ab01-4723-90f3-87e7060589f5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:12.547268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca890f6f-12cd-4d6c-a949-15d34b558ddf req-5a54a7f7-ab01-4723-90f3-87e7060589f5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5afbe0-fdfc-494c-872e-cf858f795592 HTTP/1.1" status: 200 len: 945 time: 0.1556151 Nov 23 17:56:12.617273 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.660955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca890f6f-12cd-4d6c-a949-15d34b558ddf req-d34be974-99ca-449f-8953-6db8d045aae8 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077111 Nov 23 17:56:12.689782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:12.691400 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f6cc52-8b49-42ad-b989-5bb82bb500fc" -d '{"events": [{"server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "name": "network-vif-plugged", "status": "completed", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:12.719260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:12.735942 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.737277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9e7b8b6e-8616-458e-a124-e64d38589a03 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:12.797013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 9e7b8b6e-8616-458e-a124-e64d38589a03 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:12.797295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9e7b8b6e-8616-458e-a124-e64d38589a03 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:12.866350 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:12.883400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:12.933130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Pushing event deleted for resources: {'Port': ['ID=93098d54-c675-483e-abc7-174a6b9224d8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:12.981958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:12.984731 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3405b745-63a9-446f-9fe5-e780d825fb25" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:13.012204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a36d6-1314-4f41-8b61-2b70c14179a7 req-e0d68976-22ff-41cd-b517-d11804f668f3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:13.013792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd5a36d6-1314-4f41-8b61-2b70c14179a7 req-e0d68976-22ff-41cd-b517-d11804f668f3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.2701244 Nov 23 17:56:13.047409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-739b334a-4719-4481-a971-f67ccd9dcaef req-8670aca4-28ea-4687-bb27-e5069171644c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/82db2de6-2756-4c9d-bef5-88aa48536fef HTTP/1.1" status: 200 len: 1818 time: 0.3230560 Nov 23 17:56:13.099566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] No DVR routers for this DVR port 93098d54-c675-483e-abc7-174a6b9224d8 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:13.102173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:13.106151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88256a2a-8703-4877-9081-6e4891c2111b req-0e16fec1-8d20-4c03-a00d-a2a005d2fe9c tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.66 "DELETE /v2.0/ports/93098d54-c675-483e-abc7-174a6b9224d8 HTTP/1.1" status: 204 len: 173 time: 1.1653099 Nov 23 17:56:13.145357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686016-481d-4eec-ad3b-d4076f100294 req-97309cc3-0831-4410-9db0-d341175d1f72 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:13.146858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-97309cc3-0831-4410-9db0-d341175d1f72 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 807 time: 0.3844142 Nov 23 17:56:13.175215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Request body: {'port': {'device_id': 'e56df321-7098-4174-9687-244e1bc4299c', 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'admin_state_up': True, 'tenant_id': '6a34f248a2a04100bfb5bd0ec0060a02'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:13.190707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['4fc4aba3-377d-45a4-989b-167fe867dbf1', '93098d54-c675-483e-abc7-174a6b9224d8'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:13.201763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd5a36d6-1314-4f41-8b61-2b70c14179a7 req-8d1c7cf5-071d-428a-ab51-ab4f96a6484c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783183 Nov 23 17:56:13.223716 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-739b334a-4719-4481-a971-f67ccd9dcaef req-60eb9824-dca1-4e70-b391-8f4a94e0a447 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 17:56:13.230953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-739b334a-4719-4481-a971-f67ccd9dcaef req-60eb9824-dca1-4e70-b391-8f4a94e0a447 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/82db2de6-2756-4c9d-bef5-88aa48536fef HTTP/1.1" status: 409 len: 341 time: 0.1680622 Nov 23 17:56:13.278019 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da2b9d5-bffe-4ca0-ace5-7888f429eba0 x-openstack-request-id: req-4da2b9d5-bffe-4ca0-ace5-7888f429eba0 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:13.278669 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "name": "network-vif-plugged", "status": "completed", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:13.278952 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4da2b9d5-bffe-4ca0-ace5-7888f429eba0 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:13.279352 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'code': 200} Nov 23 17:56:13.311762 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-01660d59-1284-4a4b-81fa-0a5eb9ffb36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:13.417666 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a93dfd-6920-4f80-8e9e-f2e455b11925 x-openstack-request-id: req-e3a93dfd-6920-4f80-8e9e-f2e455b11925 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:13.417976 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:13.418322 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3a93dfd-6920-4f80-8e9e-f2e455b11925 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:13.418827 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800', 'status': 'completed', 'code': 200} Nov 23 17:56:13.430306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Made reservation on behalf of 6a34f248a2a04100bfb5bd0ec0060a02 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:13.433677 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:13.490996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e7ea-78ac-4465-bfc4-1c36d67d1cf5 req-45786325-f93d-4ade-838e-e4a3cec172ef tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:13.492424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e713e7ea-78ac-4465-bfc4-1c36d67d1cf5 req-45786325-f93d-4ade-838e-e4a3cec172ef tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1316557 Nov 23 17:56:13.509790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55414309-23d3-4f7d-8dce-bcd95ef775ce req-beabdda4-dad1-46e7-ba12-ab84ac31052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:13.511340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55414309-23d3-4f7d-8dce-bcd95ef775ce req-beabdda4-dad1-46e7-ba12-ab84ac31052b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 1097 time: 0.1376426 Nov 23 17:56:13.916782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-b870dd93-e59a-4667-b73a-b808b4862ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:13.918286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-b870dd93-e59a-4667-b73a-b808b4862ae2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e15396816eb4885bea83e5c7a35f106&device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1174 time: 0.4662614 Nov 23 17:56:14.014999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e713e7ea-78ac-4465-bfc4-1c36d67d1cf5 req-edd03165-6bc0-484e-87cc-322792bdc834 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109997 Nov 23 17:56:14.084792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55414309-23d3-4f7d-8dce-bcd95ef775ce req-20c3cd33-70f8-4d44-957d-3b73aa8742d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659487 Nov 23 17:56:14.165845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Allocated IP 172.20.0.10 (92e3bf30-b369-40e9-b342-776a5d395696/3ff24acb-9426-49d1-88f8-1871c5f72c6e/72269cdb-1b46-45b3-ba55-e4d7f5341c75) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:14.182556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.183071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.183654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.184005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.184469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.184934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.185394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.185854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.186315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.186803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.187267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.187731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.190267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.190267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.191379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d84bdea-c30f-4841-9a93-fd7cfd75aa75 req-d0a88325-6c48-40d1-83fc-ea9c47bee295 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9861 time: 0.6292319 Nov 23 17:56:14.228032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-1ea5ba8b-7c4f-41b4-ac85-5c2c9231ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.229523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-1ea5ba8b-7c4f-41b4-ac85-5c2c9231ebef service neutron] 10.222.0.66 "GET /v2.0/networks?id=1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 200 len: 913 time: 0.2698009 Nov 23 17:56:14.272598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-732d11d1-4055-46f3-8c30-f09cf635e9ab req-2ca866f5-05fd-490e-9703-91063092ee96 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 210 time: 0.0461571 Nov 23 17:56:14.304422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-29598c8a-c5bc-4fa5-9a02-ce1e27ba1b2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 200 len: 217 time: 0.0594437 Nov 23 17:56:14.473836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-4055f4f3-d889-419c-92c3-20402aa0a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.475325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-4055f4f3-d889-419c-92c3-20402aa0a6d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 200 len: 852 time: 0.1609871 Nov 23 17:56:14.552507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-2195308a-eb31-4339-b44d-b5584eb8451a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1bd1998a-2d2e-4048-aff9-e94f86cc3815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604887 Nov 23 17:56:14.560336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc56a1-35c3-4f02-9916-002ebfa0774e req-2edd5e5c-8f79-4985-a107-3c0970c44ece tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.561726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9dc56a1-35c3-4f02-9916-002ebfa0774e req-2edd5e5c-8f79-4985-a107-3c0970c44ece tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1023 time: 0.2053707 Nov 23 17:56:14.621694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:14.703756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461158e-2625-4ea5-8104-71be3e4c6ff1 req-885650db-8ff8-4c4d-9891-0cca436860cd tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.706040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2461158e-2625-4ea5-8104-71be3e4c6ff1 req-885650db-8ff8-4c4d-9891-0cca436860cd tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 886 time: 0.2696083 Nov 23 17:56:14.766922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-2533b0ce-d765-4977-b23d-bd229c584214 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041755 Nov 23 17:56:14.772600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:14.789202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9dc56a1-35c3-4f02-9916-002ebfa0774e req-c9f4e4c2-d545-4066-8560-2ca5ba218c01 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&id=82db2de6-2756-4c9d-bef5-88aa48536fef&id=42913110-bc09-48e4-be25-c2209b1b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2025604 Nov 23 17:56:14.920432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Network 92e3bf30-b369-40e9-b342-776a5d395696 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:14.930230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:14.934495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Pushing event updated for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:14.935823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:14.995432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4911a8-460c-4fb9-9b2c-97d6ed837504 req-e3031b34-e9e4-4b77-9e58-5c5e5db0d0fe tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:14.997290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b4911a8-460c-4fb9-9b2c-97d6ed837504 req-e3031b34-e9e4-4b77-9e58-5c5e5db0d0fe tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.2049630 Nov 23 17:56:14.999719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.062992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3405b745-63a9-446f-9fe5-e780d825fb25 req-3d1af60f-58aa-4592-96dc-3d2a61a2aca0 service neutron] 10.222.0.66 "GET /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881742 Nov 23 17:56:15.069291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.069914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.154338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-f915c2c9-a835-4eb7-af60-c0b202f3b94a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9915259 Nov 23 17:56:15.163713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b4911a8-460c-4fb9-9b2c-97d6ed837504 req-69bb98f3-3193-4a2d-992c-08e63c29c01f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496463 Nov 23 17:56:15.170751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Request body: {'port': {'device_id': 'e56df321-7098-4174-9687-244e1bc4299c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:15.227303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.227723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.228202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.228776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.229140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.229609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.230195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.230579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.231129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.231635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.232118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.232600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.233066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.233539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.235878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92dce649-0380-407d-9964-3f0e875c6231 req-080be332-5d5f-4593-a5b0-0d5cee752416 tempest-NetworksTest-1286245634 tempest-NetworksTest-1286245634-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9861 time: 0.2376523 Nov 23 17:56:15.301799 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.334041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1924a-0df1-4056-98f7-397badb9e963 req-a5532978-652f-47e0-8481-35769ec1135d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.342471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74e1924a-0df1-4056-98f7-397badb9e963 req-a5532978-652f-47e0-8481-35769ec1135d tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.1010504 Nov 23 17:56:15.422039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5afbe0-fdfc-494c-872e-cf858f795592', 'name': 'network-vif-deleted', 'tag': '93098d54-c675-483e-abc7-174a6b9224d8'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:15.424760 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30492e18-a76e-4c36-8bb8-3ec30d164b9f" -d '{"events": [{"server_uuid": "7d5afbe0-fdfc-494c-872e-cf858f795592", "name": "network-vif-deleted", "tag": "93098d54-c675-483e-abc7-174a6b9224d8"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:15.475372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74e1924a-0df1-4056-98f7-397badb9e963 req-37206c28-a143-495d-b8bd-2ab14fc85a22 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318231 Nov 23 17:56:15.591783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffe87-ab3f-499d-9f72-b229352ab684 req-06ef9486-ac90-45e1-8522-b47eafc7898d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.593324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b65ffe87-ab3f-499d-9f72-b229352ab684 req-06ef9486-ac90-45e1-8522-b47eafc7898d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1166396 Nov 23 17:56:15.629930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46166) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:15.724809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b65ffe87-ab3f-499d-9f72-b229352ab684 req-176c3797-a0e2-47eb-a6b7-0061f553caf3 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047244 Nov 23 17:56:15.776695 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7b58027-658f-4961-b107-0b4b41b4e359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.809788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f120ed-4570-4e8c-b989-0baee6af027d req-160f70d9-f050-4793-a455-e74e403bb6d7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.815521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5f120ed-4570-4e8c-b989-0baee6af027d req-160f70d9-f050-4793-a455-e74e403bb6d7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 932 time: 0.1398985 Nov 23 17:56:15.836119 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d785f7f-2986-4fed-b38b-59c1ce77eaf9 x-openstack-request-id: req-7d785f7f-2986-4fed-b38b-59c1ce77eaf9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:15.836934 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5afbe0-fdfc-494c-872e-cf858f795592", "name": "network-vif-deleted", "tag": "93098d54-c675-483e-abc7-174a6b9224d8", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:15.837200 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d785f7f-2986-4fed-b38b-59c1ce77eaf9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:15.837604 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5afbe0-fdfc-494c-872e-cf858f795592', 'name': 'network-vif-deleted', 'tag': '93098d54-c675-483e-abc7-174a6b9224d8', 'status': 'completed', 'code': 200} Nov 23 17:56:15.861705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72269cdb-1b46-45b3-ba55-e4d7f5341c75 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:15.867048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7b58027-658f-4961-b107-0b4b41b4e359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.873728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7b58027-658f-4961-b107-0b4b41b4e359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.898784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5f120ed-4570-4e8c-b989-0baee6af027d req-0af02a8b-29db-482a-aba7-7e84a52f4697 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601373 Nov 23 17:56:15.900913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.933209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Transition to ACTIVE for port object 72269cdb-1b46-45b3-ba55-e4d7f5341c75 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:56:15.942418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23e125-f9be-413a-981f-fd92f3c2221f req-0b527ec4-f681-409a-a30e-02741e315b7f tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:15.944059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af23e125-f9be-413a-981f-fd92f3c2221f req-0b527ec4-f681-409a-a30e-02741e315b7f tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1023 time: 0.1683369 Nov 23 17:56:15.945991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.949096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d7b58027-658f-4961-b107-0b4b41b4e359 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c6ffff7e07840b59ebefa78b168ee09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180270 Nov 23 17:56:15.953112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b58027-658f-4961-b107-0b4b41b4e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8877ab5b-7743-4b29-962f-3dc843ea4bc2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:15.958214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46176) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:16.029502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 93098d54-c675-483e-abc7-174a6b9224d8 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:16.057915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 93098d54-c675-483e-abc7-174a6b9224d8 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:16.058868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 93098d54-c675-483e-abc7-174a6b9224d8 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:16.104163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Pushing event updated for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:16.256421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d807877e-59fe-43ae-a6e5-72071243b1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.283385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138857d-8840-4bb0-a6fe-26de07461a49 req-bc2de7a2-a3ff-42c4-a91d-b7471fba2f43 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:16.285018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3138857d-8840-4bb0-a6fe-26de07461a49 req-bc2de7a2-a3ff-42c4-a91d-b7471fba2f43 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 1023 time: 0.2023239 Nov 23 17:56:16.293042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.324241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83bf86-246e-4553-a43d-f845497df0b9 req-199bdd32-b674-4fad-9f04-d0ac62ec6e21 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:16.325715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a83bf86-246e-4553-a43d-f845497df0b9 req-199bdd32-b674-4fad-9f04-d0ac62ec6e21 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.2162654 Nov 23 17:56:16.572457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d807877e-59fe-43ae-a6e5-72071243b1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.621383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:16.621725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:16.622059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:16.660374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Deleting port 89f0a9ed-6029-4e54-b3bf-14166dedd800 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:16.660713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.675392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:16.675717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:16.716427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:16.716724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:16.717213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:16.717765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Bound port: 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:16.718127 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.742985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a83bf86-246e-4553-a43d-f845497df0b9 req-1c31b42d-41f0-4283-8547-85888e91abaf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094756 Nov 23 17:56:16.799982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3138857d-8840-4bb0-a6fe-26de07461a49 req-38926417-14c4-454b-af07-b45f7ecac9ee tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&id=82db2de6-2756-4c9d-bef5-88aa48536fef&id=42913110-bc09-48e4-be25-c2209b1b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5048711 Nov 23 17:56:16.850888 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d807877e-59fe-43ae-a6e5-72071243b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.853491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d807877e-59fe-43ae-a6e5-72071243b1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.854620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d807877e-59fe-43ae-a6e5-72071243b1c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8877ab5b-7743-4b29-962f-3dc843ea4bc2 HTTP/1.1" status: 204 len: 168 time: 0.8927817 Nov 23 17:56:16.916532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807877e-59fe-43ae-a6e5-72071243b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8877ab5b-7743-4b29-962f-3dc843ea4bc2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:16.943284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] For port 89f0a9ed-6029-4e54-b3bf-14166dedd800, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=89f0a9ed-6029-4e54-b3bf-14166dedd800,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:16.943923 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.972018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Calling delete_port for 89f0a9ed-6029-4e54-b3bf-14166dedd800 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:16.981218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:17.001293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b67fb8-4f59-4032-92d3-3c90ea23f20d req-3f281377-a205-412b-85a7-b988b92125b4 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:17.004640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0b67fb8-4f59-4032-92d3-3c90ea23f20d req-3f281377-a205-412b-85a7-b988b92125b4 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1809773 Nov 23 17:56:17.030062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:17.072091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.093092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34896-ae4e-46a0-b7fe-67bc2246a44c req-86f3e13b-6893-424c-a1e8-881ac9da0d00 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:17.094608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f34896-ae4e-46a0-b7fe-67bc2246a44c req-86f3e13b-6893-424c-a1e8-881ac9da0d00 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.2143321 Nov 23 17:56:17.142829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46196) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:17.156414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20ec7a46-0ee4-47f1-b244-1c427407fbbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.167010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:17.167641 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.169026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] 10.222.0.66 "PUT /v2.0/ports/72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 200 len: 1092 time: 2.0043771 Nov 23 17:56:17.219289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0b67fb8-4f59-4032-92d3-3c90ea23f20d req-f17a4122-9c08-463f-98eb-989b639b6812 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017701 Nov 23 17:56:17.237283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffb50c-2a3d-4531-9905-31bd60c97e43 service neutron] Pushing event updated for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:17.259833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20ec7a46-0ee4-47f1-b244-1c427407fbbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.265317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20ec7a46-0ee4-47f1-b244-1c427407fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.277114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f34896-ae4e-46a0-b7fe-67bc2246a44c req-7a0830f0-fd96-4acd-9b7b-3a5410ea0e32 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/security-groups?id=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564093 Nov 23 17:56:17.318110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec7a46-0ee4-47f1-b244-1c427407fbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e4879b-a6a5-440d-8b96-d217af2b7ead,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:17.319152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686016-481d-4eec-ad3b-d4076f100294 req-c9cb8e0c-5f53-4cae-80f6-466ae0186a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:17.321172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-c9cb8e0c-5f53-4cae-80f6-466ae0186a0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1095 time: 0.0989015 Nov 23 17:56:17.329137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46198) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:17.329340 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-20ec7a46-0ee4-47f1-b244-1c427407fbbe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cb446d32d8254be694d74f5fa0918e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853285 Nov 23 17:56:17.396359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bce635-fc94-4723-b213-060d7342a74f req-0583d79c-4ae0-44c0-8cd0-9a3d7c2ff5c5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:17.397972 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-59bce635-fc94-4723-b213-060d7342a74f req-0583d79c-4ae0-44c0-8cd0-9a3d7c2ff5c5 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.66 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 946 time: 0.0923872 Nov 23 17:56:17.412044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-d47a4cc8-3738-4f8b-8193-27ae8652a0c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 200 len: 217 time: 0.0742908 Nov 23 17:56:17.460608 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.473071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d', '89f0a9ed-6029-4e54-b3bf-14166dedd800'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:17.511364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Deleting port 4fc4aba3-377d-45a4-989b-167fe867dbf1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:17.511718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.528473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'Port': ['ID=89f0a9ed-6029-4e54-b3bf-14166dedd800,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:17.578065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686016-481d-4eec-ad3b-d4076f100294 req-66883eca-c75c-4e7a-8ef5-9edaf196d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:17.579817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-66883eca-c75c-4e7a-8ef5-9edaf196d3ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1510031 Nov 23 17:56:17.583301 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28808af4-f5f9-4dd5-a932-84d105ed0d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.609331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed0cf5-e439-499a-a02f-27ecc703d38f req-3f66b883-3404-43dd-b2f7-9fb531246a33 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:17.612132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7ed0cf5-e439-499a-a02f-27ecc703d38f req-3f66b883-3404-43dd-b2f7-9fb531246a33 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.2074640 Nov 23 17:56:17.624617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] No DVR routers for this DVR port 89f0a9ed-6029-4e54-b3bf-14166dedd800 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:17.632184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.635445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af23e125-f9be-413a-981f-fd92f3c2221f req-9c534303-368f-481e-be47-adf0e51d5953 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.66 "DELETE /v2.0/ports/89f0a9ed-6029-4e54-b3bf-14166dedd800 HTTP/1.1" status: 204 len: 173 time: 1.6763036 Nov 23 17:56:17.643643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] For port 4fc4aba3-377d-45a4-989b-167fe867dbf1, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4fc4aba3-377d-45a4-989b-167fe867dbf1,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:17.644288 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.658715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-dd0e2598-e61c-4b7c-b6fb-3351b034a9c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572121 Nov 23 17:56:17.661974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Calling delete_port for 4fc4aba3-377d-45a4-989b-167fe867dbf1 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:17.683024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28808af4-f5f9-4dd5-a932-84d105ed0d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.755200 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.780110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7ed0cf5-e439-499a-a02f-27ecc703d38f req-75c4fd98-a5bd-4eb4-8a3d-eaac89f95cc2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533499 Nov 23 17:56:17.852810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75'}, {'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'name': 'network-vif-deleted', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:17.858075 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98393253-4844-40c3-96df-76d5827b1ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75"}, {"server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "name": "network-vif-deleted", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:17.924699 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.937447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28808af4-f5f9-4dd5-a932-84d105ed0d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.940640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28808af4-f5f9-4dd5-a932-84d105ed0d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.941751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-28808af4-f5f9-4dd5-a932-84d105ed0d48 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47e4879b-a6a5-440d-8b96-d217af2b7ead HTTP/1.1" status: 204 len: 168 time: 0.6054316 Nov 23 17:56:17.944036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-5fd16c52-f13a-4b70-b6a1-a607ca16367d service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743411 Nov 23 17:56:17.960221 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Pushing event deleted for resources: {'Port': ['ID=4fc4aba3-377d-45a4-989b-167fe867dbf1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:17.987729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50ba53aa-44b1-4c29-aec2-019c60a987bb req-636c99ee-7d98-49c1-91bc-a06ff7a41401 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a HTTP/1.1" status: 200 len: 210 time: 0.0514698 Nov 23 17:56:17.988453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28808af4-f5f9-4dd5-a932-84d105ed0d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e4879b-a6a5-440d-8b96-d217af2b7ead,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:18.011817 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] No DVR routers for this DVR port 4fc4aba3-377d-45a4-989b-167fe867dbf1 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:18.018843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:18.022793 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-59bce635-fc94-4723-b213-060d7342a74f req-24e49585-a745-43b7-bbc9-5d2bfc9f22bf tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.66 "DELETE /v2.0/ports/4fc4aba3-377d-45a4-989b-167fe867dbf1 HTTP/1.1" status: 204 len: 173 time: 0.6175997 Nov 23 17:56:18.023286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508c17d8-eb8b-421c-8c67-4c404df1c44a', 'name': 'network-vif-deleted', 'tag': '4fc4aba3-377d-45a4-989b-167fe867dbf1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:18.024458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878d000-76e2-4c7d-a3eb-be3ce94653ff req-ebddc60c-b178-4fbc-adc9-316949a1b80c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:18.025857 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f66356f-3cf7-41ce-b771-888b3a9ed1ec" -d '{"events": [{"server_uuid": "508c17d8-eb8b-421c-8c67-4c404df1c44a", "name": "network-vif-deleted", "tag": "4fc4aba3-377d-45a4-989b-167fe867dbf1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:18.032016 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a878d000-76e2-4c7d-a3eb-be3ce94653ff req-ebddc60c-b178-4fbc-adc9-316949a1b80c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1464527 Nov 23 17:56:18.133312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a878d000-76e2-4c7d-a3eb-be3ce94653ff req-4fce4755-f410-41a2-83f3-8692c4fa54f8 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991652 Nov 23 17:56:18.144423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a686016-481d-4eec-ad3b-d4076f100294 req-b0a4a972-c59d-4f15-b943-9c78d3041974 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866059 Nov 23 17:56:18.170091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['4fc4aba3-377d-45a4-989b-167fe867dbf1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:18.202174 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5d789-e3f0-4bd5-847f-3d06ac02ed2b x-openstack-request-id: req-6fc5d789-e3f0-4bd5-847f-3d06ac02ed2b {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:18.202488 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75", "status": "completed", "code": 200}, {"server_uuid": "f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a", "name": "network-vif-deleted", "tag": "89f0a9ed-6029-4e54-b3bf-14166dedd800", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:18.202770 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6fc5d789-e3f0-4bd5-847f-3d06ac02ed2b {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:18.203337 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75', 'status': 'completed', 'code': 200} Nov 23 17:56:18.203603 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a8b775-e7b8-4c35-aff6-6d3a0c4dbd5a', 'name': 'network-vif-deleted', 'tag': '89f0a9ed-6029-4e54-b3bf-14166dedd800', 'status': 'completed', 'code': 200} Nov 23 17:56:18.238652 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444a2afa-a9a2-4da2-825a-a9d7d5252e6d x-openstack-request-id: req-444a2afa-a9a2-4da2-825a-a9d7d5252e6d {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:18.240034 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508c17d8-eb8b-421c-8c67-4c404df1c44a", "name": "network-vif-deleted", "tag": "4fc4aba3-377d-45a4-989b-167fe867dbf1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:18.240520 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-444a2afa-a9a2-4da2-825a-a9d7d5252e6d {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:18.241179 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508c17d8-eb8b-421c-8c67-4c404df1c44a', 'name': 'network-vif-deleted', 'tag': '4fc4aba3-377d-45a4-989b-167fe867dbf1', 'status': 'completed', 'code': 200} Nov 23 17:56:18.370184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98393253-4844-40c3-96df-76d5827b1ec7 req-f8897273-b8c4-4f5a-9875-cdc2be58f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:18.371731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98393253-4844-40c3-96df-76d5827b1ec7 req-f8897273-b8c4-4f5a-9875-cdc2be58f3ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1095 time: 0.1108589 Nov 23 17:56:18.469834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6f71d14-299b-4501-bee3-632a25f4310c req-199e4a83-c537-49f9-b7bb-394a2f02abe1 tempest-ServerRescueTestJSON-1369022716 tempest-ServerRescueTestJSON-1369022716-project] 10.222.0.74 "GET /v2.0/ports?device_id=508c17d8-eb8b-421c-8c67-4c404df1c44a HTTP/1.1" status: 200 len: 210 time: 0.0449200 Nov 23 17:56:18.517158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cfefb-900a-41ec-ade4-1386f2724b94 req-df5689f7-3806-4d55-8d63-2a3fe80374ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:18.519296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c73cfefb-900a-41ec-ade4-1386f2724b94 req-df5689f7-3806-4d55-8d63-2a3fe80374ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1617987 Nov 23 17:56:18.562489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98393253-4844-40c3-96df-76d5827b1ec7 req-4926d706-2ac3-48dc-a791-f5eafed41da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:18.564819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98393253-4844-40c3-96df-76d5827b1ec7 req-4926d706-2ac3-48dc-a791-f5eafed41da3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1647480 Nov 23 17:56:18.620244 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98393253-4844-40c3-96df-76d5827b1ec7 req-a34b2280-bd33-4230-aed1-38fdb2e9344e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 200 len: 217 time: 0.0439284 Nov 23 17:56:18.630955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c73cfefb-900a-41ec-ade4-1386f2724b94 req-3cbd0b26-7f14-45c6-b130-272bb21bb06a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030116 Nov 23 17:56:18.705318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98393253-4844-40c3-96df-76d5827b1ec7 req-77e51a61-e958-421c-b95d-e3ff699b4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:18.706853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98393253-4844-40c3-96df-76d5827b1ec7 req-77e51a61-e958-421c-b95d-e3ff699b4e85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0691860 Nov 23 17:56:18.743017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98393253-4844-40c3-96df-76d5827b1ec7 req-0dc0c22c-8f6f-47d0-ae95-546a576e8663 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273654 Nov 23 17:56:18.901956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98393253-4844-40c3-96df-76d5827b1ec7 req-6c82507a-afa5-4d81-982b-bbeea9ec2311 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504006 Nov 23 17:56:18.947919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ef92e-de8b-4550-8b55-98c375d0e4ff req-fbc23761-dc89-4ce8-a84c-4a816d8b1399 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:18.949425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e9ef92e-de8b-4550-8b55-98c375d0e4ff req-fbc23761-dc89-4ce8-a84c-4a816d8b1399 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.0912139 Nov 23 17:56:19.053612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98393253-4844-40c3-96df-76d5827b1ec7 req-7d952c1f-942f-4f91-8c8a-948a9d0fb4ff service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426604 Nov 23 17:56:19.057214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e9ef92e-de8b-4550-8b55-98c375d0e4ff req-e3fbafe4-d46b-4b4b-a2c1-93ecf746baa4 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719874 Nov 23 17:56:19.206564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0d96c53-bd4b-40eb-9d79-9b73fb139c70 req-a9154a12-52dd-48e5-b726-d3a31c26ab87 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/42913110-bc09-48e4-be25-c2209b1b8cb5 HTTP/1.1" status: 200 len: 1817 time: 0.0735109 Nov 23 17:56:19.215316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd8b2-ecf3-4780-bb7b-52ad4c39ac35 req-68a9998b-320a-4551-8385-a7f845327c6b tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:19.216867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d68bd8b2-ecf3-4780-bb7b-52ad4c39ac35 req-68a9998b-320a-4551-8385-a7f845327c6b tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 946 time: 0.0767193 Nov 23 17:56:19.303040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d68bd8b2-ecf3-4780-bb7b-52ad4c39ac35 req-3b49cd05-77b1-4dbb-b895-f6e6c0fff552 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765915 Nov 23 17:56:19.305895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b0d96c53-bd4b-40eb-9d79-9b73fb139c70 req-75721c74-1f38-43ef-9dcf-72b7ab8fb75e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.319919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.337145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b0d96c53-bd4b-40eb-9d79-9b73fb139c70 req-75721c74-1f38-43ef-9dcf-72b7ab8fb75e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.393557 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b0d96c53-bd4b-40eb-9d79-9b73fb139c70 req-75721c74-1f38-43ef-9dcf-72b7ab8fb75e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.396348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b0d96c53-bd4b-40eb-9d79-9b73fb139c70 req-75721c74-1f38-43ef-9dcf-72b7ab8fb75e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.397636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0d96c53-bd4b-40eb-9d79-9b73fb139c70 req-75721c74-1f38-43ef-9dcf-72b7ab8fb75e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/42913110-bc09-48e4-be25-c2209b1b8cb5 HTTP/1.1" status: 204 len: 173 time: 0.1798863 Nov 23 17:56:19.425197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75721c74-1f38-43ef-9dcf-72b7ab8fb75e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42913110-bc09-48e4-be25-c2209b1b8cb5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:19.461523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4626a9-3aa2-4454-af53-25cf942c56c0 req-b61f7bd5-8f5b-4790-aa87-2abffb5fda8c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:19.463072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b4626a9-3aa2-4454-af53-25cf942c56c0 req-b61f7bd5-8f5b-4790-aa87-2abffb5fda8c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.0891798 Nov 23 17:56:19.495142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b7f8b18-9bf5-4845-8da6-67b51549a763 req-57269bc8-11ee-41aa-bf17-32b533ace3c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/82db2de6-2756-4c9d-bef5-88aa48536fef HTTP/1.1" status: 200 len: 1818 time: 0.0723252 Nov 23 17:56:19.545371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b4626a9-3aa2-4454-af53-25cf942c56c0 req-fd008647-e051-41e2-9979-22ad54ff9fc9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711961 Nov 23 17:56:19.575556 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b7f8b18-9bf5-4845-8da6-67b51549a763 req-b0ce589a-7ee9-460b-be76-454a12f9a2f3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.600376 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b7f8b18-9bf5-4845-8da6-67b51549a763 req-b0ce589a-7ee9-460b-be76-454a12f9a2f3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.602652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46288) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:19.656577 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b7f8b18-9bf5-4845-8da6-67b51549a763 req-b0ce589a-7ee9-460b-be76-454a12f9a2f3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.661580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b7f8b18-9bf5-4845-8da6-67b51549a763 req-b0ce589a-7ee9-460b-be76-454a12f9a2f3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.663289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b7f8b18-9bf5-4845-8da6-67b51549a763 req-b0ce589a-7ee9-460b-be76-454a12f9a2f3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/82db2de6-2756-4c9d-bef5-88aa48536fef HTTP/1.1" status: 204 len: 173 time: 0.1595092 Nov 23 17:56:19.678596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce589a-7ee9-460b-be76-454a12f9a2f3 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82db2de6-2756-4c9d-bef5-88aa48536fef,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:19.705466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a5214eee-bc35-4183-b324-f9b36cb846da req-a5df5c1d-b973-4d15-9ef4-1dc6b4360eac tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1195605670', 'description': 'tempest-description-405119753'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:19.742900 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a5214eee-bc35-4183-b324-f9b36cb846da req-a5df5c1d-b973-4d15-9ef4-1dc6b4360eac tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.802649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2fcb-7d74-4989-8273-9617c8a3c11b req-0e7ef9ca-a582-4ca1-b41e-7af4af2b9398 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:19.804183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b57f2fcb-7d74-4989-8273-9617c8a3c11b req-0e7ef9ca-a582-4ca1-b41e-7af4af2b9398 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.0746176 Nov 23 17:56:19.886172 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a5214eee-bc35-4183-b324-f9b36cb846da req-a5df5c1d-b973-4d15-9ef4-1dc6b4360eac tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.890503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b57f2fcb-7d74-4989-8273-9617c8a3c11b req-5d32f321-42d8-4783-9ca6-e908636de2c7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793462 Nov 23 17:56:19.891633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a5214eee-bc35-4183-b324-f9b36cb846da req-a5df5c1d-b973-4d15-9ef4-1dc6b4360eac tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.937347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df5c1d-b973-4d15-9ef4-1dc6b4360eac tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a1e417-58ef-42b3-8353-abe09f5ee4a5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:19.943130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a5214eee-bc35-4183-b324-f9b36cb846da req-a5df5c1d-b973-4d15-9ef4-1dc6b4360eac tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.947390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5214eee-bc35-4183-b324-f9b36cb846da req-a5df5c1d-b973-4d15-9ef4-1dc6b4360eac tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2532136 Nov 23 17:56:20.012079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85bf5909-6f36-4e46-92a0-c4b88965b8e6 req-39def26b-78b0-4237-bf8f-b011a61ead54 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/30a1e417-58ef-42b3-8353-abe09f5ee4a5 HTTP/1.1" status: 200 len: 1818 time: 0.0435925 Nov 23 17:56:20.019332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.023682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-85bf5909-6f36-4e46-92a0-c4b88965b8e6 req-9d725834-cc61-4593-aa13-fca8532de55d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Request body: {'security_group': {'name': 'tempest-sg-hth-32578371', 'description': 'tempest-description-hth-1621567183'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:20.025642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4fc4aba3-377d-45a4-989b-167fe867dbf1 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:20.055741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 4fc4aba3-377d-45a4-989b-167fe867dbf1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:20.056105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4fc4aba3-377d-45a4-989b-167fe867dbf1 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:20.056743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 89f0a9ed-6029-4e54-b3bf-14166dedd800 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:20.076747 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85bf5909-6f36-4e46-92a0-c4b88965b8e6 req-9d725834-cc61-4593-aa13-fca8532de55d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.085861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 89f0a9ed-6029-4e54-b3bf-14166dedd800 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:20.086219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 89f0a9ed-6029-4e54-b3bf-14166dedd800 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:20.141791 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85bf5909-6f36-4e46-92a0-c4b88965b8e6 req-9d725834-cc61-4593-aa13-fca8532de55d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.145941 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85bf5909-6f36-4e46-92a0-c4b88965b8e6 req-9d725834-cc61-4593-aa13-fca8532de55d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.149175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-85bf5909-6f36-4e46-92a0-c4b88965b8e6 req-9d725834-cc61-4593-aa13-fca8532de55d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.150805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85bf5909-6f36-4e46-92a0-c4b88965b8e6 req-9d725834-cc61-4593-aa13-fca8532de55d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "PUT /v2.0/security-groups/30a1e417-58ef-42b3-8353-abe09f5ee4a5 HTTP/1.1" status: 200 len: 1791 time: 0.1311736 Nov 23 17:56:20.199744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-fe9475f7-3456-4e51-bae3-c58229ea32aa tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321133 Nov 23 17:56:20.242965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d725834-cc61-4593-aa13-fca8532de55d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a1e417-58ef-42b3-8353-abe09f5ee4a5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:20.281835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Deleting port fcf91b85-8da9-4214-9b33-a1df80c7b6ce {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:20.282172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.330991 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.335500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c60918-782b-4961-9683-b193496b048c req-6b5fab1f-cae8-4e1f-b351-b9e4a70ca668 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:20.336786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85c60918-782b-4961-9683-b193496b048c req-6b5fab1f-cae8-4e1f-b351-b9e4a70ca668 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.1284764 Nov 23 17:56:20.369772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] For port fcf91b85-8da9-4214-9b33-a1df80c7b6ce, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,segment=NetworkSegment(c74421f9-70c7-450f-8f84-6b616cffd25a),segment_id=c74421f9-70c7-450f-8f84-6b616cffd25a)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:20.370139 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.383200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Calling delete_port for fcf91b85-8da9-4214-9b33-a1df80c7b6ce owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:20.386724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-470ee2ff-c62c-4bc3-b5e0-090c67f3a00e tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:20.388196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-470ee2ff-c62c-4bc3-b5e0-090c67f3a00e tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786962 Nov 23 17:56:20.419408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-11daf6a9-b4d0-40ec-a3e0-b8e2da70e3e9 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/quotas/d9adb764bcef4c5b9ba714b418c5f4ad HTTP/1.1" status: 200 len: 375 time: 0.0207951 Nov 23 17:56:20.423129 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85c60918-782b-4961-9683-b193496b048c req-741e3602-aa85-4156-8d40-9ac8144e3318 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720978 Nov 23 17:56:20.452488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-98b4ffe5-5d8c-42d5-9247-f863b82104e6 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260022 Nov 23 17:56:20.505986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae0315d5-febb-4155-b44f-a92e6ba2d652 req-a1ad058a-750a-42ff-a0fa-8154225f9d53 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/30a1e417-58ef-42b3-8353-abe09f5ee4a5 HTTP/1.1" status: 200 len: 1791 time: 0.0396380 Nov 23 17:56:20.610676 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.637548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf91b85-8da9-4214-9b33-a1df80c7b6ce,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:20.677788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-9204af9b-f651-43ae-9026-87e1e6b7beb8 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:20.679353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-9204af9b-f651-43ae-9026-87e1e6b7beb8 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.72 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 946 time: 0.1355224 Nov 23 17:56:20.687209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246a878-fdc3-4749-8a65-b12b937a1544 req-33bd401b-0422-4555-b39b-7982350d78cb tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:20.688145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0246a878-fdc3-4749-8a65-b12b937a1544 req-33bd401b-0422-4555-b39b-7982350d78cb tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 946 time: 0.1150367 Nov 23 17:56:20.691284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-585969cc-b323-458a-be0e-583aae368744 req-57ffbbe7-38af-4c41-9924-6e8e2968f78c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/30a1e417-58ef-42b3-8353-abe09f5ee4a5 HTTP/1.1" status: 200 len: 1791 time: 0.1071124 Nov 23 17:56:20.814041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.832775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0246a878-fdc3-4749-8a65-b12b937a1544 req-a8dac37a-fd18-4ac8-a840-1ed3390ec54a tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d089314-d163-4f2c-a02d-81388b19e699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339364 Nov 23 17:56:20.862894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-585969cc-b323-458a-be0e-583aae368744 req-b86e1511-5617-409e-8cce-cbc85725890c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.881994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Deleting port 73d2738e-72aa-4eae-b6cf-c7616a118fbc {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:20.882333 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.908248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-585969cc-b323-458a-be0e-583aae368744 req-b86e1511-5617-409e-8cce-cbc85725890c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.052162 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-585969cc-b323-458a-be0e-583aae368744 req-b86e1511-5617-409e-8cce-cbc85725890c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.055244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-585969cc-b323-458a-be0e-583aae368744 req-b86e1511-5617-409e-8cce-cbc85725890c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.056392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-585969cc-b323-458a-be0e-583aae368744 req-b86e1511-5617-409e-8cce-cbc85725890c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/30a1e417-58ef-42b3-8353-abe09f5ee4a5 HTTP/1.1" status: 204 len: 173 time: 0.3546598 Nov 23 17:56:21.070895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73715-6ebf-4f53-9760-b366df1c93b3 req-6e46f37c-8e10-4113-8d82-39b6d162f110 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:21.072586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7d73715-6ebf-4f53-9760-b366df1c93b3 req-6e46f37c-8e10-4113-8d82-39b6d162f110 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1544325 Nov 23 17:56:21.074533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] For port 73d2738e-72aa-4eae-b6cf-c7616a118fbc, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=73d2738e-72aa-4eae-b6cf-c7616a118fbc,segment=NetworkSegment(a02e7c6e-ae56-4411-9100-555779150e90),segment_id=a02e7c6e-ae56-4411-9100-555779150e90)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:21.074931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.106889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e1511-5617-409e-8cce-cbc85725890c tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a1e417-58ef-42b3-8353-abe09f5ee4a5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:21.107824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Router c94f8cd1-d67f-4499-a85f-2e646ba58b95 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:56:21.108905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Calling delete_port for 73d2738e-72aa-4eae-b6cf-c7616a118fbc owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:21.210338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7d73715-6ebf-4f53-9760-b366df1c93b3 req-615d4d3c-7e58-4819-8f37-45361d3a1491 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312523 Nov 23 17:56:21.219711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c1d0efb-734f-442d-bc82-fb17bcb32db4 req-275d0690-83db-4f59-a114-5f173a5e3454 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 210 time: 0.0504014 Nov 23 17:56:21.229774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:56:21.242682 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c68504e0-ee12-4f59-8952-40fe1b31d0f4 admin admin] 10.222.0.74 "PUT /v2.0/routers/c94f8cd1-d67f-4499-a85f-2e646ba58b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389313 Nov 23 17:56:21.244940 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] Sync routers for ids ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:56:21.248219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46334) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:21.275785 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] Routers {'c94f8cd1-d67f-4499-a85f-2e646ba58b95'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:21.277130 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:21.361913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.384524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['73d2738e-72aa-4eae-b6cf-c7616a118fbc'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:21.423566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.451290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Pushing event deleted for resources: {'Port': ['ID=73d2738e-72aa-4eae-b6cf-c7616a118fbc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:21.461857 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] Set router c94f8cd1-d67f-4499-a85f-2e646ba58b95 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:21.549936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] No DVR routers for this DVR port 73d2738e-72aa-4eae-b6cf-c7616a118fbc on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:21.559608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188afd4-6cf8-410e-8a18-a00062600a7a req-549ab725-3741-4cf8-8763-4d8be41de6c2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:21.561123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3188afd4-6cf8-410e-8a18-a00062600a7a req-549ab725-3741-4cf8-8763-4d8be41de6c2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1795859 Nov 23 17:56:21.562206 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.566268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.566454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a6f47f7-c0de-412a-b05e-ce3702324513 req-09fc7787-2b88-4cc6-83c8-f0242659e878 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.72 "DELETE /v2.0/ports/73d2738e-72aa-4eae-b6cf-c7616a118fbc HTTP/1.1" status: 204 len: 173 time: 0.8741429 Nov 23 17:56:21.573832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b5afcb-cd1e-480d-a771-d7afe465cc52', 'name': 'network-vif-deleted', 'tag': '73d2738e-72aa-4eae-b6cf-c7616a118fbc'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:21.576066 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb86c9b-5bfe-4371-8aa8-0e2275f36583" -d '{"events": [{"server_uuid": "33b5afcb-cd1e-480d-a771-d7afe465cc52", "name": "network-vif-deleted", "tag": "73d2738e-72aa-4eae-b6cf-c7616a118fbc"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:21.630432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Deleting port 7d4c785c-3128-49c1-b1f1-90e5f620e10a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:21.631627 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.656278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3188afd4-6cf8-410e-8a18-a00062600a7a req-fc816198-6e60-43ec-8db9-5410ab633a9e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768661 Nov 23 17:56:21.687183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232d543-e492-42ae-b167-cc43a8d4d59a req-089e8640-e0a1-47cd-9dc0-2a6ed8e99d7e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:21.689440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4232d543-e492-42ae-b167-cc43a8d4d59a req-089e8640-e0a1-47cd-9dc0-2a6ed8e99d7e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.1411006 Nov 23 17:56:21.733434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] For port 7d4c785c-3128-49c1-b1f1-90e5f620e10a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7d4c785c-3128-49c1-b1f1-90e5f620e10a,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:21.733699 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.742438 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-bcd58a15-3dab-4e9c-970a-084865884ce8 req-2961f4d3-bbe1-40ff-b500-a72509d8885b tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:56:21.743659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd58a15-3dab-4e9c-970a-084865884ce8 req-2961f4d3-bbe1-40ff-b500-a72509d8885b tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/82db2de6-2756-4c9d-bef5-88aa48536fef HTTP/1.1" status: 404 len: 352 time: 0.0347302 Nov 23 17:56:21.751743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Calling delete_port for 7d4c785c-3128-49c1-b1f1-90e5f620e10a owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:21.767074 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:56:20Z', 'revision_number': 5, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port': {'id': '7d4c785c-3128-49c1-b1f1-90e5f620e10a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:53:54Z', 'updated_at': '2021-11-23T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:21.836210 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] Checking router: c94f8cd1-d67f-4499-a85f-2e646ba58b95 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:56:21.847961 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] Routers {'c94f8cd1-d67f-4499-a85f-2e646ba58b95'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:21.848929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:21.972764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.001930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4c785c-3128-49c1-b1f1-90e5f620e10a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:22.035746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 72269cdb-1b46-45b3-ba55-e4d7f5341c75 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:22.056086 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b57af4e-d8aa-46a3-bf5e-1e84defd655c x-openstack-request-id: req-5b57af4e-d8aa-46a3-bf5e-1e84defd655c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:22.056745 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b5afcb-cd1e-480d-a771-d7afe465cc52", "name": "network-vif-deleted", "tag": "73d2738e-72aa-4eae-b6cf-c7616a118fbc", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:22.056884 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b57af4e-d8aa-46a3-bf5e-1e84defd655c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:22.057567 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b5afcb-cd1e-480d-a771-d7afe465cc52', 'name': 'network-vif-deleted', 'tag': '73d2738e-72aa-4eae-b6cf-c7616a118fbc', 'status': 'completed', 'code': 200} Nov 23 17:56:22.091750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4232d543-e492-42ae-b167-cc43a8d4d59a req-2129dcf7-0347-4b87-9781-62a4601023de tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814487 Nov 23 17:56:22.094091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-8f445634-f2b1-4b07-ad63-6a93fecf36da tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435710 Nov 23 17:56:22.095184 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-c9ddee32-00eb-472e-b77e-8a75c2eae311 req-d461bedb-3405-4a90-ae2e-c8c618707506 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:56:22.095784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.108172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9ddee32-00eb-472e-b77e-8a75c2eae311 req-d461bedb-3405-4a90-ae2e-c8c618707506 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/42913110-bc09-48e4-be25-c2209b1b8cb5 HTTP/1.1" status: 404 len: 352 time: 0.0536630 Nov 23 17:56:22.132214 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] Set router c94f8cd1-d67f-4499-a85f-2e646ba58b95 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:22.211802 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-c72e4ead-5534-4f6e-b7ef-120cd3f48694 req-57685f0e-2e16-4c47-a812-ff322801de6e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:56:22.212851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c72e4ead-5534-4f6e-b7ef-120cd3f48694 req-57685f0e-2e16-4c47-a812-ff322801de6e tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/33c2d306-846f-4676-8cda-b39878621416 HTTP/1.1" status: 404 len: 352 time: 0.0568163 Nov 23 17:56:22.230926 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:56:21Z', 'revision_number': 6, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:22.267785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:22.283728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '72269cdb-1b46-45b3-ba55-e4d7f5341c75', 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'port_id': '72269cdb-1b46-45b3-ba55-e4d7f5341c75', 'mac_address': 'fa:16:3e:19:8a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff24acb-9426-49d1-88f8-1871c5f72c6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:22.292276 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712208c-4a53-4f80-8501-062a9755f611 None None] The sync data for ids ['c94f8cd1-d67f-4499-a85f-2e646ba58b95'] in n-d-818932-3 is: [{'id': 'c94f8cd1-d67f-4499-a85f-2e646ba58b95', 'name': 'tempest-ServerRescueTestJSON-1752879320-router', 'tenant_id': '3fe0e83fd60b481b950d1222c22ecada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:53:53Z', 'updated_at': '2021-11-23T17:56:21Z', 'revision_number': 6, 'project_id': '3fe0e83fd60b481b950d1222c22ecada', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:56:22.322909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e606dc1d-7501-47f2-8650-3c36067eec2d req-ceed5246-e1c5-4cdf-8190-e1056bd59719 tempest-ServerTagsTestJSON-1307203595 tempest-ServerTagsTestJSON-1307203595-project] 10.222.0.74 "GET /v2.0/ports?device_id=33b5afcb-cd1e-480d-a771-d7afe465cc52 HTTP/1.1" status: 200 len: 210 time: 0.0853391 Nov 23 17:56:22.337136 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.354835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72269cdb-1b46-45b3-ba55-e4d7f5341c75 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:22.376908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:22.382121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.391437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-a7af1548-8de1-4991-89dc-e4d7b2cb009a tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:22.393504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-a7af1548-8de1-4991-89dc-e4d7b2cb009a tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829902 Nov 23 17:56:22.394390 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-c2fc7ee8-62da-4d44-831b-9957b46b0eac req-5eb580f7-710a-4f39-a35a-c695eed2d700 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:56:22.395388 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2fc7ee8-62da-4d44-831b-9957b46b0eac req-5eb580f7-710a-4f39-a35a-c695eed2d700 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/66ab3450-4fc6-4cca-88fa-1da2cb392c00 HTTP/1.1" status: 404 len: 352 time: 0.1302307 Nov 23 17:56:22.418211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Request body: {'port': {'device_id': 'e524f7c2-24bc-4c01-b5a9-0ec14d388212', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': 'd9adb764bcef4c5b9ba714b418c5f4ad'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:22.442105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:22.530621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ee5b604-9cdd-4416-a3d8-b711c3b8b989 req-c8b36bef-308e-4461-9ee0-b1061a4451f8 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 210 time: 0.0656393 Nov 23 17:56:22.556904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d87ed0-3165-449e-a1eb-da588dfc096a req-0d24fb3a-8605-402f-9bbb-d1db3e25cfe0 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:22.556904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4d87ed0-3165-449e-a1eb-da588dfc096a req-0d24fb3a-8605-402f-9bbb-d1db3e25cfe0 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1517708 Nov 23 17:56:22.592055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.594172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.624170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4d87ed0-3165-449e-a1eb-da588dfc096a req-b7ba4a52-5bc0-4a16-8c87-b79830a34fee tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668092 Nov 23 17:56:22.646958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Made reservation on behalf of d9adb764bcef4c5b9ba714b418c5f4ad for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:22.646958 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.651132 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.652394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c94f8cd1-d67f-4499-a85f-2e646ba58b95 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:56:22.656252 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-78a21aff-6c1a-4470-a0d7-0153b4e9111f req-3df258f0-e5f7-4638-82bd-ea254877e310 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:56:22.657291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78a21aff-6c1a-4470-a0d7-0153b4e9111f req-3df258f0-e5f7-4638-82bd-ea254877e310 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/43fb7439-3151-429a-b6d2-7a612512a194 HTTP/1.1" status: 404 len: 352 time: 0.0303695 Nov 23 17:56:22.659350 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.661652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.665574 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f6b4cb45-5142-401e-b6ba-6df9f0169ba6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c94f8cd1-d67f-4499-a85f-2e646ba58b95 HTTP/1.1" status: 204 len: 168 time: 1.4160361 Nov 23 17:56:22.666236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46360) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:22.687899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['72269cdb-1b46-45b3-ba55-e4d7f5341c75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:22.726977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09e492b-ef48-43ee-b52d-520ddbcc5aa4 admin admin] Deleting subnet 0214dc36-5a60-401d-94ef-d599d8fe45f3 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:56:22.730479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d09e492b-ef48-43ee-b52d-520ddbcc5aa4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.776185 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-d2b47641-e088-4e5e-9716-48e33a3fdefa req-352e9d2e-db86-4661-833f-cb224ea11d2d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] show failed (client error): The resource could not be found. Nov 23 17:56:22.781921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d2b47641-e088-4e5e-9716-48e33a3fdefa req-352e9d2e-db86-4661-833f-cb224ea11d2d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/ca2f6628-6a36-43b4-9921-e73a86748c28 HTTP/1.1" status: 404 len: 352 time: 0.0569217 Nov 23 17:56:22.792760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d09e492b-ef48-43ee-b52d-520ddbcc5aa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.875834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fcf91b85-8da9-4214-9b33-a1df80c7b6ce no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:22.887352 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d09e492b-ef48-43ee-b52d-520ddbcc5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.924646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: fcf91b85-8da9-4214-9b33-a1df80c7b6ce {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:22.925069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fcf91b85-8da9-4214-9b33-a1df80c7b6ce not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:22.936606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e099e-b019-40de-b33a-9732afd65a37 req-c7caa71a-af51-492c-863f-a36989d1fbe4 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:22.949184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d7e099e-b019-40de-b33a-9732afd65a37 req-c7caa71a-af51-492c-863f-a36989d1fbe4 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1604476 Nov 23 17:56:22.953389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.964685 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.969743 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d09e492b-ef48-43ee-b52d-520ddbcc5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.008510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e492b-ef48-43ee-b52d-520ddbcc5aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0214dc36-5a60-401d-94ef-d599d8fe45f3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:23.011908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d09e492b-ef48-43ee-b52d-520ddbcc5aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.018469 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d09e492b-ef48-43ee-b52d-520ddbcc5aa4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0214dc36-5a60-401d-94ef-d599d8fe45f3 HTTP/1.1" status: 204 len: 168 time: 0.3477585 Nov 23 17:56:23.019054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46370) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:23.098680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.118666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2fec1f-5a04-4669-a664-ba05ae6b3fd5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:23.148625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d7e099e-b019-40de-b33a-9732afd65a37 req-45effb10-7a55-4b89-98ca-434e7f125d7c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984193 Nov 23 17:56:23.183774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.198763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137f638-5bd7-4172-9241-cc530efe91a2 req-169fd3f3-d4c9-4f2d-9cc9-0168c6e95801 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:23.206945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a137f638-5bd7-4172-9241-cc530efe91a2 req-169fd3f3-d4c9-4f2d-9cc9-0168c6e95801 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1024 time: 0.1391461 Nov 23 17:56:23.210216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608b0017-5542-41cb-9f95-4101262589ac']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:23.221648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74421f9-70c7-450f-8f84-6b616cffd25a') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:23.222036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74421f9-70c7-450f-8f84-6b616cffd25a') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:23.230172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Allocated IP 192.168.233.90 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/02e01f55-83e1-4d17-94bf-835400797944) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:23.232836 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.248122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.255437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:56:23.255885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:56:23.257952 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:56:23.323414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.331264 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.337717 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] 10.222.0.74 "DELETE /v2.0/networks/608b0017-5542-41cb-9f95-4101262589ac HTTP/1.1" status: 204 len: 168 time: 0.3151865 Nov 23 17:56:23.345963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc3922-d613-4188-817c-986a36683c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=608b0017-5542-41cb-9f95-4101262589ac,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:23.380158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbf76b-bb91-4cc3-9337-e53cfeb87f83 req-8bd753dc-d8b1-4344-a4f9-ab6a6cace2e5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:23.381793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbbbf76b-bb91-4cc3-9337-e53cfeb87f83 req-8bd753dc-d8b1-4344-a4f9-ab6a6cace2e5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 945 time: 0.1493640 Nov 23 17:56:23.430096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a137f638-5bd7-4172-9241-cc530efe91a2 req-cc7c2b85-0ab6-427f-bf76-b16787a5ac3b tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&id=43446c67-9aed-4206-b6fd-3b9e612a8e00&id=10f67743-cc6c-4b06-91cc-591293e983c4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2225688 Nov 23 17:56:23.490474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46378) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:23.538265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-898f8d5a-fef8-46ee-82c9-d71826682e44 admin admin] Deleting subnet 156e9ddd-2702-433a-9e14-207b67792650 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:56:23.542082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898f8d5a-fef8-46ee-82c9-d71826682e44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.542270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.553963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46380) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:23.585337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898f8d5a-fef8-46ee-82c9-d71826682e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.615758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbbbf76b-bb91-4cc3-9337-e53cfeb87f83 req-a0d53376-cb8f-4a08-ab25-6850bb956700 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134891 Nov 23 17:56:23.642933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898f8d5a-fef8-46ee-82c9-d71826682e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.669321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a554d5be-ad73-45ee-b73d-d42a80eb9238 req-7624b874-2bd6-4ccb-a1a7-4e4336d75919 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 210 time: 0.0453701 Nov 23 17:56:23.673531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.689506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0ab3a8cf-b3c6-4df7-ba1f-7be05d24297d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3fe0e83fd60b481b950d1222c22ecada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341906 Nov 23 17:56:23.693482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46388) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:23.723576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:23.732360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:23.736301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:23.749239 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898f8d5a-fef8-46ee-82c9-d71826682e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.789456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f8d5a-fef8-46ee-82c9-d71826682e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156e9ddd-2702-433a-9e14-207b67792650,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:23.792958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Pushing event updated for resources: {'Port': ['ID=02e01f55-83e1-4d17-94bf-835400797944,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:23.794946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898f8d5a-fef8-46ee-82c9-d71826682e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.801454 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-898f8d5a-fef8-46ee-82c9-d71826682e44 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/156e9ddd-2702-433a-9e14-207b67792650 HTTP/1.1" status: 204 len: 168 time: 0.3106713 Nov 23 17:56:23.802380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46390) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:23.833435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:23.833435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.843584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdb3adf-2e46-438c-884b-11a35d542dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.859895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec435-b4e4-4db6-9d83-25d416946c75 req-77b60de6-572d-4881-80c8-e147dc4a98cc tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:23.861432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-deeec435-b4e4-4db6-9d83-25d416946c75 req-77b60de6-572d-4881-80c8-e147dc4a98cc tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1159263 Nov 23 17:56:23.865410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-46552d87-e5bf-4a94-b3c1-440b0ad49fac tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4544044 Nov 23 17:56:23.872086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdb3adf-2e46-438c-884b-11a35d542dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.883790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Request body: {'port': {'device_id': 'e524f7c2-24bc-4c01-b5a9-0ec14d388212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:23.934943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.977935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-deeec435-b4e4-4db6-9d83-25d416946c75 req-2079ba60-8459-4ce3-9bbb-0583910c76e2 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043453 Nov 23 17:56:23.981910 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.988107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c9ffcdc8-11b4-4a64-be63-5b51349790ab None None] Provisioning complete for port 02e01f55-83e1-4d17-94bf-835400797944 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:23.988671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c9ffcdc8-11b4-4a64-be63-5b51349790ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.008573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdb3adf-2e46-438c-884b-11a35d542dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.011614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdb3adf-2e46-438c-884b-11a35d542dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.015315 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fdb3adf-2e46-438c-884b-11a35d542dce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b276b28e-ce60-48f5-ac43-ce8cd4ea4d00 HTTP/1.1" status: 204 len: 168 time: 0.3182549 Nov 23 17:56:24.030856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c9ffcdc8-11b4-4a64-be63-5b51349790ab None None] Port 02e01f55-83e1-4d17-94bf-835400797944 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:56:24.062922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 72269cdb-1b46-45b3-ba55-e4d7f5341c75 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:24.063190 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.067469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb3adf-2e46-438c-884b-11a35d542dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b276b28e-ce60-48f5-ac43-ce8cd4ea4d00,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:24.090622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6e672f-d148-4202-90e1-33c99b59ad94']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:24.103723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02e7c6e-ae56-4411-9100-555779150e90') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:24.104158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02e7c6e-ae56-4411-9100-555779150e90') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:24.129774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.131881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:56:24.136939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:24.137307 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.147105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.155399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:56:24.155801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:56:24.159003 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:56:24.265247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.279574 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.286626 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] 10.222.0.74 "DELETE /v2.0/networks/3a6e672f-d148-4202-90e1-33c99b59ad94 HTTP/1.1" status: 204 len: 168 time: 0.4808605 Nov 23 17:56:24.295344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fb3a7-7f1c-4a11-8cd6-a93ba558a39e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6e672f-d148-4202-90e1-33c99b59ad94,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:24.310716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.340740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba52c0-fa14-4925-9ecf-d507ef1d5a30 req-5b5a1d40-5f93-4d2b-aa56-0e70757e921e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:24.342452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43ba52c0-fa14-4925-9ecf-d507ef1d5a30 req-5b5a1d40-5f93-4d2b-aa56-0e70757e921e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.0709374 Nov 23 17:56:24.346495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:24.349090 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9235ed54-6feb-4220-96b1-57ec00cb8a87" -d '{"events": [{"server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "name": "network-vif-plugged", "status": "completed", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:24.361334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:24.368674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.423927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43ba52c0-fa14-4925-9ecf-d507ef1d5a30 req-2927bae7-5c2f-424b-a101-d33f457ef8d7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610547 Nov 23 17:56:24.431354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e01f55-83e1-4d17-94bf-835400797944 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:24.435750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:24.449923 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.471960 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b0fad-1ca6-4513-bc1c-50e8e13ce489 x-openstack-request-id: req-d13b0fad-1ca6-4513-bc1c-50e8e13ce489 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:24.472271 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "name": "network-vif-plugged", "status": "completed", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:24.472536 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d13b0fad-1ca6-4513-bc1c-50e8e13ce489 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:24.472945 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75', 'code': 200} Nov 23 17:56:24.485698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Transition to ACTIVE for port object 02e01f55-83e1-4d17-94bf-835400797944 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:56:24.495119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.539503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-bf1b5ca2-9372-4128-9f26-5225315e9167 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:24.541970 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-bf1b5ca2-9372-4128-9f26-5225315e9167 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.66 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1024 time: 0.1456943 Nov 23 17:56:24.554883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Pushing event updated for resources: {'Port': ['ID=02e01f55-83e1-4d17-94bf-835400797944,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:24.569433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7d4c785c-3128-49c1-b1f1-90e5f620e10a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:24.607379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 7d4c785c-3128-49c1-b1f1-90e5f620e10a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:24.608520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7d4c785c-3128-49c1-b1f1-90e5f620e10a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:24.674256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46414) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:24.746995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Deleting port 81d91eea-d19e-4b7b-aa55-608e5819ce4d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:24.747638 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.811605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7255e1-e2cb-4224-a212-2e488d465e0e req-fe6f4285-3c40-4390-8c6e-45ed9eef364d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:24.814385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d7255e1-e2cb-4224-a212-2e488d465e0e req-fe6f4285-3c40-4390-8c6e-45ed9eef364d tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/ports?device_id=343c37cc-be43-4d1c-b455-3bb411086410 HTTP/1.1" status: 200 len: 1024 time: 0.2641659 Nov 23 17:56:24.847134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511da0de-09f3-4bd0-92f2-cc15c0343be3 req-0ac11711-77cd-482c-b209-08f35921f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:24.848865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-511da0de-09f3-4bd0-92f2-cc15c0343be3 req-0ac11711-77cd-482c-b209-08f35921f56c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1097 time: 0.2879686 Nov 23 17:56:24.859669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] For port 81d91eea-d19e-4b7b-aa55-608e5819ce4d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=81d91eea-d19e-4b7b-aa55-608e5819ce4d,segment=NetworkSegment(5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11),segment_id=5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:24.860337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.875256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Calling delete_port for 81d91eea-d19e-4b7b-aa55-608e5819ce4d owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:24.920211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7f67d6a8-35b7-4985-bb77-f977bc03196f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb227cce056d4f2cbc09cbefbf8d0cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396998 Nov 23 17:56:24.925927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:24.957688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e4b6-dfc2-48b6-8f73-e69d80cc165f req-3d7b40e1-cff8-41a0-984a-fbfd0c2fbb5c tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:24.959510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f617e4b6-dfc2-48b6-8f73-e69d80cc165f req-3d7b40e1-cff8-41a0-984a-fbfd0c2fbb5c tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.2518389 Nov 23 17:56:25.005649 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b170430f-0678-4418-8a24-52a883e7a03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.006868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Attempting to bind port 02e01f55-83e1-4d17-94bf-835400797944 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:25.007336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Attempting to bind port 02e01f55-83e1-4d17-94bf-835400797944 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:25.007611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Attempting to bind port 02e01f55-83e1-4d17-94bf-835400797944 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:25.028687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-511da0de-09f3-4bd0-92f2-cc15c0343be3 req-a6b54d53-10d7-4f35-b80c-26b9cebe452f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657829 Nov 23 17:56:25.041974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b170430f-0678-4418-8a24-52a883e7a03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.042483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Port 02e01f55-83e1-4d17-94bf-835400797944 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:25.043101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Attempting to bind port 02e01f55-83e1-4d17-94bf-835400797944 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:25.069751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:25.070104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:25.070502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:25.070963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Bound port: 02e01f55-83e1-4d17-94bf-835400797944, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:25.071322 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.094402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d7255e1-e2cb-4224-a212-2e488d465e0e req-07285d62-c44c-4e5e-8560-ab49c652a414 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups?id=fd5462af-06ce-4b15-9623-460229a2b121&id=43446c67-9aed-4206-b6fd-3b9e612a8e00&id=10f67743-cc6c-4b06-91cc-591293e983c4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2384942 Nov 23 17:56:25.108088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46432) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:25.142871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f617e4b6-dfc2-48b6-8f73-e69d80cc165f req-4f5b1e38-ceff-45d1-af7e-9ff99cba3969 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660378 Nov 23 17:56:25.155120 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.184111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['81d91eea-d19e-4b7b-aa55-608e5819ce4d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:25.191930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b170430f-0678-4418-8a24-52a883e7a03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.198443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b170430f-0678-4418-8a24-52a883e7a03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.201384 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b170430f-0678-4418-8a24-52a883e7a03f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d089314-d163-4f2c-a02d-81388b19e699 HTTP/1.1" status: 204 len: 168 time: 0.2744730 Nov 23 17:56:25.245180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] For port 02e01f55-83e1-4d17-94bf-835400797944, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:25.276432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] For port 02e01f55-83e1-4d17-94bf-835400797944, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=02e01f55-83e1-4d17-94bf-835400797944,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:25.277437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'Port': ['ID=81d91eea-d19e-4b7b-aa55-608e5819ce4d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:25.288064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170430f-0678-4418-8a24-52a883e7a03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d089314-d163-4f2c-a02d-81388b19e699,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:25.312999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-342046528-network', 'tenant_id': '94dd3ddb2bea481bac2e6b0547b204fe'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:25.343236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] No DVR routers for this DVR port 81d91eea-d19e-4b7b-aa55-608e5819ce4d on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:25.348350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.354241 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4bd1e21b-b2b1-4b09-8977-5a770d3ad551 req-4e787aed-a4c9-4704-bf5e-bfdcb43cc7c2 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.66 "DELETE /v2.0/ports/81d91eea-d19e-4b7b-aa55-608e5819ce4d HTTP/1.1" status: 204 len: 173 time: 0.7965271 Nov 23 17:56:25.354601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.355112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'name': 'network-vif-deleted', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:25.357651 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2308e790-33db-4454-8bf5-0ea8a9f6e381" -d '{"events": [{"server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "name": "network-vif-deleted", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:25.369589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Made reservation on behalf of 94dd3ddb2bea481bac2e6b0547b204fe for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:25.371920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.424896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e901d-d8f3-4950-a5c0-44b1a78da80d req-6f91e9fe-f243-40a4-a2b2-cac376fbca96 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:25.432655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf0e901d-d8f3-4950-a5c0-44b1a78da80d req-6f91e9fe-f243-40a4-a2b2-cac376fbca96 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 947 time: 0.2419622 Nov 23 17:56:25.442245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:25.442885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.452938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] 10.222.0.66 "PUT /v2.0/ports/02e01f55-83e1-4d17-94bf-835400797944 HTTP/1.1" status: 200 len: 1095 time: 1.5741200 Nov 23 17:56:25.468842 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.472065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e524f7c2-24bc-4c01-b5a9-0ec14d388212', 'tag': '02e01f55-83e1-4d17-94bf-835400797944'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:25.474533 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e524f7c2-24bc-4c01-b5a9-0ec14d388212", "tag": "02e01f55-83e1-4d17-94bf-835400797944"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:25.570230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f6e28-7109-4b57-8025-e0a224d69202 service neutron] Pushing event updated for resources: {'Port': ['ID=02e01f55-83e1-4d17-94bf-835400797944,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:25.647472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf0e901d-d8f3-4950-a5c0-44b1a78da80d req-19eb46b9-ac0f-4616-ba85-313548a527cf tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136893 Nov 23 17:56:25.659839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ef769-4104-45d3-820d-ffd126b42ec9 req-adcb0043-f3ef-439b-addd-cc52dbcdfaab tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:25.661294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c63ef769-4104-45d3-820d-ffd126b42ec9 req-adcb0043-f3ef-439b-addd-cc52dbcdfaab tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.2015936 Nov 23 17:56:25.707515 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00626351-a903-4629-b85b-4e0beb3a12e1 x-openstack-request-id: req-00626351-a903-4629-b85b-4e0beb3a12e1 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:25.707820 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343c37cc-be43-4d1c-b455-3bb411086410", "name": "network-vif-deleted", "tag": "81d91eea-d19e-4b7b-aa55-608e5819ce4d", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:25.708077 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00626351-a903-4629-b85b-4e0beb3a12e1 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:25.708485 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343c37cc-be43-4d1c-b455-3bb411086410', 'name': 'network-vif-deleted', 'tag': '81d91eea-d19e-4b7b-aa55-608e5819ce4d', 'status': 'completed', 'code': 200} Nov 23 17:56:25.733191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-06e1ce31-f868-49fc-a59a-c16a63998f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:25.735024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-06e1ce31-f868-49fc-a59a-c16a63998f05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 1098 time: 0.1963770 Nov 23 17:56:25.826612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-72ba5a4b-f1df-404a-aa30-e0dbebe6b71b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=02e01f55-83e1-4d17-94bf-835400797944 HTTP/1.1" status: 200 len: 217 time: 0.0770972 Nov 23 17:56:25.879389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c63ef769-4104-45d3-820d-ffd126b42ec9 req-c9549822-4d14-42a1-b98e-093ac6fada2f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987531 Nov 23 17:56:25.946923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-23e5572c-9f26-4875-aefd-1093bb5c20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:25.948557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-23e5572c-9f26-4875-aefd-1093bb5c20b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1012926 Nov 23 17:56:25.950596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.952555 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66700bb6-ea6d-4cd2-870a-8dfb577de524 x-openstack-request-id: req-66700bb6-ea6d-4cd2-870a-8dfb577de524 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:25.952979 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e524f7c2-24bc-4c01-b5a9-0ec14d388212", "tag": "02e01f55-83e1-4d17-94bf-835400797944", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:25.953356 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-66700bb6-ea6d-4cd2-870a-8dfb577de524 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:25.953796 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e524f7c2-24bc-4c01-b5a9-0ec14d388212', 'tag': '02e01f55-83e1-4d17-94bf-835400797944', 'status': 'completed', 'code': 200} Nov 23 17:56:25.959001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.029526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225b9f8-f797-40db-a13f-155293d6bdbf req-62682718-c003-43ae-90c9-c2bf3ef0d19d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:26.031595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b225b9f8-f797-40db-a13f-155293d6bdbf req-62682718-c003-43ae-90c9-c2bf3ef0d19d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.2573252 Nov 23 17:56:26.033120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:56:26.059200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec378f9-8fb2-462c-bc80-ae968cfc6480,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:26.062245 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.062599 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Added segment 0c382686-9134-4cee-945f-45457f694ced of type vlan for network 925944c5-8759-4d0c-99ca-4cf14c6ee645 Nov 23 17:56:26.130469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-08126390-600f-43f3-b104-738098bf4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:26.132110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-08126390-600f-43f3-b104-738098bf4a30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690226 Nov 23 17:56:26.162321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 73d2738e-72aa-4eae-b6cf-c7616a118fbc no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:26.189131 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.225450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 73d2738e-72aa-4eae-b6cf-c7616a118fbc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:26.226069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 73d2738e-72aa-4eae-b6cf-c7616a118fbc not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:26.326013 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.326992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:26.327576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.354598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-2bb41033-e04a-4a45-aca6-96b79adc9fed service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064154 Nov 23 17:56:26.358051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b225b9f8-f797-40db-a13f-155293d6bdbf req-b5ad04ad-9d0a-4a74-9b73-33455fda8efc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125851 Nov 23 17:56:26.417194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46476) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:26.418032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3076229 Nov 23 17:56:26.425833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Request body: {'subnet': {'network_id': '925944c5-8759-4d0c-99ca-4cf14c6ee645', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-342046528-subnet', 'tenant_id': '94dd3ddb2bea481bac2e6b0547b204fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:26.466356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Made reservation on behalf of 94dd3ddb2bea481bac2e6b0547b204fe for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:26.469518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.473315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfcdea-a5a7-4f06-85ae-f0ea1630aa63 admin admin] Pushing event updated for resources: {'Network': ['ID=925944c5-8759-4d0c-99ca-4cf14c6ee645,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:26.485746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 925944c5-8759-4d0c-99ca-4cf14c6ee645 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:56:26.510274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-390fed2e-09eb-4e6c-84f7-ea929716b321 req-2068b276-3616-4993-bc5b-be188ecaad89 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/43446c67-9aed-4206-b6fd-3b9e612a8e00 HTTP/1.1" status: 200 len: 1817 time: 0.3313167 Nov 23 17:56:26.682406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.755530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ffcbaa9-a68c-45c3-b365-b5d6f1cc834c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:26.771665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Checking segment: {'id': '0c382686-9134-4cee-945f-45457f694ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '925944c5-8759-4d0c-99ca-4cf14c6ee645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:26.772356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Network hostable DHCP agents. Network: 925944c5-8759-4d0c-99ca-4cf14c6ee645, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:56:26.793477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Network 925944c5-8759-4d0c-99ca-4cf14c6ee645 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:56:26.809319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 925944c5-8759-4d0c-99ca-4cf14c6ee645) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:26.817544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:26.817544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.823497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7033af-9a30-4bfa-82c6-cd0f11fe2346 None None] Network 925944c5-8759-4d0c-99ca-4cf14c6ee645 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:56:26.845645 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-79b2a0c1-80a0-4c21-a9f2-79c5212d0445 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4254701 Nov 23 17:56:26.860630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e83c430d-6f47-4d41-80cf-fb9fd0e89622 req-f3745617-fa90-438c-85a3-2d0948ed2375 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902298 Nov 23 17:56:26.870702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891e6ff-c941-4326-9cd3-2b8342edacb0 req-e57a3ba7-aabb-4f2f-9fb1-d3a6d53564e0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:26.872237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f891e6ff-c941-4326-9cd3-2b8342edacb0 req-e57a3ba7-aabb-4f2f-9fb1-d3a6d53564e0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.4085352 Nov 23 17:56:26.910740 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-390fed2e-09eb-4e6c-84f7-ea929716b321 req-b5d8989c-225e-418f-b67a-d5bcdb92d1fb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.972192 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-390fed2e-09eb-4e6c-84f7-ea929716b321 req-b5d8989c-225e-418f-b67a-d5bcdb92d1fb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.996742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0d504-a6b5-419d-811c-c007dbd009c8 None None] Network 925944c5-8759-4d0c-99ca-4cf14c6ee645 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:56:27.000415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f891e6ff-c941-4326-9cd3-2b8342edacb0 req-71026334-77bb-42c5-8ef6-a20820be2b9b tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196189 Nov 23 17:56:27.036123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-1488b6c1-ad01-4117-ab10-c145dee9c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:27.038091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-1488b6c1-ad01-4117-ab10-c145dee9c46b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 1098 time: 0.0977502 Nov 23 17:56:27.100164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-390fed2e-09eb-4e6c-84f7-ea929716b321 req-b5d8989c-225e-418f-b67a-d5bcdb92d1fb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.103095 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-390fed2e-09eb-4e6c-84f7-ea929716b321 req-b5d8989c-225e-418f-b67a-d5bcdb92d1fb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.103931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-390fed2e-09eb-4e6c-84f7-ea929716b321 req-b5d8989c-225e-418f-b67a-d5bcdb92d1fb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/43446c67-9aed-4206-b6fd-3b9e612a8e00 HTTP/1.1" status: 204 len: 173 time: 0.5698555 Nov 23 17:56:27.156663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8989c-225e-418f-b67a-d5bcdb92d1fb tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43446c67-9aed-4206-b6fd-3b9e612a8e00,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:27.204339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-1956683e-7725-4cf8-a59a-8b7efe6d2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:27.206654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-1956683e-7725-4cf8-a59a-8b7efe6d2e2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1559031 Nov 23 17:56:27.274480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-b8cb17ba-58a0-45b6-91a9-4a2e55ad3b30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=02e01f55-83e1-4d17-94bf-835400797944 HTTP/1.1" status: 200 len: 217 time: 0.0537090 Nov 23 17:56:27.376276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-186120bf-3c41-4dc7-be96-c6b78b7cc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:27.377849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-186120bf-3c41-4dc7-be96-c6b78b7cc19e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0951393 Nov 23 17:56:27.405318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b96863-e45a-4cad-ac2f-fe2dbd57c609 req-fcfbe32c-493c-4d72-a5de-19cdd4e2afd5 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:27.406876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03b96863-e45a-4cad-ac2f-fe2dbd57c609 req-fcfbe32c-493c-4d72-a5de-19cdd4e2afd5 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 947 time: 0.0847647 Nov 23 17:56:27.490305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-8c957362-c7d6-4a49-ac1c-6c6d32302171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:27.491916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-8c957362-c7d6-4a49-ac1c-6c6d32302171 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056285 Nov 23 17:56:27.551785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46514) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:27.558018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1926218029-network', 'tenant_id': 'b177330e34b74a7c8b2794d5cb77265e'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:27.566402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03b96863-e45a-4cad-ac2f-fe2dbd57c609 req-29d7edab-c27a-4b99-9564-8b12cfaeee53 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437726 Nov 23 17:56:27.586267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Made reservation on behalf of b177330e34b74a7c8b2794d5cb77265e for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:27.589150 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.599190 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.622469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa68b2-abc3-4484-bd91-58950e6b2653 req-a96385ae-dcd1-4c56-9bd0-82e91981982a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:27.627215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88aa68b2-abc3-4484-bd91-58950e6b2653 req-a96385ae-dcd1-4c56-9bd0-82e91981982a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1467474 Nov 23 17:56:27.699657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.704153 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.712055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-e866fdcb-1a1f-4b1b-8402-c3a476233412 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100959 Nov 23 17:56:27.732117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:56:27.735773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88aa68b2-abc3-4484-bd91-58950e6b2653 req-cb84818f-9589-44c9-acc6-57339c8ed825 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030929 Nov 23 17:56:27.742935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57172027-2255-4ccb-9e4d-deff43e9ab17,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:27.748200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.748551 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Added segment ba6c5873-0c99-4a6b-8b6a-0bac300516e5 of type vlan for network c5ea104e-8d29-4527-a8ed-7474f89f7b6b Nov 23 17:56:27.803692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8b0f-7d10-4a8a-8c5c-b354f06fc007 req-1821b2ed-2bf8-4f45-91e4-e71d83f811d5 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:27.804103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.805273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c70a8b0f-7d10-4a8a-8c5c-b354f06fc007 req-1821b2ed-2bf8-4f45-91e4-e71d83f811d5 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1097 time: 0.1419561 Nov 23 17:56:27.836334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.837456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:27.839251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:27.878907 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3258417 Nov 23 17:56:27.885678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46522) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:27.892960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Request body: {'subnet': {'network_id': 'c5ea104e-8d29-4527-a8ed-7474f89f7b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1926218029-subnet', 'tenant_id': 'b177330e34b74a7c8b2794d5cb77265e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:27.902428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9e2450-9ec9-4cd8-ad6f-afb513045f2f req-0261876c-0e97-452a-b32d-67a8b2e88fa6 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794240 Nov 23 17:56:27.915660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aabc4e2a-1519-4ed1-bb67-545167505048 req-cd4fcb44-e683-428d-96e3-167dc441f154 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "GET /v2.0/security-groups/10f67743-cc6c-4b06-91cc-591293e983c4 HTTP/1.1" status: 200 len: 1817 time: 0.1164963 Nov 23 17:56:27.923027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040b19-17cf-4507-87c6-7a91bd70c070 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ea104e-8d29-4527-a8ed-7474f89f7b6b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:27.923409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c70a8b0f-7d10-4a8a-8c5c-b354f06fc007 req-a5bc5d95-c392-4f55-be27-50faad3119aa tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082935 Nov 23 17:56:27.935695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c5ea104e-8d29-4527-a8ed-7474f89f7b6b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:56:27.974451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Made reservation on behalf of b177330e34b74a7c8b2794d5cb77265e for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:27.976793 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.095872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 81d91eea-d19e-4b7b-aa55-608e5819ce4d no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:28.102905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aabc4e2a-1519-4ed1-bb67-545167505048 req-41ad9413-4913-4d16-8088-0b572454a1c4 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.134930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 81d91eea-d19e-4b7b-aa55-608e5819ce4d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:28.135532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 81d91eea-d19e-4b7b-aa55-608e5819ce4d not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:28.138312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fef531-db57-4c8d-9ec7-15831cc47022 req-f99df84e-dd76-4a80-9b04-36f1d2947c3f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:28.139850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37fef531-db57-4c8d-9ec7-15831cc47022 req-f99df84e-dd76-4a80-9b04-36f1d2947c3f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1449618 Nov 23 17:56:28.145512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aabc4e2a-1519-4ed1-bb67-545167505048 req-41ad9413-4913-4d16-8088-0b572454a1c4 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.284913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aabc4e2a-1519-4ed1-bb67-545167505048 req-41ad9413-4913-4d16-8088-0b572454a1c4 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.287545 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aabc4e2a-1519-4ed1-bb67-545167505048 req-41ad9413-4913-4d16-8088-0b572454a1c4 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.288683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aabc4e2a-1519-4ed1-bb67-545167505048 req-41ad9413-4913-4d16-8088-0b572454a1c4 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] 10.222.0.74 "DELETE /v2.0/security-groups/10f67743-cc6c-4b06-91cc-591293e983c4 HTTP/1.1" status: 204 len: 173 time: 0.3596494 Nov 23 17:56:28.294741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46530) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:28.297498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37fef531-db57-4c8d-9ec7-15831cc47022 req-7ddff48f-213d-454b-91dc-946704167ec2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481905 Nov 23 17:56:28.313259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad9413-4913-4d16-8088-0b572454a1c4 tempest-SecurityGroupsTestJSON-1502527350 tempest-SecurityGroupsTestJSON-1502527350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f67743-cc6c-4b06-91cc-591293e983c4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:28.349699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-599e8161-b675-488f-81e6-fa5cd739360d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288216 Nov 23 17:56:28.364750 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.376995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcf23e8-6898-4da5-89da-0981784e52d4 admin admin] Deleting subnet e5cc7296-971b-493a-a8c8-a371852d478a {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:56:28.380349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fcf23e8-6898-4da5-89da-0981784e52d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.419181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fcf23e8-6898-4da5-89da-0981784e52d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.474184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fcf23e8-6898-4da5-89da-0981784e52d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.484764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd8ba67-8a06-426f-8c19-824a98121160,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:28.497873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa792577-5114-4de9-8b4d-591d7e9fabef req-aead4048-1b55-45a4-8cdd-6b953d227381 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=135a9855-9405-4d66-8002-fd2d0676e3fe HTTP/1.1" status: 200 len: 210 time: 0.0572886 Nov 23 17:56:28.565321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fcf23e8-6898-4da5-89da-0981784e52d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.568806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Checking segment: {'id': 'ba6c5873-0c99-4a6b-8b6a-0bac300516e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c5ea104e-8d29-4527-a8ed-7474f89f7b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:28.569181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Network hostable DHCP agents. Network: c5ea104e-8d29-4527-a8ed-7474f89f7b6b, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:56:28.606358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf23e8-6898-4da5-89da-0981784e52d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5cc7296-971b-493a-a8c8-a371852d478a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:28.611922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fcf23e8-6898-4da5-89da-0981784e52d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.615764 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4fcf23e8-6898-4da5-89da-0981784e52d4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e5cc7296-971b-493a-a8c8-a371852d478a HTTP/1.1" status: 204 len: 168 time: 0.3198173 Nov 23 17:56:28.618966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46542) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:28.639538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-65fb88b9-86a9-4c68-b3f1-4f7e9dd8c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:28.643206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-65fb88b9-86a9-4c68-b3f1-4f7e9dd8c507 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1095 time: 0.1397543 Nov 23 17:56:28.661794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Network c5ea104e-8d29-4527-a8ed-7474f89f7b6b is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:56:28.699316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c5ea104e-8d29-4527-a8ed-7474f89f7b6b) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:28.709292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df48b853-360d-4a15-9640-e4586e4cd7b4 None None] Network c5ea104e-8d29-4527-a8ed-7474f89f7b6b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:56:28.724694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:28.725601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.729043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.856784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-9a8945ad-1b3a-45cb-ad44-b12b4f33985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:28.858421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-9a8945ad-1b3a-45cb-ad44-b12b4f33985e service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1894400 Nov 23 17:56:28.859560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.880433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379bae41-535e-48f1-bc3b-6ca41e10c837 None None] Network c5ea104e-8d29-4527-a8ed-7474f89f7b6b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:56:28.889397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9d5782e9-783a-4f9b-be46-0c444f64a710 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0025754 Nov 23 17:56:28.895609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd1998a-2d2e-4048-aff9-e94f86cc3815']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:28.917273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:28.917562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1aa7c3-d9e1-4c64-afe1-a92d8f15bb11') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:28.940438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-adb7254a-6054-4ae1-a14c-f7964e30f448 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 217 time: 0.0617812 Nov 23 17:56:28.943884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.979698 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.996622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:56:28.997055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:56:28.999204 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:56:29.056274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1815a-4ced-4d84-8ce6-f8066b08f826 req-7c11e606-02cc-46f9-983b-1684c4cf12b1 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:29.057898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eaf1815a-4ced-4d84-8ce6-f8066b08f826 req-7c11e606-02cc-46f9-983b-1684c4cf12b1 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 947 time: 0.2765756 Nov 23 17:56:29.127737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-7adbc4b6-0099-4b1d-a394-9f2df7b4fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:29.129698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-7adbc4b6-0099-4b1d-a394-9f2df7b4fa83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1770732 Nov 23 17:56:29.170248 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.181607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.192776 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1bd1998a-2d2e-4048-aff9-e94f86cc3815 HTTP/1.1" status: 204 len: 168 time: 0.5726359 Nov 23 17:56:29.198461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-baede771-ca33-4526-ba12-b8860fda883f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532289 Nov 23 17:56:29.254789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a7163-f539-4e74-bbe6-4a47d660cf66 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd1998a-2d2e-4048-aff9-e94f86cc3815,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:29.345469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eaf1815a-4ced-4d84-8ce6-f8066b08f826 req-1d6c3ed1-a472-4b83-9527-2b2985726185 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757287 Nov 23 17:56:29.409581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc6878-f71b-4f82-abf9-a75a58660462 req-7f7b6483-78a6-4953-a41a-96e0c7e4edba tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:29.411157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5dbc6878-f71b-4f82-abf9-a75a58660462 req-7f7b6483-78a6-4953-a41a-96e0c7e4edba tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1914482 Nov 23 17:56:29.467014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-1b9b3a97-9700-440e-ad02-004ed31f56d2 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509069 Nov 23 17:56:29.519419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46584) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:29.569675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5dbc6878-f71b-4f82-abf9-a75a58660462 req-0ef84377-4c3c-42ca-9b61-d3167862f6db tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444297 Nov 23 17:56:29.607226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c2d7f039-93ab-47a4-bc81-4cc2b816f06f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e15396816eb4885bea83e5c7a35f106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842516 Nov 23 17:56:29.607857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46590) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:29.711744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1595e569-0bba-4c1b-a0b7-00c1550ad180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.739157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1595e569-0bba-4c1b-a0b7-00c1550ad180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.760356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09a2b01c-6bbc-4b68-81d5-2d6bcf6c82dd req-6fa30962-b3bb-4ee7-afee-9272eb562c6a service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857428 Nov 23 17:56:29.779446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95aea3-bffa-497b-8033-cd3df52e4704 req-f1e39ede-f0bf-482f-b25c-d6dd2c88795c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:29.789240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d95aea3-bffa-497b-8033-cd3df52e4704 req-f1e39ede-f0bf-482f-b25c-d6dd2c88795c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1646931 Nov 23 17:56:29.812197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1595e569-0bba-4c1b-a0b7-00c1550ad180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.815456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1595e569-0bba-4c1b-a0b7-00c1550ad180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.816850 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1595e569-0bba-4c1b-a0b7-00c1550ad180 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd5462af-06ce-4b15-9623-460229a2b121 HTTP/1.1" status: 204 len: 168 time: 0.2080097 Nov 23 17:56:29.825148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595e569-0bba-4c1b-a0b7-00c1550ad180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5462af-06ce-4b15-9623-460229a2b121,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:29.915330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d95aea3-bffa-497b-8033-cd3df52e4704 req-7609bb7e-326b-453b-a2b9-6898688fa9f9 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251376 Nov 23 17:56:30.089672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 02e01f55-83e1-4d17-94bf-835400797944 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:30.229968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fda638f7-afd4-42ec-9631-b4189f9c4696 req-d8cd4724-7f51-4ff3-8f2d-01a265364c77 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.1003881 Nov 23 17:56:30.317172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-b22f5c4e-b569-4adc-b7c4-006d172568bf tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.320655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-b22f5c4e-b569-4adc-b7c4-006d172568bf tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/networks?id=925944c5-8759-4d0c-99ca-4cf14c6ee645 HTTP/1.1" status: 200 len: 824 time: 0.2765584 Nov 23 17:56:30.336034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-e280b4c7-e905-49fa-99c7-67093050940f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1516209 Nov 23 17:56:30.358365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-5e9a9b73-6d7f-4d5f-b4f6-8216f007ef11 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/quotas/94dd3ddb2bea481bac2e6b0547b204fe HTTP/1.1" status: 200 len: 375 time: 0.0206735 Nov 23 17:56:30.446993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 02e01f55-83e1-4d17-94bf-835400797944, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=02e01f55-83e1-4d17-94bf-835400797944,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:30.448818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9d403df6-7075-41d8-839d-68e9671a14a5 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=94dd3ddb2bea481bac2e6b0547b204fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757892 Nov 23 17:56:30.460895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '02e01f55-83e1-4d17-94bf-835400797944', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '02e01f55-83e1-4d17-94bf-835400797944', 'mac_address': 'fa:16:3e:ca:0c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:30.523137 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:30.543382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e01f55-83e1-4d17-94bf-835400797944 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:30.572511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-bab5b38e-9f2f-42a0-ae41-0743d29884f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.573622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-bab5b38e-9f2f-42a0-ae41-0743d29884f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.574422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-bab5b38e-9f2f-42a0-ae41-0743d29884f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.575100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-bab5b38e-9f2f-42a0-ae41-0743d29884f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.575775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-bab5b38e-9f2f-42a0-ae41-0743d29884f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.576560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-bab5b38e-9f2f-42a0-ae41-0743d29884f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.577222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-bab5b38e-9f2f-42a0-ae41-0743d29884f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.579505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-bab5b38e-9f2f-42a0-ae41-0743d29884f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6491 time: 0.2173586 Nov 23 17:56:30.584124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 02e01f55-83e1-4d17-94bf-835400797944, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=02e01f55-83e1-4d17-94bf-835400797944,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:30.598830 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:30.636909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f3384-7d23-403f-b377-2fe457e0a3cd req-7555fdae-2323-4a38-bf03-a1ea0babb929 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.642167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d0f3384-7d23-403f-b377-2fe457e0a3cd req-7555fdae-2323-4a38-bf03-a1ea0babb929 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 947 time: 0.1771197 Nov 23 17:56:30.669422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=02e01f55-83e1-4d17-94bf-835400797944,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:30.742677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-8db3962d-c3ec-4971-bd4a-d824511e2688 service neutron] 10.222.0.74 "GET /v2.0/networks/925944c5-8759-4d0c-99ca-4cf14c6ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929785 Nov 23 17:56:30.768026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cbcb3c5-2a4a-4314-aed0-1c2b55cfe0d0 req-cf9004da-f715-4f49-b9a9-904f6ca39779 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=135a9855-9405-4d66-8002-fd2d0676e3fe HTTP/1.1" status: 200 len: 210 time: 0.0509999 Nov 23 17:56:30.879921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['02e01f55-83e1-4d17-94bf-835400797944'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:30.896766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d0f3384-7d23-403f-b377-2fe457e0a3cd req-69209489-5414-41f2-a48b-79475c54356b tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988432 Nov 23 17:56:30.918932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-19efd42d-80ae-49fe-b9ba-6fbfb2ce9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.924479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-19efd42d-80ae-49fe-b9ba-6fbfb2ce9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.925031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-19efd42d-80ae-49fe-b9ba-6fbfb2ce9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:30.926819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-19efd42d-80ae-49fe-b9ba-6fbfb2ce9af3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0 HTTP/1.1" status: 200 len: 2292 time: 0.2762673 Nov 23 17:56:30.956845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46630) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:31.032186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-4756906e-7621-47c0-a51d-068c67baa86c service neutron] 10.222.0.74 "GET /v2.0/networks/925944c5-8759-4d0c-99ca-4cf14c6ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671905 Nov 23 17:56:31.050556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-292d8135-358f-446a-b3fb-8a4936d359b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6 HTTP/1.1" status: 200 len: 1001 time: 0.1147814 Nov 23 17:56:31.064430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14652c3-2b3d-4734-9ffe-89cc1b965be1 req-7160e70e-cab5-453d-be04-263beadc1a10 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:31.066062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d14652c3-2b3d-4734-9ffe-89cc1b965be1 req-7160e70e-cab5-453d-be04-263beadc1a10 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.0837739 Nov 23 17:56:31.083536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-124773574-network', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:31.106620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Made reservation on behalf of a51b73be073044a0ba50c77a68c59491 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:31.109558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.118925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.183391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-f1692463-8ed0-436e-953f-35c2b22c9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:31.184970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-f1692463-8ed0-436e-953f-35c2b22c9efe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=291e8618-8a09-4d5c-b07b-1d9965435064 HTTP/1.1" status: 200 len: 850 time: 0.1179817 Nov 23 17:56:31.194535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d14652c3-2b3d-4734-9ffe-89cc1b965be1 req-ec316ff2-c596-4dc2-9da6-b9c3e06505d2 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188371 Nov 23 17:56:31.257977 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.265221 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.298179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:56:31.310929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-573858df-e8b5-4c18-93a0-fac6c1abc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:31.312463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-573858df-e8b5-4c18-93a0-fac6c1abc29d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169169 Nov 23 17:56:31.323734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.324222 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Added segment a14df1df-5709-42ca-8dbc-55000b4f81fa of type vlan for network be02f0f6-4a65-4110-a551-3f938596a2f0 Nov 23 17:56:31.333344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a789a909-1f10-410e-8460-8e4a470d1bc8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:31.350499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3a036-c0b4-4e44-bd8e-805be21bd653 req-7e575e4c-adb1-49da-996d-d210c5c7f99e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:31.352922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcc3a036-c0b4-4e44-bd8e-805be21bd653 req-7e575e4c-adb1-49da-996d-d210c5c7f99e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.0955682 Nov 23 17:56:31.385345 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.415195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.416279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b05fe248-b60b-43a4-acb7-f181acae72c5 req-4b35e2ac-0b6a-4eed-b138-f84f53e25d47 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 210 time: 0.0623407 Nov 23 17:56:31.416435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:31.417052 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.459159 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5010750 Nov 23 17:56:31.461808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46650) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:31.467523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Request body: {'subnet': {'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-124773574-subnet', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:31.526016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d050f1-a792-4488-8963-b4f2fc34cd9e admin admin] Pushing event updated for resources: {'Network': ['ID=be02f0f6-4a65-4110-a551-3f938596a2f0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:31.526908 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcc3a036-c0b4-4e44-bd8e-805be21bd653 req-a5dd4468-54c9-49f6-ad54-3f54ed193a23 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621001 Nov 23 17:56:31.544121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network be02f0f6-4a65-4110-a551-3f938596a2f0 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:56:31.554395 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Made reservation on behalf of a51b73be073044a0ba50c77a68c59491 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:31.558894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.565062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-596ed57d-846e-475e-aece-1e825ecca51f service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425604 Nov 23 17:56:31.688344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-313d519b-3d9e-42e6-ba8e-e8d2e9299d36 req-a656c76a-c3db-42a3-904e-53017b500b38 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0641389 Nov 23 17:56:31.724442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-7e0c0ece-4767-4f76-898b-bc968e20f248 service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474745 Nov 23 17:56:31.784092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-7369840e-6ffb-4f61-8da7-a5542832b9d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 217 time: 0.0488844 Nov 23 17:56:31.818126 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.847859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-55d7312a-9147-4be9-b6bb-1e7e02f926cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:31.850251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-55d7312a-9147-4be9-b6bb-1e7e02f926cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.0588713 Nov 23 17:56:31.887050 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d193a2ee-ab1f-454d-ac3c-3be48650b179,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:31.896872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Checking segment: {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:31.897241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Network hostable DHCP agents. Network: be02f0f6-4a65-4110-a551-3f938596a2f0, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:56:31.929839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Network be02f0f6-4a65-4110-a551-3f938596a2f0 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:56:31.946148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-b1d9d3ff-9111-4649-ae62-29864e615297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:31.948354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-b1d9d3ff-9111-4649-ae62-29864e615297 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831525 Nov 23 17:56:31.951513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, be02f0f6-4a65-4110-a551-3f938596a2f0) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:31.963084 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6317f0-5e12-418f-97a2-fea23a9ef218 None None] Network be02f0f6-4a65-4110-a551-3f938596a2f0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:56:31.972840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:31.975258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.011954 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-391a1315-c849-4042-9c2d-21a52c739fbe admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5488145 Nov 23 17:56:32.013330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46666) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:32.019002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:32.045412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.047277 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.102426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 02e01f55-83e1-4d17-94bf-835400797944 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:32.165706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.245113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-be02f0f6-4a65-4110-a551-3f938596a2f0', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:56:32.246599 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.271928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 02e01f55-83e1-4d17-94bf-835400797944 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:56:32.282603 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 02e01f55-83e1-4d17-94bf-835400797944 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:32.283365 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.438548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.496211 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.537280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 02e01f55-83e1-4d17-94bf-835400797944, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=02e01f55-83e1-4d17-94bf-835400797944,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:32.541838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e524f7c2-24bc-4c01-b5a9-0ec14d388212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e01f55-83e1-4d17-94bf-835400797944'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:32.544342 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1839b0-27ac-4af4-a89d-a5924c6bb3d0" -d '{"events": [{"server_uuid": "e524f7c2-24bc-4c01-b5a9-0ec14d388212", "name": "network-vif-plugged", "status": "completed", "tag": "02e01f55-83e1-4d17-94bf-835400797944"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:32.549515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bd89bb4-8a4e-443f-9cdd-7b9446f6cfa2 req-a20eb30b-9c1b-4d76-b9d2-ccdefad3ef4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.4202247 Nov 23 17:56:32.553893 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.556527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Allocated IP 172.20.0.2 (be02f0f6-4a65-4110-a551-3f938596a2f0/d193a2ee-ab1f-454d-ac3c-3be48650b179/4d11ea32-db07-4050-9709-690a31272dfd) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:32.581601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12ba56-2f66-4bb3-b426-59f341533732 req-66e160cc-66a8-46fd-940d-b5a8d73a5ddd tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:32.607749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c12ba56-2f66-4bb3-b426-59f341533732 req-66e160cc-66a8-46fd-940d-b5a8d73a5ddd tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 948 time: 0.6002991 Nov 23 17:56:32.661210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=02e01f55-83e1-4d17-94bf-835400797944,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:32.742658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-d71e4863-5e91-4d3f-8bf5-177d0bcfafe3 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868481 Nov 23 17:56:32.754479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a14ce-5c44-4195-96f5-2eb3e6c3d9f3 req-16a3bf2e-5fd2-47b5-84e0-6cad4cd8e7d7 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:32.757759 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.762249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe2a14ce-5c44-4195-96f5-2eb3e6c3d9f3 req-16a3bf2e-5fd2-47b5-84e0-6cad4cd8e7d7 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.2216916 Nov 23 17:56:32.782225 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.808847 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.814736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c12ba56-2f66-4bb3-b426-59f341533732 req-141d0e6f-f521-43ec-a35c-76bc42942cfc tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038188 Nov 23 17:56:32.828298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.860126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe2a14ce-5c44-4195-96f5-2eb3e6c3d9f3 req-08f8f571-d5db-4d4d-9739-3f81c834b413 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950615 Nov 23 17:56:32.885049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Network be02f0f6-4a65-4110-a551-3f938596a2f0 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:32.933951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:32.940540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:32.992562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-9931789f-a3e9-4b56-b76d-1d20bb5c03d7 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282672 Nov 23 17:56:32.996481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Allocated IP 172.25.0.247 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/d605c4aa-ffef-49c0-8449-2792a130af41) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:33.038860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Pushing event updated for resources: {'Port': ['ID=4d11ea32-db07-4050-9709-690a31272dfd,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:33.079899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3313c5b5-7448-48f5-b343-95c4cb738c0f req-366e10af-927f-42c1-bc1a-7cb8266b69e0 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 210 time: 0.0849619 Nov 23 17:56:33.111869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Attempting to bind port 4d11ea32-db07-4050-9709-690a31272dfd on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:33.112499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Attempting to bind port 4d11ea32-db07-4050-9709-690a31272dfd by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:33.112880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Attempting to bind port 4d11ea32-db07-4050-9709-690a31272dfd on network be02f0f6-4a65-4110-a551-3f938596a2f0 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:33.122799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:33.123961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Checking segment: {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:33.124377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.124782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Bound using segment: {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:33.125281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Bound port: 4d11ea32-db07-4050-9709-690a31272dfd, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:33.125749 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.128291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-b4e85e9d-6013-49f6-aae1-9c7240c788c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 217 time: 0.1237440 Nov 23 17:56:33.218649 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca16e96-30ec-4774-9a99-6c6a1a2ae826 x-openstack-request-id: req-9ca16e96-30ec-4774-9a99-6c6a1a2ae826 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:33.218980 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e524f7c2-24bc-4c01-b5a9-0ec14d388212", "name": "network-vif-plugged", "status": "completed", "tag": "02e01f55-83e1-4d17-94bf-835400797944", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:33.219258 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ca16e96-30ec-4774-9a99-6c6a1a2ae826 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:33.220228 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e524f7c2-24bc-4c01-b5a9-0ec14d388212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e01f55-83e1-4d17-94bf-835400797944', 'code': 200} Nov 23 17:56:33.244524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d05d-6cb5-4c15-85d1-c48c7192d254 req-bd5068e4-c8e9-4dda-aaf5-eedf977dac3c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:33.261199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fb8d05d-6cb5-4c15-85d1-c48c7192d254 req-bd5068e4-c8e9-4dda-aaf5-eedf977dac3c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1842749 Nov 23 17:56:33.285672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-4e026d4d-1e1b-4f44-b200-91ea0c1f7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:33.287587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-4e026d4d-1e1b-4f44-b200-91ea0c1f7af4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.1416240 Nov 23 17:56:33.300284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] For port 4d11ea32-db07-4050-9709-690a31272dfd, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:33.309481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] For port 4d11ea32-db07-4050-9709-690a31272dfd, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4d11ea32-db07-4050-9709-690a31272dfd,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:33.315614 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.334337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-907cce33-af67-4f4e-8870-7b95bd83306a tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:33.335929 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-907cce33-af67-4f4e-8870-7b95bd83306a tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.66 "GET /v2.0/networks?id=925944c5-8759-4d0c-99ca-4cf14c6ee645 HTTP/1.1" status: 200 len: 824 time: 0.1707218 Nov 23 17:56:33.352272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Request body: {'port': {'device_id': 'd3d948b2-b91a-41c8-a377-d3d6d30d88de', 'network_id': '925944c5-8759-4d0c-99ca-4cf14c6ee645', 'admin_state_up': True, 'tenant_id': '94dd3ddb2bea481bac2e6b0547b204fe'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:33.353957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-634907e7-bfba-4f83-87f2-116693f96a96 req-7f802028-8421-43e9-8676-90cc2991fdc9 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0875597 Nov 23 17:56:33.417572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8567e-c565-478c-8877-fa323c0dcc3d None None] Pushing event updated for resources: {'Port': ['ID=4d11ea32-db07-4050-9709-690a31272dfd,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:33.447586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fb8d05d-6cb5-4c15-85d1-c48c7192d254 req-7f07fd11-4f89-4241-9d91-38086484d86f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840811 Nov 23 17:56:33.460537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-e763d569-de3b-4231-8b97-66a3a50d4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:33.462381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-e763d569-de3b-4231-8b97-66a3a50d4e31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1596918 Nov 23 17:56:33.471674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11714c5-d817-4f14-9005-bb8812097e8c req-b44308b2-1eea-4300-a976-dbb5a006389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:33.480405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d11714c5-d817-4f14-9005-bb8812097e8c req-b44308b2-1eea-4300-a976-dbb5a006389c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 1100 time: 0.1806946 Nov 23 17:56:33.514103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.564093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Made reservation on behalf of 94dd3ddb2bea481bac2e6b0547b204fe for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:33.567868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.587362 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.653906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d605c4aa-ffef-49c0-8449-2792a130af41,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:33.674163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d11714c5-d817-4f14-9005-bb8812097e8c req-57de4721-4d91-495d-9a31-59138ce3b096 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790280 Nov 23 17:56:33.692348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-a84bb9d3-a60b-4270-a260-f059bb0abd84 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108688 Nov 23 17:56:33.705385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:33.707012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:33.712092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:33.996779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Allocated IP 172.20.0.12 (925944c5-8759-4d0c-99ca-4cf14c6ee645/8ffcbaa9-a68c-45c3-b365-b5d6f1cc834c/bc1803b6-025f-47f2-bf1c-ea1bcc91be18) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:34.112713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3cd7-04ce-49a3-adf9-2528d32fa5af req-0eb720b5-8b5b-46da-a41d-52c945b38a4a tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:34.120345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-130b3cd7-04ce-49a3-adf9-2528d32fa5af req-0eb720b5-8b5b-46da-a41d-52c945b38a4a tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 949 time: 0.1782446 Nov 23 17:56:34.127857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-62cdff83-ab7f-449a-973c-31fe683a16bd service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530046 Nov 23 17:56:34.162092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139423c-a76e-4994-9835-08413fd7e423 req-e33532bb-1f02-40c6-8770-04a570547fac tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:34.169898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1139423c-a76e-4994-9835-08413fd7e423 req-e33532bb-1f02-40c6-8770-04a570547fac tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1436706 Nov 23 17:56:34.231137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-cc00b317-757d-4ac2-99b9-eb7871ff08c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9 HTTP/1.1" status: 200 len: 217 time: 0.0945094 Nov 23 17:56:34.309562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-130b3cd7-04ce-49a3-adf9-2528d32fa5af req-49e70077-dafd-4c04-893e-2c9a1f0afc98 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882465 Nov 23 17:56:34.346640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1139423c-a76e-4994-9835-08413fd7e423 req-92f68d80-4ce3-417e-bf18-aca00467136c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757398 Nov 23 17:56:34.370170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-1bcba5cf-e8ab-4625-a5d4-016abcc10a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:34.371737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-1bcba5cf-e8ab-4625-a5d4-016abcc10a58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.1314919 Nov 23 17:56:34.491277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-fd00440b-293a-4c8e-8fc6-586693e0a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:34.493225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-fd00440b-293a-4c8e-8fc6-586693e0a7a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123004 Nov 23 17:56:34.509416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:34.541656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-792c043b-aa0c-4d2f-8e7a-213e2694ba05 req-5c889597-e5a9-4c35-842e-b1521a515de1 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 210 time: 0.0698225 Nov 23 17:56:34.684977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ec5292d-0534-470e-8c56-57cb6bd2dae0 req-c42716db-89ff-44a2-a061-e534fb93a7cb tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0882857 Nov 23 17:56:34.783804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4d11ea32-db07-4050-9709-690a31272dfd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:34.906669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4d11ea32-db07-4050-9709-690a31272dfd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:34.907546 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:34.924853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-c66378cf-2696-49a6-a458-43bc1712bb37 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174063 Nov 23 17:56:35.004472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.103528 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.116649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3030bc-6bbf-4ae2-90eb-a25ae3074f35 req-f6a24805-a20b-4654-9bcd-e54399da6aa3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:35.120648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.123867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42baad90-90fe-42b3-b27f-9f24518a706e None None] Network be02f0f6-4a65-4110-a551-3f938596a2f0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:56:35.133922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b3030bc-6bbf-4ae2-90eb-a25ae3074f35 req-f6a24805-a20b-4654-9bcd-e54399da6aa3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.3060994 Nov 23 17:56:35.277624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.319280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2013f8cf-41ce-4692-8887-698ec8bd06da req-5eacfd5e-b3d9-46c2-a65a-ac7a5e386af8 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0896368 Nov 23 17:56:35.345967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 4d11ea32-db07-4050-9709-690a31272dfd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4d11ea32-db07-4050-9709-690a31272dfd,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:35.347260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-33df4630-1c1f-4d94-8284-2b9218334ffa None None] Provisioning complete for port 4d11ea32-db07-4050-9709-690a31272dfd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:35.349049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b3030bc-6bbf-4ae2-90eb-a25ae3074f35 req-dda5da19-7d9a-47fc-84ff-579dc593d7de tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099781 Nov 23 17:56:35.349616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33df4630-1c1f-4d94-8284-2b9218334ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.366916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-921780af-e7db-4183-b13b-318da108a0a5 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282990 Nov 23 17:56:35.388581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Router 06a9eca8-5c98-499c-9355-9329afa16f8a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:56:35.388841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.402589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Network 925944c5-8759-4d0c-99ca-4cf14c6ee645 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:35.413840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Pushing event updated for resources: {'Port': ['ID=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:35.426358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:35.429638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:35.476625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-9021f731-bdbe-4ab9-ba78-9ed97d7c851e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7919f4bb-f7d5-496b-b280-9986aebf0825 HTTP/1.1" status: 200 len: 217 time: 0.1011441 Nov 23 17:56:35.591201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:35.592234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.630870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:56:35.641291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=4d11ea32-db07-4050-9709-690a31272dfd,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:35.649202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Sync routers for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:56:35.649872 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-9f085fee-f752-4d49-9661-e95a53876788 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3033414 Nov 23 17:56:35.664945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:35.666080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:35.695723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Request body: {'port': {'device_id': 'd3d948b2-b91a-41c8-a377-d3d6d30d88de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:35.704258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f1b87-e415-460d-b5e3-7507026c5659 req-9e37e552-142e-4742-99bd-3179e9c238b8 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:35.713272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe6f1b87-e415-460d-b5e3-7507026c5659 req-9e37e552-142e-4742-99bd-3179e9c238b8 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 949 time: 0.1966932 Nov 23 17:56:35.718198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-f44276e8-291a-47e3-adc8-064512a538e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:35.720931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-f44276e8-291a-47e3-adc8-064512a538e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.2310376 Nov 23 17:56:35.771397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511b09-889d-443a-80d9-d923dcabfd29 req-b524efe9-572b-4167-b7be-31a00e2d543a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:35.773114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18511b09-889d-443a-80d9-d923dcabfd29 req-b524efe9-572b-4167-b7be-31a00e2d543a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.2551196 Nov 23 17:56:35.820613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.833808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe6f1b87-e415-460d-b5e3-7507026c5659 req-d9c77c47-12af-4bc4-9818-a136712e6ba6 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194375 Nov 23 17:56:35.859365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:35.864780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f4d87239-6fd2-4c35-b240-84fde29f77a2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8495467 Nov 23 17:56:35.868380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46726) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:35.891054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:35.914182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-614c8cb8-2a94-4e15-b07f-c6018d01b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:35.915760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-614c8cb8-2a94-4e15-b07f-c6018d01b1bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1874030 Nov 23 17:56:35.994724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18511b09-889d-443a-80d9-d923dcabfd29 req-01e04071-9dd0-4130-8c4b-6c244686cac3 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037508 Nov 23 17:56:36.127605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-7fa42a88-612d-46ae-b566-e4214cef6d43 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014785 Nov 23 17:56:36.233285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6ab13-9165-4a09-b5ed-e7986101223a req-c34475ac-bbb1-4eaa-a3a4-b7a6a1141255 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:36.245021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bad6ab13-9165-4a09-b5ed-e7986101223a req-c34475ac-bbb1-4eaa-a3a4-b7a6a1141255 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 932 time: 0.1420305 Nov 23 17:56:36.331018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:34Z', 'revision_number': 3, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:36.341500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-fc2cfcd3-cc85-4e6a-897a-da66cc2bf9e7 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971529 Nov 23 17:56:36.373582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bad6ab13-9165-4a09-b5ed-e7986101223a req-585473bf-e53e-4401-a466-2764dddfa122 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275964 Nov 23 17:56:36.400225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Checking router: 06a9eca8-5c98-499c-9355-9329afa16f8a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:56:36.400715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Updating router 06a9eca8-5c98-499c-9355-9329afa16f8a port d605c4aa-ffef-49c0-8449-2792a130af41 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:56:36.455544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e0ec208c-1778-4583-8131-44fe7f239688 None None] Provisioning complete for port 4d11ea32-db07-4050-9709-690a31272dfd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:36.456019 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e0ec208c-1778-4583-8131-44fe7f239688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.477156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-8041a3b9-e640-4f6d-b942-2613212bba3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13 HTTP/1.1" status: 200 len: 217 time: 0.1272767 Nov 23 17:56:36.647731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2be878f5-acc6-4956-b807-ec0fb04ad1fc req-deaa1066-40ca-4875-88e7-f4926b3084f9 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0640469 Nov 23 17:56:36.733360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-aefcbc5f-e32b-4fdd-90f1-5be2e02c629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:36.740095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-aefcbc5f-e32b-4fdd-90f1-5be2e02c629e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.2390287 Nov 23 17:56:36.758263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2406d-9205-456e-9473-54397c392ff9 req-db7b7b63-72b0-4996-9cd4-6b4408699528 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:36.760011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42c2406d-9205-456e-9473-54397c392ff9 req-db7b7b63-72b0-4996-9cd4-6b4408699528 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.2860901 Nov 23 17:56:36.763650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4d11ea32-db07-4050-9709-690a31272dfd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:36.769465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.865220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-912646cb-5620-4e37-bf58-6c313fe6fc77 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482256 Nov 23 17:56:36.868589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-e97a3098-2114-4f3b-a503-b2998f1ef8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:36.870219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-e97a3098-2114-4f3b-a503-b2998f1ef8e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091461 Nov 23 17:56:36.884712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42c2406d-9205-456e-9473-54397c392ff9 req-6ca3666d-0b74-4b37-8788-874045a508f2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126869 Nov 23 17:56:37.048810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.054527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1803b6-025f-47f2-bf1c-ea1bcc91be18 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:37.071810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.101897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Transition to ACTIVE for port object bc1803b6-025f-47f2-bf1c-ea1bcc91be18 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:56:37.136519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.159243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4d11ea32-db07-4050-9709-690a31272dfd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:37.159807 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.222304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-b49443f2-b73e-4d1f-9dea-99cb8f415831 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197515 Nov 23 17:56:37.245507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:37.264647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-6e278c0c-ab87-48c1-ae42-2868b1757930 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:37.266823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-6e278c0c-ab87-48c1-ae42-2868b1757930 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3805478 Nov 23 17:56:37.343017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-1dc958e4-b95a-480f-9442-668087d09623 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/quotas/d9adb764bcef4c5b9ba714b418c5f4ad HTTP/1.1" status: 200 len: 375 time: 0.0544367 Nov 23 17:56:37.354202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b36423-ff24-49e9-98c8-200d50b4ce9f req-1f39b58f-7b4e-4ae6-9f33-e0d62ae3859c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:37.356181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86b36423-ff24-49e9-98c8-200d50b4ce9f req-1f39b58f-7b4e-4ae6-9f33-e0d62ae3859c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1721542 Nov 23 17:56:37.403171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Attempting to bind port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:37.403800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Attempting to bind port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '0c382686-9134-4cee-945f-45457f694ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '925944c5-8759-4d0c-99ca-4cf14c6ee645'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:37.404337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Attempting to bind port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 on network 925944c5-8759-4d0c-99ca-4cf14c6ee645 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:37.412814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Allocated IP 172.20.0.1 (be02f0f6-4a65-4110-a551-3f938596a2f0/d193a2ee-ab1f-454d-ac3c-3be48650b179/359b20cb-600d-4ba9-b3dc-013b2108d983) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:37.416293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 on network 925944c5-8759-4d0c-99ca-4cf14c6ee645 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:37.417327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Attempting to bind port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 on network 925944c5-8759-4d0c-99ca-4cf14c6ee645 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:37.418897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.427413 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.443319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:37.451761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Checking segment: {'id': '0c382686-9134-4cee-945f-45457f694ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '925944c5-8759-4d0c-99ca-4cf14c6ee645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:37.452246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Bound using segment: {'id': '0c382686-9134-4cee-945f-45457f694ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '925944c5-8759-4d0c-99ca-4cf14c6ee645'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:37.452765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Bound port: bc1803b6-025f-47f2-bf1c-ea1bcc91be18, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c382686-9134-4cee-945f-45457f694ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '925944c5-8759-4d0c-99ca-4cf14c6ee645'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:37.453143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.471374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-64c95242-2fbf-4f23-b132-86be96a317c4 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333443 Nov 23 17:56:37.492968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29853d24-486f-4e23-9836-07ef99a4ea7f None None] Pushing event updated for resources: {'Port': ['ID=d605c4aa-ffef-49c0-8449-2792a130af41,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:37.512656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Attempting to bind port d605c4aa-ffef-49c0-8449-2792a130af41 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:37.513040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Attempting to bind port d605c4aa-ffef-49c0-8449-2792a130af41 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:37.513410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Attempting to bind port d605c4aa-ffef-49c0-8449-2792a130af41 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:37.513537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86b36423-ff24-49e9-98c8-200d50b4ce9f req-a241f624-9622-441a-9b11-c8727718403f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486869 Nov 23 17:56:37.519667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:37.520067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:37.520474 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.521287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:37.522058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Bound port: d605c4aa-ffef-49c0-8449-2792a130af41, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:37.522457 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.551792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-687da21c-0b2f-4413-a61c-069f99c38a86 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1948752 Nov 23 17:56:37.554577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-27447221-12bf-4f87-82bb-7e4a743256d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6de78270-7671-42fd-8cee-fb0ed027b603 HTTP/1.1" status: 200 len: 217 time: 0.0747950 Nov 23 17:56:37.633366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] For port d605c4aa-ffef-49c0-8449-2792a130af41, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:37.638100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] For port d605c4aa-ffef-49c0-8449-2792a130af41, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d605c4aa-ffef-49c0-8449-2792a130af41,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:37.651878 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.660821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-33f8c3b2-fe2f-419f-9733-0292af426113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:37.662450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-33f8c3b2-fe2f-419f-9733-0292af426113 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.0977020 Nov 23 17:56:37.664835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] For port bc1803b6-025f-47f2-bf1c-ea1bcc91be18, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:37.669615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] For port bc1803b6-025f-47f2-bf1c-ea1bcc91be18, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,segment=NetworkSegment(0c382686-9134-4cee-945f-45457f694ced),segment_id=0c382686-9134-4cee-945f-45457f694ced)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:37.685349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.691653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.738494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:37.739462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.741177 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/bc1803b6-025f-47f2-bf1c-ea1bcc91be18 HTTP/1.1" status: 200 len: 1092 time: 2.0773108 Nov 23 17:56:37.741832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d948b2-b91a-41c8-a377-d3d6d30d88de', 'tag': 'bc1803b6-025f-47f2-bf1c-ea1bcc91be18'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:37.744486 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249ca700-5f5d-49bf-8d50-325291753081" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d948b2-b91a-41c8-a377-d3d6d30d88de", "tag": "bc1803b6-025f-47f2-bf1c-ea1bcc91be18"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:37.761007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85d996-9d75-450c-aedb-9e15c992ae91 req-98d076dc-0a64-47c5-8f95-7f0feb38924d tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:37.762951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f85d996-9d75-450c-aedb-9e15c992ae91 req-98d076dc-0a64-47c5-8f95-7f0feb38924d tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 944 time: 0.1218250 Nov 23 17:56:37.770538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-8162a5e2-ad1d-42ce-82b2-3d147a1a01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:37.772354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-8162a5e2-ad1d-42ce-82b2-3d147a1a01ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914357 Nov 23 17:56:37.786399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29853d24-486f-4e23-9836-07ef99a4ea7f None None] Pushing event updated for resources: {'Port': ['ID=d605c4aa-ffef-49c0-8449-2792a130af41,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:37.802415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:37.803617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:37.815484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde56459-3ab2-4701-8922-f807dcd2b8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:37.894812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:37.952416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-12e55a3b-22b2-4107-bf7b-306c4b05c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:37.955310 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-12e55a3b-22b2-4107-bf7b-306c4b05c5ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94dd3ddb2bea481bac2e6b0547b204fe&device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 1095 time: 0.1272614 Nov 23 17:56:37.963552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Network be02f0f6-4a65-4110-a551-3f938596a2f0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:37.977110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:38.021857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f85d996-9d75-450c-aedb-9e15c992ae91 req-ef9f827a-3e0f-4cd6-ab5d-1ed35cd421c5 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483594 Nov 23 17:56:38.069161 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-c771ac71-a615-4531-9b3e-0657445d4b49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc1803b6-025f-47f2-bf1c-ea1bcc91be18 HTTP/1.1" status: 200 len: 217 time: 0.1018615 Nov 23 17:56:38.075702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:38.083249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ee97618-9233-45c2-803f-cc82200bebce req-7b17eb0d-d28e-4ab7-9fa3-aaa6f31d4491 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.1287665 Nov 23 17:56:38.083495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:38.135685 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-7666403c-3ee5-4748-8c05-4fefdcfdfce6 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411746 Nov 23 17:56:38.149217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Pushing event updated for resources: {'Port': ['ID=359b20cb-600d-4ba9-b3dc-013b2108d983,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:38.160102 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac15fc6-10bd-48fc-b2bb-60e4aa8a5e13 x-openstack-request-id: req-6ac15fc6-10bd-48fc-b2bb-60e4aa8a5e13 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:38.160829 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d948b2-b91a-41c8-a377-d3d6d30d88de", "tag": "bc1803b6-025f-47f2-bf1c-ea1bcc91be18", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:38.161088 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ac15fc6-10bd-48fc-b2bb-60e4aa8a5e13 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:38.161640 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d948b2-b91a-41c8-a377-d3d6d30d88de', 'tag': 'bc1803b6-025f-47f2-bf1c-ea1bcc91be18', 'status': 'completed', 'code': 200} Nov 23 17:56:38.173162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:38.269975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c48842f1-1f88-4449-8c00-f23f13883888 req-d41999b6-ee54-4e61-9871-0e909df1debc tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 210 time: 0.0817194 Nov 23 17:56:38.397443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-0bbcfd16-a1d6-4b06-9b17-1b7de674cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:38.399012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-0bbcfd16-a1d6-4b06-9b17-1b7de674cfb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ffcbaa9-a68c-45c3-b365-b5d6f1cc834c HTTP/1.1" status: 200 len: 864 time: 0.2365935 Nov 23 17:56:38.416065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1fde4945-88ce-46d9-87e7-4e730c68ed40 None None] Provisioning complete for port 359b20cb-600d-4ba9-b3dc-013b2108d983 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:38.416783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1fde4945-88ce-46d9-87e7-4e730c68ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:38.475928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1fde4945-88ce-46d9-87e7-4e730c68ed40 None None] Port 359b20cb-600d-4ba9-b3dc-013b2108d983 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:56:38.482405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:34Z', 'revision_number': 3, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:38.483266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-6e8b1385-86b1-46b5-ab3c-b4fcdc2f8ef1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925944c5-8759-4d0c-99ca-4cf14c6ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735495 Nov 23 17:56:38.554970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ba8a2-22da-4d84-8a62-1caf376bcd46 None None] The sync data for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 is: [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:34Z', 'revision_number': 3, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:56:38.791254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:38.850585 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-f17db399-67de-466b-840b-f3680cb4f62c service neutron] 10.222.0.66 "GET /v2.0/networks/925944c5-8759-4d0c-99ca-4cf14c6ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077989 Nov 23 17:56:38.873335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e235645d-99a7-404b-a85a-f1ced86b0ad0 req-4d13bd23-3473-4da9-8efe-be73b0c12a76 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295341 Nov 23 17:56:38.896273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a795c3-bfaa-495c-955d-577d65408ef5 req-ac083133-d41a-4041-9d12-f769666e7366 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:38.905329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4a795c3-bfaa-495c-955d-577d65408ef5 req-ac083133-d41a-4041-9d12-f769666e7366 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.6295986 Nov 23 17:56:38.922060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150222c8-222f-47ac-b726-1f431e1d6a7f req-056f2ab7-e532-4eb2-a719-c010ad6710b2 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:38.930770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-150222c8-222f-47ac-b726-1f431e1d6a7f req-056f2ab7-e532-4eb2-a719-c010ad6710b2 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1475215 Nov 23 17:56:39.076777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-150222c8-222f-47ac-b726-1f431e1d6a7f req-fe2b05c4-9aea-4f7a-a5b1-4649a49ad495 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446745 Nov 23 17:56:39.128861 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4a795c3-bfaa-495c-955d-577d65408ef5 req-1db9e744-41ec-4119-b9c0-3e16549b7d8f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221177 Nov 23 17:56:39.216660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:39.220674 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-62ff4262-4375-4140-8aa0-97d63e9bf565 req-e529127a-71f0-43f2-81e6-0d134fe96dbe service neutron] 10.222.0.66 "GET /v2.0/networks/925944c5-8759-4d0c-99ca-4cf14c6ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568170 Nov 23 17:56:39.229849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:39.317898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Pushing event updated for resources: {'Port': ['ID=359b20cb-600d-4ba9-b3dc-013b2108d983,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:39.327257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:39.331995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f413400e-cb35-48c4-941d-b3c4f175ebb2 req-532a6384-7efc-4ad2-bdf5-a6592c34f2aa tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0801051 Nov 23 17:56:39.416252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-dffafd23-f3a1-4cd3-9181-da35051c22be tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668089 Nov 23 17:56:39.451202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f164c-cb73-445a-ad53-c6cdd3258187 req-b8770e2b-a989-4a2e-a1be-abe7c58b503b tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:39.467321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-576f164c-cb73-445a-ad53-c6cdd3258187 req-b8770e2b-a989-4a2e-a1be-abe7c58b503b tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 944 time: 0.2665310 Nov 23 17:56:39.520541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Network be02f0f6-4a65-4110-a551-3f938596a2f0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:39.522892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:39.608513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca700-5f5d-49bf-8d50-325291753081 req-80abbc47-db3f-4324-b411-8909a80e2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:39.610831 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-249ca700-5f5d-49bf-8d50-325291753081 req-80abbc47-db3f-4324-b411-8909a80e2fa3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94dd3ddb2bea481bac2e6b0547b204fe&device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 1095 time: 0.2599242 Nov 23 17:56:39.612356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a99e75d-9b47-4367-811c-f087bee28252 req-d619b683-d2b7-42c8-939c-b6168479b528 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 210 time: 0.1158564 Nov 23 17:56:39.769212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Router 06a9eca8-5c98-499c-9355-9329afa16f8a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:56:39.803750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca700-5f5d-49bf-8d50-325291753081 req-4d2aafd5-0ffa-485b-b6df-8cc0ae5cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:39.805466 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-249ca700-5f5d-49bf-8d50-325291753081 req-4d2aafd5-0ffa-485b-b6df-8cc0ae5cc2aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=925944c5-8759-4d0c-99ca-4cf14c6ee645 HTTP/1.1" status: 200 len: 925 time: 0.1631117 Nov 23 17:56:39.860651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-576f164c-cb73-445a-ad53-c6cdd3258187 req-7689faed-97a1-44b4-acc0-eaf3582f370e tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915486 Nov 23 17:56:39.895735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-0d81ee0b-953e-44fb-8230-89a6015e1583 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:39.897078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-0d81ee0b-953e-44fb-8230-89a6015e1583 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4267044 Nov 23 17:56:39.915611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-87a15ae0-133c-4c79-90d9-d97bce6a0c1b None None] Provisioning complete for port 359b20cb-600d-4ba9-b3dc-013b2108d983 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:39.916637 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-87a15ae0-133c-4c79-90d9-d97bce6a0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:39.918902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Request body: {'port': {'device_id': '238a493f-a851-447d-882d-21045d56ff44', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': 'd9adb764bcef4c5b9ba714b418c5f4ad'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:39.942952 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-249ca700-5f5d-49bf-8d50-325291753081 req-bd0c56cc-0af3-4410-a655-2386da8b1c02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc1803b6-025f-47f2-bf1c-ea1bcc91be18 HTTP/1.1" status: 200 len: 217 time: 0.0811927 Nov 23 17:56:40.004067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-87a15ae0-133c-4c79-90d9-d97bce6a0c1b None None] Port 359b20cb-600d-4ba9-b3dc-013b2108d983 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:56:40.088158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Made reservation on behalf of d9adb764bcef4c5b9ba714b418c5f4ad for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:40.092577 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.363957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1735d-9ea5-4714-896c-40ee34cd1752 req-dda5c8f8-1b96-4c31-8204-5084d6d0c6b5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:40.365552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8e1735d-9ea5-4714-896c-40ee34cd1752 req-dda5c8f8-1b96-4c31-8204-5084d6d0c6b5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1492691 Nov 23 17:56:40.378831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f1f99-9d56-4e61-9adb-bdd434bc7add req-29d06907-6241-415f-8717-856c0c0e1b9a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:40.379680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f2f1f99-9d56-4e61-9adb-bdd434bc7add req-29d06907-6241-415f-8717-856c0c0e1b9a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1785893 Nov 23 17:56:40.397852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca700-5f5d-49bf-8d50-325291753081 req-c9f83fa5-2b07-4117-b9d7-ce1ec87ddc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:40.399375 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-249ca700-5f5d-49bf-8d50-325291753081 req-c9f83fa5-2b07-4117-b9d7-ce1ec87ddc53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ffcbaa9-a68c-45c3-b365-b5d6f1cc834c HTTP/1.1" status: 200 len: 864 time: 0.4420094 Nov 23 17:56:40.403855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:56:40.410094 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a45c0005-aac1-408f-9a77-a17ce32b207c admin admin] 10.222.0.74 "PUT /v2.0/routers/06a9eca8-5c98-499c-9355-9329afa16f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5399806 Nov 23 17:56:40.436202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Allocated IP 192.168.233.55 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/95c9408b-5feb-4384-ae04-c20dfc654523) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:40.442092 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-249ca700-5f5d-49bf-8d50-325291753081 req-07f970d8-a4f1-40fc-899a-2c5ce582a560 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925944c5-8759-4d0c-99ca-4cf14c6ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305324 Nov 23 17:56:40.500722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f2f1f99-9d56-4e61-9adb-bdd434bc7add req-5af88bc7-c10e-42c0-bc70-1d9103ae8418 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060512 Nov 23 17:56:40.508325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8e1735d-9ea5-4714-896c-40ee34cd1752 req-f6cc6afb-8049-409b-b991-5b040eaaed6e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276000 Nov 23 17:56:40.565408 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-249ca700-5f5d-49bf-8d50-325291753081 req-9f47f751-8e1a-4590-9363-75b92da7de87 service neutron] 10.222.0.66 "GET /v2.0/networks/925944c5-8759-4d0c-99ca-4cf14c6ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125200 Nov 23 17:56:40.687310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d605c4aa-ffef-49c0-8449-2792a130af41 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:40.704015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd3dfbf6-91e2-44fb-b3db-00c9a984f96d req-ca4a8473-662b-4eda-bd44-06f6102cc018 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0458524 Nov 23 17:56:40.749528 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-249ca700-5f5d-49bf-8d50-325291753081 req-2dd57006-8718-4458-8154-6bec139c01c1 service neutron] 10.222.0.66 "GET /v2.0/networks/925944c5-8759-4d0c-99ca-4cf14c6ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721518 Nov 23 17:56:40.766465 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.782355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d605c4aa-ffef-49c0-8449-2792a130af41 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:40.784230 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.808097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.837697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['02e01f55-83e1-4d17-94bf-835400797944'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:40.900099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:40.905611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:40.909265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Pushing event updated for resources: {'Port': ['ID=95c9408b-5feb-4384-ae04-c20dfc654523,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:40.913705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:40.961817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117797d3-abe1-4527-8289-a86e850f9cdb req-c82167c9-6c25-4e42-b545-c94bdfa0c23f tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:40.964902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.969980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-117797d3-abe1-4527-8289-a86e850f9cdb req-c82167c9-6c25-4e42-b545-c94bdfa0c23f tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 935 time: 0.1227367 Nov 23 17:56:41.017032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:41.019996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.051819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port d605c4aa-ffef-49c0-8449-2792a130af41, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d605c4aa-ffef-49c0-8449-2792a130af41,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:41.061966 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.081568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-117797d3-abe1-4527-8289-a86e850f9cdb req-e0548215-073c-4050-8ba9-8d896b50142d tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103137 Nov 23 17:56:41.093438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-7cedd556-b9b3-4523-aff1-1304ba996e22 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1790714 Nov 23 17:56:41.112888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Request body: {'port': {'device_id': '238a493f-a851-447d-882d-21045d56ff44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:41.178521 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Sync routers for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:56:41.197870 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:41.200120 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:41.230731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=d605c4aa-ffef-49c0-8449-2792a130af41,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:41.245887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e60ef92b-4d73-48f4-bf0d-69f86d09fa6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.258131 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.357220 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:41.459409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b38b9fc9-dd14-45a8-9727-dc30c33e058d None None] Provisioning complete for port 95c9408b-5feb-4384-ae04-c20dfc654523 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:41.460114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b38b9fc9-dd14-45a8-9727-dc30c33e058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.517452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503fff4-a0a5-4cff-829c-cb9da0609470 req-45d84d0c-2181-489a-98d9-86c9dddeb71f tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:41.519986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2503fff4-a0a5-4cff-829c-cb9da0609470 req-45d84d0c-2181-489a-98d9-86c9dddeb71f tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 944 time: 0.1459584 Nov 23 17:56:41.521180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b38b9fc9-dd14-45a8-9727-dc30c33e058d None None] Port 95c9408b-5feb-4384-ae04-c20dfc654523 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:56:41.627181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2503fff4-a0a5-4cff-829c-cb9da0609470 req-41cc3774-85da-41c8-824d-75b8b0a5e06c tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844438 Nov 23 17:56:41.650344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46826) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:41.655560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f2b3a686-4022-42e9-958f-533c7c3f0d0e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410455325', 'description': 'tempest-description--1685467054'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:41.720865 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:56:41.723870 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 2, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:41.736996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a686-4022-42e9-958f-533c7c3f0d0e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.759200 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Checking router: 06a9eca8-5c98-499c-9355-9329afa16f8a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:56:41.759744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Updating router 06a9eca8-5c98-499c-9355-9329afa16f8a port 359b20cb-600d-4ba9-b3dc-013b2108d983 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:56:41.792116 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.802108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c9408b-5feb-4384-ae04-c20dfc654523 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:41.810437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.823547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Transition to ACTIVE for port object 95c9408b-5feb-4384-ae04-c20dfc654523 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:56:41.825857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a686-4022-42e9-958f-533c7c3f0d0e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.835921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a686-4022-42e9-958f-533c7c3f0d0e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.847875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.882086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a686-4022-42e9-958f-533c7c3f0d0e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.883709 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f2b3a686-4022-42e9-958f-533c7c3f0d0e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2321792 Nov 23 17:56:41.885050 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3a686-4022-42e9-958f-533c7c3f0d0e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c604162-1b4a-4583-b41c-f8e4e715d391,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:41.887220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:41.904092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d85ee7e-05f4-42ad-80c4-d1ebe11e59b5 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Request body: {'security_group_rule': {'security_group_id': '3c604162-1b4a-4583-b41c-f8e4e715d391', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:41.915893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08fac7-f6b2-4e3d-8f2d-01ee1948acf1 req-373de87d-3786-4724-a7c1-beb440b617de tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:41.917569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d08fac7-f6b2-4e3d-8f2d-01ee1948acf1 req-373de87d-3786-4724-a7c1-beb440b617de tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.2103837 Nov 23 17:56:41.950601 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d85ee7e-05f4-42ad-80c4-d1ebe11e59b5 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:41.952162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e626cab-ae2a-4785-b4f7-431006134db3 req-1e7a72c4-a6bb-45c1-aae6-cf13cf72e5fb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:41.958607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e626cab-ae2a-4785-b4f7-431006134db3 req-1e7a72c4-a6bb-45c1-aae6-cf13cf72e5fb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.2049801 Nov 23 17:56:41.973210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=95c9408b-5feb-4384-ae04-c20dfc654523,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:42.056600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d85ee7e-05f4-42ad-80c4-d1ebe11e59b5 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.070555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d85ee7e-05f4-42ad-80c4-d1ebe11e59b5 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.105134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85ee7e-05f4-42ad-80c4-d1ebe11e59b5 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27302270-428a-46be-a645-0759c5e5e90d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:42.131210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d85ee7e-05f4-42ad-80c4-d1ebe11e59b5 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.132694 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d85ee7e-05f4-42ad-80c4-d1ebe11e59b5 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2345555 Nov 23 17:56:42.136843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46848) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:42.137534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bc1803b6-025f-47f2-bf1c-ea1bcc91be18 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:42.142719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1c05cb3b-123e-4e91-b80e-1c2dc860c1a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Request body: {'security_group_rule': {'security_group_id': '3c604162-1b4a-4583-b41c-f8e4e715d391', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:42.197529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c05cb3b-123e-4e91-b80e-1c2dc860c1a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.211595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d08fac7-f6b2-4e3d-8f2d-01ee1948acf1 req-19a35434-fdce-452c-bcfa-e1ef46110537 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789800 Nov 23 17:56:42.288554 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.289074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e626cab-ae2a-4785-b4f7-431006134db3 req-9dbcfb4a-d449-4306-a69b-2f1900721353 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188617 Nov 23 17:56:42.305102 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c05cb3b-123e-4e91-b80e-1c2dc860c1a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.312346 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.316312 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c05cb3b-123e-4e91-b80e-1c2dc860c1a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.358606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05cb3b-123e-4e91-b80e-1c2dc860c1a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c93bab-4194-4f2c-8881-f51bbdaa225a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:42.372155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c05cb3b-123e-4e91-b80e-1c2dc860c1a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.373886 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1c05cb3b-123e-4e91-b80e-1c2dc860c1a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2361765 Nov 23 17:56:42.376933 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46852) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:42.385159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:42.436794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.437832 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Pushing event updated for resources: {'Port': ['ID=359b20cb-600d-4ba9-b3dc-013b2108d983,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:42.465304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22a3bcfa-8cdd-495f-b574-d7377ffaae37 req-093d7680-2350-44fb-bf55-8af5ec006c1e tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.1074471 Nov 23 17:56:42.471649 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.475475 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.476110 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.476704 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.477917 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.479087 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.479655 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.481285 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.482027 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.483569 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.484010 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.484689 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:42.497726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Attempting to bind port 95c9408b-5feb-4384-ae04-c20dfc654523 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:42.497726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Attempting to bind port 95c9408b-5feb-4384-ae04-c20dfc654523 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:42.497726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Attempting to bind port 95c9408b-5feb-4384-ae04-c20dfc654523 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:42.524047 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Attempting to bind port 359b20cb-600d-4ba9-b3dc-013b2108d983 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:42.524047 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Attempting to bind port 359b20cb-600d-4ba9-b3dc-013b2108d983 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:42.524555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Port 95c9408b-5feb-4384-ae04-c20dfc654523 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:42.525032 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Attempting to bind port 359b20cb-600d-4ba9-b3dc-013b2108d983 on network be02f0f6-4a65-4110-a551-3f938596a2f0 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:42.525152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Attempting to bind port 95c9408b-5feb-4384-ae04-c20dfc654523 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:42.525260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bc1803b6-025f-47f2-bf1c-ea1bcc91be18, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,segment=NetworkSegment(0c382686-9134-4cee-945f-45457f694ced),segment_id=0c382686-9134-4cee-945f-45457f694ced)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:42.538405 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:42.538877 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Checking segment: {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:42.539286 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.539679 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Bound using segment: {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:42.540151 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Bound port: 359b20cb-600d-4ba9-b3dc-013b2108d983, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:42.540950 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.563773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'bc1803b6-025f-47f2-bf1c-ea1bcc91be18', 'network_id': '925944c5-8759-4d0c-99ca-4cf14c6ee645', 'port_id': 'bc1803b6-025f-47f2-bf1c-ea1bcc91be18', 'mac_address': 'fa:16:3e:7c:4c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffcbaa9-a68c-45c3-b365-b5d6f1cc834c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:42.614427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:42.614803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:42.620796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:42.621319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Bound port: 95c9408b-5feb-4384-ae04-c20dfc654523, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:42.621694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.687512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.712797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.722104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1803b6-025f-47f2-bf1c-ea1bcc91be18 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:42.748589 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] For port 359b20cb-600d-4ba9-b3dc-013b2108d983, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:42.753396 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] For port 359b20cb-600d-4ba9-b3dc-013b2108d983, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=359b20cb-600d-4ba9-b3dc-013b2108d983,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:42.760127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bc1803b6-025f-47f2-bf1c-ea1bcc91be18, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,segment=NetworkSegment(0c382686-9134-4cee-945f-45457f694ced),segment_id=0c382686-9134-4cee-945f-45457f694ced)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:42.764168 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.764635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d605c4aa-ffef-49c0-8449-2792a130af41 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:42.824002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad1c3-ad0f-4916-aa11-d9c94dba2983 req-b7100bdd-57e4-41d8-8128-044730818d98 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:42.829223 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:42.830448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:42.833810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f0ad1c3-ad0f-4916-aa11-d9c94dba2983 req-b7100bdd-57e4-41d8-8128-044730818d98 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 947 time: 0.3607037 Nov 23 17:56:42.939763 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:42.941831 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:42.974136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:42.988711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73330c-6ad3-462c-a2ab-b757f3f16d0b req-36a10659-f578-4fd3-879f-a23c93ef283d tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:42.997111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'port_id': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'mac_address': 'fa:16:3e:7f:89:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2072801-907d-4624-8233-c3d0551c1ca8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:42.999072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a73330c-6ad3-462c-a2ab-b757f3f16d0b req-36a10659-f578-4fd3-879f-a23c93ef283d tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 945 time: 0.2618313 Nov 23 17:56:43.022418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Allocated IP 172.25.0.144 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/b1326a75-37e9-4cf1-953d-3ed55c1a09e4) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:43.037132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d605c4aa-ffef-49c0-8449-2792a130af41 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:43.037511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.069895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] For port 95c9408b-5feb-4384-ae04-c20dfc654523, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:43.076083 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea73a4-a534-4a1c-a9f7-43e60bbdbba5 None None] Pushing event updated for resources: {'Port': ['ID=359b20cb-600d-4ba9-b3dc-013b2108d983,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:43.149954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f0ad1c3-ad0f-4916-aa11-d9c94dba2983 req-21ccc150-c5da-45e1-af50-9b95600f2201 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148477 Nov 23 17:56:43.160924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a73330c-6ad3-462c-a2ab-b757f3f16d0b req-25a1edaf-7ccd-4664-ac4b-6344e3d46efc tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606512 Nov 23 17:56:43.198598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] For port 95c9408b-5feb-4384-ae04-c20dfc654523, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=95c9408b-5feb-4384-ae04-c20dfc654523,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:43.211916 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.215452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.240357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d4a4773a-942c-4243-8e05-df642eeecbbf None None] Provisioning complete for port 359b20cb-600d-4ba9-b3dc-013b2108d983 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:43.240357 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4a4773a-942c-4243-8e05-df642eeecbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.276892 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:43.293742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:43.304015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:43.304837 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.309081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] 10.222.0.72 "PUT /v2.0/ports/95c9408b-5feb-4384-ae04-c20dfc654523 HTTP/1.1" status: 200 len: 1095 time: 2.1995659 Nov 23 17:56:43.310009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238a493f-a851-447d-882d-21045d56ff44', 'tag': '95c9408b-5feb-4384-ae04-c20dfc654523'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:43.326066 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057de7f3-b6b5-44e7-963e-cf79da5e87eb" -d '{"events": [{"name": "network-changed", "server_uuid": "238a493f-a851-447d-882d-21045d56ff44", "tag": "95c9408b-5feb-4384-ae04-c20dfc654523"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:43.327177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.420226 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d832f3c2-c111-48ea-af36-54c45cea9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.426949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.477935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:43.489284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:43.494051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b057f-78c5-4ea3-a96f-9b58b01ccfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=95c9408b-5feb-4384-ae04-c20dfc654523,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:43.501262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:43.528837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:43.540969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:43.564114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event updated for resources: {'Port': ['ID=b1326a75-37e9-4cf1-953d-3ed55c1a09e4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:43.564638 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.577997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.578566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.580216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.580216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.580216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.580699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.581301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.581727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.582167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.582818 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4a4773a-942c-4243-8e05-df642eeecbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.583563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.584225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.584673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:43.679802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.718231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d4a4773a-942c-4243-8e05-df642eeecbbf None None] For port 359b20cb-600d-4ba9-b3dc-013b2108d983, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=359b20cb-600d-4ba9-b3dc-013b2108d983,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:43.721044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:43.731189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-d48c8b52-be71-46d1-ae80-d769c8396f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:43.734678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-d48c8b52-be71-46d1-ae80-d769c8396f22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 1098 time: 0.3716390 Nov 23 17:56:43.740885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['0b65fb7d-8c4d-4440-ae21-d40d68ae0b25'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:43.747172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.764165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789b16d-b5d5-4ff3-a921-6a0f4c865529 req-b90aa06e-5a91-4047-a228-ff3c564c540c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:43.772823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0789b16d-b5d5-4ff3-a921-6a0f4c865529 req-b90aa06e-5a91-4047-a228-ff3c564c540c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.3052197 Nov 23 17:56:43.785102 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4a4773a-942c-4243-8e05-df642eeecbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.786782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1156cdb-9532-46db-8dde-186b737b2113 req-21c004ee-c7ed-43df-8925-dae9c53ec804 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:43.801672 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1156cdb-9532-46db-8dde-186b737b2113 req-21c004ee-c7ed-43df-8925-dae9c53ec804 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 945 time: 0.2964258 Nov 23 17:56:43.844844 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:42Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:43.873848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-f6f0e70d-f470-4fc5-9a86-fa33d92e49e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=95c9408b-5feb-4384-ae04-c20dfc654523 HTTP/1.1" status: 200 len: 217 time: 0.0682609 Nov 23 17:56:43.923809 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302d6ec-b31c-44fa-a04a-20a8de6fb98f None None] The sync data for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 is: [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:42Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:56:44.028219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-d9cbcdae-4674-47dc-bcd8-32c7d011c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:44.033180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-d9cbcdae-4674-47dc-bcd8-32c7d011c571 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1399829 Nov 23 17:56:44.038750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0789b16d-b5d5-4ff3-a921-6a0f4c865529 req-d4b482c2-0381-4202-afd3-87b0d55805c5 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242332 Nov 23 17:56:44.059533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1156cdb-9532-46db-8dde-186b737b2113 req-f6c4535a-b5b6-46d5-8bd4-48fbebf90887 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566736 Nov 23 17:56:44.066820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:44.087838 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:44.095306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bc1803b6-025f-47f2-bf1c-ea1bcc91be18'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:44.162342 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de65b52b-7850-485b-b0c8-73ee5b98879e x-openstack-request-id: req-de65b52b-7850-485b-b0c8-73ee5b98879e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:44.162945 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238a493f-a851-447d-882d-21045d56ff44", "tag": "95c9408b-5feb-4384-ae04-c20dfc654523", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:44.163412 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de65b52b-7850-485b-b0c8-73ee5b98879e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:44.164028 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238a493f-a851-447d-882d-21045d56ff44', 'tag': '95c9408b-5feb-4384-ae04-c20dfc654523', 'status': 'completed', 'code': 200} Nov 23 17:56:44.165438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4773a-942c-4243-8e05-df642eeecbbf None None] Pushing event updated for resources: {'Port': ['ID=359b20cb-600d-4ba9-b3dc-013b2108d983,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:44.227181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-981405da-9d7e-4a32-b30b-177c14359f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:44.239441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-981405da-9d7e-4a32-b30b-177c14359f52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784728 Nov 23 17:56:44.258856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event updated for resources: {'Port': ['ID=b1326a75-37e9-4cf1-953d-3ed55c1a09e4,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:44.309020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:44.350009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:44.351234 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-26b91cd0-6fe8-40dd-b8d8-a110b885ceab tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9733419 Nov 23 17:56:44.388203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4996b9e-3a0a-4547-96c0-02d4db777bc6 req-5cc34149-88b4-4909-80a5-88e7d3120ebb tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.1196582 Nov 23 17:56:44.532213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a77e6be5-1ecb-4200-ae11-72e465440e1f None None] Provisioning complete for port 359b20cb-600d-4ba9-b3dc-013b2108d983 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:44.533580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a77e6be5-1ecb-4200-ae11-72e465440e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:44.565817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-5848488e-8d54-4e4c-872f-33463746b0fd service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174646 Nov 23 17:56:44.684986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73676e1c-38e4-4f74-a11c-0b29420fd2f8 req-a7d94fde-f0db-4ba3-a129-0dec48e46a7e tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:44.689512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73676e1c-38e4-4f74-a11c-0b29420fd2f8 req-a7d94fde-f0db-4ba3-a129-0dec48e46a7e tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 945 time: 0.1953158 Nov 23 17:56:44.721238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c0b3d-c386-4caf-9115-60ca74ab5818 req-ea5b95e2-03ac-4c1d-88a1-033bed0f7266 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:44.724180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-791c0b3d-c386-4caf-9115-60ca74ab5818 req-ea5b95e2-03ac-4c1d-88a1-033bed0f7266 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 947 time: 0.1786118 Nov 23 17:56:44.746544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 359b20cb-600d-4ba9-b3dc-013b2108d983 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:44.805725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 359b20cb-600d-4ba9-b3dc-013b2108d983 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:44.806459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:44.876292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-791c0b3d-c386-4caf-9115-60ca74ab5818 req-d82995ba-74f2-47a8-8ce1-08290384de90 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648272 Nov 23 17:56:44.931020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73676e1c-38e4-4f74-a11c-0b29420fd2f8 req-6eb90db9-93c8-4eba-b5bc-8c99833a31cf tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432314 Nov 23 17:56:44.975248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dbcd852-d855-4d06-9303-aa53856cf519 req-5be969db-f5ab-44e8-a54b-5a63a7144c1a service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882778 Nov 23 17:56:45.007740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.117904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-3943c798-cb02-4a54-9882-63546a5ab3d0 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--410455325&fields=id&tenant_id=a51b73be073044a0ba50c77a68c59491 HTTP/1.1" status: 200 len: 267 time: 0.1019208 Nov 23 17:56:45.294901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-8e11ba4d-6f37-4c8f-b93b-5f8f2152056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:45.296593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-8e11ba4d-6f37-4c8f-b93b-5f8f2152056c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 1098 time: 0.2433743 Nov 23 17:56:45.306984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-97130565-d51f-4356-82ca-2b8a50cd739b tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:45.315420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-97130565-d51f-4356-82ca-2b8a50cd739b tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/networks?id=be02f0f6-4a65-4110-a551-3f938596a2f0 HTTP/1.1" status: 200 len: 811 time: 0.1961379 Nov 23 17:56:45.363883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fe481-f173-43ee-b805-55a32f3de8d6 req-c29fa25f-0f57-4960-9673-ffd5b7fbc7a0 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:45.365489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-854fe481-f173-43ee-b805-55a32f3de8d6 req-c29fa25f-0f57-4960-9673-ffd5b7fbc7a0 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 945 time: 0.2152967 Nov 23 17:56:45.367095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-204f112f-184b-4847-9e1c-74e438f47304 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/quotas/a51b73be073044a0ba50c77a68c59491 HTTP/1.1" status: 200 len: 375 time: 0.0509274 Nov 23 17:56:45.486288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-a0780856-ebd7-488f-b76b-90553a1d3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:45.487818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-a0780856-ebd7-488f-b76b-90553a1d3aea service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1640065 Nov 23 17:56:45.559854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-6e56c4d6-b6fe-4c41-9474-85d00a8d877f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=95c9408b-5feb-4384-ae04-c20dfc654523 HTTP/1.1" status: 200 len: 217 time: 0.0628662 Nov 23 17:56:45.578744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-854fe481-f173-43ee-b805-55a32f3de8d6 req-1ed6ab45-74a0-41cf-82db-854808e6b922 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436985 Nov 23 17:56:45.641943 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-c39a2edd-3a28-4130-8645-f2592c043338 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a51b73be073044a0ba50c77a68c59491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2086384 Nov 23 17:56:45.754124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-400d9887-22f7-4ebe-a5c5-61d3055ff3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:45.755679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-400d9887-22f7-4ebe-a5c5-61d3055ff3d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1745048 Nov 23 17:56:45.795174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e862b9-b5b9-42b9-b27e-efb6f75245bc req-930dcb27-e254-469a-8101-45564285c4c3 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:45.796695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52e862b9-b5b9-42b9-b27e-efb6f75245bc req-930dcb27-e254-469a-8101-45564285c4c3 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1389792 Nov 23 17:56:45.842581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-91805b0f-9b07-40c0-8f3b-2d47fa936a9a service neutron] 10.222.0.74 "GET /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996157 Nov 23 17:56:45.905392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-777204df-1291-42d1-af0f-9921620e1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:45.907092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-777204df-1291-42d1-af0f-9921620e1946 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385758 Nov 23 17:56:45.937191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52e862b9-b5b9-42b9-b27e-efb6f75245bc req-88f150b3-3b90-4bb1-9a79-6007ad5632d8 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176894 Nov 23 17:56:46.178809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:46.255093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:46.255464 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.307740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.369082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36246e75-092e-4198-a89c-d12291da3ef3 req-75544e26-118b-4ecb-8bf3-a99df2ddf6f4 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0626128 Nov 23 17:56:46.374835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-13a476bb-e6e1-4743-8d3a-d303ad5ae5aa service neutron] 10.222.0.74 "GET /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234444 Nov 23 17:56:46.408773 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.472263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:46.474569 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a6ee7b-63e2-40be-991c-74d8115d9736" -d '{"events": [{"server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "name": "network-vif-plugged", "status": "completed", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:46.512532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:46.518950 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.520194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bc1803b6-025f-47f2-bf1c-ea1bcc91be18 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:46.575217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-d463a971-947a-4db3-bb9e-018ffe857a4e service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423724 Nov 23 17:56:46.601875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df19b-102f-42e4-9dd6-c609da0b8064 req-c145c755-6129-4324-bede-c40d15947857 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:46.616371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa1df19b-102f-42e4-9dd6-c609da0b8064 req-c145c755-6129-4324-bede-c40d15947857 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 947 time: 0.1037393 Nov 23 17:56:46.706617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:46.745625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:56:46.750721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:46.751155 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.789198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b7933-8673-4ef6-9a77-927199ae819a req-b0fda542-ddd5-4ef0-9ed4-6a5fe583d9d9 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:46.797796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-897b7933-8673-4ef6-9a77-927199ae819a req-b0fda542-ddd5-4ef0-9ed4-6a5fe583d9d9 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 945 time: 0.1363275 Nov 23 17:56:46.814724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa1df19b-102f-42e4-9dd6-c609da0b8064 req-e463de64-504e-4326-81fe-7c8a263376a4 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938589 Nov 23 17:56:46.861282 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.893663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-057de7f3-b6b5-44e7-963e-cf79da5e87eb req-7120bd9e-3343-4a8f-a8c9-f42c8546c177 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602494 Nov 23 17:56:46.894928 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f739cf4b-3e88-4de4-ab04-809891211382 x-openstack-request-id: req-f739cf4b-3e88-4de4-ab04-809891211382 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:46.895454 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "name": "network-vif-plugged", "status": "completed", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:46.895898 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f739cf4b-3e88-4de4-ab04-809891211382 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:46.896470 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'code': 200} Nov 23 17:56:46.906093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bc1803b6-025f-47f2-bf1c-ea1bcc91be18, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,segment=NetworkSegment(0c382686-9134-4cee-945f-45457f694ced),segment_id=0c382686-9134-4cee-945f-45457f694ced)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:46.915340 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.958246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-897b7933-8673-4ef6-9a77-927199ae819a req-ca2117fa-4130-44e4-8e3a-c21692a7de40 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588709 Nov 23 17:56:46.989184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:47.018484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21bdd59e-4d97-4db8-86e5-83ea4d7b3333 req-768cbd2d-95b3-4344-a94e-5a50394b64bd tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 210 time: 0.0591114 Nov 23 17:56:47.105870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0e906-000c-4af1-954e-a2a9d3e6f0be req-24ec9672-aed0-42ca-978f-0a7f79898e84 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:47.113180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62a0e906-000c-4af1-954e-a2a9d3e6f0be req-24ec9672-aed0-42ca-978f-0a7f79898e84 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.0688283 Nov 23 17:56:47.209006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62a0e906-000c-4af1-954e-a2a9d3e6f0be req-27bcb439-4434-41f3-a60c-f2757edba0e9 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949352 Nov 23 17:56:47.235491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1afbe-dce3-4a0c-a595-b4581016fba9 req-5af337cb-c6ee-44c3-a502-8056624fae2b tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:47.235491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eb1afbe-dce3-4a0c-a595-b4581016fba9 req-5af337cb-c6ee-44c3-a502-8056624fae2b tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1097 time: 0.0945442 Nov 23 17:56:47.318149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eb1afbe-dce3-4a0c-a595-b4581016fba9 req-62c20cf7-a67a-4759-9dbf-cbc9f730c078 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905244 Nov 23 17:56:47.420700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a458189-7d28-4b23-8f31-86873cf099c1 req-63606a54-6b0b-4eb8-8e40-d86633d9aa7f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:47.433382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a458189-7d28-4b23-8f31-86873cf099c1 req-63606a54-6b0b-4eb8-8e40-d86633d9aa7f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.0787323 Nov 23 17:56:47.499551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a458189-7d28-4b23-8f31-86873cf099c1 req-cf41a114-219c-4ea2-a87a-afb3c523f651 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650361 Nov 23 17:56:47.637589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a89114e0-5a2a-47d1-bf9d-6090dc0451fd req-9f2d26cd-add4-4173-b59d-7488fd0d1eec tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0546761 Nov 23 17:56:47.703917 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:48.287636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 95c9408b-5feb-4384-ae04-c20dfc654523 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:48.288332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f459d-95e5-4841-95f4-a6d0cf048d69 req-ae526783-18f8-4d3a-842b-5965914eafa0 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:48.294818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d3f459d-95e5-4841-95f4-a6d0cf048d69 req-ae526783-18f8-4d3a-842b-5965914eafa0 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 947 time: 0.1095650 Nov 23 17:56:48.400640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d3f459d-95e5-4841-95f4-a6d0cf048d69 req-4290c5c4-909c-4e95-83da-7b275daa44b5 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000140 Nov 23 17:56:48.527663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 95c9408b-5feb-4384-ae04-c20dfc654523, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=95c9408b-5feb-4384-ae04-c20dfc654523,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:48.544074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '95c9408b-5feb-4384-ae04-c20dfc654523', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '95c9408b-5feb-4384-ae04-c20dfc654523', 'mac_address': 'fa:16:3e:02:c1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:48.628300 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:48.636630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-bb6983a6-a067-40d3-a0ef-4ba5e19673a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:48.639496 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-bb6983a6-a067-40d3-a0ef-4ba5e19673a2 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.66 "GET /v2.0/networks?id=be02f0f6-4a65-4110-a551-3f938596a2f0 HTTP/1.1" status: 200 len: 811 time: 0.2573874 Nov 23 17:56:48.648215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c9408b-5feb-4384-ae04-c20dfc654523 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:48.665557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6d17f-193c-49d3-bdb0-303a5a8f79dd req-97d98d99-fa2b-493a-8a1c-b8ff4143e2f5 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:48.675155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bb6d17f-193c-49d3-bdb0-303a5a8f79dd req-97d98d99-fa2b-493a-8a1c-b8ff4143e2f5 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 946 time: 0.1079292 Nov 23 17:56:48.678254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 95c9408b-5feb-4384-ae04-c20dfc654523, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=95c9408b-5feb-4384-ae04-c20dfc654523,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:48.683328 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:48.740974 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-7592e2cb-4ae9-4fb3-b7f3-edef61d98c72 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a51b73be073044a0ba50c77a68c59491 HTTP/1.1" status: 200 len: 379 time: 0.0901170 Nov 23 17:56:48.743108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bb6d17f-193c-49d3-bdb0-303a5a8f79dd req-03059be5-afca-4daf-86c8-8127c8710887 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664325 Nov 23 17:56:48.754976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=95c9408b-5feb-4384-ae04-c20dfc654523,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:48.783200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Request body: {'port': {'device_id': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'admin_state_up': True, 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'security_groups': ['3c604162-1b4a-4583-b41c-f8e4e715d391']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:48.818406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-89903a35-9e6e-4df1-a08e-8dc7d0b145d9 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:56:48.819513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-89903a35-9e6e-4df1-a08e-8dc7d0b145d9 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081666 Nov 23 17:56:48.897885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d948b2-b91a-41c8-a377-d3d6d30d88de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1803b6-025f-47f2-bf1c-ea1bcc91be18'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:48.901780 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b89a82f-947a-45c7-8ded-ab09b559ddc6" -d '{"events": [{"server_uuid": "d3d948b2-b91a-41c8-a377-d3d6d30d88de", "name": "network-vif-plugged", "status": "completed", "tag": "bc1803b6-025f-47f2-bf1c-ea1bcc91be18"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:48.902816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-6af9765f-ac1d-44cb-9eef-305ec1128934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:48.909692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-6af9765f-ac1d-44cb-9eef-305ec1128934 service neutron] 10.222.0.74 "GET /v2.0/ports/72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 200 len: 1094 time: 0.0821185 Nov 23 17:56:48.931705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afe0789b-3d3e-4022-b504-d310d9cca300 req-0fa1b750-18b2-49ea-92a0-55df5fdaddb4 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 210 time: 0.1058509 Nov 23 17:56:48.935493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Request body: {'binding': {'host': 'n-h1-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:48.939988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Unknown quota resources ['binding']. {{(pid=120536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:56:48.956664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Made reservation on behalf of a51b73be073044a0ba50c77a68c59491 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:48.961404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:48.983093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['95c9408b-5feb-4384-ae04-c20dfc654523'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:49.197054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Allocated IP 172.20.0.4 (be02f0f6-4a65-4110-a551-3f938596a2f0/d193a2ee-ab1f-454d-ac3c-3be48650b179/bb50e797-348a-4025-b7e7-8f22297d4497) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:49.197498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on host n-h1-818932-3 for vnic_type normal with profile None {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:49.197942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:49.198491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:49.204786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:49.205389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:49.223332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:49.223838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:49.224325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:49.224879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Bound port: 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:49.286643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1509b81-ec21-4185-8a5c-b5e281b4f641 req-78ddaa4e-6370-4084-95ce-a6abfc1dd711 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:49.288568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1509b81-ec21-4185-8a5c-b5e281b4f641 req-78ddaa4e-6370-4084-95ce-a6abfc1dd711 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1306982 Nov 23 17:56:49.347806 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.380005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:49.392507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] Publish callbacks [] for binding, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.393778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-60076739-39e5-44a6-b3ad-271ffad63ff4 service neutron] 10.222.0.74 "POST /v2.0/ports/72269cdb-1b46-45b3-ba55-e4d7f5341c75/bindings HTTP/1.1" status: 201 len: 389 time: 0.4831710 Nov 23 17:56:49.399054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1509b81-ec21-4185-8a5c-b5e281b4f641 req-8fb7e49a-cf79-48b1-a2ef-6670ac3c332d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899272 Nov 23 17:56:49.432585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.515311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.578454 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318b7624-ece5-4443-9c27-b6e2a514633b x-openstack-request-id: req-318b7624-ece5-4443-9c27-b6e2a514633b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:49.579081 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d948b2-b91a-41c8-a377-d3d6d30d88de", "name": "network-vif-plugged", "status": "completed", "tag": "bc1803b6-025f-47f2-bf1c-ea1bcc91be18", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:49.579235 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-318b7624-ece5-4443-9c27-b6e2a514633b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:49.579694 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d948b2-b91a-41c8-a377-d3d6d30d88de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1803b6-025f-47f2-bf1c-ea1bcc91be18', 'code': 200} Nov 23 17:56:49.600436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Network be02f0f6-4a65-4110-a551-3f938596a2f0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:49.605086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:49.611577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:49.618324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event updated for resources: {'Port': ['ID=bb50e797-348a-4025-b7e7-8f22297d4497,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:49.620649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1c34dcc-0bc7-4368-973c-e761695145a9 req-3b3fcb71-f580-46d4-a927-c5828703fcc6 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0865409 Nov 23 17:56:49.780506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:49.781905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.812272 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-63823f22-a7df-4cdc-b115-a62b897d3590 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0366383 Nov 23 17:56:49.830178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Request body: {'port': {'device_id': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:49.897236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a9212-dd5a-4447-a617-9ea15e716b65 req-eb9a1ead-835d-46f5-96cd-6b9030f79e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:49.899082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d30a9212-dd5a-4447-a617-9ea15e716b65 req-eb9a1ead-835d-46f5-96cd-6b9030f79e14 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 1097 time: 0.1766834 Nov 23 17:56:49.906252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.922164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eea93-efe1-442b-939e-3e4a8f44d718 req-050e88bd-4b67-417d-9520-9afe4d94ca08 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:49.930025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c64eea93-efe1-442b-939e-3e4a8f44d718 req-050e88bd-4b67-417d-9520-9afe4d94ca08 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 948 time: 0.2747474 Nov 23 17:56:49.989375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-323a3b1a-27fb-4e3a-980f-bbe78f5abf31 None None] Provisioning complete for port bb50e797-348a-4025-b7e7-8f22297d4497 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:49.990301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c2854-96a3-4ef3-b720-1060b69e2437 req-c76e0ae3-7dfc-4989-b567-9a1d3a261a8c tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:49.991862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-323a3b1a-27fb-4e3a-980f-bbe78f5abf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.998116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d8c2854-96a3-4ef3-b720-1060b69e2437 req-c76e0ae3-7dfc-4989-b567-9a1d3a261a8c tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.2071991 Nov 23 17:56:50.026726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-37f3dc07-1887-43e2-9e68-5fd91ba937b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:50.036165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-37f3dc07-1887-43e2-9e68-5fd91ba937b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1097 time: 0.2536833 Nov 23 17:56:50.037086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-323a3b1a-27fb-4e3a-980f-bbe78f5abf31 None None] Port bb50e797-348a-4025-b7e7-8f22297d4497 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:56:50.099327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c64eea93-efe1-442b-939e-3e4a8f44d718 req-f2752560-1837-40c5-9928-9f4a0a395794 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624665 Nov 23 17:56:50.210635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d30a9212-dd5a-4447-a617-9ea15e716b65 req-73bd6426-7913-4cf0-9447-7e6786c64a3c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678061 Nov 23 17:56:50.269197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d8c2854-96a3-4ef3-b720-1060b69e2437 req-5d5878b6-89fe-41e7-8ee7-24803166efce tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699876 Nov 23 17:56:50.279238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-a3cec442-42d8-4491-a758-e3e2d7830003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:50.280853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-a3cec442-42d8-4491-a758-e3e2d7830003 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.2079988 Nov 23 17:56:50.287962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 95c9408b-5feb-4384-ae04-c20dfc654523 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:50.290303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb65f08-0242-4624-8995-4dce4e36e798 req-6bb37cea-bf52-4bc0-a4aa-b8848665cbf1 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:50.292022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-feb65f08-0242-4624-8995-4dce4e36e798 req-6bb37cea-bf52-4bc0-a4aa-b8848665cbf1 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 946 time: 0.1011901 Nov 23 17:56:50.306184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb50e797-348a-4025-b7e7-8f22297d4497 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:50.339707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.353079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-18f164e7-d218-4325-9d41-a23244cc3372 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 200 len: 217 time: 0.0544603 Nov 23 17:56:50.374755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Transition to ACTIVE for port object bb50e797-348a-4025-b7e7-8f22297d4497 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:56:50.394275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.397805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.411545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 95c9408b-5feb-4384-ae04-c20dfc654523 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:56:50.418204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 95c9408b-5feb-4384-ae04-c20dfc654523 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:50.418653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.491803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-feb65f08-0242-4624-8995-4dce4e36e798 req-64a976bf-5dcc-422f-b4f6-e8c260d4daa5 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867118 Nov 23 17:56:50.554260 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.587448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Pushing event updated for resources: {'Port': ['ID=bb50e797-348a-4025-b7e7-8f22297d4497,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:50.650584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Attempting to bind port bb50e797-348a-4025-b7e7-8f22297d4497 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:50.651232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Attempting to bind port bb50e797-348a-4025-b7e7-8f22297d4497 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:50.652011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Attempting to bind port bb50e797-348a-4025-b7e7-8f22297d4497 on network be02f0f6-4a65-4110-a551-3f938596a2f0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:50.652630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 95c9408b-5feb-4384-ae04-c20dfc654523, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=95c9408b-5feb-4384-ae04-c20dfc654523,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:50.659472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Port bb50e797-348a-4025-b7e7-8f22297d4497 on network be02f0f6-4a65-4110-a551-3f938596a2f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:56:50.659987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Attempting to bind port bb50e797-348a-4025-b7e7-8f22297d4497 on network be02f0f6-4a65-4110-a551-3f938596a2f0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:50.663697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-0086d9aa-4cc8-449b-a8ca-cd7394ff63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:50.666120 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.668341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-0086d9aa-4cc8-449b-a8ca-cd7394ff63d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.2982616 Nov 23 17:56:50.679585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:50.680428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Checking segment: {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:50.681256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Bound using segment: {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:50.681887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Bound port: bb50e797-348a-4025-b7e7-8f22297d4497, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14df1df-5709-42ca-8dbc-55000b4f81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:50.682466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.714001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f3f8-d17e-45c6-bcb8-5b1470debab9 req-04fc372e-4547-446b-af1c-0b1cbf8e2b80 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:50.725163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2523f3f8-d17e-45c6-bcb8-5b1470debab9 req-04fc372e-4547-446b-af1c-0b1cbf8e2b80 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 943 time: 0.3166561 Nov 23 17:56:50.763758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=95c9408b-5feb-4384-ae04-c20dfc654523,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:50.807741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] For port bb50e797-348a-4025-b7e7-8f22297d4497, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:50.812091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] For port bb50e797-348a-4025-b7e7-8f22297d4497, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb50e797-348a-4025-b7e7-8f22297d4497,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:50.817348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.836281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-167ff6f9-6388-41ba-9eac-49422215db54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804174 Nov 23 17:56:50.883739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:50.885046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:50.894122 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-e013c594-60b2-4286-aa91-698966b3521d service neutron] 10.222.0.66 "PUT /v2.0/ports/bb50e797-348a-4025-b7e7-8f22297d4497 HTTP/1.1" status: 200 len: 1091 time: 1.0656636 Nov 23 17:56:50.901048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'tag': 'bb50e797-348a-4025-b7e7-8f22297d4497'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:50.904501 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b28ba-e6be-499f-b066-da80f58ec8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ce670-cf78-4632-b31f-f4f9e5549abb", "tag": "bb50e797-348a-4025-b7e7-8f22297d4497"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:51.021987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013c594-60b2-4286-aa91-698966b3521d service neutron] Pushing event updated for resources: {'Port': ['ID=bb50e797-348a-4025-b7e7-8f22297d4497,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:51.069615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-5f21d3e2-6d66-48f9-9f68-0e83a741f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:51.075702 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-5f21d3e2-6d66-48f9-9f68-0e83a741f673 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a51b73be073044a0ba50c77a68c59491&device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 1094 time: 0.1178174 Nov 23 17:56:51.103759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2523f3f8-d17e-45c6-bcb8-5b1470debab9 req-ffcd538b-d9ea-4304-a9c3-c5bc6a883580 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738053 Nov 23 17:56:51.179507 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-d54be5da-c5d7-4651-91f8-fda997482016 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb50e797-348a-4025-b7e7-8f22297d4497 HTTP/1.1" status: 200 len: 217 time: 0.0943539 Nov 23 17:56:51.227319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0a49b-a0e9-48f6-973a-a3d75800c9bd req-e13cb42e-f7a5-4956-884d-e215a493e779 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:51.243791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89c0a49b-a0e9-48f6-973a-a3d75800c9bd req-e13cb42e-f7a5-4956-884d-e215a493e779 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.4427645 Nov 23 17:56:51.318930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-b79b64e2-60b6-42bc-bb77-4648f47f8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:51.324987 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-b79b64e2-60b6-42bc-bb77-4648f47f8d34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d193a2ee-ab1f-454d-ac3c-3be48650b179 HTTP/1.1" status: 200 len: 850 time: 0.1250336 Nov 23 17:56:51.380401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-4d5103d2-2d97-4612-b5f4-cfb9dc29cce2 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331438 Nov 23 17:56:51.441570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-04208ea9-bb6b-42c1-b6bc-10415225d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:51.445417 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-04208ea9-bb6b-42c1-b6bc-10415225d4cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=be02f0f6-4a65-4110-a551-3f938596a2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990937 Nov 23 17:56:51.580421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238a493f-a851-447d-882d-21045d56ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c9408b-5feb-4384-ae04-c20dfc654523'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:51.582755 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b29dc-2e6f-4d32-8013-fe18723966ad" -d '{"events": [{"server_uuid": "238a493f-a851-447d-882d-21045d56ff44", "name": "network-vif-plugged", "status": "completed", "tag": "95c9408b-5feb-4384-ae04-c20dfc654523"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:51.584598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89c0a49b-a0e9-48f6-973a-a3d75800c9bd req-7233e788-ee4e-4ff4-a484-ba0795ca1cf1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396022 Nov 23 17:56:51.628570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4590c56-3149-4133-983b-9362f8536be2 req-d59a7af7-12ce-452c-9461-510620ffefae tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.1493332 Nov 23 17:56:51.633072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-d636251e-c870-44c0-aac6-3eac30959bb4 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379060 Nov 23 17:56:51.639293 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-f3b68201-96c0-49bb-bb4b-1875eb93f6a4 service neutron] 10.222.0.66 "GET /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754134 Nov 23 17:56:51.692427 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01992abf-da9a-4736-8d21-f90030c26be6 x-openstack-request-id: req-01992abf-da9a-4736-8d21-f90030c26be6 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:51.692835 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ce670-cf78-4632-b31f-f4f9e5549abb", "tag": "bb50e797-348a-4025-b7e7-8f22297d4497", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:51.693331 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01992abf-da9a-4736-8d21-f90030c26be6 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:51.710489 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'tag': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'status': 'completed', 'code': 200} Nov 23 17:56:51.864481 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a9c8bf51-25d4-48fd-baad-684495e55ea1 req-b6a78a5b-88c4-4538-a855-a93b93b96800 service neutron] 10.222.0.66 "GET /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974232 Nov 23 17:56:51.883049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a38e1-0e4b-4233-a3e3-a1ca199e5f5f req-2c4dd2e4-4ac5-4f26-b4eb-7a6077d2874f tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:51.884911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc4a38e1-0e4b-4233-a3e3-a1ca199e5f5f req-2c4dd2e4-4ac5-4f26-b4eb-7a6077d2874f tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 949 time: 0.1573451 Nov 23 17:56:51.976687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc4a38e1-0e4b-4233-a3e3-a1ca199e5f5f req-2ec87232-0b85-4b2c-8f7f-8e4ae662eda3 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826585 Nov 23 17:56:52.012783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244571-c704-49f7-b0ff-9ff6b285b419 req-79be5d82-e1c0-484b-acdc-405d6628e4b0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:52.027581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd244571-c704-49f7-b0ff-9ff6b285b419 req-79be5d82-e1c0-484b-acdc-405d6628e4b0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.2411885 Nov 23 17:56:52.039537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-30bb9a6c-8c5a-4f09-9d87-1c3958ad8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:52.044835 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-30bb9a6c-8c5a-4f09-9d87-1c3958ad8bb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a51b73be073044a0ba50c77a68c59491&device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 1094 time: 0.0875435 Nov 23 17:56:52.214929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd244571-c704-49f7-b0ff-9ff6b285b419 req-96dbb9e1-c5e6-418c-955e-ec1e4433af5c tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851740 Nov 23 17:56:52.260113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc89e3-33ff-43a6-aebf-d4127f2ff879 req-a72aba39-1f27-47ff-ac4f-47d15ee0c8fc tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:52.287549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bccc89e3-33ff-43a6-aebf-d4127f2ff879 req-a72aba39-1f27-47ff-ac4f-47d15ee0c8fc tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 946 time: 0.1424546 Nov 23 17:56:52.289392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-5e7df74f-6843-447e-a7c0-00049d8f1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:52.291210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:52.291544 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-5e7df74f-6843-447e-a7c0-00049d8f1e79 service neutron] 10.222.0.66 "GET /v2.0/networks?id=be02f0f6-4a65-4110-a551-3f938596a2f0 HTTP/1.1" status: 200 len: 912 time: 0.2320464 Nov 23 17:56:52.354408 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f51adf-4c47-4628-beb5-2bbff2b469f4 x-openstack-request-id: req-74f51adf-4c47-4628-beb5-2bbff2b469f4 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:52.364182 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238a493f-a851-447d-882d-21045d56ff44", "name": "network-vif-plugged", "status": "completed", "tag": "95c9408b-5feb-4384-ae04-c20dfc654523", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:52.364814 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74f51adf-4c47-4628-beb5-2bbff2b469f4 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:52.365926 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238a493f-a851-447d-882d-21045d56ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c9408b-5feb-4384-ae04-c20dfc654523', 'code': 200} Nov 23 17:56:52.390109 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-93c42317-0e6c-419e-9d58-287242e0a458 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb50e797-348a-4025-b7e7-8f22297d4497 HTTP/1.1" status: 200 len: 217 time: 0.0902679 Nov 23 17:56:52.432131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bccc89e3-33ff-43a6-aebf-d4127f2ff879 req-f3a654e4-3ae7-4a07-af9c-ed5e2a8747eb tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330831 Nov 23 17:56:52.494283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-a6745721-367a-475c-89ec-98e0b42c29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:52.495791 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-a6745721-367a-475c-89ec-98e0b42c29bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d193a2ee-ab1f-454d-ac3c-3be48650b179 HTTP/1.1" status: 200 len: 850 time: 0.0874777 Nov 23 17:56:52.559781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:52.573360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'port_id': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'mac_address': 'fa:16:3e:48:cb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:52.629802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-580f0e01-4d49-4cc1-976e-6d8dadcb2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:52.631485 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-580f0e01-4d49-4cc1-976e-6d8dadcb2944 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=be02f0f6-4a65-4110-a551-3f938596a2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270297 Nov 23 17:56:52.645066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:52.673794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:52.715678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:52.739627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:52.769132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffbe87-2c6f-409b-acb8-b8b064ad1201 req-6a869dab-a697-4840-8385-44c60ef92859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:52.770725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47ffbe87-2c6f-409b-acb8-b8b064ad1201 req-6a869dab-a697-4840-8385-44c60ef92859 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 1100 time: 0.2944989 Nov 23 17:56:52.831597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bee13-56dd-4e16-8a50-211a3b02e340 req-4105ef68-e22f-4033-bcaf-d523159b6b0f tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:52.858214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-723bee13-56dd-4e16-8a50-211a3b02e340 req-4105ef68-e22f-4033-bcaf-d523159b6b0f tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 943 time: 0.2877553 Nov 23 17:56:52.858550 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-306fa8c5-445e-484f-ba12-633e35806a59 service neutron] 10.222.0.66 "GET /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138870 Nov 23 17:56:52.872028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['52ca2a87-e6c6-48e6-9a38-f3bc00065c62'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:52.903634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:53.044210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-723bee13-56dd-4e16-8a50-211a3b02e340 req-3101ad10-4b59-41d2-a65b-84235c715883 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826990 Nov 23 17:56:53.051233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47ffbe87-2c6f-409b-acb8-b8b064ad1201 req-722d23cf-593c-4bb6-8dfb-99876cf05075 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685592 Nov 23 17:56:53.074758 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-140b28ba-e6be-499f-b066-da80f58ec8ed req-cd5fd046-5785-4e30-a5e7-df3a29873089 service neutron] 10.222.0.66 "GET /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031946 Nov 23 17:56:53.404495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c1b-f17c-4c67-854d-1a76ed5526f9 req-e4084c01-ec2a-4f15-9551-0d1f907fe39c tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:53.412788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c11b8c1b-f17c-4c67-854d-1a76ed5526f9 req-e4084c01-ec2a-4f15-9551-0d1f907fe39c tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 946 time: 0.1232326 Nov 23 17:56:53.538531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c11b8c1b-f17c-4c67-854d-1a76ed5526f9 req-28828056-804f-4989-95ca-5ff7d92c76cf tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191721 Nov 23 17:56:53.748619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673cf6f-dc70-45af-bbc6-9bf2189d728f req-9bcf7ea5-736b-403b-9332-4cda7dfeb358 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:53.757805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5673cf6f-dc70-45af-bbc6-9bf2189d728f req-9bcf7ea5-736b-403b-9332-4cda7dfeb358 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.0981998 Nov 23 17:56:53.823260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5673cf6f-dc70-45af-bbc6-9bf2189d728f req-2cc07c02-6490-4480-8eaa-19a5a2fb5d92 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635462 Nov 23 17:56:53.935782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41156555-0039-47b0-bd2d-486275b003c8 req-603b2433-16cf-4211-b06e-2a7c024627ef tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0385716 Nov 23 17:56:54.137461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65823b84-0538-488b-8d85-693b19f8ee01 req-642fce2b-7b36-4dfe-8273-c5c6bb9d4edf tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:54.139403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65823b84-0538-488b-8d85-693b19f8ee01 req-642fce2b-7b36-4dfe-8273-c5c6bb9d4edf tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 949 time: 0.1032777 Nov 23 17:56:54.186526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bb50e797-348a-4025-b7e7-8f22297d4497 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:56:54.297101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:54.299320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65823b84-0538-488b-8d85-693b19f8ee01 req-f15f3ff3-7b1c-4483-85b8-d6cf76c54829 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429265 Nov 23 17:56:54.564716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:54.567227 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:54.655237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bb50e797-348a-4025-b7e7-8f22297d4497, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb50e797-348a-4025-b7e7-8f22297d4497,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:54.678359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775660-b061-470c-b4ff-8161805426cb req-b13a6ca1-f011-493a-a6c5-97d0226987de tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:54.684466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'port_id': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'mac_address': 'fa:16:3e:df:93:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:56:54.689895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c775660-b061-470c-b4ff-8161805426cb req-b13a6ca1-f011-493a-a6c5-97d0226987de tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.1731889 Nov 23 17:56:54.817900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c775660-b061-470c-b4ff-8161805426cb req-31f73613-1b19-40e4-b3e1-bb41c3bab0d5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263506 Nov 23 17:56:54.856006 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:54.867900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:54.894177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb50e797-348a-4025-b7e7-8f22297d4497 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:56:54.904749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:54.907620 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45e89ed-3803-4278-877f-01ea2ea143bf" -d '{"events": [{"server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "name": "network-vif-plugged", "status": "completed", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:54.931836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:54.936748 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bb50e797-348a-4025-b7e7-8f22297d4497, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb50e797-348a-4025-b7e7-8f22297d4497,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:54.949036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:54.957373 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:55.070047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:55.197424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=bb50e797-348a-4025-b7e7-8f22297d4497,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:55.364629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bb50e797-348a-4025-b7e7-8f22297d4497'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:55.400204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62074726-2146-4d76-a3d6-39d09a3df1b8 req-e436db45-64ad-4310-a762-5454060e4509 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:55.423649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62074726-2146-4d76-a3d6-39d09a3df1b8 req-e436db45-64ad-4310-a762-5454060e4509 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 944 time: 0.1205833 Nov 23 17:56:55.551794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62074726-2146-4d76-a3d6-39d09a3df1b8 req-2925c937-5030-4175-9c14-2f61a88211b6 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270230 Nov 23 17:56:55.946981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e1f9-2199-4114-81da-a6ae366fdbb2 req-ea170d71-bec9-4b9f-b721-8155026bfe40 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:55.960834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbe3e1f9-2199-4114-81da-a6ae366fdbb2 req-ea170d71-bec9-4b9f-b721-8155026bfe40 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1674275 Nov 23 17:56:56.033594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbe3e1f9-2199-4114-81da-a6ae366fdbb2 req-574be039-5dbf-4cbb-933e-6d8e6172679e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703917 Nov 23 17:56:56.092378 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cf0f8f-dd27-44ee-ae1a-c78f490ea03c x-openstack-request-id: req-61cf0f8f-dd27-44ee-ae1a-c78f490ea03c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:56.092679 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "name": "network-vif-plugged", "status": "completed", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:56.092939 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61cf0f8f-dd27-44ee-ae1a-c78f490ea03c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:56.094097 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'code': 200} Nov 23 17:56:56.240285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e6a06bc-d8a1-4440-b33f-fbb9106182df req-cdcd002c-70af-479b-9e6c-51c12c9c98fb tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0877016 Nov 23 17:56:56.540600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ffd92-28de-4b6d-87ca-ac86acbd3647 req-c04218a9-7662-4151-bba3-50e138aa542b tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:56.550775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba4ffd92-28de-4b6d-87ca-ac86acbd3647 req-c04218a9-7662-4151-bba3-50e138aa542b tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 946 time: 0.1674044 Nov 23 17:56:56.681788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba4ffd92-28de-4b6d-87ca-ac86acbd3647 req-92a4ee93-a409-403e-bf6f-49ca4c7b1221 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295855 Nov 23 17:56:56.881883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060fe3d-f7c2-4711-8bbc-65095261f32f req-d06fe961-a2cb-4379-927c-040c43ad11fb tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:56.892652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0060fe3d-f7c2-4711-8bbc-65095261f32f req-d06fe961-a2cb-4379-927c-040c43ad11fb tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 949 time: 0.1119483 Nov 23 17:56:56.971380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0060fe3d-f7c2-4711-8bbc-65095261f32f req-83bca767-a9ca-4a67-a1a7-822fc97763a2 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777042 Nov 23 17:56:57.132522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f51f4-93b5-4b0e-a001-1fd05758a472 req-acb3efc3-a95c-40aa-b25c-142c170dd985 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:57.134040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be9f51f4-93b5-4b0e-a001-1fd05758a472 req-acb3efc3-a95c-40aa-b25c-142c170dd985 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.0969126 Nov 23 17:56:57.243602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be9f51f4-93b5-4b0e-a001-1fd05758a472 req-53f1ba1d-6334-4394-975a-f1599da923c8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943320 Nov 23 17:56:57.413065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c95e3-aeb5-415e-bf63-04229068e0de req-74d90227-3fd0-4411-be59-a8bb65cf2f03 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:57.415364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-442c95e3-aeb5-415e-bf63-04229068e0de req-74d90227-3fd0-4411-be59-a8bb65cf2f03 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 944 time: 0.0989859 Nov 23 17:56:57.579399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-442c95e3-aeb5-415e-bf63-04229068e0de req-2051f7f2-f22c-4494-80a8-e9b3e84e6c18 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546750 Nov 23 17:56:58.104635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbd41-06f2-406f-a985-5d0a253b1f85 req-592ed2d3-4b72-4c68-8600-f292c417fe56 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:58.114380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-205bbd41-06f2-406f-a985-5d0a253b1f85 req-592ed2d3-4b72-4c68-8600-f292c417fe56 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.0720553 Nov 23 17:56:58.183017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-205bbd41-06f2-406f-a985-5d0a253b1f85 req-bf0ab157-5814-44a9-be5d-e5832724a54a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669761 Nov 23 17:56:58.214571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bb50e797-348a-4025-b7e7-8f22297d4497 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:56:58.317856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33cb08b1-aaf6-4b42-9dee-2ad9d44f0eb9 req-d7da8ade-66e8-4780-8ab3-e610165bdf9c tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0320878 Nov 23 17:56:58.349879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port bb50e797-348a-4025-b7e7-8f22297d4497 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:56:58.356012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port bb50e797-348a-4025-b7e7-8f22297d4497 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:58.357473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.528970 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.610733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50e797-348a-4025-b7e7-8f22297d4497'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:58.613634 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9535fc9-8826-4caf-b427-73bb52e5395d" -d '{"events": [{"server_uuid": "f03ce670-cf78-4632-b31f-f4f9e5549abb", "name": "network-vif-plugged", "status": "completed", "tag": "bb50e797-348a-4025-b7e7-8f22297d4497"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:58.651979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bb50e797-348a-4025-b7e7-8f22297d4497, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb50e797-348a-4025-b7e7-8f22297d4497,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:58.662409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.753128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=bb50e797-348a-4025-b7e7-8f22297d4497,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:58.788128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89284ffa-6c45-43c5-96c5-cd10308dbb8e req-359a733f-5940-4bb8-9904-40354eaf5721 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:58.792121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89284ffa-6c45-43c5-96c5-cd10308dbb8e req-359a733f-5940-4bb8-9904-40354eaf5721 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.1479340 Nov 23 17:56:58.799399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7384ae2-3b6a-439d-ac3c-8bc84fbfcecc req-5c3973b6-5ae7-4823-b42d-522c373c7777 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:58.803217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7384ae2-3b6a-439d-ac3c-8bc84fbfcecc req-5c3973b6-5ae7-4823-b42d-522c373c7777 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 1100 time: 0.1472967 Nov 23 17:56:58.838217 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7384ae2-3b6a-439d-ac3c-8bc84fbfcecc req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.932878 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7384ae2-3b6a-439d-ac3c-8bc84fbfcecc req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.948937 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7384ae2-3b6a-439d-ac3c-8bc84fbfcecc req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:59.006001 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89284ffa-6c45-43c5-96c5-cd10308dbb8e req-b4a7d747-aa2c-46c3-b86f-371a5807f54a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015784 Nov 23 17:56:59.011599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01889bb4-129a-473b-ab69-32cbddd1539b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:59.021196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.021614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.021993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.022339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.022701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.023100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.023436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.023775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.024113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.024448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.024785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.025122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:59.053075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7384ae2-3b6a-439d-ac3c-8bc84fbfcecc req-f8ccd55d-0bf7-4ed8-8f96-a631cce51f40 tempest-ServersAdminNegativeTestJSON-1064243654 tempest-ServersAdminNegativeTestJSON-1064243654-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385740 Nov 23 17:56:59.204496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-10b4aa67-fabc-444a-b562-ab71ce16e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:59.206041 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-10b4aa67-fabc-444a-b562-ab71ce16e052 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 1097 time: 0.1012607 Nov 23 17:56:59.242758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f73eb1-9866-4da3-ab88-f975175b9a87 req-c1d8f7f9-cc8a-43e7-b583-096a53eb7bac tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:59.245080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00f73eb1-9866-4da3-ab88-f975175b9a87 req-c1d8f7f9-cc8a-43e7-b583-096a53eb7bac tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.1226575 Nov 23 17:56:59.258111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28193d-4521-4688-8a99-cd7e0a0793b0 req-0c6020da-a3e8-455f-88ee-a16b14db7115 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:59.260688 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c28193d-4521-4688-8a99-cd7e0a0793b0 req-0c6020da-a3e8-455f-88ee-a16b14db7115 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 946 time: 0.1262491 Nov 23 17:56:59.363120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-b17a1219-cf0e-4a78-89fa-8a85acbe3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:59.365044 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-b17a1219-cf0e-4a78-89fa-8a85acbe3818 service neutron] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 913 time: 0.1425464 Nov 23 17:56:59.368845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00f73eb1-9866-4da3-ab88-f975175b9a87 req-69394a33-3b77-4486-9a85-57a7b69f814b tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070240 Nov 23 17:56:59.373201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c28193d-4521-4688-8a99-cd7e0a0793b0 req-4d6d48f0-d534-41e8-b111-d4694dbd27de tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038468 Nov 23 17:56:59.428238 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-3e460d01-a76b-47d9-986f-3524c3130698 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 HTTP/1.1" status: 200 len: 217 time: 0.0537829 Nov 23 17:56:59.447408 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e32731-4b8c-49c6-9c22-373b72b22299 x-openstack-request-id: req-38e32731-4b8c-49c6-9c22-373b72b22299 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:59.447893 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ce670-cf78-4632-b31f-f4f9e5549abb", "name": "network-vif-plugged", "status": "completed", "tag": "bb50e797-348a-4025-b7e7-8f22297d4497", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:59.447893 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-38e32731-4b8c-49c6-9c22-373b72b22299 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:59.448309 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'code': 200} Nov 23 17:56:59.569853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-1abd0242-71c1-46f6-9489-e82d536841ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:59.571332 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-1abd0242-71c1-46f6-9489-e82d536841ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.1330199 Nov 23 17:56:59.601065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4c5e-263a-4e81-95ba-59ae14e70f44 req-054ea946-2843-4f98-9aa6-2611ad59d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:59.602703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f9b4c5e-263a-4e81-95ba-59ae14e70f44 req-054ea946-2843-4f98-9aa6-2611ad59d4df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 1096 time: 0.0680223 Nov 23 17:56:59.625844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-a1d24fd2-1753-45c5-892a-63bebfb53fe3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398307 Nov 23 17:56:59.701555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d1d9ba8-100f-4e1a-8ef5-8fc6ff64933c req-0e612d4b-1161-4afe-ad21-0b6e170ab68b tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0634260 Nov 23 17:56:59.731047 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-a650a5d8-8999-41ea-852e-8c733d1852ef service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933828 Nov 23 17:56:59.813934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f9b4c5e-263a-4e81-95ba-59ae14e70f44 req-dd8ce813-7967-4a70-9b28-5d5b84cdb36a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000909 Nov 23 17:56:59.845254 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4e70ee4b-5d0e-417c-9940-57d4142fea4c req-18da0c10-5d29-46e7-b6e9-5fb380eba6c1 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007786 Nov 23 17:56:59.858427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccbc3d-5b1e-4145-ad6f-e0af9396289f req-6ea665a7-25a5-43b1-93b9-a3316cc1b267 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:59.860691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4ccbc3d-5b1e-4145-ad6f-e0af9396289f req-6ea665a7-25a5-43b1-93b9-a3316cc1b267 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.2215016 Nov 23 17:56:59.958866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4ccbc3d-5b1e-4145-ad6f-e0af9396289f req-4ddf6c14-d0bd-4333-8617-2a3a62526a89 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876136 Nov 23 17:57:00.187453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e5caf-01ac-4104-ab99-be0f23824819 req-5fa941bc-ecd1-46b2-bc13-9dfb1639c7a8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:00.189576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c7e5caf-01ac-4104-ab99-be0f23824819 req-5fa941bc-ecd1-46b2-bc13-9dfb1639c7a8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.0813186 Nov 23 17:57:00.274341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c7e5caf-01ac-4104-ab99-be0f23824819 req-f3208361-d554-40c5-8e4c-e288a45af131 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754101 Nov 23 17:57:00.284161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951de6c-bc3c-4f65-8ef8-28c30777d993 req-e6628d6f-c084-409b-9843-210a0442954b tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:00.293631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e951de6c-bc3c-4f65-8ef8-28c30777d993 req-e6628d6f-c084-409b-9843-210a0442954b tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 949 time: 0.1029365 Nov 23 17:57:00.352556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e951de6c-bc3c-4f65-8ef8-28c30777d993 req-c7a4b65a-60eb-41fa-b25d-a880a235ab3b tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579371 Nov 23 17:57:00.513012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2cbde-0f45-43e2-8eb8-b0389907c1c6 req-12a60458-f940-47ae-9eb2-bf95ebcebdeb tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:00.515503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8eb2cbde-0f45-43e2-8eb8-b0389907c1c6 req-12a60458-f940-47ae-9eb2-bf95ebcebdeb tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.0629222 Nov 23 17:57:00.613671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9e1f-945a-4fec-9b68-16f2eafbad0b req-7b551685-1f89-4764-8409-ec4d13544d1c tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:00.615669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15cd9e1f-945a-4fec-9b68-16f2eafbad0b req-7b551685-1f89-4764-8409-ec4d13544d1c tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 946 time: 0.0990705 Nov 23 17:57:00.631990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8eb2cbde-0f45-43e2-8eb8-b0389907c1c6 req-73e041fc-343b-4e79-b81a-dd2b8e4d73e7 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011064 Nov 23 17:57:00.718223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15cd9e1f-945a-4fec-9b68-16f2eafbad0b req-5c909e5f-2964-4c03-91ad-b1a5148b59e8 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/security-groups?id=0ec378f9-8fb2-462c-bc80-ae968cfc6480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846248 Nov 23 17:57:00.783051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b517563-b0db-476b-bdc0-caca510aa314 req-a210258a-d416-44ce-8111-ca71e72c1dad tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:00.784782 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3b517563-b0db-476b-bdc0-caca510aa314 req-a210258a-d416-44ce-8111-ca71e72c1dad tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 946 time: 0.1339676 Nov 23 17:57:00.856124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-932ff56b-00f0-490f-a53c-d8e11a18a36f req-c42050e8-7f4e-4c42-9207-91375e29396b tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0404615 Nov 23 17:57:00.951697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Deleting port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:00.952436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.066322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] For port bc1803b6-025f-47f2-bf1c-ea1bcc91be18, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,segment=NetworkSegment(0c382686-9134-4cee-945f-45457f694ced),segment_id=0c382686-9134-4cee-945f-45457f694ced)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:01.067070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.083908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Calling delete_port for bc1803b6-025f-47f2-bf1c-ea1bcc91be18 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:01.104661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466bc71-2224-4baf-9fef-5c77a1c964be req-01bea734-f0a8-4c22-be7a-cb87af1dc948 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:01.113993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a466bc71-2224-4baf-9fef-5c77a1c964be req-01bea734-f0a8-4c22-be7a-cb87af1dc948 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.0851638 Nov 23 17:57:01.168980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a466bc71-2224-4baf-9fef-5c77a1c964be req-39ffde7b-bd70-4b1c-90c6-2b7284861a21 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526526 Nov 23 17:57:01.272851 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.314947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bc1803b6-025f-47f2-bf1c-ea1bcc91be18'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:01.364549 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Pushing event deleted for resources: {'Port': ['ID=bc1803b6-025f-47f2-bf1c-ea1bcc91be18,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:01.378602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] No DVR routers for this DVR port bc1803b6-025f-47f2-bf1c-ea1bcc91be18 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:01.460510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.466645 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3b517563-b0db-476b-bdc0-caca510aa314 req-bec1520a-859a-4554-a685-445bff969ae2 tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.66 "DELETE /v2.0/ports/bc1803b6-025f-47f2-bf1c-ea1bcc91be18 HTTP/1.1" status: 204 len: 173 time: 0.6731277 Nov 23 17:57:01.467204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d948b2-b91a-41c8-a377-d3d6d30d88de', 'name': 'network-vif-deleted', 'tag': 'bc1803b6-025f-47f2-bf1c-ea1bcc91be18'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:01.470565 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd4e3e2-1843-439a-90ab-14984c6f91a7" -d '{"events": [{"server_uuid": "d3d948b2-b91a-41c8-a377-d3d6d30d88de", "name": "network-vif-deleted", "tag": "bc1803b6-025f-47f2-bf1c-ea1bcc91be18"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:01.748959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ab960-d92f-4636-b392-813a8b107e9f req-032a8118-375c-494d-ab84-d16726314214 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:01.750945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-759ab960-d92f-4636-b392-813a8b107e9f req-032a8118-375c-494d-ab84-d16726314214 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.3581882 Nov 23 17:57:01.781813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e264d-1034-409e-ba78-ac1573537aed req-114f06cf-2edb-4965-a971-189c02d95281 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:01.783331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a1e264d-1034-409e-ba78-ac1573537aed req-114f06cf-2edb-4965-a971-189c02d95281 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 949 time: 0.0835166 Nov 23 17:57:01.833934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-759ab960-d92f-4636-b392-813a8b107e9f req-3b872fd3-13e3-486f-be14-a08b8e894ed8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761375 Nov 23 17:57:01.886521 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3baba-1eb3-4e60-93b4-692062c24e0e x-openstack-request-id: req-c2f3baba-1eb3-4e60-93b4-692062c24e0e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:01.887126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a1e264d-1034-409e-ba78-ac1573537aed req-ac4ad319-6dce-4fd7-b810-7110cf5de8bf tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964310 Nov 23 17:57:01.892507 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d948b2-b91a-41c8-a377-d3d6d30d88de", "name": "network-vif-deleted", "tag": "bc1803b6-025f-47f2-bf1c-ea1bcc91be18", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:01.892784 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2f3baba-1eb3-4e60-93b4-692062c24e0e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:01.893250 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d948b2-b91a-41c8-a377-d3d6d30d88de', 'name': 'network-vif-deleted', 'tag': 'bc1803b6-025f-47f2-bf1c-ea1bcc91be18', 'status': 'completed', 'code': 200} Nov 23 17:57:01.913346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-2d0af461-14b4-48cb-bef8-f7b0381ad57c tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:01.916653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-2d0af461-14b4-48cb-bef8-f7b0381ad57c tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.72 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 949 time: 0.0813375 Nov 23 17:57:02.069653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65de0b35-f5e1-40ab-a781-221d5a7527a2 req-729073aa-c4f2-471b-ab41-0ce55bea729c tempest-ServersNegativeTestMultiTenantJSON-329848687 tempest-ServersNegativeTestMultiTenantJSON-329848687-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3d948b2-b91a-41c8-a377-d3d6d30d88de HTTP/1.1" status: 200 len: 210 time: 0.0823896 Nov 23 17:57:02.101174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2676c-fde2-4578-8e43-e3abf5206783 req-889dc43e-a59f-4a06-a8e3-8284fc583190 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:02.102945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4c2676c-fde2-4578-8e43-e3abf5206783 req-889dc43e-a59f-4a06-a8e3-8284fc583190 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.1041427 Nov 23 17:57:02.149001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Deleting port 95c9408b-5feb-4384-ae04-c20dfc654523 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:02.149356 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.206849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4c2676c-fde2-4578-8e43-e3abf5206783 req-763b75de-4143-4b12-8bd6-3329bd7c5d8d tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937498 Nov 23 17:57:02.234213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:02.401270 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5efabefa-36e9-4f76-9280-95dd118c47ed req-0ba7cda3-a86d-411c-9aa4-e0165230107f tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.1051209 Nov 23 17:57:02.482142 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.522165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:02.524817 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d65978-6d20-42fa-8f09-161732178c34" -d '{"events": [{"server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "name": "network-vif-unplugged", "status": "completed", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:02.539534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:02.545594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.565367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] For port 95c9408b-5feb-4384-ae04-c20dfc654523, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=95c9408b-5feb-4384-ae04-c20dfc654523,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:02.565742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.611910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Calling delete_port for 95c9408b-5feb-4384-ae04-c20dfc654523 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:02.626880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221a126-36a5-4a8a-b74d-eac73c8d66bd req-680bb42a-4c8b-4016-b25c-d045ae7d64eb tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:02.628619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:02.635204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1221a126-36a5-4a8a-b74d-eac73c8d66bd req-680bb42a-4c8b-4016-b25c-d045ae7d64eb tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.1461341 Nov 23 17:57:02.643122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47216) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:02.646611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c109d-ad5e-4b8b-a52b-9d9ea5ecc515 req-e88a6199-2077-4b76-ad1b-a9a9c2fec09e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:02.648110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Request body: {'floatingip': {'port_id': 'bb50e797-348a-4025-b7e7-8f22297d4497'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:02.648909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f46c109d-ad5e-4b8b-a52b-9d9ea5ecc515 req-e88a6199-2077-4b76-ad1b-a9a9c2fec09e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 946 time: 0.1424844 Nov 23 17:57:02.694397 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52e4e6f-e33b-4c0e-b4f7-a2365c30cb22 x-openstack-request-id: req-e52e4e6f-e33b-4c0e-b4f7-a2365c30cb22 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:02.694723 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "name": "network-vif-unplugged", "status": "completed", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:02.695028 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e52e4e6f-e33b-4c0e-b4f7-a2365c30cb22 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:02.695393 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'code': 200} Nov 23 17:57:02.720562 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.858655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f46c109d-ad5e-4b8b-a52b-9d9ea5ecc515 req-ca55e5c7-1780-41ad-a7be-fcbb4ba94e00 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016475 Nov 23 17:57:03.094172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a4e6-523d-41c1-9822-ea08d3cc4676 req-877d4984-e3dd-489b-90bf-9519eb32e174 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:03.103224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba43a4e6-523d-41c1-9822-ea08d3cc4676 req-877d4984-e3dd-489b-90bf-9519eb32e174 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.0886061 Nov 23 17:57:03.126864 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.143538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['02e01f55-83e1-4d17-94bf-835400797944'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:03.204359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Pushing event deleted for resources: {'Port': ['ID=95c9408b-5feb-4384-ae04-c20dfc654523,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:03.231769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] No DVR routers for this DVR port 95c9408b-5feb-4384-ae04-c20dfc654523 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:03.240753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['95c9408b-5feb-4384-ae04-c20dfc654523'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:03.265852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba43a4e6-523d-41c1-9822-ea08d3cc4676 req-d45b00a9-6eaa-46b2-b66b-e5e445af1c1a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556175 Nov 23 17:57:03.267984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.271444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6136904e-f4b4-449f-be16-92ddf6c193ea req-9fb69ca0-418b-4f0e-a839-c2b5e9849ada tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.72 "DELETE /v2.0/ports/95c9408b-5feb-4384-ae04-c20dfc654523 HTTP/1.1" status: 204 len: 173 time: 1.3438911 Nov 23 17:57:03.271904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238a493f-a851-447d-882d-21045d56ff44', 'name': 'network-vif-deleted', 'tag': '95c9408b-5feb-4384-ae04-c20dfc654523'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:03.274201 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f775177-0bd8-4a83-a256-529f5b281793" -d '{"events": [{"server_uuid": "238a493f-a851-447d-882d-21045d56ff44", "name": "network-vif-deleted", "tag": "95c9408b-5feb-4384-ae04-c20dfc654523"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:03.501625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-821c77a5-624a-4322-878a-32298aa0c838 req-3b2362a3-6d10-460c-b6a5-a4bdabd5483b tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=238a493f-a851-447d-882d-21045d56ff44 HTTP/1.1" status: 200 len: 210 time: 0.0963228 Nov 23 17:57:03.550474 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.561152 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.571638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47256) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:03.685774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba2703f-cd46-47eb-8dbe-58d5bc7d5316 admin admin] Deleting subnet 8ffcbaa9-a68c-45c3-b365-b5d6f1cc834c {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:57:03.691684 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5ba2703f-cd46-47eb-8dbe-58d5bc7d5316 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.733782 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Floating IP 3301667b-61e1-4ff6-a389-6f37d7a91e56 associated. External IP: 172.25.0.144, port: bb50e797-348a-4025-b7e7-8f22297d4497. Nov 23 17:57:03.783436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5ba2703f-cd46-47eb-8dbe-58d5bc7d5316 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.831924 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4555f592-070e-4109-bf5a-5f22b3319507 x-openstack-request-id: req-4555f592-070e-4109-bf5a-5f22b3319507 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:03.832287 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238a493f-a851-447d-882d-21045d56ff44", "name": "network-vif-deleted", "tag": "95c9408b-5feb-4384-ae04-c20dfc654523", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:03.832478 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4555f592-070e-4109-bf5a-5f22b3319507 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:03.832879 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238a493f-a851-447d-882d-21045d56ff44', 'name': 'network-vif-deleted', 'tag': '95c9408b-5feb-4384-ae04-c20dfc654523', 'status': 'completed', 'code': 200} Nov 23 17:57:03.894300 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5ba2703f-cd46-47eb-8dbe-58d5bc7d5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.998107 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5ba2703f-cd46-47eb-8dbe-58d5bc7d5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.056468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2703f-cd46-47eb-8dbe-58d5bc7d5316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ffcbaa9-a68c-45c3-b365-b5d6f1cc834c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:04.060805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5ba2703f-cd46-47eb-8dbe-58d5bc7d5316 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.064708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5ba2703f-cd46-47eb-8dbe-58d5bc7d5316 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8ffcbaa9-a68c-45c3-b365-b5d6f1cc834c HTTP/1.1" status: 204 len: 168 time: 0.4907289 Nov 23 17:57:04.076898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47276) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:04.169572 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.253441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bc1803b6-025f-47f2-bf1c-ea1bcc91be18 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:04.321778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: bc1803b6-025f-47f2-bf1c-ea1bcc91be18 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:57:04.322613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bc1803b6-025f-47f2-bf1c-ea1bcc91be18 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:04.324127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:04.411571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c14b884b-822e-40c1-a5d8-35ffe45669d6 req-a5cf119f-ea69-446b-acac-eabe87a90aec tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0881183 Nov 23 17:57:04.419129 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.473124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Router 06a9eca8-5c98-499c-9355-9329afa16f8a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:04.475366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925944c5-8759-4d0c-99ca-4cf14c6ee645']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:04.491291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-2428d4fc-14d2-41ca-b180-2bae92733ad3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:04.493058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-2428d4fc-14d2-41ca-b180-2bae92733ad3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef14e74-4cc2-4d90-b34f-946c7f229052 HTTP/1.1" status: 200 len: 944 time: 0.2759972 Nov 23 17:57:04.497126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c382686-9134-4cee-945f-45457f694ced') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:04.497543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c382686-9134-4cee-945f-45457f694ced') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:04.532435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.591602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.602572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:57:04.603076 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:57:04.607816 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:57:04.668747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:04.682028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] Sync routers for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:04.691355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.719291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c958139-c4e8-4788-8fea-6de17214a46a req-6fb74570-5116-42ff-bc82-8f45d112b609 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:04.721050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c958139-c4e8-4788-8fea-6de17214a46a req-6fb74570-5116-42ff-bc82-8f45d112b609 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.1948392 Nov 23 17:57:04.756544 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-459e9293-19f9-46e3-b44c-22e21a2d7e8c tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "PUT /v2.0/floatingips/3301667b-61e1-4ff6-a389-6f37d7a91e56 HTTP/1.1" status: 200 len: 991 time: 2.1088707 Nov 23 17:57:04.756544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'tag': 'bb50e797-348a-4025-b7e7-8f22297d4497'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:04.756901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.757162 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf642b7-b093-4563-8015-3b7c8b77ef6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ce670-cf78-4632-b31f-f4f9e5549abb", "tag": "bb50e797-348a-4025-b7e7-8f22297d4497"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:04.758930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:04.759854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:56:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:04.814111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.817746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] 10.222.0.74 "DELETE /v2.0/networks/925944c5-8759-4d0c-99ca-4cf14c6ee645 HTTP/1.1" status: 204 len: 168 time: 0.7396243 Nov 23 17:57:04.820608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47292) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:04.842057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c958139-c4e8-4788-8fea-6de17214a46a req-2290193a-f2d8-4830-b1e7-5956505f1d71 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028643 Nov 23 17:57:04.843727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8267b6f-36d2-4fad-9096-689e59b45d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=925944c5-8759-4d0c-99ca-4cf14c6ee645,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:04.865148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Deleting port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:04.865690 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.918525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9b6e41-68b0-4c22-a775-13c2c953ec74 admin admin] Deleting subnet 4bd8ba67-8a06-426f-8c19-824a98121160 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:57:04.928329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:04.934771 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6e41-68b0-4c22-a775-13c2c953ec74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.008886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6e41-68b0-4c22-a775-13c2c953ec74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.057152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] For port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:05.057817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.068901 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6e41-68b0-4c22-a775-13c2c953ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.091947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Calling delete_port for 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:05.135483 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e1127-d4f0-4ae9-aeeb-8c3470f40f5b x-openstack-request-id: req-bb2e1127-d4f0-4ae9-aeeb-8c3470f40f5b {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:05.135767 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ce670-cf78-4632-b31f-f4f9e5549abb", "tag": "bb50e797-348a-4025-b7e7-8f22297d4497", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:05.136024 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb2e1127-d4f0-4ae9-aeeb-8c3470f40f5b {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:05.137193 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'tag': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'status': 'completed', 'code': 200} Nov 23 17:57:05.237199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6e41-68b0-4c22-a775-13c2c953ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.260749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b6e41-68b0-4c22-a775-13c2c953ec74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd8ba67-8a06-426f-8c19-824a98121160,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:05.264241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-1fd5880c-7902-4a84-991a-f22dd3adb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:05.266670 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-1fd5880c-7902-4a84-991a-f22dd3adb481 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a51b73be073044a0ba50c77a68c59491&device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 1096 time: 0.1050732 Nov 23 17:57:05.285759 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6e41-68b0-4c22-a775-13c2c953ec74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.291497 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dc9b6e41-68b0-4c22-a775-13c2c953ec74 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4bd8ba67-8a06-426f-8c19-824a98121160 HTTP/1.1" status: 204 len: 168 time: 0.4672418 Nov 23 17:57:05.299641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47298) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:05.321925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.360983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event deleted for resources: {'Port': ['ID=0b65fb7d-8c4d-4440-ae21-d40d68ae0b25,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:05.428697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] No DVR routers for this DVR port 0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:05.436089 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.444727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2797985-f4ca-415f-a425-8bb62fb17291 req-87fe79da-6162-4c79-9498-39fef2a6fe80 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "DELETE /v2.0/ports/0b65fb7d-8c4d-4440-ae21-d40d68ae0b25 HTTP/1.1" status: 204 len: 173 time: 0.9448886 Nov 23 17:57:05.462647 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.472888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '3301667b-61e1-4ff6-a389-6f37d7a91e56', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'port_id': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'mac_address': 'fa:16:3e:df:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:56:43Z', 'updated_at': '2021-11-23T17:57:03Z', 'revision_number': 1, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:43Z', 'revision_number': 5, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:05.498536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-4d43b983-885e-4b5b-b76e-44b6ca64f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:05.501261 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-4d43b983-885e-4b5b-b76e-44b6ca64f45e service neutron] 10.222.0.66 "GET /v2.0/networks?id=be02f0f6-4a65-4110-a551-3f938596a2f0 HTTP/1.1" status: 200 len: 912 time: 0.2266986 Nov 23 17:57:05.528274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] Checking router: 06a9eca8-5c98-499c-9355-9329afa16f8a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:05.545450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:05.546529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:56:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:05.658726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04b3e8-7c97-4648-88d1-6b622c302eae req-83a8c752-e025-47c3-a6c5-affba8181650 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:05.665180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d04b3e8-7c97-4648-88d1-6b622c302eae req-83a8c752-e025-47c3-a6c5-affba8181650 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 949 time: 0.0886393 Nov 23 17:57:05.700009 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-3f3ef474-c9d6-4608-b843-85f7d0416399 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb50e797-348a-4025-b7e7-8f22297d4497 HTTP/1.1" status: 200 len: 999 time: 0.1600358 Nov 23 17:57:05.743036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d04b3e8-7c97-4648-88d1-6b622c302eae req-7135be53-e14f-4eae-b852-99430dd1da1b tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666549 Nov 23 17:57:05.752831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:05.810946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.834029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'name': 'network-vif-deleted', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:05.836675 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0b6766-0fc0-4e5e-9618-6a1930b7f5f0" -d '{"events": [{"server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "name": "network-vif-deleted", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:05.840132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ea104e-8d29-4527-a8ed-7474f89f7b6b']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:05.844550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-3c8393c9-bbed-439a-ae30-e9d009cdcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:05.845867 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-3c8393c9-bbed-439a-ae30-e9d009cdcadd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d193a2ee-ab1f-454d-ac3c-3be48650b179 HTTP/1.1" status: 200 len: 850 time: 0.1242282 Nov 23 17:57:05.859019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6c5873-0c99-4a6b-8b6a-0bac300516e5') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:05.859237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6c5873-0c99-4a6b-8b6a-0bac300516e5') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:05.892771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bba9f6bd-f4c1-4184-aeea-aa6a622594ef req-3c268608-5521-4d5e-9a14-aa54161a070f tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0447383 Nov 23 17:57:05.909931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.932431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.935705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-9def67e7-1bf2-4b0a-a8ab-c7b31f7864b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:05.937597 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-9def67e7-1bf2-4b0a-a8ab-c7b31f7864b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=be02f0f6-4a65-4110-a551-3f938596a2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688212 Nov 23 17:57:05.942540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:57:05.943010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:57:05.944766 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:57:05.953026 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d0caea-b5ea-4ad6-900d-f5e5ad3a3cf3 x-openstack-request-id: req-15d0caea-b5ea-4ad6-900d-f5e5ad3a3cf3 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:05.953537 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef14e74-4cc2-4d90-b34f-946c7f229052", "name": "network-vif-deleted", "tag": "0b65fb7d-8c4d-4440-ae21-d40d68ae0b25", "status": "failed", "code": 422}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:05.953901 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-15d0caea-b5ea-4ad6-900d-f5e5ad3a3cf3 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:05.955514 n-d-818932-3 neutron-server[120536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ef14e74-4cc2-4d90-b34f-946c7f229052', 'name': 'network-vif-deleted', 'tag': '0b65fb7d-8c4d-4440-ae21-d40d68ae0b25', 'status': 'failed', 'code': 422} returned with failed status Nov 23 17:57:06.063758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.086914 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.104137 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c5ea104e-8d29-4527-a8ed-7474f89f7b6b HTTP/1.1" status: 204 len: 168 time: 0.7947049 Nov 23 17:57:06.105719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c779-b17a-451e-ae74-51d3e7fe6672 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ea104e-8d29-4527-a8ed-7474f89f7b6b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:06.153723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb03408-ab0b-4f4d-b199-88646745cbbb req-89552c1e-cc4d-4f58-8a3a-af0a6a9443dd tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:06.164839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-efb03408-ab0b-4f4d-b199-88646745cbbb req-89552c1e-cc4d-4f58-8a3a-af0a6a9443dd tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.1439283 Nov 23 17:57:06.175977 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-d5489512-a91e-4571-a8e6-f84680bd98eb service neutron] 10.222.0.66 "GET /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209251 Nov 23 17:57:06.278719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-efb03408-ab0b-4f4d-b199-88646745cbbb req-4bc959d2-71aa-48ae-81cc-abd33f71b686 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106358 Nov 23 17:57:06.281962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '3301667b-61e1-4ff6-a389-6f37d7a91e56', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'port_id': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'mac_address': 'fa:16:3e:df:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:56:43Z', 'updated_at': '2021-11-23T17:57:03Z', 'revision_number': 1, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:43Z', 'revision_number': 5, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:06.316535 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2cf642b7-b093-4563-8015-3b7c8b77ef6b req-b803e299-3dc0-4fdb-a03a-5c978ced0433 service neutron] 10.222.0.66 "GET /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298361 Nov 23 17:57:06.332007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe7c7f-6f53-46c2-a826-1f01ca628cf4 None None] The sync data for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 is: [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '3301667b-61e1-4ff6-a389-6f37d7a91e56', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'port_id': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'mac_address': 'fa:16:3e:df:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:56:43Z', 'updated_at': '2021-11-23T17:57:03Z', 'revision_number': 1, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:43Z', 'revision_number': 5, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:06.363996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 95c9408b-5feb-4384-ae04-c20dfc654523 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:06.398767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47336) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:06.417906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 95c9408b-5feb-4384-ae04-c20dfc654523 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:57:06.418338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 95c9408b-5feb-4384-ae04-c20dfc654523 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:06.476001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47338) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:06.477148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a922657-98e7-443b-b489-b699b10ad4f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=94dd3ddb2bea481bac2e6b0547b204fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771112 Nov 23 17:57:06.585119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7827-3fe5-4536-97e2-b195b35e55e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.613596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7827-3fe5-4536-97e2-b195b35e55e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.684682 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc638f48-4971-46dd-bce6-6d0d3c9475d8 None None] New status for floating IP 3301667b-61e1-4ff6-a389-6f37d7a91e56: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:57:06.731777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7827-3fe5-4536-97e2-b195b35e55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.735542 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7827-3fe5-4536-97e2-b195b35e55e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.736931 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f6fc7827-3fe5-4536-97e2-b195b35e55e5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ec378f9-8fb2-462c-bc80-ae968cfc6480 HTTP/1.1" status: 204 len: 168 time: 0.2594643 Nov 23 17:57:06.751382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc7827-3fe5-4536-97e2-b195b35e55e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec378f9-8fb2-462c-bc80-ae968cfc6480,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:07.028024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-91a3ef86-83c9-4261-9e9c-57452a25c397 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:07.032056 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-91a3ef86-83c9-4261-9e9c-57452a25c397 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.66 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 949 time: 0.1168249 Nov 23 17:57:07.137536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaac03-84fb-421e-a631-8bf984126690 req-d600bcd4-b586-4aa0-ba57-f339714134cc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:07.149285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-d600bcd4-b586-4aa0-ba57-f339714134cc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.4197001 Nov 23 17:57:07.201619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-399718d3-283a-4d60-828c-4dd2e0211c33 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/quotas/b1ada1e9e0064544a0b221835dcf73b6 HTTP/1.1" status: 200 len: 375 time: 0.0518615 Nov 23 17:57:07.224007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Deleting port 02e01f55-83e1-4d17-94bf-835400797944 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:07.224607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.274283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-4de931e6-793b-45f9-a9ff-cb5fb1e18ca2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667090 Nov 23 17:57:07.299190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-0162800f-3574-4dd8-8c8c-11354da249ce tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:07.300707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-0162800f-3574-4dd8-8c8c-11354da249ce tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1097 time: 0.3766339 Nov 23 17:57:07.310911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaeab0c-b82c-467c-a087-dc88f391e46b req-2d980e23-1854-42da-b77a-8f25ed9857fd tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:07.319648 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-beaeab0c-b82c-467c-a087-dc88f391e46b req-2d980e23-1854-42da-b77a-8f25ed9857fd tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/ports?device_id=e524f7c2-24bc-4c01-b5a9-0ec14d388212 HTTP/1.1" status: 200 len: 949 time: 0.4010661 Nov 23 17:57:07.353237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818932-3'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:07.408014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] For port 02e01f55-83e1-4d17-94bf-835400797944, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=02e01f55-83e1-4d17-94bf-835400797944,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:07.408770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.438153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Calling delete_port for 02e01f55-83e1-4d17-94bf-835400797944 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:07.440516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47376) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:07.509767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-beaeab0c-b82c-467c-a087-dc88f391e46b req-b3533aa2-0140-455d-86c5-88d72800919b tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2fec1f-5a04-4669-a664-ba05ae6b3fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890056 Nov 23 17:57:07.518764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.540671 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d238d632-6096-40e7-83c1-23012c109a00 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b177330e34b74a7c8b2794d5cb77265e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0990105 Nov 23 17:57:07.542847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47386) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:07.549385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-52ef1a30-b9ec-4e1b-adf4-94920d9225f3 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739372 Nov 23 17:57:07.650207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75baecc-f150-44cc-ba48-662c5b133e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.679748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75baecc-f150-44cc-ba48-662c5b133e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.702657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.715333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['02e01f55-83e1-4d17-94bf-835400797944'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:07.745711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Pushing event deleted for resources: {'Port': ['ID=02e01f55-83e1-4d17-94bf-835400797944,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:07.796342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] No DVR routers for this DVR port 02e01f55-83e1-4d17-94bf-835400797944 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:07.799755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.803163 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad2b29da-4f95-443d-a812-0c405389f4c8 req-287bb89b-043a-4a99-b673-cb00d6873966 tempest-ServersAdminNegativeTestJSON-74546837 tempest-ServersAdminNegativeTestJSON-74546837-project] 10.222.0.66 "DELETE /v2.0/ports/02e01f55-83e1-4d17-94bf-835400797944 HTTP/1.1" status: 204 len: 173 time: 0.7596445 Nov 23 17:57:07.803629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e524f7c2-24bc-4c01-b5a9-0ec14d388212', 'name': 'network-vif-deleted', 'tag': '02e01f55-83e1-4d17-94bf-835400797944'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:07.806481 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb8dfd-13af-41c1-ba4c-317275f4f4e8" -d '{"events": [{"server_uuid": "e524f7c2-24bc-4c01-b5a9-0ec14d388212", "name": "network-vif-deleted", "tag": "02e01f55-83e1-4d17-94bf-835400797944"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:07.820996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75baecc-f150-44cc-ba48-662c5b133e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.825369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75baecc-f150-44cc-ba48-662c5b133e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.826800 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f75baecc-f150-44cc-ba48-662c5b133e7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57172027-2255-4ccb-9e4d-deff43e9ab17 HTTP/1.1" status: 204 len: 168 time: 0.2829792 Nov 23 17:57:07.838187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75baecc-f150-44cc-ba48-662c5b133e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57172027-2255-4ccb-9e4d-deff43e9ab17,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:07.929840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9c3cfa1-d8b1-4563-83f3-1b6d82f6f49e req-1eb416b3-9b7c-471e-b5de-e554cb3d94af tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0383852 Nov 23 17:57:08.016579 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-bee94577-231c-4c5b-b6c7-ab6f5b3d7159 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663224 Nov 23 17:57:08.060112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:08.145669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:08.208485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aa59c-8afb-4fc6-9159-f21a28421a73 req-9b809d93-d2ab-4947-acd4-72347ce6a1fa tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:08.217155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c82aa59c-8afb-4fc6-9159-f21a28421a73 req-9b809d93-d2ab-4947-acd4-72347ce6a1fa tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 946 time: 0.1138289 Nov 23 17:57:08.236713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.240185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:08.254248 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef22c59-da5f-4a5f-b64d-b9fe329e9c76" -d '{"events": [{"server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "name": "network-vif-unplugged", "status": "completed", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:08.265332 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.382937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c82aa59c-8afb-4fc6-9159-f21a28421a73 req-90bdc3c9-226d-4882-beba-5a02594034c1 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639309 Nov 23 17:57:08.430670 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157756fe-d473-4106-81a1-34f6c770615a x-openstack-request-id: req-157756fe-d473-4106-81a1-34f6c770615a {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:08.431004 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e524f7c2-24bc-4c01-b5a9-0ec14d388212", "name": "network-vif-deleted", "tag": "02e01f55-83e1-4d17-94bf-835400797944", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:08.431268 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-157756fe-d473-4106-81a1-34f6c770615a {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:08.431691 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e524f7c2-24bc-4c01-b5a9-0ec14d388212', 'name': 'network-vif-deleted', 'tag': '02e01f55-83e1-4d17-94bf-835400797944', 'status': 'completed', 'code': 200} Nov 23 17:57:08.449410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Pushing event updated for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:08.495600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:08.500429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:08.501313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:08.515697 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f506b8-ec71-4ba1-bbcf-e9364efb6d4e x-openstack-request-id: req-c5f506b8-ec71-4ba1-bbcf-e9364efb6d4e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:08.516087 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "name": "network-vif-unplugged", "status": "completed", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:08.516300 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c5f506b8-ec71-4ba1-bbcf-e9364efb6d4e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:08.516674 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75', 'code': 200} Nov 23 17:57:08.562036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:57:08.562392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Attempting to bind port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:08.567292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6a683e0-83bf-43d7-b658-cdcbda8b82e6 req-fe337cb9-d4e3-4c39-b243-39a6b4379a6e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 210 time: 0.1222563 Nov 23 17:57:08.570255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:08.570659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:08.571428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:08.571866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Bound port: 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:08.572222 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.670010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:08.675202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:08.685309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.817947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:08.818579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.820105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] 10.222.0.72 "PUT /v2.0/ports/72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 200 len: 1122 time: 1.4872627 Nov 23 17:57:08.821436 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0844cb6f-6cdd-4c57-b3e9-897854746959 req-3b9757e8-92eb-404a-b307-cc99e3e447ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0613179 Nov 23 17:57:08.826569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd2fa-9248-4448-9f22-b132c9089a5a service neutron] Pushing event updated for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=8']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:08.909954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['72269cdb-1b46-45b3-ba55-e4d7f5341c75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:08.952949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['72269cdb-1b46-45b3-ba55-e4d7f5341c75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:08.994078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47466) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:09.138423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f90634f9-5247-48ac-b1aa-1065e36a3cb2 req-5e87c2f3-e1bd-472b-8e89-376abb9a1fd7 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0798321 Nov 23 17:57:09.487725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47504) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:09.488395 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ad3ec525-3511-4ef2-af0a-e698014d0cda admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d9adb764bcef4c5b9ba714b418c5f4ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4925282 Nov 23 17:57:09.571240 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52dddea3-c480-411b-a16c-870cdb018e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.615050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52dddea3-c480-411b-a16c-870cdb018e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.691614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52dddea3-c480-411b-a16c-870cdb018e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.695309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52dddea3-c480-411b-a16c-870cdb018e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.699086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-52dddea3-c480-411b-a16c-870cdb018e07 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da2fec1f-5a04-4669-a664-ba05ae6b3fd5 HTTP/1.1" status: 204 len: 168 time: 0.2094536 Nov 23 17:57:09.719992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dddea3-c480-411b-a16c-870cdb018e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2fec1f-5a04-4669-a664-ba05ae6b3fd5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:09.800076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52b01-fe98-4c93-8e5b-6fb8af487901 req-28c9444e-b7c1-4def-b1b4-0922063aa0be tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:09.803209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14f52b01-fe98-4c93-8e5b-6fb8af487901 req-28c9444e-b7c1-4def-b1b4-0922063aa0be tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.0842917 Nov 23 17:57:09.903334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaac03-84fb-421e-a631-8bf984126690 req-568489be-28a4-4e20-b2da-a247bc7e1e1d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:09.906320 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-568489be-28a4-4e20-b2da-a247bc7e1e1d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.2441115 Nov 23 17:57:09.925182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Request body: {'port': {'device_id': '25478335-5363-47a5-822f-f13a49cb4121', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'admin_state_up': True, 'tenant_id': 'b1ada1e9e0064544a0b221835dcf73b6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:09.926055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14f52b01-fe98-4c93-8e5b-6fb8af487901 req-7c282357-4c88-4519-bdef-0adf674bbfcb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157064 Nov 23 17:57:09.989640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b51db211-7ab7-4e16-a6fc-49c1262bf2d0 req-661fada4-0950-481d-8c7a-8bf6b82b8524 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 210 time: 0.0511222 Nov 23 17:57:10.150580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Made reservation on behalf of b1ada1e9e0064544a0b221835dcf73b6 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:10.156779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.233924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47536) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:10.249360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 02e01f55-83e1-4d17-94bf-835400797944 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:10.278217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab7c87c9-47ed-4d34-9164-357b5b56fbee req-cd86e153-5426-4aab-9d3b-0f634bd35806 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0388312 Nov 23 17:57:10.288238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 02e01f55-83e1-4d17-94bf-835400797944 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:57:10.288585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 02e01f55-83e1-4d17-94bf-835400797944 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:10.369506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Allocated IP 172.20.0.5 (406a88b0-a533-4e47-8afb-2956bd0b9a6b/b2072801-907d-4624-8233-c3d0551c1ca8/45431cd9-b852-4d69-aa24-b06077cb5c2f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:10.385105 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-67080907-4235-40a8-b973-0f453b494a36 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6e0803d25bdd4f9f8677883c04c31621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498537 Nov 23 17:57:10.388429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47544) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:10.391801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 72269cdb-1b46-45b3-ba55-e4d7f5341c75 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:57:10.470552 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52d3f931-06ad-4b0a-a2ac-9084b3013019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.502669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52d3f931-06ad-4b0a-a2ac-9084b3013019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.520029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:10.522997 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a" -d '{"events": [{"name": "network-changed", "server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:10.539386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:10.564043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 72269cdb-1b46-45b3-ba55-e4d7f5341c75 has no active binding in host n-h1-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:57:10.586606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.607446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52d3f931-06ad-4b0a-a2ac-9084b3013019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.610678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52d3f931-06ad-4b0a-a2ac-9084b3013019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.614770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-52d3f931-06ad-4b0a-a2ac-9084b3013019 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01889bb4-129a-473b-ab69-32cbddd1539b HTTP/1.1" status: 204 len: 168 time: 0.2245140 Nov 23 17:57:10.632703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3f931-06ad-4b0a-a2ac-9084b3013019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01889bb4-129a-473b-ab69-32cbddd1539b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:10.638319 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.691671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:10.694966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:10.699155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:10.732228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d12900d8-082a-4d05-bf42-1d3676794231 req-7bf89ce4-1521-40d7-a055-9890cfc3c660 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806&device_id=135a9855-9405-4d66-8002-fd2d0676e3fe HTTP/1.1" status: 200 len: 210 time: 0.0374026 Nov 23 17:57:10.763842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event updated for resources: {'Port': ['ID=45431cd9-b852-4d69-aa24-b06077cb5c2f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:10.775767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:10.776395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.791761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-34708550-32f9-4b3e-9981-af9ed4e7b12c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:10.798033 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03ac06d4-08cd-4c76-afc9-ffda96b4fdd7 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8787289 Nov 23 17:57:10.799266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-34708550-32f9-4b3e-9981-af9ed4e7b12c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 804 time: 0.2279699 Nov 23 17:57:10.814913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Request body: {'port': {'device_id': '25478335-5363-47a5-822f-f13a49cb4121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:10.818438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-37bafc5a-7ff0-4a42-97a2-cafca23f4f7d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/quotas/e755682d8e244c2d9b5b02dacc80c972 HTTP/1.1" status: 200 len: 375 time: 0.0162694 Nov 23 17:57:10.882394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.890984 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-7e6a8600-f302-4e3b-a3aa-ebd312d3369a tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652854 Nov 23 17:57:11.001587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-6b437958-21f1-41cb-b7a2-95e25cdc48b4 service neutron] 10.222.0.74 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095569 Nov 23 17:57:11.009182 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c400754d-cb2e-412f-8e65-8f51653009e8 x-openstack-request-id: req-c400754d-cb2e-412f-8e65-8f51653009e8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:11.009484 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:11.009800 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c400754d-cb2e-412f-8e65-8f51653009e8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:11.010146 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75', 'status': 'completed', 'code': 200} Nov 23 17:57:11.157459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-d53abec4-ab91-4a37-9876-59f88ccedbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:11.159053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-d53abec4-ab91-4a37-9876-59f88ccedbb7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1125 time: 0.1173449 Nov 23 17:57:11.164820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-d6b95b35-1f32-45a1-970f-0dc51e9e59b5 service neutron] 10.222.0.74 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526401 Nov 23 17:57:11.219713 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b492459-05bf-452f-ba27-eda5104863a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.238831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45431cd9-b852-4d69-aa24-b06077cb5c2f {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:11.254943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.273560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Transition to ACTIVE for port object 45431cd9-b852-4d69-aa24-b06077cb5c2f will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:57:11.282297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.321331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-def78614-f38f-4031-93bb-0bb2f73bfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:11.325213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-def78614-f38f-4031-93bb-0bb2f73bfbfe service neutron] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1574299 Nov 23 17:57:11.362007 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-948dbfda-2887-495d-9c29-05dddc7ac9d1 req-0b179d27-3b7d-46ff-8070-f7385b32ffb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd1df361ece6494c8774f40192eb83cd&device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0363181 Nov 23 17:57:11.375811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-f320f947-bd2e-44e6-995b-cfaa3c2754f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 200 len: 217 time: 0.0425489 Nov 23 17:57:11.419705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=45431cd9-b852-4d69-aa24-b06077cb5c2f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:11.459935 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-948dbfda-2887-495d-9c29-05dddc7ac9d1 req-74c0dfbc-1e0f-44c9-ae9c-13405ecb1aec service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cd1df361ece6494c8774f40192eb83cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860081 Nov 23 17:57:11.471637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be029ad-edc7-4abe-966c-1cbc8d9b4a02 req-ed61d28e-ef1d-4acf-a019-262306f32708 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:11.480791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3be029ad-edc7-4abe-966c-1cbc8d9b4a02 req-ed61d28e-ef1d-4acf-a019-262306f32708 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.1035097 Nov 23 17:57:11.506406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-f2af3067-1276-48d9-9627-914daef70502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:11.508377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-f2af3067-1276-48d9-9627-914daef70502 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1202915 Nov 23 17:57:11.581924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-d21cad8c-4441-4e2e-9173-67fe5755332f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638828 Nov 23 17:57:11.597106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3be029ad-edc7-4abe-966c-1cbc8d9b4a02 req-1578a383-8726-4f4a-8910-32e0163c5138 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151977 Nov 23 17:57:11.617277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Attempting to bind port 45431cd9-b852-4d69-aa24-b06077cb5c2f on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:11.617632 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Attempting to bind port 45431cd9-b852-4d69-aa24-b06077cb5c2f by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:11.617955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Attempting to bind port 45431cd9-b852-4d69-aa24-b06077cb5c2f on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:11.626268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Port 45431cd9-b852-4d69-aa24-b06077cb5c2f on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:57:11.631265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Attempting to bind port 45431cd9-b852-4d69-aa24-b06077cb5c2f on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:11.648705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:11.649108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Checking segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:11.649509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Bound using segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:11.649961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Bound port: 45431cd9-b852-4d69-aa24-b06077cb5c2f, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:11.650459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.687595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dbfda-2887-495d-9c29-05dddc7ac9d1 req-777c04b8-f05f-4392-bf6d-84dd69608560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:11.689161 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-948dbfda-2887-495d-9c29-05dddc7ac9d1 req-777c04b8-f05f-4392-bf6d-84dd69608560 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686418 Nov 23 17:57:11.747991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] For port 45431cd9-b852-4d69-aa24-b06077cb5c2f, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:11.751848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] For port 45431cd9-b852-4d69-aa24-b06077cb5c2f, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=45431cd9-b852-4d69-aa24-b06077cb5c2f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:11.760736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.801427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:11.802062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.803494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] 10.222.0.66 "PUT /v2.0/ports/45431cd9-b852-4d69-aa24-b06077cb5c2f HTTP/1.1" status: 200 len: 1091 time: 0.9957407 Nov 23 17:57:11.804080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25478335-5363-47a5-822f-f13a49cb4121', 'tag': '45431cd9-b852-4d69-aa24-b06077cb5c2f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:11.806346 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e3e19-f136-44c4-98e1-1b4f043c0362" -d '{"events": [{"name": "network-changed", "server_uuid": "25478335-5363-47a5-822f-f13a49cb4121", "tag": "45431cd9-b852-4d69-aa24-b06077cb5c2f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:11.837724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47610) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:11.854067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e427f1c-650c-4794-9907-fd6b63fb6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=45431cd9-b852-4d69-aa24-b06077cb5c2f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:11.875813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e9fab-921c-444a-a7ab-d6819555947b req-e1dcd7ab-af92-4718-ab4c-5432fb18f1c6 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:11.877769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f2e9fab-921c-444a-a7ab-d6819555947b req-e1dcd7ab-af92-4718-ab4c-5432fb18f1c6 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 943 time: 0.1166952 Nov 23 17:57:11.880002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-de083d41-b3f9-44e7-94d2-87f3e5b70ec6 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820442 Nov 23 17:57:12.031794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaac03-84fb-421e-a631-8bf984126690 req-a14aafc6-b18b-4b0a-a997-bcbc8fd2d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:12.034075 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-a14aafc6-b18b-4b0a-a997-bcbc8fd2d79f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 1094 time: 0.1706023 Nov 23 17:57:12.052578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-79a465aa-0a6e-4800-a543-8e4411c37bf5 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:12.052578 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-79a465aa-0a6e-4800-a543-8e4411c37bf5 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3ae9f99-73d8-4ad5-9756-843d6e9006cd HTTP/1.1" status: 200 len: 946 time: 0.1677120 Nov 23 17:57:12.054140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f2e9fab-921c-444a-a7ab-d6819555947b req-84860085-0a89-4052-8032-168000c5c4f0 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684365 Nov 23 17:57:12.070818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-network', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:12.102752 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-a04c80c8-d123-47bd-aae4-f6bfe39789e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45431cd9-b852-4d69-aa24-b06077cb5c2f HTTP/1.1" status: 200 len: 217 time: 0.0523188 Nov 23 17:57:12.123291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a77494c7-7315-4967-aacb-9849e2bcff65 req-f589d2cf-8cde-41ed-9214-e68a9288d850 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.1212709 Nov 23 17:57:12.189000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7fef1b0-d644-4a06-858d-5917ecb831d4 req-a2c8962b-6d0f-4c94-88af-232af904a19e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 210 time: 0.0574806 Nov 23 17:57:12.218141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaac03-84fb-421e-a631-8bf984126690 req-2255ae27-a41f-49bb-8930-61a9d163bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:12.219772 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-2255ae27-a41f-49bb-8930-61a9d163bd76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.0997405 Nov 23 17:57:12.225202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13d4aec-d03a-4e61-82b9-26b38ecdc72a req-a7a08818-4b4d-470f-992d-540a8212f59d service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294110 Nov 23 17:57:12.228674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Made reservation on behalf of bc2ea2e5c755470ba7ec3c529517c9e4 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:12.235019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47622) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:12.237334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.260504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.261766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Deleting port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:12.262274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.283179 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca75506-bed2-454e-9d49-2577ca39043e x-openstack-request-id: req-aca75506-bed2-454e-9d49-2577ca39043e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:12.283531 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25478335-5363-47a5-822f-f13a49cb4121", "tag": "45431cd9-b852-4d69-aa24-b06077cb5c2f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:12.283837 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aca75506-bed2-454e-9d49-2577ca39043e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:12.284356 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25478335-5363-47a5-822f-f13a49cb4121', 'tag': '45431cd9-b852-4d69-aa24-b06077cb5c2f', 'status': 'completed', 'code': 200} Nov 23 17:57:12.297242 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-748d7efa-e7eb-4531-a1d2-571970024f78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511615 Nov 23 17:57:12.397463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:12.421443 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.426459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ecc8eb5-d1ff-4507-b889-17fb65baf727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.434732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.472222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:57:12.487628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:12.488027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.503824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3571219-03a6-4455-9212-854acd7f878a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:12.507816 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.508481 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Added segment 10b56017-3885-4318-8e7c-930106bf0468 of type vlan for network 3458178f-23fa-48f7-9ac1-72d746ba1b6e Nov 23 17:57:12.516088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Calling delete_port for 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:12.537044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.562924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.572572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:12.575124 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f69440-8625-4db5-aeea-b1fd345e3eaa" -d '{"events": [{"server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "name": "network-vif-unplugged", "status": "completed", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:12.589798 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.590242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:12.591118 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-44693b33-184e-4cf9-8868-9cf0ac17b595 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428486 Nov 23 17:57:12.591616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:12.592256 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.597274 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.666591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8255103 Nov 23 17:57:12.667610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47630) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:12.673898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Request body: {'subnet': {'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-subnet', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:12.681925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b55f9-64bc-4847-83f1-4fb898f14d3b admin admin] Pushing event updated for resources: {'Network': ['ID=3458178f-23fa-48f7-9ac1-72d746ba1b6e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:12.697738 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752308ed-4124-4e20-bfa5-05ea8428aa3a x-openstack-request-id: req-752308ed-4124-4e20-bfa5-05ea8428aa3a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:12.698033 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "name": "network-vif-unplugged", "status": "completed", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:12.698518 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-752308ed-4124-4e20-bfa5-05ea8428aa3a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:12.699545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Made reservation on behalf of bc2ea2e5c755470ba7ec3c529517c9e4 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:12.700126 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'code': 200} Nov 23 17:57:12.702313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.706223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:57:12.716495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:12.757284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ecc8eb5-d1ff-4507-b889-17fb65baf727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.762228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.762854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.763573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.764648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.765678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.766337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.766949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.767487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.768060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.768632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.769276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.769788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:12.793234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ecc8eb5-d1ff-4507-b889-17fb65baf727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.824462 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cdbaac03-84fb-421e-a631-8bf984126690 req-03510d49-9951-4163-ae67-eb04b95f7155 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218161 Nov 23 17:57:12.838830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d0c82-d60c-45fe-b907-ef81ab3174cb req-effc315f-edb9-4267-9b26-868c92e3ed57 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:12.840431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b9d0c82-d60c-45fe-b907-ef81ab3174cb req-effc315f-edb9-4267-9b26-868c92e3ed57 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.1075690 Nov 23 17:57:12.860739 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ecc8eb5-d1ff-4507-b889-17fb65baf727 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=08e22c4a097849f4b0e4539bf06b8214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6238139 Nov 23 17:57:12.862235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc8eb5-d1ff-4507-b889-17fb65baf727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3801e899-5ecf-478a-bbc9-2a9a0a82e958,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:12.864163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47632) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:12.865268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.896417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Pushing event deleted for resources: {'Port': ['ID=52ca2a87-e6c6-48e6-9a38-f3bc00065c62,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:12.945192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] No DVR routers for this DVR port 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:12.948174 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.954721 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-7358bb52-f19f-4719-9871-3eeeadf67421 req-41d71aeb-c934-469b-873d-5ec77eba6062 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.72 "DELETE /v2.0/ports/52ca2a87-e6c6-48e6-9a38-f3bc00065c62 HTTP/1.1" status: 204 len: 173 time: 0.8955755 Nov 23 17:57:12.996761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b9d0c82-d60c-45fe-b907-ef81ab3174cb req-86877aab-43ae-4361-afd6-1de673f84b49 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316130 Nov 23 17:57:13.038025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6832-49d5-47e1-9e5d-525b0efc3e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.051165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-4c2583c3-73f9-4135-bbcd-15ad3aa1e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:13.052700 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.053278 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-4c2583c3-73f9-4135-bbcd-15ad3aa1e3a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 1094 time: 0.0728860 Nov 23 17:57:13.153152 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6832-49d5-47e1-9e5d-525b0efc3e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.240438 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-c5a548a2-b963-4ddc-9ba3-06ed852c285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:13.241941 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-c5a548a2-b963-4ddc-9ba3-06ed852c285d service neutron] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 913 time: 0.1742508 Nov 23 17:57:13.254518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7cd3fb-86ea-4434-923a-3bdb56133920,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:13.259805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-124123c3-cb8c-4b24-a4f3-81ae016b3a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.286366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-ba24093e-74df-49ab-a44e-7ff8baff3556 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:13.287857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-ba24093e-74df-49ab-a44e-7ff8baff3556 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.66 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 804 time: 0.2985551 Nov 23 17:57:13.290489 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-b80a459c-9803-4ac4-a304-64a54eee0758 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45431cd9-b852-4d69-aa24-b06077cb5c2f HTTP/1.1" status: 200 len: 217 time: 0.0382040 Nov 23 17:57:13.309209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-110039e3-3f73-45e1-996f-388199cd4d03 req-402fb746-eda9-425a-aa32-f7d7a9403cce tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0696800 Nov 23 17:57:13.314082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Request body: {'port': {'device_id': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'admin_state_up': True, 'tenant_id': 'e755682d8e244c2d9b5b02dacc80c972'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:13.321341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Checking segment: {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:13.321714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Network hostable DHCP agents. Network: 3458178f-23fa-48f7-9ac1-72d746ba1b6e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:57:13.353124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-bff6bae6-223e-46a9-b885-09ac0cabaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:13.354908 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-bff6bae6-223e-46a9-b885-09ac0cabaa06 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.0502336 Nov 23 17:57:13.378749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5798-0c9e-4825-8921-e4e43b58391c req-983e56e0-de16-429e-9930-256c163d0e8e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:13.380296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c37c5798-0c9e-4825-8921-e4e43b58391c req-983e56e0-de16-429e-9930-256c163d0e8e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 943 time: 0.2023253 Nov 23 17:57:13.385849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6832-49d5-47e1-9e5d-525b0efc3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.388413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6832-49d5-47e1-9e5d-525b0efc3e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.389779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7c6d6832-49d5-47e1-9e5d-525b0efc3e49 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3801e899-5ecf-478a-bbc9-2a9a0a82e958 HTTP/1.1" status: 204 len: 168 time: 0.5234094 Nov 23 17:57:13.389941 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-8c62ee83-5e23-4843-871f-884eb2008369 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276549 Nov 23 17:57:13.426214 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-948dbfda-2887-495d-9c29-05dddc7ac9d1 req-dc1a8958-f0a2-4c5b-8d2c-a8f3e4662e11 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d1d6a9-f65e-43c1-9d47-c1cccd140806 HTTP/1.1" status: 200 len: 210 time: 0.0386412 Nov 23 17:57:13.470739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:57:13.521685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d6832-49d5-47e1-9e5d-525b0efc3e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3801e899-5ecf-478a-bbc9-2a9a0a82e958,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:13.532119 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-53fde396-3c96-47dc-9d9a-36526c70c590 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327610 Nov 23 17:57:13.532941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dba47051-9aac-409d-8483-0f19ef6cbe58 req-173238c4-4784-471b-af0c-6183290c2ca8 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 210 time: 0.1485550 Nov 23 17:57:13.567510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 3458178f-23fa-48f7-9ac1-72d746ba1b6e) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:13.585261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13968da8-4727-47b4-a96f-69dc814cb26c None None] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:13.614591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:13.615168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.751139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c37c5798-0c9e-4825-8921-e4e43b58391c req-8161bca7-622e-4a88-8fed-eb91c17abbfa tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263299 Nov 23 17:57:13.773169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ab3e3e19-f136-44c4-98e1-1b4f043c0362 req-dc28ec65-759b-490a-a217-9e7a64a22768 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309632 Nov 23 17:57:13.779418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Made reservation on behalf of e755682d8e244c2d9b5b02dacc80c972 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:13.787092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.793842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cec49419-f96b-4326-87b5-4a86b2ff8960 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1252062 Nov 23 17:57:13.797643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47652) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:13.803600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:13.814506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'fixed_ips': [{'subnet_id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:57:13.816544 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.837871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.839713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.900240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.008703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Allocated IP 172.20.0.2 (3458178f-23fa-48f7-9ac1-72d746ba1b6e/cc7cd3fb-86ea-4434-923a-3bdb56133920/bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:14.037625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Allocated IP 172.20.0.2 (95dbeb2a-6ccf-4558-9052-e53ea34392f7/a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b/6e7f9af4-5070-4c1a-b22f-543c85d28f56) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:14.094753 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.215185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead955d-1d4a-44be-99ec-29e79b4e3553 req-5614ffb4-732f-40f7-878d-fb5a8f2b214e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:14.223355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bead955d-1d4a-44be-99ec-29e79b4e3553 req-5614ffb4-732f-40f7-878d-fb5a8f2b214e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.0996904 Nov 23 17:57:14.272531 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.283345 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.346911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:14.350464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:14.358534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:14.360624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bead955d-1d4a-44be-99ec-29e79b4e3553 req-402e970d-9755-4f53-aac0-faf8018ba61a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309457 Nov 23 17:57:14.372011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Pushing event updated for resources: {'Port': ['ID=bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:14.382326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.444762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.457366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47672) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:14.480931 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Attempting to bind port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:14.481311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Attempting to bind port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:14.482378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Attempting to bind port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f on network 3458178f-23fa-48f7-9ac1-72d746ba1b6e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:14.490063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:14.490501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Checking segment: {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:14.490916 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.491439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Bound using segment: {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:14.491849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Bound port: bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:14.492244 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.510646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:14.514026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:14.519089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:14.566565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Pushing event updated for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:14.617432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] For port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:14.619775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:14.620805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.625814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] For port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:14.632630 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.664740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2056934560-network', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:14.676220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-278e1842-8501-416b-92a3-a53f606c3b44 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3714604 Nov 23 17:57:14.704367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Request body: {'port': {'device_id': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:14.711749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Made reservation on behalf of a8fc0030877e4fe5bd8ffdeaf4188646 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:14.723284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'name': 'network-vif-deleted', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:14.725181 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fba24e-5dbc-404b-93c3-a66a253bb932" -d '{"events": [{"server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "name": "network-vif-deleted", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:14.726091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.743682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db0e12-e804-4e97-b7d1-ce906b5a77f6 None None] Pushing event updated for resources: {'Port': ['ID=bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:14.790889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.797056 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8e138de6-2680-4a4b-b623-6223b974530f req-875131fe-cbb7-4b9e-9664-f7685adc8bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd1df361ece6494c8774f40192eb83cd&device_id=135a9855-9405-4d66-8002-fd2d0676e3fe HTTP/1.1" status: 200 len: 210 time: 0.0623641 Nov 23 17:57:14.843675 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8e138de6-2680-4a4b-b623-6223b974530f req-dac764e4-9979-4b34-aa59-8d4edad011f3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cd1df361ece6494c8774f40192eb83cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244045 Nov 23 17:57:14.862961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6ea4d45-d487-4aa8-999a-6299a9574503 req-7d44207f-d8ba-4a81-b355-ea8c2a7cb0d4 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=135a9855-9405-4d66-8002-fd2d0676e3fe HTTP/1.1" status: 200 len: 210 time: 0.0872433 Nov 23 17:57:14.895189 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.995851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.000072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.020433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.040699 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.056744 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.114288 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c489f38f-327e-48e5-b1ef-cadb422b802e x-openstack-request-id: req-c489f38f-327e-48e5-b1ef-cadb422b802e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:15.114593 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ae9f99-73d8-4ad5-9756-843d6e9006cd", "name": "network-vif-deleted", "tag": "52ca2a87-e6c6-48e6-9a38-f3bc00065c62", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:15.115006 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c489f38f-327e-48e5-b1ef-cadb422b802e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:15.115392 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ae9f99-73d8-4ad5-9756-843d6e9006cd', 'name': 'network-vif-deleted', 'tag': '52ca2a87-e6c6-48e6-9a38-f3bc00065c62', 'status': 'completed', 'code': 200} Nov 23 17:57:15.130828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917142a-f0b3-4dc0-845a-3cdddf249a80 req-29975b3f-1000-4d26-984c-421847c0af24 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:15.131547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e138de6-2680-4a4b-b623-6223b974530f req-4cac2679-f165-4881-a9b5-03d63a4c4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:15.134575 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8e138de6-2680-4a4b-b623-6223b974530f req-4cac2679-f165-4881-a9b5-03d63a4c4cb1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2835047 Nov 23 17:57:15.142472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9917142a-f0b3-4dc0-845a-3cdddf249a80 req-29975b3f-1000-4d26-984c-421847c0af24 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 931 time: 0.4337378 Nov 23 17:57:15.161455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e828da-7897-490d-8cbf-65bd80e88d94,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:15.211509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:57:15.227246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Allocated IP 172.25.0.73 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/628a8b25-d24a-49cd-afd9-0e12fa2111f6) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:15.349151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.388894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.426040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:15.429292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:15.433518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:15.480924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Pushing event updated for resources: {'Port': ['ID=628a8b25-d24a-49cd-afd9-0e12fa2111f6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:15.577999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.578669 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Added segment c895e76b-12b0-4e1a-ac68-6473a9c64b4e of type vlan for network 769975ee-2b29-4639-bb3e-92888466febe Nov 23 17:57:15.670247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9917142a-f0b3-4dc0-845a-3cdddf249a80 req-3db67a51-1767-4c1a-ba1f-191cd17bd557 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222321 Nov 23 17:57:15.714400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24601421-ac5e-4eec-96c5-3cec5469e160 req-c66c731e-b0ad-4932-a9c1-de0ab95a3502 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:15.716344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24601421-ac5e-4eec-96c5-3cec5469e160 req-c66c731e-b0ad-4932-a9c1-de0ab95a3502 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 943 time: 0.5097241 Nov 23 17:57:15.728399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.783279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.835913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24601421-ac5e-4eec-96c5-3cec5469e160 req-82177ef3-32b8-4ed4-a855-46bb1f2285e1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013179 Nov 23 17:57:15.896008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.897022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:15.897606 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.054314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.083171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfed2936-671d-462f-892c-ceaa0e27487a req-dba845f8-9452-4fb8-be2c-90944bab762d tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=135a9855-9405-4d66-8002-fd2d0676e3fe HTTP/1.1" status: 200 len: 210 time: 0.0445118 Nov 23 17:57:16.084609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0e1bb-7caf-4db3-8a29-2187f29bc11e None None] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:16.094585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7f9af4-5070-4c1a-b22f-543c85d28f56 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:16.142850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6810510 Nov 23 17:57:16.145333 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.151696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47694) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:16.161483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Request body: {'subnet': {'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2056934560-subnet', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:16.195193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-938e3a63-1944-4b1d-913e-c0cc5c569716 None None] Provisioning complete for port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:16.195919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-938e3a63-1944-4b1d-913e-c0cc5c569716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.201115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f1881-5012-4fb3-9f31-4f69f335515a req-a7070d40-d52e-41bf-b870-bdc536932ba5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:16.209313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e58f1881-5012-4fb3-9f31-4f69f335515a req-a7070d40-d52e-41bf-b870-bdc536932ba5 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.3062093 Nov 23 17:57:16.216298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f979f71-3067-4dfa-9513-22abaeb4fd3a admin admin] Pushing event updated for resources: {'Network': ['ID=769975ee-2b29-4639-bb3e-92888466febe,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:16.227639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Made reservation on behalf of a8fc0030877e4fe5bd8ffdeaf4188646 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:16.230375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.246341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Transition to ACTIVE for port object 6e7f9af4-5070-4c1a-b22f-543c85d28f56 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:57:16.298011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e58f1881-5012-4fb3-9f31-4f69f335515a req-cf99bebd-7680-411f-83b3-fe89f9fa2b9b tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875773 Nov 23 17:57:16.308795 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.323854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Router b236464f-82bf-4b50-8898-1278f07cc81d is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:16.415173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 769975ee-2b29-4639-bb3e-92888466febe details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:57:16.417866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 45431cd9-b852-4d69-aa24-b06077cb5c2f details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:57:16.485961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:16.518839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:16.522596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Sync routers for ids ['b236464f-82bf-4b50-8898-1278f07cc81d'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:16.528761 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.533764 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0d88820a-7c82-4451-a6a9-55b7b335297b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7325995 Nov 23 17:57:16.534486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47696) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:16.552679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:16.611195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:57:16.611548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 52ca2a87-e6c6-48e6-9a38-f3bc00065c62 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:16.617235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.647429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Routers {'b236464f-82bf-4b50-8898-1278f07cc81d'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:16.648069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b236464f-82bf-4b50-8898-1278f07cc81d'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:16.661695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.738513 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8e138de6-2680-4a4b-b623-6223b974530f req-ad46ef1e-4189-4390-b5b9-b930e8781877 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.72 "GET /v2.0/ports?device_id=135a9855-9405-4d66-8002-fd2d0676e3fe HTTP/1.1" status: 200 len: 210 time: 0.1929579 Nov 23 17:57:16.808230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 45431cd9-b852-4d69-aa24-b06077cb5c2f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=45431cd9-b852-4d69-aa24-b06077cb5c2f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:16.837725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:16.888384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '45431cd9-b852-4d69-aa24-b06077cb5c2f', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'port_id': '45431cd9-b852-4d69-aa24-b06077cb5c2f', 'mac_address': 'fa:16:3e:22:b2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2072801-907d-4624-8233-c3d0551c1ca8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:57:16.914340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Attempting to bind port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:16.914732 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Attempting to bind port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:16.919265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Attempting to bind port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:16.954799 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.004903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91f871a-fd5c-478b-a4e0-d532eeae8bb4,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:17.023369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:57:17.023744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Attempting to bind port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:17.046293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:17.050978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Checking segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:17.051378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Bound using segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:17.051945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Bound port: 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:17.052401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.060446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Checking segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:17.062522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Network hostable DHCP agents. Network: 769975ee-2b29-4639-bb3e-92888466febe, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:57:17.082333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c7a0-a94c-4372-9f19-0f1a2f8d8629 req-29e3d953-4cdd-4a8f-974f-d678acf770b1 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:17.089988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96f1c7a0-a94c-4372-9f19-0f1a2f8d8629 req-29e3d953-4cdd-4a8f-974f-d678acf770b1 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 943 time: 0.2566361 Nov 23 17:57:17.098406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45431cd9-b852-4d69-aa24-b06077cb5c2f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:17.156270 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-938e3a63-1944-4b1d-913e-c0cc5c569716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.160306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 45431cd9-b852-4d69-aa24-b06077cb5c2f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=45431cd9-b852-4d69-aa24-b06077cb5c2f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:17.162443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Set router b236464f-82bf-4b50-8898-1278f07cc81d gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:17.205637 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-c452962f-500c-4a72-9957-51e9cf350bbd service neutron] 10.222.0.66 "GET /v2.0/ports/72269cdb-1b46-45b3-ba55-e4d7f5341c75/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.0698848 Nov 23 17:57:17.220742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Network 769975ee-2b29-4639-bb3e-92888466febe is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:57:17.236812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96f1c7a0-a94c-4372-9f19-0f1a2f8d8629 req-33878793-a8d1-4d88-96f9-cbe60206eced tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457968 Nov 23 17:57:17.238387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.250846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c26b2-f102-4595-94ba-d5102841429b req-4408d414-60a7-47d6-a003-2644c1bf6149 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:17.253113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa1c26b2-f102-4595-94ba-d5102841429b req-4408d414-60a7-47d6-a003-2644c1bf6149 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 943 time: 0.1570678 Nov 23 17:57:17.262393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 769975ee-2b29-4639-bb3e-92888466febe) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:17.265215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:17.272822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:17.274221 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.278449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:17.283771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:17.284149 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.305040 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.354020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9d584f49-0448-43a6-8f29-50806040594a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1993439 Nov 23 17:57:17.355522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-938e3a63-1944-4b1d-913e-c0cc5c569716 None None] For port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:17.363668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47710) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:17.378787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:17.389867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:17.391226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.392967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e7f9af4-5070-4c1a-b22f-543c85d28f56 HTTP/1.1" status: 200 len: 1091 time: 2.7003593 Nov 23 17:57:17.397568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:17.400616 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:17.420978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9703237-295e-4614-90a2-6dc393776e7a None None] Network 769975ee-2b29-4639-bb3e-92888466febe requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:17.433361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-938e3a63-1944-4b1d-913e-c0cc5c569716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.434287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa1c26b2-f102-4595-94ba-d5102841429b req-c36d368f-0730-480f-8224-3b3d95ac11db tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644783 Nov 23 17:57:17.497525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=45431cd9-b852-4d69-aa24-b06077cb5c2f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:17.562616 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.569586 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.574880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278f97e-4893-4456-9fb8-fb93d58337c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:17.668930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb9761bf-40c4-46a1-abe0-f8877efcc3e9 req-642f11a9-5b29-44e8-9c69-53694f982341 tempest-ServerShowV247Test-1543487060 tempest-ServerShowV247Test-1543487060-project] 10.222.0.74 "GET /v2.0/ports?device_id=135a9855-9405-4d66-8002-fd2d0676e3fe HTTP/1.1" status: 200 len: 210 time: 0.0766232 Nov 23 17:57:17.706639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['45431cd9-b852-4d69-aa24-b06077cb5c2f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:17.742493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:17.758642 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.774634 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daec70d2-c8f5-4371-8f79-934fe269b632 x-openstack-request-id: req-daec70d2-c8f5-4371-8f79-934fe269b632 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:17.775159 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:17.777844 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-daec70d2-c8f5-4371-8f79-934fe269b632 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:17.778001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:17.778117 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'status': 'completed', 'code': 200} Nov 23 17:57:17.807108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-9c7dd768-cedc-4596-9dea-16b34bfba3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:17.808713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-9c7dd768-cedc-4596-9dea-16b34bfba3ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 1094 time: 0.3447380 Nov 23 17:57:17.818579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.851502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72269cdb-1b46-45b3-ba55-e4d7f5341c75 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:17.869310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:17.912356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.913123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2eeb59-18fa-4b82-9040-4432d485b117 req-193a2155-dfb5-4b95-9070-7a813e36be82 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:17.914637 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c2eeb59-18fa-4b82-9040-4432d485b117 req-193a2155-dfb5-4b95-9070-7a813e36be82 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 944 time: 0.1960967 Nov 23 17:57:17.925365 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.943120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3a63-1944-4b1d-913e-c0cc5c569716 None None] Pushing event updated for resources: {'Port': ['ID=bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:17.949936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-8bcbdd79-8963-4c78-af2f-156fcd2db43d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56 HTTP/1.1" status: 200 len: 217 time: 0.0812624 Nov 23 17:57:17.955933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9c51d5c0-679a-4498-bc4b-bc016037b7f2 None None] Provisioning complete for port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:17.956309 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c51d5c0-679a-4498-bc4b-bc016037b7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.039058 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.040902 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Allocated IP 172.20.0.1 (3458178f-23fa-48f7-9ac1-72d746ba1b6e/cc7cd3fb-86ea-4434-923a-3bdb56133920/9cace6b1-c89f-48c7-a07d-7d65d71c991b) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:18.049132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-769975ee-2b29-4639-bb3e-92888466febe', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:57:18.049963 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.085820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] Transition to ACTIVE for port object 72269cdb-1b46-45b3-ba55-e4d7f5341c75 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:57:18.096988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.140631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:57:15Z', 'revision_number': 3, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:18.146152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-f9f7956a-c5a0-45ea-a47b-a03c18f0d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:18.147668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-f9f7956a-c5a0-45ea-a47b-a03c18f0d287 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 200 len: 844 time: 0.1892743 Nov 23 17:57:18.153279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c2eeb59-18fa-4b82-9040-4432d485b117 req-0923a76f-f6dc-45ec-a556-5d290901df98 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075334 Nov 23 17:57:18.190743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-7211fd74-b6c4-4217-9d29-2d22a6d0a8d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95dbeb2a-6ccf-4558-9052-e53ea34392f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333202 Nov 23 17:57:18.220784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] No DVR routers for this DVR port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:18.240617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] Pushing event updated for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=10']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:18.278605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Checking router: b236464f-82bf-4b50-8898-1278f07cc81d for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:18.279025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Updating router b236464f-82bf-4b50-8898-1278f07cc81d port 628a8b25-d24a-49cd-afd9-0e12fa2111f6 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:18.302007 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ece7a937-c60a-4733-a6e3-0cc74a304863 service neutron] 10.222.0.66 "PUT /v2.0/ports/72269cdb-1b46-45b3-ba55-e4d7f5341c75/bindings/n-h1-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0632255 Nov 23 17:57:18.306731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.329605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-fe98d026-5fc1-4f1d-941c-6b0317dc3f84 service neutron] 10.222.0.66 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126087 Nov 23 17:57:18.355262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.367697 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.375317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 72269cdb-1b46-45b3-ba55-e4d7f5341c75 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:18.425319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:18.432983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:18.439226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:18.465496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Pushing event updated for resources: {'Port': ['ID=9cace6b1-c89f-48c7-a07d-7d65d71c991b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:18.570454 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.619546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-a0a61e89-70c1-4590-8548-c6603ae8fe6d tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:18.621311 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-a0a61e89-70c1-4590-8548-c6603ae8fe6d tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.2373877 Nov 23 17:57:18.625047 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.660684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798b5c02-d0bf-4295-bff9-20d262074d5f req-2458e914-8522-4563-b124-e451bf917d44 service neutron] 10.222.0.66 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934389 Nov 23 17:57:18.664550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.688898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53217d-ac4e-44e3-8095-c978aaea0e29 req-95f89cd1-8bec-49c3-ae7b-e2216d90f44c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:18.711379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc53217d-ac4e-44e3-8095-c978aaea0e29 req-95f89cd1-8bec-49c3-ae7b-e2216d90f44c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 943 time: 0.1923127 Nov 23 17:57:18.712083 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:57:18.753903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-d1e35ce9-fc78-494d-81e8-784cebcd502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:18.755457 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-d1e35ce9-fc78-494d-81e8-784cebcd502e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02 HTTP/1.1" status: 200 len: 1096 time: 0.1201928 Nov 23 17:57:18.781640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:18.792295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81710ab3-7131-4dd3-9d30-bc088263f36c req-ae17fca9-cce1-4330-b277-2cffd1102389 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:18.794945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 72269cdb-1b46-45b3-ba55-e4d7f5341c75 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:18.796134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81710ab3-7131-4dd3-9d30-bc088263f36c req-ae17fca9-cce1-4330-b277-2cffd1102389 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 944 time: 0.2278452 Nov 23 17:57:18.917329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-dfa6e6d0-2a37-4764-93e0-3df70a61bc91 None None] Provisioning complete for port 9cace6b1-c89f-48c7-a07d-7d65d71c991b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:18.917866 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dfa6e6d0-2a37-4764-93e0-3df70a61bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.923390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Allocated IP 172.20.0.2 (769975ee-2b29-4639-bb3e-92888466febe/d91f871a-fd5c-478b-a4e0-d532eeae8bb4/febb1d1d-301c-4b53-8725-bdf3f668bb5d) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:18.999567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-dfa6e6d0-2a37-4764-93e0-3df70a61bc91 None None] Port 9cace6b1-c89f-48c7-a07d-7d65d71c991b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:19.014847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:19.015358 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.094869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.115993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-e978cfd1-986e-454c-a8d9-85b47cd09c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:19.117539 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-e978cfd1-986e-454c-a8d9-85b47cd09c51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1096 time: 0.0597017 Nov 23 17:57:19.200250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.206376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc53217d-ac4e-44e3-8095-c978aaea0e29 req-0519a36e-97c3-46fe-88b4-95b8a57ef279 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931054 Nov 23 17:57:19.217453 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.229738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-55d06b42-753f-495a-911a-8fccfb0d4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:19.231313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-55d06b42-753f-495a-911a-8fccfb0d4bb1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 1094 time: 0.4636290 Nov 23 17:57:19.240473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81710ab3-7131-4dd3-9d30-bc088263f36c req-22f54774-f8bb-4631-a4f7-a37638b93f79 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294186 Nov 23 17:57:19.274479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Allocated IP 172.25.0.18 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/b9f93987-ca40-4ee6-9cf8-22e28cb4fb46) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:19.304663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-08f9351d-70c7-47f7-86ed-c564a1cb7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:19.306381 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-08f9351d-70c7-47f7-86ed-c564a1cb7a89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1681011 Nov 23 17:57:19.374904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Pushing event updated for resources: {'Port': ['ID=febb1d1d-301c-4b53-8725-bdf3f668bb5d,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:19.398965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Network 769975ee-2b29-4639-bb3e-92888466febe is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:19.403365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:19.408351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:19.412828 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-ad4a186b-fbb8-42f7-94da-0528f8167aa7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 200 len: 217 time: 0.0938652 Nov 23 17:57:19.420243 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.475705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Attempting to bind port febb1d1d-301c-4b53-8725-bdf3f668bb5d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:19.476189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Attempting to bind port febb1d1d-301c-4b53-8725-bdf3f668bb5d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:19.476453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Attempting to bind port febb1d1d-301c-4b53-8725-bdf3f668bb5d on network 769975ee-2b29-4639-bb3e-92888466febe {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:19.481550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:19.481929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Checking segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:19.482334 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.483001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Bound using segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:19.483480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Bound port: febb1d1d-301c-4b53-8725-bdf3f668bb5d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:19.484377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.489478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-8bf5b9f6-b4f5-4b69-933c-50691614d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:19.491217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-8bf5b9f6-b4f5-4b69-933c-50691614d981 service neutron] 10.222.0.66 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 905 time: 0.2465775 Nov 23 17:57:19.531892 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.537983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-a2247e5c-2bff-4236-ac59-aa01bb8cbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:19.539768 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-a2247e5c-2bff-4236-ac59-aa01bb8cbbe0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1026244 Nov 23 17:57:19.543377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.556980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] For port febb1d1d-301c-4b53-8725-bdf3f668bb5d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:19.561312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] For port febb1d1d-301c-4b53-8725-bdf3f668bb5d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=febb1d1d-301c-4b53-8725-bdf3f668bb5d,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:19.567122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.571560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-9fd7342c-f792-4cce-87d0-36ec7ac5c8f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56 HTTP/1.1" status: 200 len: 217 time: 0.0663707 Nov 23 17:57:19.580554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.590962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858a36-381b-4bae-b967-69d946047f7e req-ae0fc768-265f-4609-acc8-017699c071ad tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:19.594019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d858a36-381b-4bae-b967-69d946047f7e req-ae0fc768-265f-4609-acc8-017699c071ad tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 945 time: 0.2001016 Nov 23 17:57:19.608633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.649377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d920-cbf4-4eeb-b6f8-0a66124f90f6 None None] Pushing event updated for resources: {'Port': ['ID=febb1d1d-301c-4b53-8725-bdf3f668bb5d,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:19.680681 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-75e7362b-63b3-45e1-927c-5ae7467f0a24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730371 Nov 23 17:57:19.688175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-3b94f63b-bd46-40dc-94dc-89a5b40d34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:19.689661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-3b94f63b-bd46-40dc-94dc-89a5b40d34f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 200 len: 844 time: 0.1072402 Nov 23 17:57:19.719723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47732) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:19.744253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-55422bba-38c3-4c7b-a7e9-470a9ae03050 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95dbeb2a-6ccf-4558-9052-e53ea34392f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458460 Nov 23 17:57:19.749917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d858a36-381b-4bae-b967-69d946047f7e req-d1248754-bdcb-4dad-a35a-571785a6a796 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446326 Nov 23 17:57:19.759188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Pushing event updated for resources: {'Port': ['ID=9cace6b1-c89f-48c7-a07d-7d65d71c991b,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:19.785084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.903932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:19.909439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:19.910993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:19.911239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:19.914839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:19.922101 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-3e5051f4-9142-4e46-9c39-24c8215c108b service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166419 Nov 23 17:57:19.968400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Pushing event updated for resources: {'Port': ['ID=b9f93987-ca40-4ee6-9cf8-22e28cb4fb46,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:20.018294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-576ff367-8fbe-4362-8250-75572ca61871 service neutron] 10.222.0.66 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653167 Nov 23 17:57:20.120551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.129492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.183725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-172b120f-5517-44d7-83de-acd9c3140b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.186366 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-6be59e61-4275-422d-8893-93eb55b2cc3e service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079422 Nov 23 17:57:20.193961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ff9cf-8f9b-4463-a014-bee777d87859 None None] Pushing event updated for resources: {'Port': ['ID=628a8b25-d24a-49cd-afd9-0e12fa2111f6,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:20.206534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Router b236464f-82bf-4b50-8898-1278f07cc81d has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:20.227675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Attempting to bind port 628a8b25-d24a-49cd-afd9-0e12fa2111f6 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:20.228339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Attempting to bind port 628a8b25-d24a-49cd-afd9-0e12fa2111f6 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:20.228473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Attempting to bind port 628a8b25-d24a-49cd-afd9-0e12fa2111f6 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:20.236735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:20.237128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:20.237548 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.238235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:20.238821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Bound port: 628a8b25-d24a-49cd-afd9-0e12fa2111f6, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:20.239217 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.306041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 45431cd9-b852-4d69-aa24-b06077cb5c2f up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:20.420291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:20.425333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b52efe1-f3dc-4d48-89f6-70f4cbca7ca1 req-ed4b91f5-50e5-4338-ac44-4869c32f7e67 service neutron] 10.222.0.66 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984955 Nov 23 17:57:20.441422 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b5f1b000-8a1b-4128-8688-bda831c3dc67 admin admin] 10.222.0.74 "PUT /v2.0/routers/b236464f-82bf-4b50-8898-1278f07cc81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8977094 Nov 23 17:57:20.451749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] For port 628a8b25-d24a-49cd-afd9-0e12fa2111f6, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:20.457382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] For port 628a8b25-d24a-49cd-afd9-0e12fa2111f6, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=628a8b25-d24a-49cd-afd9-0e12fa2111f6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:20.467806 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.473448 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.522532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cd78a2f7-fa78-4787-b476-62c3e1f26147 None None] Provisioning complete for port 9cace6b1-c89f-48c7-a07d-7d65d71c991b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:20.522876 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cd78a2f7-fa78-4787-b476-62c3e1f26147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.573971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4e302-d0eb-4b80-adfa-e62aa81516a7 req-f161d26b-ce65-4f8b-9811-1fc224e79007 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:20.575569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48a4e302-d0eb-4b80-adfa-e62aa81516a7 req-f161d26b-ce65-4f8b-9811-1fc224e79007 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 943 time: 0.2678418 Nov 23 17:57:20.577007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-d2399795-b757-4b0e-87d8-82a97e0519db tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:20.579297 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-d2399795-b757-4b0e-87d8-82a97e0519db tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.0743985 Nov 23 17:57:20.582467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 45431cd9-b852-4d69-aa24-b06077cb5c2f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:57:20.613649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca5ee5-3e63-4377-9240-039c561ebe55 req-5d15068a-55fc-4bbc-b77a-eed88cc7deef tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:20.614538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 45431cd9-b852-4d69-aa24-b06077cb5c2f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:20.615275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71ca5ee5-3e63-4377-9240-039c561ebe55 req-5d15068a-55fc-4bbc-b77a-eed88cc7deef tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 944 time: 0.2419877 Nov 23 17:57:20.621716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.689267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cd78a2f7-fa78-4787-b476-62c3e1f26147 None None] Port 9cace6b1-c89f-48c7-a07d-7d65d71c991b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:20.690720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ff9cf-8f9b-4463-a014-bee777d87859 None None] Pushing event updated for resources: {'Port': ['ID=628a8b25-d24a-49cd-afd9-0e12fa2111f6,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:20.697650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Routers {'b236464f-82bf-4b50-8898-1278f07cc81d'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:20.698285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b236464f-82bf-4b50-8898-1278f07cc81d'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:20.699596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.720132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-172b120f-5517-44d7-83de-acd9c3140b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.764941 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-172b120f-5517-44d7-83de-acd9c3140b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.814928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device febb1d1d-301c-4b53-8725-bdf3f668bb5d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:20.838114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48a4e302-d0eb-4b80-adfa-e62aa81516a7 req-d4bc18c0-8ca0-477f-ad51-47e4620195b0 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517338 Nov 23 17:57:20.859285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-fd23bb15-0a84-4280-baa7-e4cda5c09905 service neutron] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:20.864607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-fd23bb15-0a84-4280-baa7-e4cda5c09905 service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.866233 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98217fd4-70e2-48b5-8ad9-de0f4c3b1303 req-fd23bb15-0a84-4280-baa7-e4cda5c09905 service neutron] 10.222.0.72 "DELETE /v2.0/ports/72269cdb-1b46-45b3-ba55-e4d7f5341c75/bindings/n-h2-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.2765582 Nov 23 17:57:20.886335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-172b120f-5517-44d7-83de-acd9c3140b0c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd1df361ece6494c8774f40192eb83cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1648798 Nov 23 17:57:20.887411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47752) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:20.940992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.947754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71ca5ee5-3e63-4377-9240-039c561ebe55 req-2ef16266-b52f-4304-b1ac-a3085a7c859b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013515 Nov 23 17:57:20.964964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b120f-5517-44d7-83de-acd9c3140b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52728c5a-25fc-45c2-8be6-209b007a701c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:21.023764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2f610e6-0ca7-484d-bbda-f92f1082108d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.051244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25478335-5363-47a5-822f-f13a49cb4121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45431cd9-b852-4d69-aa24-b06077cb5c2f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:21.054268 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c116dde2-d420-4d50-981d-80a4c0d09eab" -d '{"events": [{"server_uuid": "25478335-5363-47a5-822f-f13a49cb4121", "name": "network-vif-plugged", "status": "completed", "tag": "45431cd9-b852-4d69-aa24-b06077cb5c2f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:21.077726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2f610e6-0ca7-484d-bbda-f92f1082108d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.118418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 45431cd9-b852-4d69-aa24-b06077cb5c2f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=45431cd9-b852-4d69-aa24-b06077cb5c2f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:21.126450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] Set router b236464f-82bf-4b50-8898-1278f07cc81d gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:21.158785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2f610e6-0ca7-484d-bbda-f92f1082108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.162929 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2f610e6-0ca7-484d-bbda-f92f1082108d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.167720 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a2f610e6-0ca7-484d-bbda-f92f1082108d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/52728c5a-25fc-45c2-8be6-209b007a701c HTTP/1.1" status: 204 len: 168 time: 0.2792356 Nov 23 17:57:21.199226 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a260b38-1920-40d6-a338-c30ae50b789c x-openstack-request-id: req-6a260b38-1920-40d6-a338-c30ae50b789c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:21.199988 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25478335-5363-47a5-822f-f13a49cb4121", "name": "network-vif-plugged", "status": "completed", "tag": "45431cd9-b852-4d69-aa24-b06077cb5c2f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:21.201180 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a260b38-1920-40d6-a338-c30ae50b789c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:21.203627 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25478335-5363-47a5-822f-f13a49cb4121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45431cd9-b852-4d69-aa24-b06077cb5c2f', 'code': 200} Nov 23 17:57:21.205958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f610e6-0ca7-484d-bbda-f92f1082108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52728c5a-25fc-45c2-8be6-209b007a701c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:21.207708 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.239638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port febb1d1d-301c-4b53-8725-bdf3f668bb5d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:21.240765 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.301451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.349765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a101a17-4096-48b2-8f93-ddb1f2f3cbe6 None None] Network 769975ee-2b29-4639-bb3e-92888466febe requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:21.351895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a56a2d-0f35-4234-9300-965a8fda7b40 req-fe409c8e-5ba5-4437-9c78-26e870a88e9a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:21.359669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8a56a2d-0f35-4234-9300-965a8fda7b40 req-fe409c8e-5ba5-4437-9c78-26e870a88e9a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 945 time: 0.2321174 Nov 23 17:57:21.432832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a96920-3d37-4f2f-970d-435c4d2a91b8 req-7889b068-5a38-4cc0-9584-09c53b8d62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:21.434361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57a96920-3d37-4f2f-970d-435c4d2a91b8 req-7889b068-5a38-4cc0-9584-09c53b8d62c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 1096 time: 0.1518810 Nov 23 17:57:21.556832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47770) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:21.559236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8a56a2d-0f35-4234-9300-965a8fda7b40 req-5908a706-7ea0-4f1d-9f4c-07684e96887e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762223 Nov 23 17:57:21.562936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-network', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:21.563983 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7dffb6be-c5c4-4968-b73f-3f19ef7ae38b None None] Provisioning complete for port febb1d1d-301c-4b53-8725-bdf3f668bb5d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:21.564424 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7dffb6be-c5c4-4968-b73f-3f19ef7ae38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.604230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Made reservation on behalf of 71e6512438a341c9b1bb71fb63d952e8 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:21.608556 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.615774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57a96920-3d37-4f2f-970d-435c4d2a91b8 req-7d72ebb7-f349-46ce-b7dc-1f48976136c3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630061 Nov 23 17:57:21.622636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.655725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Router 20500d17-ff77-4a58-a58a-1d39a8057eb2 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:21.735776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.743444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.791717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86cecf9-0bbe-4cf4-86f3-dae2359a0d07,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:21.800357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:57:21.814798 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.815383 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Added segment 7a049a1d-338c-40b1-8297-5054b557d29d of type vlan for network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 Nov 23 17:57:21.822627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff859914-fb6c-4c37-acde-344ed92e4626 req-66626f87-3f05-4c46-a3b9-2d1053b9f217 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:21.833483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff859914-fb6c-4c37-acde-344ed92e4626 req-66626f87-3f05-4c46-a3b9-2d1053b9f217 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1096 time: 0.1684709 Nov 23 17:57:21.893679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.914286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:21.925636 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Sync routers for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:21.937402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=45431cd9-b852-4d69-aa24-b06077cb5c2f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:21.942070 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:21.942725 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:21.956382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff859914-fb6c-4c37-acde-344ed92e4626 req-9459539c-88d6-46df-acc7-70f0bf1e06c8 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220047 Nov 23 17:57:21.960341 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.961594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:21.962611 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.981774 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.983164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3bbace38-aad9-42a8-aa8c-0cc94ff67c3d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6154253 Nov 23 17:57:21.986003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47786) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.117769 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5596056 Nov 23 17:57:22.122198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47798) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.131856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Request body: {'subnet': {'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-subnet', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:22.152519 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7dffb6be-c5c4-4968-b73f-3f19ef7ae38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.159155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a31cc-a6d2-4bba-91f2-31531d40c83f admin admin] Pushing event updated for resources: {'Network': ['ID=c5a3c6a3-1825-41e9-9838-dbe1c0099ae6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:22.173745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Made reservation on behalf of 71e6512438a341c9b1bb71fb63d952e8 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:22.176590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.184115 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:22.198642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:57:22.231111 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.240173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:57:18Z', 'revision_number': 4, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cace6b1-c89f-48c7-a07d-7d65d71c991b', 'name': '', 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'mac_address': 'fa:16:3e:65:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:19Z', 'revision_number': 2, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'subnets': [{'id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:22.297125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7dffb6be-c5c4-4968-b73f-3f19ef7ae38b None None] For port febb1d1d-301c-4b53-8725-bdf3f668bb5d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=febb1d1d-301c-4b53-8725-bdf3f668bb5d,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:22.332796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6e7f9af4-5070-4c1a-b22f-543c85d28f56 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:57:22.335533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f883bd6-e676-49b3-ac71-1e97b8d9e054 None None] The sync data for ids ['b236464f-82bf-4b50-8898-1278f07cc81d'] in n-d-818932-3 is: [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:57:18Z', 'revision_number': 4, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cace6b1-c89f-48c7-a07d-7d65d71c991b', 'name': '', 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'mac_address': 'fa:16:3e:65:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:19Z', 'revision_number': 2, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'subnets': [{'id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:22.347010 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7dffb6be-c5c4-4968-b73f-3f19ef7ae38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.435123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.577789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Checking segment: {'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:22.578417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Network hostable DHCP agents. Network: c5a3c6a3-1825-41e9-9838-dbe1c0099ae6, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:57:22.590024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Pushing event updated for resources: {'Subnet': ['ID=81310827-d968-4f7b-80c7-ae49e52099d3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:22.593224 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:20Z', 'revision_number': 3, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:22.637159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Checking router: 20500d17-ff77-4a58-a58a-1d39a8057eb2 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:22.637792 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Updating router 20500d17-ff77-4a58-a58a-1d39a8057eb2 port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:22.644868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:57:22.666030 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c5a3c6a3-1825-41e9-9838-dbe1c0099ae6) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:22.671340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:22.672469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.693873 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.706220 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd4d867-ddf4-426b-bdc3-c35c6f48c18d None None] Network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:22.709633 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bd6d7a49-ef15-4e1f-a716-82a85543455d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5828831 Nov 23 17:57:22.711226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.711854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffb6be-c5c4-4968-b73f-3f19ef7ae38b None None] Pushing event updated for resources: {'Port': ['ID=febb1d1d-301c-4b53-8725-bdf3f668bb5d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:22.725476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:22.732150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:57:22.738790 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:57:22.741324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d53eb3-4fb5-41c3-9265-391009e6264d req-94140cc2-fe53-42e3-8eef-149e59480143 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:22.749105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1d53eb3-4fb5-41c3-9265-391009e6264d req-94140cc2-fe53-42e3-8eef-149e59480143 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.6817584 Nov 23 17:57:22.828447 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.829592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.903846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.916095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d299ce-cb52-4426-a614-c7d18782da5a req-d167f99d-f346-422c-98e3-7a4c24da4504 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:22.919295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77d299ce-cb52-4426-a614-c7d18782da5a req-d167f99d-f346-422c-98e3-7a4c24da4504 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 943 time: 0.8507395 Nov 23 17:57:22.964224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:22.965520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7ed29b37-ab4d-4ff5-9a74-c6f583c42b4c None None] Provisioning complete for port febb1d1d-301c-4b53-8725-bdf3f668bb5d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:22.965964 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ed29b37-ab4d-4ff5-9a74-c6f583c42b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.035865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'port_id': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'mac_address': 'fa:16:3e:65:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:57:23.089179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1d53eb3-4fb5-41c3-9265-391009e6264d req-c1b91feb-414b-49b6-844f-259b52eb0a7c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390553 Nov 23 17:57:23.135890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77d299ce-cb52-4426-a614-c7d18782da5a req-47ec9a3d-3f1e-447e-a74e-dad7655389b1 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013659 Nov 23 17:57:23.145376 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.166611 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.173148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.224801 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60679b-357a-4c94-9192-2b786b1848cb None None] Pushing event updated for resources: {'Port': ['ID=b9f93987-ca40-4ee6-9cf8-22e28cb4fb46,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:23.238234 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.258590 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Attempting to bind port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:23.259006 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Attempting to bind port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:23.259368 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Attempting to bind port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:23.261064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c5a3c6a3-1825-41e9-9838-dbe1c0099ae6', 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'fixed_ips': [{'subnet_id': '81310827-d968-4f7b-80c7-ae49e52099d3'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:57:23.261915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.268360 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:23.270159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:23.270837 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.271419 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:23.272081 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Bound port: b9f93987-ca40-4ee6-9cf8-22e28cb4fb46, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:23.272807 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.357513 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] For port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:23.365010 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] For port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b9f93987-ca40-4ee6-9cf8-22e28cb4fb46,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:23.381521 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.419426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7f9af4-5070-4c1a-b22f-543c85d28f56 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:23.504929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60679b-357a-4c94-9192-2b786b1848cb None None] Pushing event updated for resources: {'Port': ['ID=b9f93987-ca40-4ee6-9cf8-22e28cb4fb46,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:23.532590 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:23.533496 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:23.613613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:23.627504 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.670954 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.708222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81871af-9621-419d-907a-a968f4f8e60d req-ed92c030-d748-4f69-84f7-e9c97d3f4875 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:23.710155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c81871af-9621-419d-907a-a968f4f8e60d req-ed92c030-d748-4f69-84f7-e9c97d3f4875 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 1096 time: 0.2483182 Nov 23 17:57:23.717890 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.802971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:23.832213 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:23.832665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Allocated IP 172.20.0.2 (c5a3c6a3-1825-41e9-9838-dbe1c0099ae6/81310827-d968-4f7b-80c7-ae49e52099d3/2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:23.866057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c81871af-9621-419d-907a-a968f4f8e60d req-ffce5ba8-5f44-4f18-9635-dd69eceb4398 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451714 Nov 23 17:57:23.883970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.062303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Allocated IP 172.25.0.169 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/e558c1ac-9d87-4670-9c61-395ee5f435cc) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:24.119329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6e7f9af4-5070-4c1a-b22f-543c85d28f56'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:24.212945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 628a8b25-d24a-49cd-afd9-0e12fa2111f6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:24.294071 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.314292 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:20Z', 'revision_number': 3, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:24.333153 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.349120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cdd1b-86e1-4bff-b66c-a69ca0279307 req-4b200cf0-43b7-443c-b736-98245bd79b91 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:24.357895 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.368569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-210cdd1b-86e1-4bff-b66c-a69ca0279307 req-4b200cf0-43b7-443c-b736-98245bd79b91 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1581442 Nov 23 17:57:24.371885 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6bebd-605a-4fa2-b9ad-6b3713d0c3ce None None] The sync data for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 is: [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:20Z', 'revision_number': 3, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:24.442191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.445440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47834) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:24.547996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:24.549214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Allocated IP 172.20.0.1 (769975ee-2b29-4639-bb3e-92888466febe/d91f871a-fd5c-478b-a4e0-d532eeae8bb4/066d4102-332b-4967-b242-fe6fc0982da9) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:24.569523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-210cdd1b-86e1-4bff-b66c-a69ca0279307 req-182c0ff6-586d-43bf-89dc-4d7d098cc365 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999710 Nov 23 17:57:24.628201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:24.633629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:24.639424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:24.649214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:24.664223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Pushing event updated for resources: {'Port': ['ID=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:24.686295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Pushing event updated for resources: {'Port': ['ID=e558c1ac-9d87-4670-9c61-395ee5f435cc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:24.697855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:24.773290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 628a8b25-d24a-49cd-afd9-0e12fa2111f6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:24.773719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.899018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Attempting to bind port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:24.899486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Attempting to bind port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:24.900060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Attempting to bind port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 on network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:24.900657 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.907732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:24.908199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Checking segment: {'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:24.908708 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.909181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Bound using segment: {'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:24.910015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Bound port: 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:24.910306 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.974418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c6d1-395a-4d2d-8ed5-66838eeeb422 req-cbcab446-b710-4394-b071-2a7f2121aee0 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:24.982412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5b7be7f-ed45-492d-88d0-a4d7f94413b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.988215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e2c6d1-395a-4d2d-8ed5-66838eeeb422 req-cbcab446-b710-4394-b071-2a7f2121aee0 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 944 time: 0.3825812 Nov 23 17:57:25.044081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] For port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:25.048741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] For port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,segment=NetworkSegment(7a049a1d-338c-40b1-8297-5054b557d29d),segment_id=7a049a1d-338c-40b1-8297-5054b557d29d)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:25.117762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.146975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.184245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e2c6d1-395a-4d2d-8ed5-66838eeeb422 req-4b2a0fc5-772b-4956-ae41-3391b05a3d09 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949644 Nov 23 17:57:25.252498 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.255289 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.301210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd5734-ff8a-4dd4-a687-87fea5a38cda None None] Pushing event updated for resources: {'Port': ['ID=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.312054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 628a8b25-d24a-49cd-afd9-0e12fa2111f6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=628a8b25-d24a-49cd-afd9-0e12fa2111f6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:25.324648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.325580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device febb1d1d-301c-4b53-8725-bdf3f668bb5d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:25.335093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Network 769975ee-2b29-4639-bb3e-92888466febe is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:25.347412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:25.353915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:25.359482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5b7be7f-ed45-492d-88d0-a4d7f94413b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.395502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=066d4102-332b-4967-b242-fe6fc0982da9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.411760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5b7be7f-ed45-492d-88d0-a4d7f94413b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.416860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa4415-f646-4fd7-ac81-625063e7f502 req-956f4c46-f77a-4609-9c25-03c7c8556c63 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:25.427925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64fa4415-f646-4fd7-ac81-625063e7f502 req-956f4c46-f77a-4609-9c25-03c7c8556c63 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1763506 Nov 23 17:57:25.496575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.516951 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5b7be7f-ed45-492d-88d0-a4d7f94413b9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6c87a6b14ab043c692c53217d9790a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0689528 Nov 23 17:57:25.526128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:25.535129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port febb1d1d-301c-4b53-8725-bdf3f668bb5d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:25.535529 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.585578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7be7f-ed45-492d-88d0-a4d7f94413b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c47714-000b-45e1-9989-5ee6ddc2019d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.615932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64fa4415-f646-4fd7-ac81-625063e7f502 req-a0ec9cc3-e1fc-4345-9304-ea5b5ce0a402 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757293 Nov 23 17:57:25.741961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fce1eefc-aee0-4886-b472-73dc05f8f15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.906767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fce1eefc-aee0-4886-b472-73dc05f8f15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.961733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.975559 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.033258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=628a8b25-d24a-49cd-afd9-0e12fa2111f6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.096319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41dd3f42-45f7-4436-ba49-5ae44f65d3bc None None] Provisioning complete for port 066d4102-332b-4967-b242-fe6fc0982da9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:26.097044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41dd3f42-45f7-4436-ba49-5ae44f65d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.165950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41dd3f42-45f7-4436-ba49-5ae44f65d3bc None None] Port 066d4102-332b-4967-b242-fe6fc0982da9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:26.186423 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fce1eefc-aee0-4886-b472-73dc05f8f15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.189542 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fce1eefc-aee0-4886-b472-73dc05f8f15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.193350 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fce1eefc-aee0-4886-b472-73dc05f8f15c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01c47714-000b-45e1-9989-5ee6ddc2019d HTTP/1.1" status: 204 len: 168 time: 0.6502395 Nov 23 17:57:26.203877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1eefc-aee0-4886-b472-73dc05f8f15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c47714-000b-45e1-9989-5ee6ddc2019d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.281306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Router b9c0a829-18ff-42fa-abbf-9f8286d3b623 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:26.357771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6e7f9af4-5070-4c1a-b22f-543c85d28f56 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:26.479418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:57:26.484849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:26.485293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.523729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:26.549561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.554072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Sync routers for ids ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:26.555756 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.556415 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-83120f35-4340-45e4-997d-a7bc7b95054d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8439994 Nov 23 17:57:26.559021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47856) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:26.580160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Routers {'b9c0a829-18ff-42fa-abbf-9f8286d3b623'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:26.580877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:26.582893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04e9a2-88be-4159-a810-f6a687d52440 req-2659b908-0d8a-42ff-8e2b-e7454bf3b8e0 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:26.602553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a04e9a2-88be-4159-a810-f6a687d52440 req-2659b908-0d8a-42ff-8e2b-e7454bf3b8e0 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 944 time: 0.2542191 Nov 23 17:57:26.611355 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.688014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 628a8b25-d24a-49cd-afd9-0e12fa2111f6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:26.771799 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.785324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a04e9a2-88be-4159-a810-f6a687d52440 req-10dcc940-6875-4859-bfa2-f95e250ac1ab tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818213 Nov 23 17:57:26.791430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=066d4102-332b-4967-b242-fe6fc0982da9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.853088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc152-5af2-4c4a-b78a-8689fc27702a req-d2139419-7168-492a-8bdf-e241531887b8 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:26.864690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01ffc152-5af2-4c4a-b78a-8689fc27702a req-d2139419-7168-492a-8bdf-e241531887b8 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1522012 Nov 23 17:57:26.990078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 628a8b25-d24a-49cd-afd9-0e12fa2111f6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:26.990597 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.082445 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.121379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01ffc152-5af2-4c4a-b78a-8689fc27702a req-3a3ff1ec-e30d-4c41-8c69-ac2c64e5c516 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482803 Nov 23 17:57:27.153592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Network 769975ee-2b29-4639-bb3e-92888466febe is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:27.160532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:27.215905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Set router b9c0a829-18ff-42fa-abbf-9f8286d3b623 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:27.382400 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Sync routers for ids ['b236464f-82bf-4b50-8898-1278f07cc81d'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:27.409625 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Routers {'b236464f-82bf-4b50-8898-1278f07cc81d'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:27.413407 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b236464f-82bf-4b50-8898-1278f07cc81d'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:27.426434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:27.508392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Router 20500d17-ff77-4a58-a58a-1d39a8057eb2 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:27.535669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:27.538026 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f29f9d7-8304-4e29-90c7-f38ab0bbf70c" -d '{"events": [{"server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "name": "network-vif-plugged", "status": "completed", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:27.554093 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.748712 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ca9a21-8ad6-412e-a6ff-33e90a734033 x-openstack-request-id: req-90ca9a21-8ad6-412e-a6ff-33e90a734033 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:27.748999 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "name": "network-vif-plugged", "status": "completed", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:27.749266 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90ca9a21-8ad6-412e-a6ff-33e90a734033 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:27.749682 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'code': 200} Nov 23 17:57:27.820128 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Set router b236464f-82bf-4b50-8898-1278f07cc81d gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:27.831475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aebe0a-25ac-4b48-ad0c-66b4c0b035cc None None] Network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:27.837011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:27.867036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:27.990336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b507c8f2-1794-42d1-96ed-30f70e52c79b None None] Provisioning complete for port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:27.990669 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b507c8f2-1794-42d1-96ed-30f70e52c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.993040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:28.011001 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8059c862-d91a-49f6-b025-ed64e6e4f8b3 admin admin] 10.222.0.74 "PUT /v2.0/routers/20500d17-ff77-4a58-a58a-1d39a8057eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0127861 Nov 23 17:57:28.023791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09010007-0772-4b14-9ca0-0504619cd4c5 req-3dd8bca7-f1eb-42c7-816a-69cc999e2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:28.025507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09010007-0772-4b14-9ca0-0504619cd4c5 req-3dd8bca7-f1eb-42c7-816a-69cc999e2a01 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 1096 time: 0.3058538 Nov 23 17:57:28.050208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c609-f548-4df8-98cc-412f8d6bd66e req-9e1dc288-c08e-4398-8f76-1b60caf5bb20 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:28.058070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d050c609-f548-4df8-98cc-412f8d6bd66e req-9e1dc288-c08e-4398-8f76-1b60caf5bb20 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 945 time: 0.1050427 Nov 23 17:57:28.129901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Sync routers for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:28.137168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09010007-0772-4b14-9ca0-0504619cd4c5 req-99d4a5b1-51ef-4a36-9609-6b6849521b5b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024616 Nov 23 17:57:28.158892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d050c609-f548-4df8-98cc-412f8d6bd66e req-09c4dc7a-18db-46a4-8599-4d270de4bfe2 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995553 Nov 23 17:57:28.407527 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b507c8f2-1794-42d1-96ed-30f70e52c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.410124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:28.410327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa97b0-7383-470f-aba0-183b7400c1cf req-27e90d84-cd6e-4e38-9b41-ad3773ca715e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:28.411193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:28.422909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93aa97b0-7383-470f-aba0-183b7400c1cf req-27e90d84-cd6e-4e38-9b41-ad3773ca715e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1509166 Nov 23 17:57:28.454831 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:57:18Z', 'revision_number': 4, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cace6b1-c89f-48c7-a07d-7d65d71c991b', 'name': '', 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'mac_address': 'fa:16:3e:65:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:19Z', 'revision_number': 2, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'subnets': [{'id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:28.473496 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-791f8c45-a2e5-4a0c-a370-fbe0839af4e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2408490 Nov 23 17:57:28.484364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.489052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:28.490179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.542107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93aa97b0-7383-470f-aba0-183b7400c1cf req-646b73ea-dd33-433b-8559-98409461365e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181130 Nov 23 17:57:28.558823 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Checking router: b236464f-82bf-4b50-8898-1278f07cc81d for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:28.559191 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Updating router b236464f-82bf-4b50-8898-1278f07cc81d port 9cace6b1-c89f-48c7-a07d-7d65d71c991b binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:28.581038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b507c8f2-1794-42d1-96ed-30f70e52c79b None None] For port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,segment=NetworkSegment(7a049a1d-338c-40b1-8297-5054b557d29d),segment_id=7a049a1d-338c-40b1-8297-5054b557d29d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:28.640400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:57:24Z', 'revision_number': 3, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port': {'id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:28.644117 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.681881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Checking router: b9c0a829-18ff-42fa-abbf-9f8286d3b623 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:28.682487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Updating router b9c0a829-18ff-42fa-abbf-9f8286d3b623 port e558c1ac-9d87-4670-9c61-395ee5f435cc binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:28.687251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b507c8f2-1794-42d1-96ed-30f70e52c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.730810 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-30959b25-72de-41c2-b963-23b028d91c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:28.732705 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-30959b25-72de-41c2-b963-23b028d91c5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 1096 time: 0.2118838 Nov 23 17:57:28.812688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507c8f2-1794-42d1-96ed-30f70e52c79b None None] Pushing event updated for resources: {'Port': ['ID=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:28.946418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Allocated IP 172.20.0.1 (c5a3c6a3-1825-41e9-9838-dbe1c0099ae6/81310827-d968-4f7b-80c7-ae49e52099d3/44d652d4-2af7-4a9f-8864-bb22c4bf3874) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:28.960727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-9e530d92-f6ce-4eb0-9b23-134bdd270966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:28.962203 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-9e530d92-f6ce-4eb0-9b23-134bdd270966 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1894431 Nov 23 17:57:28.965771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d740c69f-4a81-4459-99ae-09019659fd9a None None] Provisioning complete for port 066d4102-332b-4967-b242-fe6fc0982da9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:28.972676 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d740c69f-4a81-4459-99ae-09019659fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.981119 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.088332 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-4feba306-ce66-4533-87ca-d7ee32f43cef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 200 len: 217 time: 0.1137745 Nov 23 17:57:29.176983 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.183163 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.286058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-28535314-c94d-478c-abd8-82922c1cef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:29.287630 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-28535314-c94d-478c-abd8-82922c1cef8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1773894 Nov 23 17:57:29.301498 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248616b-8eaa-4caf-ac0c-2f67d1dc1925 None None] Pushing event updated for resources: {'Port': ['ID=9cace6b1-c89f-48c7-a07d-7d65d71c991b,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:29.402375 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-5d246c1c-61a5-44ac-9fd2-927b0493190b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963202 Nov 23 17:57:29.429809 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Attempting to bind port 9cace6b1-c89f-48c7-a07d-7d65d71c991b on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:29.430355 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Attempting to bind port 9cace6b1-c89f-48c7-a07d-7d65d71c991b by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:29.431223 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Attempting to bind port 9cace6b1-c89f-48c7-a07d-7d65d71c991b on network 3458178f-23fa-48f7-9ac1-72d746ba1b6e {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:29.446817 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:29.446817 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Checking segment: {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:29.446817 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.446817 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Bound using segment: {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:29.446817 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Bound port: 9cace6b1-c89f-48c7-a07d-7d65d71c991b, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:29.449580 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.458928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:29.473877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffcb80-1624-4d75-ab31-7066c29f749c req-0cb2181c-a92b-4e20-8501-522ae4eb7c01 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:29.481827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21ffcb80-1624-4d75-ab31-7066c29f749c req-0cb2181c-a92b-4e20-8501-522ae4eb7c01 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 945 time: 0.1592062 Nov 23 17:57:29.485143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.539641 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] For port 9cace6b1-c89f-48c7-a07d-7d65d71c991b, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:29.543989 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] For port 9cace6b1-c89f-48c7-a07d-7d65d71c991b, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9cace6b1-c89f-48c7-a07d-7d65d71c991b,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:29.549955 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.609213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21ffcb80-1624-4d75-ab31-7066c29f749c req-a1b7099b-7f1c-4019-9090-0b9906726145 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256130 Nov 23 17:57:29.724990 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248616b-8eaa-4caf-ac0c-2f67d1dc1925 None None] Pushing event updated for resources: {'Port': ['ID=9cace6b1-c89f-48c7-a07d-7d65d71c991b,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:29.736776 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Routers {'b236464f-82bf-4b50-8898-1278f07cc81d'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:29.737321 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b236464f-82bf-4b50-8898-1278f07cc81d'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:29.889846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47934) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:29.898041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f2023c78-1763-488e-9984-96b6c0481411 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240250075', 'description': 'tempest-description--1485691777'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:29.918145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.012630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Pushing event updated for resources: {'Port': ['ID=44d652d4-2af7-4a9f-8864-bb22c4bf3874,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:30.016181 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2023c78-1763-488e-9984-96b6c0481411 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.035005 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-a00f8bf3-393a-47d4-8a0d-f4ee6fc65c8d service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186755 Nov 23 17:57:30.087444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:30.090641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:30.097342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:30.130486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d740c69f-4a81-4459-99ae-09019659fd9a None None] Port 066d4102-332b-4967-b242-fe6fc0982da9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:30.155344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:30.193971 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] Set router b236464f-82bf-4b50-8898-1278f07cc81d gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:30.288198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29ce6e-aa41-4bb4-b5ac-1dbf562cfafe req-965583df-ae0f-40c2-a4f8-f8e0d694dd5b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:30.300307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb29ce6e-aa41-4bb4-b5ac-1dbf562cfafe req-965583df-ae0f-40c2-a4f8-f8e0d694dd5b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.2288706 Nov 23 17:57:30.484185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb29ce6e-aa41-4bb4-b5ac-1dbf562cfafe req-8fab8c5c-b42e-4ec5-b6c7-88a9c6d02f60 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805785 Nov 23 17:57:30.506991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2023c78-1763-488e-9984-96b6c0481411 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.511498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2023c78-1763-488e-9984-96b6c0481411 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.517883 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-43d571cd-6264-4775-9c4b-3fdc6cac5b5d req-730a6287-8e28-4e1f-94d5-856c16ddb6e0 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791946 Nov 23 17:57:30.518758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.548644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2023c78-1763-488e-9984-96b6c0481411 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.554606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f2023c78-1763-488e-9984-96b6c0481411 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6632478 Nov 23 17:57:30.555531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47946) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:30.563503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f6159672-c970-46a5-980d-416e1f1f2f2f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'security_group_rule': {'security_group_id': 'bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:30.616359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2023c78-1763-488e-9984-96b6c0481411 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:30.650876 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.666082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6159672-c970-46a5-980d-416e1f1f2f2f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.675189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.701849 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:57:18Z', 'revision_number': 4, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cace6b1-c89f-48c7-a07d-7d65d71c991b', 'name': '', 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'mac_address': 'fa:16:3e:65:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:29Z', 'revision_number': 4, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'subnets': [{'id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:30.742526 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d401994-a244-4aa5-9a4d-d62943028e51 None None] The sync data for ids ['b236464f-82bf-4b50-8898-1278f07cc81d'] in n-d-818932-3 is: [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:57:18Z', 'revision_number': 4, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cace6b1-c89f-48c7-a07d-7d65d71c991b', 'name': '', 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'mac_address': 'fa:16:3e:65:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:29Z', 'revision_number': 4, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'subnets': [{'id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:30.829152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-529cf4bc-c407-46d9-ab55-51514b56b83c None None] Provisioning complete for port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:30.829524 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-529cf4bc-c407-46d9-ab55-51514b56b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.853402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6159672-c970-46a5-980d-416e1f1f2f2f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.869506 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.880277 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6159672-c970-46a5-980d-416e1f1f2f2f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.903908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fb34a-e320-4411-9822-b8d0425651cd req-1b52c7d3-efec-4e25-946a-ae818b394aeb tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:30.912308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21fb34a-e320-4411-9822-b8d0425651cd req-1b52c7d3-efec-4e25-946a-ae818b394aeb tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 945 time: 0.1574440 Nov 23 17:57:30.970519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6159672-c970-46a5-980d-416e1f1f2f2f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a392720-a2d3-4aad-8137-2b5d69784121,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:30.976158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6159672-c970-46a5-980d-416e1f1f2f2f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.979774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f6159672-c970-46a5-980d-416e1f1f2f2f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4189005 Nov 23 17:57:30.981431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47952) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:30.990715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d3816fa2-bc09-43e4-9146-b7c78a6d6114 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'security_group_rule': {'security_group_id': 'bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:31.040935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Attempting to bind port e558c1ac-9d87-4670-9c61-395ee5f435cc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:31.042417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Attempting to bind port e558c1ac-9d87-4670-9c61-395ee5f435cc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:31.043055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Attempting to bind port e558c1ac-9d87-4670-9c61-395ee5f435cc on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:31.061548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b21fb34a-e320-4411-9822-b8d0425651cd req-1356dfd1-012d-4fb9-a67f-63092a48d01f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476371 Nov 23 17:57:31.068161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e0da5-ee3d-4b45-9da4-df3018b3f300 None None] Pushing event updated for resources: {'Port': ['ID=e558c1ac-9d87-4670-9c61-395ee5f435cc,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:31.090503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:31.092361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:31.095201 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.095706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:31.096379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Bound port: e558c1ac-9d87-4670-9c61-395ee5f435cc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:31.097376 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.099364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:31.099822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.307333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3816fa2-bc09-43e4-9146-b7c78a6d6114 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.522515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3816fa2-bc09-43e4-9146-b7c78a6d6114 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.556235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3816fa2-bc09-43e4-9146-b7c78a6d6114 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.565203 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.610069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3816fa2-bc09-43e4-9146-b7c78a6d6114 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d98fe9-1f27-4440-84cb-8079434a6cd0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:31.653360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d10616-7149-4094-bb9c-1b11bc7ba357 req-b00ac332-2ab6-4f7e-befd-a6090db95bc9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:31.666241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6d10616-7149-4094-bb9c-1b11bc7ba357 req-b00ac332-2ab6-4f7e-befd-a6090db95bc9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 945 time: 0.1446695 Nov 23 17:57:31.675727 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3816fa2-bc09-43e4-9146-b7c78a6d6114 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.684130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47970) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:31.689309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:31.690152 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3816fa2-bc09-43e4-9146-b7c78a6d6114 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7076228 Nov 23 17:57:31.704075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b9f93987-ca40-4ee6-9cf8-22e28cb4fb46,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:31.711828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] For port e558c1ac-9d87-4670-9c61-395ee5f435cc, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:31.719313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.735515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.758635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] For port e558c1ac-9d87-4670-9c61-395ee5f435cc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e558c1ac-9d87-4670-9c61-395ee5f435cc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:31.762418 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.799739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-529cf4bc-c407-46d9-ab55-51514b56b83c None None] Provisioning complete for port 9cace6b1-c89f-48c7-a07d-7d65d71c991b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:31.801170 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-529cf4bc-c407-46d9-ab55-51514b56b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.817197 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.830500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Pushing event updated for resources: {'Port': ['ID=44d652d4-2af7-4a9f-8864-bb22c4bf3874,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:31.843439 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.854893 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.907570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6d10616-7149-4094-bb9c-1b11bc7ba357 req-34823ed1-7a7a-4531-ab48-e1bbda4e3afa tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403183 Nov 23 17:57:31.970518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c81ace-b698-43d7-9d61-2408999a2f1d req-2246cc62-8e40-4b6e-ba07-e7d5afbc15a5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:31.983020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28c81ace-b698-43d7-9d61-2408999a2f1d req-2246cc62-8e40-4b6e-ba07-e7d5afbc15a5 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.2264142 Nov 23 17:57:32.025143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:32.028780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:32.085502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:26Z', 'revision_number': 2, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:32.174709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28c81ace-b698-43d7-9d61-2408999a2f1d req-cea49cf5-43b5-48f2-8960-a5572410e4dc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906984 Nov 23 17:57:32.221587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:32.247867 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.254180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Router b9c0a829-18ff-42fa-abbf-9f8286d3b623 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:32.284824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Checking router: 20500d17-ff77-4a58-a58a-1d39a8057eb2 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:32.285177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Updating router 20500d17-ff77-4a58-a58a-1d39a8057eb2 port 066d4102-332b-4967-b242-fe6fc0982da9 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:32.385675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=b9f93987-ca40-4ee6-9cf8-22e28cb4fb46,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:32.387088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Allocated IP 172.25.0.96 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c3be8b4d-c923-491d-9eb4-0b66a7fcf4da) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:32.397668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Routers {'b9c0a829-18ff-42fa-abbf-9f8286d3b623'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:32.398595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:32.429276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:32.437273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-437fb132-a569-42c6-8d8b-1c9248f613b6 admin admin] 10.222.0.74 "PUT /v2.0/routers/b9c0a829-18ff-42fa-abbf-9f8286d3b623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8744636 Nov 23 17:57:32.548774 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.553527 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-529cf4bc-c407-46d9-ab55-51514b56b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.557860 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.643543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.743134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:32.746244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:32.751215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:32.776923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e0da5-ee3d-4b45-9da4-df3018b3f300 None None] Pushing event updated for resources: {'Port': ['ID=e558c1ac-9d87-4670-9c61-395ee5f435cc,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:32.810120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'Port': ['ID=c3be8b4d-c923-491d-9eb4-0b66a7fcf4da,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:32.840099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-529cf4bc-c407-46d9-ab55-51514b56b83c None None] For port 9cace6b1-c89f-48c7-a07d-7d65d71c991b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9cace6b1-c89f-48c7-a07d-7d65d71c991b,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:32.843014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:32.853770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:32.854332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.864613 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-529cf4bc-c407-46d9-ab55-51514b56b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.907650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.935171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] Set router b9c0a829-18ff-42fa-abbf-9f8286d3b623 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:32.993383 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.084614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e68ea744-b770-4cf7-a847-7a9e541f55b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.090286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cf4bc-c407-46d9-ab55-51514b56b83c None None] Pushing event updated for resources: {'Port': ['ID=9cace6b1-c89f-48c7-a07d-7d65d71c991b,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:33.157890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1b110aeb-4704-46c6-8cde-9644362af995 None None] Provisioning complete for port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:33.161649 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1b110aeb-4704-46c6-8cde-9644362af995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.208691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbdaa-99d4-41ba-bf1f-f5dd4f585c0f req-f9f80358-c60d-404e-b638-006b3bfd873c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:33.218321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-887cbdaa-99d4-41ba-bf1f-f5dd4f585c0f req-f9f80358-c60d-404e-b638-006b3bfd873c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 945 time: 0.1440296 Nov 23 17:57:33.236596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e68ea744-b770-4cf7-a847-7a9e541f55b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.251438 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e68ea744-b770-4cf7-a847-7a9e541f55b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.302396 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e68ea744-b770-4cf7-a847-7a9e541f55b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dc0e74c26bdc471ab1cc2cd0f169d1ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552541 Nov 23 17:57:33.305371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48002) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:33.388000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ea744-b770-4cf7-a847-7a9e541f55b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bdd044-22e5-4644-8738-d42f92f2e047,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:33.469273 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b124-df8f-483e-b9a6-493b89129771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.511279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b124-df8f-483e-b9a6-493b89129771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.613524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b124-df8f-483e-b9a6-493b89129771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.651037 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b124-df8f-483e-b9a6-493b89129771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.657564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1b110aeb-4704-46c6-8cde-9644362af995 None None] Port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:33.659356 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c1b4b124-df8f-483e-b9a6-493b89129771 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c4bdd044-22e5-4644-8738-d42f92f2e047 HTTP/1.1" status: 204 len: 168 time: 0.3528769 Nov 23 17:57:33.678959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4b124-df8f-483e-b9a6-493b89129771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bdd044-22e5-4644-8738-d42f92f2e047,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:33.711869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9cace6b1-c89f-48c7-a07d-7d65d71c991b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:33.860157 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.882195 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.967320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9cace6b1-c89f-48c7-a07d-7d65d71c991b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:33.968386 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.008189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a69e0-920e-4110-a2ae-96bc877663b2 None None] Pushing event updated for resources: {'Port': ['ID=066d4102-332b-4967-b242-fe6fc0982da9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:34.150024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:57:30Z', 'revision_number': 4, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port': {'id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '44d652d4-2af7-4a9f-8864-bb22c4bf3874', 'name': '', 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'mac_address': 'fa:16:3e:0b:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:28Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 2, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'subnets': [{'id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:34.274351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c54773-f0cf-477b-b9cc-2c4b09fad6e7 None None] The sync data for ids ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'] in n-d-818932-3 is: [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:57:30Z', 'revision_number': 4, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port': {'id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '44d652d4-2af7-4a9f-8864-bb22c4bf3874', 'name': '', 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'mac_address': 'fa:16:3e:0b:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:28Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 2, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'subnets': [{'id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:34.289167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Attempting to bind port 066d4102-332b-4967-b242-fe6fc0982da9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:34.290263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Attempting to bind port 066d4102-332b-4967-b242-fe6fc0982da9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:34.290752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Attempting to bind port 066d4102-332b-4967-b242-fe6fc0982da9 on network 769975ee-2b29-4639-bb3e-92888466febe {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:34.298656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b30bba-f7c6-4a8d-b9b8-4d431fad2639 req-4a55e404-2d3a-49b1-ab79-2abf60af7d38 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:34.317719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b30bba-f7c6-4a8d-b9b8-4d431fad2639 req-4a55e404-2d3a-49b1-ab79-2abf60af7d38 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.3408914 Nov 23 17:57:34.330894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:34.335074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Checking segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:34.338843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.338843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Bound using segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:34.338843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Bound port: 066d4102-332b-4967-b242-fe6fc0982da9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:34.338843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.372309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-887cbdaa-99d4-41ba-bf1f-f5dd4f585c0f req-1656a776-b97a-4f79-9dfa-45e1bd59719e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1529362 Nov 23 17:57:34.373272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48014) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:34.403938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f894158f-5956-4e98-aa6c-a1359d7b4a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.430772 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.454888 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.562673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34b30bba-f7c6-4a8d-b9b8-4d431fad2639 req-360a86e4-9923-424f-aee9-592c55df6e17 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440550 Nov 23 17:57:34.604049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'Port': ['ID=c3be8b4d-c923-491d-9eb4-0b66a7fcf4da,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:34.666070 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.742488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.743929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4291df00-a700-4ef4-92f7-0b5f54ac1a4f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0587254 Nov 23 17:57:34.868936 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f894158f-5956-4e98-aa6c-a1359d7b4a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.899878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f894158f-5956-4e98-aa6c-a1359d7b4a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.907389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8f7bdd44-08f4-4df7-9042-9548adba5ec0 None None] Provisioning complete for port 066d4102-332b-4967-b242-fe6fc0982da9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:34.908012 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f7bdd44-08f4-4df7-9042-9548adba5ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.075018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] For port 066d4102-332b-4967-b242-fe6fc0982da9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:35.082409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] For port 066d4102-332b-4967-b242-fe6fc0982da9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=066d4102-332b-4967-b242-fe6fc0982da9,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:35.086617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:35.099740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894158f-5956-4e98-aa6c-a1359d7b4a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c72c84-4229-4a08-bb50-3c30277aee10,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:35.130843 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f894158f-5956-4e98-aa6c-a1359d7b4a57 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=410ea47e9afb45e7bce8f476361c3560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7555654 Nov 23 17:57:35.133422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48022) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:35.206811 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.359454 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d748-33fa-4b2a-ad63-6c228c8a4cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.374374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bdd44-08f4-4df7-9042-9548adba5ec0 None None] Port 066d4102-332b-4967-b242-fe6fc0982da9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:35.417334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d748-33fa-4b2a-ad63-6c228c8a4cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.492833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a69e0-920e-4110-a2ae-96bc877663b2 None None] Pushing event updated for resources: {'Port': ['ID=066d4102-332b-4967-b242-fe6fc0982da9,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:35.499162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:35.499866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:35.582996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d748-33fa-4b2a-ad63-6c228c8a4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.585934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d748-33fa-4b2a-ad63-6c228c8a4cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.608604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f1d1d748-33fa-4b2a-ad63-6c228c8a4cc8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85c72c84-4229-4a08-bb50-3c30277aee10 HTTP/1.1" status: 204 len: 168 time: 0.4571929 Nov 23 17:57:35.632554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:35.632939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.678761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1d748-33fa-4b2a-ad63-6c228c8a4cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c72c84-4229-4a08-bb50-3c30277aee10,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:35.749677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bad3b43d-0ced-407f-a4cb-eeb6a5cdac25 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1240250075&fields=id&tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646 HTTP/1.1" status: 200 len: 267 time: 0.4930062 Nov 23 17:57:36.170174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920807ea-0dc0-4a18-a97d-f726375be91f req-def637a8-e20a-45f6-8802-ca3ba5a9a424 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:36.175435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-def637a8-e20a-45f6-8802-ca3ba5a9a424 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 811 time: 0.4223189 Nov 23 17:57:36.226574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-5ed91bd5-4602-48e7-a145-ca53a5063ce4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/quotas/a8fc0030877e4fe5bd8ffdeaf4188646 HTTP/1.1" status: 200 len: 375 time: 0.0437989 Nov 23 17:57:36.302866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0b0f9177-5c92-4572-aaf9-6461a3fde393 None None] Provisioning complete for port 066d4102-332b-4967-b242-fe6fc0982da9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:36.303391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9177-5c92-4572-aaf9-6461a3fde393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.446717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:36.473430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-1cd8fbec-eb68-4ea1-b9d2-46d9f45134b9 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2384565 Nov 23 17:57:36.497555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9cace6b1-c89f-48c7-a07d-7d65d71c991b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:36.522832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c40bb-6d21-44f1-a136-2da421fc2db9 req-239627e7-60b5-4ab5-aa24-8f9fa4ba25d0 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:36.532591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-153c40bb-6d21-44f1-a136-2da421fc2db9 req-239627e7-60b5-4ab5-aa24-8f9fa4ba25d0 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1998239 Nov 23 17:57:36.686349 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9177-5c92-4572-aaf9-6461a3fde393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.700723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-153c40bb-6d21-44f1-a136-2da421fc2db9 req-25a39553-240e-4f5f-bc54-5f68e076094f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668584 Nov 23 17:57:36.776539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-863f1d2a-dfa9-4f9d-8eee-e71efc1674b5 service neutron] 10.222.0.74 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344871 Nov 23 17:57:36.911119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0b0f9177-5c92-4572-aaf9-6461a3fde393 None None] For port 066d4102-332b-4967-b242-fe6fc0982da9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=066d4102-332b-4967-b242-fe6fc0982da9,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:36.949145 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9177-5c92-4572-aaf9-6461a3fde393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.967026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9cace6b1-c89f-48c7-a07d-7d65d71c991b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:36.983887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.025842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-b6b64be6-b394-4dfe-92f9-1b24eb7ea6d9 service neutron] 10.222.0.74 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481110 Nov 23 17:57:37.550552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf3a4000-0c3b-4b5a-8a7a-0d68beb80959 req-6c006b0d-6f47-4a29-bcaf-5e4cdc1de8d8 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 210 time: 0.1043687 Nov 23 17:57:37.602215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f9177-5c92-4572-aaf9-6461a3fde393 None None] Pushing event updated for resources: {'Port': ['ID=066d4102-332b-4967-b242-fe6fc0982da9,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:37.697471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:35Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:37.759224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619f00e-9c6a-4243-98da-f6a0bd51ecef None None] The sync data for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 is: [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:35Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:37.775727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e558c1ac-9d87-4670-9c61-395ee5f435cc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:38.146298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e558c1ac-9d87-4670-9c61-395ee5f435cc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:38.149940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:38.479515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6e7f9af4-5070-4c1a-b22f-543c85d28f56 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:57:38.501165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba376d-fd91-4f0e-a70b-ef128f0bd1ed req-533fee43-be58-42de-b33f-3a20df7790a1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:38.536783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85ba376d-fd91-4f0e-a70b-ef128f0bd1ed req-533fee43-be58-42de-b33f-3a20df7790a1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.2451122 Nov 23 17:57:38.603224 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:38.760237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85ba376d-fd91-4f0e-a70b-ef128f0bd1ed req-7fb2b0af-df54-4e7a-b396-b705bef2d545 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214372 Nov 23 17:57:38.824537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port e558c1ac-9d87-4670-9c61-395ee5f435cc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e558c1ac-9d87-4670-9c61-395ee5f435cc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:39.025279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a0516b9-db00-4d16-884a-ec96af383e6b req-dbf68e95-0893-45ec-8dcb-bd1252688637 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 210 time: 0.1205156 Nov 23 17:57:39.092784 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.293103 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Sync routers for ids ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:39.320332 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Routers {'b9c0a829-18ff-42fa-abbf-9f8286d3b623'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:39.320968 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:39.342861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:39.440066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'port_id': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'mac_address': 'fa:16:3e:65:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:57:39.458667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=e558c1ac-9d87-4670-9c61-395ee5f435cc,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:39.600467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.688203 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Set router b9c0a829-18ff-42fa-abbf-9f8286d3b623 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:40.525760 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ca8907e4-3e49-4396-b25b-2fffb910d211 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:40.531844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ca8907e4-3e49-4396-b25b-2fffb910d211 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.72 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 811 time: 0.7645772 Nov 23 17:57:40.559661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715bc69-3aa5-4849-bdc4-8bfe787c24d5 req-a1558169-779d-4f87-b238-0fda922c7d4d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:40.581561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3715bc69-3aa5-4849-bdc4-8bfe787c24d5 req-a1558169-779d-4f87-b238-0fda922c7d4d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.3154101 Nov 23 17:57:40.591429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e7f9af4-5070-4c1a-b22f-543c85d28f56 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:40.679365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb41c095-0617-45f2-bd1d-98e57596a78a req-0b25fc45-cbce-4fd0-801d-09485973f22a tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 210 time: 0.2577648 Nov 23 17:57:40.679661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:40.684183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 066d4102-332b-4967-b242-fe6fc0982da9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:40.713509 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-b7c89624-84cc-4bf0-bf2e-006924116364 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646 HTTP/1.1" status: 200 len: 380 time: 0.1706758 Nov 23 17:57:40.739426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'port': {'device_id': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'admin_state_up': True, 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'security_groups': ['bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:40.848462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3715bc69-3aa5-4849-bdc4-8bfe787c24d5 req-ba5ec170-f090-4f72-b00a-73db893cec66 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644284 Nov 23 17:57:40.857177 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.945914 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:57:30Z', 'revision_number': 4, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port': {'id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '44d652d4-2af7-4a9f-8864-bb22c4bf3874', 'name': '', 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'mac_address': 'fa:16:3e:0b:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:28Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 2, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'subnets': [{'id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:41.064700 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Checking router: b9c0a829-18ff-42fa-abbf-9f8286d3b623 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:41.065046 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Updating router b9c0a829-18ff-42fa-abbf-9f8286d3b623 port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:41.082000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 066d4102-332b-4967-b242-fe6fc0982da9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:41.083148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.185087 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.227632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6e7f9af4-5070-4c1a-b22f-543c85d28f56'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:41.316255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Made reservation on behalf of a8fc0030877e4fe5bd8ffdeaf4188646 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:41.368053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.585790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91a7a616-5428-4da0-b009-d810506dbf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.635501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:41.820295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Allocated IP 172.20.0.9 (769975ee-2b29-4639-bb3e-92888466febe/d91f871a-fd5c-478b-a4e0-d532eeae8bb4/dfa98a14-57e0-4fdb-af0c-babe072b215f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:41.998264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cff18bb2-38c6-4764-a63d-af35313090f9 req-b5a9c18a-b8c4-4e57-ba79-cd63e31d5ac3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 210 time: 0.0971520 Nov 23 17:57:42.386516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e558c1ac-9d87-4670-9c61-395ee5f435cc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:42.416324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bd6c-b29a-472a-8d96-41a068de1298 req-39934c37-5471-493d-a89d-b9fdd3c34307 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:42.435548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa47bd6c-b29a-472a-8d96-41a068de1298 req-39934c37-5471-493d-a89d-b9fdd3c34307 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.2241914 Nov 23 17:57:42.477737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.541162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e558c1ac-9d87-4670-9c61-395ee5f435cc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:42.541557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.556834 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.583135 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.621694 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.710153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa47bd6c-b29a-472a-8d96-41a068de1298 req-4c9a54a9-0d73-4402-95e4-3244228a52ec tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736108 Nov 23 17:57:42.835607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'Port': ['ID=dfa98a14-57e0-4fdb-af0c-babe072b215f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:42.871006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6e7f9af4-5070-4c1a-b22f-543c85d28f56 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:42.900119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Network 769975ee-2b29-4639-bb3e-92888466febe is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:42.903599 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:42.918581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:43.000270 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Attempting to bind port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:43.009092 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Attempting to bind port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:43.009846 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Attempting to bind port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 on network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:43.030142 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Pushing event updated for resources: {'Port': ['ID=44d652d4-2af7-4a9f-8864-bb22c4bf3874,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:43.087902 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.087902 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.087902 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.087902 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.087902 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.095659 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.103881 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.108555 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.109678 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.111492 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.114975 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.115679 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:43.130503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:43.137449 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Checking segment: {'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:43.137449 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.143391 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Bound using segment: {'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:43.145762 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Bound port: 44d652d4-2af7-4a9f-8864-bb22c4bf3874, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a049a1d-338c-40b1-8297-5054b557d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:43.147849 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.193914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:43.195079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.198380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:43.198903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.268782 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-bf215b2f-b6ae-4064-8ad3-d41634662922 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5472896 Nov 23 17:57:43.301417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Request body: {'port': {'device_id': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:43.568167 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.606873 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] For port 44d652d4-2af7-4a9f-8864-bb22c4bf3874, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:43.616949 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] For port 44d652d4-2af7-4a9f-8864-bb22c4bf3874, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=44d652d4-2af7-4a9f-8864-bb22c4bf3874,segment=NetworkSegment(7a049a1d-338c-40b1-8297-5054b557d29d),segment_id=7a049a1d-338c-40b1-8297-5054b557d29d)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:43.623191 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.726213 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Routers {'b9c0a829-18ff-42fa-abbf-9f8286d3b623'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:43.727446 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:43.870526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a092b-7b99-4d95-80c8-d13ff91ee56c req-1b8fb791-defd-4c30-a0b1-fcd03a310e82 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:43.911696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd7a092b-7b99-4d95-80c8-d13ff91ee56c req-1b8fb791-defd-4c30-a0b1-fcd03a310e82 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 931 time: 0.3175271 Nov 23 17:57:43.989789 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.041196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1b36fd21-743c-4ff0-b6ed-c16ff09e232c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.074141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8854239e-4e77-4d19-95a8-47b29e7dc72f None None] Provisioning complete for port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:44.082951 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8854239e-4e77-4d19-95a8-47b29e7dc72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.187775 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0c420-b578-4731-9936-c790d2025a71 None None] Pushing event updated for resources: {'Port': ['ID=44d652d4-2af7-4a9f-8864-bb22c4bf3874,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:44.242060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd7a092b-7b99-4d95-80c8-d13ff91ee56c req-42ff3d27-5ca0-483b-a44b-56a418f4578f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3290806 Nov 23 17:57:44.247240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] Set router b9c0a829-18ff-42fa-abbf-9f8286d3b623 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:44.348359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:44.355064 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdb9770-71ab-44c4-99df-5e19397e1aa1" -d '{"events": [{"server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "name": "network-vif-plugged", "status": "completed", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:44.424243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:44.438162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48302) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:44.441424 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.743636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf0059-cc37-413a-b103-75094f35edfc req-8c0270d1-33e4-4af1-b93d-199f78a13fa6 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:44.783217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffaf0059-cc37-413a-b103-75094f35edfc req-8c0270d1-33e4-4af1-b93d-199f78a13fa6 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.2549953 Nov 23 17:57:44.828878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:44.958104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa98a14-57e0-4fdb-af0c-babe072b215f {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:44.973348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.995729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Transition to ACTIVE for port object dfa98a14-57e0-4fdb-af0c-babe072b215f will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:57:45.007638 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8854239e-4e77-4d19-95a8-47b29e7dc72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.009842 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.054546 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.127861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8854239e-4e77-4d19-95a8-47b29e7dc72f None None] For port 44d652d4-2af7-4a9f-8864-bb22c4bf3874, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=44d652d4-2af7-4a9f-8864-bb22c4bf3874,segment=NetworkSegment(7a049a1d-338c-40b1-8297-5054b557d29d),segment_id=7a049a1d-338c-40b1-8297-5054b557d29d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:45.143809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8854239e-4e77-4d19-95a8-47b29e7dc72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.189232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b962600d-a807-44c7-9b27-a600990a3d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.266659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffaf0059-cc37-413a-b103-75094f35edfc req-b53b5081-a44b-4f01-af8e-e5448f57f38d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645054 Nov 23 17:57:45.313105 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:57:30Z', 'revision_number': 4, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port': {'id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '44d652d4-2af7-4a9f-8864-bb22c4bf3874', 'name': '', 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'mac_address': 'fa:16:3e:0b:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:28Z', 'updated_at': '2021-11-23T17:57:43Z', 'revision_number': 4, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'subnets': [{'id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:45.325960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854239e-4e77-4d19-95a8-47b29e7dc72f None None] Pushing event updated for resources: {'Port': ['ID=44d652d4-2af7-4a9f-8864-bb22c4bf3874,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:45.374310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Pushing event updated for resources: {'Port': ['ID=dfa98a14-57e0-4fdb-af0c-babe072b215f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:45.487757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c203d955-c01a-458c-84d7-dcfdf5e07bab None None] Provisioning complete for port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:45.488176 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c203d955-c01a-458c-84d7-dcfdf5e07bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.493620 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9b75-ce7a-410f-b130-6cdd811a3056 None None] The sync data for ids ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'] in n-d-818932-3 is: [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:57:30Z', 'revision_number': 4, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port': {'id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '44d652d4-2af7-4a9f-8864-bb22c4bf3874', 'name': '', 'network_id': 'c5a3c6a3-1825-41e9-9838-dbe1c0099ae6', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'mac_address': 'fa:16:3e:0b:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:28Z', 'updated_at': '2021-11-23T17:57:43Z', 'revision_number': 4, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'subnets': [{'id': '81310827-d968-4f7b-80c7-ae49e52099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:45.586336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.606143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.610195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.611120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.611721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.612999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.614390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.615133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.616523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.620735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.621568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.624329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:45.683615 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b962600d-a807-44c7-9b27-a600990a3d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.709490 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b962600d-a807-44c7-9b27-a600990a3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.775466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Attempting to bind port dfa98a14-57e0-4fdb-af0c-babe072b215f on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:45.775888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Attempting to bind port dfa98a14-57e0-4fdb-af0c-babe072b215f by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:45.782305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Attempting to bind port dfa98a14-57e0-4fdb-af0c-babe072b215f on network 769975ee-2b29-4639-bb3e-92888466febe {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:45.803565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Port dfa98a14-57e0-4fdb-af0c-babe072b215f on network 769975ee-2b29-4639-bb3e-92888466febe not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:57:45.803565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Attempting to bind port dfa98a14-57e0-4fdb-af0c-babe072b215f on network 769975ee-2b29-4639-bb3e-92888466febe {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:45.816293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:45.817719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Checking segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:45.821002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Bound using segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:45.822210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Bound port: dfa98a14-57e0-4fdb-af0c-babe072b215f, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:45.823831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.926335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962600d-a807-44c7-9b27-a600990a3d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c461d3-9ef2-4cec-922f-8aef7ad1fb43,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:45.952376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b962600d-a807-44c7-9b27-a600990a3d93 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e6238fdaec04115b85ca4d2d088bd01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5095665 Nov 23 17:57:45.952704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48312) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:46.013334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] For port dfa98a14-57e0-4fdb-af0c-babe072b215f, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:46.016780 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc9b4ed-1562-4c7e-8668-c04354b6c207 x-openstack-request-id: req-cbc9b4ed-1562-4c7e-8668-c04354b6c207 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:46.017734 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "name": "network-vif-plugged", "status": "completed", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:46.018208 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cbc9b4ed-1562-4c7e-8668-c04354b6c207 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:46.019445 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'code': 200} Nov 23 17:57:46.024541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] For port dfa98a14-57e0-4fdb-af0c-babe072b215f, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:46.039832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.180574 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1e33b06f-12c5-400d-b70c-3fd576eae119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.234213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:46.258303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.258303 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] 10.222.0.72 "PUT /v2.0/ports/dfa98a14-57e0-4fdb-af0c-babe072b215f HTTP/1.1" status: 200 len: 1091 time: 2.9680388 Nov 23 17:57:46.258303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'tag': 'dfa98a14-57e0-4fdb-af0c-babe072b215f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:46.258303 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe645f-0e65-44b8-a300-c4c6c79058ba" -d '{"events": [{"name": "network-changed", "server_uuid": "caba9941-e6e2-44a2-907b-aa8bc2efd900", "tag": "dfa98a14-57e0-4fdb-af0c-babe072b215f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:46.330178 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.412699 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1e33b06f-12c5-400d-b70c-3fd576eae119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.504249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba846d9d-e6ea-449a-bae9-a414a1acf6fa service neutron] Pushing event updated for resources: {'Port': ['ID=dfa98a14-57e0-4fdb-af0c-babe072b215f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:46.540551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920807ea-0dc0-4a18-a97d-f726375be91f req-a0a8ad1d-a432-4ccf-a55b-938a6181611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:46.543535 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-a0a8ad1d-a432-4ccf-a55b-938a6181611f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 1094 time: 0.1867604 Nov 23 17:57:46.566860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2430b-2c8a-4511-967e-8829e9aea17b req-7689d33c-421f-49a2-8b0b-a02dfd90a512 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:46.568380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 44d652d4-2af7-4a9f-8864-bb22c4bf3874 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:46.578724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07b2430b-2c8a-4511-967e-8829e9aea17b req-7689d33c-421f-49a2-8b0b-a02dfd90a512 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 943 time: 0.3371620 Nov 23 17:57:46.615192 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-d8508573-02a9-48ae-a08c-fb7d09f77d42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f HTTP/1.1" status: 200 len: 217 time: 0.0580671 Nov 23 17:57:46.690421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:46.691137 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.708655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07b2430b-2c8a-4511-967e-8829e9aea17b req-7f0c44ef-39f3-4e09-8086-65ac7170f4a4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289439 Nov 23 17:57:46.734380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1e33b06f-12c5-400d-b70c-3fd576eae119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.737880 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1e33b06f-12c5-400d-b70c-3fd576eae119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.742246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1e33b06f-12c5-400d-b70c-3fd576eae119 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47c461d3-9ef2-4cec-922f-8aef7ad1fb43 HTTP/1.1" status: 204 len: 168 time: 0.7884600 Nov 23 17:57:46.783919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920807ea-0dc0-4a18-a97d-f726375be91f req-aef664da-b633-4c37-8721-0a363673a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:46.787408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33b06f-12c5-400d-b70c-3fd576eae119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c461d3-9ef2-4cec-922f-8aef7ad1fb43,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:46.790432 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-aef664da-b633-4c37-8721-0a363673a2af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.1556351 Nov 23 17:57:46.932897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920807ea-0dc0-4a18-a97d-f726375be91f req-c90c1dd3-3363-437d-9d8f-e6e5296a518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:46.941048 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-c90c1dd3-3363-437d-9d8f-e6e5296a518c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423147 Nov 23 17:57:47.088350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaa19a-bbb1-4d4a-9162-35eaa13b55bf req-e7480b4e-9609-4357-85fc-18996d10d6bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:47.099845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8daaa19a-bbb1-4d4a-9162-35eaa13b55bf req-e7480b4e-9609-4357-85fc-18996d10d6bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.2073698 Nov 23 17:57:47.145314 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-0ad7aba5-92fe-481b-acfc-7b1863d76a89 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913183 Nov 23 17:57:47.240428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8daaa19a-bbb1-4d4a-9162-35eaa13b55bf req-009bbb04-077d-417b-bc6e-360c317ff3fd tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384733 Nov 23 17:57:47.389833 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00294ae8-fe00-4a2c-8705-8c5acd4582ac x-openstack-request-id: req-00294ae8-fe00-4a2c-8705-8c5acd4582ac {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:47.390139 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caba9941-e6e2-44a2-907b-aa8bc2efd900", "tag": "dfa98a14-57e0-4fdb-af0c-babe072b215f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:47.390398 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00294ae8-fe00-4a2c-8705-8c5acd4582ac {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:47.390826 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'tag': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'status': 'completed', 'code': 200} Nov 23 17:57:47.427332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48332) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:47.432652 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-920807ea-0dc0-4a18-a97d-f726375be91f req-84d28586-bb52-4868-b9b8-0d59821d3b94 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791867 Nov 23 17:57:47.445486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e2dbe15-2363-4bd0-b5ac-455407b5f90a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.578956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e2dbe15-2363-4bd0-b5ac-455407b5f90a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.581693 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-44531ed6-0320-43b8-a42f-fdf51b2dfaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:47.586725 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-44531ed6-0320-43b8-a42f-fdf51b2dfaf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 1094 time: 0.0821228 Nov 23 17:57:47.589139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e2dbe15-2363-4bd0-b5ac-455407b5f90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.691257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2e2dbe15-2363-4bd0-b5ac-455407b5f90a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16060e689c1e4f458e04b520b8daf26a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537162 Nov 23 17:57:47.691965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48334) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:47.703492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.737228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dbe15-2363-4bd0-b5ac-455407b5f90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54619dbd-641e-4bc8-932e-23ffdb48303f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:47.772442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5efe468e-5775-49d1-931f-d3b5126d210b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.775516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-2e8994f5-b667-4975-9b4a-58fb5c1f9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:47.777024 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-2e8994f5-b667-4975-9b4a-58fb5c1f9406 service neutron] 10.222.0.72 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 912 time: 0.1821361 Nov 23 17:57:47.807874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5efe468e-5775-49d1-931f-d3b5126d210b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.838081 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-81b2cd71-89f3-493b-b466-b7ea2cb9db1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f HTTP/1.1" status: 200 len: 217 time: 0.0494833 Nov 23 17:57:47.905975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-b910a74d-fe0a-4e58-9e21-e292f6a9095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:47.910589 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-b910a74d-fe0a-4e58-9e21-e292f6a9095c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.0615635 Nov 23 17:57:47.924371 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5efe468e-5775-49d1-931f-d3b5126d210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.927030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5efe468e-5775-49d1-931f-d3b5126d210b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.928194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5efe468e-5775-49d1-931f-d3b5126d210b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/54619dbd-641e-4bc8-932e-23ffdb48303f HTTP/1.1" status: 204 len: 168 time: 0.2342167 Nov 23 17:57:47.960882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe468e-5775-49d1-931f-d3b5126d210b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54619dbd-641e-4bc8-932e-23ffdb48303f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:47.972562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c61d86-3422-4a9d-b444-e2a2ee22f3ef req-11177dbb-5ed9-4844-8682-fe692fef4ba5 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:47.980497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64c61d86-3422-4a9d-b444-e2a2ee22f3ef req-11177dbb-5ed9-4844-8682-fe692fef4ba5 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 943 time: 0.1217902 Nov 23 17:57:48.002465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-77aca087-f55c-4cb5-b81c-9146aa8a3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:48.008803 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-77aca087-f55c-4cb5-b81c-9146aa8a3c22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934389 Nov 23 17:57:48.085936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64c61d86-3422-4a9d-b444-e2a2ee22f3ef req-2b92d6b0-d70f-4e31-be79-5b580d20ede8 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939245 Nov 23 17:57:48.218042 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-c0816fb1-c89f-4ce8-a051-571b724ee25c service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999998 Nov 23 17:57:48.480683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b53fb0-6158-443c-89e5-c23f4e569709 req-2d08c123-cfed-4367-9a6e-f6ac3459d805 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:48.493525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43b53fb0-6158-443c-89e5-c23f4e569709 req-2d08c123-cfed-4367-9a6e-f6ac3459d805 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1215062 Nov 23 17:57:48.575109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43b53fb0-6158-443c-89e5-c23f4e569709 req-16ad56fc-8868-4f7a-84ed-7765a2b397bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656521 Nov 23 17:57:48.954658 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1bbe645f-0e65-44b8-a300-c4c6c79058ba req-e60ddc1f-aef1-4b94-8a94-1c72d2009818 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286587 Nov 23 17:57:49.253458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfb76-2c17-4ce2-8f16-4863a258f7ed req-d4889c34-29bc-49d3-a54b-17977aa12d63 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:49.263413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-525bfb76-2c17-4ce2-8f16-4863a258f7ed req-d4889c34-29bc-49d3-a54b-17977aa12d63 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 943 time: 0.0977130 Nov 23 17:57:49.335830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-525bfb76-2c17-4ce2-8f16-4863a258f7ed req-6a0b855c-f6e7-4642-aca0-41f50accf574 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703499 Nov 23 17:57:49.379459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:49.705705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91703-e5fd-4227-9929-e8d1131facaf req-745689a6-bfdc-4f46-b1d3-8fcb1acb900b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:49.707350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4a91703-e5fd-4227-9929-e8d1131facaf req-745689a6-bfdc-4f46-b1d3-8fcb1acb900b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.0594466 Nov 23 17:57:49.772012 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4a91703-e5fd-4227-9929-e8d1131facaf req-75f5f356-4cc4-4821-9dbf-328e9906c93e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582931 Nov 23 17:57:50.366608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:50.536074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807737fa-92ed-4290-8fbb-0d042d7802b9 req-9bd96a84-b380-4e70-83f6-8a54a1de6286 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:50.537747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-807737fa-92ed-4290-8fbb-0d042d7802b9 req-9bd96a84-b380-4e70-83f6-8a54a1de6286 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 943 time: 0.0915689 Nov 23 17:57:50.621003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-807737fa-92ed-4290-8fbb-0d042d7802b9 req-1178ca13-e5eb-48ba-bc08-64a1104781b6 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762651 Nov 23 17:57:50.669262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dfa98a14-57e0-4fdb-af0c-babe072b215f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:57:50.815447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dfa98a14-57e0-4fdb-af0c-babe072b215f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:50.833967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'port_id': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'mac_address': 'fa:16:3e:6b:4c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:57:50.889068 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:50.911999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa98a14-57e0-4fdb-af0c-babe072b215f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:50.945439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dfa98a14-57e0-4fdb-af0c-babe072b215f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:50.956234 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:51.017912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5b347-5b53-49d1-8ebd-71a02a5aa0f5 req-da6dc7aa-9320-4b38-8a14-b293f4bc3a85 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:51.027354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dfa98a14-57e0-4fdb-af0c-babe072b215f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:51.042343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96c5b347-5b53-49d1-8ebd-71a02a5aa0f5 req-da6dc7aa-9320-4b38-8a14-b293f4bc3a85 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1289952 Nov 23 17:57:51.123704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96c5b347-5b53-49d1-8ebd-71a02a5aa0f5 req-046c8d8a-3b32-4cd9-b62d-8d185849b1cd tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795016 Nov 23 17:57:51.290087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['dfa98a14-57e0-4fdb-af0c-babe072b215f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:51.792655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fad0d-4145-4eec-8248-ef91e72a7fd2 req-69403540-b111-48ee-b6d5-e080b4e1e4e1 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:51.795620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-322fad0d-4145-4eec-8248-ef91e72a7fd2 req-69403540-b111-48ee-b6d5-e080b4e1e4e1 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 944 time: 0.0696421 Nov 23 17:57:51.886885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-322fad0d-4145-4eec-8248-ef91e72a7fd2 req-ef8cffff-dd8e-4b04-9f57-9de4c456afa9 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762925 Nov 23 17:57:52.172495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48434) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:52.276995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bde5c-1218-4bdb-81f8-5f10bb80ea15 req-32320fe7-20a0-4c09-a693-eccecc08be76 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:52.290627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-247bde5c-1218-4bdb-81f8-5f10bb80ea15 req-32320fe7-20a0-4c09-a693-eccecc08be76 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.0770135 Nov 23 17:57:52.334332 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3324efbe-b299-400b-bdbc-0296bb11e7cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.371582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-247bde5c-1218-4bdb-81f8-5f10bb80ea15 req-2f4f4a4b-e541-4308-9a7f-b01822dce12d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721462 Nov 23 17:57:52.500477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3324efbe-b299-400b-bdbc-0296bb11e7cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.508366 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3324efbe-b299-400b-bdbc-0296bb11e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.578741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324efbe-b299-400b-bdbc-0296bb11e7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee200cb-6157-4035-94cf-da6c8d1f5538,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:52.603570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3324efbe-b299-400b-bdbc-0296bb11e7cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8964d1e5b54a41cc8ab119e24587bc2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278560 Nov 23 17:57:52.604707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48444) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:52.673038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dfa98a14-57e0-4fdb-af0c-babe072b215f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:52.702785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee3669f6-6b30-4d6d-92f7-43b76b594693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.742818 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee3669f6-6b30-4d6d-92f7-43b76b594693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.770145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port dfa98a14-57e0-4fdb-af0c-babe072b215f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:57:52.777336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port dfa98a14-57e0-4fdb-af0c-babe072b215f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:52.778134 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.808945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee3669f6-6b30-4d6d-92f7-43b76b594693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.813362 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee3669f6-6b30-4d6d-92f7-43b76b594693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.813997 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee3669f6-6b30-4d6d-92f7-43b76b594693 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ee200cb-6157-4035-94cf-da6c8d1f5538 HTTP/1.1" status: 204 len: 168 time: 0.2082145 Nov 23 17:57:52.840133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3669f6-6b30-4d6d-92f7-43b76b594693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee200cb-6157-4035-94cf-da6c8d1f5538,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:52.930566 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.964904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa98a14-57e0-4fdb-af0c-babe072b215f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:52.967579 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbfad2f-e3dc-42d4-bdd8-c8626ede713a" -d '{"events": [{"server_uuid": "caba9941-e6e2-44a2-907b-aa8bc2efd900", "name": "network-vif-plugged", "status": "completed", "tag": "dfa98a14-57e0-4fdb-af0c-babe072b215f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:52.990018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port dfa98a14-57e0-4fdb-af0c-babe072b215f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:53.001608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.090399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=dfa98a14-57e0-4fdb-af0c-babe072b215f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:53.142422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dc450-8a33-48e5-9ab1-361c7b51a595 req-39e60468-4b3b-4634-bfca-c2f22ba53cac tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:53.151364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-180dc450-8a33-48e5-9ab1-361c7b51a595 req-39e60468-4b3b-4634-bfca-c2f22ba53cac tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1234753 Nov 23 17:57:53.219564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-180dc450-8a33-48e5-9ab1-361c7b51a595 req-df0c9f7f-aeed-4e29-a149-ec46264fe4f2 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666983 Nov 23 17:57:53.365295 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2089c6-671e-46b7-a9ab-31bd566466e8 x-openstack-request-id: req-8c2089c6-671e-46b7-a9ab-31bd566466e8 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:53.365586 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caba9941-e6e2-44a2-907b-aa8bc2efd900", "name": "network-vif-plugged", "status": "completed", "tag": "dfa98a14-57e0-4fdb-af0c-babe072b215f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:53.365894 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8c2089c6-671e-46b7-a9ab-31bd566466e8 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:53.366325 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'code': 200} Nov 23 17:57:53.407148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48456) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:53.426275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-50831f80-745b-4b25-a672-3985bd38be97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.559272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7fda8-17f9-4a2f-b361-f3478e997504 req-475e0729-3908-49e1-833c-89a9018908e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:53.560608 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-24e7fda8-17f9-4a2f-b361-f3478e997504 req-475e0729-3908-49e1-833c-89a9018908e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 1096 time: 0.0926173 Nov 23 17:57:53.627534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a132f4-73ce-4821-89be-7bda112873b9 req-5f616215-93a8-4b50-9610-fb8aec9dd2d3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:53.629529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95a132f4-73ce-4821-89be-7bda112873b9 req-5f616215-93a8-4b50-9610-fb8aec9dd2d3 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1202130 Nov 23 17:57:53.634751 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-50831f80-745b-4b25-a672-3985bd38be97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.636999 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-24e7fda8-17f9-4a2f-b361-f3478e997504 req-1436b177-99d8-474e-b974-dbbcdf92d979 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646112 Nov 23 17:57:53.692297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95a132f4-73ce-4821-89be-7bda112873b9 req-4d39b2aa-20c2-4e8b-b26b-b98f2ea38dff tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561557 Nov 23 17:57:53.692908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-50831f80-745b-4b25-a672-3985bd38be97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.719847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50831f80-745b-4b25-a672-3985bd38be97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c68f0-0028-431b-bb76-954300747729,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:53.744576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-50831f80-745b-4b25-a672-3985bd38be97 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef3239cd6be94ae0a8ed1236db907fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361683 Nov 23 17:57:53.747452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48464) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:53.815148 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-04d8597c-c006-48e7-8804-21bbff253dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.859709 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-04d8597c-c006-48e7-8804-21bbff253dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.930762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-04d8597c-c006-48e7-8804-21bbff253dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.932974 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-04d8597c-c006-48e7-8804-21bbff253dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.939245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-04d8597c-c006-48e7-8804-21bbff253dbf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a10c68f0-0028-431b-bb76-954300747729 HTTP/1.1" status: 204 len: 168 time: 0.1875889 Nov 23 17:57:53.947998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8597c-c006-48e7-8804-21bbff253dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c68f0-0028-431b-bb76-954300747729,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:54.373694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5362d-0b60-43a5-b3a5-1263f663ca43 req-4a6f2024-3ee4-4ca2-b7ed-26c9a4719a9f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:54.382049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61e5362d-0b60-43a5-b3a5-1263f663ca43 req-4a6f2024-3ee4-4ca2-b7ed-26c9a4719a9f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.0883346 Nov 23 17:57:54.465942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61e5362d-0b60-43a5-b3a5-1263f663ca43 req-7cc4fda9-91cc-454b-8e5e-44e8bb5c534a tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754604 Nov 23 17:57:54.901303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301996bd-46d3-4033-9b03-b0c292e37373 req-7fd438f2-26ea-4bde-a2f8-864c01f1c6b1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:54.903069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-301996bd-46d3-4033-9b03-b0c292e37373 req-7fd438f2-26ea-4bde-a2f8-864c01f1c6b1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.0691903 Nov 23 17:57:55.040415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-301996bd-46d3-4033-9b03-b0c292e37373 req-cf185afb-3d63-4cde-919c-1fc8852939b1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298006 Nov 23 17:57:55.667264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cad0b-0b61-41ed-8a1c-aafa7c6eb319 req-a261a949-1720-4c71-8042-4d5f183c9e56 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:55.668805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-305cad0b-0b61-41ed-8a1c-aafa7c6eb319 req-a261a949-1720-4c71-8042-4d5f183c9e56 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.0817060 Nov 23 17:57:55.710742 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:57:55.788169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-305cad0b-0b61-41ed-8a1c-aafa7c6eb319 req-11bf8a0e-7392-42d6-851f-104279ac5641 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084974 Nov 23 17:57:56.008962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d3421-52b5-4b22-90b9-72ed0046cb4f req-b08a2f1d-0e2f-4bc0-b7aa-0c4038889aa2 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:56.021288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-516d3421-52b5-4b22-90b9-72ed0046cb4f req-b08a2f1d-0e2f-4bc0-b7aa-0c4038889aa2 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1092103 Nov 23 17:57:56.027020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48520) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:56.034936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'floatingip': {'port_id': 'dfa98a14-57e0-4fdb-af0c-babe072b215f'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:56.156529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.323724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a7d00-1676-4666-9a41-bd4548ac3cc6 req-84738d20-0a4f-46a4-b60a-870842ab53bb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:56.325274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f1a7d00-1676-4666-9a41-bd4548ac3cc6 req-84738d20-0a4f-46a4-b60a-870842ab53bb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1313500 Nov 23 17:57:56.429655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f1a7d00-1676-4666-9a41-bd4548ac3cc6 req-f4734b73-db44-4a1b-873f-e7fb74c99985 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894890 Nov 23 17:57:57.201266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:57:57.313232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceec7bd-de35-4194-bdda-0fe0e984dbc0 req-f3e29319-e1d9-4fce-a30d-217f5848027b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:57.320557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ceec7bd-de35-4194-bdda-0fe0e984dbc0 req-f3e29319-e1d9-4fce-a30d-217f5848027b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1871958 Nov 23 17:57:57.339745 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:57.350374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:57.447106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ceec7bd-de35-4194-bdda-0fe0e984dbc0 req-fe29f1c2-241d-4db2-89c8-777dfafe11bb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204624 Nov 23 17:57:57.549980 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Floating IP 357c5e9d-d81d-445f-9f91-555715f90e38 associated. External IP: 172.25.0.96, port: dfa98a14-57e0-4fdb-af0c-babe072b215f. Nov 23 17:57:58.209973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Router 20500d17-ff77-4a58-a58a-1d39a8057eb2 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:58.305316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-fcb95135-2808-4e07-823f-15f649cff6b2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:58.307086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-fcb95135-2808-4e07-823f-15f649cff6b2 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.0895097 Nov 23 17:57:58.540990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Deleting port 45431cd9-b852-4d69-aa24-b06077cb5c2f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:58.540990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.604712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:58.617584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] Sync routers for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:58.626928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.650297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:58.651749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:58.739848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088c27-30b4-4e40-a24e-423fdcbf9da7 req-d719bc82-b8ba-4630-804f-1dead817c787 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:58.748528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47088c27-30b4-4e40-a24e-423fdcbf9da7 req-d719bc82-b8ba-4630-804f-1dead817c787 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 945 time: 0.1724842 Nov 23 17:57:58.754229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7b052c33-76a0-49c0-81bc-765155c5fdcc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "PUT /v2.0/floatingips/357c5e9d-d81d-445f-9f91-555715f90e38 HTTP/1.1" status: 200 len: 990 time: 2.7261875 Nov 23 17:57:58.762229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'tag': 'dfa98a14-57e0-4fdb-af0c-babe072b215f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:58.765625 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "caba9941-e6e2-44a2-907b-aa8bc2efd900", "tag": "dfa98a14-57e0-4fdb-af0c-babe072b215f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:58.814759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] For port 45431cd9-b852-4d69-aa24-b06077cb5c2f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=45431cd9-b852-4d69-aa24-b06077cb5c2f,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:58.815133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.834292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:58.854192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Calling delete_port for 45431cd9-b852-4d69-aa24-b06077cb5c2f owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:58.883054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47088c27-30b4-4e40-a24e-423fdcbf9da7 req-24bf05bc-a58d-4754-8c93-f6cd7e130595 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337917 Nov 23 17:57:59.265070 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:59.297329 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38d19c-0539-44b7-845f-09e77170db2c x-openstack-request-id: req-be38d19c-0539-44b7-845f-09e77170db2c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:59.297635 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caba9941-e6e2-44a2-907b-aa8bc2efd900", "tag": "dfa98a14-57e0-4fdb-af0c-babe072b215f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:59.297894 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be38d19c-0539-44b7-845f-09e77170db2c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:59.298554 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'tag': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'status': 'completed', 'code': 200} Nov 23 17:57:59.368343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event deleted for resources: {'Port': ['ID=45431cd9-b852-4d69-aa24-b06077cb5c2f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:59.374543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '357c5e9d-d81d-445f-9f91-555715f90e38', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'port_id': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'mac_address': 'fa:16:3e:6b:4c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:57:32Z', 'updated_at': '2021-11-23T17:57:57Z', 'revision_number': 1, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:59.405336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-3dc67d0d-24a5-4cf9-8ba8-7c62fe1e1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:59.407029 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-3dc67d0d-24a5-4cf9-8ba8-7c62fe1e1481 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 1096 time: 0.1054511 Nov 23 17:57:59.408331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.410562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.412081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.412646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.413478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.415048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.416209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.416878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.418410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.418998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.420054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.421013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.507527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] Checking router: 20500d17-ff77-4a58-a58a-1d39a8057eb2 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:59.531637 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:59.532527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:57:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:59.537103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] No DVR routers for this DVR port 45431cd9-b852-4d69-aa24-b06077cb5c2f on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:59.550900 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:59.558911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04675fd7-e6fc-4220-a80c-a9e650f05fd0 req-63e8d344-877a-48ae-aedf-a373df4065bc tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "DELETE /v2.0/ports/45431cd9-b852-4d69-aa24-b06077cb5c2f HTTP/1.1" status: 204 len: 173 time: 1.2333515 Nov 23 17:57:59.598239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-e4677729-84fe-45d1-8a71-7e80a203e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:59.601588 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-e4677729-84fe-45d1-8a71-7e80a203e8e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 912 time: 0.1854887 Nov 23 17:57:59.818424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:59.842408 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-02254be3-aba5-44d7-832c-fa147186d68f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f HTTP/1.1" status: 200 len: 998 time: 0.2268684 Nov 23 17:57:59.962605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-1c5527eb-0fbc-41ad-9973-cdf490b57c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:59.964271 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-1c5527eb-0fbc-41ad-9973-cdf490b57c3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.1122766 Nov 23 17:58:00.165290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-a825e593-e0be-4803-b827-e969906e87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:00.170598 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-a825e593-e0be-4803-b827-e969906e87a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944768 Nov 23 17:58:00.172475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-215a16fb-8fa4-4136-b595-228083b39c8d req-63b32fd2-095a-4038-91af-26c715282194 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=25478335-5363-47a5-822f-f13a49cb4121 HTTP/1.1" status: 200 len: 210 time: 0.0896869 Nov 23 17:58:00.461266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-1d129bae-8c93-44fb-ae50-0d36f7acbd67 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790122 Nov 23 17:58:00.553304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '357c5e9d-d81d-445f-9f91-555715f90e38', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'port_id': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'mac_address': 'fa:16:3e:6b:4c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:57:32Z', 'updated_at': '2021-11-23T17:57:57Z', 'revision_number': 1, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:00.584975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf4995-c5a3-47d1-a134-cbc9b6b6237c None None] The sync data for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 is: [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '357c5e9d-d81d-445f-9f91-555715f90e38', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'port_id': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'mac_address': 'fa:16:3e:6b:4c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:57:32Z', 'updated_at': '2021-11-23T17:57:57Z', 'revision_number': 1, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:58:00.693330 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0a159d3f-2cb4-43d6-9ad1-7b0cde060fbb req-22e33047-f803-4c65-9dba-c59588d8ccb6 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160358 Nov 23 17:58:00.927009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 45431cd9-b852-4d69-aa24-b06077cb5c2f no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:00.948589 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c5888-c1e1-4bb8-ae20-4a9655ff31ef None None] New status for floating IP 357c5e9d-d81d-445f-9f91-555715f90e38: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:58:01.021939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 45431cd9-b852-4d69-aa24-b06077cb5c2f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:58:01.022292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 45431cd9-b852-4d69-aa24-b06077cb5c2f not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:58:01.299987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25478335-5363-47a5-822f-f13a49cb4121', 'name': 'network-vif-deleted', 'tag': '45431cd9-b852-4d69-aa24-b06077cb5c2f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:01.302315 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb8c4c-75dc-4941-b5de-44533494c878" -d '{"events": [{"server_uuid": "25478335-5363-47a5-822f-f13a49cb4121", "name": "network-vif-deleted", "tag": "45431cd9-b852-4d69-aa24-b06077cb5c2f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:01.457732 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a72c9-8ae7-40c4-8cb2-22f3451eeb44 x-openstack-request-id: req-e84a72c9-8ae7-40c4-8cb2-22f3451eeb44 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:01.458004 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25478335-5363-47a5-822f-f13a49cb4121", "name": "network-vif-deleted", "tag": "45431cd9-b852-4d69-aa24-b06077cb5c2f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:01.458268 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e84a72c9-8ae7-40c4-8cb2-22f3451eeb44 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:01.458745 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25478335-5363-47a5-822f-f13a49cb4121', 'name': 'network-vif-deleted', 'tag': '45431cd9-b852-4d69-aa24-b06077cb5c2f', 'status': 'completed', 'code': 200} Nov 23 17:58:02.599778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992222-b422-4813-b9e0-f0d514a3a100 req-9f2bd8ad-c050-46c4-82e9-48de18498a21 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:02.606783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-9f2bd8ad-c050-46c4-82e9-48de18498a21 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.2338474 Nov 23 17:58:02.640248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-99fd98b2-b269-4471-ac70-70c05b7e2a61 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/quotas/b1ada1e9e0064544a0b221835dcf73b6 HTTP/1.1" status: 200 len: 375 time: 0.0322194 Nov 23 17:58:02.728021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-6f486b91-4cf9-4899-91f4-bc218c3e436c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862398 Nov 23 17:58:02.936412 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-529d43c8-44db-494a-93a7-99dd684ef99c service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939821 Nov 23 17:58:02.960796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6e7f9af4-5070-4c1a-b22f-543c85d28f56 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:03.215052 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:03.254933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-a5458a8a-b494-4581-8530-1edd574c8b58 service neutron] 10.222.0.74 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672307 Nov 23 17:58:03.318445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:03.323773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:03.330856 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b80ec-838c-4190-985e-1e97e299457b" -d '{"events": [{"server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:03.342973 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:03.405164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ca-3614-4655-bcd3-9a3711c61add req-f56151d8-b02a-4fc1-9860-fbb80291c9aa tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:03.407504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-f56151d8-b02a-4fc1-9860-fbb80291c9aa tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 804 time: 0.2103090 Nov 23 17:58:03.453296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-5645f823-8099-4954-b771-7371e6797c2b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/quotas/e755682d8e244c2d9b5b02dacc80c972 HTTP/1.1" status: 200 len: 375 time: 0.0372345 Nov 23 17:58:03.482430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:03.488238 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed930e7-a24d-4289-bdef-b01aa90b1c2b x-openstack-request-id: req-9ed930e7-a24d-4289-bdef-b01aa90b1c2b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:03.488586 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:03.489248 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ed930e7-a24d-4289-bdef-b01aa90b1c2b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:03.489806 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'code': 200} Nov 23 17:58:03.598629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-7b9e69ef-7924-48fd-804b-68b7508a8bb4 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1387243 Nov 23 17:58:03.727368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27198c9d-f345-41d1-816e-1db026a91acd req-d4c5b148-c8d4-4f65-be8d-b3685f3ca842 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 210 time: 0.0802336 Nov 23 17:58:03.877046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-658b8006-cfd6-44a2-b3d9-2c29ec8e86a6 service neutron] 10.222.0.74 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767546 Nov 23 17:58:04.051184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-fd5fab7b-e848-4327-b5ae-9d29c2256aef service neutron] 10.222.0.74 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720936 Nov 23 17:58:04.380968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b688abaf-0c14-4c17-8381-1b807e80db90 req-3b24d325-a27b-4fe3-b136-d635be5db5b8 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 210 time: 0.0566604 Nov 23 17:58:04.821202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-25e5e11f-455b-45b1-8df3-bbdabe0bdf59 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:04.823798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-25e5e11f-455b-45b1-8df3-bbdabe0bdf59 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cecefef-4da9-473e-b06e-0062047dfaf5 HTTP/1.1" status: 200 len: 943 time: 0.1537495 Nov 23 17:58:04.940668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bba4e56-aabd-4219-88d7-ab98af4ce26d req-7b76e0ae-2aa6-4e7c-9179-fb1bda3a7e0b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 210 time: 0.0459347 Nov 23 17:58:05.026956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Deleting port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:05.027320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.240758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] For port 6e7f9af4-5070-4c1a-b22f-543c85d28f56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6e7f9af4-5070-4c1a-b22f-543c85d28f56,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:05.242614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.260637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Calling delete_port for 6e7f9af4-5070-4c1a-b22f-543c85d28f56 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:05.356359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992222-b422-4813-b9e0-f0d514a3a100 req-a4eee28d-4750-4c5e-a41e-7b4885924b29 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:05.356801 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-a4eee28d-4750-4c5e-a41e-7b4885924b29 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 812 time: 0.1949570 Nov 23 17:58:05.371514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Request body: {'port': {'device_id': '954cb596-2b71-4077-8c27-eaa2d7fd5a08', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'admin_state_up': True, 'tenant_id': 'b1ada1e9e0064544a0b221835dcf73b6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:05.594855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b146ca0-8010-4347-ab75-5cadd45f3f6c req-c6d8bed5-10e1-425c-b17b-657d02385b9e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 210 time: 0.0517709 Nov 23 17:58:05.661255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.704678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Pushing event deleted for resources: {'Port': ['ID=6e7f9af4-5070-4c1a-b22f-543c85d28f56,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:05.710027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Made reservation on behalf of b1ada1e9e0064544a0b221835dcf73b6 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:05.718775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.814353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] No DVR routers for this DVR port 6e7f9af4-5070-4c1a-b22f-543c85d28f56 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:58:05.819382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.823669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b12d13d5-13fd-45d5-97bf-6da3c6ebbb7e req-380547ae-2148-4af7-bae1-016b14ddf3e9 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.66 "DELETE /v2.0/ports/6e7f9af4-5070-4c1a-b22f-543c85d28f56 HTTP/1.1" status: 204 len: 173 time: 0.9868579 Nov 23 17:58:05.824307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'name': 'network-vif-deleted', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:05.849006 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713f18ca-f7e7-44a0-87d1-91cbd80b3c18" -d '{"events": [{"server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "name": "network-vif-deleted", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:05.919655 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e74213-8b23-4ce4-a59a-ee5c365f74d3 x-openstack-request-id: req-82e74213-8b23-4ce4-a59a-ee5c365f74d3 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:05.920047 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecefef-4da9-473e-b06e-0062047dfaf5", "name": "network-vif-deleted", "tag": "6e7f9af4-5070-4c1a-b22f-543c85d28f56", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:05.920350 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-82e74213-8b23-4ce4-a59a-ee5c365f74d3 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:05.920911 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cecefef-4da9-473e-b06e-0062047dfaf5', 'name': 'network-vif-deleted', 'tag': '6e7f9af4-5070-4c1a-b22f-543c85d28f56', 'status': 'completed', 'code': 200} Nov 23 17:58:06.150133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Allocated IP 172.20.0.4 (406a88b0-a533-4e47-8afb-2956bd0b9a6b/b2072801-907d-4624-8233-c3d0551c1ca8/3960a04c-9f2b-4d57-9f16-0a833389ae06) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:06.164547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f020aaa0-beee-4a53-891c-f8c350968705 req-fc3e098a-2a6e-46e8-928c-d4bf5ab92470 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 210 time: 0.0569329 Nov 23 17:58:06.511752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.573800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ca-3614-4655-bcd3-9a3711c61add req-4d346081-f467-4199-961f-b3f1f3f3cee4 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:06.575859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-4d346081-f467-4199-961f-b3f1f3f3cee4 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.66 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 804 time: 0.3497193 Nov 23 17:58:06.593902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Request body: {'port': {'device_id': '35df039e-77a9-4da9-bc58-46c01c537776', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'admin_state_up': True, 'tenant_id': 'e755682d8e244c2d9b5b02dacc80c972'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:06.615869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.696036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:06.706911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:06.710855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:06.810928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20503032-a13e-42cd-ba79-91b79d64ba20 req-5e32f9a1-5e5e-42e9-b3d6-5cae07f6f2d2 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 210 time: 0.0553143 Nov 23 17:58:06.851698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event updated for resources: {'Port': ['ID=3960a04c-9f2b-4d57-9f16-0a833389ae06,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:06.881852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:06.883758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.910639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Made reservation on behalf of e755682d8e244c2d9b5b02dacc80c972 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:06.917746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.924044 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-764ccb6a-7526-48fe-804d-dda1f0835e3d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5577464 Nov 23 17:58:06.939920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Request body: {'port': {'device_id': '954cb596-2b71-4077-8c27-eaa2d7fd5a08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:07.049610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.173967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Allocated IP 172.20.0.14 (95dbeb2a-6ccf-4558-9052-e53ea34392f7/a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b/717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:07.494674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3960a04c-9f2b-4d57-9f16-0a833389ae06 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:07.517824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.546305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Transition to ACTIVE for port object 3960a04c-9f2b-4d57-9f16-0a833389ae06 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:07.562717 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.612583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0461-6281-41fe-a5a5-f3a60f946d11 req-30163a01-a4dd-4325-afab-8e723a4fbc91 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:07.620316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a7f0461-6281-41fe-a5a5-f3a60f946d11 req-30163a01-a4dd-4325-afab-8e723a4fbc91 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 931 time: 0.3244286 Nov 23 17:58:07.690088 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.706299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a7f0461-6281-41fe-a5a5-f3a60f946d11 req-72624392-32a5-4a01-b1dc-c4b06f278822 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797639 Nov 23 17:58:07.760894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.798981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:07.804256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:07.806608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Pushing event updated for resources: {'Port': ['ID=3960a04c-9f2b-4d57-9f16-0a833389ae06,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:07.843079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:07.849849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Attempting to bind port 3960a04c-9f2b-4d57-9f16-0a833389ae06 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:07.851106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Attempting to bind port 3960a04c-9f2b-4d57-9f16-0a833389ae06 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:07.851686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Attempting to bind port 3960a04c-9f2b-4d57-9f16-0a833389ae06 on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:07.862745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Port 3960a04c-9f2b-4d57-9f16-0a833389ae06 on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:07.863260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Attempting to bind port 3960a04c-9f2b-4d57-9f16-0a833389ae06 on network 406a88b0-a533-4e47-8afb-2956bd0b9a6b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:07.875271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:07.875271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Checking segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:07.875271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Bound using segment: {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:07.875271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Bound port: 3960a04c-9f2b-4d57-9f16-0a833389ae06, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:07.875271 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.908925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Pushing event updated for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:07.930221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:07.930964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.031026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-a3ab3336-4da7-4a70-a73e-f6264e04c2bf tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4444988 Nov 23 17:58:08.045032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] For port 3960a04c-9f2b-4d57-9f16-0a833389ae06, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:08.049484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] For port 3960a04c-9f2b-4d57-9f16-0a833389ae06, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3960a04c-9f2b-4d57-9f16-0a833389ae06,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:08.062457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Request body: {'port': {'device_id': '35df039e-77a9-4da9-bc58-46c01c537776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:08.065686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.138403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:08.140352 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.142240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] 10.222.0.66 "PUT /v2.0/ports/3960a04c-9f2b-4d57-9f16-0a833389ae06 HTTP/1.1" status: 200 len: 1091 time: 1.2085273 Nov 23 17:58:08.142722 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954cb596-2b71-4077-8c27-eaa2d7fd5a08', 'tag': '3960a04c-9f2b-4d57-9f16-0a833389ae06'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:08.144997 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96daf47-5286-43b6-95e8-5ecca1643cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "954cb596-2b71-4077-8c27-eaa2d7fd5a08", "tag": "3960a04c-9f2b-4d57-9f16-0a833389ae06"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:08.169583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0e67-086a-46e8-8206-049dab9cec5a service neutron] Pushing event updated for resources: {'Port': ['ID=3960a04c-9f2b-4d57-9f16-0a833389ae06,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:08.177688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba38067-b46f-488f-9cc6-7fa235a87a2d req-14d5b930-5723-48da-8665-a632bae99679 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:08.189737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ba38067-b46f-488f-9cc6-7fa235a87a2d req-14d5b930-5723-48da-8665-a632bae99679 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 932 time: 0.2433035 Nov 23 17:58:08.234865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.239931 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d47d1-a8bb-4bca-8fa4-9918177edfd5 x-openstack-request-id: req-385d47d1-a8bb-4bca-8fa4-9918177edfd5 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:08.240460 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954cb596-2b71-4077-8c27-eaa2d7fd5a08", "tag": "3960a04c-9f2b-4d57-9f16-0a833389ae06", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:08.240460 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-385d47d1-a8bb-4bca-8fa4-9918177edfd5 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:08.240867 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954cb596-2b71-4077-8c27-eaa2d7fd5a08', 'tag': '3960a04c-9f2b-4d57-9f16-0a833389ae06', 'status': 'completed', 'code': 200} Nov 23 17:58:08.262151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992222-b422-4813-b9e0-f0d514a3a100 req-54318afd-e7e2-433a-9b7c-3416ff480c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:08.264273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-54318afd-e7e2-433a-9b7c-3416ff480c23 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 1094 time: 0.0639107 Nov 23 17:58:08.344241 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-1a3b3d1a-f64a-48d9-b640-7c66d3ee41a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3960a04c-9f2b-4d57-9f16-0a833389ae06 HTTP/1.1" status: 200 len: 217 time: 0.0513911 Nov 23 17:58:08.418899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992222-b422-4813-b9e0-f0d514a3a100 req-c0c74fa1-93bb-471f-8111-fa295167cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:08.425058 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-c0c74fa1-93bb-471f-8111-fa295167cd56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.0734270 Nov 23 17:58:08.453181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ba38067-b46f-488f-9cc6-7fa235a87a2d req-16e03b2c-41b8-4137-b88c-982716a887bb tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978345 Nov 23 17:58:08.493285 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-9eb92067-8cd2-4ad3-bd32-cd691408e327 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559986 Nov 23 17:58:08.695568 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-c6a71300-9e50-475f-bd40-55f8344418db service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838353 Nov 23 17:58:08.696159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:08.705057 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.719139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Transition to ACTIVE for port object 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:08.729498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.820438 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-15992222-b422-4813-b9e0-f0d514a3a100 req-c2afb8d9-c7ab-4977-81b5-c1317d461bb6 service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155713 Nov 23 17:58:08.860808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Pushing event updated for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:08.944911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-24834a53-1ca3-4e57-b77f-8a11989bfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:08.946827 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-24834a53-1ca3-4e57-b77f-8a11989bfe10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 1094 time: 0.0583818 Nov 23 17:58:08.986392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6e7f9af4-5070-4c1a-b22f-543c85d28f56 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:09.020016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 6e7f9af4-5070-4c1a-b22f-543c85d28f56 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:58:09.020816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6e7f9af4-5070-4c1a-b22f-543c85d28f56 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:58:09.039884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b536e-61b7-4c7a-9cb9-9b1824ac6c00 req-c8f708d1-c7d8-4cf7-979d-c689bb8ab139 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:09.041470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-411b536e-61b7-4c7a-9cb9-9b1824ac6c00 req-c8f708d1-c7d8-4cf7-979d-c689bb8ab139 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 943 time: 0.1530874 Nov 23 17:58:09.042419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Attempting to bind port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:09.042773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Attempting to bind port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:09.043098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Attempting to bind port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:09.072671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:09.073339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Attempting to bind port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 on network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:09.079724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:09.080299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Checking segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:09.080854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Bound using segment: {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:09.081494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Bound port: 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d781a10-53e3-4973-9ffb-42d538e5a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:09.082122 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.122120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-2117aa0a-1caa-461e-a0bc-04cd94cc8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:09.123735 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-2117aa0a-1caa-461e-a0bc-04cd94cc8e7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 200 len: 913 time: 0.1683214 Nov 23 17:58:09.181418 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-46e40a17-ccbb-42a7-a715-eda3b19cac8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3960a04c-9f2b-4d57-9f16-0a833389ae06 HTTP/1.1" status: 200 len: 217 time: 0.0471599 Nov 23 17:58:09.196971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-411b536e-61b7-4c7a-9cb9-9b1824ac6c00 req-4ea37abf-c7a6-4054-b0a0-adcc64f9391f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401854 Nov 23 17:58:09.239040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:09.248581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:09.260959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.264446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-344d8e4f-7d28-42a2-879b-68977518da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:09.266502 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-344d8e4f-7d28-42a2-879b-68977518da06 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 200 len: 852 time: 0.0750320 Nov 23 17:58:09.321212 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-c6789838-0d27-405a-902c-b9b24ba49127 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=406a88b0-a533-4e47-8afb-2956bd0b9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422492 Nov 23 17:58:09.356481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:09.357271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.358803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] 10.222.0.66 "PUT /v2.0/ports/717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 HTTP/1.1" status: 200 len: 1092 time: 1.3197989 Nov 23 17:58:09.359265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35df039e-77a9-4da9-bc58-46c01c537776', 'tag': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:09.361527 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c947d4b-bec1-4de3-8acb-ecc987301cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "35df039e-77a9-4da9-bc58-46c01c537776", "tag": "717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:09.452764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe805b0-6aef-4e0e-987c-cd844b573e58 service neutron] Pushing event updated for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:09.480963 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-733ee1e1-f538-449b-9f6e-0a2b51897f2f service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505554 Nov 23 17:58:09.506529 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ea501-0315-4807-a8e3-67b606c2b91f x-openstack-request-id: req-3f2ea501-0315-4807-a8e3-67b606c2b91f {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:09.506849 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35df039e-77a9-4da9-bc58-46c01c537776", "tag": "717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:09.507111 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f2ea501-0315-4807-a8e3-67b606c2b91f {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:09.507500 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35df039e-77a9-4da9-bc58-46c01c537776', 'tag': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6', 'status': 'completed', 'code': 200} Nov 23 17:58:09.529223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ca-3614-4655-bcd3-9a3711c61add req-0453d49b-2c6f-44db-a5da-8328582ce2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:09.531566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-0453d49b-2c6f-44db-a5da-8328582ce2fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 1095 time: 0.1120124 Nov 23 17:58:09.624841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-bd3d64a8-b358-45eb-9ca8-9660c3cff33c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 HTTP/1.1" status: 200 len: 217 time: 0.0839458 Nov 23 17:58:09.709930 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b96daf47-5286-43b6-95e8-5ecca1643cbf req-0557cbaa-a1c6-4a96-ae98-b79d790a967d service neutron] 10.222.0.66 "GET /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189767 Nov 23 17:58:09.727142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ca-3614-4655-bcd3-9a3711c61add req-f0760dab-a340-486c-9650-be5dc7183ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:09.728915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-f0760dab-a340-486c-9650-be5dc7183ed0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 200 len: 844 time: 0.0967064 Nov 23 17:58:09.815365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-32bc3a3b-ea73-4a21-a0e3-a766cc4505c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95dbeb2a-6ccf-4558-9052-e53ea34392f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763476 Nov 23 17:58:10.010154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b5630-e1a3-46c0-987d-af8cad8b687a req-edcf65fb-0b29-40e1-88ff-10383e2c1498 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:10.018118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-007b5630-e1a3-46c0-987d-af8cad8b687a req-edcf65fb-0b29-40e1-88ff-10383e2c1498 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 944 time: 0.2657139 Nov 23 17:58:10.570044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-7c9c2b04-bc57-4bf6-8af5-039dadc734fc service neutron] 10.222.0.66 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231658 Nov 23 17:58:10.626152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-007b5630-e1a3-46c0-987d-af8cad8b687a req-aab278b2-c894-472a-9f37-78a7977765b7 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068170 Nov 23 17:58:10.792605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b2334-fd87-48ea-b2f5-90b2f7b55f0f req-01ce0e0f-3168-437b-9d57-c9ce93c140bd tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:10.797837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-205b2334-fd87-48ea-b2f5-90b2f7b55f0f req-01ce0e0f-3168-437b-9d57-c9ce93c140bd tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 943 time: 0.2340729 Nov 23 17:58:10.863636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-248e37ca-3614-4655-bcd3-9a3711c61add req-88aab1c1-0f3d-4f6f-baa0-8eb891057d2f service neutron] 10.222.0.66 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646031 Nov 23 17:58:10.922025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-205b2334-fd87-48ea-b2f5-90b2f7b55f0f req-6b710995-e900-4126-bef6-c24186e7981a tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961185 Nov 23 17:58:10.993602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3960a04c-9f2b-4d57-9f16-0a833389ae06 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:11.079792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-a0c9511c-0374-4b20-9afb-3f69e1703297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:11.081926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-a0c9511c-0374-4b20-9afb-3f69e1703297 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e755682d8e244c2d9b5b02dacc80c972&device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 1095 time: 0.0905039 Nov 23 17:58:11.269496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-361add17-9a83-448e-8ec4-7df8220ea2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:11.271332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-361add17-9a83-448e-8ec4-7df8220ea2b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 200 len: 905 time: 0.1784153 Nov 23 17:58:11.277346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3960a04c-9f2b-4d57-9f16-0a833389ae06, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3960a04c-9f2b-4d57-9f16-0a833389ae06,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:11.280794 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e48d1df0-1583-4acd-84af-2c5b10450e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.359488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '3960a04c-9f2b-4d57-9f16-0a833389ae06', 'network_id': '406a88b0-a533-4e47-8afb-2956bd0b9a6b', 'port_id': '3960a04c-9f2b-4d57-9f16-0a833389ae06', 'mac_address': 'fa:16:3e:c8:b5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2072801-907d-4624-8233-c3d0551c1ca8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:58:11.407724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-869d1e6a-5f37-48f6-b0fa-144e6a4174ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 HTTP/1.1" status: 200 len: 217 time: 0.1238430 Nov 23 17:58:11.518310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.531715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-47ffd8fb-28a0-4a33-bb04-9952f618752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:11.538680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-47ffd8fb-28a0-4a33-bb04-9952f618752c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 200 len: 844 time: 0.1252933 Nov 23 17:58:11.539680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3960a04c-9f2b-4d57-9f16-0a833389ae06 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:11.563775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3960a04c-9f2b-4d57-9f16-0a833389ae06, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3960a04c-9f2b-4d57-9f16-0a833389ae06,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:11.577314 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.609331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-7c2bb2b8-7f2c-4b90-b7e6-7c324c09c599 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95dbeb2a-6ccf-4558-9052-e53ea34392f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608766 Nov 23 17:58:11.742463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=3960a04c-9f2b-4d57-9f16-0a833389ae06,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:11.860402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009686-dd3b-4ce6-abb4-f4823995b164 req-a11f7ba6-9f01-4d69-8e5c-416305a663fd tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:11.861973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1009686-dd3b-4ce6-abb4-f4823995b164 req-a11f7ba6-9f01-4d69-8e5c-416305a663fd tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 944 time: 0.1044238 Nov 23 17:58:11.866345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['3960a04c-9f2b-4d57-9f16-0a833389ae06'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:11.926232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-4720c818-3278-410e-8f9f-3eaf74e899d7 service neutron] 10.222.0.66 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995632 Nov 23 17:58:12.120125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1009686-dd3b-4ce6-abb4-f4823995b164 req-423df6da-a628-42a0-a91c-f5e158520aae tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246988 Nov 23 17:58:12.265302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c947d4b-bec1-4de3-8acb-ecc987301cd9 req-3ebe89fb-ad9e-452a-b0d6-fa2f235085c7 service neutron] 10.222.0.66 "GET /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280075 Nov 23 17:58:12.277195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931cc2b-327d-486a-a154-15f210ad0292 req-9b8fba18-c414-4e2a-bef2-abb5dcb2d025 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:12.278790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7931cc2b-327d-486a-a154-15f210ad0292 req-9b8fba18-c414-4e2a-bef2-abb5dcb2d025 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 944 time: 0.2014511 Nov 23 17:58:12.405546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7931cc2b-327d-486a-a154-15f210ad0292 req-6cf5dcc7-1855-4940-9718-a9119c0712b9 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038952 Nov 23 17:58:13.003419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:13.135912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:13.140828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3960a04c-9f2b-4d57-9f16-0a833389ae06 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:13.180968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'port_id': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6', 'mac_address': 'fa:16:3e:1a:78:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:58:13.256528 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:13.319030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:13.326936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e909c-9470-408b-951f-f9642bd213ec req-cbe9a595-8c3c-4f28-abf1-7f2184b0b713 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:13.340886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-792e909c-9470-408b-951f-f9642bd213ec req-cbe9a595-8c3c-4f28-abf1-7f2184b0b713 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 944 time: 0.1142862 Nov 23 17:58:13.401119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:13.402139 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bdf69395-08b0-4cf1-bed2-d7af7b2962f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:13.420340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-792e909c-9470-408b-951f-f9642bd213ec req-b282f9c7-063b-4983-bc7a-f770ac771c0d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783768 Nov 23 17:58:13.434850 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:13.452725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 3960a04c-9f2b-4d57-9f16-0a833389ae06 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:58:13.508487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 3960a04c-9f2b-4d57-9f16-0a833389ae06 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:13.508869 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:13.574797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a26b8-a4c9-4688-bc45-be0a151d0e7d req-10e78f9e-2801-47e6-a1ad-fe495c7d0e7b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:13.583837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef8a26b8-a4c9-4688-bc45-be0a151d0e7d req-10e78f9e-2801-47e6-a1ad-fe495c7d0e7b tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 944 time: 0.0839646 Nov 23 17:58:13.650581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:13.678433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.679069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.679209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.679468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.679805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.680137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.680466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.680792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.681117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.681434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.681759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.682080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:13.703332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:13.723203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef8a26b8-a4c9-4688-bc45-be0a151d0e7d req-afcdc766-c676-4dc1-bf22-9af0f9942861 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321929 Nov 23 17:58:13.741273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:13.751507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954cb596-2b71-4077-8c27-eaa2d7fd5a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3960a04c-9f2b-4d57-9f16-0a833389ae06'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:13.753923 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a049f-b494-4566-ba19-f2368ab96fbd" -d '{"events": [{"server_uuid": "954cb596-2b71-4077-8c27-eaa2d7fd5a08", "name": "network-vif-plugged", "status": "completed", "tag": "3960a04c-9f2b-4d57-9f16-0a833389ae06"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:13.797153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 3960a04c-9f2b-4d57-9f16-0a833389ae06, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3960a04c-9f2b-4d57-9f16-0a833389ae06,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:13.817534 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58beb058-4f91-4625-9404-ceddc3fac772 x-openstack-request-id: req-58beb058-4f91-4625-9404-ceddc3fac772 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:13.817803 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954cb596-2b71-4077-8c27-eaa2d7fd5a08", "name": "network-vif-plugged", "status": "completed", "tag": "3960a04c-9f2b-4d57-9f16-0a833389ae06", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:13.818062 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-58beb058-4f91-4625-9404-ceddc3fac772 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:13.818453 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954cb596-2b71-4077-8c27-eaa2d7fd5a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3960a04c-9f2b-4d57-9f16-0a833389ae06', 'code': 200} Nov 23 17:58:13.831726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-c80b44bc-73d7-4512-b270-71e9a7578616 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:13.843962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-c80b44bc-73d7-4512-b270-71e9a7578616 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 807 time: 0.2422190 Nov 23 17:58:13.848236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:13.878938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-6128c027-bf26-4aa1-9444-6a9786c497eb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/quotas/6a34f248a2a04100bfb5bd0ec0060a02 HTTP/1.1" status: 200 len: 375 time: 0.0334828 Nov 23 17:58:13.940123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=3960a04c-9f2b-4d57-9f16-0a833389ae06,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:14.015600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-5ea50376-4cc0-410c-a782-7ca436780263 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343679 Nov 23 17:58:14.028712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de16730-3a20-4703-b181-c177898cb14f req-941b665f-22dd-4dc8-b11c-2b9300052bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:14.032374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9de16730-3a20-4703-b181-c177898cb14f req-941b665f-22dd-4dc8-b11c-2b9300052bd7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 1096 time: 0.1104887 Nov 23 17:58:14.088730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49078) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:14.163400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9de16730-3a20-4703-b181-c177898cb14f req-112cc5d9-95a4-4ea3-a1ba-549334dcf3cb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043086 Nov 23 17:58:14.200275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-81f00796-8345-4701-a67c-5a07c9e9e58c service neutron] 10.222.0.74 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834726 Nov 23 17:58:14.265279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c840d01-14bf-45fa-b0f8-e36168c8a879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.312453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-ce277fe6-99b9-4831-9797-5bd618c11be4 service neutron] 10.222.0.74 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106093 Nov 23 17:58:14.376163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c840d01-14bf-45fa-b0f8-e36168c8a879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.386886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c840d01-14bf-45fa-b0f8-e36168c8a879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.420453 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7c840d01-14bf-45fa-b0f8-e36168c8a879 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=45afacc54eff4c95ba961701e70213a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3290668 Nov 23 17:58:14.422982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49088) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:14.485015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c840d01-14bf-45fa-b0f8-e36168c8a879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5777c4-dfd8-44a2-a863-fc93a871feb6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:14.553501 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c40e9440-1671-4b09-a10b-33802722da80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.609380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c40e9440-1671-4b09-a10b-33802722da80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.643468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa2265-82bd-429d-9e90-7c28f34bbeb5 req-680ae084-ad22-4dae-9f81-04cd3f859ce3 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:14.652092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4eaa2265-82bd-429d-9e90-7c28f34bbeb5 req-680ae084-ad22-4dae-9f81-04cd3f859ce3 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 945 time: 0.0985022 Nov 23 17:58:14.716924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c40e9440-1671-4b09-a10b-33802722da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.720467 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c40e9440-1671-4b09-a10b-33802722da80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.721691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c40e9440-1671-4b09-a10b-33802722da80 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3d5777c4-dfd8-44a2-a863-fc93a871feb6 HTTP/1.1" status: 204 len: 168 time: 0.2969584 Nov 23 17:58:14.779593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4eaa2265-82bd-429d-9e90-7c28f34bbeb5 req-91b7b02f-aeb9-4d92-931d-bc5ac5f3b6c7 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265032 Nov 23 17:58:14.850199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd6c144-0ed3-4e74-ac8a-f24a9da6e976 req-0c98de36-1bd2-4a84-9343-b36a26a5d675 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.1027253 Nov 23 17:58:14.851176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e9440-1671-4b09-a10b-33802722da80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5777c4-dfd8-44a2-a863-fc93a871feb6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:15.000302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.014146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:15.021996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45063b0-25b0-472c-9145-40496d86a9f1 req-08c60a2d-2348-49d1-b3d8-5651b772624f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:15.023597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f45063b0-25b0-472c-9145-40496d86a9f1 req-08c60a2d-2348-49d1-b3d8-5651b772624f tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 945 time: 0.0993195 Nov 23 17:58:15.109209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f45063b0-25b0-472c-9145-40496d86a9f1 req-e6a6c733-3b6b-45f0-bfef-f6543b0c5d3e tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616963 Nov 23 17:58:15.137356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:58:15.151122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:15.151484 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.379511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.464889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:15.472911 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.500096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49118) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:15.522746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1795a938-7784-4ed0-aae6-a4ea92c09ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.588256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:15.662809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1795a938-7784-4ed0-aae6-a4ea92c09ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.669217 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1795a938-7784-4ed0-aae6-a4ea92c09ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.725002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1795a938-7784-4ed0-aae6-a4ea92c09ec0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0e77d993966f4c53a2f004ce414c790c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231641 Nov 23 17:58:15.726001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795a938-7784-4ed0-aae6-a4ea92c09ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f859abb6-56a2-45fd-8d7e-46930c90bc32,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:15.727601 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49120) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:15.781778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be7dae86-401c-40be-af50-0afd0a2d347c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.811531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be7dae86-401c-40be-af50-0afd0a2d347c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.819316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35df039e-77a9-4da9-bc58-46c01c537776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:15.821643 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf812462-9601-48cb-ac81-a21d349f3a74" -d '{"events": [{"server_uuid": "35df039e-77a9-4da9-bc58-46c01c537776", "name": "network-vif-plugged", "status": "completed", "tag": "717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:15.898079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be7dae86-401c-40be-af50-0afd0a2d347c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.908984 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684845f7-241c-47da-a343-30b3898c9eca x-openstack-request-id: req-684845f7-241c-47da-a343-30b3898c9eca {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:15.909508 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35df039e-77a9-4da9-bc58-46c01c537776", "name": "network-vif-plugged", "status": "completed", "tag": "717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:15.910043 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-684845f7-241c-47da-a343-30b3898c9eca {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:15.910596 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35df039e-77a9-4da9-bc58-46c01c537776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6', 'code': 200} Nov 23 17:58:15.911568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be7dae86-401c-40be-af50-0afd0a2d347c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.921809 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-be7dae86-401c-40be-af50-0afd0a2d347c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f859abb6-56a2-45fd-8d7e-46930c90bc32 HTTP/1.1" status: 204 len: 168 time: 0.1929650 Nov 23 17:58:15.958921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dae86-401c-40be-af50-0afd0a2d347c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f859abb6-56a2-45fd-8d7e-46930c90bc32,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:16.097920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c01ab38a-8322-494f-83ab-5673d37cd63b req-5098f3e4-01df-4782-a61a-f53640826dc8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.0528979 Nov 23 17:58:16.132640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4a1d3-8855-4d75-9326-91320082fd2e req-d3ce50f2-4c81-4216-aed5-870457b3345e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:16.134159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcb4a1d3-8855-4d75-9326-91320082fd2e req-d3ce50f2-4c81-4216-aed5-870457b3345e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 946 time: 0.1854930 Nov 23 17:58:16.172258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6faa0-fc00-46b3-a3df-7eaadba20d50 req-f159c72d-34ea-455c-9c01-0f0d0ce2b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:16.173957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76e6faa0-fc00-46b3-a3df-7eaadba20d50 req-f159c72d-34ea-455c-9c01-0f0d0ce2b193 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 1097 time: 0.1142776 Nov 23 17:58:16.235048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcb4a1d3-8855-4d75-9326-91320082fd2e req-c583e9f9-d2ac-419b-bb41-4217a75b32df tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901606 Nov 23 17:58:16.266951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76e6faa0-fc00-46b3-a3df-7eaadba20d50 req-39a4b811-487f-405d-acbe-a78beb5eaf93 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814507 Nov 23 17:58:16.329728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.397058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2358a8-91d7-473e-9e7e-0ad88c833e30 req-a5de67d6-7574-4a6c-bc43-d403dcb2b06d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:16.398609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f2358a8-91d7-473e-9e7e-0ad88c833e30 req-a5de67d6-7574-4a6c-bc43-d403dcb2b06d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 945 time: 0.1473992 Nov 23 17:58:16.534396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f2358a8-91d7-473e-9e7e-0ad88c833e30 req-226a5002-0cba-47da-948d-81cec449996c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291041 Nov 23 17:58:16.673263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-84e6cd10-946c-4391-8d85-8e60adaa2dd7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:16.680530 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-84e6cd10-946c-4391-8d85-8e60adaa2dd7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 807 time: 0.2309036 Nov 23 17:58:16.690452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Request body: {'port': {'device_id': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'admin_state_up': True, 'tenant_id': '6a34f248a2a04100bfb5bd0ec0060a02'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:16.920889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df54df8-1f6f-4c7f-b8ab-65bdcd2c17f2 req-d649bcc9-ad1a-47af-9fb9-9a97d1352f6c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:16.929154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3df54df8-1f6f-4c7f-b8ab-65bdcd2c17f2 req-d649bcc9-ad1a-47af-9fb9-9a97d1352f6c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 945 time: 0.0946836 Nov 23 17:58:16.941306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Made reservation on behalf of 6a34f248a2a04100bfb5bd0ec0060a02 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:16.945768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.001770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3df54df8-1f6f-4c7f-b8ab-65bdcd2c17f2 req-f35c5d79-2334-4f0d-ad4c-495e16585406 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711393 Nov 23 17:58:17.217491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Allocated IP 172.20.0.14 (92e3bf30-b369-40e9-b342-776a5d395696/3ff24acb-9426-49d1-88f8-1871c5f72c6e/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:17.246759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d14554b-7656-4b11-ad03-7e1306f7ea8b req-7ce5f3ab-9845-4ca8-8261-cf0cd651d023 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.0489028 Nov 23 17:58:17.454950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4921bf-4225-47f1-9381-ff7165a9710e req-bf714e67-2361-4e1b-b4ff-64df862e402c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:17.456519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4921bf-4225-47f1-9381-ff7165a9710e req-bf714e67-2361-4e1b-b4ff-64df862e402c tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 946 time: 0.0630517 Nov 23 17:58:17.518186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.605884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.621513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a4921bf-4225-47f1-9381-ff7165a9710e req-b5e96314-821f-4849-829a-e3f6e035c6de tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551819 Nov 23 17:58:17.622228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['72269cdb-1b46-45b3-ba55-e4d7f5341c75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:17.705249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Network 92e3bf30-b369-40e9-b342-776a5d395696 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:17.708757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:17.712581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:17.752051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:17.776823 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.780472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:17.781188 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.805649 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-da124d39-d67b-4513-8b7d-4eb8ab6ac75a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1206613 Nov 23 17:58:17.821364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Request body: {'port': {'device_id': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:17.900696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:18.199636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0585-e245-42fe-9379-9e4be8e21ec8 req-c300d172-2cef-4b28-876d-95945c9a4a35 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:18.204121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d76c0585-e245-42fe-9379-9e4be8e21ec8 req-c300d172-2cef-4b28-876d-95945c9a4a35 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 945 time: 0.1142664 Nov 23 17:58:18.319430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d76c0585-e245-42fe-9379-9e4be8e21ec8 req-ccf0b0ed-80fc-4693-8ebd-16ce30c937d1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028328 Nov 23 17:58:18.364732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:18.373296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:18.386477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Transition to ACTIVE for port object 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:18.393072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:18.485750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b2bfd-efeb-4f69-8c50-c2a22909d282 req-b6ca692e-1370-4bb6-b6e0-7d170bc43532 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:18.487726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-232b2bfd-efeb-4f69-8c50-c2a22909d282 req-b6ca692e-1370-4bb6-b6e0-7d170bc43532 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 944 time: 0.1054649 Nov 23 17:58:18.594270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:18.641055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-232b2bfd-efeb-4f69-8c50-c2a22909d282 req-a81447dc-7555-41da-b56d-1e2ab45f60fa tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387932 Nov 23 17:58:18.676851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:18.677179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:18.677516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:18.692468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:18.693986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:18.710630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:18.711003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:18.712801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:18.712955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Bound port: 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:18.713289 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:18.772707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593efb5f-f350-46dc-9e0c-f7a2684b0a4e req-41a662bb-6fb0-4463-b135-9f94ce636645 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:18.784504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-593efb5f-f350-46dc-9e0c-f7a2684b0a4e req-41a662bb-6fb0-4463-b135-9f94ce636645 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 945 time: 0.0744941 Nov 23 17:58:18.840178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:18.847500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:18.867284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:18.873498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-593efb5f-f350-46dc-9e0c-f7a2684b0a4e req-4bd59922-bac7-4835-9142-7429c2d5edef tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904379 Nov 23 17:58:18.905818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:18.906442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:18.907928 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] 10.222.0.72 "PUT /v2.0/ports/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 200 len: 1092 time: 1.0926332 Nov 23 17:58:18.908376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:18.911795 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc89bee3-be7d-4165-b21b-03d551679b49" -d '{"events": [{"name": "network-changed", "server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:18.980189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a8ff0-26c8-4de1-9400-2c7fc1fe74e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:19.016669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-c35a880d-a2ec-4662-aabd-e0b3d136e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:19.018556 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-c35a880d-a2ec-4662-aabd-e0b3d136e871 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1095 time: 0.0578475 Nov 23 17:58:19.040329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67700bd8-29ac-4ee6-b079-6b8a387c3b1b req-efb55277-77ff-439b-bab0-ea52043a0351 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:19.041841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67700bd8-29ac-4ee6-b079-6b8a387c3b1b req-efb55277-77ff-439b-bab0-ea52043a0351 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 946 time: 0.0806558 Nov 23 17:58:19.116155 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-4358d453-9216-4c9f-8a4b-c19f59060019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 200 len: 217 time: 0.0817122 Nov 23 17:58:19.151866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67700bd8-29ac-4ee6-b079-6b8a387c3b1b req-f3c51f96-2733-476f-b47a-dfe82f2f0854 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035349 Nov 23 17:58:19.241783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-dee6f29f-8aff-4b11-9607-8a08f1c5c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:19.243954 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-dee6f29f-8aff-4b11-9607-8a08f1c5c54a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1155534 Nov 23 17:58:19.296017 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b69841d-e95a-4f4e-ace5-a84a8f2a2a5c x-openstack-request-id: req-7b69841d-e95a-4f4e-ace5-a84a8f2a2a5c {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:19.296314 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:19.296579 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7b69841d-e95a-4f4e-ace5-a84a8f2a2a5c {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:19.296986 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'status': 'completed', 'code': 200} Nov 23 17:58:19.316748 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-b96783e7-e87e-42c6-b8cf-1d4df0961309 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581775 Nov 23 17:58:19.374632 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.472230 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-3d552792-797b-46e9-ad7c-37dd02c602ab service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448007 Nov 23 17:58:19.626781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-39a74f90-8faf-4fae-b933-e9d4203a46da req-9480a966-4c98-4cf1-be5a-6ca24f0930c1 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423085 Nov 23 17:58:19.746578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-3208d3c6-8c12-45b6-8185-15308058c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:19.749318 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-3208d3c6-8c12-45b6-8185-15308058c8c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1095 time: 0.0553267 Nov 23 17:58:19.856684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847bef-cc75-4d74-b6e1-2af85d925dec req-239b12b1-ca2d-4907-a8a6-7acc72b65421 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:19.865308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e847bef-cc75-4d74-b6e1-2af85d925dec req-239b12b1-ca2d-4907-a8a6-7acc72b65421 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 944 time: 0.1354339 Nov 23 17:58:19.898752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-a16cc6c4-5d24-4561-a139-a42077f2c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:19.900508 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-a16cc6c4-5d24-4561-a139-a42077f2c128 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1439955 Nov 23 17:58:19.969106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e847bef-cc75-4d74-b6e1-2af85d925dec req-685c7f4f-4fd3-41ee-be1c-8b5770e3b723 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028161 Nov 23 17:58:19.995273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-59f9c76d-005d-42c3-854b-edfa908e4224 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 200 len: 217 time: 0.0829408 Nov 23 17:58:20.107232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-e91c7e01-2896-434d-b475-79cfbda05440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:20.109857 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-e91c7e01-2896-434d-b475-79cfbda05440 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1051738 Nov 23 17:58:20.134195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-3952092c-3aa3-4d1e-93af-42670d83951d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:20.142857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-3952092c-3aa3-4d1e-93af-42670d83951d tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 945 time: 0.1233156 Nov 23 17:58:20.166441 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-cfbab1b4-5781-4bbd-907d-9ddab1c93f84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464773 Nov 23 17:58:20.296939 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-0324dd92-941c-405e-97c8-fc9460dad225 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219902 Nov 23 17:58:20.313396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e685180-4143-4178-8666-e53e3326ca93 req-8d96ada5-4318-486c-9266-157702f4a6b1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:20.315284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e685180-4143-4178-8666-e53e3326ca93 req-8d96ada5-4318-486c-9266-157702f4a6b1 tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 945 time: 0.1470280 Nov 23 17:58:20.330615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Deleting port 3960a04c-9f2b-4d57-9f16-0a833389ae06 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:20.331681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.379361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.456155 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bc89bee3-be7d-4165-b21b-03d551679b49 req-c018b62a-7846-466f-b37f-a35af105c182 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516850 Nov 23 17:58:20.559062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e685180-4143-4178-8666-e53e3326ca93 req-9402db75-7337-4956-b93e-d3e04369502c tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9a497dc-23ee-4440-b6dc-85ec78eeacdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349317 Nov 23 17:58:20.605801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49310) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:20.635871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] For port 3960a04c-9f2b-4d57-9f16-0a833389ae06, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=3960a04c-9f2b-4d57-9f16-0a833389ae06,segment=NetworkSegment(ab363b81-5ba7-4788-90d0-a8ae1a68cafe),segment_id=ab363b81-5ba7-4788-90d0-a8ae1a68cafe)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:20.636244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.655580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Calling delete_port for 3960a04c-9f2b-4d57-9f16-0a833389ae06 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:20.684158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f920096-a25c-4e07-98e7-15f871cd607a req-cd39d7b5-9eb8-4422-9460-e5bcda0b152d tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:20.691697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-cd39d7b5-9eb8-4422-9460-e5bcda0b152d tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/networks?id=3458178f-23fa-48f7-9ac1-72d746ba1b6e HTTP/1.1" status: 200 len: 815 time: 0.2013295 Nov 23 17:58:20.715710 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-0a0e33c7-6fb8-4e28-b3ef-086546873620 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/quotas/bc2ea2e5c755470ba7ec3c529517c9e4 HTTP/1.1" status: 200 len: 375 time: 0.0230305 Nov 23 17:58:20.764746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7507da4-d478-4be2-89e9-c2f84c560d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.831272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-e3c7a783-7865-4256-8038-f9814a057bfc tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc2ea2e5c755470ba7ec3c529517c9e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146512 Nov 23 17:58:20.874794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7507da4-d478-4be2-89e9-c2f84c560d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.881531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7507da4-d478-4be2-89e9-c2f84c560d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.969438 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e7507da4-d478-4be2-89e9-c2f84c560d49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b2dfea6d781483d9818d6d61828c219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599100 Nov 23 17:58:20.971574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49328) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:20.980838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7507da4-d478-4be2-89e9-c2f84c560d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab32ad9-c1f8-4f7d-a2e1-73c107ebdbd8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:20.990891 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-f8db64ec-d92f-4e15-89c5-a5164c3323b9 service neutron] 10.222.0.74 "GET /v2.0/networks/3458178f-23fa-48f7-9ac1-72d746ba1b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586657 Nov 23 17:58:21.017993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.037557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['3960a04c-9f2b-4d57-9f16-0a833389ae06'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:21.057761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Pushing event deleted for resources: {'Port': ['ID=3960a04c-9f2b-4d57-9f16-0a833389ae06,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:21.073647 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-798b200b-2f55-4fc4-b799-028023093bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.104349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-798b200b-2f55-4fc4-b799-028023093bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.161470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-798b200b-2f55-4fc4-b799-028023093bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.164097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-798b200b-2f55-4fc4-b799-028023093bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.167626 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-798b200b-2f55-4fc4-b799-028023093bca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eab32ad9-c1f8-4f7d-a2e1-73c107ebdbd8 HTTP/1.1" status: 204 len: 168 time: 0.1925406 Nov 23 17:58:21.167812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] No DVR routers for this DVR port 3960a04c-9f2b-4d57-9f16-0a833389ae06 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:58:21.173945 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.177608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d99eacb9-4648-46c6-ac63-254e36aa4ba8 req-432252e5-b543-4c79-a0bf-3fd1bc9af6ab tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.66 "DELETE /v2.0/ports/3960a04c-9f2b-4d57-9f16-0a833389ae06 HTTP/1.1" status: 204 len: 173 time: 1.0291197 Nov 23 17:58:21.178295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954cb596-2b71-4077-8c27-eaa2d7fd5a08', 'name': 'network-vif-deleted', 'tag': '3960a04c-9f2b-4d57-9f16-0a833389ae06'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:21.181703 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7089a749-e997-4ccd-8bcf-f112adf5c013" -d '{"events": [{"server_uuid": "954cb596-2b71-4077-8c27-eaa2d7fd5a08", "name": "network-vif-deleted", "tag": "3960a04c-9f2b-4d57-9f16-0a833389ae06"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:21.186196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b200b-2f55-4fc4-b799-028023093bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab32ad9-c1f8-4f7d-a2e1-73c107ebdbd8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:21.228575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-6211b9a6-a90f-4d86-8bca-97c8b5c21b7d service neutron] 10.222.0.74 "GET /v2.0/networks/3458178f-23fa-48f7-9ac1-72d746ba1b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342944 Nov 23 17:58:21.245500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00626caa-c3b9-4bce-9570-824f3b46d50c req-0abd5b61-0f6c-44ac-b2d7-72c2973a7e86 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:21.254792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00626caa-c3b9-4bce-9570-824f3b46d50c req-0abd5b61-0f6c-44ac-b2d7-72c2973a7e86 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 944 time: 0.1918983 Nov 23 17:58:21.336458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00626caa-c3b9-4bce-9570-824f3b46d50c req-6b667af0-20cd-41b4-af4f-0efd5de3d372 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806222 Nov 23 17:58:21.452484 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6abd48-8efc-4b74-b482-aadf6bfbc24d x-openstack-request-id: req-0a6abd48-8efc-4b74-b482-aadf6bfbc24d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:21.453033 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954cb596-2b71-4077-8c27-eaa2d7fd5a08", "name": "network-vif-deleted", "tag": "3960a04c-9f2b-4d57-9f16-0a833389ae06", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:21.453293 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a6abd48-8efc-4b74-b482-aadf6bfbc24d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:21.453756 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954cb596-2b71-4077-8c27-eaa2d7fd5a08', 'name': 'network-vif-deleted', 'tag': '3960a04c-9f2b-4d57-9f16-0a833389ae06', 'status': 'completed', 'code': 200} Nov 23 17:58:21.620341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8f6daea-8c48-4161-9eaa-d68c782195d2 req-c76e18ec-94c3-4186-a717-4ca8fb3fa43a tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 210 time: 0.0660684 Nov 23 17:58:21.678339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49360) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:21.688870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da587a2-afe0-44a4-9262-1b21b88c62f7 req-6dc7ceee-06b3-41ea-ba73-7bd65657cf2b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:21.698519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2da587a2-afe0-44a4-9262-1b21b88c62f7 req-6dc7ceee-06b3-41ea-ba73-7bd65657cf2b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 946 time: 0.1798642 Nov 23 17:58:21.703266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-979ade8a-d470-4968-91db-4419c4a9f9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.791371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db1427c5-29b2-4629-bfce-09085e878100 req-418fb4ab-6489-45b7-b7ed-a48307c359bb tempest-DeleteServersTestJSON-591435683 tempest-DeleteServersTestJSON-591435683-project] 10.222.0.74 "GET /v2.0/ports?device_id=954cb596-2b71-4077-8c27-eaa2d7fd5a08 HTTP/1.1" status: 200 len: 210 time: 0.0577343 Nov 23 17:58:21.800268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2da587a2-afe0-44a4-9262-1b21b88c62f7 req-c0c5a63a-7d96-46f7-8031-7fb47053b5fa tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006396 Nov 23 17:58:21.882084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-979ade8a-d470-4968-91db-4419c4a9f9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.891997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-979ade8a-d470-4968-91db-4419c4a9f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.959097 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-979ade8a-d470-4968-91db-4419c4a9f9a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d0e99e860104fbc9b10a4d872c0d792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2773135 Nov 23 17:58:21.959097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ade8a-d470-4968-91db-4419c4a9f9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99d639b-ba58-4b23-b83e-595197124df0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:21.959585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49366) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:22.024682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6647ca33-00f0-4287-8bb0-6c4a3c3fba57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.053535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6647ca33-00f0-4287-8bb0-6c4a3c3fba57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.113923 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6647ca33-00f0-4287-8bb0-6c4a3c3fba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.116825 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6647ca33-00f0-4287-8bb0-6c4a3c3fba57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.118132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6647ca33-00f0-4287-8bb0-6c4a3c3fba57 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f99d639b-ba58-4b23-b83e-595197124df0 HTTP/1.1" status: 204 len: 168 time: 0.1567676 Nov 23 17:58:22.127618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647ca33-00f0-4287-8bb0-6c4a3c3fba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99d639b-ba58-4b23-b83e-595197124df0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:22.468239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78501c94-1db6-4ddc-8507-7c69f99cd3aa req-e810cba9-5acd-4560-8b31-7fa24b6c9bc9 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:22.475297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78501c94-1db6-4ddc-8507-7c69f99cd3aa req-e810cba9-5acd-4560-8b31-7fa24b6c9bc9 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 944 time: 0.0657980 Nov 23 17:58:22.530281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78501c94-1db6-4ddc-8507-7c69f99cd3aa req-eb619f36-85c7-4c8f-950f-4863271f9e34 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521665 Nov 23 17:58:22.734667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4df18955-2968-481e-88a3-5210031f19c9 req-12952f53-e357-4f80-808e-49d6561c1191 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 210 time: 0.0276835 Nov 23 17:58:22.952323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f920096-a25c-4e07-98e7-15f871cd607a req-6e8fdcba-0b13-4e75-9fe3-5d1924f5d005 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:22.954431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-6e8fdcba-0b13-4e75-9fe3-5d1924f5d005 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.66 "GET /v2.0/networks?id=3458178f-23fa-48f7-9ac1-72d746ba1b6e HTTP/1.1" status: 200 len: 815 time: 0.2188661 Nov 23 17:58:23.007779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Request body: {'port': {'device_id': '0cf715b9-3924-4a7f-a901-ea28f71e979f', 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'admin_state_up': True, 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:23.039842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:23.042107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3960a04c-9f2b-4d57-9f16-0a833389ae06 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:23.097913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6dbb-4cb1-405e-b967-e69906df1d2d req-90c0f0a3-b328-4743-a3e7-906a00f0f805 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:23.107414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 3960a04c-9f2b-4d57-9f16-0a833389ae06 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:58:23.108173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33eb6dbb-4cb1-405e-b967-e69906df1d2d req-90c0f0a3-b328-4743-a3e7-906a00f0f805 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 946 time: 0.1465137 Nov 23 17:58:23.108667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 3960a04c-9f2b-4d57-9f16-0a833389ae06 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:58:23.302809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33eb6dbb-4cb1-405e-b967-e69906df1d2d req-ec2d0f73-abde-460e-83db-0ac636f69b93 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775281 Nov 23 17:58:23.369955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:23.374121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Made reservation on behalf of bc2ea2e5c755470ba7ec3c529517c9e4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:23.377472 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.389238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6', 'network_id': '95dbeb2a-6ccf-4558-9052-e53ea34392f7', 'port_id': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6', 'mac_address': 'fa:16:3e:1a:78:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:58:23.473345 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.510369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:23.565354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:23.578467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.693784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:23.711841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:23.846033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Allocated IP 172.20.0.4 (3458178f-23fa-48f7-9ac1-72d746ba1b6e/cc7cd3fb-86ea-4434-923a-3bdb56133920/118b9179-7cc4-4f9b-9fab-7671550ca6eb) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:23.871376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625227d-1831-44c8-92c3-c694da697925 req-5ef3e880-ac80-4852-ba89-3733fc06d344 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:23.879375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b625227d-1831-44c8-92c3-c694da697925 req-5ef3e880-ac80-4852-ba89-3733fc06d344 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 944 time: 0.1837220 Nov 23 17:58:24.039513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b625227d-1831-44c8-92c3-c694da697925 req-f878d46d-2f71-4cc9-a99c-a67f47f4d2a9 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321697 Nov 23 17:58:24.258940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.304538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.370161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:24.376985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:24.386798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:24.449902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:24.451029 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.468994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Pushing event updated for resources: {'Port': ['ID=118b9179-7cc4-4f9b-9fab-7671550ca6eb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:24.480171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f5cc-d9c7-4648-9fa6-153a5e0ba883 req-557d2991-4bd1-47c0-8700-7367a33fed33 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:24.488974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d999f5cc-d9c7-4648-9fa6-153a5e0ba883 req-557d2991-4bd1-47c0-8700-7367a33fed33 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 931 time: 0.1953301 Nov 23 17:58:24.918495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-631ba789-2117-4231-8ddd-a5d16535cf0c None None] Provisioning complete for port 118b9179-7cc4-4f9b-9fab-7671550ca6eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:24.921098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-631ba789-2117-4231-8ddd-a5d16535cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.014156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-631ba789-2117-4231-8ddd-a5d16535cf0c None None] Port 118b9179-7cc4-4f9b-9fab-7671550ca6eb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:25.053853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:25.161771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-743a45d3-d0c1-41bb-8c20-e239ffca17b8 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1615789 Nov 23 17:58:25.229612 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.245591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Request body: {'port': {'device_id': '0cf715b9-3924-4a7f-a901-ea28f71e979f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:25.285357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:25.334389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:25.341976 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.365987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d999f5cc-d9c7-4648-9fa6-153a5e0ba883 req-959063b5-e090-47bc-a3a4-be34b6be0dd7 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8651514 Nov 23 17:58:25.425756 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.478755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c5c00-67c6-4548-b4bc-ea68b6ac954d req-76c672cf-9a2b-4ef6-96d9-210324097a6e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:25.500911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-994c5c00-67c6-4548-b4bc-ea68b6ac954d req-76c672cf-9a2b-4ef6-96d9-210324097a6e tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 945 time: 0.3451514 Nov 23 17:58:25.512509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:25.770741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc27-9386-4cbe-b3be-c65f21139cff req-4a451707-18f8-422b-b3e0-6b979b3248d3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:25.778858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1833bc27-9386-4cbe-b3be-c65f21139cff req-4a451707-18f8-422b-b3e0-6b979b3248d3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 944 time: 0.1702912 Nov 23 17:58:25.814114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-994c5c00-67c6-4548-b4bc-ea68b6ac954d req-5b53a622-8fa9-4af5-a8f1-1a88839cf705 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120263 Nov 23 17:58:25.843784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49526) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:25.907030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1833bc27-9386-4cbe-b3be-c65f21139cff req-a3176414-e1b9-4da8-9daa-31c40b6af05f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220086 Nov 23 17:58:26.106620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118b9179-7cc4-4f9b-9fab-7671550ca6eb {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:26.116074 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.130743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Transition to ACTIVE for port object 118b9179-7cc4-4f9b-9fab-7671550ca6eb will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:26.137723 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.147563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7b03-e425-441b-8d1c-ded1845a41f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.306508 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7b03-e425-441b-8d1c-ded1845a41f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.327398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7b03-e425-441b-8d1c-ded1845a41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.394013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Pushing event updated for resources: {'Port': ['ID=118b9179-7cc4-4f9b-9fab-7671550ca6eb,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:26.411966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e7b03-e425-441b-8d1c-ded1845a41f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1722a42-bc39-4987-95e0-59bf797068cb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:26.467264 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe9e7b03-e425-441b-8d1c-ded1845a41f3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a41e03f2ecb04fe8b71c30e0248465a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6214597 Nov 23 17:58:26.469877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49534) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:26.496869 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Attempting to bind port 118b9179-7cc4-4f9b-9fab-7671550ca6eb on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:26.497199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Attempting to bind port 118b9179-7cc4-4f9b-9fab-7671550ca6eb by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:26.497536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Attempting to bind port 118b9179-7cc4-4f9b-9fab-7671550ca6eb on network 3458178f-23fa-48f7-9ac1-72d746ba1b6e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:26.574438 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Port 118b9179-7cc4-4f9b-9fab-7671550ca6eb on network 3458178f-23fa-48f7-9ac1-72d746ba1b6e not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:26.575242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Attempting to bind port 118b9179-7cc4-4f9b-9fab-7671550ca6eb on network 3458178f-23fa-48f7-9ac1-72d746ba1b6e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:26.591734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-651af8ec-fab4-4770-a9ce-379ac37a94ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.598568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:26.599259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Checking segment: {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:26.601554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Bound using segment: {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:26.602208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Bound port: 118b9179-7cc4-4f9b-9fab-7671550ca6eb, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b56017-3885-4318-8e7c-930106bf0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:26.602807 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.642157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95293b09-027a-4eb3-a68d-827f9d9a4030 req-da77ee6e-fb54-4aa5-84e0-c04ea634c807 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.645170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-651af8ec-fab4-4770-a9ce-379ac37a94ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.650323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95293b09-027a-4eb3-a68d-827f9d9a4030 req-da77ee6e-fb54-4aa5-84e0-c04ea634c807 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 943 time: 0.1454530 Nov 23 17:58:26.748932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95293b09-027a-4eb3-a68d-827f9d9a4030 req-620a2df1-e142-409c-858a-d272912bee28 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857058 Nov 23 17:58:26.755394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-651af8ec-fab4-4770-a9ce-379ac37a94ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.758512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-651af8ec-fab4-4770-a9ce-379ac37a94ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.763141 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-651af8ec-fab4-4770-a9ce-379ac37a94ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f1722a42-bc39-4987-95e0-59bf797068cb HTTP/1.1" status: 204 len: 168 time: 0.2904410 Nov 23 17:58:26.783126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651af8ec-fab4-4770-a9ce-379ac37a94ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1722a42-bc39-4987-95e0-59bf797068cb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:26.817915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] For port 118b9179-7cc4-4f9b-9fab-7671550ca6eb, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:26.825815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] For port 118b9179-7cc4-4f9b-9fab-7671550ca6eb, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=118b9179-7cc4-4f9b-9fab-7671550ca6eb,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:26.838717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.905444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.911105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.912137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] 10.222.0.66 "PUT /v2.0/ports/118b9179-7cc4-4f9b-9fab-7671550ca6eb HTTP/1.1" status: 200 len: 1091 time: 1.6866913 Nov 23 17:58:26.912592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf715b9-3924-4a7f-a901-ea28f71e979f', 'tag': '118b9179-7cc4-4f9b-9fab-7671550ca6eb'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:26.914917 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c45193-1364-4464-ad76-73bf12df0ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf715b9-3924-4a7f-a901-ea28f71e979f", "tag": "118b9179-7cc4-4f9b-9fab-7671550ca6eb"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:26.983828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9427-4d6c-491b-ba03-62daa5daa72c service neutron] Pushing event updated for resources: {'Port': ['ID=118b9179-7cc4-4f9b-9fab-7671550ca6eb,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:27.297841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49552) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:27.331036 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b67eb81d-7bb5-44a7-8ae3-f32fbf87c61f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.498630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b67eb81d-7bb5-44a7-8ae3-f32fbf87c61f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.511353 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b67eb81d-7bb5-44a7-8ae3-f32fbf87c61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.569105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49556) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:27.576398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b67eb81d-7bb5-44a7-8ae3-f32fbf87c61f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ebcd6cfc8c454217b34b3dc9a24e6cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701318 Nov 23 17:58:27.580487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eb81d-7bb5-44a7-8ae3-f32fbf87c61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e8a0e0-1a46-427c-ad4a-c032a592b15e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:27.632251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a59be8-d753-49a9-920c-d08019e4b617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.659641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a59be8-d753-49a9-920c-d08019e4b617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.709655 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a59be8-d753-49a9-920c-d08019e4b617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.712428 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a59be8-d753-49a9-920c-d08019e4b617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.713624 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-10a59be8-d753-49a9-920c-d08019e4b617 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/54e8a0e0-1a46-427c-ad4a-c032a592b15e HTTP/1.1" status: 204 len: 168 time: 0.1428721 Nov 23 17:58:27.728007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59be8-d753-49a9-920c-d08019e4b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e8a0e0-1a46-427c-ad4a-c032a592b15e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.620908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49582) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:28.748735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'networks': [{'name': 'tempest-network--1182541549'}, {'name': 'tempest-network--275477525'}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:28.748904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'network': {'name': 'tempest-network--1182541549'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:28.749370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'network': {'name': 'tempest-network--275477525'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:28.779780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Made reservation on behalf of 2280d30c4996430fa11d0f6c273d6060 for: {'network': 2} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:28.785408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.795934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.882959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.888000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.888915 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.928551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb6188-9de6-4885-a7c1-cf0a49bcd3f7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.945877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:28.956261 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.956619 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Added segment 6af415f5-a78e-4b85-814c-1a99363e4932 of type vlan for network 047311b2-1c5e-4cc3-a567-d7e017f4a10e Nov 23 17:58:29.015375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.070318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:29.084063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.084409 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Added segment 8ac8fd41-2620-4aeb-aaa3-225fa1718d65 of type vlan for network b6dbd63a-97a1-44df-9170-9aab9b52125b Nov 23 17:58:29.136115 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.164545 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.165048 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.172897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.178553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.179425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.256255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6343355 Nov 23 17:58:29.259061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49588) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:29.308243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Network': ['ID=047311b2-1c5e-4cc3-a567-d7e017f4a10e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:29.319762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 047311b2-1c5e-4cc3-a567-d7e017f4a10e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:29.489475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c3b7-5cf6-4fb8-9998-4691357316e6 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Network': ['ID=b6dbd63a-97a1-44df-9170-9aab9b52125b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:29.502310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network b6dbd63a-97a1-44df-9170-9aab9b52125b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:29.579950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7a64f-3820-4b88-af35-c1649bced7c0 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.587143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7a64f-3820-4b88-af35-c1649bced7c0 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.594187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7a64f-3820-4b88-af35-c1649bced7c0 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.600757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7a64f-3820-4b88-af35-c1649bced7c0 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.602509 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3c7a64f-3820-4b88-af35-c1649bced7c0 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3424518 Nov 23 17:58:29.605654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49594) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:29.735583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.135903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.158938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047311b2-1c5e-4cc3-a567-d7e017f4a10e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:30.172159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af415f5-a78e-4b85-814c-1a99363e4932') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:30.172159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af415f5-a78e-4b85-814c-1a99363e4932') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:30.192596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.211774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.220591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:30.221143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:30.242373 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:30.301500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.309176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.312857 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/networks/047311b2-1c5e-4cc3-a567-d7e017f4a10e HTTP/1.1" status: 204 len: 168 time: 0.7062392 Nov 23 17:58:30.315677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49596) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:30.324585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd0aa7-6e14-42d1-8689-5f2ccf870ff1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Network': ['ID=047311b2-1c5e-4cc3-a567-d7e017f4a10e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:30.404688 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.509318 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.529985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dbd63a-97a1-44df-9170-9aab9b52125b']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:30.540486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac8fd41-2620-4aeb-aaa3-225fa1718d65') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:30.540847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac8fd41-2620-4aeb-aaa3-225fa1718d65') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:30.553477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.569462 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.576667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:30.577237 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:30.580915 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:30.646325 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.653121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.659691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/networks/b6dbd63a-97a1-44df-9170-9aab9b52125b HTTP/1.1" status: 204 len: 168 time: 0.3401752 Nov 23 17:58:30.663265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49600) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:30.668921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32ff98-c509-43c4-9795-9f6383e0d498 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Network': ['ID=b6dbd63a-97a1-44df-9170-9aab9b52125b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:30.776225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2226c1a9-bf4f-4f06-87d4-f9231ddc4704 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:30.783290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2226c1a9-bf4f-4f06-87d4-f9231ddc4704 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:30.784896 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2226c1a9-bf4f-4f06-87d4-f9231ddc4704 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1198084 Nov 23 17:58:30.788755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49602) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:30.793858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1080189434'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:30.815379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Made reservation on behalf of 2280d30c4996430fa11d0f6c273d6060 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:30.818840 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.842277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:30.851204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.851554 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Added segment 016a10aa-33d3-4fc8-b5ad-015d50ab7592 of type vlan for network bc5cc034-2646-4a1e-a46d-774ca48042dd Nov 23 17:58:30.891238 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.917875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.926188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:30.926839 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.972785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1829107 Nov 23 17:58:30.975448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49606) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:30.980597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-105603145'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:31.003578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Made reservation on behalf of 2280d30c4996430fa11d0f6c273d6060 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:31.006702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf71b0f-cf5c-4c1b-b270-344f59c7d2d1 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Network': ['ID=bc5cc034-2646-4a1e-a46d-774ca48042dd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:31.006985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.017253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network bc5cc034-2646-4a1e-a46d-774ca48042dd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:31.035196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:31.044189 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.045072 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Added segment a2025bd6-d570-4a0c-9b13-a08e78b9bb82 of type vlan for network 5f17abc3-1e49-4101-bf08-b65502d0e1fa Nov 23 17:58:31.098728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.138396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.144520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:31.145109 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.198096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2214320 Nov 23 17:58:31.199561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49608) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:31.205561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'ports': [{'network_id': 'bc5cc034-2646-4a1e-a46d-774ca48042dd', 'name': 'tempest-port--990355024', 'admin_state_up': True}, {'network_id': '5f17abc3-1e49-4101-bf08-b65502d0e1fa', 'admin_state_up': False}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:31.205895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'port': {'network_id': 'bc5cc034-2646-4a1e-a46d-774ca48042dd', 'name': 'tempest-port--990355024', 'admin_state_up': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:31.206360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'port': {'network_id': '5f17abc3-1e49-4101-bf08-b65502d0e1fa', 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:31.230533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712e0dd-94b9-42b6-be47-3a62ff8c661e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Network': ['ID=5f17abc3-1e49-4101-bf08-b65502d0e1fa,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:31.246257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 5f17abc3-1e49-4101-bf08-b65502d0e1fa details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:31.388960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Made reservation on behalf of 2280d30c4996430fa11d0f6c273d6060 for: {'port': 2} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:31.393849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.407624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.495372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] device_id is not set on port c362580f-9e33-4c6e-9323-95813c4a95e2 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:31.613987 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.683545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] device_id is not set on port 4e849fd7-8f31-4181-856b-2deb43df7a45 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:31.804072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.840809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.895371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Port': ['ID=c362580f-9e33-4c6e-9323-95813c4a95e2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:31.911479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Checking segment: {'id': '016a10aa-33d3-4fc8-b5ad-015d50ab7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bc5cc034-2646-4a1e-a46d-774ca48042dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:31.911846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Network hostable DHCP agents. Network: bc5cc034-2646-4a1e-a46d-774ca48042dd, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:58:31.928682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Network bc5cc034-2646-4a1e-a46d-774ca48042dd is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:58:31.937402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, bc5cc034-2646-4a1e-a46d-774ca48042dd) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:31.941240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:31.942093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.947103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ca573-cee3-42c1-a68e-cc06da0fe1e0 None None] Network bc5cc034-2646-4a1e-a46d-774ca48042dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:32.009508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Port': ['ID=4e849fd7-8f31-4181-856b-2deb43df7a45,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:32.022170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Checking segment: {'id': 'a2025bd6-d570-4a0c-9b13-a08e78b9bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5f17abc3-1e49-4101-bf08-b65502d0e1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:32.022648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Network hostable DHCP agents. Network: 5f17abc3-1e49-4101-bf08-b65502d0e1fa, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:58:32.041583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Network 5f17abc3-1e49-4101-bf08-b65502d0e1fa is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:58:32.052195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 5f17abc3-1e49-4101-bf08-b65502d0e1fa) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:32.055996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:32.066731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:32.068124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:32.068845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.076897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1fdf89-6915-4319-a98a-1b97dc4e0653 None None] Network 5f17abc3-1e49-4101-bf08-b65502d0e1fa requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:32.092475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c5a8eda4-0744-4cf9-a21a-8b1e6c504dbf tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8889794 Nov 23 17:58:32.093256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49610) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:32.189350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5df4c5f-a4da-4bd3-8a12-38c5cbff3a9a tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:32.195645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5df4c5f-a4da-4bd3-8a12-38c5cbff3a9a tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:32.197679 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5df4c5f-a4da-4bd3-8a12-38c5cbff3a9a tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1032121 Nov 23 17:58:32.200699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49612) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:32.303229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-87d6c52e-399f-415e-96d9-db8c29de96d8 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Deleting port c362580f-9e33-4c6e-9323-95813c4a95e2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:32.303672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-87d6c52e-399f-415e-96d9-db8c29de96d8 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.382012 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-87d6c52e-399f-415e-96d9-db8c29de96d8 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.393686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-87d6c52e-399f-415e-96d9-db8c29de96d8 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Calling delete_port for c362580f-9e33-4c6e-9323-95813c4a95e2 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:32.480720 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-87d6c52e-399f-415e-96d9-db8c29de96d8 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.510670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6c52e-399f-415e-96d9-db8c29de96d8 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Port': ['ID=c362580f-9e33-4c6e-9323-95813c4a95e2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:32.518633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-87d6c52e-399f-415e-96d9-db8c29de96d8 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.521925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-87d6c52e-399f-415e-96d9-db8c29de96d8 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/ports/c362580f-9e33-4c6e-9323-95813c4a95e2 HTTP/1.1" status: 204 len: 168 time: 0.3191600 Nov 23 17:58:32.524676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49614) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:32.625185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-304ae9ae-98dc-428a-86bf-79be9ee2ee32 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Deleting port 4e849fd7-8f31-4181-856b-2deb43df7a45 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:32.625678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-304ae9ae-98dc-428a-86bf-79be9ee2ee32 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.707280 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-304ae9ae-98dc-428a-86bf-79be9ee2ee32 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.724923 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:58:32.729172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-304ae9ae-98dc-428a-86bf-79be9ee2ee32 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Calling delete_port for 4e849fd7-8f31-4181-856b-2deb43df7a45 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:32.818717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-304ae9ae-98dc-428a-86bf-79be9ee2ee32 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.850105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ae9ae-98dc-428a-86bf-79be9ee2ee32 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Port': ['ID=4e849fd7-8f31-4181-856b-2deb43df7a45,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:32.853920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-304ae9ae-98dc-428a-86bf-79be9ee2ee32 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.861663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-304ae9ae-98dc-428a-86bf-79be9ee2ee32 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/ports/4e849fd7-8f31-4181-856b-2deb43df7a45 HTTP/1.1" status: 204 len: 168 time: 0.3358378 Nov 23 17:58:32.862334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49616) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:32.866964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:32.891361 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-14500519-77dd-413a-8251-c56914b43986 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0273340 Nov 23 17:58:32.894753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49618) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:32.899749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1065837096'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:32.922254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Made reservation on behalf of 2280d30c4996430fa11d0f6c273d6060 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:32.926034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.974441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:32.978443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:32.987122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.988181 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Added segment 3dee0430-2506-48e9-9e20-468740a6fc48 of type vlan for network c1c5c921-0b01-4af0-aeb3-006fd71fdf8b Nov 23 17:58:33.000362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696', 'port_id': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'mac_address': 'fa:16:3e:8a:ee:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff24acb-9426-49d1-88f8-1871c5f72c6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:58:33.028047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.051883 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.057347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.065588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:33.066591 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.069085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:33.094550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:33.099491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.101974 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2062600 Nov 23 17:58:33.104707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49620) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:33.110553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1365652980'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:33.143841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Made reservation on behalf of 2280d30c4996430fa11d0f6c273d6060 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:33.147638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.151599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:33.168061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af62c1-858f-4d3a-bdca-246c5906491b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Network': ['ID=c1c5c921-0b01-4af0-aeb3-006fd71fdf8b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:33.184668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:33.193364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c1c5c921-0b01-4af0-aeb3-006fd71fdf8b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:33.197713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.198100 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Added segment db357ffe-587f-45ca-9478-66734e40e7de of type vlan for network c1e6f3fc-4bda-4651-ba34-bc228d50e70e Nov 23 17:58:33.248132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.285955 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.293330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:33.293989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.337165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2313435 Nov 23 17:58:33.372960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e31a6-56f7-422f-8cbf-2fce5ea81b34 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Network': ['ID=c1e6f3fc-4bda-4651-ba34-bc228d50e70e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:33.373282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:33.387281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c1e6f3fc-4bda-4651-ba34-bc228d50e70e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:33.478634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49622) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:33.484351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'subnets': [{'network_id': 'c1c5c921-0b01-4af0-aeb3-006fd71fdf8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--101348896', 'ip_version': 4}, {'network_id': 'c1e6f3fc-4bda-4651-ba34-bc228d50e70e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:33.484675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'subnet': {'network_id': 'c1c5c921-0b01-4af0-aeb3-006fd71fdf8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--101348896', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:33.485259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Request body: {'subnet': {'network_id': 'c1e6f3fc-4bda-4651-ba34-bc228d50e70e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:33.679436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Made reservation on behalf of 2280d30c4996430fa11d0f6c273d6060 for: {'subnet': 2} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:33.684755 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.685263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.086461 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.158112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Subnet': ['ID=4c2f1930-ce4a-46a5-a274-e3de8fd872df,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:34.167944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Checking segment: {'id': '3dee0430-2506-48e9-9e20-468740a6fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c1c5c921-0b01-4af0-aeb3-006fd71fdf8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:34.168300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Network hostable DHCP agents. Network: c1c5c921-0b01-4af0-aeb3-006fd71fdf8b, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:58:34.193444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Network c1c5c921-0b01-4af0-aeb3-006fd71fdf8b is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:58:34.203073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c1c5c921-0b01-4af0-aeb3-006fd71fdf8b) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:34.207548 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.218752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7475700d-55e4-4230-9a7f-360225eba201 None None] Network c1c5c921-0b01-4af0-aeb3-006fd71fdf8b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:34.297947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event updated for resources: {'Subnet': ['ID=37e1e091-7fff-4831-8136-ee4c0bf80f78,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:34.301848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Checking segment: {'id': 'db357ffe-587f-45ca-9478-66734e40e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c1e6f3fc-4bda-4651-ba34-bc228d50e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:34.302226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Network hostable DHCP agents. Network: c1e6f3fc-4bda-4651-ba34-bc228d50e70e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:58:34.321629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Network c1e6f3fc-4bda-4651-ba34-bc228d50e70e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:58:34.331815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c1e6f3fc-4bda-4651-ba34-bc228d50e70e) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:34.341890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.341890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.341890 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.366437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec801980-da59-48ed-a850-3525061617d6 None None] Network c1e6f3fc-4bda-4651-ba34-bc228d50e70e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:34.372019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6a784897-40fa-4dc2-b544-c49a893b5ee9 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8920760 Nov 23 17:58:34.375433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49626) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:34.486747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51844dc7-8b8d-44fc-9d0d-d2ac988caa2b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.488960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51844dc7-8b8d-44fc-9d0d-d2ac988caa2b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.491070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51844dc7-8b8d-44fc-9d0d-d2ac988caa2b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.496926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49628) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:34.497934 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-51844dc7-8b8d-44fc-9d0d-d2ac988caa2b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1205165 Nov 23 17:58:34.513082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de35cf0a-bb92-4b9d-88b0-2fa1442b87e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c1c5c921-0b01-4af0-aeb3-006fd71fdf8b', 'network_id': 'c1c5c921-0b01-4af0-aeb3-006fd71fdf8b', 'tenant_id': '2280d30c4996430fa11d0f6c273d6060', 'fixed_ips': [{'subnet_id': '4c2f1930-ce4a-46a5-a274-e3de8fd872df'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:58:34.514151 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-de35cf0a-bb92-4b9d-88b0-2fa1442b87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.556991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-728529aa-1e68-4df6-bde7-faba7de4dcdb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Deleting subnet 4c2f1930-ce4a-46a5-a274-e3de8fd872df {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:58:34.560302 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-728529aa-1e68-4df6-bde7-faba7de4dcdb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.617784 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-728529aa-1e68-4df6-bde7-faba7de4dcdb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.620859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c1e6f3fc-4bda-4651-ba34-bc228d50e70e', 'network_id': 'c1e6f3fc-4bda-4651-ba34-bc228d50e70e', 'tenant_id': '2280d30c4996430fa11d0f6c273d6060', 'fixed_ips': [{'subnet_id': '37e1e091-7fff-4831-8136-ee4c0bf80f78'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:58:34.621784 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.673454 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-728529aa-1e68-4df6-bde7-faba7de4dcdb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.735814 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-728529aa-1e68-4df6-bde7-faba7de4dcdb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.762499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728529aa-1e68-4df6-bde7-faba7de4dcdb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2f1930-ce4a-46a5-a274-e3de8fd872df,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:34.769133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-728529aa-1e68-4df6-bde7-faba7de4dcdb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.774454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-728529aa-1e68-4df6-bde7-faba7de4dcdb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/subnets/4c2f1930-ce4a-46a5-a274-e3de8fd872df HTTP/1.1" status: 204 len: 168 time: 0.2744989 Nov 23 17:58:34.775051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49630) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-de35cf0a-bb92-4b9d-88b0-2fa1442b87e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c2f1930-ce4a-46a5-a274-e3de8fd872df: This subnet is being modified by another concurrent operation. Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:58:34.820994 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c2f1930-ce4a-46a5-a274-e3de8fd872df: This subnet is being modified by another concurrent operation. Nov 23 17:58:34.828314 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 17:58:34.834371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb88136-9a98-49ca-bf42-600e3661debb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Deleting subnet 37e1e091-7fff-4831-8136-ee4c0bf80f78 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:58:34.857824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00abb98a-33ee-48c8-a613-0fdde5272786 None None] Network c1c5c921-0b01-4af0-aeb3-006fd71fdf8b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:34.879168 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:34.952865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Allocated IP 172.20.0.18 (c1e6f3fc-4bda-4651-ba34-bc228d50e70e/37e1e091-7fff-4831-8136-ee4c0bf80f78/680fb053-13c0-422a-a948-46b99b710949) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:35.080425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:58:35.087530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:35.087902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.210820 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.219077 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdb88136-9a98-49ca-bf42-600e3661debb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.221693 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.225615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.262701 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdb88136-9a98-49ca-bf42-600e3661debb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.271742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Network c1e6f3fc-4bda-4651-ba34-bc228d50e70e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:35.280226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:35.287522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:35.292980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:35.295359 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeeb2de-ed16-47f3-9bf5-cde501c6ec88" -d '{"events": [{"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-plugged", "status": "completed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:35.301118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Pushing event updated for resources: {'Port': ['ID=680fb053-13c0-422a-a948-46b99b710949,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:35.315541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:35.332643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.364996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdb88136-9a98-49ca-bf42-600e3661debb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.396249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Attempting to bind port 680fb053-13c0-422a-a948-46b99b710949 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:35.396629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Attempting to bind port 680fb053-13c0-422a-a948-46b99b710949 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'db357ffe-587f-45ca-9478-66734e40e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c1e6f3fc-4bda-4651-ba34-bc228d50e70e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:35.397008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Attempting to bind port 680fb053-13c0-422a-a948-46b99b710949 on network c1e6f3fc-4bda-4651-ba34-bc228d50e70e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:35.411119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:35.411496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Checking segment: {'id': 'db357ffe-587f-45ca-9478-66734e40e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c1e6f3fc-4bda-4651-ba34-bc228d50e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:35.411901 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.412296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Bound using segment: {'id': 'db357ffe-587f-45ca-9478-66734e40e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c1e6f3fc-4bda-4651-ba34-bc228d50e70e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:35.412804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Bound port: 680fb053-13c0-422a-a948-46b99b710949, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db357ffe-587f-45ca-9478-66734e40e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c1e6f3fc-4bda-4651-ba34-bc228d50e70e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:35.413160 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.424557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:35.436170 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdb88136-9a98-49ca-bf42-600e3661debb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.465426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb88136-9a98-49ca-bf42-600e3661debb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Subnet': ['ID=37e1e091-7fff-4831-8136-ee4c0bf80f78,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:35.469927 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdb88136-9a98-49ca-bf42-600e3661debb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.472999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cdb88136-9a98-49ca-bf42-600e3661debb tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/subnets/37e1e091-7fff-4831-8136-ee4c0bf80f78 HTTP/1.1" status: 204 len: 168 time: 0.6970069 Nov 23 17:58:35.475513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49634) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:35.493231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] For port 680fb053-13c0-422a-a948-46b99b710949, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:35.496680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] For port 680fb053-13c0-422a-a948-46b99b710949, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=680fb053-13c0-422a-a948-46b99b710949,segment=NetworkSegment(db357ffe-587f-45ca-9478-66734e40e7de),segment_id=db357ffe-587f-45ca-9478-66734e40e7de)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:35.502419 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.575724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31e68a5-7d12-4bc4-8605-5fa84a0220e5 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.577433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f31e68a5-7d12-4bc4-8605-5fa84a0220e5 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007450 Nov 23 17:58:35.581543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49636) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:35.594433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ed27a-a11e-45d3-97e2-33b6662cb6b7 None None] Pushing event updated for resources: {'Port': ['ID=680fb053-13c0-422a-a948-46b99b710949,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:35.614667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e027e1f-787d-478c-be81-833483673c1a None None] Network c1e6f3fc-4bda-4651-ba34-bc228d50e70e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:35.725574 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-f6d117e5-996b-45e2-9409-f78698c09ffb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0555289 Nov 23 17:58:35.848762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8970c2e5-51bb-4137-96bc-2fb6566fa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.849348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8970c2e5-51bb-4137-96bc-2fb6566fa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.849841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8970c2e5-51bb-4137-96bc-2fb6566fa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.850336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8970c2e5-51bb-4137-96bc-2fb6566fa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.850840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8970c2e5-51bb-4137-96bc-2fb6566fa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.851805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8970c2e5-51bb-4137-96bc-2fb6566fa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.852300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8970c2e5-51bb-4137-96bc-2fb6566fa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.854486 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8970c2e5-51bb-4137-96bc-2fb6566fa168 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6491 time: 0.0620162 Nov 23 17:58:35.943202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e22fe-9a75-4db7-bc85-ec91e53624e4 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:58:35.986095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-62692350-fd54-4693-b18a-bc7d285b3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.986497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-62692350-fd54-4693-b18a-bc7d285b3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.987000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-62692350-fd54-4693-b18a-bc7d285b3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.989256 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-62692350-fd54-4693-b18a-bc7d285b3db4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0 HTTP/1.1" status: 200 len: 2292 time: 0.1043305 Nov 23 17:58:36.066089 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-e3cfb795-6311-463d-b1e6-1c5a9f2263b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6 HTTP/1.1" status: 200 len: 1001 time: 0.0660591 Nov 23 17:58:36.092688 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.109250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e22fe-9a75-4db7-bc85-ec91e53624e4 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:58:36.113538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f920096-a25c-4e07-98e7-15f871cd607a req-e9ab4b0a-ea1c-487b-87e3-b5615035a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.115072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-e9ab4b0a-ea1c-487b-87e3-b5615035a425 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc2ea2e5c755470ba7ec3c529517c9e4&device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 1094 time: 0.4886858 Nov 23 17:58:36.135465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-91d0ffe9-a393-4883-b193-093e4cd10a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.136977 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-91d0ffe9-a393-4883-b193-093e4cd10a91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=291e8618-8a09-4d5c-b07b-1d9965435064 HTTP/1.1" status: 200 len: 850 time: 0.0629396 Nov 23 17:58:36.140495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c745c-0fc8-46d6-9841-46648f6bd234 req-8a52bb17-3caf-4137-b6c2-8c17b13ba566 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.141985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-234c745c-0fc8-46d6-9841-46648f6bd234 req-8a52bb17-3caf-4137-b6c2-8c17b13ba566 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1249399 Nov 23 17:58:36.152087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1894c2-b139-4fa9-a70c-bbd599e7e98c req-77235df1-33d6-4ace-b42c-0e22963e228b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.153556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f1894c2-b139-4fa9-a70c-bbd599e7e98c req-77235df1-33d6-4ace-b42c-0e22963e228b tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 944 time: 0.4949973 Nov 23 17:58:36.194260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-ef94cd75-f5c1-4903-8785-7f81faa50a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.195810 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-ef94cd75-f5c1-4903-8785-7f81faa50a3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475774 Nov 23 17:58:36.219119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-7b59cc9b-aa13-469d-9ced-aec6a4159c6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118b9179-7cc4-4f9b-9fab-7671550ca6eb HTTP/1.1" status: 200 len: 217 time: 0.0935645 Nov 23 17:58:36.301131 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-a1498b52-ffd6-413a-b462-e2f4ac8bdafc service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976994 Nov 23 17:58:36.374235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-234c745c-0fc8-46d6-9841-46648f6bd234 req-97e45319-9229-4882-b1d8-198e5899b3da tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195723 Nov 23 17:58:36.395098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f1894c2-b139-4fa9-a70c-bbd599e7e98c req-f8c8ac78-ee70-449d-b624-1e0327f2e94d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053597 Nov 23 17:58:36.418238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-677a0253-5038-4382-87f5-f0e582eb2b18 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.419846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-677a0253-5038-4382-87f5-f0e582eb2b18 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.66 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 944 time: 0.2315495 Nov 23 17:58:36.421312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f920096-a25c-4e07-98e7-15f871cd607a req-109ecff1-ab3b-4991-95d1-803041468af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.422664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-109ecff1-ab3b-4991-95d1-803041468af4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7cd3fb-86ea-4434-923a-3bdb56133920 HTTP/1.1" status: 200 len: 854 time: 0.1800060 Nov 23 17:58:36.422856 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-e3d58059-8dbb-4108-b167-b747cb9e5905 service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144879 Nov 23 17:58:36.470398 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ba281-5de6-4904-98f1-3e44250e829a x-openstack-request-id: req-d81ba281-5de6-4904-98f1-3e44250e829a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:36.470706 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf715b9-3924-4a7f-a901-ea28f71e979f", "tag": "118b9179-7cc4-4f9b-9fab-7671550ca6eb", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:36.471590 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d81ba281-5de6-4904-98f1-3e44250e829a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:36.472522 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf715b9-3924-4a7f-a901-ea28f71e979f', 'tag': '118b9179-7cc4-4f9b-9fab-7671550ca6eb', 'status': 'completed', 'code': 200} Nov 23 17:58:36.491491 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-87a1dd57-977e-4280-8a33-924d616d091d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 217 time: 0.0517163 Nov 23 17:58:36.548749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Deleting port 680fb053-13c0-422a-a948-46b99b710949 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:36.549109 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.561328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-ad3f9289-4ced-4e68-ab07-dfb6f0f0ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.563573 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-ad3f9289-4ced-4e68-ab07-dfb6f0f0ebb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.0652854 Nov 23 17:58:36.598999 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e440afd1-5c5d-4964-a9fd-d2db16ce36ea x-openstack-request-id: req-e440afd1-5c5d-4964-a9fd-d2db16ce36ea {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:36.599601 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-plugged", "status": "completed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:36.600000 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e440afd1-5c5d-4964-a9fd-d2db16ce36ea {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:36.608589 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'code': 200} Nov 23 17:58:36.662373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-6df71876-0e47-4ad4-9221-3e04d5827e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.664139 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-6df71876-0e47-4ad4-9221-3e04d5827e02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927434 Nov 23 17:58:36.687300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46aba3-a942-4bd6-b6a0-3585fe93a9df None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:58:36.708133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f920096-a25c-4e07-98e7-15f871cd607a req-3a65c553-36e5-4c1d-b6f4-19c6eee02756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.709678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-3a65c553-36e5-4c1d-b6f4-19c6eee02756 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3458178f-23fa-48f7-9ac1-72d746ba1b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361836 Nov 23 17:58:36.723840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] For port 680fb053-13c0-422a-a948-46b99b710949, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=680fb053-13c0-422a-a948-46b99b710949,segment=NetworkSegment(db357ffe-587f-45ca-9478-66734e40e7de),segment_id=db357ffe-587f-45ca-9478-66734e40e7de)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:36.724210 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.748175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:36.748590 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.776018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Calling delete_port for 680fb053-13c0-422a-a948-46b99b710949 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:36.798321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81931ebf-5675-43b1-b143-187aa523f136 req-247f5e25-89c5-4ad0-9c94-ee1b7e112dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.800815 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81931ebf-5675-43b1-b143-187aa523f136 req-247f5e25-89c5-4ad0-9c94-ee1b7e112dde service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1097 time: 0.1096475 Nov 23 17:58:36.824353 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-6724af92-d91a-441e-86a4-3b4714470ddd service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464350 Nov 23 17:58:36.852982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0570d7-64a2-4681-af04-0f8b757d89bf req-6907b52a-02b5-4533-a7d7-c80987ae7dfe tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.860418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef0570d7-64a2-4681-af04-0f8b757d89bf req-6907b52a-02b5-4533-a7d7-c80987ae7dfe tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 943 time: 0.3540046 Nov 23 17:58:36.919295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Deleting port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:36.919574 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.931773 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-81931ebf-5675-43b1-b143-187aa523f136 req-4e7de676-e429-4ee2-a9c2-4f3e18d77120 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169157 Nov 23 17:58:36.949017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port c3be8b4d-c923-491d-9eb4-0b66a7fcf4da triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:36.949397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.954582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46aba3-a942-4bd6-b6a0-3585fe93a9df None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:58:36.970028 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-2bc9772e-d430-4f01-9210-fc51eac5dc92 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343875 Nov 23 17:58:36.970506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49656) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.015219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-86bef2b4-9bdd-4976-a7e2-213afa1e9a8d service neutron] 10.222.0.66 "GET /v2.0/networks/3458178f-23fa-48f7-9ac1-72d746ba1b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934563 Nov 23 17:58:37.031654 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-4c85cfec-bd21-406d-8610-a26df38e18fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 217 time: 0.0532427 Nov 23 17:58:37.033655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Port c3be8b4d-c923-491d-9eb4-0b66a7fcf4da cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:37.080945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a84d5d6-6a06-4f2d-bb48-850ccd008eac admin admin] Deleting subnet b2072801-907d-4624-8233-c3d0551c1ca8 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:58:37.086555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a84d5d6-6a06-4f2d-bb48-850ccd008eac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.095387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef0570d7-64a2-4681-af04-0f8b757d89bf req-a9d00f5c-9ee0-446d-91cb-277770587b69 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340157 Nov 23 17:58:37.111483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:37.111742 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.128741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-50ed538b-0e5c-4eb5-92f9-87b7386835d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:37.130374 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-50ed538b-0e5c-4eb5-92f9-87b7386835d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.0904737 Nov 23 17:58:37.137917 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a84d5d6-6a06-4f2d-bb48-850ccd008eac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.179308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:37.179833 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.193801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.225283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-793d1541-b8b2-41fb-86a7-fee0cc12773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:37.226879 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-793d1541-b8b2-41fb-86a7-fee0cc12773c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861139 Nov 23 17:58:37.227908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a84d5d6-6a06-4f2d-bb48-850ccd008eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.233443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Calling delete_port for 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:37.247056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Port': ['ID=680fb053-13c0-422a-a948-46b99b710949,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.253358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] No DVR routers for this DVR port 680fb053-13c0-422a-a948-46b99b710949 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:58:37.321961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f920096-a25c-4e07-98e7-15f871cd607a req-5073e182-21e1-4d5c-a567-b979350f684e service neutron] 10.222.0.66 "GET /v2.0/networks/3458178f-23fa-48f7-9ac1-72d746ba1b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712610 Nov 23 17:58:37.322382 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.385637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a84d5d6-6a06-4f2d-bb48-850ccd008eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.398940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] For port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,segment=NetworkSegment(2d781a10-53e3-4973-9ffb-42d538e5a902),segment_id=2d781a10-53e3-4973-9ffb-42d538e5a902)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:37.405490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.406456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.453556 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-58a66cbf-350c-4c0a-bf5e-720515915d34 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975286 Nov 23 17:58:37.456973 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a84d5d6-6a06-4f2d-bb48-850ccd008eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.460794 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a84d5d6-6a06-4f2d-bb48-850ccd008eac admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b2072801-907d-4624-8233-c3d0551c1ca8 HTTP/1.1" status: 204 len: 168 time: 0.4893224 Nov 23 17:58:37.462990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84d5d6-6a06-4f2d-bb48-850ccd008eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2072801-907d-4624-8233-c3d0551c1ca8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.468585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ffe6b-fa76-4e1d-b376-b1d709373379 None None] Network 406a88b0-a533-4e47-8afb-2956bd0b9a6b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:37.474870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49662) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.527715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Pushing event updated for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.542246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e6f3fc-4bda-4651-ba34-bc228d50e70e']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:37.595633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db357ffe-587f-45ca-9478-66734e40e7de') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:37.595882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db357ffe-587f-45ca-9478-66734e40e7de') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:37.608700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.621859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port 628a8b25-d24a-49cd-afd9-0e12fa2111f6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:37.622470 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.635763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.652007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088dc75b-da9c-4748-8aff-9e037dc09a83 None None] DHCP port deletion for 406a88b0-a533-4e47-8afb-2956bd0b9a6b request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:37.670607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-ecb0fe79-38cb-459a-a90a-a4b518053d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:37.672539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-ecb0fe79-38cb-459a-a90a-a4b518053d78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc2ea2e5c755470ba7ec3c529517c9e4&device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 1094 time: 0.2633281 Nov 23 17:58:37.674757 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.681406 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-b550994a-8086-4af9-b425-4ceff9ddb29e service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193131 Nov 23 17:58:37.710101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:37.710769 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.724972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f7884-dff7-4a60-ac46-5b40ac31f3b8 req-9723ef63-2c98-4766-8c0e-1b0a51ee89d0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:37.726662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403f7884-dff7-4a60-ac46-5b40ac31f3b8 req-9723ef63-2c98-4766-8c0e-1b0a51ee89d0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.2093496 Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:37.727276 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:37.735434 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-7a5907e3-8b19-42c2-886c-d9c7ed869002 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9 HTTP/1.1" status: 200 len: 217 time: 0.0440989 Nov 23 17:58:37.739478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:37.739867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.769238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.793097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59276103-5c92-49d4-8e12-ecd63797c3ab req-fba34598-a679-4592-aa25-cdf24bf0d03d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:37.795166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59276103-5c92-49d4-8e12-ecd63797c3ab req-fba34598-a679-4592-aa25-cdf24bf0d03d tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/ports?device_id=35df039e-77a9-4da9-bc58-46c01c537776 HTTP/1.1" status: 200 len: 946 time: 0.2740965 Nov 23 17:58:37.825295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406a88b0-a533-4e47-8afb-2956bd0b9a6b']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:37.836365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.840420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:37.840907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab363b81-5ba7-4788-90d0-a8ae1a68cafe') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:37.852057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-143002f3-ce59-469e-9f21-d9ee17ec53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:37.853742 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-143002f3-ce59-469e-9f21-d9ee17ec53b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.0866971 Nov 23 17:58:37.854056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port ff164de2-cecb-41f8-a168-f55900dea382 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:37.854615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.860555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.910455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.924027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:37.924697 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:37.926421 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:37.947151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.963358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Pushing event deleted for resources: {'Port': ['ID=717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.981847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.987892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/networks/c1e6f3fc-4bda-4651-ba34-bc228d50e70e HTTP/1.1" status: 204 len: 168 time: 2.4052312 Nov 23 17:58:37.988296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-1d74eb31-b2c5-4577-b9c3-df8f801320dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:37.990450 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-1d74eb31-b2c5-4577-b9c3-df8f801320dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261973 Nov 23 17:58:37.990987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49672) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.020158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abcd90-74b7-4f25-9538-3dbd7f8f6c13 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Network': ['ID=c1e6f3fc-4bda-4651-ba34-bc228d50e70e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.102285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833902d1-237d-473a-aa4a-ff7a73f23b99 None None] DHCP port deletion for 95dbeb2a-6ccf-4558-9052-e53ea34392f7 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:38.109957 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-eb10f2b7-8f1b-4bcf-a042-257c08ad17fa service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038957 Nov 23 17:58:38.131203 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.149832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port 2e965ad2-66f5-454b-81e3-8933b0cac6b6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:38.150069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] No DVR routers for this DVR port 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:58:38.150262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.155349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.159594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b25927a4-99bf-4695-b15e-d393e68a2347 req-79783cf4-eb0f-47cf-9628-c42bb791c90f tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.66 "DELETE /v2.0/ports/717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 HTTP/1.1" status: 204 len: 173 time: 1.7208991 Nov 23 17:58:38.162553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.168272 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] 10.222.0.74 "DELETE /v2.0/networks/406a88b0-a533-4e47-8afb-2956bd0b9a6b HTTP/1.1" status: 204 len: 168 time: 0.6900277 Nov 23 17:58:38.191585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-403f7884-dff7-4a60-ac46-5b40ac31f3b8 req-284a865c-0193-4d89-88bb-30c23eaed380 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360313 Nov 23 17:58:38.209625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59276103-5c92-49d4-8e12-ecd63797c3ab req-a22a9573-e110-4530-8cb4-8bf2cc7e85f4 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f018e40-9b1a-4458-bb7b-85b3bce6093f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810277 Nov 23 17:58:38.215533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-e94c9fb7-46a2-474f-bad5-4f9e4a6194ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:38.219197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-e94c9fb7-46a2-474f-bad5-4f9e4a6194ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=3458178f-23fa-48f7-9ac1-72d746ba1b6e HTTP/1.1" status: 200 len: 916 time: 0.5337174 Nov 23 17:58:38.292611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-76e5af07-7f7d-4058-9126-151972eca7e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118b9179-7cc4-4f9b-9fab-7671550ca6eb HTTP/1.1" status: 200 len: 217 time: 0.0637960 Nov 23 17:58:38.354302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:38.354714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.403434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.416611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d34270-a301-4349-8bc4-b880d172eece admin admin] Pushing event deleted for resources: {'Network': ['ID=406a88b0-a533-4e47-8afb-2956bd0b9a6b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.474911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35df039e-77a9-4da9-bc58-46c01c537776', 'name': 'network-vif-deleted', 'tag': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:38.480541 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df33f3-7127-45ed-b22b-a60a266605e9" -d '{"events": [{"server_uuid": "35df039e-77a9-4da9-bc58-46c01c537776", "name": "network-vif-deleted", "tag": "717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:38.490279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-138de45c-9c8c-47f2-9d9c-04970f05f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:38.499201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-138de45c-9c8c-47f2-9d9c-04970f05f213 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7cd3fb-86ea-4434-923a-3bdb56133920 HTTP/1.1" status: 200 len: 854 time: 0.1905992 Nov 23 17:58:38.519948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port 71faacf2-82c1-4e29-b850-a3b1a9f3e8b2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:38.520625 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.586406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Port 71faacf2-82c1-4e29-b850-a3b1a9f3e8b2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:38.612672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-bf7cdd70-c3c2-4dd8-8c50-8e94f724a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:38.614438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-bf7cdd70-c3c2-4dd8-8c50-8e94f724a1d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3458178f-23fa-48f7-9ac1-72d746ba1b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124754 Nov 23 17:58:38.624812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.627281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35df039e-77a9-4da9-bc58-46c01c537776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:38.630552 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd67994-3019-4dea-935a-288aa5e4bf1e" -d '{"events": [{"server_uuid": "35df039e-77a9-4da9-bc58-46c01c537776", "name": "network-vif-plugged", "status": "completed", "tag": "717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:38.636230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port d605c4aa-ffef-49c0-8449-2792a130af41 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:38.637154 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.654082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c5c921-0b01-4af0-aeb3-006fd71fdf8b']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:38.665072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dee0430-2506-48e9-9e20-468740a6fc48') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:38.665508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dee0430-2506-48e9-9e20-468740a6fc48') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:38.678432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.682279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49680) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.695159 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.703220 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d2fdcd-b238-47fb-9450-19f443b716d6 x-openstack-request-id: req-64d2fdcd-b238-47fb-9450-19f443b716d6 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:38.703535 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35df039e-77a9-4da9-bc58-46c01c537776", "name": "network-vif-deleted", "tag": "717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:38.704118 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64d2fdcd-b238-47fb-9450-19f443b716d6 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:38.704797 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35df039e-77a9-4da9-bc58-46c01c537776', 'name': 'network-vif-deleted', 'tag': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6', 'status': 'completed', 'code': 200} Nov 23 17:58:38.706616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:38.707352 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.740556 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9221d74-2dbd-4ad1-bbf1-49a676ef220a x-openstack-request-id: req-b9221d74-2dbd-4ad1-bbf1-49a676ef220a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:38.741043 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35df039e-77a9-4da9-bc58-46c01c537776", "name": "network-vif-plugged", "status": "completed", "tag": "717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:38.741470 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b9221d74-2dbd-4ad1-bbf1-49a676ef220a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:38.742142 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35df039e-77a9-4da9-bc58-46c01c537776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6', 'code': 200} Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:38.782375 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:38.785396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port e558c1ac-9d87-4670-9c61-395ee5f435cc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:38.785396 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.793497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.797482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc06cc-1f77-4cd2-9176-1a01d7a1bfca req-c3beb7b2-aa76-472c-b9a2-c5b9eb43f111 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:38.800292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1fc06cc-1f77-4cd2-9176-1a01d7a1bfca req-c3beb7b2-aa76-472c-b9a2-c5b9eb43f111 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 943 time: 0.2439802 Nov 23 17:58:38.812262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.819663 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/networks/c1c5c921-0b01-4af0-aeb3-006fd71fdf8b HTTP/1.1" status: 204 len: 168 time: 0.8222468 Nov 23 17:58:38.819914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49684) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.835415 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-3c33bbeb-b4bc-4723-9895-88b83eef3484 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143073 Nov 23 17:58:38.837001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c063e9-9d98-4c67-bf8a-18820477462e tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Network': ['ID=c1c5c921-0b01-4af0-aeb3-006fd71fdf8b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.882671 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-dfd4bbcf-a9ff-495f-bcf9-4fe77609d206 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7919f4bb-f7d5-496b-b280-9986aebf0825 HTTP/1.1" status: 200 len: 217 time: 0.0390644 Nov 23 17:58:38.913797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-96fcce16-d461-4828-9454-0e1a93967854 service neutron] 10.222.0.66 "GET /v2.0/networks/3458178f-23fa-48f7-9ac1-72d746ba1b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915282 Nov 23 17:58:38.917912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Provisioning complete for port b1326a75-37e9-4cf1-953d-3ed55c1a09e4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:38.919028 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.943333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-d1ad360d-26d5-4833-8cf8-512393e7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:38.945063 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-d1ad360d-26d5-4833-8cf8-512393e7390b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.0544775 Nov 23 17:58:38.956687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-307bd71e-0343-4723-aa76-6aba66184049 None None] Port b1326a75-37e9-4cf1-953d-3ed55c1a09e4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:38.961610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-201bf70e-e255-49dd-ad22-14ae58a702f6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1ada1e9e0064544a0b221835dcf73b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558742 Nov 23 17:58:38.962257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49686) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.995145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-2e9d7856-5fa3-4298-817e-fc75e82bb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:38.996640 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-2e9d7856-5fa3-4298-817e-fc75e82bb1a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428870 Nov 23 17:58:39.010676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1fc06cc-1f77-4cd2-9176-1a01d7a1bfca req-0c6a0227-2d1f-4b81-a9e0-50562bbc3011 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011580 Nov 23 17:58:39.014782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.096141 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-8182e3b3-0dd0-4a27-bde2-5b2d2fc3ef26 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920763 Nov 23 17:58:39.128751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 118b9179-7cc4-4f9b-9fab-7671550ca6eb details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:39.131374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:39.150269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c45193-1364-4464-ad76-73bf12df0ad2 req-c3949aa7-fb60-4219-abc1-494959fc174b service neutron] 10.222.0.66 "GET /v2.0/networks/3458178f-23fa-48f7-9ac1-72d746ba1b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069685 Nov 23 17:58:39.156795 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8663a18-fdf1-4932-93b1-ad94cf91e647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.170065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:58:39.170733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 717feae5-fdfa-4c8e-b87d-9cc01d2e9ca6 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:58:39.194601 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-c340b0aa-16b6-486f-8b7d-4235990368ac service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915737 Nov 23 17:58:39.207826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.229774 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8663a18-fdf1-4932-93b1-ad94cf91e647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.245359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f17abc3-1e49-4101-bf08-b65502d0e1fa']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:39.247012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-da19f7a4-e788-457a-838d-3e703a47014f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13 HTTP/1.1" status: 200 len: 217 time: 0.0439212 Nov 23 17:58:39.274336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 118b9179-7cc4-4f9b-9fab-7671550ca6eb, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=118b9179-7cc4-4f9b-9fab-7671550ca6eb,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:39.284782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2025bd6-d570-4a0c-9b13-a08e78b9bb82') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:39.285154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2025bd6-d570-4a0c-9b13-a08e78b9bb82') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:39.287163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '118b9179-7cc4-4f9b-9fab-7671550ca6eb', 'network_id': '3458178f-23fa-48f7-9ac1-72d746ba1b6e', 'port_id': '118b9179-7cc4-4f9b-9fab-7671550ca6eb', 'mac_address': 'fa:16:3e:f1:ad:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7cd3fb-86ea-4434-923a-3bdb56133920', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:58:39.307830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.325693 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.335370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:39.335836 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:39.355369 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:39.362739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-ce70cab2-9e12-4f15-ba23-8b6daf8123d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:39.365488 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-ce70cab2-9e12-4f15-ba23-8b6daf8123d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.1107748 Nov 23 17:58:39.405305 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.463358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8663a18-fdf1-4932-93b1-ad94cf91e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.472331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8663a18-fdf1-4932-93b1-ad94cf91e647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.473338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d8663a18-fdf1-4932-93b1-ad94cf91e647 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9a497dc-23ee-4440-b6dc-85ec78eeacdd HTTP/1.1" status: 204 len: 168 time: 0.4924664 Nov 23 17:58:39.487766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-539fc863-d6b5-40c6-b634-e551fdf55121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:39.489899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118b9179-7cc4-4f9b-9fab-7671550ca6eb {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:39.496196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-539fc863-d6b5-40c6-b634-e551fdf55121 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245630 Nov 23 17:58:39.518535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2187d-6d9d-4beb-83b1-dc4a8675a7ea req-5e50e796-287d-47bc-ace0-9a3ac7ec4c24 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:39.527835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4d2187d-6d9d-4beb-83b1-dc4a8675a7ea req-5e50e796-287d-47bc-ace0-9a3ac7ec4c24 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1820397 Nov 23 17:58:39.529977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 118b9179-7cc4-4f9b-9fab-7671550ca6eb, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=118b9179-7cc4-4f9b-9fab-7671550ca6eb,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:39.540224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8663a18-fdf1-4932-93b1-ad94cf91e647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a497dc-23ee-4440-b6dc-85ec78eeacdd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.542947 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.554521 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.581758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.588950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49710) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.596734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/networks/5f17abc3-1e49-4101-bf08-b65502d0e1fa HTTP/1.1" status: 204 len: 168 time: 0.7625790 Nov 23 17:58:39.611907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7898ef-70a0-4731-afb7-3a26b5f98a0b tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Network': ['ID=5f17abc3-1e49-4101-bf08-b65502d0e1fa,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.620299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=118b9179-7cc4-4f9b-9fab-7671550ca6eb,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.659779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4d2187d-6d9d-4beb-83b1-dc4a8675a7ea req-97804e1f-b0c2-4c8a-aec8-9d7ba39c1dc3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308107 Nov 23 17:58:39.702913 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-d3e8c191-ad33-4240-bc82-9b83de6fc785 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953278 Nov 23 17:58:39.711482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.831105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['118b9179-7cc4-4f9b-9fab-7671550ca6eb'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:39.870563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05347164-2d5e-45ce-ad74-1b2ebf7d657e req-4ceba766-955c-49ef-b2fa-c52decc9d598 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:39.878724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.879532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05347164-2d5e-45ce-ad74-1b2ebf7d657e req-4ceba766-955c-49ef-b2fa-c52decc9d598 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1097 time: 0.0843782 Nov 23 17:58:39.911701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5cc034-2646-4a1e-a46d-774ca48042dd']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:39.915283 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-3463dd4c-02cb-4aae-95b3-2b687d6a06be service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000961 Nov 23 17:58:39.943005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016a10aa-33d3-4fc8-b5ad-015d50ab7592') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:39.943174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016a10aa-33d3-4fc8-b5ad-015d50ab7592') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:39.971167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05347164-2d5e-45ce-ad74-1b2ebf7d657e req-019526e2-1e66-498f-9446-763ccebf20c1 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907938 Nov 23 17:58:39.993073 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-c89c00d3-886a-4732-975d-3f453753dbb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6de78270-7671-42fd-8cee-fb0ed027b603 HTTP/1.1" status: 200 len: 217 time: 0.0606415 Nov 23 17:58:40.057324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.076568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-5bda91e0-eaa0-43e6-9cd6-a595b5fab478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:40.078312 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-5bda91e0-eaa0-43e6-9cd6-a595b5fab478 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.0758686 Nov 23 17:58:40.093019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.120383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:40.120858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:40.124753 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:40.179848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d876d-cf67-4052-819c-c2d57a31927a req-8eff1d61-c26a-4449-9477-12c981ad501f tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:40.181497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-154d876d-cf67-4052-819c-c2d57a31927a req-8eff1d61-c26a-4449-9477-12c981ad501f tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1097 time: 0.1098025 Nov 23 17:58:40.210155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6432bd-b869-4a33-88ef-8a0fa0e3b9d9 req-049d4899-b7b0-4d09-9e5f-c673fe8bf8ab tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:40.210411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-a7bae3c6-c483-49b3-825e-90b79e1d4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:40.211769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f6432bd-b869-4a33-88ef-8a0fa0e3b9d9 req-049d4899-b7b0-4d09-9e5f-c673fe8bf8ab tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 944 time: 0.0691259 Nov 23 17:58:40.212374 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-a7bae3c6-c483-49b3-825e-90b79e1d4414 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233501 Nov 23 17:58:40.219428 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.224756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.228476 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] 10.222.0.74 "DELETE /v2.0/networks/bc5cc034-2646-4a1e-a46d-774ca48042dd HTTP/1.1" status: 204 len: 168 time: 0.6382439 Nov 23 17:58:40.260275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7b875-e312-425f-8ec5-eb05d777d533 tempest-BulkNetworkOpsTest-965032615 tempest-BulkNetworkOpsTest-965032615-project] Pushing event deleted for resources: {'Network': ['ID=bc5cc034-2646-4a1e-a46d-774ca48042dd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.277338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-154d876d-cf67-4052-819c-c2d57a31927a req-c1a09763-c121-4cf5-8dd7-8bba71296da2 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847123 Nov 23 17:58:40.289595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f6432bd-b869-4a33-88ef-8a0fa0e3b9d9 req-af323c9e-083a-4c85-9cbe-bdac1847b263 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684669 Nov 23 17:58:40.359852 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-d2e757ff-10a9-4e7f-ac67-59cbbb6fe3aa service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301243 Nov 23 17:58:40.390163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49758) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.467706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-08da999e-f4d6-4410-a954-849d3ed57d1a admin admin] Deleting subnet a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:58:40.472830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08da999e-f4d6-4410-a954-849d3ed57d1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.497410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3cc08c26-bfac-45ff-81f0-4aa03aec974a req-841f21e5-e159-4f8a-971e-ee297a52533f service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293879 Nov 23 17:58:40.526937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.550743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08da999e-f4d6-4410-a954-849d3ed57d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.583036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49772) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.621367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08da999e-f4d6-4410-a954-849d3ed57d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.703357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-277660656-network', 'tenant_id': 'f593fbeea8c14369ba55c72749c82e44'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:40.721526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08da999e-f4d6-4410-a954-849d3ed57d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.735012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Made reservation on behalf of f593fbeea8c14369ba55c72749c82e44 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:40.738303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.749404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.782309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da999e-f4d6-4410-a954-849d3ed57d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.784950 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08da999e-f4d6-4410-a954-849d3ed57d1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.788564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-08da999e-f4d6-4410-a954-849d3ed57d1a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a8ab5641-d6b8-4d0d-a399-c2bbd1eafb3b HTTP/1.1" status: 204 len: 168 time: 0.3971553 Nov 23 17:58:40.791059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49784) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.791243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1dd255-0bb1-4ece-aa2b-f173533443dd None None] Network 95dbeb2a-6ccf-4558-9052-e53ea34392f7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:40.890859 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.984259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.995526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-429511d7-263b-4557-89b4-e8a233da300b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2280d30c4996430fa11d0f6c273d6060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4076405 Nov 23 17:58:40.999503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49796) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.000309 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.004828 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.008845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60101fc6-e350-4161-a3d3-5d01c0d5b65f None None] DHCP port deletion for 95dbeb2a-6ccf-4558-9052-e53ea34392f7 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:41.034541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95dbeb2a-6ccf-4558-9052-e53ea34392f7']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:41.046258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d781a10-53e3-4973-9ffb-42d538e5a902') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:41.046765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d781a10-53e3-4973-9ffb-42d538e5a902') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:41.057665 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.066587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:41.073976 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.080943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:41.081345 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:41.083361 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:41.085841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545cbf0e-b218-479b-a3d2-22fbf7868654,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.090270 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.090633 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Added segment 8451184f-f595-41d5-b1a7-ea895dd15fd8 of type vlan for network faf91ea4-f248-430f-8bab-39d79d1650dd Nov 23 17:58:41.128898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 118b9179-7cc4-4f9b-9fab-7671550ca6eb up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:41.152111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2789fdde-782b-4237-b35d-5ba9d886f5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.186294 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2789fdde-782b-4237-b35d-5ba9d886f5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.207193 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.226614 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d513790-438d-480e-a8f7-f23aacbea15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.231826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 118b9179-7cc4-4f9b-9fab-7671550ca6eb completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:58:41.238995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 118b9179-7cc4-4f9b-9fab-7671550ca6eb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:41.239457 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.257321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.258650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:41.259703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.292802 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7643938 Nov 23 17:58:41.298973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.313672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Request body: {'subnet': {'network_id': 'faf91ea4-f248-430f-8bab-39d79d1650dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-277660656-subnet', 'tenant_id': 'f593fbeea8c14369ba55c72749c82e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:41.323366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2789fdde-782b-4237-b35d-5ba9d886f5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.326990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2789fdde-782b-4237-b35d-5ba9d886f5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.330756 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2789fdde-782b-4237-b35d-5ba9d886f5a3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/68cb6188-9de6-4885-a7c1-cf0a49bcd3f7 HTTP/1.1" status: 204 len: 168 time: 0.3233809 Nov 23 17:58:41.414012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0be40-6d4e-4f95-85e7-9274914a5275 admin admin] Pushing event updated for resources: {'Network': ['ID=faf91ea4-f248-430f-8bab-39d79d1650dd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.416456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789fdde-782b-4237-b35d-5ba9d886f5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb6188-9de6-4885-a7c1-cf0a49bcd3f7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.432171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Made reservation on behalf of f593fbeea8c14369ba55c72749c82e44 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:41.435696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.454174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network faf91ea4-f248-430f-8bab-39d79d1650dd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:41.515122 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.524907 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.528614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] 10.222.0.74 "DELETE /v2.0/networks/95dbeb2a-6ccf-4558-9052-e53ea34392f7 HTTP/1.1" status: 204 len: 168 time: 0.7358348 Nov 23 17:58:41.542281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da901bd-5dda-4607-b598-5ce8b12c8f05 req-ac210285-135d-4f4c-b2aa-7ccf82f3a26f tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:41.551208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7da901bd-5dda-4607-b598-5ce8b12c8f05 req-ac210285-135d-4f4c-b2aa-7ccf82f3a26f tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 944 time: 0.1068852 Nov 23 17:58:41.576801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4f7d2-7303-4364-be33-619876440fda admin admin] Pushing event deleted for resources: {'Network': ['ID=95dbeb2a-6ccf-4558-9052-e53ea34392f7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.628036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.671458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-de787bec-a540-493d-a786-f3d036499690 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:58:41.673011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-de787bec-a540-493d-a786-f3d036499690 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259793 Nov 23 17:58:41.691730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf715b9-3924-4a7f-a901-ea28f71e979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b9179-7cc4-4f9b-9fab-7671550ca6eb'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:41.691730 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc2754-a51d-4d4f-8b95-5cf77707ef1d" -d '{"events": [{"server_uuid": "0cf715b9-3924-4a7f-a901-ea28f71e979f", "name": "network-vif-plugged", "status": "completed", "tag": "118b9179-7cc4-4f9b-9fab-7671550ca6eb"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:41.705739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7da901bd-5dda-4607-b598-5ce8b12c8f05 req-049fca66-26da-4388-940b-41b9272193e5 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375868 Nov 23 17:58:41.721005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 118b9179-7cc4-4f9b-9fab-7671550ca6eb, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=118b9179-7cc4-4f9b-9fab-7671550ca6eb,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:41.734325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.791263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-40d8838e-e490-4c88-b43c-7c58704db6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:41.793581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-40d8838e-e490-4c88-b43c-7c58704db6c9 service neutron] 10.222.0.74 "GET /v2.0/ports/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 200 len: 1094 time: 0.0922954 Nov 23 17:58:41.812403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Request body: {'binding': {'host': 'n-h2-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:41.812872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Unknown quota resources ['binding']. {{(pid=120536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:58:41.845786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=118b9179-7cc4-4f9b-9fab-7671550ca6eb,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.868138 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761c8e33-d9d2-4531-b3ad-b089547b5f21 x-openstack-request-id: req-761c8e33-d9d2-4531-b3ad-b089547b5f21 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:41.868693 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf715b9-3924-4a7f-a901-ea28f71e979f", "name": "network-vif-plugged", "status": "completed", "tag": "118b9179-7cc4-4f9b-9fab-7671550ca6eb", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:41.869156 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-761c8e33-d9d2-4531-b3ad-b089547b5f21 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:41.870293 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf715b9-3924-4a7f-a901-ea28f71e979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b9179-7cc4-4f9b-9fab-7671550ca6eb', 'code': 200} Nov 23 17:58:41.943557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49828) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.052178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1a69adb2-f69c-4cca-a32d-5269baf87b10 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e755682d8e244c2d9b5b02dacc80c972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050725 Nov 23 17:58:42.053609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49834) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.079879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.119759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on host n-h2-818932-3 for vnic_type normal with profile None {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:42.119759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:42.120000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:42.130850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:42.131132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:42.140263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aa42b0d2-6943-4c6b-8055-3dd705f2b340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.142521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:42.142974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:42.143328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:42.143939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Bound port: 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:42.158930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0d668b-951b-4c6a-8826-3b9fa5ab93f3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:42.170564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0746c09-744a-4fc8-b16d-a6765744c057 req-01c62c94-b438-4f82-aa51-b1b49ac53cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.172435 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b0746c09-744a-4fc8-b16d-a6765744c057 req-01c62c94-b438-4f82-aa51-b1b49ac53cad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 1096 time: 0.1056979 Nov 23 17:58:42.188890 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aa42b0d2-6943-4c6b-8055-3dd705f2b340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.192527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Checking segment: {'id': '8451184f-f595-41d5-b1a7-ea895dd15fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'faf91ea4-f248-430f-8bab-39d79d1650dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:42.192895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Network hostable DHCP agents. Network: faf91ea4-f248-430f-8bab-39d79d1650dd, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:58:42.237274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:42.238633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Network faf91ea4-f248-430f-8bab-39d79d1650dd is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:58:42.251243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] Publish callbacks [] for binding, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.252448 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-bf58a7c8-2bdf-4f23-9a61-fe4642537054 service neutron] 10.222.0.74 "POST /v2.0/ports/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4482770 Nov 23 17:58:42.261143 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b0746c09-744a-4fc8-b16d-a6765744c057 req-10449f82-2246-4418-ab0d-4d28bd56cd6b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Nov 23 17:58:42.264319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aa42b0d2-6943-4c6b-8055-3dd705f2b340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.267004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aa42b0d2-6943-4c6b-8055-3dd705f2b340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.268330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, faf91ea4-f248-430f-8bab-39d79d1650dd) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:42.273030 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.273716 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.275067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aa42b0d2-6943-4c6b-8055-3dd705f2b340 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f018e40-9b1a-4458-bb7b-85b3bce6093f HTTP/1.1" status: 204 len: 168 time: 0.2164438 Nov 23 17:58:42.277251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18238bbd-469b-4631-ba5d-7454f3cdfcdd None None] Network faf91ea4-f248-430f-8bab-39d79d1650dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:42.292024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42b0d2-6943-4c6b-8055-3dd705f2b340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f018e40-9b1a-4458-bb7b-85b3bce6093f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:42.300745 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6930a502-95d5-416f-8f49-7a9ac8f3166e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9910538 Nov 23 17:58:42.510228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cc8a1-a9f0-42e8-abe7-eb74c479269e req-de375a12-2f52-4f4f-9048-5d5cd1be5830 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.520548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc8cc8a1-a9f0-42e8-abe7-eb74c479269e req-de375a12-2f52-4f4f-9048-5d5cd1be5830 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.0943484 Nov 23 17:58:42.534477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0ede1-4ac9-4a39-b682-72433754473c None None] Network faf91ea4-f248-430f-8bab-39d79d1650dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:42.610422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc8cc8a1-a9f0-42e8-abe7-eb74c479269e req-238bc7d9-4681-4c9b-9831-c20d40999ad6 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888965 Nov 23 17:58:42.610662 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-29933250-b3aa-4a02-acd7-cd68684d40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.613198 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-29933250-b3aa-4a02-acd7-cd68684d40b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1097 time: 0.0626481 Nov 23 17:58:42.676784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49854) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.736704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-9165629a-adb6-4584-99c3-ebdb13adf4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.739854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-9165629a-adb6-4584-99c3-ebdb13adf4c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1182125 Nov 23 17:58:42.799905 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-b96eb3e1-cc4e-4e2c-84cc-3be34d365021 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 200 len: 217 time: 0.0522454 Nov 23 17:58:42.827864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-920521866'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:42.851271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ce779-2b6a-4a26-8404-2db7391b27a5 req-ce3be740-6282-476d-a1d6-07263beaa80a tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.853439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c7ce779-2b6a-4a26-8404-2db7391b27a5 req-ce3be740-6282-476d-a1d6-07263beaa80a tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 945 time: 0.0813110 Nov 23 17:58:42.859102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-2aa11a7d-e3fb-4f09-9f75-36be95dca3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.862247 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-2aa11a7d-e3fb-4f09-9f75-36be95dca3e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0544660 Nov 23 17:58:42.880805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Made reservation on behalf of e5609c2517f64563965821291e64a23c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:42.883977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.896554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.908817 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-65f46f38-a0b6-4e10-bf2e-6c6c140b27ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399716 Nov 23 17:58:42.940775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c7ce779-2b6a-4a26-8404-2db7391b27a5 req-854390bc-8450-48b0-84c6-8c4d6bde860a tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803478 Nov 23 17:58:43.062270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.077640 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-a3a4294c-445f-423a-97b2-2beb7dcc858c service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590021 Nov 23 17:58:43.095169 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.141274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:43.158349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ad4ef-324d-4bea-a0f4-f43c137a7fea,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:43.169389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.170470 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Added segment f4759c25-4fa3-41be-85f6-bf21862f328c of type vlan for network 3ad4e003-9963-46c5-adbe-50863db650da Nov 23 17:58:43.178923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-11e90b1b-7f15-4dd0-b8c2-d2060657f618 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:43.180628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-11e90b1b-7f15-4dd0-b8c2-d2060657f618 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/networks?id=faf91ea4-f248-430f-8bab-39d79d1650dd HTTP/1.1" status: 200 len: 813 time: 0.1878195 Nov 23 17:58:43.240066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-ff69429e-26e5-48ca-a2af-78a29ec280fe tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/quotas/f593fbeea8c14369ba55c72749c82e44 HTTP/1.1" status: 200 len: 375 time: 0.0116928 Nov 23 17:58:43.240392 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-64ee368e-f736-41e1-b7cb-fc007e152f4b service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371331 Nov 23 17:58:43.271965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-1dc01f43-ef1a-47c5-ab5f-753c142c1d61 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f593fbeea8c14369ba55c72749c82e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482152 Nov 23 17:58:43.273579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.307553 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-48180087-2296-41da-9bdf-b3ac611703c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.354544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.360246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:43.360870 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.453848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7757413 Nov 23 17:58:43.458987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49894) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:43.460589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144c0e-4ac8-484c-9be7-dc517b4ddb46 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Pushing event updated for resources: {'Network': ['ID=3ad4e003-9963-46c5-adbe-50863db650da,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:43.464523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-b45603d8-cde5-40ec-a90d-31e1e48b8dbd tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', 'tempest-TagsTest-Tag-174033828') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:43.471810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-8eece0c9-8c43-4f64-ad04-a53baab1dcd9 service neutron] 10.222.0.74 "GET /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900127 Nov 23 17:58:43.477332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 3ad4e003-9963-46c5-adbe-50863db650da details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:43.597389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-54e65738-4def-4df0-aad2-7a9fd83caa9f service neutron] 10.222.0.74 "GET /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245532 Nov 23 17:58:43.660551 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b45603d8-cde5-40ec-a90d-31e1e48b8dbd tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "PUT /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags/tempest-TagsTest-Tag-174033828 HTTP/1.1" status: 201 len: 201 time: 0.2001281 Nov 23 17:58:43.663536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49904) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:43.668993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-6b084c04-ae70-4dbe-9908-d9f6aac8083e tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', 'tempest-TagsTest-Tag-174033828') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:43.785186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6b084c04-ae70-4dbe-9908-d9f6aac8083e tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "GET /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags/tempest-TagsTest-Tag-174033828 HTTP/1.1" status: 204 len: 168 time: 0.1202731 Nov 23 17:58:43.789728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49908) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:43.796704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-b4b7678f-4343-48ee-9763-4e619b7c5f06 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:43.849520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87956f83-8ca1-472e-a613-fb6c0c9e8449 req-33c9d6fe-e300-40a2-9ed4-ec43db7d85a1 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 210 time: 0.0343547 Nov 23 17:58:43.867632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0812-6a72-4c84-9b8e-82e75cb2c43b req-61ba3f05-056d-4567-983d-1cf74112b806 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:43.867632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dde0812-6a72-4c84-9b8e-82e75cb2c43b req-61ba3f05-056d-4567-983d-1cf74112b806 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1589034 Nov 23 17:58:43.900402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49914) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:43.901272 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b4b7678f-4343-48ee-9763-4e619b7c5f06 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "GET /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags HTTP/1.1" status: 200 len: 237 time: 0.1099913 Nov 23 17:58:43.906934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-a4d49178-2f77-4944-949c-2bd972dd6705 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', {'tags': ['tempest-TagsTest-Tag-1895403285', 'tempest-TagsTest-Tag-628822815', 'tempest-TagsTest-Tag-301811603']}) {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:43.959926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dde0812-6a72-4c84-9b8e-82e75cb2c43b req-095c7a6f-4b0a-4da8-94ea-877e5d1374a7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825269 Nov 23 17:58:44.016028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a4d49178-2f77-4944-949c-2bd972dd6705 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "PUT /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags HTTP/1.1" status: 200 len: 307 time: 0.1143284 Nov 23 17:58:44.018435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49918) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.022963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-d4ab8152-cae3-4288-84ee-4ae282ae08e1 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', 'tempest-TagsTest-Tag-1895403285') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.156319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717e324-d11d-4d67-99a2-a69a1095033b req-68c1a90c-0937-4f79-a397-225fcd2483b1 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:44.158094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5717e324-d11d-4d67-99a2-a69a1095033b req-68c1a90c-0937-4f79-a397-225fcd2483b1 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 945 time: 0.1302018 Nov 23 17:58:44.204700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d4ab8152-cae3-4288-84ee-4ae282ae08e1 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "DELETE /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags/tempest-TagsTest-Tag-1895403285 HTTP/1.1" status: 204 len: 168 time: 0.1827443 Nov 23 17:58:44.205292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49928) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.209604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-0c52718e-fdad-4c75-ac40-44a744efe57f tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', 'tempest-TagsTest-Tag-1895403285') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.245600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5717e324-d11d-4d67-99a2-a69a1095033b req-aa0da6ea-a92e-43f0-ab06-72183b9ccb34 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788503 Nov 23 17:58:44.340476 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-0c52718e-fdad-4c75-ac40-44a744efe57f tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] show failed (client error): The resource could not be found. Nov 23 17:58:44.344957 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49936) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.350052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-40f1070a-d960-4983-adbd-8073dfab8a5e tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', 'tempest-TagsTest-Tag-628822815') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.354452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0c52718e-fdad-4c75-ac40-44a744efe57f tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "GET /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags/tempest-TagsTest-Tag-1895403285 HTTP/1.1" status: 404 len: 326 time: 0.1481063 Nov 23 17:58:44.446905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49938) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.454224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-0f46509e-8d05-4766-8d4e-4aaa9026da97 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', 'tempest-TagsTest-Tag-301811603') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.455225 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-40f1070a-d960-4983-adbd-8073dfab8a5e tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "GET /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags/tempest-TagsTest-Tag-628822815 HTTP/1.1" status: 204 len: 168 time: 0.1030827 Nov 23 17:58:44.554656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0f46509e-8d05-4766-8d4e-4aaa9026da97 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "GET /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags/tempest-TagsTest-Tag-301811603 HTTP/1.1" status: 204 len: 168 time: 0.1063397 Nov 23 17:58:44.557009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49940) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.562619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-03322a64-7ae6-4262-8975-3a6784256498 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.692807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.693452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-03322a64-7ae6-4262-8975-3a6784256498 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "DELETE /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags HTTP/1.1" status: 204 len: 168 time: 0.1353612 Nov 23 17:58:44.698051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-bb9ea1d9-7163-4e36-a80a-3b5400524eff tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', 'tempest-TagsTest-Tag-628822815') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.785963 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-bb9ea1d9-7163-4e36-a80a-3b5400524eff tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] show failed (client error): The resource could not be found. Nov 23 17:58:44.789995 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb9ea1d9-7163-4e36-a80a-3b5400524eff tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "GET /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags/tempest-TagsTest-Tag-628822815 HTTP/1.1" status: 404 len: 325 time: 0.0933957 Nov 23 17:58:44.790638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.796345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-7eb6322d-146f-4b6f-909b-dfe9fc5e51aa tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da', 'tempest-TagsTest-Tag-301811603') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.885583 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-7eb6322d-146f-4b6f-909b-dfe9fc5e51aa tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] show failed (client error): The resource could not be found. Nov 23 17:58:44.886781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7eb6322d-146f-4b6f-909b-dfe9fc5e51aa tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "GET /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags/tempest-TagsTest-Tag-301811603 HTTP/1.1" status: 404 len: 325 time: 0.0953400 Nov 23 17:58:44.890358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49960) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.896212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-c3336ba1-f411-46a8-912b-aa7cdad210c4 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ad4e003-9963-46c5-adbe-50863db650da') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.005040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.005553 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c3336ba1-f411-46a8-912b-aa7cdad210c4 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "DELETE /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da/tags HTTP/1.1" status: 204 len: 168 time: 0.1094661 Nov 23 17:58:45.005553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:45.053065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fae02ca1-2808-4852-841a-da208773a20f req-be83e218-2ccb-47e7-8761-70947a257b2e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 210 time: 0.0947602 Nov 23 17:58:45.117366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.221929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08e8f9-1713-4084-b406-7572ae2eb7b0 req-51629efd-73f9-48e3-bf76-f959de7f9d88 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:45.232464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c08e8f9-1713-4084-b406-7572ae2eb7b0 req-51629efd-73f9-48e3-bf76-f959de7f9d88 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1412001 Nov 23 17:58:45.312672 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.368224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c08e8f9-1713-4084-b406-7572ae2eb7b0 req-c67ab14d-fa14-41db-b32d-92c683fa8dbb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322703 Nov 23 17:58:45.381447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad4e003-9963-46c5-adbe-50863db650da']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.400779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4759c25-4fa3-41be-85f6-bf21862f328c') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.401196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4759c25-4fa3-41be-85f6-bf21862f328c') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.419336 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.454407 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-1f28e250-6ecb-48a6-a94a-b1d3fdb35a8f tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:45.456237 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-1f28e250-6ecb-48a6-a94a-b1d3fdb35a8f tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.66 "GET /v2.0/networks?id=faf91ea4-f248-430f-8bab-39d79d1650dd HTTP/1.1" status: 200 len: 813 time: 0.2502267 Nov 23 17:58:45.460882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.480078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Request body: {'port': {'device_id': '1b9653c9-ee9a-446d-8625-bc84099999d2', 'network_id': 'faf91ea4-f248-430f-8bab-39d79d1650dd', 'admin_state_up': True, 'tenant_id': 'f593fbeea8c14369ba55c72749c82e44'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:45.505684 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:45.506161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:45.510131 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:45.695404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80318b7-507a-47c3-9291-9d1a05b1ca13 req-723a8935-afbd-4635-bcee-c0eebed1f93e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:45.697343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e80318b7-507a-47c3-9291-9d1a05b1ca13 req-723a8935-afbd-4635-bcee-c0eebed1f93e tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.0625296 Nov 23 17:58:45.750367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.757529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.761841 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] 10.222.0.74 "DELETE /v2.0/networks/3ad4e003-9963-46c5-adbe-50863db650da HTTP/1.1" status: 204 len: 168 time: 0.7550638 Nov 23 17:58:45.782178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e80318b7-507a-47c3-9291-9d1a05b1ca13 req-01a0d223-aff9-4f66-8190-87ebc604a8e0 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635102 Nov 23 17:58:45.817166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Pushing event deleted for resources: {'Network': ['ID=3ad4e003-9963-46c5-adbe-50863db650da,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:45.844949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.845774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.845774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.846100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.846458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.847034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.852579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.852995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.853370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.853848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.854200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.854541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321c725-3f2a-4b32-bc53-f99e769d6441 tempest-TagsTest-773030791 tempest-TagsTest-773030791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:45.863361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Made reservation on behalf of f593fbeea8c14369ba55c72749c82e44 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:45.868732 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.047402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Allocated IP 172.20.0.14 (faf91ea4-f248-430f-8bab-39d79d1650dd/ee0d668b-951b-4c6a-8826-3b9fa5ab93f3/49eb6e45-a96a-4bb5-8e06-ce768eab7186) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:46.118012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50018) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:46.178297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44ca2296-221b-45b9-acef-c1f39e6f5ee9 req-ae05ade1-8a8c-4df7-8d8f-8a6d621c6c30 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 210 time: 0.0412109 Nov 23 17:58:46.239491 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.271428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6d8d40e2-e51f-49d9-ab6e-ccbe29fa50d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5609c2517f64563965821291e64a23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520004 Nov 23 17:58:46.276726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50024) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:46.285811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.309617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.345121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Network faf91ea4-f248-430f-8bab-39d79d1650dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:46.348783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:46.353887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:46.359180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Pushing event updated for resources: {'Port': ['ID=49eb6e45-a96a-4bb5-8e06-ce768eab7186,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:46.372234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e035-8f6a-48ea-8714-6cbf19048f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.399751 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e035-8f6a-48ea-8714-6cbf19048f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.428444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.429439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.456047 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-440ea2f3-3d26-4403-b7d4-2b86aeb6396e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9876120 Nov 23 17:58:46.469364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Request body: {'port': {'device_id': '1b9653c9-ee9a-446d-8625-bc84099999d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:46.483289 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e035-8f6a-48ea-8714-6cbf19048f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.486028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e035-8f6a-48ea-8714-6cbf19048f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.489527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6ae5e035-8f6a-48ea-8714-6cbf19048f75 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af9ad4ef-324d-4bea-a0f4-f43c137a7fea HTTP/1.1" status: 204 len: 168 time: 0.2095034 Nov 23 17:58:46.501542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5e035-8f6a-48ea-8714-6cbf19048f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ad4ef-324d-4bea-a0f4-f43c137a7fea,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:46.541309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2f6f-80f3-4f21-9693-9fde6ed8507c req-c94832e1-38c3-46ed-b4b3-d417d74a7c64 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.553061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bbe2f6f-80f3-4f21-9693-9fde6ed8507c req-c94832e1-38c3-46ed-b4b3-d417d74a7c64 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1034906 Nov 23 17:58:46.576306 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.632262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bbe2f6f-80f3-4f21-9693-9fde6ed8507c req-783d1f43-a0b3-4830-a6ed-278027634690 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781553 Nov 23 17:58:47.033816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49eb6e45-a96a-4bb5-8e06-ce768eab7186 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:47.042179 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:47.058321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Transition to ACTIVE for port object 49eb6e45-a96a-4bb5-8e06-ce768eab7186 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:47.066357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:47.139350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be573004-8062-4f9c-8992-56392fd9ef3f req-18296e34-ec82-45a7-aa9d-298f6e492b81 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.141178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be573004-8062-4f9c-8992-56392fd9ef3f req-18296e34-ec82-45a7-aa9d-298f6e492b81 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.0858140 Nov 23 17:58:47.148911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Pushing event updated for resources: {'Port': ['ID=49eb6e45-a96a-4bb5-8e06-ce768eab7186,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:47.274662 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Attempting to bind port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:47.275730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Attempting to bind port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '8451184f-f595-41d5-b1a7-ea895dd15fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'faf91ea4-f248-430f-8bab-39d79d1650dd'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:47.277717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Attempting to bind port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 on network faf91ea4-f248-430f-8bab-39d79d1650dd {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:47.289131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be573004-8062-4f9c-8992-56392fd9ef3f req-b4f9df77-cc37-44e6-85bb-e97535358442 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380527 Nov 23 17:58:47.306833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 on network faf91ea4-f248-430f-8bab-39d79d1650dd not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:47.307188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Attempting to bind port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 on network faf91ea4-f248-430f-8bab-39d79d1650dd {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:47.319829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:47.320382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Checking segment: {'id': '8451184f-f595-41d5-b1a7-ea895dd15fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'faf91ea4-f248-430f-8bab-39d79d1650dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:47.320810 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Bound using segment: {'id': '8451184f-f595-41d5-b1a7-ea895dd15fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'faf91ea4-f248-430f-8bab-39d79d1650dd'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:47.321252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Bound port: 49eb6e45-a96a-4bb5-8e06-ce768eab7186, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8451184f-f595-41d5-b1a7-ea895dd15fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'faf91ea4-f248-430f-8bab-39d79d1650dd'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:47.321777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:47.431113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] For port 49eb6e45-a96a-4bb5-8e06-ce768eab7186, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:47.436825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] For port 49eb6e45-a96a-4bb5-8e06-ce768eab7186, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=49eb6e45-a96a-4bb5-8e06-ce768eab7186,segment=NetworkSegment(8451184f-f595-41d5-b1a7-ea895dd15fd8),segment_id=8451184f-f595-41d5-b1a7-ea895dd15fd8)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:47.459806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:47.468143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456dc77-31ce-4f77-adbb-3e1e83ffeeca req-8d5e5cb9-9953-4a61-a04c-3f07b188fee4 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.470878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9456dc77-31ce-4f77-adbb-3e1e83ffeeca req-8d5e5cb9-9953-4a61-a04c-3f07b188fee4 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 944 time: 0.1119149 Nov 23 17:58:47.535008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Pushing event updated for resources: {'Port': ['ID=49eb6e45-a96a-4bb5-8e06-ce768eab7186,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:47.548650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.549324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:47.551361 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9050daa8-fa80-4ee9-8523-dd831e1431f8 service neutron] 10.222.0.66 "PUT /v2.0/ports/49eb6e45-a96a-4bb5-8e06-ce768eab7186 HTTP/1.1" status: 200 len: 1092 time: 1.0863228 Nov 23 17:58:47.552728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9653c9-ee9a-446d-8625-bc84099999d2', 'tag': '49eb6e45-a96a-4bb5-8e06-ce768eab7186'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:47.555380 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9653c9-ee9a-446d-8625-bc84099999d2", "tag": "49eb6e45-a96a-4bb5-8e06-ce768eab7186"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:47.637414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9456dc77-31ce-4f77-adbb-3e1e83ffeeca req-5c6f0e2f-56a4-450f-a590-bf54987cb2aa tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569977 Nov 23 17:58:47.661501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-796e35de-8425-4d22-96ac-e7b0c09d873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.663053 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-796e35de-8425-4d22-96ac-e7b0c09d873a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f593fbeea8c14369ba55c72749c82e44&device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 1095 time: 0.0570879 Nov 23 17:58:47.717026 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9158a265-1767-486c-9ae8-10228934a208 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49eb6e45-a96a-4bb5-8e06-ce768eab7186 HTTP/1.1" status: 200 len: 217 time: 0.0431483 Nov 23 17:58:47.720746 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:47.780980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-e513ec16-4f56-4e31-b0ba-b59097bdcb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.784160 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-e513ec16-4f56-4e31-b0ba-b59097bdcb0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee0d668b-951b-4c6a-8826-3b9fa5ab93f3 HTTP/1.1" status: 200 len: 853 time: 0.0586257 Nov 23 17:58:47.840838 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-9843da6c-32ad-4904-8550-942cc969a74f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=faf91ea4-f248-430f-8bab-39d79d1650dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494597 Nov 23 17:58:48.001997 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-14b4fd98-d505-45ab-941b-a8e5b4c1ae95 service neutron] 10.222.0.66 "GET /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501670 Nov 23 17:58:48.030439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894fd36-9a74-45fd-a22a-8a7de9187a92 req-a6ad7f17-d0d3-4d6b-8676-e138daf6bf0d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.039729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4894fd36-9a74-45fd-a22a-8a7de9187a92 req-a6ad7f17-d0d3-4d6b-8676-e138daf6bf0d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.0678964 Nov 23 17:58:48.131404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4894fd36-9a74-45fd-a22a-8a7de9187a92 req-cccc23bc-5b92-45a8-aeba-7f0a7081b123 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910726 Nov 23 17:58:48.132722 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3e816b-a91d-4090-87e0-0714e730a2b8 x-openstack-request-id: req-7a3e816b-a91d-4090-87e0-0714e730a2b8 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:48.133081 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9653c9-ee9a-446d-8625-bc84099999d2", "tag": "49eb6e45-a96a-4bb5-8e06-ce768eab7186", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:48.133524 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7a3e816b-a91d-4090-87e0-0714e730a2b8 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:48.134069 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9653c9-ee9a-446d-8625-bc84099999d2', 'tag': '49eb6e45-a96a-4bb5-8e06-ce768eab7186', 'status': 'completed', 'code': 200} Nov 23 17:58:48.182648 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0d2082cf-32a8-4efa-a57e-34310baee7ec req-29754962-6389-4266-ab70-762cae339a71 service neutron] 10.222.0.66 "GET /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703384 Nov 23 17:58:48.330805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-29eac039-e08c-4dcf-9dac-114fb29fbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.332612 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-29eac039-e08c-4dcf-9dac-114fb29fbfab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f593fbeea8c14369ba55c72749c82e44&device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 1095 time: 0.0800633 Nov 23 17:58:48.502234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-04b3b4f5-6885-46d5-9ef8-7ba992ee67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.505320 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-04b3b4f5-6885-46d5-9ef8-7ba992ee67ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=faf91ea4-f248-430f-8bab-39d79d1650dd HTTP/1.1" status: 200 len: 914 time: 0.1651235 Nov 23 17:58:48.525794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f6934-4543-46db-a6fe-7a001382c191 req-8ce7f5c7-12de-42ed-8c31-f269fe743ba9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.534631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d5f6934-4543-46db-a6fe-7a001382c191 req-8ce7f5c7-12de-42ed-8c31-f269fe743ba9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.0759366 Nov 23 17:58:48.583881 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-dbed464e-f2ce-4a7e-ac1c-c18b2775465b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49eb6e45-a96a-4bb5-8e06-ce768eab7186 HTTP/1.1" status: 200 len: 217 time: 0.0686460 Nov 23 17:58:48.601179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d5f6934-4543-46db-a6fe-7a001382c191 req-5b71c871-de76-45d1-a94d-f0a5ad97742d tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655320 Nov 23 17:58:48.658152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-73fb8657-1967-4c7c-a281-835a20d5d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.660291 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-73fb8657-1967-4c7c-a281-835a20d5d9f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee0d668b-951b-4c6a-8826-3b9fa5ab93f3 HTTP/1.1" status: 200 len: 853 time: 0.0670598 Nov 23 17:58:48.717362 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-e0028aed-64a8-40cd-b0da-e89873fd6ddc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=faf91ea4-f248-430f-8bab-39d79d1650dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476074 Nov 23 17:58:48.782574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e1ea-346a-4e33-aa2c-d4b6a77325f8 req-89f9b5ec-052d-4e48-bb09-de23bfee05ae tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.784581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db64e1ea-346a-4e33-aa2c-d4b6a77325f8 req-89f9b5ec-052d-4e48-bb09-de23bfee05ae tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 944 time: 0.0684516 Nov 23 17:58:48.846544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db64e1ea-346a-4e33-aa2c-d4b6a77325f8 req-a471175c-b9dd-46f0-8dbe-1d70c0889b47 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529203 Nov 23 17:58:48.858960 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-601fbdd3-d54a-4772-92bb-6d281f277abb service neutron] 10.222.0.66 "GET /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284838 Nov 23 17:58:48.980674 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40edbe3a-8ce2-4588-a8c3-9f2194a04e89 req-029ca1e6-2cd9-40d2-9bb7-597cdab30c4a service neutron] 10.222.0.66 "GET /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128576 Nov 23 17:58:49.144711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50158) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:49.299847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3209456-a077-463f-afd1-7db9630f2a1d req-8733a1e7-0362-44a8-b638-114acc04cf4a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:49.301670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3209456-a077-463f-afd1-7db9630f2a1d req-8733a1e7-0362-44a8-b638-114acc04cf4a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.0779722 Nov 23 17:58:49.313252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f060952f-bf77-40f6-b772-c46bb65c930f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:49.363059 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:49.379631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3209456-a077-463f-afd1-7db9630f2a1d req-ea7ecb65-d547-4b46-9986-eee7621c8d3a tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712020 Nov 23 17:58:49.426313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f060952f-bf77-40f6-b772-c46bb65c930f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:49.430513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f060952f-bf77-40f6-b772-c46bb65c930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:49.474435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060952f-bf77-40f6-b772-c46bb65c930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2691e5d-5d00-427c-9160-cb0fe3556f8c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:49.478972 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f060952f-bf77-40f6-b772-c46bb65c930f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e146652d173c42fb87558af9919703cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328791 Nov 23 17:58:49.481384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50180) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:49.540693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9762064-b53c-42e4-81eb-38fafa935b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:49.564711 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9762064-b53c-42e4-81eb-38fafa935b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:49.626669 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9762064-b53c-42e4-81eb-38fafa935b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:49.630959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9762064-b53c-42e4-81eb-38fafa935b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:49.632503 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d9762064-b53c-42e4-81eb-38fafa935b75 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2691e5d-5d00-427c-9160-cb0fe3556f8c HTTP/1.1" status: 204 len: 168 time: 0.1499374 Nov 23 17:58:49.643145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9762064-b53c-42e4-81eb-38fafa935b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2691e5d-5d00-427c-9160-cb0fe3556f8c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:49.753339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a283-b4e4-472a-aa6d-ae99944f3aa2 req-891fc3ff-4fbc-4f8e-8303-1364de2ea1c3 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:49.762246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4a3a283-b4e4-472a-aa6d-ae99944f3aa2 req-891fc3ff-4fbc-4f8e-8303-1364de2ea1c3 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.0685654 Nov 23 17:58:49.831084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4a3a283-b4e4-472a-aa6d-ae99944f3aa2 req-39549f91-631e-4d8e-aba4-4f70e7af0043 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628843 Nov 23 17:58:49.864951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-34c65416-4db6-42ee-a193-0a6220705b0c tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=6ec94b76052f4525a05fefd4ad654117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310721 Nov 23 17:58:49.868656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-447493d6-8eaf-4f7d-a465-7a08bae5b51a tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:49.871758 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-447493d6-8eaf-4f7d-a465-7a08bae5b51a tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.66 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.0745199 Nov 23 17:58:50.018332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Deleting port bb50e797-348a-4025-b7e7-8f22297d4497 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:50.019051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.052220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-9f4632d8-f5f1-473e-8911-2ba73627e22f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:50.053785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-9f4632d8-f5f1-473e-8911-2ba73627e22f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828551 Nov 23 17:58:50.069825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83e74a-20c0-4b04-93a2-623cf0b5d5c3 req-c4d54385-985a-4a63-b95a-a1ee2f73c6f7 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:50.071504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b83e74a-20c0-4b04-93a2-623cf0b5d5c3 req-c4d54385-985a-4a63-b95a-a1ee2f73c6f7 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 944 time: 0.1105270 Nov 23 17:58:50.083618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-534ff0ab-65d0-42e8-a595-486e651d93e6 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/quotas/6ec94b76052f4525a05fefd4ad654117 HTTP/1.1" status: 200 len: 375 time: 0.0111153 Nov 23 17:58:50.128153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50218) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:50.135254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-b7e2f7f1-68bf-492f-b6bc-3242ac866694 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ec94b76052f4525a05fefd4ad654117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361185 Nov 23 17:58:50.152832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af93f056-03ca-4ec7-824d-350e7603289f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.166879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b83e74a-20c0-4b04-93a2-623cf0b5d5c3 req-de18043d-0273-4706-80f3-9f052ce4f9ad tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822597 Nov 23 17:58:50.204110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] For port bb50e797-348a-4025-b7e7-8f22297d4497, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb50e797-348a-4025-b7e7-8f22297d4497,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:50.204496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.396363 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.529989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af93f056-03ca-4ec7-824d-350e7603289f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.542080 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af93f056-03ca-4ec7-824d-350e7603289f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.560485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-b2898ee8-0561-4d12-9ea4-e5a9ed2d9d55 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=6ec94b76052f4525a05fefd4ad654117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653267 Nov 23 17:58:50.641426 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-af93f056-03ca-4ec7-824d-350e7603289f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=15b3596098c14d40a85a85c5a8e71f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067348 Nov 23 17:58:50.642082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50242) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:50.645129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93f056-03ca-4ec7-824d-350e7603289f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed90da3-dfd2-4b70-b114-a9d885639684,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:50.655236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.658168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.660274 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Floating IP 3301667b-61e1-4ff6-a389-6f37d7a91e56 disassociated. External IP: 172.25.0.144, port: bb50e797-348a-4025-b7e7-8f22297d4497. Nov 23 17:58:50.660274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Calling delete_port for bb50e797-348a-4025-b7e7-8f22297d4497 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:50.670139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755aca2-e18a-454c-b5fe-720e1430a9d2 req-f52bcce1-bd08-45b1-ad50-8bff99d446c2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:50.676472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a755aca2-e18a-454c-b5fe-720e1430a9d2 req-f52bcce1-bd08-45b1-ad50-8bff99d446c2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1892891 Nov 23 17:58:50.795816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a755aca2-e18a-454c-b5fe-720e1430a9d2 req-91d4257f-5c9c-4779-bc54-db31a433de18 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100755 Nov 23 17:58:50.830610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-16d7e1f9-2fd6-4bfa-b16a-1f00f3a94155 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:50.839491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-16d7e1f9-2fd6-4bfa-b16a-1f00f3a94155 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781267 Nov 23 17:58:50.861766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-ca8a39d0-7f5b-4ba8-a5a5-514f6a3ae264 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/quotas/6ec94b76052f4525a05fefd4ad654117 HTTP/1.1" status: 200 len: 375 time: 0.0213401 Nov 23 17:58:50.870271 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6575ca07-9505-42e7-9985-e24fc412ea27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.919203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-22f5df96-d71e-4127-876a-10a6cb4e4692 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ec94b76052f4525a05fefd4ad654117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547709 Nov 23 17:58:50.925168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6575ca07-9505-42e7-9985-e24fc412ea27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.999234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc91d5-adf0-4207-aa16-9e2f58cede57 req-f193fba0-d459-4acd-abec-5b558996c545 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:51.001353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfcc91d5-adf0-4207-aa16-9e2f58cede57 req-f193fba0-d459-4acd-abec-5b558996c545 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 945 time: 0.0715168 Nov 23 17:58:51.008394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:51.048583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6575ca07-9505-42e7-9985-e24fc412ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:51.051775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6575ca07-9505-42e7-9985-e24fc412ea27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:51.055468 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6575ca07-9505-42e7-9985-e24fc412ea27 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ed90da3-dfd2-4b70-b114-a9d885639684 HTTP/1.1" status: 204 len: 168 time: 0.4091237 Nov 23 17:58:51.055468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event deleted for resources: {'Port': ['ID=bb50e797-348a-4025-b7e7-8f22297d4497,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:51.092585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575ca07-9505-42e7-9985-e24fc412ea27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed90da3-dfd2-4b70-b114-a9d885639684,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:51.159597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfcc91d5-adf0-4207-aa16-9e2f58cede57 req-02294c89-0ccf-4a16-942b-2f2177f2ecb0 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c604162-1b4a-4583-b41c-f8e4e715d391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502049 Nov 23 17:58:51.215512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-465febf7-e867-4c51-bd66-8c1dbfb6cf50 req-79b0edef-ebc8-4dc2-942c-b662c73eda32 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 210 time: 0.0345786 Nov 23 17:58:51.229834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 49eb6e45-a96a-4bb5-8e06-ce768eab7186 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:51.325016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Router 06a9eca8-5c98-499c-9355-9329afa16f8a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:58:51.483193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc387bbd-6a52-428a-8958-912a3c39d8f3 req-9528bd8e-4008-43ec-b81d-c701c098bdcb tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:51.495868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc387bbd-6a52-428a-8958-912a3c39d8f3 req-9528bd8e-4008-43ec-b81d-c701c098bdcb tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 944 time: 0.1812143 Nov 23 17:58:51.539750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 49eb6e45-a96a-4bb5-8e06-ce768eab7186, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=49eb6e45-a96a-4bb5-8e06-ce768eab7186,segment=NetworkSegment(8451184f-f595-41d5-b1a7-ea895dd15fd8),segment_id=8451184f-f595-41d5-b1a7-ea895dd15fd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:51.554830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '49eb6e45-a96a-4bb5-8e06-ce768eab7186', 'network_id': 'faf91ea4-f248-430f-8bab-39d79d1650dd', 'port_id': '49eb6e45-a96a-4bb5-8e06-ce768eab7186', 'mac_address': 'fa:16:3e:66:e9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0d668b-951b-4c6a-8826-3b9fa5ab93f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:58:51.604158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc387bbd-6a52-428a-8958-912a3c39d8f3 req-7a1a612f-ee46-46cf-90c5-d60bea3949b0 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056254 Nov 23 17:58:51.615538 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:51.664337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49eb6e45-a96a-4bb5-8e06-ce768eab7186 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:51.758218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 49eb6e45-a96a-4bb5-8e06-ce768eab7186, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=49eb6e45-a96a-4bb5-8e06-ce768eab7186,segment=NetworkSegment(8451184f-f595-41d5-b1a7-ea895dd15fd8),segment_id=8451184f-f595-41d5-b1a7-ea895dd15fd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:51.779436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:51.906505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=49eb6e45-a96a-4bb5-8e06-ce768eab7186,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:52.022319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc298-c20a-4512-b497-8c67506ab56c req-2f077f6d-88de-421e-b2a7-10bda3ff6790 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:52.032216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04dbc298-c20a-4512-b497-8c67506ab56c req-2f077f6d-88de-421e-b2a7-10bda3ff6790 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.0926273 Nov 23 17:58:52.066624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['49eb6e45-a96a-4bb5-8e06-ce768eab7186'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:52.126356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:58:52.204855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04dbc298-c20a-4512-b497-8c67506ab56c req-7e85152c-dad6-48fe-8a10-857aa7df3acf tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690795 Nov 23 17:58:52.222882 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-9b7dc4d5-ed98-4447-bd3b-d5a9c67cd4bc tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6ec94b76052f4525a05fefd4ad654117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945580 Nov 23 17:58:52.224268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] No DVR routers for this DVR port bb50e797-348a-4025-b7e7-8f22297d4497 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:58:52.227544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:52.231026 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d0f8190-b305-4db3-b49c-c053b2eb6faf req-c76e57a5-7431-46ad-a455-244af01d9a78 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.66 "DELETE /v2.0/ports/bb50e797-348a-4025-b7e7-8f22297d4497 HTTP/1.1" status: 204 len: 173 time: 2.3528576 Nov 23 17:58:52.231638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'name': 'network-vif-deleted', 'tag': 'bb50e797-348a-4025-b7e7-8f22297d4497'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:52.234984 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b02ce1e-20e1-4311-9288-a67cdc3746be" -d '{"events": [{"server_uuid": "f03ce670-cf78-4632-b31f-f4f9e5549abb", "name": "network-vif-deleted", "tag": "bb50e797-348a-4025-b7e7-8f22297d4497"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:52.251688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] Sync routers for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:58:52.277285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:52.277936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:52.396501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df67a32c-b5e4-439a-8e43-5da7e1ef52ff req-f066fbc4-79d1-48ad-a564-4cd376a94c36 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/ports?device_id=f03ce670-cf78-4632-b31f-f4f9e5549abb HTTP/1.1" status: 200 len: 210 time: 0.0812519 Nov 23 17:58:52.415083 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf472e80-78ca-4202-bb7e-afd1787bb9bf x-openstack-request-id: req-bf472e80-78ca-4202-bb7e-afd1787bb9bf {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:52.415414 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ce670-cf78-4632-b31f-f4f9e5549abb", "name": "network-vif-deleted", "tag": "bb50e797-348a-4025-b7e7-8f22297d4497", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:52.415625 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bf472e80-78ca-4202-bb7e-afd1787bb9bf {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:52.416037 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03ce670-cf78-4632-b31f-f4f9e5549abb', 'name': 'network-vif-deleted', 'tag': 'bb50e797-348a-4025-b7e7-8f22297d4497', 'status': 'completed', 'code': 200} Nov 23 17:58:52.521307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-44ca1ded-fed6-49ea-b2b9-fbedbca22b40 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:52.523653 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-44ca1ded-fed6-49ea-b2b9-fbedbca22b40 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852356 Nov 23 17:58:52.533589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b38f45d-07b5-461f-b72b-0c82bde3682d req-ba69023b-291f-4ebc-85fd-2e362249f9b9 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 210 time: 0.0712121 Nov 23 17:58:52.547502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Request body: {'port': {'device_id': 'edf6e862-7fdd-44f4-b019-442771f11388', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '6ec94b76052f4525a05fefd4ad654117'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:52.580200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:58:52.770288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Made reservation on behalf of 6ec94b76052f4525a05fefd4ad654117 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:52.775990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:52.786736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:52.802334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f9094-5760-456e-ac14-5d4b8759e719 req-3a13d39c-b7c6-4beb-bc6a-bfbf6b62a672 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:52.815050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-305f9094-5760-456e-ac14-5d4b8759e719 req-3a13d39c-b7c6-4beb-bc6a-bfbf6b62a672 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 945 time: 0.1172237 Nov 23 17:58:52.952079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-305f9094-5760-456e-ac14-5d4b8759e719 req-d28eb7bd-5f71-4a5c-bf22-4d456be51384 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310999 Nov 23 17:58:52.959687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-b174dcdd-1abb-42e7-9338-0a57331c96e1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6ec94b76052f4525a05fefd4ad654117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529988 Nov 23 17:58:52.962915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:52.976519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:53.062804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d159e8ba-391b-4f94-81dd-063ff343e794,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:53.072264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:43Z', 'revision_number': 5, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:53.123588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] Checking router: 06a9eca8-5c98-499c-9355-9329afa16f8a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:58:53.136772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:53.137898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:53.224160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-17dc9dac-82f2-439f-9997-e31afad09e3f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:53.226809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-17dc9dac-82f2-439f-9997-e31afad09e3f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544267 Nov 23 17:58:53.241573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Request body: {'port': {'device_id': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '6ec94b76052f4525a05fefd4ad654117'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:53.247367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Allocated IP 192.168.233.228 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/d4ea35ad-6eee-4a51-9fe7-467c9d8f3575) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:53.253074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bb50e797-348a-4025-b7e7-8f22297d4497 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:53.317091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: bb50e797-348a-4025-b7e7-8f22297d4497 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:58:53.317373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bb50e797-348a-4025-b7e7-8f22297d4497 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:58:53.431946 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:58:53.503956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:53.515867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4858dd7-bae2-4eba-aae9-d215a2d2bca3 req-72f6ea80-5fc7-4fcc-b50a-cc4e26599fce tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:53.526951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4858dd7-bae2-4eba-aae9-d215a2d2bca3 req-72f6ea80-5fc7-4fcc-b50a-cc4e26599fce tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1324618 Nov 23 17:58:53.543806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Made reservation on behalf of 6ec94b76052f4525a05fefd4ad654117 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:53.548687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:53.560758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50324) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:53.626128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:53.691983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36b41826-a3c9-4b92-8166-774690589a99 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:53.694647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:53.701469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:53.708258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:53.736704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4858dd7-bae2-4eba-aae9-d215a2d2bca3 req-7a332e3f-c930-4e14-b17f-37f666b3cca0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067411 Nov 23 17:58:53.756388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:53.802467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ec216d6-1334-47a0-86e4-c47a9c0e4876 req-6ec5c40c-750a-458e-8c6c-96c7e2959ad1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 210 time: 0.0882640 Nov 23 17:58:53.827091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36b41826-a3c9-4b92-8166-774690589a99 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:53.867668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:53.868400 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:53.878348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:43Z', 'revision_number': 5, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:53.924297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Allocated IP 192.168.233.198 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/63463fc9-e634-4e93-8278-e721e30a89ec) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:53.933753 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7f6e7ea2-46ea-4966-b3de-512db54e2ff8 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3922124 Nov 23 17:58:53.940676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d891b9-4c75-4239-b6f2-11b4a867191f None None] The sync data for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 is: [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:38Z', 'revision_number': 4, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '359b20cb-600d-4ba9-b3dc-013b2108d983', 'name': '', 'network_id': 'be02f0f6-4a65-4110-a551-3f938596a2f0', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'mac_address': 'fa:16:3e:f9:02:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:37Z', 'updated_at': '2021-11-23T17:56:43Z', 'revision_number': 5, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'subnets': [{'id': 'd193a2ee-ab1f-454d-ac3c-3be48650b179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:58:53.954718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-700e331c-ccd6-4a53-a2eb-da414d49db6e tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:58:53.955874 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-700e331c-ccd6-4a53-a2eb-da414d49db6e tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153854 Nov 23 17:58:53.992651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36b41826-a3c9-4b92-8166-774690589a99 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.000456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36b41826-a3c9-4b92-8166-774690589a99 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.006600 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-36b41826-a3c9-4b92-8166-774690589a99 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "DELETE /v2.0/security-groups/3c604162-1b4a-4583-b41c-f8e4e715d391 HTTP/1.1" status: 204 len: 168 time: 0.4417503 Nov 23 17:58:54.024531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50340) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:54.043292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b41826-a3c9-4b92-8166-774690589a99 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c604162-1b4a-4583-b41c-f8e4e715d391,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:54.098989 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-84f97eb7-611b-45c0-9edd-8cc7f8affa99 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] show failed (client error): The resource could not be found. Nov 23 17:58:54.101694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-84f97eb7-611b-45c0-9edd-8cc7f8affa99 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "GET /v2.0/security-groups/3c604162-1b4a-4583-b41c-f8e4e715d391 HTTP/1.1" status: 404 len: 347 time: 0.0731785 Nov 23 17:58:54.104887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50344) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:54.239989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-66f6b271-4713-4194-97b1-dbef44ae06e5 None None] Provisioning complete for port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:54.240461 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66f6b271-4713-4194-97b1-dbef44ae06e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.291058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Request body: {'port': {'device_id': 'edf6e862-7fdd-44f4-b019-442771f11388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:54.351517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-66f6b271-4713-4194-97b1-dbef44ae06e5 None None] Port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:54.368321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800776b2-c8c7-4183-b647-89ac0342b72d req-164fb183-03fb-4869-8a04-d4bee910af79 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:54.370983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-800776b2-c8c7-4183-b647-89ac0342b72d req-164fb183-03fb-4869-8a04-d4bee910af79 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 945 time: 0.2680347 Nov 23 17:58:54.404741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.463506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-800776b2-c8c7-4183-b647-89ac0342b72d req-ca12c7e7-db76-4c46-afd9-c8ecc938d81c tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825539 Nov 23 17:58:54.466976 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.478079 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21be731-8303-4574-b2d7-e3d114fd231a None None] New status for floating IP 3301667b-61e1-4ff6-a389-6f37d7a91e56: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:58:54.498305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Deleting port b1326a75-37e9-4cf1-953d-3ed55c1a09e4 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:54.498722 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.533817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.651761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:54.653815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:54.657404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:54.712456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Pushing event updated for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:54.746855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:54.748261 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.782196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-6106d577-88eb-43bd-878d-94b7f3a3cee5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5447574 Nov 23 17:58:54.791069 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.791711 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.805828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Request body: {'port': {'device_id': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:54.901429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:54.905222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Calling delete_port for b1326a75-37e9-4cf1-953d-3ed55c1a09e4 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:55.087405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:55.099527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1825b964-0d30-4d9a-a89a-16422c32d6de None None] Provisioning complete for port 63463fc9-e634-4e93-8278-e721e30a89ec triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:55.100070 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1825b964-0d30-4d9a-a89a-16422c32d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.101040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.144040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Transition to ACTIVE for port object d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:55.152517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.160517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1825b964-0d30-4d9a-a89a-16422c32d6de None None] Port 63463fc9-e634-4e93-8278-e721e30a89ec cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:55.215709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.230881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:55.241455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 49eb6e45-a96a-4bb5-8e06-ce768eab7186 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:55.271232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Pushing event deleted for resources: {'Port': ['ID=b1326a75-37e9-4cf1-953d-3ed55c1a09e4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:55.305188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc0d0a3-faeb-4143-9ca2-4b48944e4790 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:55.376295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:58:55.387424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:55.391428 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.405399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7737da-95e6-4cb5-8fc9-8ee9c1bba18d req-4b49f752-601f-46b7-ad49-163d449504ea tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:55.412813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a7737da-95e6-4cb5-8fc9-8ee9c1bba18d req-4b49f752-601f-46b7-ad49-163d449504ea tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.5318754 Nov 23 17:58:55.450257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.452924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.465884 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-50d12b14-34d5-49c6-97e8-baa0240d87c9 tempest-ServersTestManualDisk-1669718236 tempest-ServersTestManualDisk-1669718236-project] 10.222.0.74 "DELETE /v2.0/floatingips/3301667b-61e1-4ff6-a389-6f37d7a91e56 HTTP/1.1" status: 204 len: 168 time: 1.3596685 Nov 23 17:58:55.468576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:55.500536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a7737da-95e6-4cb5-8fc9-8ee9c1bba18d req-4c55ca14-8a02-423f-901d-91dee9d2bb79 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867693 Nov 23 17:58:55.559330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Attempting to bind port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:55.559659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Attempting to bind port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:55.560910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Attempting to bind port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:55.726567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:55.727186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Attempting to bind port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:55.742909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:55.743417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:55.743908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:55.744458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Bound port: d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:55.744937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.770972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.800678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9653c9-ee9a-446d-8625-bc84099999d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eb6e45-a96a-4bb5-8e06-ce768eab7186'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:55.804640 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41823811-be73-4d07-81b7-49579014f3d5" -d '{"events": [{"server_uuid": "1b9653c9-ee9a-446d-8625-bc84099999d2", "name": "network-vif-plugged", "status": "completed", "tag": "49eb6e45-a96a-4bb5-8e06-ce768eab7186"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:55.815110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc20e7-99ce-4d94-9d97-a9c65cac2ba3 req-3f7ed134-cfe5-47cd-a967-285e3c7ea01f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:55.822459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 49eb6e45-a96a-4bb5-8e06-ce768eab7186, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=49eb6e45-a96a-4bb5-8e06-ce768eab7186,segment=NetworkSegment(8451184f-f595-41d5-b1a7-ea895dd15fd8),segment_id=8451184f-f595-41d5-b1a7-ea895dd15fd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:55.829494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86fc20e7-99ce-4d94-9d97-a9c65cac2ba3 req-3f7ed134-cfe5-47cd-a967-285e3c7ea01f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 936 time: 0.9015484 Nov 23 17:58:55.831015 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.912374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=49eb6e45-a96a-4bb5-8e06-ce768eab7186,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:55.933437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63463fc9-e634-4e93-8278-e721e30a89ec {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:55.964038 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:55.987496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:56.008949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:56.019296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:56.076490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Transition to ACTIVE for port object 63463fc9-e634-4e93-8278-e721e30a89ec will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:56.084200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86fc20e7-99ce-4d94-9d97-a9c65cac2ba3 req-320ed8e6-7585-466a-97ff-de469e44e373 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537098 Nov 23 17:58:56.101237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e250b9-9db4-4a1f-9e97-c9cd50cd3233 req-4585f770-91c4-4afa-b89d-6a8cb344ff2b tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:56.115696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79e250b9-9db4-4a1f-9e97-c9cd50cd3233 req-4585f770-91c4-4afa-b89d-6a8cb344ff2b tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.3184028 Nov 23 17:58:56.119635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:56.124319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:56.125432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:56.126732 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 HTTP/1.1" status: 200 len: 1096 time: 2.1616864 Nov 23 17:58:56.127432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:56.130332 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30a355d-4c56-4804-bb1b-40c17d5799ae" -d '{"events": [{"name": "network-changed", "server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:56.259065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Pushing event updated for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:56.284173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62c448-fee3-44b4-9eb7-c944b529b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:56.303955 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd0397d-d483-4946-ac3c-4575291b6cbc x-openstack-request-id: req-9bd0397d-d483-4946-ac3c-4575291b6cbc {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:56.305273 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9653c9-ee9a-446d-8625-bc84099999d2", "name": "network-vif-plugged", "status": "completed", "tag": "49eb6e45-a96a-4bb5-8e06-ce768eab7186", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:56.305273 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9bd0397d-d483-4946-ac3c-4575291b6cbc {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:56.305273 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9653c9-ee9a-446d-8625-bc84099999d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eb6e45-a96a-4bb5-8e06-ce768eab7186', 'code': 200} Nov 23 17:58:56.403685 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403294a4-2e85-4437-b8c2-3389fafcdada x-openstack-request-id: req-403294a4-2e85-4437-b8c2-3389fafcdada {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:56.404650 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:56.405053 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-403294a4-2e85-4437-b8c2-3389fafcdada {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:56.405658 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'status': 'completed', 'code': 200} Nov 23 17:58:56.430636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7e395229-a9b7-4d2e-881e-6664a87464dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:56.433236 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7e395229-a9b7-4d2e-881e-6664a87464dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ec94b76052f4525a05fefd4ad654117&device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 1099 time: 0.2482157 Nov 23 17:58:56.467906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79e250b9-9db4-4a1f-9e97-c9cd50cd3233 req-7d0395d3-4204-4555-8e3e-fa93cd7ca86d tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496428 Nov 23 17:58:56.516316 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-d835a884-9cfc-474a-ae27-ee7380baa712 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 HTTP/1.1" status: 200 len: 217 time: 0.0596142 Nov 23 17:58:56.544496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Attempting to bind port 63463fc9-e634-4e93-8278-e721e30a89ec on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:56.547933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Attempting to bind port 63463fc9-e634-4e93-8278-e721e30a89ec by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:56.548625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Attempting to bind port 63463fc9-e634-4e93-8278-e721e30a89ec on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:56.566102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Port 63463fc9-e634-4e93-8278-e721e30a89ec on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:56.566436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Attempting to bind port 63463fc9-e634-4e93-8278-e721e30a89ec on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:56.572158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:56.574046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:56.574604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:56.578046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Bound port: 63463fc9-e634-4e93-8278-e721e30a89ec, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:56.578670 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:56.583716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3834b-9a35-4c70-887b-e9df5bad1e9f req-a29fb568-4e96-4b2b-a824-7bd967c0b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:56.585255 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-35a3834b-9a35-4c70-887b-e9df5bad1e9f req-a29fb568-4e96-4b2b-a824-7bd967c0b4ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 1097 time: 0.1786044 Nov 23 17:58:56.617254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-d5d195cc-9f2a-4f3f-8be7-4c123d77e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:56.619112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-d5d195cc-9f2a-4f3f-8be7-4c123d77e7a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0835702 Nov 23 17:58:56.702837 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:56.724158 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-35a3834b-9a35-4c70-887b-e9df5bad1e9f req-2c79bc2e-1f45-41aa-939a-95b9c06ade83 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128209 Nov 23 17:58:56.726199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53703300-b51f-423f-962d-c2ef5a6af62c req-e384194f-2497-4192-8863-455e0a4eabcc tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:56.727262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53703300-b51f-423f-962d-c2ef5a6af62c req-e384194f-2497-4192-8863-455e0a4eabcc tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1144288 Nov 23 17:58:56.758068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:56.773231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-783b20b5-6fa0-4173-a51e-1029b200dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:56.775120 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-783b20b5-6fa0-4173-a51e-1029b200dfb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440802 Nov 23 17:58:56.783222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:56.792259 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:56.827290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53703300-b51f-423f-962d-c2ef5a6af62c req-21507239-acf8-4013-a079-fb6de68f9b45 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906816 Nov 23 17:58:56.845783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:56.846422 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:56.860209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] 10.222.0.72 "PUT /v2.0/ports/63463fc9-e634-4e93-8278-e721e30a89ec HTTP/1.1" status: 200 len: 1096 time: 2.0594771 Nov 23 17:58:56.863310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:56.867354 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26060aa4-354c-453f-9a5b-e2ee0b001dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:56.952558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57315245-5dc6-4852-9ad5-e95863e2d31c service neutron] Pushing event updated for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:56.996581 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-c2456b2f-e596-4d2d-83f8-fb4198bb674b service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845336 Nov 23 17:58:57.012167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-e4c3cfac-3beb-4e94-8e5f-aa2429af4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:57.014390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-e4c3cfac-3beb-4e94-8e5f-aa2429af4b8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ec94b76052f4525a05fefd4ad654117&device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 1099 time: 0.0970650 Nov 23 17:58:57.089604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-1f513f9d-83ed-4f49-8add-0571fd282ca7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=63463fc9-e634-4e93-8278-e721e30a89ec HTTP/1.1" status: 200 len: 217 time: 0.0657306 Nov 23 17:58:57.143124 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4abc5073-0158-43a5-b744-6dd5f288af1d req-7722278c-133d-454d-b537-c85f44941465 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295698 Nov 23 17:58:57.177349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-be867248-96a8-4d49-8e9c-8684a506d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:57.179166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-be867248-96a8-4d49-8e9c-8684a506d470 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0812728 Nov 23 17:58:57.190046 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33936c11-e1ce-446b-8b0a-c5e68652fedf x-openstack-request-id: req-33936c11-e1ce-446b-8b0a-c5e68652fedf {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:57.190356 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:57.190621 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-33936c11-e1ce-446b-8b0a-c5e68652fedf {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:57.191477 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec', 'status': 'completed', 'code': 200} Nov 23 17:58:57.307549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-1771d98f-a51d-48e7-ad8a-2e96192c4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:57.309172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-1771d98f-a51d-48e7-ad8a-2e96192c4b9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148541 Nov 23 17:58:57.422838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ff846-62c9-4e1e-a4fa-1b90614bd4d4 req-a695f8dd-3e9e-4360-a526-2c255ccb6e4d tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:57.431301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d71ff846-62c9-4e1e-a4fa-1b90614bd4d4 req-a695f8dd-3e9e-4360-a526-2c255ccb6e4d tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 948 time: 0.1856294 Nov 23 17:58:57.507543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-4669c2b4-1fc1-4600-8bfc-20bf913f69aa service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878235 Nov 23 17:58:57.511358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d71ff846-62c9-4e1e-a4fa-1b90614bd4d4 req-4ab51d05-430c-4fab-afcf-0e0f93fb553f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792646 Nov 23 17:58:57.687678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-3abcaad6-1bf9-48bd-a1a7-a01299f18c9e tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:57.689869 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-3abcaad6-1bf9-48bd-a1a7-a01299f18c9e tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1097 time: 0.5458627 Nov 23 17:58:57.707898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6508f3-da9b-403b-9e17-c9c62c6164f2 req-00273fe0-be03-4588-8bdb-b59aed1d83b8 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:57.709355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef6508f3-da9b-403b-9e17-c9c62c6164f2 req-00273fe0-be03-4588-8bdb-b59aed1d83b8 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.1130276 Nov 23 17:58:57.739631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818932-3'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:57.745869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e22fab-9f53-4472-af01-dfa1fad6df14 req-1bc1cb76-d483-410c-b7db-884141fc5714 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250910 Nov 23 17:58:57.814964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-6170ec9d-0b98-4510-a7fb-6f9fde36ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:57.816780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-6170ec9d-0b98-4510-a7fb-6f9fde36ecf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ec94b76052f4525a05fefd4ad654117&device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 1099 time: 0.1988044 Nov 23 17:58:57.870642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef6508f3-da9b-403b-9e17-c9c62c6164f2 req-86060040-d316-45fc-bd1d-8bb5e21bd3c8 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198456 Nov 23 17:58:57.961817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-5d8dcd17-158a-424f-ac85-6bc173c9fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:57.963425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-5d8dcd17-158a-424f-ac85-6bc173c9fd1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ec94b76052f4525a05fefd4ad654117&device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 1099 time: 0.1114306 Nov 23 17:58:57.979953 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.023651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-efc9ced7-9c5a-4e28-a75e-ac9b4bbffc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:58.025107 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-efc9ced7-9c5a-4e28-a75e-ac9b4bbffc19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1983712 Nov 23 17:58:58.030175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Deleting port 359b20cb-600d-4ba9-b3dc-013b2108d983 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:58.030517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.099415 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-00388b1b-9bb3-49d8-8e76-dfb6e266223c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 HTTP/1.1" status: 200 len: 217 time: 0.0500460 Nov 23 17:58:58.109481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deaa60-485c-47f4-aa49-058548062bd3 req-90e8a1cf-2982-4654-86a0-f5759ee5c5bf tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:58.111363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13deaa60-485c-47f4-aa49-058548062bd3 req-90e8a1cf-2982-4654-86a0-f5759ee5c5bf tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1436067 Nov 23 17:58:58.152325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-adce7b98-9be4-4a77-8fef-2334d6fdb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:58.154421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-adce7b98-9be4-4a77-8fef-2334d6fdb637 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1720169 Nov 23 17:58:58.221944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-f0e8464e-4225-4a0b-993c-ac162e899e4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=63463fc9-e634-4e93-8278-e721e30a89ec HTTP/1.1" status: 200 len: 217 time: 0.0588331 Nov 23 17:58:58.226349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13deaa60-485c-47f4-aa49-058548062bd3 req-a35bb0f2-696a-433a-9b8e-eebef67669b9 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927768 Nov 23 17:58:58.277369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-65eca549-a536-41af-a17c-27e8230e986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:58.279424 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-65eca549-a536-41af-a17c-27e8230e986c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1460421 Nov 23 17:58:58.281696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-4a8b89e0-dccd-4f55-9a21-4438063f1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:58.283034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-4a8b89e0-dccd-4f55-9a21-4438063f1562 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0517981 Nov 23 17:58:58.299047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] For port 359b20cb-600d-4ba9-b3dc-013b2108d983, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=359b20cb-600d-4ba9-b3dc-013b2108d983,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:58.299412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.345468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Calling delete_port for 359b20cb-600d-4ba9-b3dc-013b2108d983 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:58.351497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-8b0c199b-ca18-4e01-970e-efec6bcfb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:58.354445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-8b0c199b-ca18-4e01-970e-efec6bcfb8a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570064 Nov 23 17:58:58.368823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:58.430952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-814b71be-9bbd-43b0-a774-8eea36618cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:58.432453 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-814b71be-9bbd-43b0-a774-8eea36618cd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354764 Nov 23 17:58:58.480504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-e6c7ef5f-86f5-4e46-8bec-6c6e78d3f02e service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169086 Nov 23 17:58:58.497256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:58.583030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26060aa4-354c-453f-9a5b-e2ee0b001dc5 req-a140f982-01e6-480c-97c5-db5085ea866f service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952404 Nov 23 17:58:58.624137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:58.626324 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c14c857-8677-429d-8a2a-260f312283a1" -d '{"events": [{"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:58.638898 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.656348 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-0dcf83b6-c838-438c-86f4-2f7c571b9932 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151966 Nov 23 17:58:58.659414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.667542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc2d62-f9a3-43a0-ae2a-93bdd3cf55c3 req-d2a17183-0dac-4074-bf0e-7fb0f58a4b90 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:58.669223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47fc2d62-f9a3-43a0-ae2a-93bdd3cf55c3 req-d2a17183-0dac-4074-bf0e-7fb0f58a4b90 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 948 time: 0.0589023 Nov 23 17:58:58.704269 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8e81b-2325-445b-8f6c-6b3d8a5f8993 x-openstack-request-id: req-b3f8e81b-2325-445b-8f6c-6b3d8a5f8993 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:58.704811 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:58.705128 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b3f8e81b-2325-445b-8f6c-6b3d8a5f8993 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:58.705446 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'code': 200} Nov 23 17:58:58.730035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c5121a-1b3e-48b2-bac1-e96308f9551c None None] DHCP port deletion for 92e3bf30-b369-40e9-b342-776a5d395696 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:58.749049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47fc2d62-f9a3-43a0-ae2a-93bdd3cf55c3 req-33b914a0-1a68-4ad9-9d3a-f06dc69659d3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689118 Nov 23 17:58:58.816248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-eed6d53e-4819-4bd1-8088-2c4123ddc31b None None] Provisioning complete for port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:58.816868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eed6d53e-4819-4bd1-8088-2c4123ddc31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.838450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:58.873275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.885548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-eed6d53e-4819-4bd1-8088-2c4123ddc31b None None] Port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:58.925354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on host n-h1-818932-3 for vnic_type normal with profile {"migrating_to": "n-h2-818932-3"} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:58.925694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:58.926028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:58.931898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Pushing event deleted for resources: {'Port': ['ID=359b20cb-600d-4ba9-b3dc-013b2108d983,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:58.941160 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c30a355d-4c56-4804-bb1b-40c17d5799ae req-c2f55480-ca1f-4a04-8970-880897cb2202 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535431 Nov 23 17:58:58.957101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:58.957303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Attempting to bind port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on network 92e3bf30-b369-40e9-b342-776a5d395696 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:58.991049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:58.991401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Checking segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:58.991791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Bound using segment: {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:58.992233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Bound port: 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f5fe0-a397-445b-b288-c9f2c8f38027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '92e3bf30-b369-40e9-b342-776a5d395696'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:58.992594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.038517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eda574-a5e1-408d-ab3a-dcb6cff2611d req-d435cd2e-8d5a-45b5-a453-c5bd877b74ee tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:59.046171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4eda574-a5e1-408d-ab3a-dcb6cff2611d req-d435cd2e-8d5a-45b5-a453-c5bd877b74ee tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.0870183 Nov 23 17:58:59.134827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4eda574-a5e1-408d-ab3a-dcb6cff2611d req-3103291d-3148-4277-9caa-f3462e3e568f tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865946 Nov 23 17:58:59.144047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:59.166363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:59.174092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.238880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990a287-e42e-46f3-8819-02c6e8e3a89b None None] DHCP port deletion for 92e3bf30-b369-40e9-b342-776a5d395696 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:59.249140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.258245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:59.298111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=8']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:59.310076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:59.310876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.312988 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-501ef736-07c6-42ba-8d97-daa215670a70 service neutron] 10.222.0.66 "PUT /v2.0/ports/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 200 len: 1122 time: 1.5942140 Nov 23 17:58:59.419089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c2d34-a019-4252-a2c7-f2e6c95b3aa0 req-e38bd242-6f44-444e-93b4-a8155ae906f8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:59.422115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f94c2d34-a019-4252-a2c7-f2e6c95b3aa0 req-e38bd242-6f44-444e-93b4-a8155ae906f8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 944 time: 0.0750299 Nov 23 17:58:59.447400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:59.521191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:59.558953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:59.579184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f94c2d34-a019-4252-a2c7-f2e6c95b3aa0 req-d1a7b472-0e66-46c6-950b-9cf25cedc9f1 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437938 Nov 23 17:58:59.626813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 has no active binding in host n-h2-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:58:59.660789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ef15f54e-9c3f-4de2-870c-c6033f53c486 None None] Provisioning complete for port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:59.661490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef15f54e-9c3f-4de2-870c-c6033f53c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.688860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee79be9-c2e5-4fe4-b380-aee3d46d0200 req-3ed81c4e-9cec-4d2a-a4b4-e0b523d3b049 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:59.690559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ee79be9-c2e5-4fe4-b380-aee3d46d0200 req-3ed81c4e-9cec-4d2a-a4b4-e0b523d3b049 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.0720394 Nov 23 17:58:59.696631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Router 06a9eca8-5c98-499c-9355-9329afa16f8a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:58:59.708504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-09e184e1-7de4-4d2d-88a2-aca2d1099de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:59.709991 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-09e184e1-7de4-4d2d-88a2-aca2d1099de0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f593fbeea8c14369ba55c72749c82e44&device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 1097 time: 0.1579475 Nov 23 17:58:59.746609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ee79be9-c2e5-4fe4-b380-aee3d46d0200 req-02f27625-acb2-4d60-b401-cb24f9dc6b94 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Nov 23 17:58:59.907912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e17f5f-1328-416e-a82c-47704ae108ad req-7e0a7d75-c787-4611-9983-d2084bfeec1a tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:59.916842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6e17f5f-1328-416e-a82c-47704ae108ad req-7e0a7d75-c787-4611-9983-d2084bfeec1a tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 948 time: 0.0718784 Nov 23 17:58:59.939267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef15f54e-9c3f-4de2-870c-c6033f53c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.990604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:00.003133 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fdcc0e6-ed2d-490a-8577-e3f984419524 admin admin] 10.222.0.74 "PUT /v2.0/routers/06a9eca8-5c98-499c-9355-9329afa16f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5236495 Nov 23 17:59:00.006584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50470) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:00.014153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-ab678eff-cfa3-4482-8864-76b2ced9d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:00.016005 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-ab678eff-cfa3-4482-8864-76b2ced9d39d service neutron] 10.222.0.66 "GET /v2.0/networks?id=faf91ea4-f248-430f-8bab-39d79d1650dd HTTP/1.1" status: 200 len: 914 time: 0.2938440 Nov 23 17:59:00.023232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ef15f54e-9c3f-4de2-870c-c6033f53c486 None None] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:00.024242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:00.027274 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb90b576-c511-479c-be6c-bbe2f79f5455" -d '{"events": [{"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-plugged", "status": "completed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:00.040822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] Sync routers for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:00.043385 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef15f54e-9c3f-4de2-870c-c6033f53c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.100927 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-6860b7a1-4dc5-4c90-bc2f-6a9f151f3b63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49eb6e45-a96a-4bb5-8e06-ce768eab7186 HTTP/1.1" status: 200 len: 217 time: 0.0752273 Nov 23 17:59:00.131145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6e17f5f-1328-416e-a82c-47704ae108ad req-b178d3ad-9f8f-4b50-9d59-94fb72612624 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089188 Nov 23 17:59:00.131368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15f54e-9c3f-4de2-870c-c6033f53c486 None None] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:00.151841 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13927d61-de67-47d1-8314-fb3f00b700e6 x-openstack-request-id: req-13927d61-de67-47d1-8314-fb3f00b700e6 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:00.152137 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-plugged", "status": "completed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:00.152393 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-13927d61-de67-47d1-8314-fb3f00b700e6 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:00.152789 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'code': 200} Nov 23 17:59:00.153329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:00.155021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:00.212009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-ce614295-521c-4e57-977c-fdde2abadbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:00.213507 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-ce614295-521c-4e57-977c-fdde2abadbbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee0d668b-951b-4c6a-8826-3b9fa5ab93f3 HTTP/1.1" status: 200 len: 853 time: 0.0996890 Nov 23 17:59:00.255486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.257127 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-65347dfe-d531-444d-97fd-880ef898e61f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=faf91ea4-f248-430f-8bab-39d79d1650dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352802 Nov 23 17:59:00.327086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:00.377336 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-fb49f32e-4874-4fc5-8fac-93d78036f86f service neutron] 10.222.0.66 "GET /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083701 Nov 23 17:59:00.389837 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.464115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Deleting port d605c4aa-ffef-49c0-8449-2792a130af41 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:00.464692 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.490660 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-b16bac14-5d30-4f07-8501-b22a67750fd3 req-50866182-ef4f-441b-b659-500e3c123578 service neutron] 10.222.0.66 "GET /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042743 Nov 23 17:59:00.547889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:58:58Z', 'revision_number': 5, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port': {'id': 'd605c4aa-ffef-49c0-8449-2792a130af41', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:00.564696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] For port d605c4aa-ffef-49c0-8449-2792a130af41, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d605c4aa-ffef-49c0-8449-2792a130af41,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:00.565059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.580228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Calling delete_port for d605c4aa-ffef-49c0-8449-2792a130af41 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:00.581392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] Checking router: 06a9eca8-5c98-499c-9355-9329afa16f8a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:00.593236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] Routers {'06a9eca8-5c98-499c-9355-9329afa16f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:00.593458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['06a9eca8-5c98-499c-9355-9329afa16f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:00.707104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:00.709523 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3b872-5847-4a86-a95e-e5761c4a4f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:00.714101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] Set router 06a9eca8-5c98-499c-9355-9329afa16f8a gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:00.785173 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaddbb4-bcff-44af-9d0d-f77efaaacb9c x-openstack-request-id: req-5eaddbb4-bcff-44af-9d0d-f77efaaacb9c {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:00.785173 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:00.785784 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5eaddbb4-bcff-44af-9d0d-f77efaaacb9c {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:00.786321 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'status': 'completed', 'code': 200} Nov 23 17:59:00.798327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:59:00Z', 'revision_number': 6, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:00.857734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763226e7-77a5-4653-aac1-a0162ad8eb0a None None] The sync data for ids ['06a9eca8-5c98-499c-9355-9329afa16f8a'] in n-d-818932-3 is: [{'id': '06a9eca8-5c98-499c-9355-9329afa16f8a', 'name': 'tempest-ServersTestManualDisk-124773574-router', 'tenant_id': 'a51b73be073044a0ba50c77a68c59491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:56:32Z', 'updated_at': '2021-11-23T17:59:00Z', 'revision_number': 6, 'project_id': 'a51b73be073044a0ba50c77a68c59491', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:00.870393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c9b23-afbd-4b5b-a17c-0e18edd7dcc8 req-6c192028-d25a-40d6-bc5e-256406d542c0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:00.870957 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-cd0a262b-e913-4ece-a74c-4ba8c92fa79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:00.873325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c2c9b23-afbd-4b5b-a17c-0e18edd7dcc8 req-6c192028-d25a-40d6-bc5e-256406d542c0 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1472805 Nov 23 17:59:00.882444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-cd0a262b-e913-4ece-a74c-4ba8c92fa79b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1127 time: 0.0685472 Nov 23 17:59:00.955202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.963390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:01.034317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-0999f6c8-11a9-4842-93bc-4aef33eeeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:01.036058 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-0999f6c8-11a9-4842-93bc-4aef33eeeae6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1389489 Nov 23 17:59:01.050643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Pushing event deleted for resources: {'Port': ['ID=d605c4aa-ffef-49c0-8449-2792a130af41,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:01.093569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec826e-00d3-4a71-a6fd-69397178d909 req-7bf97153-5ac1-45a8-97dd-d689b08bdcea tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:01.101807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24ec826e-00d3-4a71-a6fd-69397178d909 req-7bf97153-5ac1-45a8-97dd-d689b08bdcea tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.2237031 Nov 23 17:59:01.107956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.108937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.109550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.110229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.110740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.111269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.111747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.112241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.112797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.113348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.113838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.114329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.120787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c2c9b23-afbd-4b5b-a17c-0e18edd7dcc8 req-64f13c37-dee4-4503-baa4-62fb76c8a810 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297831 Nov 23 17:59:01.160830 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-3176f476-13e8-4f94-a989-8b4151c2b359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 200 len: 217 time: 0.1137905 Nov 23 17:59:01.172054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba24b2-4d4d-4b0b-a775-af2448bdc50d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:01.238823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:01.259728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24ec826e-00d3-4a71-a6fd-69397178d909 req-b720cdcf-6e6c-44a3-bebc-d24e3393f164 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565037 Nov 23 17:59:01.271905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'mac_address': 'fa:16:3e:b3:dc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:01.277028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.290113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-ff4a834e-3937-4dba-ad16-8003c1901f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:01.291696 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-ff4a834e-3937-4dba-ad16-8003c1901f0d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1192033 Nov 23 17:59:01.333655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.353194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:01.356116 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-4b94a6cc-c2f5-4426-9af1-5ab87ec5899c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511596 Nov 23 17:59:01.401735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:01.408812 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.409978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 63463fc9-e634-4e93-8278-e721e30a89ec details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:01.479146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:01.485583 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-7124cb3d-7ccb-4b5e-be65-21a02ddb6604 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168761 Nov 23 17:59:01.487393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:01.499211 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.502820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '63463fc9-e634-4e93-8278-e721e30a89ec', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '63463fc9-e634-4e93-8278-e721e30a89ec', 'mac_address': 'fa:16:3e:a7:59:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:01.505449 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.528615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a60ae-8d1f-4c55-b3a5-23f917c1dd39 req-131d31b9-9e53-45a0-ad77-33eda30cbd11 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:01.531194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c9a60ae-8d1f-4c55-b3a5-23f917c1dd39 req-131d31b9-9e53-45a0-ad77-33eda30cbd11 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 948 time: 0.1560967 Nov 23 17:59:01.559799 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.579101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63463fc9-e634-4e93-8278-e721e30a89ec {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:01.607413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:01.615693 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.616884 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.618128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06a9eca8-5c98-499c-9355-9329afa16f8a {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:59:01.624063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.628071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2fc98a51-ab62-4f45-84ed-312074b4ce11 admin admin] 10.222.0.74 "DELETE /v2.0/routers/06a9eca8-5c98-499c-9355-9329afa16f8a HTTP/1.1" status: 204 len: 168 time: 1.6144702 Nov 23 17:59:01.629023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:01.682562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36b7596-02b2-4d22-a4d6-71006acb1c9e admin admin] Deleting subnet d193a2ee-ab1f-454d-ac3c-3be48650b179 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:59:01.687032 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b36b7596-02b2-4d22-a4d6-71006acb1c9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.693185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:01.724389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b36b7596-02b2-4d22-a4d6-71006acb1c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.812793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c9a60ae-8d1f-4c55-b3a5-23f917c1dd39 req-7ef9139c-abc3-4606-b422-1d3a62f29024 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601516 Nov 23 17:59:01.888570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b36b7596-02b2-4d22-a4d6-71006acb1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:01.957012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-74a3b872-5847-4a86-a95e-e5761c4a4f8a req-aaca1384-8402-41b8-bea4-809631532a84 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620392 Nov 23 17:59:01.961603 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['d4ea35ad-6eee-4a51-9fe7-467c9d8f3575'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:01.968804 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b36b7596-02b2-4d22-a4d6-71006acb1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.001045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7596-02b2-4d22-a4d6-71006acb1c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d193a2ee-ab1f-454d-ac3c-3be48650b179,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:02.003092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b36b7596-02b2-4d22-a4d6-71006acb1c9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.009912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50496) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:02.010106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b36b7596-02b2-4d22-a4d6-71006acb1c9e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d193a2ee-ab1f-454d-ac3c-3be48650b179 HTTP/1.1" status: 204 len: 168 time: 0.3806183 Nov 23 17:59:02.010294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['63463fc9-e634-4e93-8278-e721e30a89ec'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:02.017365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab636ed-be50-45aa-a81a-f60aa1ab863b None None] Network be02f0f6-4a65-4110-a551-3f938596a2f0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:02.107846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.226297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Deleting port 4d11ea32-db07-4050-9709-690a31272dfd {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:02.227010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.339249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d605c4aa-ffef-49c0-8449-2792a130af41 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:02.348580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] For port 4d11ea32-db07-4050-9709-690a31272dfd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4d11ea32-db07-4050-9709-690a31272dfd,segment=NetworkSegment(a14df1df-5709-42ca-8dbc-55000b4f81fa),segment_id=a14df1df-5709-42ca-8dbc-55000b4f81fa)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:02.348956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.372855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Calling delete_port for 4d11ea32-db07-4050-9709-690a31272dfd owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:02.401312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d605c4aa-ffef-49c0-8449-2792a130af41 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:02.401654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d605c4aa-ffef-49c0-8449-2792a130af41 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:02.402065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 359b20cb-600d-4ba9-b3dc-013b2108d983 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:02.412140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78fdab-d879-4dd8-ba79-5ff6c6957d12 req-c4e246ee-5938-4ddc-86f9-67516f22bfde tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:02.416327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e78fdab-d879-4dd8-ba79-5ff6c6957d12 req-c4e246ee-5938-4ddc-86f9-67516f22bfde tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1252975 Nov 23 17:59:02.468444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 359b20cb-600d-4ba9-b3dc-013b2108d983 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:02.468791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 359b20cb-600d-4ba9-b3dc-013b2108d983 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:02.470665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e36579-0d6a-4e4d-b3a7-9a5cfb0293bb req-91c2d04d-9d8f-4bd7-8f75-52ac69b0919e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:02.472286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6e36579-0d6a-4e4d-b3a7-9a5cfb0293bb req-91c2d04d-9d8f-4bd7-8f75-52ac69b0919e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.1178613 Nov 23 17:59:02.495733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.510931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] No DVR routers for this DVR port 4d11ea32-db07-4050-9709-690a31272dfd on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:02.537303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e78fdab-d879-4dd8-ba79-5ff6c6957d12 req-e89d0aa4-0595-40e4-962c-ce0e0126358e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199772 Nov 23 17:59:02.586114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d11ea32-db07-4050-9709-690a31272dfd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:02.615354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6e36579-0d6a-4e4d-b3a7-9a5cfb0293bb req-f6593077-2554-4c35-8f22-f0a08f8cbfc7 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351075 Nov 23 17:59:02.665120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca265cce-bb14-405d-9d99-5f18b1c4e427 None None] DHCP port deletion for be02f0f6-4a65-4110-a551-3f938596a2f0 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:02.694383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.724457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be02f0f6-4a65-4110-a551-3f938596a2f0']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:02.737295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14df1df-5709-42ca-8dbc-55000b4f81fa') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:02.737995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14df1df-5709-42ca-8dbc-55000b4f81fa') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:02.749823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.765698 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.774579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:59:02.775346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:59:02.777606 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:59:02.856341 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.871768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:02.887205 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] 10.222.0.74 "DELETE /v2.0/networks/be02f0f6-4a65-4110-a551-3f938596a2f0 HTTP/1.1" status: 204 len: 168 time: 0.8692048 Nov 23 17:59:02.913185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d529e1-fc03-406a-9dfd-617ed5468f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=be02f0f6-4a65-4110-a551-3f938596a2f0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:03.079696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03699b05-9f8e-4514-9a7c-aee25a571436 req-2d14c420-5823-40da-8e09-e5b5a7f30e83 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:03.082844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03699b05-9f8e-4514-9a7c-aee25a571436 req-2d14c420-5823-40da-8e09-e5b5a7f30e83 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 949 time: 0.1121874 Nov 23 17:59:03.120751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1a975-ce17-47c2-b809-c4b62e153fe7 req-14093e7f-5953-40de-9553-a2c14ed82f50 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:03.130657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50522) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:03.136898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b1a975-ce17-47c2-b809-c4b62e153fe7 req-14093e7f-5953-40de-9553-a2c14ed82f50 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.1087117 Nov 23 17:59:03.186469 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c0b54d96-733d-4402-b7da-243afbb9f3e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a51b73be073044a0ba50c77a68c59491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533700 Nov 23 17:59:03.188983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50524) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:03.202034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03699b05-9f8e-4514-9a7c-aee25a571436 req-6440a5b0-5ce9-45ae-b55d-0569035ef17c tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121702 Nov 23 17:59:03.230602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b1a975-ce17-47c2-b809-c4b62e153fe7 req-09d95a07-4d28-4bc2-be2d-cb1559a8611e tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906794 Nov 23 17:59:03.292778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba5db86e-f55b-4a0b-98dc-0b57b037ca3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:03.318733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba5db86e-f55b-4a0b-98dc-0b57b037ca3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:03.381885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba5db86e-f55b-4a0b-98dc-0b57b037ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:03.386212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba5db86e-f55b-4a0b-98dc-0b57b037ca3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:03.393909 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ba5db86e-f55b-4a0b-98dc-0b57b037ca3a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a789a909-1f10-410e-8460-8e4a470d1bc8 HTTP/1.1" status: 204 len: 168 time: 0.1976955 Nov 23 17:59:03.407569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db86e-f55b-4a0b-98dc-0b57b037ca3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a789a909-1f10-410e-8460-8e4a470d1bc8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:03.683929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3796d-195a-479c-b407-5b7a1c053dac req-aad24d70-4ba1-4984-98bf-8893c6fc6a55 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:03.686365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3be3796d-195a-479c-b407-5b7a1c053dac req-aad24d70-4ba1-4984-98bf-8893c6fc6a55 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.0839548 Nov 23 17:59:03.768237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3be3796d-195a-479c-b407-5b7a1c053dac req-ef44e2e8-ab08-4db4-9f56-d9393f4d14c6 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 Nov 23 17:59:04.235614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4d11ea32-db07-4050-9709-690a31272dfd no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:04.309199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 4d11ea32-db07-4050-9709-690a31272dfd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:04.310460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4d11ea32-db07-4050-9709-690a31272dfd not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:04.432113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddc387-1b90-4a67-8657-e35fcc03e783 req-4b0a6911-ce8d-45e3-a47f-ca89dbadf9cf tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:04.433834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7ddc387-1b90-4a67-8657-e35fcc03e783 req-4b0a6911-ce8d-45e3-a47f-ca89dbadf9cf tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 949 time: 0.0963235 Nov 23 17:59:04.471812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b174403-c499-421b-b386-b6b4ab934885 req-3dad3ede-9135-49d4-9139-1613be1be433 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:04.473423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b174403-c499-421b-b386-b6b4ab934885 req-3dad3ede-9135-49d4-9139-1613be1be433 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.1085155 Nov 23 17:59:04.537840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50574) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:04.557416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7ddc387-1b90-4a67-8657-e35fcc03e783 req-c0553164-b655-44a2-bc8b-8a9e4df5bec3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163220 Nov 23 17:59:04.597056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b174403-c499-421b-b386-b6b4ab934885 req-61c79a5b-9754-4085-b0c8-e12cf9e6bd24 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158543 Nov 23 17:59:04.723746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-571753469-network', 'tenant_id': '5fb34c08a12240f9911f32cc3a7d7837'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:04.763653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Made reservation on behalf of 5fb34c08a12240f9911f32cc3a7d7837 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:04.767135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:04.780607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:04.955663 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:04.963964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:04.990044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:05.052305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ccec7-09a1-45e4-811a-31e3aa984cc8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:05.077976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:59:05.102928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.103467 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Added segment 2fec3677-a8b7-4ad0-998a-33b34ee39741 of type vlan for network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a Nov 23 17:59:05.115437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228165-adff-4b3e-9b9c-cef8c077a699 req-8e18535e-cc47-4eda-95f6-1f814a463365 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:05.124359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8228165-adff-4b3e-9b9c-cef8c077a699 req-8e18535e-cc47-4eda-95f6-1f814a463365 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 946 time: 0.1649320 Nov 23 17:59:05.131075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:59:05.136127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:05.136683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.291329 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.330471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:05.333883 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c0956-fabb-4886-b880-446344b37cee" -d '{"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:05.369456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:05.376084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.377729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 63463fc9-e634-4e93-8278-e721e30a89ec up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:05.396416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-b2438d61-0f4e-4638-a651-6a41fd7bf901 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:05.398919 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-b2438d61-0f4e-4638-a651-6a41fd7bf901 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 946 time: 0.1267891 Nov 23 17:59:05.496332 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7cd20c-50d4-4b0d-91b8-8af8b104650a x-openstack-request-id: req-dc7cd20c-50d4-4b0d-91b8-8af8b104650a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:05.496639 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:05.498515 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc7cd20c-50d4-4b0d-91b8-8af8b104650a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:05.500802 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'code': 200} Nov 23 17:59:05.635448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:05.662916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 63463fc9-e634-4e93-8278-e721e30a89ec completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:59:05.669097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 63463fc9-e634-4e93-8278-e721e30a89ec triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:05.670183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.727825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05261947-bd13-45a8-bf23-bff168bcac0e req-463dbc78-e423-42a3-951a-737a156672cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:05.729456 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-05261947-bd13-45a8-bf23-bff168bcac0e req-463dbc78-e423-42a3-951a-737a156672cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 1101 time: 0.1612785 Nov 23 17:59:05.741665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Deleting port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:05.742198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.859044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] For port 49eb6e45-a96a-4bb5-8e06-ce768eab7186, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=49eb6e45-a96a-4bb5-8e06-ce768eab7186,segment=NetworkSegment(8451184f-f595-41d5-b1a7-ea895dd15fd8),segment_id=8451184f-f595-41d5-b1a7-ea895dd15fd8)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:05.859807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.875087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Calling delete_port for 49eb6e45-a96a-4bb5-8e06-ce768eab7186 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:05.894492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.896859 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.910356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8228165-adff-4b3e-9b9c-cef8c077a699 req-708f23d5-334d-41ad-b40a-297ac789ad32 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7847755 Nov 23 17:59:05.951571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:05.956085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:05.957239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:05.999122 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-05261947-bd13-45a8-bf23-bff168bcac0e req-f24ff4d8-ee8b-4877-8e63-85503b0c4a15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704057 Nov 23 17:59:06.045814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1d808-ab00-4d54-a165-ee45d0811c5f req-090e789b-5140-4c98-9d5a-ae11f2c6023f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:06.053966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60d1d808-ab00-4d54-a165-ee45d0811c5f req-090e789b-5140-4c98-9d5a-ae11f2c6023f tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 949 time: 0.2489085 Nov 23 17:59:06.061204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:06.096168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.121535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.123373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:06.124145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.137798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Pushing event deleted for resources: {'Port': ['ID=49eb6e45-a96a-4bb5-8e06-ce768eab7186,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:06.140666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['49eb6e45-a96a-4bb5-8e06-ce768eab7186'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:06.177706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] No DVR routers for this DVR port 49eb6e45-a96a-4bb5-8e06-ce768eab7186 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:06.180549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.185709 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-573eb510-c9fe-45e4-a7f7-8b277efaae2a req-5aa21cc1-9837-4b7c-8f88-89d9f2628751 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.66 "DELETE /v2.0/ports/49eb6e45-a96a-4bb5-8e06-ce768eab7186 HTTP/1.1" status: 204 len: 173 time: 0.7759316 Nov 23 17:59:06.186325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9653c9-ee9a-446d-8625-bc84099999d2', 'name': 'network-vif-deleted', 'tag': '49eb6e45-a96a-4bb5-8e06-ce768eab7186'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:06.188925 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c14a57c-ee9a-4601-9771-e05f612f07c0" -d '{"events": [{"server_uuid": "1b9653c9-ee9a-446d-8625-bc84099999d2", "name": "network-vif-deleted", "tag": "49eb6e45-a96a-4bb5-8e06-ce768eab7186"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:06.219286 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.222962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6623b-28b0-42a4-84ab-19288b889bd7 req-5c807f00-d558-4f5e-b96a-38678f67ae78 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:06.224648 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bdd6623b-28b0-42a4-84ab-19288b889bd7 req-5c807f00-d558-4f5e-b96a-38678f67ae78 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b9653c9-ee9a-446d-8625-bc84099999d2 HTTP/1.1" status: 200 len: 867 time: 0.2080359 Nov 23 17:59:06.236148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60d1d808-ab00-4d54-a165-ee45d0811c5f req-466604c7-6e86-49bc-a4aa-1f75cb5983dd tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808918 Nov 23 17:59:06.272831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7277191 Nov 23 17:59:06.273149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50626) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:06.280275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Request body: {'subnet': {'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-571753469-subnet', 'tenant_id': '5fb34c08a12240f9911f32cc3a7d7837', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:06.317587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-2be12b0c-6c2c-4487-bc47-c5794ec8b676 service neutron] 10.222.0.72 "GET /v2.0/ports/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5/bindings/n-h2-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.3966231 Nov 23 17:59:06.317818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:06.323409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.331108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Made reservation on behalf of 5fb34c08a12240f9911f32cc3a7d7837 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:06.343763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.417059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af25a-18a5-43d5-a687-d02553aed51e admin admin] Pushing event updated for resources: {'Network': ['ID=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:06.431467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:59:06.453406 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11fa46b-a5a0-4fcb-aec0-71bf1e630ffd x-openstack-request-id: req-a11fa46b-a5a0-4fcb-aec0-71bf1e630ffd {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:06.454384 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9653c9-ee9a-446d-8625-bc84099999d2", "name": "network-vif-deleted", "tag": "49eb6e45-a96a-4bb5-8e06-ce768eab7186", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:06.454850 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a11fa46b-a5a0-4fcb-aec0-71bf1e630ffd {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:06.455477 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9653c9-ee9a-446d-8625-bc84099999d2', 'name': 'network-vif-deleted', 'tag': '49eb6e45-a96a-4bb5-8e06-ce768eab7186', 'status': 'completed', 'code': 200} Nov 23 17:59:06.469098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bdd6623b-28b0-42a4-84ab-19288b889bd7 req-53208eb3-f73a-4588-9312-d25f19bd9d37 tempest-InstanceActionsTestJSON-875742658 tempest-InstanceActionsTestJSON-875742658-project] 10.222.0.74 "GET /v2.0/security-groups?id=545cbf0e-b218-479b-a3d2-22fbf7868654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269492 Nov 23 17:59:06.531819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:06.624648 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.647873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:06.671750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:06.685485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a3ecc1-8441-4486-a119-eab270e7fc8d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:06.711000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:06.721022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Checking segment: {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:06.721448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Network hostable DHCP agents. Network: 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:59:06.725283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:06.747075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:59:06.748564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.761949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:06.777693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7569152b-5d18-44c5-8dcb-b1584cc3a61a None None] Network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:06.778323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:06.779038 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:06.814444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c6bd377c-9d49-46a0-88ac-ed325dd819b3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5391989 Nov 23 17:59:06.882754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] Transition to ACTIVE for port object 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:59:06.892117 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:07.068521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=12']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:07.072724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] No DVR routers for this DVR port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:07.150932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-507740f0-f565-4ce5-9c23-95aff9aca3d0 service neutron] 10.222.0.72 "PUT /v2.0/ports/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5/bindings/n-h2-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7519639 Nov 23 17:59:07.195227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807bd63-946c-426b-bd76-a70eeea286cd req-c21c4cc9-0af1-4d6f-9f49-03a34bd76b97 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:07.197078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4807bd63-946c-426b-bd76-a70eeea286cd req-c21c4cc9-0af1-4d6f-9f49-03a34bd76b97 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 945 time: 0.1256354 Nov 23 17:59:07.276777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69d475-fc99-4999-b288-46e470783fdd None None] DHCP port deletion for 92e3bf30-b369-40e9-b342-776a5d395696 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:07.350944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-eaef5b95-026c-4cc4-8028-3a6a100a488c tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:07.356790 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-eaef5b95-026c-4cc4-8028-3a6a100a488c tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.1381445 Nov 23 17:59:07.365335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4807bd63-946c-426b-bd76-a70eeea286cd req-199cbe23-8cba-40f5-b30e-dd00c73d8555 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582565 Nov 23 17:59:07.470505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20dcb15-3a3a-42d1-8107-6f23f714db39 None None] Network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:07.477344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-a3c768f4-f18f-48a0-bba8-415e56a0dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:07.482524 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-a3c768f4-f18f-48a0-bba8-415e56a0dfd5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02 HTTP/1.1" status: 200 len: 1096 time: 0.1139390 Nov 23 17:59:07.542840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda70f9c-a847-4470-8bb7-a4a74d3a18c8 req-640c3543-4e2d-4d50-b4be-68bdce9b7ba4 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:07.552822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eda70f9c-a847-4470-8bb7-a4a74d3a18c8 req-640c3543-4e2d-4d50-b4be-68bdce9b7ba4 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 950 time: 0.0745902 Nov 23 17:59:07.565034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec'}, {'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:07.569321 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f05e1-864c-47a4-8be4-654fa1cb7a75" -d '{"events": [{"server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "name": "network-vif-plugged", "status": "completed", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec"}, {"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:07.596774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-24120081-ce4c-4960-9f5a-f8ae18bfff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:07.598322 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-24120081-ce4c-4960-9f5a-f8ae18bfff92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1096 time: 0.0797946 Nov 23 17:59:07.657536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eda70f9c-a847-4470-8bb7-a4a74d3a18c8 req-acc54fc5-c3b3-4fda-a420-93fb41a80151 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041150 Nov 23 17:59:07.721237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-d4b9719a-2aa0-4f32-a2e0-d4ba7cb9fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:07.722838 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-d4b9719a-2aa0-4f32-a2e0-d4ba7cb9fcb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.1164024 Nov 23 17:59:07.821914 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-7d781cbd-9155-4f5f-852b-9fa972bb3ae9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 200 len: 217 time: 0.0910511 Nov 23 17:59:07.827101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50674) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:07.829540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-54c47727-445e-4e68-9682-145b53771326 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:07.837070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-54c47727-445e-4e68-9682-145b53771326 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 814 time: 0.2493894 Nov 23 17:59:07.859044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-c50ffcdd-e103-463b-9b08-aaa5945f577a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/quotas/5fb34c08a12240f9911f32cc3a7d7837 HTTP/1.1" status: 200 len: 375 time: 0.0209811 Nov 23 17:59:07.913825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-c91479bb-e7de-4238-b955-dcadf7495505 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535500 Nov 23 17:59:07.961894 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c849928-ba5a-4c74-a3ea-c10ca41c708a x-openstack-request-id: req-4c849928-ba5a-4c74-a3ea-c10ca41c708a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:07.962202 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "name": "network-vif-plugged", "status": "completed", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec", "code": 200}, {"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:07.962463 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4c849928-ba5a-4c74-a3ea-c10ca41c708a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:07.962900 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec', 'code': 200} Nov 23 17:59:07.963167 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'code': 200} Nov 23 17:59:08.008068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-c41c4904-60b2-461e-a8b4-46a14211f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:08.010072 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-c41c4904-60b2-461e-a8b4-46a14211f943 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.1690004 Nov 23 17:59:08.030481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-908198c3-515e-4b68-9829-3023dedfa6fc admin admin] Deleting subnet ee0d668b-951b-4c6a-8826-3b9fa5ab93f3 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:59:08.047149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-908198c3-515e-4b68-9829-3023dedfa6fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.092206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-d28fd759-8e86-486d-b7f6-c7ea4499534c service neutron] 10.222.0.74 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765862 Nov 23 17:59:08.097355 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-d3b5a95e-0ed8-4c10-82b2-4a8d59a74ac0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615456 Nov 23 17:59:08.158063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-908198c3-515e-4b68-9829-3023dedfa6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.181306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d79e47-515d-4586-bc4f-4a1a2641e783 req-f70aae63-3a45-4dd1-a7d5-6dec0c768b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:08.183160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0d79e47-515d-4586-bc4f-4a1a2641e783 req-f70aae63-3a45-4dd1-a7d5-6dec0c768b2a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 1101 time: 0.1456282 Nov 23 17:59:08.240558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-e0d76415-1eb7-4dec-bc39-22db8dcdd703 service neutron] 10.222.0.74 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465938 Nov 23 17:59:08.257213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0d79e47-515d-4586-bc4f-4a1a2641e783 req-a52e110d-75a5-4027-912b-7e8ab4dd8609 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663252 Nov 23 17:59:08.257918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-908198c3-515e-4b68-9829-3023dedfa6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.304028 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-30a6af7c-1fca-4b7c-8920-582dd1dff738 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984515 Nov 23 17:59:08.500842 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-2da73a29-d128-4852-968d-a2ca97779d53 service neutron] 10.222.0.66 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887395 Nov 23 17:59:08.504923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-908198c3-515e-4b68-9829-3023dedfa6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.562367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-908198c3-515e-4b68-9829-3023dedfa6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.568386 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-908198c3-515e-4b68-9829-3023dedfa6fc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ee0d668b-951b-4c6a-8826-3b9fa5ab93f3 HTTP/1.1" status: 204 len: 168 time: 0.7379861 Nov 23 17:59:08.568386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908198c3-515e-4b68-9829-3023dedfa6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0d668b-951b-4c6a-8826-3b9fa5ab93f3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:08.568904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50688) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:08.681728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b910e706-3205-408a-a486-914046d1a151 req-74cb3a47-64a3-4755-b589-e9f3f7c776b6 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 210 time: 0.1391547 Nov 23 17:59:08.683654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.747727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5131-f835-42d6-934f-259a7f24f4da req-67be9486-7516-4dd0-b1c5-f90d7c8da9f3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:08.756001 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-317c5131-f835-42d6-934f-259a7f24f4da req-67be9486-7516-4dd0-b1c5-f90d7c8da9f3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 945 time: 0.1981368 Nov 23 17:59:08.832858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-317c5131-f835-42d6-934f-259a7f24f4da req-d1bf0f93-0f78-4cda-8a04-178ad8853ed3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757980 Nov 23 17:59:08.852937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.884765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf91ea4-f248-430f-8bab-39d79d1650dd']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:08.929432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8451184f-f595-41d5-b1a7-ea895dd15fd8') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:08.929806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8451184f-f595-41d5-b1a7-ea895dd15fd8') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:08.946973 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.966529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-4c68e840-f0eb-445f-b02c-ac36f0a8e72d tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:08.969562 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-4c68e840-f0eb-445f-b02c-ac36f0a8e72d tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed&tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.0874891 Nov 23 17:59:08.974374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:08.975317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2b44-3fad-464f-adfe-94ff16ac4a6d req-4d23b02b-d736-4a87-955b-610ee4683e30 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:08.976953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-550d2b44-3fad-464f-adfe-94ff16ac4a6d req-4d23b02b-d736-4a87-955b-610ee4683e30 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 950 time: 0.1206303 Nov 23 17:59:09.047054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:59:09.047054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:59:09.049302 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:59:09.103394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-550d2b44-3fad-464f-adfe-94ff16ac4a6d req-084333d0-e6ce-4b08-81eb-158e582f0e30 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133900 Nov 23 17:59:09.153006 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:09.160291 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:09.165355 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] 10.222.0.74 "DELETE /v2.0/networks/faf91ea4-f248-430f-8bab-39d79d1650dd HTTP/1.1" status: 204 len: 168 time: 0.5952568 Nov 23 17:59:09.183319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348019f-d938-4830-bda4-99f81492ca85 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf91ea4-f248-430f-8bab-39d79d1650dd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:09.259618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-97d4c0df-74ec-4df4-ad51-3e1b0ce31f5d service neutron] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:09.264681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-97d4c0df-74ec-4df4-ad51-3e1b0ce31f5d service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:09.266576 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-fcf481a9-54ac-4c3b-ab78-d73fbc497690 req-97d4c0df-74ec-4df4-ad51-3e1b0ce31f5d service neutron] 10.222.0.66 "DELETE /v2.0/ports/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5/bindings/n-h1-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.2835157 Nov 23 17:59:09.334046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50704) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:09.350945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 49eb6e45-a96a-4bb5-8e06-ce768eab7186 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:09.382660 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 49eb6e45-a96a-4bb5-8e06-ce768eab7186 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:09.383058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 49eb6e45-a96a-4bb5-8e06-ce768eab7186 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:09.409427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e02e5ff7-4aa8-464a-9ba2-a42b8628b1c6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f593fbeea8c14369ba55c72749c82e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738173 Nov 23 17:59:09.411899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50706) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:09.471145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-469ff780-26ae-4192-a14c-79bb42dd3ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:09.493869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-469ff780-26ae-4192-a14c-79bb42dd3ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:09.552974 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-469ff780-26ae-4192-a14c-79bb42dd3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:09.556868 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-469ff780-26ae-4192-a14c-79bb42dd3ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:09.558145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-469ff780-26ae-4192-a14c-79bb42dd3ac1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/545cbf0e-b218-479b-a3d2-22fbf7868654 HTTP/1.1" status: 204 len: 168 time: 0.1453342 Nov 23 17:59:09.579169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ff780-26ae-4192-a14c-79bb42dd3ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545cbf0e-b218-479b-a3d2-22fbf7868654,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:09.724911 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:59:09.845006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f804b478-1d8f-487f-82dc-3aa5885e6930 req-68e0d2a5-bd3a-42a4-8eb1-6790ef0d7f14 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 210 time: 0.0532215 Nov 23 17:59:10.053107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0a1d9-857e-4328-af56-70c90db942ba req-5276edb0-b0b2-4533-88f2-77e84b878980 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:10.066257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77f0a1d9-857e-4328-af56-70c90db942ba req-5276edb0-b0b2-4533-88f2-77e84b878980 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 945 time: 0.1165502 Nov 23 17:59:10.238452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-baadf618-a81c-4374-92ae-81033ba485f7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:10.240064 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-baadf618-a81c-4374-92ae-81033ba485f7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 814 time: 0.3444543 Nov 23 17:59:10.262110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Request body: {'port': {'device_id': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'admin_state_up': True, 'tenant_id': '5fb34c08a12240f9911f32cc3a7d7837'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:10.328270 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77f0a1d9-857e-4328-af56-70c90db942ba req-62ea22da-a762-4e4c-97c5-5beec2e727da tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608802 Nov 23 17:59:10.566442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Made reservation on behalf of 5fb34c08a12240f9911f32cc3a7d7837 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:10.570570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:10.607675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b425c-2de4-49c8-91e3-cd3ccc6892ec req-27766bf7-0d82-42e8-a03a-4ecc5df64b63 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:10.621156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-532b425c-2de4-49c8-91e3-cd3ccc6892ec req-27766bf7-0d82-42e8-a03a-4ecc5df64b63 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 950 time: 0.1303277 Nov 23 17:59:10.745845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441769-1948-4d69-83e7-89e0339191b9 req-f7d1cee4-f2a1-447e-bdea-a566b0a501f4 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:10.754196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff441769-1948-4d69-83e7-89e0339191b9 req-f7d1cee4-f2a1-447e-bdea-a566b0a501f4 tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 1096 time: 0.1167951 Nov 23 17:59:10.784676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-532b425c-2de4-49c8-91e3-cd3ccc6892ec req-e324ac84-6000-4a30-9036-36107471b3e0 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626472 Nov 23 17:59:10.869367 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff441769-1948-4d69-83e7-89e0339191b9 req-4301065a-3993-48d8-9d57-b3d2dd05350a tempest-LiveMigrationTest-2063326003 tempest-LiveMigrationTest-2063326003-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092873 Nov 23 17:59:10.877442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Allocated IP 172.20.0.14 (16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a/64a3ecc1-8441-4486-a119-eab270e7fc8d/26b0a65c-7851-446a-8900-ea8e6c14e305) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:11.032605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69028443-ab73-4585-9c50-f06a468e22ab req-4362df03-453d-4c57-bb62-64b14fc11453 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 210 time: 0.0525830 Nov 23 17:59:11.066932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70ec71-5891-49fc-9fff-f6eb3ab31de9 req-1a793f1c-fd1c-4153-a666-555e7c1e4ef4 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:11.071282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe70ec71-5891-49fc-9fff-f6eb3ab31de9 req-1a793f1c-fd1c-4153-a666-555e7c1e4ef4 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 950 time: 0.1478219 Nov 23 17:59:11.145931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50768) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:11.158005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe70ec71-5891-49fc-9fff-f6eb3ab31de9 req-4ab497af-7321-43d6-b493-e17f455d6d2a tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757349 Nov 23 17:59:11.183561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.202906 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3623562-c0c9-49da-bd8b-c29e8f3ba2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.224989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.309214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Pushing event updated for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:11.354733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:11.372318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:11.380031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:11.384152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-446874561-network', 'tenant_id': '2733a20d077a49dd81937b3f78c21c19'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:11.461850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Made reservation on behalf of 2733a20d077a49dd81937b3f78c21c19 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:11.464333 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.464461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:11.465382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.479580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.501518 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9d7f9df9-b422-49f0-816b-70fd42074bb8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2494311 Nov 23 17:59:11.524308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-69ea3b5e-f90f-4386-82aa-f8edcc0f606f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:59:11.526526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-69ea3b5e-f90f-4386-82aa-f8edcc0f606f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185885 Nov 23 17:59:11.637024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Request body: {'port': {'device_id': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:11.670287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.688368 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.702498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.723355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:59:11.740061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ff0e8-85f6-4a77-96e4-d1f5826e8734 req-1b7933d5-cdcc-4fdf-973d-b71237fb231f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:11.741590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be8ff0e8-85f6-4a77-96e4-d1f5826e8734 req-1b7933d5-cdcc-4fdf-973d-b71237fb231f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 945 time: 0.1114194 Nov 23 17:59:11.777113 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.777470 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Added segment e22b30b9-82bb-4269-bb97-e34505d41e92 of type vlan for network 36ce7798-b119-4750-b413-410b2ecdde68 Nov 23 17:59:11.799076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4be4784-e7ba-41b1-9896-213ae63b5780,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:11.871324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.897117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be8ff0e8-85f6-4a77-96e4-d1f5826e8734 req-281e3470-a08b-45c9-92d8-494538bda0c2 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324272 Nov 23 17:59:11.927656 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.930060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:11.931996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.005064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8459718 Nov 23 17:59:12.008887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50804) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:12.018344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Request body: {'subnet': {'network_id': '36ce7798-b119-4750-b413-410b2ecdde68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-446874561-subnet', 'tenant_id': '2733a20d077a49dd81937b3f78c21c19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:12.059540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868ef24-d2a3-400d-b09f-7ecbc1833819 admin admin] Pushing event updated for resources: {'Network': ['ID=36ce7798-b119-4750-b413-410b2ecdde68,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:12.061261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b0a65c-7851-446a-8900-ea8e6c14e305 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:12.071730 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.077381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 36ce7798-b119-4750-b413-410b2ecdde68 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:59:12.092797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Made reservation on behalf of 2733a20d077a49dd81937b3f78c21c19 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:12.095266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.136454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Transition to ACTIVE for port object 26b0a65c-7851-446a-8900-ea8e6c14e305 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:59:12.174153 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.207728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdfb36-f89a-4a7c-a28a-473e689029b8 req-9defd0e2-6e3f-4c64-9018-af3cf1930f2b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:12.215012 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d2cdfb36-f89a-4a7c-a28a-473e689029b8 req-9defd0e2-6e3f-4c64-9018-af3cf1930f2b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 932 time: 0.1061385 Nov 23 17:59:12.225080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-ab137638-b280-41a7-9f75-658cd181fe43 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:12.226633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-ab137638-b280-41a7-9f75-658cd181fe43 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.66 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 945 time: 0.1193495 Nov 23 17:59:12.250440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Pushing event updated for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:12.346377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d2cdfb36-f89a-4a7c-a28a-473e689029b8 req-867a7181-39df-4071-92e2-a83ad9436d7d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304595 Nov 23 17:59:12.360839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Deleting port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:12.361177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.381071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Attempting to bind port 26b0a65c-7851-446a-8900-ea8e6c14e305 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:12.381621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Attempting to bind port 26b0a65c-7851-446a-8900-ea8e6c14e305 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:12.391260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Attempting to bind port 26b0a65c-7851-446a-8900-ea8e6c14e305 on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:12.437607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Port 26b0a65c-7851-446a-8900-ea8e6c14e305 on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:59:12.438160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Attempting to bind port 26b0a65c-7851-446a-8900-ea8e6c14e305 on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:12.461822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:12.462641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Checking segment: {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:12.463010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Bound using segment: {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:12.463484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Bound port: 26b0a65c-7851-446a-8900-ea8e6c14e305, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:12.463925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.467479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.502053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] For port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:12.502551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.519714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Calling delete_port for 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:12.578382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:12.582938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:12.586920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13145325-dac1-4cd6-81ca-18ac7ea502fd,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:12.592432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.641631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:12.642563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.644392 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] 10.222.0.66 "PUT /v2.0/ports/26b0a65c-7851-446a-8900-ea8e6c14e305 HTTP/1.1" status: 200 len: 1092 time: 1.1021123 Nov 23 17:59:12.646545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'tag': '26b0a65c-7851-446a-8900-ea8e6c14e305'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:12.659426 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b2e026-65ed-463b-820e-ff949d7d0cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5c3c69-6da0-4d19-b559-f5f8326e7120", "tag": "26b0a65c-7851-446a-8900-ea8e6c14e305"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:12.691787 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.707778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:12.712783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['72269cdb-1b46-45b3-ba55-e4d7f5341c75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:12.737353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Pushing event deleted for resources: {'Port': ['ID=9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:12.793223 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502f7820-1394-4448-bb9b-9dd49c6f1260 x-openstack-request-id: req-502f7820-1394-4448-bb9b-9dd49c6f1260 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:12.793518 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5c3c69-6da0-4d19-b559-f5f8326e7120", "tag": "26b0a65c-7851-446a-8900-ea8e6c14e305", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:12.793772 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-502f7820-1394-4448-bb9b-9dd49c6f1260 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:12.794205 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'tag': '26b0a65c-7851-446a-8900-ea8e6c14e305', 'status': 'completed', 'code': 200} Nov 23 17:59:12.798810 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Checking segment: {'id': 'e22b30b9-82bb-4269-bb97-e34505d41e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '36ce7798-b119-4750-b413-410b2ecdde68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:12.799179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Network hostable DHCP agents. Network: 36ce7798-b119-4750-b413-410b2ecdde68, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:59:12.804423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] No DVR routers for this DVR port 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:12.807535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.812697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8593ae38-db44-4eb5-a84d-dec0e49b3bae req-e44585b0-b84f-49af-8f2b-d9e7e232748f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.66 "DELETE /v2.0/ports/9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 HTTP/1.1" status: 204 len: 173 time: 0.5790226 Nov 23 17:59:12.813062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-deleted', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:12.816462 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4beaccb-d6e1-47b0-b5dd-6ee2bad5ecf3" -d '{"events": [{"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-deleted", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:12.821025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a1e08-d3c5-4343-a4e1-cddc2ee80cbf service neutron] Pushing event updated for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:12.843704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-918cab02-05e7-473d-a1b9-0ed03e7ada27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:12.845393 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-918cab02-05e7-473d-a1b9-0ed03e7ada27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 1095 time: 0.1125073 Nov 23 17:59:12.848528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Network 36ce7798-b119-4750-b413-410b2ecdde68 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:59:12.869461 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8494297e-449a-4c39-a1e0-0caac58fb702 x-openstack-request-id: req-8494297e-449a-4c39-a1e0-0caac58fb702 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:12.869461 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b904c-3fcb-4a04-a85d-eb1020bab2ed", "name": "network-vif-deleted", "tag": "9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:12.869461 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8494297e-449a-4c39-a1e0-0caac58fb702 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:12.869461 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b904c-3fcb-4a04-a85d-eb1020bab2ed', 'name': 'network-vif-deleted', 'tag': '9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5', 'status': 'completed', 'code': 200} Nov 23 17:59:12.899088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f81c1-c966-43af-b26a-45b0d5db44e2 None None] DHCP port deletion for 92e3bf30-b369-40e9-b342-776a5d395696 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:12.917274 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-d3c2ba22-3832-4a28-bba9-6f8a66a1e6a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b0a65c-7851-446a-8900-ea8e6c14e305 HTTP/1.1" status: 200 len: 217 time: 0.0626812 Nov 23 17:59:12.918105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 36ce7798-b119-4750-b413-410b2ecdde68) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:12.923182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:12.923182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:12.948686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984faf5c-844a-4ee7-b373-8da1ada9e620 None None] Network 36ce7798-b119-4750-b413-410b2ecdde68 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:12.994260 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-45ec93bb-8dc7-477a-8f9d-b2274f8db5a9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9774117 Nov 23 17:59:13.020417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-1b166be5-3f20-4487-8100-a963815b4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:13.025874 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-1b166be5-3f20-4487-8100-a963815b4995 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a3ecc1-8441-4486-a119-eab270e7fc8d HTTP/1.1" status: 200 len: 854 time: 0.0975447 Nov 23 17:59:13.055097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea5d1672-e976-4e88-a0da-e130d30906bd req-46a01fbe-ec49-4905-9828-beced30b1f16 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.0363982 Nov 23 17:59:13.077685 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-dfdd8ac3-85f0-4783-9091-ea3ded47f1d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439734 Nov 23 17:59:13.214288 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-a09ad5c5-5608-4d6c-bc8f-5cd62046567d service neutron] 10.222.0.66 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250620 Nov 23 17:59:13.232791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105cf9a-39b4-42fe-bd4a-ea65c3489ebe None None] Network 36ce7798-b119-4750-b413-410b2ecdde68 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:13.334422 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c6107517-754c-40ea-a537-7fbe15e99de3 req-eaa7ed50-61f9-4e0b-8f92-b3c75d44d4f0 service neutron] 10.222.0.66 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072104 Nov 23 17:59:13.356956 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-050c5ee4-e60a-4936-99b0-5c76ca192e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:13.456100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-e66358cd-5fac-4c97-8bac-8c17159c8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:13.457824 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-e66358cd-5fac-4c97-8bac-8c17159c8903 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 1095 time: 0.0637820 Nov 23 17:59:13.535547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1977d2-4cd8-4679-95ef-a8a9ef9a020b req-2b7bc32a-7a8f-4ac4-b290-96cc88537d48 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:13.537229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e1977d2-4cd8-4679-95ef-a8a9ef9a020b req-2b7bc32a-7a8f-4ac4-b290-96cc88537d48 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 944 time: 0.0747313 Nov 23 17:59:13.591406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-74158e7d-ad08-4a8c-ba32-adbaae9af39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:13.592919 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-74158e7d-ad08-4a8c-ba32-adbaae9af39b service neutron] 10.222.0.66 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 915 time: 0.1197133 Nov 23 17:59:13.637013 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-68b8b8c7-8a2c-4e05-8106-01b1200fc4a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b0a65c-7851-446a-8900-ea8e6c14e305 HTTP/1.1" status: 200 len: 217 time: 0.0365334 Nov 23 17:59:13.645159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e1977d2-4cd8-4679-95ef-a8a9ef9a020b req-43ffabdc-11de-4bb0-a684-ccc59aad24a3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013556 Nov 23 17:59:13.697870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-94649cdd-104d-4fe3-829c-dbdb0bd30502 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:13.702617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-d0092eb7-ac0c-4644-9f28-5b1a567cded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:13.704365 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-d0092eb7-ac0c-4644-9f28-5b1a567cded5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a3ecc1-8441-4486-a119-eab270e7fc8d HTTP/1.1" status: 200 len: 854 time: 0.0597188 Nov 23 17:59:13.705547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-94649cdd-104d-4fe3-829c-dbdb0bd30502 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/networks?id=36ce7798-b119-4750-b413-410b2ecdde68 HTTP/1.1" status: 200 len: 813 time: 0.1465638 Nov 23 17:59:13.716857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-d00dfc93-6da9-45db-94de-437db16f1261 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/quotas/2733a20d077a49dd81937b3f78c21c19 HTTP/1.1" status: 200 len: 375 time: 0.0103524 Nov 23 17:59:13.755810 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-ba5be4ca-72fb-4ec6-9c00-3ab5f41ef02d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360668 Nov 23 17:59:13.762293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-7b253d51-d4a2-43d4-9d79-2f2e03a31913 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2733a20d077a49dd81937b3f78c21c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395601 Nov 23 17:59:13.864391 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-c8454ee1-e186-43ad-a666-24a957b52050 service neutron] 10.222.0.66 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966365 Nov 23 17:59:13.886151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-605aa1d9-7fff-4465-ba9d-3d3f576badb1 service neutron] 10.222.0.74 "GET /v2.0/networks/36ce7798-b119-4750-b413-410b2ecdde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118426 Nov 23 17:59:13.998807 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-93b2e026-65ed-463b-820e-ff949d7d0cdb req-afbc116e-4254-4fef-8e61-ec792e52ac8b service neutron] 10.222.0.66 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259012 Nov 23 17:59:14.019361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-48ace1f5-85c2-48df-a05c-66cb6e7cc7b4 service neutron] 10.222.0.74 "GET /v2.0/networks/36ce7798-b119-4750-b413-410b2ecdde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250412 Nov 23 17:59:14.297429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c3a54b2-f71e-4f1c-930f-43679a8494ac req-28debc0b-8956-4e8b-b0f8-46ad14f5c846 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.0609238 Nov 23 17:59:14.426594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f7eb892-c2a4-474f-8779-6e9cbbd1d6be req-34e0899e-5ba4-4279-a940-0670f44aec6c tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 210 time: 0.0419068 Nov 23 17:59:14.494870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d024323-cc27-4e43-9135-1aa597616e9f req-591f3a43-fb8a-430f-b6af-6e7f34e8bb4b tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:14.496359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d024323-cc27-4e43-9135-1aa597616e9f req-591f3a43-fb8a-430f-b6af-6e7f34e8bb4b tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 945 time: 0.0752475 Nov 23 17:59:14.555044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d024323-cc27-4e43-9135-1aa597616e9f req-a380ebe0-3c70-4cdc-bb90-004bfefcfb5c tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523508 Nov 23 17:59:14.830863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331106a-9615-4839-ad31-fa243e74a37d req-6208eeed-822f-4446-81b2-e2b59943b32d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:14.832453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2331106a-9615-4839-ad31-fa243e74a37d req-6208eeed-822f-4446-81b2-e2b59943b32d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 944 time: 0.0972440 Nov 23 17:59:14.914286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2331106a-9615-4839-ad31-fa243e74a37d req-e6593a27-71f0-423c-9b79-fd1b4165b899 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754414 Nov 23 17:59:14.992317 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:15.051157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:15.222083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:15.236185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'mac_address': 'fa:16:3e:b3:dc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:15.280002 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:15.295594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:15.320796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:15.328565 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:15.365176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 26b0a65c-7851-446a-8900-ea8e6c14e305 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:15.367974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:15.465934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:15.467988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 9b6eeca8-1fe1-46aa-a6c6-d34aeea9dba5 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:15.476364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['d4ea35ad-6eee-4a51-9fe7-467c9d8f3575'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:15.609007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06acaa00-a3a5-4a8a-b184-3fb873e83902 req-f9301eea-c7ac-4dc1-858a-f306d035b47d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.1207626 Nov 23 17:59:15.615598 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.resource_extend [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:59:15.642659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:15.743411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.743766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.764745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.765198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.765649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.766001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.770383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.770811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.771166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.771518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.771865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.772208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:15.923793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3209-1124-4243-bc38-044357be5a70 req-04d11833-0a53-42cb-a9ea-78ac1b431546 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:15.928174 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6c5c3209-1124-4243-bc38-044357be5a70 req-04d11833-0a53-42cb-a9ea-78ac1b431546 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 945 time: 0.1335607 Nov 23 17:59:15.933826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-3de6e324-ccd9-4295-a372-d67eb0ce70a2 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:15.935727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-3de6e324-ccd9-4295-a372-d67eb0ce70a2 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.72 "GET /v2.0/networks?id=36ce7798-b119-4750-b413-410b2ecdde68 HTTP/1.1" status: 200 len: 813 time: 0.3256333 Nov 23 17:59:16.030025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Request body: {'port': {'device_id': '8729a43e-c8f6-40f6-84e1-6ec20df40164', 'network_id': '36ce7798-b119-4750-b413-410b2ecdde68', 'admin_state_up': True, 'tenant_id': '2733a20d077a49dd81937b3f78c21c19'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:16.152654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26cb030d-3378-4978-a037-5d7cb40bd80e req-7c8a0f96-386b-45af-9749-4a0506749d3b tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 210 time: 0.1958249 Nov 23 17:59:16.232157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:16.238593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Deleting port 118b9179-7cc4-4f9b-9fab-7671550ca6eb {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:16.240566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.344042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '26b0a65c-7851-446a-8900-ea8e6c14e305', 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'port_id': '26b0a65c-7851-446a-8900-ea8e6c14e305', 'mac_address': 'fa:16:3e:d3:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a3ecc1-8441-4486-a119-eab270e7fc8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:16.394535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2c41c-0f18-4b96-97e8-2cb7b2802c9d req-d7bddad0-ecc8-4b30-92f6-239f4a688a99 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:16.396162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-abe2c41c-0f18-4b96-97e8-2cb7b2802c9d req-d7bddad0-ecc8-4b30-92f6-239f4a688a99 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf715b9-3924-4a7f-a901-ea28f71e979f HTTP/1.1" status: 200 len: 945 time: 0.4595187 Nov 23 17:59:16.432073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] For port 118b9179-7cc4-4f9b-9fab-7671550ca6eb, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=118b9179-7cc4-4f9b-9fab-7671550ca6eb,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:16.433343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.472915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.481290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Calling delete_port for 118b9179-7cc4-4f9b-9fab-7671550ca6eb owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:16.520959 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.562318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b0a65c-7851-446a-8900-ea8e6c14e305 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:16.598485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:16.609317 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.679302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.706637 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-abe2c41c-0f18-4b96-97e8-2cb7b2802c9d req-6293fb28-458c-46dd-9e9e-418a27435504 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3571219-03a6-4455-9212-854acd7f878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885072 Nov 23 17:59:16.746779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Pushing event deleted for resources: {'Port': ['ID=118b9179-7cc4-4f9b-9fab-7671550ca6eb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:16.750203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:16.761383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['118b9179-7cc4-4f9b-9fab-7671550ca6eb'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:16.769856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d23a-63c9-4a01-98d6-e4b5c43f1dca req-173586c2-1fc6-46ed-98e8-ef09bace8927 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:16.786421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7696d23a-63c9-4a01-98d6-e4b5c43f1dca req-173586c2-1fc6-46ed-98e8-ef09bace8927 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 944 time: 0.2714114 Nov 23 17:59:16.832342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Made reservation on behalf of 2733a20d077a49dd81937b3f78c21c19 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:16.839004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.871847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] No DVR routers for this DVR port 118b9179-7cc4-4f9b-9fab-7671550ca6eb on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:16.878988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.890081 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6c5c3209-1124-4243-bc38-044357be5a70 req-ffa1fd25-7e27-49a0-9d38-090f78790928 tempest-AttachSCSIVolumeTestJSON-1840659518 tempest-AttachSCSIVolumeTestJSON-1840659518-project] 10.222.0.66 "DELETE /v2.0/ports/118b9179-7cc4-4f9b-9fab-7671550ca6eb HTTP/1.1" status: 204 len: 173 time: 0.9519978 Nov 23 17:59:16.892531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf715b9-3924-4a7f-a901-ea28f71e979f', 'name': 'network-vif-deleted', 'tag': '118b9179-7cc4-4f9b-9fab-7671550ca6eb'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:16.894739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['26b0a65c-7851-446a-8900-ea8e6c14e305'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:16.901656 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f8dde6-4607-4f41-8e20-f40c18786739" -d '{"events": [{"server_uuid": "0cf715b9-3924-4a7f-a901-ea28f71e979f", "name": "network-vif-deleted", "tag": "118b9179-7cc4-4f9b-9fab-7671550ca6eb"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:17.018987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7696d23a-63c9-4a01-98d6-e4b5c43f1dca req-3f2eabb9-6b86-4f06-a120-59f21c039702 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312472 Nov 23 17:59:17.119039 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:17.148432 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b59bfc-fa3d-4b6f-93f2-963ae2a2a4f1 x-openstack-request-id: req-a2b59bfc-fa3d-4b6f-93f2-963ae2a2a4f1 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:17.150339 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf715b9-3924-4a7f-a901-ea28f71e979f", "name": "network-vif-deleted", "tag": "118b9179-7cc4-4f9b-9fab-7671550ca6eb", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:17.150870 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a2b59bfc-fa3d-4b6f-93f2-963ae2a2a4f1 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:17.151629 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf715b9-3924-4a7f-a901-ea28f71e979f', 'name': 'network-vif-deleted', 'tag': '118b9179-7cc4-4f9b-9fab-7671550ca6eb', 'status': 'completed', 'code': 200} Nov 23 17:59:17.189730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90484dd7-0fea-489b-a894-d39c3836a42c req-f02498b7-8f91-4ce7-868d-749bca3a378e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.1206510 Nov 23 17:59:17.363107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:17.363546 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.375465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Allocated IP 172.20.0.13 (36ce7798-b119-4750-b413-410b2ecdde68/13145325-dac1-4cd6-81ca-18ac7ea502fd/5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:17.485240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-771ca704-0972-4cfb-8a9f-02f781e04042 req-2e8e11a9-ce65-4379-8d42-1ff4d32b43d2 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 210 time: 0.0777354 Nov 23 17:59:17.625377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.676379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:17.682140 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d00215-c4ab-47ec-a921-183e99828997" -d '{"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:17.692819 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.740760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.773376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:17.788645 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.809612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Network 36ce7798-b119-4750-b413-410b2ecdde68 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:17.836639 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1b5dfe-8aac-4894-8d36-563b1fc4bec8 x-openstack-request-id: req-bc1b5dfe-8aac-4894-8d36-563b1fc4bec8 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:17.836952 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:17.837180 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc1b5dfe-8aac-4894-8d36-563b1fc4bec8 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:17.837572 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'code': 200} Nov 23 17:59:17.838481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:17.843725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:17.851836 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.868561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Pushing event updated for resources: {'Port': ['ID=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:17.906570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:18.001553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:18.002285 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.059371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-ad1c6c03-02e2-45ae-a5c1-4f82891aec21 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0391457 Nov 23 17:59:18.086171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Request body: {'port': {'device_id': '8729a43e-c8f6-40f6-84e1-6ec20df40164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:18.262708 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.382260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec699-53f1-4cd4-afbd-de29a76f015f req-46a36b3a-6c57-43be-9d6a-a90777f3f1ab tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:18.393258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b2ec699-53f1-4cd4-afbd-de29a76f015f req-46a36b3a-6c57-43be-9d6a-a90777f3f1ab tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 945 time: 0.2607048 Nov 23 17:59:18.861781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b2ec699-53f1-4cd4-afbd-de29a76f015f req-3dd3848e-3ccd-46cf-88e8-7a636429e38d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670608 Nov 23 17:59:18.944806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:18.986115 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.011631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5671474f-24f9-400e-93c8-d34772ae1d22 req-b82fc618-b446-4fda-a08b-1b90fe4a8874 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.0416470 Nov 23 17:59:19.024150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Transition to ACTIVE for port object 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:59:19.040009 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.260436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:19.339906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905b14-48a2-4353-ae52-92e13e214106 req-a37349d5-aabc-48a7-8bdc-4a2af69fbd4b tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:19.350098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37905b14-48a2-4353-ae52-92e13e214106 req-a37349d5-aabc-48a7-8bdc-4a2af69fbd4b tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 944 time: 0.2033613 Nov 23 17:59:19.376029 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.379351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 26b0a65c-7851-446a-8900-ea8e6c14e305 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:19.461157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 26b0a65c-7851-446a-8900-ea8e6c14e305 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:59:19.466870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 26b0a65c-7851-446a-8900-ea8e6c14e305 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:19.467510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.523491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Attempting to bind port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:19.523680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Attempting to bind port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'e22b30b9-82bb-4269-bb97-e34505d41e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '36ce7798-b119-4750-b413-410b2ecdde68'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:19.524120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Attempting to bind port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f on network 36ce7798-b119-4750-b413-410b2ecdde68 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:19.549305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37905b14-48a2-4353-ae52-92e13e214106 req-140c82fd-a713-42ff-8293-d4c0b841835b tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183832 Nov 23 17:59:19.549305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f on network 36ce7798-b119-4750-b413-410b2ecdde68 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:59:19.549597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Attempting to bind port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f on network 36ce7798-b119-4750-b413-410b2ecdde68 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:19.559127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:19.559473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Checking segment: {'id': 'e22b30b9-82bb-4269-bb97-e34505d41e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '36ce7798-b119-4750-b413-410b2ecdde68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:19.562870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Bound using segment: {'id': 'e22b30b9-82bb-4269-bb97-e34505d41e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '36ce7798-b119-4750-b413-410b2ecdde68'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:19.563341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Bound port: 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22b30b9-82bb-4269-bb97-e34505d41e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '36ce7798-b119-4750-b413-410b2ecdde68'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:19.563861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.605594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.639816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] For port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:19.643549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] For port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,segment=NetworkSegment(e22b30b9-82bb-4269-bb97-e34505d41e92),segment_id=e22b30b9-82bb-4269-bb97-e34505d41e92)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:19.659963 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.675143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:19.684191 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.685810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 118b9179-7cc4-4f9b-9fab-7671550ca6eb no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:19.757314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:19.758097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.759468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] 10.222.0.72 "PUT /v2.0/ports/5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f HTTP/1.1" status: 200 len: 1092 time: 1.6898446 Nov 23 17:59:19.760222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8729a43e-c8f6-40f6-84e1-6ec20df40164', 'tag': '5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:19.762601 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b34500c-4466-4676-af77-afb6a5a36c95" -d '{"events": [{"name": "network-changed", "server_uuid": "8729a43e-c8f6-40f6-84e1-6ec20df40164", "tag": "5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:19.776025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 118b9179-7cc4-4f9b-9fab-7671550ca6eb {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:19.776025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 118b9179-7cc4-4f9b-9fab-7671550ca6eb not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:19.788636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87953441-b1ab-4913-bdb1-98e7a49a2392 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:19.848701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b0a65c-7851-446a-8900-ea8e6c14e305'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:19.852780 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4743050-fea3-4775-81fb-a3d0d3818cda" -d '{"events": [{"server_uuid": "7d5c3c69-6da0-4d19-b559-f5f8326e7120", "name": "network-vif-plugged", "status": "completed", "tag": "26b0a65c-7851-446a-8900-ea8e6c14e305"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:19.892081 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d68d78-0349-4fce-8d29-5af7ded95bc8 x-openstack-request-id: req-41d68d78-0349-4fce-8d29-5af7ded95bc8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:19.892649 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8729a43e-c8f6-40f6-84e1-6ec20df40164", "tag": "5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:19.892649 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41d68d78-0349-4fce-8d29-5af7ded95bc8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:19.893018 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8729a43e-c8f6-40f6-84e1-6ec20df40164', 'tag': '5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f', 'status': 'completed', 'code': 200} Nov 23 17:59:19.927635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-3a5bc6a3-bcdd-478c-b0fb-e8ea3017dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:19.929168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-3a5bc6a3-bcdd-478c-b0fb-e8ea3017dd53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2733a20d077a49dd81937b3f78c21c19&device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 1095 time: 0.1150677 Nov 23 17:59:19.948816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:20.007846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-d17a8d50-90bd-4ac8-a89c-24fa87c7247f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f HTTP/1.1" status: 200 len: 217 time: 0.0689483 Nov 23 17:59:20.053077 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1a8375-2fc2-481d-8cf6-9d801daaeaaa x-openstack-request-id: req-cd1a8375-2fc2-481d-8cf6-9d801daaeaaa {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:20.053607 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c3c69-6da0-4d19-b559-f5f8326e7120", "name": "network-vif-plugged", "status": "completed", "tag": "26b0a65c-7851-446a-8900-ea8e6c14e305", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:20.053963 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd1a8375-2fc2-481d-8cf6-9d801daaeaaa {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:20.054460 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b0a65c-7851-446a-8900-ea8e6c14e305', 'code': 200} Nov 23 17:59:20.177563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebb04b3f-2df4-42a4-b247-95584e3a31e2 req-2b05e8b1-fd9d-4370-a118-0a606b5a09a8 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=f56b904c-3fcb-4a04-a85d-eb1020bab2ed HTTP/1.1" status: 200 len: 210 time: 0.0559475 Nov 23 17:59:20.210398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fab31-b198-47b3-bf9a-6372a2dec4cf req-760d8737-5a22-44f1-90b4-2fa06a05f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:20.211249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade4e3-83cd-49e6-aa7c-601c3130e7cc req-57e9318c-de42-43e1-bc39-a30c29e9a89c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:20.211936 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-290fab31-b198-47b3-bf9a-6372a2dec4cf req-760d8737-5a22-44f1-90b4-2fa06a05f788 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 1097 time: 0.0958600 Nov 23 17:59:20.220477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4ade4e3-83cd-49e6-aa7c-601c3130e7cc req-57e9318c-de42-43e1-bc39-a30c29e9a89c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.2113221 Nov 23 17:59:20.246473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-3a2d7088-0e34-467e-8589-c98af86c5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:20.254863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-3a2d7088-0e34-467e-8589-c98af86c5baf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13145325-dac1-4cd6-81ca-18ac7ea502fd HTTP/1.1" status: 200 len: 853 time: 0.2352250 Nov 23 17:59:20.310519 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-290fab31-b198-47b3-bf9a-6372a2dec4cf req-236e1958-e780-45d3-8c81-5adcadf0e97f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853677 Nov 23 17:59:20.378062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-47974a19-4e53-49aa-81c8-e550bdf05e7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36ce7798-b119-4750-b413-410b2ecdde68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981865 Nov 23 17:59:20.405582 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.490906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4ade4e3-83cd-49e6-aa7c-601c3130e7cc req-70c77020-6272-49cb-afe7-9e6f68a05c4b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534540 Nov 23 17:59:20.569577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-7038cf6c-7795-444f-98b5-778fbce2bf67 service neutron] 10.222.0.72 "GET /v2.0/networks/36ce7798-b119-4750-b413-410b2ecdde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703086 Nov 23 17:59:20.729432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6513e7-d1b4-4d45-9ae5-76639d3b7b12 req-18fe5162-2716-4465-b54f-3e0ca7c08bf5 service neutron] 10.222.0.72 "GET /v2.0/networks/36ce7798-b119-4750-b413-410b2ecdde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510634 Nov 23 17:59:20.745928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb1440-5792-4304-a638-9b99782527a0 req-8d260ff8-4af2-41d6-862b-d372cd8314f3 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:20.748098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87fb1440-5792-4304-a638-9b99782527a0 req-8d260ff8-4af2-41d6-862b-d372cd8314f3 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 944 time: 0.0828888 Nov 23 17:59:20.879540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87fb1440-5792-4304-a638-9b99782527a0 req-1c3f11ad-7d27-4c94-a6fa-5a36d7e7dfb5 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148951 Nov 23 17:59:20.985811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-bbbd269d-2144-4f57-ab84-d07cd2d0c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:20.988682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-bbbd269d-2144-4f57-ab84-d07cd2d0c5f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2733a20d077a49dd81937b3f78c21c19&device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 1095 time: 0.1207819 Nov 23 17:59:21.130325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-4b6a7440-153c-4140-8bbe-eb216bcbb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:21.132330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-4b6a7440-153c-4140-8bbe-eb216bcbb8d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36ce7798-b119-4750-b413-410b2ecdde68 HTTP/1.1" status: 200 len: 914 time: 0.1330540 Nov 23 17:59:21.244360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-a81f126c-1e0e-4e54-955d-95200ef7c620 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f HTTP/1.1" status: 200 len: 217 time: 0.1034632 Nov 23 17:59:21.334608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-4e013458-174e-49e7-88a9-7914376cb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:21.336509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-4e013458-174e-49e7-88a9-7914376cb903 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13145325-dac1-4cd6-81ca-18ac7ea502fd HTTP/1.1" status: 200 len: 853 time: 0.0818079 Nov 23 17:59:21.398446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-1c3b4e2a-627f-4f0e-92a1-a71bb9b6175b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36ce7798-b119-4750-b413-410b2ecdde68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513573 Nov 23 17:59:22.008172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-09968a60-a637-4f95-bbd0-dec6d35cff37 service neutron] 10.222.0.72 "GET /v2.0/networks/36ce7798-b119-4750-b413-410b2ecdde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938807 Nov 23 17:59:22.019475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fed63d-dc53-4fcf-b5fc-8284470f6e34 req-5388be5a-3c83-4306-ab97-feb6aec97991 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:22.026939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38fed63d-dc53-4fcf-b5fc-8284470f6e34 req-5388be5a-3c83-4306-ab97-feb6aec97991 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.0933886 Nov 23 17:59:22.240296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38fed63d-dc53-4fcf-b5fc-8284470f6e34 req-21c43ea5-a0e2-49e1-8afd-f00c1f9498e3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123792 Nov 23 17:59:22.363440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df011-9c3b-4851-a1dd-fd7fcfd889cc req-e9bcb6a1-f465-4fd9-ade9-b7586c6af072 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:22.370962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe7df011-9c3b-4851-a1dd-fd7fcfd889cc req-e9bcb6a1-f465-4fd9-ade9-b7586c6af072 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 944 time: 0.3410726 Nov 23 17:59:22.447741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b34500c-4466-4676-af77-afb6a5a36c95 req-96cfd2bb-3807-4756-830e-e9ebe3d7feed service neutron] 10.222.0.72 "GET /v2.0/networks/36ce7798-b119-4750-b413-410b2ecdde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699832 Nov 23 17:59:22.474609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b3537-8be1-41c9-af96-2bf985e4560d req-55747997-97c4-4126-a867-6ab65d817976 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:22.483469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-690b3537-8be1-41c9-af96-2bf985e4560d req-55747997-97c4-4126-a867-6ab65d817976 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1077437 Nov 23 17:59:22.545717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe7df011-9c3b-4851-a1dd-fd7fcfd889cc req-560fb444-fbbe-4b0c-867c-273604ec2160 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738188 Nov 23 17:59:22.634190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-690b3537-8be1-41c9-af96-2bf985e4560d req-f66662a3-a6b2-47bb-8699-902b4c1ab46c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498435 Nov 23 17:59:23.101618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:23.345711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00c90-a245-49ba-a6e7-19848e06110f req-bf52ad27-714b-4a82-b649-2bfb49774162 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.353253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7d00c90-a245-49ba-a6e7-19848e06110f req-bf52ad27-714b-4a82-b649-2bfb49774162 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1312807 Nov 23 17:59:23.397657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,segment=NetworkSegment(e22b30b9-82bb-4269-bb97-e34505d41e92),segment_id=e22b30b9-82bb-4269-bb97-e34505d41e92)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:23.440591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f', 'network_id': '36ce7798-b119-4750-b413-410b2ecdde68', 'port_id': '5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f', 'mac_address': 'fa:16:3e:90:e8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13145325-dac1-4cd6-81ca-18ac7ea502fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:23.441200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7d00c90-a245-49ba-a6e7-19848e06110f req-9878fe7f-7598-4abe-af0f-240d5189e261 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868142 Nov 23 17:59:23.525456 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:23.557519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:23.608870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,segment=NetworkSegment(e22b30b9-82bb-4269-bb97-e34505d41e92),segment_id=e22b30b9-82bb-4269-bb97-e34505d41e92)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:23.620364 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:23.856560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024debf0-1cde-46e6-a2ef-09015ca041dc req-6986c73e-f3eb-445d-aefe-e34c439edfdc tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.875689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-024debf0-1cde-46e6-a2ef-09015ca041dc req-6986c73e-f3eb-445d-aefe-e34c439edfdc tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 945 time: 0.1679404 Nov 23 17:59:23.890850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:23.951933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:24.144878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-024debf0-1cde-46e6-a2ef-09015ca041dc req-a59936c6-9954-4957-94ae-a1ac6335fc8b tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636895 Nov 23 17:59:24.714073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b80774-cf76-4612-af2d-80bcd746291a req-485c46d8-a786-4ab9-8e5e-8654b2212846 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:24.730934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6b80774-cf76-4612-af2d-80bcd746291a req-485c46d8-a786-4ab9-8e5e-8654b2212846 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1252511 Nov 23 17:59:24.904368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6b80774-cf76-4612-af2d-80bcd746291a req-8d11e27f-a99a-4825-ba0e-8841dc5343bc tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703920 Nov 23 17:59:25.393340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9d1aa-7619-49be-861e-2ba1abee6993 req-edddab8f-61a2-4896-81ab-38953f006ffb tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:25.400786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cd9d1aa-7619-49be-861e-2ba1abee6993 req-edddab8f-61a2-4896-81ab-38953f006ffb tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 945 time: 0.1171029 Nov 23 17:59:25.505818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cd9d1aa-7619-49be-861e-2ba1abee6993 req-e715dda8-bbb3-436c-b44a-3c35344d18ce tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040564 Nov 23 17:59:25.728854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51252) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:26.028115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa4495eb-9551-4ab7-b000-998a4db863e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.185432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa4495eb-9551-4ab7-b000-998a4db863e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.203292 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa4495eb-9551-4ab7-b000-998a4db863e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.237515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254cab8-5a86-4429-b432-9dd80015af06 req-8e349872-06da-42bc-8de1-668b61bf8a28 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.249517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f254cab8-5a86-4429-b432-9dd80015af06 req-8e349872-06da-42bc-8de1-668b61bf8a28 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1355774 Nov 23 17:59:26.322413 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fa4495eb-9551-4ab7-b000-998a4db863e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d9425701b38d4a42adc543372d1de4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5924246 Nov 23 17:59:26.324035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4495eb-9551-4ab7-b000-998a4db863e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43032eac-658f-4050-aabd-2d2ae81d515f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.326778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51276) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:26.374391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f254cab8-5a86-4429-b432-9dd80015af06 req-4d176be3-bb70-4647-bec1-872f3429ec69 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197164 Nov 23 17:59:26.440306 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-827e419c-90f0-472f-9566-85a8db43fe67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.503944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-827e419c-90f0-472f-9566-85a8db43fe67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.611464 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-827e419c-90f0-472f-9566-85a8db43fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.614860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-827e419c-90f0-472f-9566-85a8db43fe67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.616229 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-827e419c-90f0-472f-9566-85a8db43fe67 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43032eac-658f-4050-aabd-2d2ae81d515f HTTP/1.1" status: 204 len: 168 time: 0.2857821 Nov 23 17:59:26.655593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e419c-90f0-472f-9566-85a8db43fe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43032eac-658f-4050-aabd-2d2ae81d515f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.793256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc090b7-1ab6-4dc0-bd67-22ef96a8fbaa req-80547d01-5875-4412-a5a5-d4a83a4bf145 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.811882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcc090b7-1ab6-4dc0-bd67-22ef96a8fbaa req-80547d01-5875-4412-a5a5-d4a83a4bf145 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 945 time: 0.1146350 Nov 23 17:59:26.913381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcc090b7-1ab6-4dc0-bd67-22ef96a8fbaa req-9b883d41-d843-49e6-8e3a-6d39dee59a8c tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005182 Nov 23 17:59:27.135309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:27.161386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51302) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:27.246342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:59:27.257671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:27.258178 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.266715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51306) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:27.292673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67a39886-a6d5-448e-b77a-e436002c5060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.519610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.530494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67a39886-a6d5-448e-b77a-e436002c5060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.541019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67a39886-a6d5-448e-b77a-e436002c5060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.570784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,segment=NetworkSegment(e22b30b9-82bb-4269-bb97-e34505d41e92),segment_id=e22b30b9-82bb-4269-bb97-e34505d41e92)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:27.572140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8729a43e-c8f6-40f6-84e1-6ec20df40164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:27.574804 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ced72-068c-4e52-8683-ab03e2cf6d41" -d '{"events": [{"server_uuid": "8729a43e-c8f6-40f6-84e1-6ec20df40164", "name": "network-vif-plugged", "status": "completed", "tag": "5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:27.581630 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.652011 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-67a39886-a6d5-448e-b77a-e436002c5060 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de231ef3371440b385d3f099a8cfaf98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832526 Nov 23 17:59:27.654248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a39886-a6d5-448e-b77a-e436002c5060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a5b91-bb59-436a-930b-faa1c0465699,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:27.660484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51314) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:27.733182 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48353b69-3672-4252-8518-8ac7b102fdf6 x-openstack-request-id: req-48353b69-3672-4252-8518-8ac7b102fdf6 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:27.733849 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8729a43e-c8f6-40f6-84e1-6ec20df40164", "name": "network-vif-plugged", "status": "completed", "tag": "5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:27.734358 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48353b69-3672-4252-8518-8ac7b102fdf6 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:27.735007 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8729a43e-c8f6-40f6-84e1-6ec20df40164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f', 'code': 200} Nov 23 17:59:27.784116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45037c19-ff1f-487d-ab99-2021c6621fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.791600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8253fd-310a-4b27-9516-1925517dd7d2 req-6e224048-bce3-49f6-811f-ef162cc18cac tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:27.807183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:27.812540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf8253fd-310a-4b27-9516-1925517dd7d2 req-6e224048-bce3-49f6-811f-ef162cc18cac tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.2966182 Nov 23 17:59:27.823866 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45037c19-ff1f-487d-ab99-2021c6621fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.890387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45037c19-ff1f-487d-ab99-2021c6621fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.893267 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45037c19-ff1f-487d-ab99-2021c6621fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.897030 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-45037c19-ff1f-487d-ab99-2021c6621fe2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b6a5b91-bb59-436a-930b-faa1c0465699 HTTP/1.1" status: 204 len: 168 time: 0.2332218 Nov 23 17:59:27.915677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037c19-ff1f-487d-ab99-2021c6621fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a5b91-bb59-436a-930b-faa1c0465699,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:27.985507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5adbf-f111-479e-a5b7-2f1062546cb9 req-bd6ea5c0-4315-48f4-8231-6e9897dc7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:27.985736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7c5adbf-f111-479e-a5b7-2f1062546cb9 req-bd6ea5c0-4315-48f4-8231-6e9897dc7cb9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 1097 time: 0.1653204 Nov 23 17:59:28.180393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf8253fd-310a-4b27-9516-1925517dd7d2 req-7ccd8b2a-0530-48ce-a727-8d5f788b1619 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665254 Nov 23 17:59:28.218482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7c5adbf-f111-479e-a5b7-2f1062546cb9 req-95a9dcf7-7d9a-47f0-a98d-3181dbf81888 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493704 Nov 23 17:59:28.309047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aabcb-1597-41b2-83ca-aebf31f67fe4 req-f0ad2e82-248c-443d-867d-385ec1b25cbe tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:28.312182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b1aabcb-1597-41b2-83ca-aebf31f67fe4 req-f0ad2e82-248c-443d-867d-385ec1b25cbe tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 946 time: 0.2099850 Nov 23 17:59:28.514920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b1aabcb-1597-41b2-83ca-aebf31f67fe4 req-0289715e-c32f-41ef-a2ca-b4e7d4a790d0 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891208 Nov 23 17:59:28.555703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.055072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Deleting port 9cace6b1-c89f-48c7-a07d-7d65d71c991b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:29.055656 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.224596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] For port 9cace6b1-c89f-48c7-a07d-7d65d71c991b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9cace6b1-c89f-48c7-a07d-7d65d71c991b,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:29.225279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.251061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Calling delete_port for 9cace6b1-c89f-48c7-a07d-7d65d71c991b owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:29.685399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1467e-f596-4043-9d31-034b97508739 req-c4753511-f1eb-4817-8ed7-6b0592de7b2e tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:29.697596 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8df1467e-f596-4043-9d31-034b97508739 req-c4753511-f1eb-4817-8ed7-6b0592de7b2e tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.3185697 Nov 23 17:59:29.813718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8df1467e-f596-4043-9d31-034b97508739 req-8ec2e5b2-5eb7-495f-a276-a35837d0a608 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109309 Nov 23 17:59:29.882647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.913248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=9cace6b1-c89f-48c7-a07d-7d65d71c991b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:30.243830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc5d6-9790-4702-99d8-0dceb54c21d0 req-05144743-b64e-4c82-934d-23374aa0bead tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:30.246445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-225bc5d6-9790-4702-99d8-0dceb54c21d0 req-05144743-b64e-4c82-934d-23374aa0bead tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 946 time: 0.2138376 Nov 23 17:59:30.304815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6cb2a-1fbd-4658-86d3-06673a5debe8 req-4da14060-36f1-46fd-889f-fb35637de44b tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:30.315472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4be6cb2a-1fbd-4658-86d3-06673a5debe8 req-4da14060-36f1-46fd-889f-fb35637de44b tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 945 time: 0.2666833 Nov 23 17:59:30.476119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-225bc5d6-9790-4702-99d8-0dceb54c21d0 req-00844d91-61f7-4a77-8428-255afc79735f tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199957 Nov 23 17:59:30.533835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-ea33c099-038d-4d7c-967e-599422ee3f79 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:30.535600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-ea33c099-038d-4d7c-967e-599422ee3f79 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.72 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 945 time: 0.1705554 Nov 23 17:59:30.602575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4be6cb2a-1fbd-4658-86d3-06673a5debe8 req-5b1371bc-7d6c-4e8d-bc83-9a71bb5559f3 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513270 Nov 23 17:59:30.673718 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.161615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c4ba8-ae2d-4016-9f09-742435f91d24 req-82cee58e-016d-4b8b-8ca4-fd5edd9b324d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:31.163575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c98c4ba8-ae2d-4016-9f09-742435f91d24 req-82cee58e-016d-4b8b-8ca4-fd5edd9b324d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1480095 Nov 23 17:59:31.189504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Deleting port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:31.189854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.428776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c98c4ba8-ae2d-4016-9f09-742435f91d24 req-3572733d-ad00-4916-b77d-127733ecdfc0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474608 Nov 23 17:59:31.475340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] For port 72269cdb-1b46-45b3-ba55-e4d7f5341c75, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=72269cdb-1b46-45b3-ba55-e4d7f5341c75,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:31.475717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.491475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Router b236464f-82bf-4b50-8898-1278f07cc81d has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:31.507620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Calling delete_port for 72269cdb-1b46-45b3-ba55-e4d7f5341c75 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:32.075031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba563e6-87b3-4112-8feb-3a52c9d9ce13 req-b5fb6c86-5dfc-4fcc-9d0b-f149d272f95f tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.083439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba563e6-87b3-4112-8feb-3a52c9d9ce13 req-b5fb6c86-5dfc-4fcc-9d0b-f149d272f95f tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 946 time: 0.6023865 Nov 23 17:59:32.166652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900a0c1-63a1-4920-a02a-5fb4c7ccd865 req-ba96a036-c69f-4915-98cd-db1541bf8965 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.168309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e900a0c1-63a1-4920-a02a-5fb4c7ccd865 req-ba96a036-c69f-4915-98cd-db1541bf8965 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=e56df321-7098-4174-9687-244e1bc4299c HTTP/1.1" status: 200 len: 945 time: 0.1894443 Nov 23 17:59:32.195398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:32.206108 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] Sync routers for ids ['b236464f-82bf-4b50-8898-1278f07cc81d'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:32.217791 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] Routers {'b236464f-82bf-4b50-8898-1278f07cc81d'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:32.220167 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:59:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b236464f-82bf-4b50-8898-1278f07cc81d'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:32.226380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5212a457-c862-4984-a22a-b32fa60fcc0d admin admin] 10.222.0.74 "PUT /v2.0/routers/b236464f-82bf-4b50-8898-1278f07cc81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0599339 Nov 23 17:59:32.226594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51436) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:32.265393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ba563e6-87b3-4112-8feb-3a52c9d9ce13 req-9f433a83-f0ac-4a9e-a059-12065b18acc1 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783383 Nov 23 17:59:32.358610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e900a0c1-63a1-4920-a02a-5fb4c7ccd865 req-04cfdcae-0474-46dd-91bf-63d3b48bcb58 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702332 Nov 23 17:59:32.363247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.380190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['72269cdb-1b46-45b3-ba55-e4d7f5341c75'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:32.396882 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] Set router b236464f-82bf-4b50-8898-1278f07cc81d gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:32.447270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Pushing event deleted for resources: {'Port': ['ID=72269cdb-1b46-45b3-ba55-e4d7f5341c75,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:32.540943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.543001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71baa90-551a-482a-b77f-2daae2a4e51c None None] DHCP port deletion for 92e3bf30-b369-40e9-b342-776a5d395696 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:32.620833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] No DVR routers for this DVR port 72269cdb-1b46-45b3-ba55-e4d7f5341c75 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:32.628457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.637543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bd06882-aa2f-4693-8d05-6d3f2c5d82e5 req-35b66b30-5ae7-4960-a1d8-35ea7fc471cb tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.72 "DELETE /v2.0/ports/72269cdb-1b46-45b3-ba55-e4d7f5341c75 HTTP/1.1" status: 204 len: 173 time: 2.0892944 Nov 23 17:59:32.638169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'name': 'network-vif-deleted', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:32.641851 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee9397b-d0e2-4ea6-94ff-354b8b13541f" -d '{"events": [{"server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "name": "network-vif-deleted", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:32.732021 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ee6d2-03ce-4645-a615-0b57485aa774 x-openstack-request-id: req-e79ee6d2-03ce-4645-a615-0b57485aa774 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:32.733309 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56df321-7098-4174-9687-244e1bc4299c", "name": "network-vif-deleted", "tag": "72269cdb-1b46-45b3-ba55-e4d7f5341c75", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:32.734751 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e79ee6d2-03ce-4645-a615-0b57485aa774 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:32.736270 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56df321-7098-4174-9687-244e1bc4299c', 'name': 'network-vif-deleted', 'tag': '72269cdb-1b46-45b3-ba55-e4d7f5341c75', 'status': 'completed', 'code': 200} Nov 23 17:59:32.785315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6f22c-0205-4266-85c7-e818fdbbdbb1 req-2318a01c-0f63-45f1-aa48-30292a9ed0fb tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.789978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2bf6f22c-0205-4266-85c7-e818fdbbdbb1 req-2318a01c-0f63-45f1-aa48-30292a9ed0fb tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1442509 Nov 23 17:59:32.895786 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:59:29Z', 'revision_number': 5, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:32.910960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2bf6f22c-0205-4266-85c7-e818fdbbdbb1 req-50a028b8-348f-43ec-9d8d-95e8463a91b2 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101120 Nov 23 17:59:32.957640 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] Checking router: b236464f-82bf-4b50-8898-1278f07cc81d for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:32.969846 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] Routers {'b236464f-82bf-4b50-8898-1278f07cc81d'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:32.981401 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:59:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b236464f-82bf-4b50-8898-1278f07cc81d'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:33.106623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-0db29199-9239-4f6e-8f66-bd8ec34ad508 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:33.113629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-0db29199-9239-4f6e-8f66-bd8ec34ad508 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.72 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 946 time: 0.1403265 Nov 23 17:59:33.206514 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] Set router b236464f-82bf-4b50-8898-1278f07cc81d gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:33.358319 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-e2bc6863-7eeb-4ddd-90e5-5fd3e6dd3e43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902011 Nov 23 17:59:33.398919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.434187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Deleting port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:33.434571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.618680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-0796b8ef-7a9e-4ee0-b82a-7be7ec5fa162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:33.620223 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-0796b8ef-7a9e-4ee0-b82a-7be7ec5fa162 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 1095 time: 0.1202774 Nov 23 17:59:33.638870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Deleting port 628a8b25-d24a-49cd-afd9-0e12fa2111f6 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:33.639219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.699972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fd514-cb17-4070-9b2b-dec143ee0e36 req-318e3ae9-7363-4534-8c02-15666a03b205 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:33.710417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f33fd514-cb17-4070-9b2b-dec143ee0e36 req-318e3ae9-7363-4534-8c02-15666a03b205 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 946 time: 0.2249329 Nov 23 17:59:33.799107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] For port 628a8b25-d24a-49cd-afd9-0e12fa2111f6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=628a8b25-d24a-49cd-afd9-0e12fa2111f6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:33.799539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.814343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Calling delete_port for 628a8b25-d24a-49cd-afd9-0e12fa2111f6 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:33.853578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f33fd514-cb17-4070-9b2b-dec143ee0e36 req-7b78f6ce-2b78-4b5c-8ce5-1b7a0844409b tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4be4784-e7ba-41b1-9896-213ae63b5780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420748 Nov 23 17:59:33.855669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] For port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,segment=NetworkSegment(e22b30b9-82bb-4269-bb97-e34505d41e92),segment_id=e22b30b9-82bb-4269-bb97-e34505d41e92)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:33.856041 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.885685 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:59:29Z', 'revision_number': 5, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:33.902511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Calling delete_port for 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:33.960696 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8c5a6-620d-4143-9f66-724386433c1c None None] The sync data for ids ['b236464f-82bf-4b50-8898-1278f07cc81d'] in n-d-818932-3 is: [{'id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486110975-router', 'tenant_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:13Z', 'updated_at': '2021-11-23T17:59:29Z', 'revision_number': 5, 'project_id': 'bc2ea2e5c755470ba7ec3c529517c9e4', 'gw_port': {'id': '628a8b25-d24a-49cd-afd9-0e12fa2111f6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b236464f-82bf-4b50-8898-1278f07cc81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:15Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:34.060586 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-b7ba9920-f6ae-4949-85f9-0d8bc44e587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:34.062467 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-b7ba9920-f6ae-4949-85f9-0d8bc44e587c service neutron] 10.222.0.72 "GET /v2.0/networks?id=92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 200 len: 908 time: 0.3986683 Nov 23 17:59:34.122211 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-9916d1b5-d3d5-47fa-bf5d-59cd47466d98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 200 len: 217 time: 0.0480359 Nov 23 17:59:34.189011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-6ec39994-d7d1-42ae-822e-8bd0cf757947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:34.190727 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-6ec39994-d7d1-42ae-822e-8bd0cf757947 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 200 len: 847 time: 0.0529332 Nov 23 17:59:34.266571 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-34b1b33f-9e73-4e65-a258-a0a802537350 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92e3bf30-b369-40e9-b342-776a5d395696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462513 Nov 23 17:59:34.350003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633db57-a4dd-4119-85e8-4c93adeae4aa req-78871f0c-4099-4978-9149-970efead6154 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:34.360792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2633db57-a4dd-4119-85e8-4c93adeae4aa req-78871f0c-4099-4978-9149-970efead6154 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 945 time: 0.2298627 Nov 23 17:59:34.409953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192bd74-d669-43be-b994-e07c523eae56 req-7f8b6b8b-5222-49a4-b28f-d6d136005fa9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:34.420827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7192bd74-d669-43be-b994-e07c523eae56 req-7f8b6b8b-5222-49a4-b28f-d6d136005fa9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.2725098 Nov 23 17:59:34.469408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9cace6b1-c89f-48c7-a07d-7d65d71c991b no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:34.506449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 9cace6b1-c89f-48c7-a07d-7d65d71c991b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:34.506998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9cace6b1-c89f-48c7-a07d-7d65d71c991b not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:34.512311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.516149 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-d7ab3cd1-41e1-4600-99ff-5e05d4085681 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156291 Nov 23 17:59:34.526226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:34.555200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.558036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Pushing event deleted for resources: {'Port': ['ID=5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:34.614476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Pushing event deleted for resources: {'Port': ['ID=628a8b25-d24a-49cd-afd9-0e12fa2111f6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:34.636891 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2633db57-a4dd-4119-85e8-4c93adeae4aa req-809fecfd-1b4b-48ee-ae4c-ad630c8ea258 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687082 Nov 23 17:59:34.667459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b354d0da-d7b6-47eb-904f-5bcce95615ce None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:34.679655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7192bd74-d669-43be-b994-e07c523eae56 req-dbe4812a-9710-4848-b131-6c5d8eaf569d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575703 Nov 23 17:59:34.729302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-475b0afb-8b58-4e66-ba84-7801649d1017 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:34.733375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-475b0afb-8b58-4e66-ba84-7801649d1017 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 945 time: 0.2973533 Nov 23 17:59:34.828026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.879109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] No DVR routers for this DVR port 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:34.886534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.895065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a6266e3-afe2-4208-ba27-6adc0dbacb2c req-6efdac3b-cc4b-45b7-8e47-1559d7ad0d02 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.72 "DELETE /v2.0/ports/5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f HTTP/1.1" status: 204 len: 173 time: 1.7735820 Nov 23 17:59:34.902922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8729a43e-c8f6-40f6-84e1-6ec20df40164', 'name': 'network-vif-deleted', 'tag': '5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:34.905399 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc352e8-7380-48da-a888-4fdc00fd392d" -d '{"events": [{"server_uuid": "8729a43e-c8f6-40f6-84e1-6ec20df40164", "name": "network-vif-deleted", "tag": "5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:35.014735 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7b5a09d-b5e3-4355-8220-801f86eef124 req-c5c2da02-5759-4b74-8933-6d29e4ad9b29 service neutron] 10.222.0.72 "GET /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886565 Nov 23 17:59:35.068316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.071584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.075035 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf49b1-e260-4c2c-8571-8558955f6db7 x-openstack-request-id: req-7cbf49b1-e260-4c2c-8571-8558955f6db7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:35.076467 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8729a43e-c8f6-40f6-84e1-6ec20df40164", "name": "network-vif-deleted", "tag": "5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:35.076882 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7cbf49b1-e260-4c2c-8571-8558955f6db7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:35.077378 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8729a43e-c8f6-40f6-84e1-6ec20df40164', 'name': 'network-vif-deleted', 'tag': '5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f', 'status': 'completed', 'code': 200} Nov 23 17:59:35.082597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cc807b1-e403-4825-859d-5c0d88961ae5 req-72a08a24-d131-4f83-ac8c-8112d67e82e8 tempest-ServerAddressesTestJSON-723147708 tempest-ServerAddressesTestJSON-723147708-project] 10.222.0.74 "GET /v2.0/ports?device_id=8729a43e-c8f6-40f6-84e1-6ec20df40164 HTTP/1.1" status: 200 len: 210 time: 0.0748374 Nov 23 17:59:35.150288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Deleting port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:35.158609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 72269cdb-1b46-45b3-ba55-e4d7f5341c75 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:35.172421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.195766 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.196802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b236464f-82bf-4b50-8898-1278f07cc81d {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:59:35.208897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.214614 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b43ac39a-dd14-4c57-b285-03a53b98791e admin admin] 10.222.0.74 "DELETE /v2.0/routers/b236464f-82bf-4b50-8898-1278f07cc81d HTTP/1.1" status: 204 len: 168 time: 2.9883904 Nov 23 17:59:35.217993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51516) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:35.219684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 72269cdb-1b46-45b3-ba55-e4d7f5341c75 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:35.220162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 72269cdb-1b46-45b3-ba55-e4d7f5341c75 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:35.334263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-69947d41-d033-4451-832e-0d5b13c9ccad admin admin] Deleting subnet cc7cd3fb-86ea-4434-923a-3bdb56133920 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:59:35.343810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69947d41-d033-4451-832e-0d5b13c9ccad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.428851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] For port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:35.428851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.440884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Calling delete_port for 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:35.444478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69947d41-d033-4451-832e-0d5b13c9ccad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.625391 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69947d41-d033-4451-832e-0d5b13c9ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.878836 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69947d41-d033-4451-832e-0d5b13c9ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.929362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947d41-d033-4451-832e-0d5b13c9ccad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7cd3fb-86ea-4434-923a-3bdb56133920,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:35.937018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.974677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7dd706-f522-4669-9c1a-9e3e81a1d258 None None] Network 3458178f-23fa-48f7-9ac1-72d746ba1b6e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:35.994258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69947d41-d033-4451-832e-0d5b13c9ccad admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.994960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-69947d41-d033-4451-832e-0d5b13c9ccad admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cc7cd3fb-86ea-4434-923a-3bdb56133920 HTTP/1.1" status: 204 len: 168 time: 0.7754512 Nov 23 17:59:35.998223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51532) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:36.013881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9a8af-ef7f-406b-a76a-17031c10a208 req-c3cc4ef6-2b53-43ed-b619-b3640eda36f7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:36.021559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fa9a8af-ef7f-406b-a76a-17031c10a208 req-c3cc4ef6-2b53-43ed-b619-b3640eda36f7 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbded0b6-7c99-498a-8eb5-d3ba384d7027 HTTP/1.1" status: 200 len: 945 time: 0.2239652 Nov 23 17:59:36.027051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Pushing event deleted for resources: {'Port': ['ID=44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:36.059115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7039814-f269-4677-8b5f-5543ed076887 req-595536e5-b31a-4af0-a518-8f91214e094b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:36.067718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7039814-f269-4677-8b5f-5543ed076887 req-595536e5-b31a-4af0-a518-8f91214e094b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.2098858 Nov 23 17:59:36.069479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2a9b5-a088-4b1e-ae2e-6eeb102dd987 None None] DHCP port deletion for 92e3bf30-b369-40e9-b342-776a5d395696 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:36.151141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.161609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] No DVR routers for this DVR port 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:36.212309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.217135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77261c5f-e02b-4607-8ec0-16707d72e863 req-be19fcc8-3af0-42cf-a8ff-45c088105e8d tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.72 "DELETE /v2.0/ports/44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 HTTP/1.1" status: 204 len: 173 time: 1.4509723 Nov 23 17:59:36.234543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7039814-f269-4677-8b5f-5543ed076887 req-473393ce-150c-41e2-bb4b-01b78dce3cdf tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658413 Nov 23 17:59:36.263198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fa9a8af-ef7f-406b-a76a-17031c10a208 req-969313f6-edab-4a49-8bbc-0466982a99fd tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405355 Nov 23 17:59:36.343122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51546) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:36.376981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Deleting port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:36.377342 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.458427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 628a8b25-d24a-49cd-afd9-0e12fa2111f6 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:36.521388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-38330b24-fbff-4b89-8417-ef046778bad5 admin admin] Deleting subnet 13145325-dac1-4cd6-81ca-18ac7ea502fd {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:59:36.523268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 628a8b25-d24a-49cd-afd9-0e12fa2111f6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:36.523614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 628a8b25-d24a-49cd-afd9-0e12fa2111f6 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:36.527415 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38330b24-fbff-4b89-8417-ef046778bad5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.541486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] DHCP port deletion for 3458178f-23fa-48f7-9ac1-72d746ba1b6e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:36.602180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] For port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f,segment=NetworkSegment(10b56017-3885-4318-8e7c-930106bf0468),segment_id=10b56017-3885-4318-8e7c-930106bf0468)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:36.602180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.608556 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38330b24-fbff-4b89-8417-ef046778bad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.625526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Calling delete_port for bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:36.713408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38330b24-fbff-4b89-8417-ef046778bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.791488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.810562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38330b24-fbff-4b89-8417-ef046778bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.856447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38330b24-fbff-4b89-8417-ef046778bad5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.861791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-38330b24-fbff-4b89-8417-ef046778bad5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/13145325-dac1-4cd6-81ca-18ac7ea502fd HTTP/1.1" status: 204 len: 168 time: 0.5173373 Nov 23 17:59:36.863604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38330b24-fbff-4b89-8417-ef046778bad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13145325-dac1-4cd6-81ca-18ac7ea502fd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:36.870957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:36.899036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:36.900852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] No DVR routers for this DVR port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:36.979249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] Deleting port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:36.983837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.030714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.058311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.085709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3458178f-23fa-48f7-9ac1-72d746ba1b6e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:37.088214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'name': 'network-vif-deleted', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:37.092826 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad958c0-8bed-4692-8741-896d80280766" -d '{"events": [{"server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "name": "network-vif-deleted", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:37.099362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b56017-3885-4318-8e7c-930106bf0468') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:37.099742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b56017-3885-4318-8e7c-930106bf0468') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:37.109790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] For port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:37.110520 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.111120 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.127156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.127428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] Calling delete_port for bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:37.130474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] Port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:59:37.132113 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.134809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:59:37.135765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:59:37.139467 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:59:37.175639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:37.198794 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9f3943-2539-429a-b400-173c32943f62 x-openstack-request-id: req-8f9f3943-2539-429a-b400-173c32943f62 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:37.199211 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbded0b6-7c99-498a-8eb5-d3ba384d7027", "name": "network-vif-deleted", "tag": "44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:37.199538 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f9f3943-2539-429a-b400-173c32943f62 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:37.200013 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbded0b6-7c99-498a-8eb5-d3ba384d7027', 'name': 'network-vif-deleted', 'tag': '44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891', 'status': 'completed', 'code': 200} Nov 23 17:59:37.202398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.204310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:37.205079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 44418ae4-e1c3-4b4f-99f4-cfd0f9c4a891 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:37.205645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:37.225378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.231748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.237226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] 10.222.0.74 "DELETE /v2.0/networks/3458178f-23fa-48f7-9ac1-72d746ba1b6e HTTP/1.1" status: 204 len: 168 time: 1.2362418 Nov 23 17:59:37.242927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] No DVR routers for this DVR port bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:37.243446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51562) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:37.249681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:37.250608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5c6b88a3-9b5e-4c56-8bb3-8a83d639b36f not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:37.254150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef749d-bf4f-4fa0-a798-c29152ae64a1 None None] Pushing event deleted for resources: {'Port': ['ID=bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:37.272827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0111f88-898c-44ce-930e-2e62ae62a7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=3458178f-23fa-48f7-9ac1-72d746ba1b6e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:37.288519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ce7798-b119-4750-b413-410b2ecdde68']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:37.318077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22b30b9-82bb-4269-bb97-e34505d41e92') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:37.318373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22b30b9-82bb-4269-bb97-e34505d41e92') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:37.342772 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.355573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.362996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:59:37.363196 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: timer() Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:59:37.381981 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:59:37.482584 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.493473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.498546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/36ce7798-b119-4750-b413-410b2ecdde68 HTTP/1.1" status: 204 len: 168 time: 0.6243672 Nov 23 17:59:37.513738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06864b7-f884-4815-9aa0-2d61000e47d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=36ce7798-b119-4750-b413-410b2ecdde68,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:37.535396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74935d2-6bde-4ffc-97ca-cc0a5b2430cf req-dce07e92-18ad-40a8-ac7f-6e36fe2d6ca7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:37.537716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d74935d2-6bde-4ffc-97ca-cc0a5b2430cf req-dce07e92-18ad-40a8-ac7f-6e36fe2d6ca7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1475065 Nov 23 17:59:37.612649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d74935d2-6bde-4ffc-97ca-cc0a5b2430cf req-5163a00b-5e4d-46bc-8b95-fb16255f913e tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638025 Nov 23 17:59:37.929250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e86ae7-cc9c-48ac-810e-f58fb18546fb req-fb805f5f-d527-40bf-8f70-482f9a859601 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:37.937857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7e86ae7-cc9c-48ac-810e-f58fb18546fb req-fb805f5f-d527-40bf-8f70-482f9a859601 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 944 time: 0.1009195 Nov 23 17:59:37.962930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51596) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:38.025653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7e86ae7-cc9c-48ac-810e-f58fb18546fb req-83a6a3fb-cdce-4358-99ac-4d777ad0cf47 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/security-groups?id=080867b7-8192-4e9d-ae75-968f2f73ecfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873597 Nov 23 17:59:38.054012 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-74623dd9-a425-48cf-8cea-6ea625f72267 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2733a20d077a49dd81937b3f78c21c19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879211 Nov 23 17:59:38.054644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51598) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:38.171754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-7c7ce0ce-eb76-478d-9927-d12c4b5e758f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:38.173942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-7c7ce0ce-eb76-478d-9927-d12c4b5e758f tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 944 time: 0.0949988 Nov 23 17:59:38.217623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.251694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16bc91c9-2984-418a-9a9c-2ee07e0fdac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.281666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16bc91c9-2984-418a-9a9c-2ee07e0fdac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.285411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:38.322189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:38.322923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bb8c7328-9a4d-4e48-8dd4-d7dfd5f2d65f not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:38.391187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16bc91c9-2984-418a-9a9c-2ee07e0fdac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.394318 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-16bc91c9-2984-418a-9a9c-2ee07e0fdac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.396586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-16bc91c9-2984-418a-9a9c-2ee07e0fdac1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c4be4784-e7ba-41b1-9896-213ae63b5780 HTTP/1.1" status: 204 len: 168 time: 0.3400128 Nov 23 17:59:38.413294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc91c9-2984-418a-9a9c-2ee07e0fdac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4be4784-e7ba-41b1-9896-213ae63b5780,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:38.496509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Deleting port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:38.496813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.757310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Deleting port 44d652d4-2af7-4a9f-8864-bb22c4bf3874 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:38.758060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.953273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] For port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,segment=NetworkSegment(648f5fe0-a397-445b-b288-c9f2c8f38027),segment_id=648f5fe0-a397-445b-b288-c9f2c8f38027)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:38.954442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.974621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] For port 44d652d4-2af7-4a9f-8864-bb22c4bf3874, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=44d652d4-2af7-4a9f-8864-bb22c4bf3874,segment=NetworkSegment(7a049a1d-338c-40b1-8297-5054b557d29d),segment_id=7a049a1d-338c-40b1-8297-5054b557d29d)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:38.976538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.983601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Calling delete_port for fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:39.008591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Calling delete_port for 44d652d4-2af7-4a9f-8864-bb22c4bf3874 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:39.211189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f16764-6c1e-4c8b-be72-c7d68dfd0149 req-ce209d71-f160-414a-815f-2701f87b75d5 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:39.227847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96f16764-6c1e-4c8b-be72-c7d68dfd0149 req-ce209d71-f160-414a-815f-2701f87b75d5 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.4778087 Nov 23 17:59:39.291119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.423099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96f16764-6c1e-4c8b-be72-c7d68dfd0149 req-6366eef7-d0e5-4e9b-9e7c-322586ced628 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922898 Nov 23 17:59:39.560645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-771fd5ac-e17f-4e26-a873-f233eec7a2e0 req-bf9c9b6b-4988-44f9-82c2-bdc21de50868 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 210 time: 0.2863996 Nov 23 17:59:39.563362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Pushing event deleted for resources: {'Port': ['ID=fecc6dc5-5828-4477-a7eb-cb6edf7a29f9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:39.568540 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.585719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0207e9-c5ef-41d0-a095-c0e3dca0a7f9 None None] DHCP port deletion for 92e3bf30-b369-40e9-b342-776a5d395696 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:39.691197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=44d652d4-2af7-4a9f-8864-bb22c4bf3874,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:39.768427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] No DVR routers for this DVR port fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:39.776603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.790570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9766e612-853f-4f2b-ba6c-b4f8fce57cc6 req-78d48050-654c-486b-8e8b-a12e3495585e tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.72 "DELETE /v2.0/ports/fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 HTTP/1.1" status: 204 len: 173 time: 1.6032107 Nov 23 17:59:39.791322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'name': 'network-vif-deleted', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:39.797636 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f744499b-03b8-4d00-bcda-70554b456cef" -d '{"events": [{"server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "name": "network-vif-deleted", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:39.955895 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8af89c-09bf-4c78-bc55-35f40ebdeb20 x-openstack-request-id: req-ce8af89c-09bf-4c78-bc55-35f40ebdeb20 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:39.956297 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb29afec-7609-4c7b-9a1b-5a8fe518da04", "name": "network-vif-deleted", "tag": "fecc6dc5-5828-4477-a7eb-cb6edf7a29f9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:39.956658 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce8af89c-09bf-4c78-bc55-35f40ebdeb20 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:39.957167 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb29afec-7609-4c7b-9a1b-5a8fe518da04', 'name': 'network-vif-deleted', 'tag': 'fecc6dc5-5828-4477-a7eb-cb6edf7a29f9', 'status': 'completed', 'code': 200} Nov 23 17:59:40.003321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.267221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51668) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:40.528983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-454548664-network', 'tenant_id': '3e3c10c81f664a0d832b8cdf77dc725d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:40.592627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Made reservation on behalf of 3e3c10c81f664a0d832b8cdf77dc725d for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:40.600833 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.634213 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.837454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Router b9c0a829-18ff-42fa-abbf-9f8286d3b623 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:40.920806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fc68204-0da1-47e6-89af-d222d0c5c840 req-c907946d-2346-41b6-852a-c6deb745c703 tempest-LiveMigrationTest-45210660 tempest-LiveMigrationTest-45210660-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb29afec-7609-4c7b-9a1b-5a8fe518da04 HTTP/1.1" status: 200 len: 210 time: 0.0593748 Nov 23 17:59:40.945960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514490d-2644-4ff9-8130-57410950eca2 req-b6bf4f5b-f602-4911-be02-ea3ffe231200 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:40.947800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9514490d-2644-4ff9-8130-57410950eca2 req-b6bf4f5b-f602-4911-be02-ea3ffe231200 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.2361867 Nov 23 17:59:40.999293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.021506 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.050264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:41.065055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] Sync routers for ids ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:41.066470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:59:41.106088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9514490d-2644-4ff9-8130-57410950eca2 req-ad010008-16b5-4e38-bf46-48f3a83fac70 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423264 Nov 23 17:59:41.108478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.110430 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Added segment b882cd26-a70b-4301-8927-5f37c970b36d of type vlan for network d1c8fd55-a9f4-47de-b248-426270e1967b Nov 23 17:59:41.127095 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c372465c-b035-4fac-8271-d95525b2c1ec admin admin] 10.222.0.74 "PUT /v2.0/routers/b9c0a829-18ff-42fa-abbf-9f8286d3b623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8536742 Nov 23 17:59:41.131340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51686) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:41.136869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] Routers {'b9c0a829-18ff-42fa-abbf-9f8286d3b623'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:41.137414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:59:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:41.258357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a4942-7da3-496d-a847-f67adcdcae97,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:41.308951 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.321043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:41.364296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:41.364885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fecc6dc5-5828-4477-a7eb-cb6edf7a29f9 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:41.365641 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.366822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:41.367616 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.385902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5a0b147-58fe-4765-85a4-335bfca570e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.426478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.457887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1891682 Nov 23 17:59:41.463404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51700) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:41.464268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814f35-e073-40ab-8d45-d67ec273abbb admin admin] Pushing event updated for resources: {'Network': ['ID=d1c8fd55-a9f4-47de-b248-426270e1967b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:41.472952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Request body: {'subnet': {'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-454548664-subnet', 'tenant_id': '3e3c10c81f664a0d832b8cdf77dc725d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:41.503370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network d1c8fd55-a9f4-47de-b248-426270e1967b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:59:41.514261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Made reservation on behalf of 3e3c10c81f664a0d832b8cdf77dc725d for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:41.517218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.599505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.633553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] Set router b9c0a829-18ff-42fa-abbf-9f8286d3b623 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:41.690727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Deleting port e558c1ac-9d87-4670-9c61-395ee5f435cc {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:41.691114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.796840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] For port e558c1ac-9d87-4670-9c61-395ee5f435cc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e558c1ac-9d87-4670-9c61-395ee5f435cc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:41.797281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.817264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Calling delete_port for e558c1ac-9d87-4670-9c61-395ee5f435cc owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:41.889220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.997503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:59:39Z', 'revision_number': 5, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port': {'id': 'e558c1ac-9d87-4670-9c61-395ee5f435cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:41.998929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3700550f-d34a-4c2a-99a7-0e4eec52654a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:42.008401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Checking segment: {'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:42.008926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Network hostable DHCP agents. Network: d1c8fd55-a9f4-47de-b248-426270e1967b, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:59:42.052141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51708) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:42.057005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Network d1c8fd55-a9f4-47de-b248-426270e1967b is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:59:42.068049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] Checking router: b9c0a829-18ff-42fa-abbf-9f8286d3b623 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:42.081241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, d1c8fd55-a9f4-47de-b248-426270e1967b) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:42.084279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] Routers {'b9c0a829-18ff-42fa-abbf-9f8286d3b623'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:42.085365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T17:59:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:42.096074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:42.097000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.131629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-68266751-0dc9-4c26-b764-a8d08f1f5ee4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6639538 Nov 23 17:59:42.159904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fda2b0a-be42-4a24-9f5d-f0fe1bc51d3c admin admin] Deleting subnet 3ff24acb-9426-49d1-88f8-1871c5f72c6e {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:59:42.177273 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fda2b0a-be42-4a24-9f5d-f0fe1bc51d3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.239289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] Set router b9c0a829-18ff-42fa-abbf-9f8286d3b623 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:42.322094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fda2b0a-be42-4a24-9f5d-f0fe1bc51d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.410427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9a89f-7367-49e9-986b-d42752f659cd req-9bfa27ee-903e-44d3-856c-48dd915bea46 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:42.412824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2dd9a89f-7367-49e9-986b-d42752f659cd req-9bfa27ee-903e-44d3-856c-48dd915bea46 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.2004490 Nov 23 17:59:42.420942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:59:41Z', 'revision_number': 6, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:42.423834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002ec91-7efd-4600-88b5-04b301f03084 None None] Network d1c8fd55-a9f4-47de-b248-426270e1967b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:42.473048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.583499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fda2b0a-be42-4a24-9f5d-f0fe1bc51d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.586594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e558c1ac-9d87-4670-9c61-395ee5f435cc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:42.645403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8fefc-79a1-4809-9cf0-342eda55386c None None] The sync data for ids ['b9c0a829-18ff-42fa-abbf-9f8286d3b623'] in n-d-818932-3 is: [{'id': 'b9c0a829-18ff-42fa-abbf-9f8286d3b623', 'name': 'tempest-AttachSCSIVolumeTestJSON-1147793226-router', 'tenant_id': '71e6512438a341c9b1bb71fb63d952e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:22Z', 'updated_at': '2021-11-23T17:59:41Z', 'revision_number': 6, 'project_id': '71e6512438a341c9b1bb71fb63d952e8', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:42.657456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13cb04-5b58-4ff7-ad94-cbddf06c47b0 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:42.665883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2dd9a89f-7367-49e9-986b-d42752f659cd req-657964c6-8810-4670-b932-46eabefbf17f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434864 Nov 23 17:59:42.748666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66953ed5-22b1-4520-86a3-34fdd2af3461 None None] Network d1c8fd55-a9f4-47de-b248-426270e1967b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:42.801430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.848596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fda2b0a-be42-4a24-9f5d-f0fe1bc51d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.912686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac99bc-9a39-4394-bc5a-e600fee4a175 None None] Network 92e3bf30-b369-40e9-b342-776a5d395696 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:43.217443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-f4fe580a-f95a-497f-9002-67430ebf9190 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:43.227365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-f4fe580a-f95a-497f-9002-67430ebf9190 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 813 time: 0.1713014 Nov 23 17:59:43.228889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0cceba-34c0-4062-8d14-f4cd1ca02d68 None None] DHCP port deletion for 92e3bf30-b369-40e9-b342-776a5d395696 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:43.250998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-a6cafed4-9c23-4efd-aa77-e346899b9f25 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/quotas/3e3c10c81f664a0d832b8cdf77dc725d HTTP/1.1" status: 200 len: 375 time: 0.0221601 Nov 23 17:59:43.279909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38d9a0-20c0-4caf-9750-b4b0e1f1ec4a req-c5a071e5-cd3d-4e03-83e1-14d7531d7726 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:43.282598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc38d9a0-20c0-4caf-9750-b4b0e1f1ec4a req-c5a071e5-cd3d-4e03-83e1-14d7531d7726 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 950 time: 0.3067203 Nov 23 17:59:43.302720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6942eed6-8655-4e44-bcec-d353c93d04c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.326863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-5937546b-2303-4e09-94c0-6fca9428dc16 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745754 Nov 23 17:59:43.431558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-5b852a1c-6f77-4488-9971-637d5789dce3 service neutron] 10.222.0.74 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036346 Nov 23 17:59:43.540025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-e8e56fe7-6196-423d-ba03-d043bc4aee6f service neutron] 10.222.0.74 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072562 Nov 23 17:59:43.554485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fda2b0a-be42-4a24-9f5d-f0fe1bc51d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.559196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6fda2b0a-be42-4a24-9f5d-f0fe1bc51d3c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3ff24acb-9426-49d1-88f8-1871c5f72c6e HTTP/1.1" status: 204 len: 168 time: 1.5054262 Nov 23 17:59:43.576919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51778) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:43.632468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc38d9a0-20c0-4caf-9750-b4b0e1f1ec4a req-e2bc1d51-ca11-4076-b053-75296cb2d9ad tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379869 Nov 23 17:59:43.671588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda2b0a-be42-4a24-9f5d-f0fe1bc51d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff24acb-9426-49d1-88f8-1871c5f72c6e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:43.683854 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.705295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.718406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.876273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61661245-c953-4656-835e-aeaafe244363 req-5bbf4296-9ff6-4e4b-8e0c-c1d85d7e3fe5 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 210 time: 0.0480561 Nov 23 17:59:43.906614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.947665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e3bf30-b369-40e9-b342-776a5d395696']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:43.962589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648f5fe0-a397-445b-b288-c9f2c8f38027') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:43.962941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648f5fe0-a397-445b-b288-c9f2c8f38027') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:43.975208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489f3d8-f7c1-4ad0-8590-2ccc94808097 req-b176353c-9a78-41e7-9c74-025905a0e6ae tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:43.975416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.984255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e489f3d8-f7c1-4ad0-8590-2ccc94808097 req-b176353c-9a78-41e7-9c74-025905a0e6ae tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.0997708 Nov 23 17:59:43.992397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.000294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:59:44.001080 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:59:44.013966 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:59:44.062385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e489f3d8-f7c1-4ad0-8590-2ccc94808097 req-680ae996-7e25-4cdb-b763-0216ae7a6797 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705738 Nov 23 17:59:44.073609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.073609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c0a829-18ff-42fa-abbf-9f8286d3b623 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:59:44.077375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.081313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51790) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:44.081649 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f569fb1e-9829-4a27-897c-b5655f7a6ef7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/b9c0a829-18ff-42fa-abbf-9f8286d3b623 HTTP/1.1" status: 204 len: 168 time: 2.9485729 Nov 23 17:59:44.103967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.109777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.113036 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] 10.222.0.74 "DELETE /v2.0/networks/92e3bf30-b369-40e9-b342-776a5d395696 HTTP/1.1" status: 204 len: 168 time: 0.5346098 Nov 23 17:59:44.118140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51792) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:44.136567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0ddfa-0796-4306-a4a4-a4643f501695 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e3bf30-b369-40e9-b342-776a5d395696,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:44.182305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ee4077-8e2a-43db-a113-bd0b32a1d129 admin admin] Deleting subnet c836b4d3-3f2d-4da1-a234-6b6b99e7de7c {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:59:44.189640 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50ee4077-8e2a-43db-a113-bd0b32a1d129 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.213075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-715bb65f-fc4c-4927-8134-7e3b100e06da admin admin] Deleting subnet 81310827-d968-4f7b-80c7-ae49e52099d3 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:59:44.226873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-715bb65f-fc4c-4927-8134-7e3b100e06da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.264015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50ee4077-8e2a-43db-a113-bd0b32a1d129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.316802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-715bb65f-fc4c-4927-8134-7e3b100e06da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.326418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 44d652d4-2af7-4a9f-8864-bb22c4bf3874 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:44.329336 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50ee4077-8e2a-43db-a113-bd0b32a1d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.392520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 44d652d4-2af7-4a9f-8864-bb22c4bf3874 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:44.392871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 44d652d4-2af7-4a9f-8864-bb22c4bf3874 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:44.395890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e558c1ac-9d87-4670-9c61-395ee5f435cc no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:44.414996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50ee4077-8e2a-43db-a113-bd0b32a1d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.427039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-715bb65f-fc4c-4927-8134-7e3b100e06da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.456519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee4077-8e2a-43db-a113-bd0b32a1d129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c836b4d3-3f2d-4da1-a234-6b6b99e7de7c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:44.460327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50ee4077-8e2a-43db-a113-bd0b32a1d129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.468066 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-50ee4077-8e2a-43db-a113-bd0b32a1d129 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c836b4d3-3f2d-4da1-a234-6b6b99e7de7c HTTP/1.1" status: 204 len: 168 time: 0.3371971 Nov 23 17:59:44.468572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51798) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:44.473172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: e558c1ac-9d87-4670-9c61-395ee5f435cc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:44.473657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e558c1ac-9d87-4670-9c61-395ee5f435cc not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:44.484947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008f8f6-0c0f-4e3e-8c11-fc5f587dfb66 None None] Network 6ed6f3c2-fbe4-4795-9129-0872a1402623 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:44.516242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-715bb65f-fc4c-4927-8134-7e3b100e06da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.575150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f82ff94-120c-45bf-9d50-687ef9e9e7d0 None None] Network c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:44.578673 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-715bb65f-fc4c-4927-8134-7e3b100e06da admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.598997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-715bb65f-fc4c-4927-8134-7e3b100e06da admin admin] 10.222.0.74 "DELETE /v2.0/subnets/81310827-d968-4f7b-80c7-ae49e52099d3 HTTP/1.1" status: 204 len: 168 time: 0.5144732 Nov 23 17:59:44.632392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51804) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:44.651636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bb65f-fc4c-4927-8134-7e3b100e06da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81310827-d968-4f7b-80c7-ae49e52099d3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:44.756298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.765326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c23d5-33b6-4ba6-8f01-66ef6a22b411 None None] DHCP port deletion for 6ed6f3c2-fbe4-4795-9129-0872a1402623 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:44.913601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] DHCP port deletion for c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:44.937183 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.948068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37fdbb-dcdb-4c60-9e54-164bf810e3af req-7aec4e86-32c0-44a6-8e13-bf96bf2b6551 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:44.954514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be37fdbb-dcdb-4c60-9e54-164bf810e3af req-7aec4e86-32c0-44a6-8e13-bf96bf2b6551 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 950 time: 0.1337686 Nov 23 17:59:45.051364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.064342 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.068484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18ae1456-1606-4bd2-90d5-2cd69386187d req-cc0e58db-fc1a-4f7f-acd9-27b3b724e697 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 210 time: 0.0717032 Nov 23 17:59:45.087511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] Deleting port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:45.088037 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.136940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed6f3c2-fbe4-4795-9129-0872a1402623']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:45.175930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be37fdbb-dcdb-4c60-9e54-164bf810e3af req-46b1c713-e5bf-4882-bef7-a4db3ebb1436 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108800 Nov 23 17:59:45.176416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975e01be-dad5-43c1-824f-861bc83a1966') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:45.176721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975e01be-dad5-43c1-824f-861bc83a1966') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:45.227966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.254576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] For port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,segment=NetworkSegment(7a049a1d-338c-40b1-8297-5054b557d29d),segment_id=7a049a1d-338c-40b1-8297-5054b557d29d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:45.256568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Deleting port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:45.256918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.259022 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.272738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.290337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:59:45.290760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:59:45.315278 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:59:45.332822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] Calling delete_port for 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:45.404227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76626f75-af71-4ccc-ac47-e277d1ab9381 req-146e11f6-584f-416d-b425-476e59029420 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:45.410050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76626f75-af71-4ccc-ac47-e277d1ab9381 req-146e11f6-584f-416d-b425-476e59029420 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1455922 Nov 23 17:59:45.451034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] For port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,segment=NetworkSegment(7a049a1d-338c-40b1-8297-5054b557d29d),segment_id=7a049a1d-338c-40b1-8297-5054b557d29d)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:45.452865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.489488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.505449 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.510647 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] 10.222.0.74 "DELETE /v2.0/networks/6ed6f3c2-fbe4-4795-9129-0872a1402623 HTTP/1.1" status: 204 len: 168 time: 1.0410402 Nov 23 17:59:45.539556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Calling delete_port for 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:45.556350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76626f75-af71-4ccc-ac47-e277d1ab9381 req-8a82836a-a28a-41a1-a986-a54911cc1237 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420043 Nov 23 17:59:45.566451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facdb97-c968-46fa-841f-77d6d6fdb44d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed6f3c2-fbe4-4795-9129-0872a1402623,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:45.688551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.801880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] Pushing event deleted for resources: {'Port': ['ID=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:45.848571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8799f3-5f3d-4f54-b4dd-8e313b6058f5 None None] No DVR routers for this DVR port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:45.890659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-a0c693f6-238d-4696-9e05-519280f93579 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:45.911486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-a0c693f6-238d-4696-9e05-519280f93579 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.72 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 813 time: 0.3361063 Nov 23 17:59:45.927000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Request body: {'port': {'device_id': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b', 'admin_state_up': True, 'tenant_id': '3e3c10c81f664a0d832b8cdf77dc725d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:46.005666 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.033743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51838) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:46.111110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] No DVR routers for this DVR port 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:46.134239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:46.267905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.273793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.274387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.274943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.275478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.276003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.276527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.277055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.277579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.278097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.279956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.281165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:46.298430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1e641-0477-4966-8c0a-cb6ab74a9248 req-aca61059-e0d5-42ba-a17e-492e53f35b40 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 210 time: 0.0408816 Nov 23 17:59:46.319192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Made reservation on behalf of 3e3c10c81f664a0d832b8cdf77dc725d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:46.323281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.329364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:46.373545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:46.374575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2dfe57ef-2eb2-4095-a5d9-41c2cd5cf8c1 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:46.389704 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.431641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.470767 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-338b5a42-a538-447b-9130-fb77a7438cd1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6a34f248a2a04100bfb5bd0ec0060a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567605 Nov 23 17:59:46.472664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51852) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:46.509952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a3c6a3-1825-41e9-9838-dbe1c0099ae6']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:46.526903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a049a1d-338c-40b1-8297-5054b557d29d') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:46.527205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a049a1d-338c-40b1-8297-5054b557d29d') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:46.545712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.561509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.568631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:59:46.569949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: timer() Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:59:46.571087 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:59:46.767775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.784244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.799104 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c5a3c6a3-1825-41e9-9838-dbe1c0099ae6 HTTP/1.1" status: 204 len: 168 time: 2.1655903 Nov 23 17:59:46.818572 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:59:46.837071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6cbb4-95ac-4899-9c39-1ac6f462a4c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a3c6a3-1825-41e9-9838-dbe1c0099ae6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:46.909647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Allocated IP 172.20.0.9 (d1c8fd55-a9f4-47de-b248-426270e1967b/3700550f-d34a-4c2a-99a7-0e4eec52654a/10c6765f-db63-4429-8717-e02044dc943b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:46.933090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb57bb7-3346-4123-9574-f78e38a7cc33 req-eb75f512-d88b-4057-abd8-54d2b9e45b1f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:46.935361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcb57bb7-3346-4123-9574-f78e38a7cc33 req-eb75f512-d88b-4057-abd8-54d2b9e45b1f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1124370 Nov 23 17:59:46.953462 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83a85348-cd5f-4297-b1a3-622e9e373af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.015923 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83a85348-cd5f-4297-b1a3-622e9e373af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.107390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcb57bb7-3346-4123-9574-f78e38a7cc33 req-eca2b75d-4b5f-44d7-81ac-1e6f502e3219 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487734 Nov 23 17:59:47.201967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51866) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:47.239090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:47.255155 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83a85348-cd5f-4297-b1a3-622e9e373af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.261250 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83a85348-cd5f-4297-b1a3-622e9e373af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.262002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-83a85348-cd5f-4297-b1a3-622e9e373af3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/080867b7-8192-4e9d-ae75-968f2f73ecfa HTTP/1.1" status: 204 len: 168 time: 0.7881062 Nov 23 17:59:47.316586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85348-cd5f-4297-b1a3-622e9e373af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080867b7-8192-4e9d-ae75-968f2f73ecfa,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:47.324193 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.362240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0e5496b3-170f-4d1e-a8c3-f84e5417ddd7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc2ea2e5c755470ba7ec3c529517c9e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585212 Nov 23 17:59:47.368183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51882) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:47.428469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.527034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Network d1c8fd55-a9f4-47de-b248-426270e1967b is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:47.572629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:47.609046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3960c06f-d390-4666-9b51-c4e4087f1e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.613067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:47.632026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:47.661407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.681021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3960c06f-d390-4666-9b51-c4e4087f1e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.710708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:47.711368 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.729053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8cbc-333b-4f23-941c-e83360f5b985 req-627dd67e-88af-4787-92e4-ea59adbeebcb tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:47.736686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13b8cbc-333b-4f23-941c-e83360f5b985 req-627dd67e-88af-4787-92e4-ea59adbeebcb tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 931 time: 0.1934061 Nov 23 17:59:47.750743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:47.759232 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05bb2ec-fa53-4d83-9ea6-e0ac0c5a37e2" -d '{"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:47.759979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-89447ebd-de15-40ff-bbed-1c65babdc33c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8373928 Nov 23 17:59:47.763236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.800797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:47.813793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.830171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Request body: {'port': {'device_id': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:47.845393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3960c06f-d390-4666-9b51-c4e4087f1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.848719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3960c06f-d390-4666-9b51-c4e4087f1e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.850396 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3960c06f-d390-4666-9b51-c4e4087f1e56 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f3571219-03a6-4455-9212-854acd7f878a HTTP/1.1" status: 204 len: 168 time: 0.4810212 Nov 23 17:59:47.874099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960c06f-d390-4666-9b51-c4e4087f1e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3571219-03a6-4455-9212-854acd7f878a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:47.934213 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14cb959-4f1d-414f-a835-9b19bf203881 x-openstack-request-id: req-b14cb959-4f1d-414f-a835-9b19bf203881 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:47.935095 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:47.935352 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b14cb959-4f1d-414f-a835-9b19bf203881 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:47.935733 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'code': 200} Nov 23 17:59:47.940076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:47.979771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.985002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b13b8cbc-333b-4f23-941c-e83360f5b985 req-b354141e-a8bd-4e6b-8ff8-97558bb87c29 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473300 Nov 23 17:59:48.132819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51894) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:48.457856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cee175-50e8-448d-a77c-eea3220752c2 req-19b5d967-66bd-4c2f-bf74-bff42cd30dc0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:48.459646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3cee175-50e8-448d-a77c-eea3220752c2 req-19b5d967-66bd-4c2f-bf74-bff42cd30dc0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1464536 Nov 23 17:59:48.591171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3cee175-50e8-448d-a77c-eea3220752c2 req-fce822e6-2c85-4102-bcd9-65316f447f13 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165037 Nov 23 17:59:48.600682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c6765f-db63-4429-8717-e02044dc943b {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:48.618290 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.622381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51916) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:48.623967 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0c5c7ee-1108-4514-8f8c-103752965756 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec830bc9b1e04addb8696fcd3e350761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4899325 Nov 23 17:59:48.663703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Transition to ACTIVE for port object 10c6765f-db63-4429-8717-e02044dc943b will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:59:48.670490 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.751296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:48.762667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53b267e9-210d-4e61-8a25-13332b15b928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.776974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51918) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:48.831164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53b267e9-210d-4e61-8a25-13332b15b928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.834183 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-46fa935a-4d7a-4309-b3f8-01035177b6e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=71e6512438a341c9b1bb71fb63d952e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549088 Nov 23 17:59:48.838765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51920) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:48.878912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Attempting to bind port 10c6765f-db63-4429-8717-e02044dc943b on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:48.879848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Attempting to bind port 10c6765f-db63-4429-8717-e02044dc943b by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:48.879848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Attempting to bind port 10c6765f-db63-4429-8717-e02044dc943b on network d1c8fd55-a9f4-47de-b248-426270e1967b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:48.884956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Port 10c6765f-db63-4429-8717-e02044dc943b on network d1c8fd55-a9f4-47de-b248-426270e1967b not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:59:48.885286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Attempting to bind port 10c6765f-db63-4429-8717-e02044dc943b on network d1c8fd55-a9f4-47de-b248-426270e1967b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:48.892186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:48.892532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Checking segment: {'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:48.892926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Bound using segment: {'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:48.893362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Bound port: 10c6765f-db63-4429-8717-e02044dc943b, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:48.893761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.934035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53b267e9-210d-4e61-8a25-13332b15b928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.937126 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53b267e9-210d-4e61-8a25-13332b15b928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.938951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-53b267e9-210d-4e61-8a25-13332b15b928 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6edf83bb-204e-498b-8507-f706fa86c7de HTTP/1.1" status: 204 len: 168 time: 0.3153677 Nov 23 17:59:48.941437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8adcbe01-3d10-4d11-845e-cc02a8c3fe88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.957071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b267e9-210d-4e61-8a25-13332b15b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edf83bb-204e-498b-8507-f706fa86c7de,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:48.990029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:49.000264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:49.007468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8adcbe01-3d10-4d11-845e-cc02a8c3fe88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.010666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.081011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:49.081621 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.083104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] 10.222.0.72 "PUT /v2.0/ports/10c6765f-db63-4429-8717-e02044dc943b HTTP/1.1" status: 200 len: 1091 time: 1.3102515 Nov 23 17:59:49.085564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'tag': '10c6765f-db63-4429-8717-e02044dc943b'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:49.088201 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee99078-61db-40f6-8a59-578fd8976641" -d '{"events": [{"name": "network-changed", "server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "tag": "10c6765f-db63-4429-8717-e02044dc943b"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:49.140114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8adcbe01-3d10-4d11-845e-cc02a8c3fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.142945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8adcbe01-3d10-4d11-845e-cc02a8c3fe88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.150714 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8adcbe01-3d10-4d11-845e-cc02a8c3fe88 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a86cecf9-0bbe-4cf4-86f3-dae2359a0d07 HTTP/1.1" status: 204 len: 168 time: 0.3042922 Nov 23 17:59:49.178305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcbe01-3d10-4d11-845e-cc02a8c3fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86cecf9-0bbe-4cf4-86f3-dae2359a0d07,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:49.220454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94b12e-4d46-40a0-bea1-861f2ccb2022 service neutron] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:49.237489 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d4bd7-749c-4e69-be56-6f9899db0147 x-openstack-request-id: req-926d4bd7-749c-4e69-be56-6f9899db0147 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:49.238809 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "tag": "10c6765f-db63-4429-8717-e02044dc943b", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:49.238809 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-926d4bd7-749c-4e69-be56-6f9899db0147 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:49.239391 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'tag': '10c6765f-db63-4429-8717-e02044dc943b', 'status': 'completed', 'code': 200} Nov 23 17:59:49.253607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 63463fc9-e634-4e93-8278-e721e30a89ec details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:49.266760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-3b8f3930-d523-44a6-9ebb-f8361afe9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:49.270426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-3b8f3930-d523-44a6-9ebb-f8361afe9133 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 1094 time: 0.1301179 Nov 23 17:59:49.346149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-4925dfc2-c3f3-4060-962c-4159b22bf9df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c6765f-db63-4429-8717-e02044dc943b HTTP/1.1" status: 200 len: 217 time: 0.0558219 Nov 23 17:59:49.389644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d67123-a634-4d17-9ecf-4d0bfbb66c79 req-c000660a-3414-4710-a9f9-f005f2785ded tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:49.396272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d67123-a634-4d17-9ecf-4d0bfbb66c79 req-c000660a-3414-4710-a9f9-f005f2785ded tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.1915252 Nov 23 17:59:49.458118 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.526328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:49.641080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-90e4d25e-821e-43c7-9ef5-ae6b8b6578e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:49.643076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-90e4d25e-821e-43c7-9ef5-ae6b8b6578e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 200 len: 853 time: 0.2451031 Nov 23 17:59:49.655407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '63463fc9-e634-4e93-8278-e721e30a89ec', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '63463fc9-e634-4e93-8278-e721e30a89ec', 'mac_address': 'fa:16:3e:a7:59:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:49.767441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-32f4553e-609b-4ab2-8b85-2fe9a2f97596 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1c8fd55-a9f4-47de-b248-426270e1967b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032860 Nov 23 17:59:49.772796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d67123-a634-4d17-9ecf-4d0bfbb66c79 req-3bda79d2-ff18-43ac-8603-fc4a0501aad0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452249 Nov 23 17:59:49.937111 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.970394 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63463fc9-e634-4e93-8278-e721e30a89ec {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:49.997700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:50.007825 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.109913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b866e2-cfa3-4b6c-8f73-26be0d1d5b3f req-21259d7d-ebbb-48d2-a633-e61b8bf9e529 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:50.125218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4b866e2-cfa3-4b6c-8f73-26be0d1d5b3f req-21259d7d-ebbb-48d2-a633-e61b8bf9e529 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.3453109 Nov 23 17:59:50.140093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:50.204350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['63463fc9-e634-4e93-8278-e721e30a89ec'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:50.267318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-552c5f4f-8693-4179-a61b-0aa104992426 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670594 Nov 23 17:59:50.468116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4b866e2-cfa3-4b6c-8f73-26be0d1d5b3f req-f9a52860-a5f2-4f67-8487-4c1eb224aede tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422484 Nov 23 17:59:50.534550 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.704987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7c1a0f9-17b9-4c13-a148-b2545d62202c req-d1c6b1dc-c4c8-4c45-99c6-4b848bb4e7e8 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763282 Nov 23 17:59:50.907789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee99078-61db-40f6-8a59-578fd8976641 req-50ff4bba-c958-4342-af97-844028b41628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:50.912283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee99078-61db-40f6-8a59-578fd8976641 req-50ff4bba-c958-4342-af97-844028b41628 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 1094 time: 0.1067579 Nov 23 17:59:51.080982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf9edd-c621-42f4-81dc-1e3010aefb8d req-b8e31fc6-f086-469d-bad8-ad1cef2cd315 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.082937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3adf9edd-c621-42f4-81dc-1e3010aefb8d req-b8e31fc6-f086-469d-bad8-ad1cef2cd315 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.1182821 Nov 23 17:59:51.142755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee99078-61db-40f6-8a59-578fd8976641 req-5283276d-6a45-4935-a11b-ffea9ba46ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.144416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee99078-61db-40f6-8a59-578fd8976641 req-5283276d-6a45-4935-a11b-ffea9ba46ba3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 914 time: 0.2228332 Nov 23 17:59:51.216754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee99078-61db-40f6-8a59-578fd8976641 req-997e0a7f-5403-4562-aba2-f1813bb892a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c6765f-db63-4429-8717-e02044dc943b HTTP/1.1" status: 200 len: 217 time: 0.0612254 Nov 23 17:59:51.234713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3adf9edd-c621-42f4-81dc-1e3010aefb8d req-84f9ffe7-1c82-495f-a372-b0009f0c7668 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380439 Nov 23 17:59:51.258144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 63463fc9-e634-4e93-8278-e721e30a89ec up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:51.292562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee99078-61db-40f6-8a59-578fd8976641 req-d005850d-f058-4394-aa16-e514cabd8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.295855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee99078-61db-40f6-8a59-578fd8976641 req-d005850d-f058-4394-aa16-e514cabd8087 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 200 len: 853 time: 0.0602181 Nov 23 17:59:51.364934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee99078-61db-40f6-8a59-578fd8976641 req-c7c31046-14d4-4161-9a0b-68fbe0af3dcd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1c8fd55-a9f4-47de-b248-426270e1967b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551569 Nov 23 17:59:51.394632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 63463fc9-e634-4e93-8278-e721e30a89ec triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:51.395430 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:51.581222 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:51.650627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee99078-61db-40f6-8a59-578fd8976641 req-74a1664d-adca-49e3-adde-6ee08897ea14 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699423 Nov 23 17:59:51.670836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf7dc4-6ffc-429f-9b7a-4b28794cf659 req-5ab46065-9452-4395-8ca5-e45b8f7da80e tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.693363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:51.697660 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:51.704295 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc7953b-739a-48a2-94c5-b1c1a80bbeb7" -d '{"events": [{"server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "name": "network-vif-plugged", "status": "completed", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:51.711996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fcf7dc4-6ffc-429f-9b7a-4b28794cf659 req-5ab46065-9452-4395-8ca5-e45b8f7da80e tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1323445 Nov 23 17:59:51.724526 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:51.761407 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52040) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:51.847465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:51.959858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fcf7dc4-6ffc-429f-9b7a-4b28794cf659 req-6e7701a2-704e-494e-a4cc-0d53188adb4d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465827 Nov 23 17:59:51.972129 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b65728-2a6d-4f3c-8774-c39dec8e370e x-openstack-request-id: req-03b65728-2a6d-4f3c-8774-c39dec8e370e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:51.973434 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "name": "network-vif-plugged", "status": "completed", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:51.973805 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03b65728-2a6d-4f3c-8774-c39dec8e370e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:51.974277 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec', 'code': 200} Nov 23 17:59:52.026075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee99078-61db-40f6-8a59-578fd8976641 req-10bfe967-c0e8-439c-8d11-547c7d858202 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111727 Nov 23 17:59:52.160238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-623325710-network', 'tenant_id': 'efde6f5c1e4f40a68751115f7459e098'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:52.189465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Made reservation on behalf of efde6f5c1e4f40a68751115f7459e098 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:52.192757 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:52.206584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:52.375255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:52.392265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:52.446584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:59:52.477412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:52.477714 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Added segment 48256589-4d3c-43ed-b3c9-bce805e3ab63 of type vlan for network 8d03a82a-7889-4505-845d-1f4e16b2e797 Nov 23 17:59:52.501695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5803d90-3125-4678-bb80-19452749556c req-ae258c0e-8338-4294-b798-1d230fb8be72 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:52.503339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5803d90-3125-4678-bb80-19452749556c req-ae258c0e-8338-4294-b798-1d230fb8be72 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.1199772 Nov 23 17:59:52.564810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:52.615775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5803d90-3125-4678-bb80-19452749556c req-a10d96d3-39c6-463c-b483-23b437417ae0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987024 Nov 23 17:59:52.626989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9ab2e-5ece-4355-9c87-4e627507eb75,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:52.652060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:52.653333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:52.654205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:52.738849 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9737563 Nov 23 17:59:52.740346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52070) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:52.741252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacbce8-c926-4e99-9686-e1306a51a4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=8d03a82a-7889-4505-845d-1f4e16b2e797,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:52.748524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Request body: {'subnet': {'network_id': '8d03a82a-7889-4505-845d-1f4e16b2e797', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-623325710-subnet', 'tenant_id': 'efde6f5c1e4f40a68751115f7459e098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:52.752205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8d03a82a-7889-4505-845d-1f4e16b2e797 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:59:52.812274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Made reservation on behalf of efde6f5c1e4f40a68751115f7459e098 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:52.815106 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:53.160086 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:53.223923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e0f99-08b8-4a51-bbf2-14e42fbfa87e req-e119ce98-2d2c-49ea-88a0-4fa3c2517eb0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:53.231231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac0e0f99-08b8-4a51-bbf2-14e42fbfa87e req-e119ce98-2d2c-49ea-88a0-4fa3c2517eb0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1226175 Nov 23 17:59:53.250393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:53.316621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac0e0f99-08b8-4a51-bbf2-14e42fbfa87e req-881956a6-9d82-4fe0-8c46-9f60270de1d8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843923 Nov 23 17:59:53.317494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8132ca-6c59-4aae-b9b9-d4c915bdd142,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:53.329083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Checking segment: {'id': '48256589-4d3c-43ed-b3c9-bce805e3ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d03a82a-7889-4505-845d-1f4e16b2e797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:53.329735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Network hostable DHCP agents. Network: 8d03a82a-7889-4505-845d-1f4e16b2e797, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:59:53.365787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Network 8d03a82a-7889-4505-845d-1f4e16b2e797 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:59:53.384527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8d03a82a-7889-4505-845d-1f4e16b2e797) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:53.391887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:53.392489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:53.397666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:53.403609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053b214-c1d6-4926-95d8-71c24dd31b91 None None] Network 8d03a82a-7889-4505-845d-1f4e16b2e797 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:53.424871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-be19fddd-e3e1-4177-a7ab-c16e2ac30a61 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6830947 Nov 23 17:59:53.450704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '10c6765f-db63-4429-8717-e02044dc943b', 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b', 'port_id': '10c6765f-db63-4429-8717-e02044dc943b', 'mac_address': 'fa:16:3e:92:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3700550f-d34a-4c2a-99a7-0e4eec52654a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:53.538985 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:53.543082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 26b0a65c-7851-446a-8900-ea8e6c14e305 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:53.662160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 26b0a65c-7851-446a-8900-ea8e6c14e305 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:53.666592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:53.690571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c6765f-db63-4429-8717-e02044dc943b {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:53.711604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:53.748235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:53.800867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '26b0a65c-7851-446a-8900-ea8e6c14e305', 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'port_id': '26b0a65c-7851-446a-8900-ea8e6c14e305', 'mac_address': 'fa:16:3e:d3:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a3ecc1-8441-4486-a119-eab270e7fc8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:53.902906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc238c-e167-46c6-9e7d-066cc588b7de req-ff79758b-326e-4410-8876-cf7387fe1396 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:53.906884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25dc238c-e167-46c6-9e7d-066cc588b7de req-ff79758b-326e-4410-8876-cf7387fe1396 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 944 time: 0.1346161 Nov 23 17:59:53.970018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92f3f6-efda-4aaa-ac2e-b170b2fb3a18 None None] Network 8d03a82a-7889-4505-845d-1f4e16b2e797 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:54.019636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25dc238c-e167-46c6-9e7d-066cc588b7de req-b32a8128-08f8-494e-8d14-2b074b013eff tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059937 Nov 23 17:59:54.051482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:54.136858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['10c6765f-db63-4429-8717-e02044dc943b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:54.167265 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.332287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26b0a65c-7851-446a-8900-ea8e6c14e305 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:54.353526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:54.368545 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.388005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52140) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:54.388907 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.393754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1326179377-network', 'tenant_id': 'fa41d18c94a64ce491af15981e433cca'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:54.449348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Made reservation on behalf of fa41d18c94a64ce491af15981e433cca for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:54.452931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.468091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.578498 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:59:54.578993 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:59:54.591054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ebbcd-17ee-464c-93bd-de5edea74fe0 req-e7fc435b-47c5-48f9-9e39-f7466ca31683 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:54.599374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-955ebbcd-17ee-464c-93bd-de5edea74fe0 req-e7fc435b-47c5-48f9-9e39-f7466ca31683 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 945 time: 0.1199465 Nov 23 17:59:54.634930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:54.701057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['26b0a65c-7851-446a-8900-ea8e6c14e305'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:54.714058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-955ebbcd-17ee-464c-93bd-de5edea74fe0 req-4add5abb-44e1-49a9-818b-cb8cb5d5bdce tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133671 Nov 23 17:59:54.740732 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52144) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:54.812672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.826927 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.864821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:59:54.911372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1cf71cb6-3754-4fd1-a9d4-1f5848a1fdcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.925135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5646eda2-3bee-4ccd-88ce-499ab1e38463,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:54.928809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:54.929331 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Added segment fa5844b6-fc8d-4b3a-ad4e-4c9f257f4200 of type vlan for network 4e615029-d863-471e-b837-fcf7a1fc721d Nov 23 17:59:54.991417 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.061055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.062075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:55.062725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.192758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.226976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 26b0a65c-7851-446a-8900-ea8e6c14e305 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:55.250563 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1cf71cb6-3754-4fd1-a9d4-1f5848a1fdcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.281636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:55.294926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.309880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e615029-d863-471e-b837-fcf7a1fc721d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:55.324358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1cf71cb6-3754-4fd1-a9d4-1f5848a1fdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.331316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b79f25e2-95cd-41cb-a3c5-2336ee5236c2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9411061 Nov 23 17:59:55.334002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52158) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:55.353279 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Request body: {'subnet': {'network_id': '4e615029-d863-471e-b837-fcf7a1fc721d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1326179377-subnet', 'tenant_id': 'fa41d18c94a64ce491af15981e433cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:55.367150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 4e615029-d863-471e-b837-fcf7a1fc721d details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:59:55.368286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84828d-63d9-48b9-b5d1-059b88826102 req-8c06e8bc-d460-4829-800a-10e7ddacde4d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:55.379798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b84828d-63d9-48b9-b5d1-059b88826102 req-8c06e8bc-d460-4829-800a-10e7ddacde4d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 944 time: 0.2506380 Nov 23 17:59:55.431108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf71cb6-3754-4fd1-a9d4-1f5848a1fdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8688c2b-9386-4168-8ea5-3f3a47540b11,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:55.441985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1cf71cb6-3754-4fd1-a9d4-1f5848a1fdcc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a43d791b7bc04af7ba5c813aa49b89c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7017601 Nov 23 17:59:55.446600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52168) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:55.511996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:55.549616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b84828d-63d9-48b9-b5d1-059b88826102 req-09f5943c-2779-4f2c-b7a2-e383b9222539 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688175 Nov 23 17:59:55.557871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Made reservation on behalf of fa41d18c94a64ce491af15981e433cca for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:55.561298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.649283 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53e13e22-044d-4aa1-893f-12c6a791b8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.680650 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53e13e22-044d-4aa1-893f-12c6a791b8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.797747 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.845106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f711e4f-f9a2-4b72-bb4f-9deddab4509a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:55.849618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53e13e22-044d-4aa1-893f-12c6a791b8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.853433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53e13e22-044d-4aa1-893f-12c6a791b8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:55.858427 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-53e13e22-044d-4aa1-893f-12c6a791b8db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b8688c2b-9386-4168-8ea5-3f3a47540b11 HTTP/1.1" status: 204 len: 168 time: 0.4064310 Nov 23 17:59:55.875680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e13e22-044d-4aa1-893f-12c6a791b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8688c2b-9386-4168-8ea5-3f3a47540b11,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:55.916984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Checking segment: {'id': 'fa5844b6-fc8d-4b3a-ad4e-4c9f257f4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '4e615029-d863-471e-b837-fcf7a1fc721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:55.918205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Network hostable DHCP agents. Network: 4e615029-d863-471e-b837-fcf7a1fc721d, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:59:55.945004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e8204-d0ed-4e6b-8c7d-2d8873fcef29 req-6412c9dc-4728-42d2-aa4b-d38fa0d4fe59 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:55.954453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e1e8204-d0ed-4e6b-8c7d-2d8873fcef29 req-6412c9dc-4728-42d2-aa4b-d38fa0d4fe59 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 944 time: 0.1378298 Nov 23 17:59:55.956405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Network 4e615029-d863-471e-b837-fcf7a1fc721d is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:59:55.976673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 4e615029-d863-471e-b837-fcf7a1fc721d) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:55.988651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c09ee2-d3f3-4dd2-a391-37bf7c073955 None None] Network 4e615029-d863-471e-b837-fcf7a1fc721d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:55.998638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:55.998638 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:56.019379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e1e8204-d0ed-4e6b-8c7d-2d8873fcef29 req-82cf9629-d8eb-44f3-afc4-c90faf86eceb tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633805 Nov 23 17:59:56.041837 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-64f3c73c-eff9-4e96-bcf8-9f037550a704 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7063241 Nov 23 17:59:56.205763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29029084-f0ef-4044-b879-b7800fd17bba None None] Network 4e615029-d863-471e-b837-fcf7a1fc721d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:56.431390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52194) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:56.447830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc9ee77a-8df6-40ef-87e6-9f285af8e2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:56.669625 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc9ee77a-8df6-40ef-87e6-9f285af8e2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:56.688774 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc9ee77a-8df6-40ef-87e6-9f285af8e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:56.749532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52220) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:56.750024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bc9ee77a-8df6-40ef-87e6-9f285af8e2c0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=537083de417147b686ee825dc711c824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169844 Nov 23 17:59:56.751283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ee77a-8df6-40ef-87e6-9f285af8e2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78106a35-9984-4e84-8187-4ea38ccc0802,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:56.832050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96052ea4-a973-4957-9518-cfde88fdaca4 req-584a8fb9-1890-4a3b-8590-33e762a7d676 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:56.833995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96052ea4-a973-4957-9518-cfde88fdaca4 req-584a8fb9-1890-4a3b-8590-33e762a7d676 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 944 time: 0.1121325 Nov 23 17:59:56.845078 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddaf49f8-4d66-485c-80e6-569ead3acf4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:56.882452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddaf49f8-4d66-485c-80e6-569ead3acf4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:56.923165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96052ea4-a973-4957-9518-cfde88fdaca4 req-fac6e33a-cef7-4b34-bff3-f9d4ef40d1e6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813024 Nov 23 17:59:57.006204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddaf49f8-4d66-485c-80e6-569ead3acf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:57.013828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddaf49f8-4d66-485c-80e6-569ead3acf4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:57.015885 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ddaf49f8-4d66-485c-80e6-569ead3acf4f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/78106a35-9984-4e84-8187-4ea38ccc0802 HTTP/1.1" status: 204 len: 168 time: 0.2639334 Nov 23 17:59:57.055230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf49f8-4d66-485c-80e6-569ead3acf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78106a35-9984-4e84-8187-4ea38ccc0802,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:57.228837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-54756feb-d128-4783-8c23-d3cc77b5cc46 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:57.237344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-54756feb-d128-4783-8c23-d3cc77b5cc46 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/networks?id=8d03a82a-7889-4505-845d-1f4e16b2e797 HTTP/1.1" status: 200 len: 814 time: 0.2372532 Nov 23 17:59:57.271332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b3ae2327-70be-4129-87af-e440013232a2 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/quotas/efde6f5c1e4f40a68751115f7459e098 HTTP/1.1" status: 200 len: 375 time: 0.0323360 Nov 23 17:59:57.279355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:57.392706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-edc6e20a-f58d-4244-a5e0-251070c8aeb9 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=efde6f5c1e4f40a68751115f7459e098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200604 Nov 23 17:59:57.401674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 10c6765f-db63-4429-8717-e02044dc943b completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:59:57.406619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 10c6765f-db63-4429-8717-e02044dc943b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:57.406987 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:57.449564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0d4a0-0a56-462f-b9b6-0526a31fd8fb req-55598326-953a-4443-87db-012543439ed2 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:57.459714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7a0d4a0-0a56-462f-b9b6-0526a31fd8fb req-55598326-953a-4443-87db-012543439ed2 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 944 time: 0.2190204 Nov 23 17:59:57.586301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a70b8eac-e672-4a39-a173-9e6b6a3d1bd1 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:59:57.587922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a70b8eac-e672-4a39-a173-9e6b6a3d1bd1 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1944318 Nov 23 17:59:57.613513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7a0d4a0-0a56-462f-b9b6-0526a31fd8fb req-de3e81f9-e451-489c-9e53-e55b0edc109c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528680 Nov 23 17:59:57.827083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-843e1274-96dd-4643-a3af-54efe26f2225 service neutron] 10.222.0.74 "GET /v2.0/networks/8d03a82a-7889-4505-845d-1f4e16b2e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096257 Nov 23 17:59:57.855380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 26b0a65c-7851-446a-8900-ea8e6c14e305 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:57.858874 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:57.938411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:57.941832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c6765f-db63-4429-8717-e02044dc943b'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:57.944468 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0995a0b-e432-426c-8541-bc36798bf3f3" -d '{"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "10c6765f-db63-4429-8717-e02044dc943b"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:57.952229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:57.971918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-30e17b1a-7b3e-45c8-97a4-76e34ee1114b service neutron] 10.222.0.74 "GET /v2.0/networks/8d03a82a-7889-4505-845d-1f4e16b2e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404190 Nov 23 17:59:58.035607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:58.097411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 26b0a65c-7851-446a-8900-ea8e6c14e305 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:58.097783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:58.179652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a438f-8058-4257-ae58-e9c38f71a3a7 req-652b7aab-c924-4f0f-a57a-744cbcc3808d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:58.182622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c2a438f-8058-4257-ae58-e9c38f71a3a7 req-652b7aab-c924-4f0f-a57a-744cbcc3808d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1216357 Nov 23 17:59:58.357305 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75afbfa2-0db2-45bf-b1dc-2883b15f81d0 x-openstack-request-id: req-75afbfa2-0db2-45bf-b1dc-2883b15f81d0 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:58.358049 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "10c6765f-db63-4429-8717-e02044dc943b", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:58.358049 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75afbfa2-0db2-45bf-b1dc-2883b15f81d0 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:58.358411 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c6765f-db63-4429-8717-e02044dc943b', 'code': 200} Nov 23 17:59:58.359576 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:58.417014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:58.433094 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:58.478289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c2a438f-8058-4257-ae58-e9c38f71a3a7 req-ae62fe42-1c43-40cf-b4e7-4105ae82e77c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606518 Nov 23 17:59:58.545927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:58.559780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c930fde-7a1d-434b-a77c-2376a74d49c9 req-444c8c8e-f6ef-48fa-842f-e1b66983d173 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 210 time: 0.0795820 Nov 23 17:59:58.620678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d2b7-492f-4baf-80a6-f045aacced48 req-5d4f8e01-0904-4ee8-8c32-9ae2a3962899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:58.623262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0df4d2b7-492f-4baf-80a6-f045aacced48 req-5d4f8e01-0904-4ee8-8c32-9ae2a3962899 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 1096 time: 0.0625508 Nov 23 17:59:58.783836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0df4d2b7-492f-4baf-80a6-f045aacced48 req-f3eec075-123d-4149-b77e-4586053384b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445572 Nov 23 17:59:58.808207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7510a-e51e-433b-b9bb-510dbb403bf0 req-1c2d718f-bf0a-40cb-945e-33e420838ecb tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:58.817344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2d7510a-e51e-433b-b9bb-510dbb403bf0 req-1c2d718f-bf0a-40cb-945e-33e420838ecb tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1020525 Nov 23 17:59:58.889510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2d7510a-e51e-433b-b9bb-510dbb403bf0 req-6ba37176-bbd3-49ab-a7db-c058b77d1a30 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710070 Nov 23 17:59:59.379810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f788d-7675-4a15-a212-5c2181f38936 req-579dcc2e-31ed-4bf4-abb2-d57dee11b412 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:59.388900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e7f788d-7675-4a15-a212-5c2181f38936 req-579dcc2e-31ed-4bf4-abb2-d57dee11b412 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1232047 Nov 23 17:59:59.467142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e7f788d-7675-4a15-a212-5c2181f38936 req-fa0a3037-8352-495d-b33b-5a49ea334b51 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723643 Nov 23 17:59:59.705576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78745022-2dd9-4a0b-8068-ef4f90c9c316 req-92c46338-77e5-4e11-be99-d8b819ebf381 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:59.717834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78745022-2dd9-4a0b-8068-ef4f90c9c316 req-92c46338-77e5-4e11-be99-d8b819ebf381 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1074772 Nov 23 17:59:59.772254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b5e38eb-ffca-4e62-9fa3-364563ee83a7 req-6de9061b-9d81-4e66-b9d6-813c88424f24 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 210 time: 0.0508459 Nov 23 17:59:59.827435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78745022-2dd9-4a0b-8068-ef4f90c9c316 req-98734813-a31d-4381-9ad3-dc9dd079298a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087081 Nov 23 18:00:00.150336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb09142-3f53-46da-909e-3838237ee9fd req-d375b9cf-0753-4e14-a8bb-4d7f84251e42 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:00.163910 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fb09142-3f53-46da-909e-3838237ee9fd req-d375b9cf-0753-4e14-a8bb-4d7f84251e42 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1227551 Nov 23 18:00:00.214510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-bf47b440-4837-445f-a936-dc46171d454f tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:00.216233 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-bf47b440-4837-445f-a936-dc46171d454f tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.66 "GET /v2.0/networks?id=8d03a82a-7889-4505-845d-1f4e16b2e797 HTTP/1.1" status: 200 len: 814 time: 0.2687068 Nov 23 18:00:00.235966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Request body: {'port': {'device_id': 'ba3258fb-5e2b-45b2-b383-65a54805dd9a', 'network_id': '8d03a82a-7889-4505-845d-1f4e16b2e797', 'admin_state_up': True, 'tenant_id': 'efde6f5c1e4f40a68751115f7459e098'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:00.300113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fb09142-3f53-46da-909e-3838237ee9fd req-43968a45-d2ac-4781-b7d5-d8d198ac26e9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337640 Nov 23 18:00:00.359698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b0a65c-7851-446a-8900-ea8e6c14e305'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:00.363962 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b9c67-a3d7-449f-a8a3-b497a92245da" -d '{"events": [{"server_uuid": "7d5c3c69-6da0-4d19-b559-f5f8326e7120", "name": "network-vif-plugged", "status": "completed", "tag": "26b0a65c-7851-446a-8900-ea8e6c14e305"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:00.442260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Made reservation on behalf of efde6f5c1e4f40a68751115f7459e098 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:00.455367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:00.457979 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd1cb21-c1ca-4748-979c-10c03068bd74 x-openstack-request-id: req-9dd1cb21-c1ca-4748-979c-10c03068bd74 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:00.458821 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c3c69-6da0-4d19-b559-f5f8326e7120", "name": "network-vif-plugged", "status": "completed", "tag": "26b0a65c-7851-446a-8900-ea8e6c14e305", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:00.459246 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9dd1cb21-c1ca-4748-979c-10c03068bd74 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:00.459810 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b0a65c-7851-446a-8900-ea8e6c14e305', 'code': 200} Nov 23 18:00:00.681731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Allocated IP 172.20.0.12 (8d03a82a-7889-4505-845d-1f4e16b2e797/ef8132ca-6c59-4aae-b9b9-d4c915bdd142/24c0120e-cdf1-4de3-b85d-d8c16ff40076) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:00.701273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925117a-993c-44b7-b391-7500f545abec req-e5f73dbe-33c5-4f78-9820-f471f6d49a32 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:00.709436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5925117a-993c-44b7-b391-7500f545abec req-e5f73dbe-33c5-4f78-9820-f471f6d49a32 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1383414 Nov 23 18:00:00.713651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4c0bf-e67c-471f-8aeb-7f9463a6e1e2 req-ea242ebf-f95b-4bd2-8e81-72f8a2a6ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:00.716417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87b4c0bf-e67c-471f-8aeb-7f9463a6e1e2 req-ea242ebf-f95b-4bd2-8e81-72f8a2a6ff69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 1097 time: 0.0961235 Nov 23 18:00:00.818380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5925117a-993c-44b7-b391-7500f545abec req-6166d61c-328a-49d5-a5ef-07caa128d51d tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079683 Nov 23 18:00:00.824737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87b4c0bf-e67c-471f-8aeb-7f9463a6e1e2 req-4a7f6977-2d25-484e-a95e-d60aa909ea38 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989592 Nov 23 18:00:00.929741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:00.953931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ec14619-1e92-4b3e-8257-cd9125e50570 req-f6f8830f-b5ba-417b-b4cf-659f36635b7e tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 210 time: 0.0391631 Nov 23 18:00:01.012256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:01.073246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Network 8d03a82a-7889-4505-845d-1f4e16b2e797 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:01.077003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:01.080060 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:01.121584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Pushing event updated for resources: {'Port': ['ID=24c0120e-cdf1-4de3-b85d-d8c16ff40076,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:01.159768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561ff36-60dd-4dad-b05b-d0dc3b6b32ba req-0457fb9a-6318-4b48-9535-9408c20aed14 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:01.161336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3561ff36-60dd-4dad-b05b-d0dc3b6b32ba req-0457fb9a-6318-4b48-9535-9408c20aed14 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0969002 Nov 23 18:00:01.180885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:01.182731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:01.230397 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-b27a1b6d-36b5-45f0-835a-8b5a48469540 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0006189 Nov 23 18:00:01.248330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Request body: {'port': {'device_id': 'ba3258fb-5e2b-45b2-b383-65a54805dd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:01.334820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:01.336553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3561ff36-60dd-4dad-b05b-d0dc3b6b32ba req-58186aba-3684-4fc5-b7e4-e4a4a44c65da tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678474 Nov 23 18:00:01.660783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439eb6d-7fa6-4800-a9e6-61345d191ab0 req-ffef5bdc-3e4c-479e-87bb-6c8a0308a262 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:01.675844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e439eb6d-7fa6-4800-a9e6-61345d191ab0 req-ffef5bdc-3e4c-479e-87bb-6c8a0308a262 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1195869 Nov 23 18:00:01.881353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e439eb6d-7fa6-4800-a9e6-61345d191ab0 req-10090eba-288c-4e2e-8d0c-42f7d59dff81 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040508 Nov 23 18:00:01.888039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c0120e-cdf1-4de3-b85d-d8c16ff40076 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:01.916323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:01.986895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Transition to ACTIVE for port object 24c0120e-cdf1-4de3-b85d-d8c16ff40076 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:02.001993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:02.203399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Pushing event updated for resources: {'Port': ['ID=24c0120e-cdf1-4de3-b85d-d8c16ff40076,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:02.212543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-6aa03564-920c-4c8c-b8f9-1becfd609521 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:02.225053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-6aa03564-920c-4c8c-b8f9-1becfd609521 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 813 time: 0.4202251 Nov 23 18:00:02.251238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-5287e309-a7b8-4c8d-a96b-36dac15d5fcc tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/quotas/3e3c10c81f664a0d832b8cdf77dc725d HTTP/1.1" status: 200 len: 375 time: 0.0230048 Nov 23 18:00:02.301150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Attempting to bind port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:02.302415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Attempting to bind port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '48256589-4d3c-43ed-b3c9-bce805e3ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d03a82a-7889-4505-845d-1f4e16b2e797'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:02.302944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Attempting to bind port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 on network 8d03a82a-7889-4505-845d-1f4e16b2e797 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:02.312823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 on network 8d03a82a-7889-4505-845d-1f4e16b2e797 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:02.313444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Attempting to bind port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 on network 8d03a82a-7889-4505-845d-1f4e16b2e797 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:02.320641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:02.321359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Checking segment: {'id': '48256589-4d3c-43ed-b3c9-bce805e3ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d03a82a-7889-4505-845d-1f4e16b2e797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:02.322484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Bound using segment: {'id': '48256589-4d3c-43ed-b3c9-bce805e3ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d03a82a-7889-4505-845d-1f4e16b2e797'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:02.323426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Bound port: 24c0120e-cdf1-4de3-b85d-d8c16ff40076, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48256589-4d3c-43ed-b3c9-bce805e3ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d03a82a-7889-4505-845d-1f4e16b2e797'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:02.323981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:02.373136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-d0705dcf-6297-48ef-9ecf-56b02099ded4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227970 Nov 23 18:00:02.397694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-7348f76a-0726-4b75-acc5-b68534eb4c95 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:00:02.398706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-7348f76a-0726-4b75-acc5-b68534eb4c95 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068085 Nov 23 18:00:02.422233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99969ae4-1a66-4c9d-85a7-314e5e47082e req-df59a441-c641-42ba-ae22-878515bbe637 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:02.438355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99969ae4-1a66-4c9d-85a7-314e5e47082e req-df59a441-c641-42ba-ae22-878515bbe637 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1452014 Nov 23 18:00:02.460260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] For port 24c0120e-cdf1-4de3-b85d-d8c16ff40076, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:02.470107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] For port 24c0120e-cdf1-4de3-b85d-d8c16ff40076, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=24c0120e-cdf1-4de3-b85d-d8c16ff40076,segment=NetworkSegment(48256589-4d3c-43ed-b3c9-bce805e3ab63),segment_id=48256589-4d3c-43ed-b3c9-bce805e3ab63)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:02.493565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:02.570335 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Pushing event updated for resources: {'Port': ['ID=24c0120e-cdf1-4de3-b85d-d8c16ff40076,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:02.602606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:02.604486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:02.608811 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a474c20f-9629-45ba-ae67-db2b6c34cccc service neutron] 10.222.0.66 "PUT /v2.0/ports/24c0120e-cdf1-4de3-b85d-d8c16ff40076 HTTP/1.1" status: 200 len: 1092 time: 1.3702860 Nov 23 18:00:02.612919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3258fb-5e2b-45b2-b383-65a54805dd9a', 'tag': '24c0120e-cdf1-4de3-b85d-d8c16ff40076'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:02.615702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99969ae4-1a66-4c9d-85a7-314e5e47082e req-054c690f-cba0-4335-8df9-43b7651165b6 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528535 Nov 23 18:00:02.616765 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df31dd6-d236-4fc7-9456-635f73c6bed3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3258fb-5e2b-45b2-b383-65a54805dd9a", "tag": "24c0120e-cdf1-4de3-b85d-d8c16ff40076"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:02.702731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-3bc129b5-a22f-4883-b6f7-386468fcc197 service neutron] 10.222.0.74 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849402 Nov 23 18:00:02.775441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-c3613b24-951a-468d-9143-ff0bdfe77f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:02.780330 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-c3613b24-951a-468d-9143-ff0bdfe77f5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efde6f5c1e4f40a68751115f7459e098&device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 1095 time: 0.1017265 Nov 23 18:00:02.916542 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-d44ac1ad-bb68-462f-802b-70c72359af85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c0120e-cdf1-4de3-b85d-d8c16ff40076 HTTP/1.1" status: 200 len: 217 time: 0.1279399 Nov 23 18:00:02.997914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde50a8-156a-4ea7-8808-539bed21f6a9 req-47a6ca75-3157-45cf-8228-c0405f7599c4 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:03.000556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bde50a8-156a-4ea7-8808-539bed21f6a9 req-47a6ca75-3157-45cf-8228-c0405f7599c4 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 944 time: 0.2506351 Nov 23 18:00:03.040927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a6083e68-fdd2-410d-bfee-24428b64fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:03.042429 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-a6083e68-fdd2-410d-bfee-24428b64fedb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8132ca-6c59-4aae-b9b9-d4c915bdd142 HTTP/1.1" status: 200 len: 854 time: 0.1176894 Nov 23 18:00:03.107763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bde50a8-156a-4ea7-8808-539bed21f6a9 req-d1640430-2be5-4b13-a401-6c6385e57e0f tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957689 Nov 23 18:00:03.123055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-7677ec8f-2b76-4b27-99fa-95804c9cb8f2 service neutron] 10.222.0.74 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155550 Nov 23 18:00:03.144354 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-86452e75-1d32-4f67-ae74-570357e978ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d03a82a-7889-4505-845d-1f4e16b2e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913758 Nov 23 18:00:03.494040 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-29c0df5c-420b-4edd-9a7d-a52b828e38f1 service neutron] 10.222.0.66 "GET /v2.0/networks/8d03a82a-7889-4505-845d-1f4e16b2e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397088 Nov 23 18:00:03.502389 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1c741a-7259-423d-a0cd-a2d69589c323 x-openstack-request-id: req-8b1c741a-7259-423d-a0cd-a2d69589c323 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:03.502795 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3258fb-5e2b-45b2-b383-65a54805dd9a", "tag": "24c0120e-cdf1-4de3-b85d-d8c16ff40076", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:03.503113 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b1c741a-7259-423d-a0cd-a2d69589c323 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:03.503634 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3258fb-5e2b-45b2-b383-65a54805dd9a', 'tag': '24c0120e-cdf1-4de3-b85d-d8c16ff40076', 'status': 'completed', 'code': 200} Nov 23 18:00:03.643041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52478) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:03.647352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b382cad8-7ecc-48ff-806c-e24ab19507a1 req-f0656e27-3d02-4b92-85c2-ed1f0c931382 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 210 time: 0.0775156 Nov 23 18:00:03.736026 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-671f9b32-1ab1-411a-b5d3-2d8bcb1e34d3 req-d4640f63-031a-463b-8115-98c39f6aa3ba service neutron] 10.222.0.66 "GET /v2.0/networks/8d03a82a-7889-4505-845d-1f4e16b2e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290556 Nov 23 18:00:03.799435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15eb34-312f-4ff0-b72b-b80a941d7aab req-4fdaa2d6-4b8f-4711-974e-66d707074d99 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:03.801027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a15eb34-312f-4ff0-b72b-b80a941d7aab req-4fdaa2d6-4b8f-4711-974e-66d707074d99 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1763380 Nov 23 18:00:03.886665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-c540ae54-e47a-449f-96be-0353f208e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:03.891200 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-c540ae54-e47a-449f-96be-0353f208e108 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efde6f5c1e4f40a68751115f7459e098&device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 1095 time: 0.0767517 Nov 23 18:00:04.023455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-63686c49-b77e-4906-b24b-23fee0410870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:04.025206 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-63686c49-b77e-4906-b24b-23fee0410870 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8d03a82a-7889-4505-845d-1f4e16b2e797 HTTP/1.1" status: 200 len: 915 time: 0.1264803 Nov 23 18:00:04.097819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a8f97274-06e4-4b85-b6fa-e3a5807a5b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:04.110951 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-39c5f66f-076f-4eb7-bd76-475b5eddb7c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c0120e-cdf1-4de3-b85d-d8c16ff40076 HTTP/1.1" status: 200 len: 217 time: 0.0698431 Nov 23 18:00:04.201469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-6e6de0ca-b13f-4288-af63-767a43afc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:04.203345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-6e6de0ca-b13f-4288-af63-767a43afc1c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8132ca-6c59-4aae-b9b9-d4c915bdd142 HTTP/1.1" status: 200 len: 854 time: 0.0821664 Nov 23 18:00:04.244363 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-c2abb602-9fb1-49a3-8bb1-019ec83f89ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d03a82a-7889-4505-845d-1f4e16b2e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317202 Nov 23 18:00:04.437460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a15eb34-312f-4ff0-b72b-b80a941d7aab req-15b67867-4274-4f25-907c-406b7456b809 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283200 Nov 23 18:00:04.491868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a8f97274-06e4-4b85-b6fa-e3a5807a5b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:04.492956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f322ea-4259-46bd-ac51-c70d6911d54d req-f2f1186b-07be-42ad-9d0d-4aee4b7321b6 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:04.503324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6f322ea-4259-46bd-ac51-c70d6911d54d req-f2f1186b-07be-42ad-9d0d-4aee4b7321b6 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1486773 Nov 23 18:00:04.506201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a8f97274-06e4-4b85-b6fa-e3a5807a5b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:04.540516 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-47b7ae95-036b-461b-a1ff-e67e1e9eac7e service neutron] 10.222.0.66 "GET /v2.0/networks/8d03a82a-7889-4505-845d-1f4e16b2e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806027 Nov 23 18:00:04.542545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f97274-06e4-4b85-b6fa-e3a5807a5b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f7a7e9-d61e-487a-966a-2d2468459e0c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:04.605948 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a8f97274-06e4-4b85-b6fa-e3a5807a5b7a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=53a3326b04d147dd81bb343a2111b8a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9618530 Nov 23 18:00:04.634943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52502) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:04.724662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6f322ea-4259-46bd-ac51-c70d6911d54d req-e8a392ec-574f-4447-818c-69050636359d tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203541 Nov 23 18:00:04.726552 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1df31dd6-d236-4fc7-9456-635f73c6bed3 req-f2ffffc9-f6f2-45e6-8e38-ea107f9fa730 service neutron] 10.222.0.66 "GET /v2.0/networks/8d03a82a-7889-4505-845d-1f4e16b2e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747458 Nov 23 18:00:04.727719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e1656ea-7585-4fa4-9a43-759181750171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:04.753969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab0944-8e7f-424c-b3d4-d09340a77ec0 req-ded4b5ab-c4d8-4343-b365-22a3771c3453 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:04.767798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63ab0944-8e7f-424c-b3d4-d09340a77ec0 req-ded4b5ab-c4d8-4343-b365-22a3771c3453 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 944 time: 0.1716611 Nov 23 18:00:04.769845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e1656ea-7585-4fa4-9a43-759181750171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:04.847326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e1656ea-7585-4fa4-9a43-759181750171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:04.852578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e1656ea-7585-4fa4-9a43-759181750171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:04.854048 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5e1656ea-7585-4fa4-9a43-759181750171 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/05f7a7e9-d61e-487a-966a-2d2468459e0c HTTP/1.1" status: 204 len: 168 time: 0.2178347 Nov 23 18:00:04.865034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1656ea-7585-4fa4-9a43-759181750171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f7a7e9-d61e-487a-966a-2d2468459e0c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:04.913074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63ab0944-8e7f-424c-b3d4-d09340a77ec0 req-8420d19e-210d-41fc-a14d-8008721d50c0 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443784 Nov 23 18:00:05.079044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a694-e9da-4756-b928-c4b260e25930 req-68985867-fd1c-44a9-9303-102b379495ef tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:05.089243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f17a694-e9da-4756-b928-c4b260e25930 req-68985867-fd1c-44a9-9303-102b379495ef tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1290872 Nov 23 18:00:05.248438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b9a471-25da-4869-8e52-98224fb7ccc9 req-5c31e533-c515-48fd-8e33-c0030d747180 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 210 time: 0.0917439 Nov 23 18:00:05.267251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f17a694-e9da-4756-b928-c4b260e25930 req-1580dfb2-00cd-4924-962c-f7a2ecdfe55b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707296 Nov 23 18:00:05.417334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-3b795c19-e206-489e-a780-ff333ac8cf39 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:05.419912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-3b795c19-e206-489e-a780-ff333ac8cf39 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.72 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 813 time: 0.2671549 Nov 23 18:00:05.448440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Request body: {'port': {'device_id': '485ac9d7-4966-41fa-8c08-aec1f2cd268a', 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b', 'admin_state_up': True, 'tenant_id': '3e3c10c81f664a0d832b8cdf77dc725d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:05.568809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 24c0120e-cdf1-4de3-b85d-d8c16ff40076 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:05.618559 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52530) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:05.643389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d94c2e9-4a59-4296-af61-dcd7ee8a1df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:05.688981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Made reservation on behalf of 3e3c10c81f664a0d832b8cdf77dc725d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:05.696299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:05.771212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d94c2e9-4a59-4296-af61-dcd7ee8a1df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:05.780319 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d94c2e9-4a59-4296-af61-dcd7ee8a1df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:05.880682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 24c0120e-cdf1-4de3-b85d-d8c16ff40076, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=24c0120e-cdf1-4de3-b85d-d8c16ff40076,segment=NetworkSegment(48256589-4d3c-43ed-b3c9-bce805e3ab63),segment_id=48256589-4d3c-43ed-b3c9-bce805e3ab63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:05.891803 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1d94c2e9-4a59-4296-af61-dcd7ee8a1df5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=84baa2be046347b6a022df06967b9560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707653 Nov 23 18:00:05.894909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94c2e9-4a59-4296-af61-dcd7ee8a1df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faef066d-db98-4796-b9a3-cb901d462e5c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:05.910162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52536) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:05.926818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '24c0120e-cdf1-4de3-b85d-d8c16ff40076', 'network_id': '8d03a82a-7889-4505-845d-1f4e16b2e797', 'port_id': '24c0120e-cdf1-4de3-b85d-d8c16ff40076', 'mac_address': 'fa:16:3e:80:01:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8132ca-6c59-4aae-b9b9-d4c915bdd142', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:05.989472 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.022003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c0120e-cdf1-4de3-b85d-d8c16ff40076 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:06.052106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 24c0120e-cdf1-4de3-b85d-d8c16ff40076, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=24c0120e-cdf1-4de3-b85d-d8c16ff40076,segment=NetworkSegment(48256589-4d3c-43ed-b3c9-bce805e3ab63),segment_id=48256589-4d3c-43ed-b3c9-bce805e3ab63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:06.063547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.072617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-229ed37c-7e4e-48c2-937e-c3d7ab06d6a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.117383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Allocated IP 172.20.0.6 (d1c8fd55-a9f4-47de-b248-426270e1967b/3700550f-d34a-4c2a-99a7-0e4eec52654a/6c81a654-fd96-46ed-a266-717b18150603) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:06.127585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-229ed37c-7e4e-48c2-937e-c3d7ab06d6a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.165854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=24c0120e-cdf1-4de3-b85d-d8c16ff40076,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:06.203064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-229ed37c-7e4e-48c2-937e-c3d7ab06d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.206746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-229ed37c-7e4e-48c2-937e-c3d7ab06d6a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.208256 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-229ed37c-7e4e-48c2-937e-c3d7ab06d6a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/faef066d-db98-4796-b9a3-cb901d462e5c HTTP/1.1" status: 204 len: 168 time: 0.2962210 Nov 23 18:00:06.219367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ed37c-7e4e-48c2-937e-c3d7ab06d6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faef066d-db98-4796-b9a3-cb901d462e5c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:06.377284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['24c0120e-cdf1-4de3-b85d-d8c16ff40076'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:06.573840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d942-4f9a-412e-b507-00cbe7abd7fc req-871fb44e-9d8b-44c6-b5c6-8a4502ff5621 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:06.584764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43b2d942-4f9a-412e-b507-00cbe7abd7fc req-871fb44e-9d8b-44c6-b5c6-8a4502ff5621 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 945 time: 0.3313649 Nov 23 18:00:06.653624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e295739-31f5-4bf5-96a3-0d41c3db7e70 req-1c5054b6-fed4-4ee9-9997-f1f82b0d78ca tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:06.662650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e295739-31f5-4bf5-96a3-0d41c3db7e70 req-1c5054b6-fed4-4ee9-9997-f1f82b0d78ca tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.4119480 Nov 23 18:00:06.785458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43b2d942-4f9a-412e-b507-00cbe7abd7fc req-0f8a5195-b879-4397-91aa-b3e15addb410 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909146 Nov 23 18:00:06.808660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.855646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e295739-31f5-4bf5-96a3-0d41c3db7e70 req-c2df2cb3-c97c-4bd4-9ac6-17629bdf5dfb tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919136 Nov 23 18:00:06.945634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.959628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['10c6765f-db63-4429-8717-e02044dc943b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:07.106309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Network d1c8fd55-a9f4-47de-b248-426270e1967b is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:07.110362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-eb8f490b-0a75-4851-83c5-669bb8598a89 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:07.113771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:07.114894 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-eb8f490b-0a75-4851-83c5-669bb8598a89 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d5c3c69-6da0-4d19-b559-f5f8326e7120 HTTP/1.1" status: 200 len: 946 time: 0.1448092 Nov 23 18:00:07.128388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:07.138832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Pushing event updated for resources: {'Port': ['ID=6c81a654-fd96-46ed-a266-717b18150603,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:07.223354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.223753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.225709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.226085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.226432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.226808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.229138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.232695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.233221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.233586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.233933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.234398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:07.261627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Deleting port 26b0a65c-7851-446a-8900-ea8e6c14e305 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:07.262098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.373658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-897b6346-f15a-4004-8d1d-0132aa5d47ab tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:07.381716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-897b6346-f15a-4004-8d1d-0132aa5d47ab tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 814 time: 0.4144754 Nov 23 18:00:07.401557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b84d-f281-4db5-86bf-486771ba0390 req-740f15fc-e2e1-4edf-a397-c44c7eeeae65 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:07.409781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccd1b84d-f281-4db5-86bf-486771ba0390 req-740f15fc-e2e1-4edf-a397-c44c7eeeae65 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 931 time: 0.1566932 Nov 23 18:00:07.419174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:07.419880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] For port 26b0a65c-7851-446a-8900-ea8e6c14e305, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=26b0a65c-7851-446a-8900-ea8e6c14e305,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:07.420269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.420634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.448648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Calling delete_port for 26b0a65c-7851-446a-8900-ea8e6c14e305 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:07.496437 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-25923434-97dc-4bab-ae75-55296c25831a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/quotas/5fb34c08a12240f9911f32cc3a7d7837 HTTP/1.1" status: 200 len: 375 time: 0.1134667 Nov 23 18:00:07.570437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 24c0120e-cdf1-4de3-b85d-d8c16ff40076 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:07.614981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-0ffdfe63-f8c5-40ed-a976-657ceb77b69f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1784852 Nov 23 18:00:07.643019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Request body: {'port': {'device_id': '485ac9d7-4966-41fa-8c08-aec1f2cd268a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:07.682896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:07.688990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:07.689587 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.691951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52598) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:07.799069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-d78fea53-e68d-41ec-948e-eff825a42d77 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2998424 Nov 23 18:00:07.804329 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.805567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccd1b84d-f281-4db5-86bf-486771ba0390 req-647aa89c-123e-4c5e-9461-48723880ab19 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948054 Nov 23 18:00:07.842236 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.849709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.875657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3258fb-5e2b-45b2-b383-65a54805dd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c0120e-cdf1-4de3-b85d-d8c16ff40076'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:07.881433 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8020ae5e-55ac-48a2-b7dd-d1ed105aa787" -d '{"events": [{"server_uuid": "ba3258fb-5e2b-45b2-b383-65a54805dd9a", "name": "network-vif-plugged", "status": "completed", "tag": "24c0120e-cdf1-4de3-b85d-d8c16ff40076"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:07.919134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 24c0120e-cdf1-4de3-b85d-d8c16ff40076, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=24c0120e-cdf1-4de3-b85d-d8c16ff40076,segment=NetworkSegment(48256589-4d3c-43ed-b3c9-bce805e3ab63),segment_id=48256589-4d3c-43ed-b3c9-bce805e3ab63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:07.924878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Pushing event deleted for resources: {'Port': ['ID=26b0a65c-7851-446a-8900-ea8e6c14e305,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:07.935074 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.936405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 26b0a65c-7851-446a-8900-ea8e6c14e305 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:08.055887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] No DVR routers for this DVR port 26b0a65c-7851-446a-8900-ea8e6c14e305 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:08.063511 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.068083 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ad5dda04-5adf-4f42-ac89-a87bf1426774 req-296dfd6e-c685-4dc2-83c1-0ec2d5d324a9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "DELETE /v2.0/ports/26b0a65c-7851-446a-8900-ea8e6c14e305 HTTP/1.1" status: 204 len: 173 time: 0.9461279 Nov 23 18:00:08.068814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'name': 'network-vif-deleted', 'tag': '26b0a65c-7851-446a-8900-ea8e6c14e305'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:08.069171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 26b0a65c-7851-446a-8900-ea8e6c14e305 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:08.069638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 26b0a65c-7851-446a-8900-ea8e6c14e305 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:08.071792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=24c0120e-cdf1-4de3-b85d-d8c16ff40076,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:08.076903 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7746e93-f500-488a-a26c-d6b1c2edd616" -d '{"events": [{"server_uuid": "7d5c3c69-6da0-4d19-b559-f5f8326e7120", "name": "network-vif-deleted", "tag": "26b0a65c-7851-446a-8900-ea8e6c14e305"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:08.222100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7be82-aa9e-45bd-86fc-48f50f6d7489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.430818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e53f1-7b3c-4082-9dfd-f6a5e03c930b req-ece6c3a6-53ae-4794-970b-c7ad40a041c9 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:08.438961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-972e53f1-7b3c-4082-9dfd-f6a5e03c930b req-ece6c3a6-53ae-4794-970b-c7ad40a041c9 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 946 time: 0.2119482 Nov 23 18:00:08.461214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-c941bbea-b7c1-4568-9495-c328af805b59 service neutron] 10.222.0.74 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610057 Nov 23 18:00:08.473594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7be82-aa9e-45bd-86fc-48f50f6d7489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.488578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7be82-aa9e-45bd-86fc-48f50f6d7489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.550573 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e2e7be82-aa9e-45bd-86fc-48f50f6d7489 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cce1156e26494a68acd09ef17ce3b05b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8521612 Nov 23 18:00:08.550573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7be82-aa9e-45bd-86fc-48f50f6d7489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3c9eb1-5a0f-4876-a350-36111572e634,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:08.553160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52618) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:08.621321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-972e53f1-7b3c-4082-9dfd-f6a5e03c930b req-5739c93e-6c80-4dbc-81d8-0e2734ecffbf tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752896 Nov 23 18:00:08.697214 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27b36961-bc8c-43ac-93f9-2bdf526f8a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.754750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c81a654-fd96-46ed-a266-717b18150603 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:08.770610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27b36961-bc8c-43ac-93f9-2bdf526f8a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.782310 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.864133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Transition to ACTIVE for port object 6c81a654-fd96-46ed-a266-717b18150603 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:08.868519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27b36961-bc8c-43ac-93f9-2bdf526f8a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.873874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.885202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9981343-4531-4bae-a1ca-d3ae26713f51 req-7e734ded-5b9e-403b-8b98-44154c9aef84 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:08.886812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9981343-4531-4bae-a1ca-d3ae26713f51 req-7e734ded-5b9e-403b-8b98-44154c9aef84 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1616299 Nov 23 18:00:08.895908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27b36961-bc8c-43ac-93f9-2bdf526f8a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:08.903700 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27b36961-bc8c-43ac-93f9-2bdf526f8a59 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d3c9eb1-5a0f-4876-a350-36111572e634 HTTP/1.1" status: 204 len: 168 time: 0.3473873 Nov 23 18:00:08.916045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-a8b33b71-38cd-46cb-ad37-690203fac980 service neutron] 10.222.0.74 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534743 Nov 23 18:00:08.926378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b36961-bc8c-43ac-93f9-2bdf526f8a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3c9eb1-5a0f-4876-a350-36111572e634,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:09.168316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9981343-4531-4bae-a1ca-d3ae26713f51 req-412a8d37-506f-481a-8f55-a98a6554c925 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509365 Nov 23 18:00:09.174576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c81a654-fd96-46ed-a266-717b18150603,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:09.189190 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08b3191-8ea5-425c-a528-5254317a4938 x-openstack-request-id: req-a08b3191-8ea5-425c-a528-5254317a4938 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:09.189688 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3258fb-5e2b-45b2-b383-65a54805dd9a", "name": "network-vif-plugged", "status": "completed", "tag": "24c0120e-cdf1-4de3-b85d-d8c16ff40076", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:09.189956 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a08b3191-8ea5-425c-a528-5254317a4938 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:09.190449 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3258fb-5e2b-45b2-b383-65a54805dd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c0120e-cdf1-4de3-b85d-d8c16ff40076', 'code': 200} Nov 23 18:00:09.276202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Attempting to bind port 6c81a654-fd96-46ed-a266-717b18150603 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:09.276557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Attempting to bind port 6c81a654-fd96-46ed-a266-717b18150603 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:09.276890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Attempting to bind port 6c81a654-fd96-46ed-a266-717b18150603 on network d1c8fd55-a9f4-47de-b248-426270e1967b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:09.282542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Port 6c81a654-fd96-46ed-a266-717b18150603 on network d1c8fd55-a9f4-47de-b248-426270e1967b not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:09.282968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Attempting to bind port 6c81a654-fd96-46ed-a266-717b18150603 on network d1c8fd55-a9f4-47de-b248-426270e1967b {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:09.288354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:09.288693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Checking segment: {'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:09.289084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Bound using segment: {'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:09.289525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Bound port: 6c81a654-fd96-46ed-a266-717b18150603, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b882cd26-a70b-4301-8927-5f37c970b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:09.289886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.382132 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24ad7bc-2f42-4b73-b2d1-cdf5718365ef x-openstack-request-id: req-b24ad7bc-2f42-4b73-b2d1-cdf5718365ef {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:09.382853 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c3c69-6da0-4d19-b559-f5f8326e7120", "name": "network-vif-deleted", "tag": "26b0a65c-7851-446a-8900-ea8e6c14e305", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:09.388990 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b24ad7bc-2f42-4b73-b2d1-cdf5718365ef {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:09.389677 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c3c69-6da0-4d19-b559-f5f8326e7120', 'name': 'network-vif-deleted', 'tag': '26b0a65c-7851-446a-8900-ea8e6c14e305', 'status': 'completed', 'code': 200} Nov 23 18:00:09.445728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7587231-249f-422d-b984-2a6eaee99ce5 req-39fe71af-634e-4e1d-b328-f255dddcdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:09.449234 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7587231-249f-422d-b984-2a6eaee99ce5 req-39fe71af-634e-4e1d-b328-f255dddcdcc1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 1097 time: 0.1567533 Nov 23 18:00:09.520995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] For port 6c81a654-fd96-46ed-a266-717b18150603, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:09.569312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] For port 6c81a654-fd96-46ed-a266-717b18150603, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c81a654-fd96-46ed-a266-717b18150603,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:09.584036 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e7587231-249f-422d-b984-2a6eaee99ce5 req-27b1109f-1df8-46b8-9384-d35f087b40d4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246529 Nov 23 18:00:09.616331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d2202381-9214-470e-9ccd-9cbfee4c6926 req-389b1685-74c8-4299-872d-9a58b917b040 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 210 time: 0.0496564 Nov 23 18:00:09.620441 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.665830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cbe8b-0645-456c-9631-23325944ccad req-22929258-1dca-44da-b6f0-af61aff8fbcf tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:09.683330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-628cbe8b-0645-456c-9631-23325944ccad req-22929258-1dca-44da-b6f0-af61aff8fbcf tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 943 time: 0.2493353 Nov 23 18:00:09.753405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:09.754327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.756020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c81a654-fd96-46ed-a266-717b18150603 HTTP/1.1" status: 200 len: 1091 time: 2.1244538 Nov 23 18:00:09.760800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485ac9d7-4966-41fa-8c08-aec1f2cd268a', 'tag': '6c81a654-fd96-46ed-a266-717b18150603'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:09.763936 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce98422d-2030-4df4-9049-9e1fee387c37" -d '{"events": [{"name": "network-changed", "server_uuid": "485ac9d7-4966-41fa-8c08-aec1f2cd268a", "tag": "6c81a654-fd96-46ed-a266-717b18150603"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:09.861407 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52664) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:09.877017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c06d341-12aa-447e-9363-1b5b93eb2273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.877561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad895740-35c1-4651-b5d0-5590e7c487d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c81a654-fd96-46ed-a266-717b18150603,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:09.899888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-628cbe8b-0645-456c-9631-23325944ccad req-257e538b-59b9-4273-8dd4-ed3521e2ed4d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128589 Nov 23 18:00:09.939296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d980e-dc67-4261-988e-75d66e96d69d req-6d4203f2-fc20-4783-999e-aa77346a55c6 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:09.954173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0d980e-dc67-4261-988e-75d66e96d69d req-6d4203f2-fc20-4783-999e-aa77346a55c6 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 946 time: 0.1836097 Nov 23 18:00:09.989169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c06d341-12aa-447e-9363-1b5b93eb2273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.999148 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20874a1-ba82-4dad-8389-c32907c7c500 x-openstack-request-id: req-f20874a1-ba82-4dad-8389-c32907c7c500 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:09.999458 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485ac9d7-4966-41fa-8c08-aec1f2cd268a", "tag": "6c81a654-fd96-46ed-a266-717b18150603", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:09.999763 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f20874a1-ba82-4dad-8389-c32907c7c500 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:10.000113 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485ac9d7-4966-41fa-8c08-aec1f2cd268a', 'tag': '6c81a654-fd96-46ed-a266-717b18150603', 'status': 'completed', 'code': 200} Nov 23 18:00:10.000325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c06d341-12aa-447e-9363-1b5b93eb2273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.021091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-25ee16a6-1b87-4f88-bdca-482714a897cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:10.022621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-25ee16a6-1b87-4f88-bdca-482714a897cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 1094 time: 0.1999733 Nov 23 18:00:10.037739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06d341-12aa-447e-9363-1b5b93eb2273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae790fa-c37e-42a6-a2f3-099eca08405d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:10.065017 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1c06d341-12aa-447e-9363-1b5b93eb2273 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8b9a31af75842a4a95cf4b62f1a35fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2024498 Nov 23 18:00:10.068485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52668) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:10.094576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0d980e-dc67-4261-988e-75d66e96d69d req-8fc3ee38-e233-4969-9260-bfc24ee99e66 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383681 Nov 23 18:00:10.096514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-21cb4621-e69a-45ac-a8d6-0e898eebc84f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c81a654-fd96-46ed-a266-717b18150603 HTTP/1.1" status: 200 len: 217 time: 0.0627429 Nov 23 18:00:10.144258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7683d409-8039-44da-84fc-21457360156e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.160779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-2ae86d81-3bdf-4a99-bbeb-edf02a17c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:10.163151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-2ae86d81-3bdf-4a99-bbeb-edf02a17c3f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 200 len: 853 time: 0.0549433 Nov 23 18:00:10.178904 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7683d409-8039-44da-84fc-21457360156e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.248589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-58f20d51-c076-4b0c-b176-341429cbb1e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1c8fd55-a9f4-47de-b248-426270e1967b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696557 Nov 23 18:00:10.264999 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7683d409-8039-44da-84fc-21457360156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.270082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7683d409-8039-44da-84fc-21457360156e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.274540 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7683d409-8039-44da-84fc-21457360156e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7ae790fa-c37e-42a6-a2f3-099eca08405d HTTP/1.1" status: 204 len: 168 time: 0.2049620 Nov 23 18:00:10.292073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683d409-8039-44da-84fc-21457360156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae790fa-c37e-42a6-a2f3-099eca08405d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:10.468038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9de68-7de1-49c7-8b24-b9e77bd578f6 req-8ec624db-56f7-4b12-8bf9-1d5cdb84e309 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:10.475960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ed9de68-7de1-49c7-8b24-b9e77bd578f6 req-8ec624db-56f7-4b12-8bf9-1d5cdb84e309 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1095991 Nov 23 18:00:10.515853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-8d7dd9ab-3933-4d11-b6dd-6cef3365b998 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579074 Nov 23 18:00:10.629570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ed9de68-7de1-49c7-8b24-b9e77bd578f6 req-1b787220-e3f8-403f-b923-36b3f0e75c30 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505306 Nov 23 18:00:10.680341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4e90d-ce73-4c02-b25f-de086028c330 req-9ddc3c56-45dc-46cb-b538-3c7bf4a16fe3 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268044 Nov 23 18:00:10.710489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-da03b2f0-5af3-42a8-861a-8f0ee4badbd7 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=16528a47b4314093a9484d1bf14f26c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915277 Nov 23 18:00:11.188618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-eed0e3dc-6cbe-4026-b88e-1d4036b5e45f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:11.193926 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-eed0e3dc-6cbe-4026-b88e-1d4036b5e45f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 814 time: 0.2528617 Nov 23 18:00:11.197834 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-90cde893-6545-45bd-a1d4-1ac9645581ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.202094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f543d837-baee-4856-b6cc-10063b13451a req-e4953381-566d-4b91-a9ab-299478fb8100 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 210 time: 0.1080985 Nov 23 18:00:11.211315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Request body: {'port': {'device_id': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'admin_state_up': True, 'tenant_id': '5fb34c08a12240f9911f32cc3a7d7837'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:11.239740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-d54eb132-586c-46b8-9f49-980a8d035864 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:11.249800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-d54eb132-586c-46b8-9f49-980a8d035864 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5318356 Nov 23 18:00:11.268914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-c3110317-547c-44ca-80a6-129a5023a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:11.270728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-c3110317-547c-44ca-80a6-129a5023a11f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 1094 time: 0.4742837 Nov 23 18:00:11.288352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-1720f452-d928-4167-972c-1b36eb0a2749 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/quotas/16528a47b4314093a9484d1bf14f26c9 HTTP/1.1" status: 200 len: 375 time: 0.0342321 Nov 23 18:00:11.342081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-c09793b1-23be-454d-8920-0eaefaf90e27 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=16528a47b4314093a9484d1bf14f26c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513086 Nov 23 18:00:11.508899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Made reservation on behalf of 5fb34c08a12240f9911f32cc3a7d7837 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:11.514997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.599291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-e6bf10ad-c2b3-4da4-beec-aa51c5b6e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:11.600935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-e6bf10ad-c2b3-4da4-beec-aa51c5b6e673 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 914 time: 0.3061512 Nov 23 18:00:11.763955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-c3773dc0-704a-4c3d-ba40-f278311fa0d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c81a654-fd96-46ed-a266-717b18150603 HTTP/1.1" status: 200 len: 217 time: 0.1438835 Nov 23 18:00:11.791200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-9f785db6-3e82-4bcf-9894-3e9af6368433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:11.792826 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-9f785db6-3e82-4bcf-9894-3e9af6368433 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 1096 time: 0.1297171 Nov 23 18:00:11.907447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Allocated IP 172.20.0.4 (16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a/64a3ecc1-8441-4486-a119-eab270e7fc8d/1d69a02a-39d9-4be2-9797-f96e242c1c28) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:11.944961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd1be3-9b8c-47a4-8a27-81d034aacf5d req-74d434a0-437e-4c6c-b781-98e41de5bda3 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:11.959855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0bfd1be3-9b8c-47a4-8a27-81d034aacf5d req-74d434a0-437e-4c6c-b781-98e41de5bda3 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 946 time: 0.1893539 Nov 23 18:00:11.977888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335e2c2-0d23-47b7-9861-3f203609117c req-5a3d50c7-4594-4fff-a7e5-9abe77df9610 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:11.987910 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5335e2c2-0d23-47b7-9861-3f203609117c req-5a3d50c7-4594-4fff-a7e5-9abe77df9610 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 943 time: 0.3839703 Nov 23 18:00:12.035330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-43d8376e-e9d9-4886-b796-7a073d66662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.039090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-43d8376e-e9d9-4886-b796-7a073d66662f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 200 len: 853 time: 0.2063432 Nov 23 18:00:12.066348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-f3d618ed-43ab-4ac7-9e00-aff1c67057a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.068025 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-f3d618ed-43ab-4ac7-9e00-aff1c67057a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 912 time: 0.2668505 Nov 23 18:00:12.146473 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-da104128-b547-4ed1-9fad-cdf01d41eef4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f HTTP/1.1" status: 200 len: 1000 time: 0.0686421 Nov 23 18:00:12.159647 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-8c05df7f-afd4-4158-af8d-135e0148b64d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1c8fd55-a9f4-47de-b248-426270e1967b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025655 Nov 23 18:00:12.239256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0bfd1be3-9b8c-47a4-8a27-81d034aacf5d req-1bd7e691-1793-425e-b170-c0e604ed37c6 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789576 Nov 23 18:00:12.307587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5335e2c2-0d23-47b7-9861-3f203609117c req-9769bce4-387a-4392-9bc6-e53485fad46f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188245 Nov 23 18:00:12.315143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-dbb62a8c-0003-47d6-a7c9-640598ae56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.316609 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-dbb62a8c-0003-47d6-a7c9-640598ae56bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.1573622 Nov 23 18:00:12.462284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:12.483456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35a0d841-ad12-44e4-a5a5-7b8bf4612dfb req-a97adeb1-31e0-4c50-a298-3d76bbe33b0d tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 210 time: 0.0507338 Nov 23 18:00:12.495343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-27c07481-7fb0-4bd8-809f-1ea95042c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.496896 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-27c07481-7fb0-4bd8-809f-1ea95042c083 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541176 Nov 23 18:00:12.633147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:12.681071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d64d0-9a2d-44cd-8b77-97bc67997f4c req-b42d1515-c3f0-448f-8263-68fa2f4c6453 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.682635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-617d64d0-9a2d-44cd-8b77-97bc67997f4c req-b42d1515-c3f0-448f-8263-68fa2f4c6453 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.2812753 Nov 23 18:00:12.721254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-3d98cb5d-c6cd-4db6-a0cd-b02c571864da service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355861 Nov 23 18:00:12.830661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:12.860008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:12.875645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:12.886025 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-92ffbe70-6339-4aec-91d6-6fefd50d14c1 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627875 Nov 23 18:00:12.980572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Pushing event updated for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:13.060998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce98422d-2030-4df4-9049-9e1fee387c37 req-3f0d6acc-4289-4dd0-8448-d5be2fe49517 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170340 Nov 23 18:00:13.065769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-617d64d0-9a2d-44cd-8b77-97bc67997f4c req-89ed47c5-ea9d-4faf-afdf-43026b7c3a64 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687623 Nov 23 18:00:13.170878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:13.171504 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.186480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72cf33-9497-404a-9ab9-4f36e9eb06bf req-8ba4ec07-f157-485f-a85c-ef0e1ecc4bdf tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:13.191660 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0158ac30-99d0-4dce-acc3-65b5776eca3e req-7746897b-4215-494a-94a8-97ff0aa12731 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284961 Nov 23 18:00:13.199519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd72cf33-9497-404a-9ab9-4f36e9eb06bf req-8ba4ec07-f157-485f-a85c-ef0e1ecc4bdf tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 931 time: 0.3277931 Nov 23 18:00:13.210545 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-51954eaf-b633-42b9-9980-a69c2a94092b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0062380 Nov 23 18:00:13.225602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Request body: {'port': {'device_id': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:13.296231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0a096667-f144-4ec0-91f0-ccf15d29161f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.304824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd72cf33-9497-404a-9ab9-4f36e9eb06bf req-799686b5-c9e3-4b73-b5de-ee3a0d08e7ad tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036320 Nov 23 18:00:13.372860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.380067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 6c81a654-fd96-46ed-a266-717b18150603 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:13.608357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 6c81a654-fd96-46ed-a266-717b18150603, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c81a654-fd96-46ed-a266-717b18150603,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:13.630402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d433f4e-ba49-4c50-8518-f3d684298be9 req-8fbb42cb-4513-407b-9e7f-9f3065b4e643 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:13.636261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d433f4e-ba49-4c50-8518-f3d684298be9 req-8fbb42cb-4513-407b-9e7f-9f3065b4e643 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 943 time: 0.1385615 Nov 23 18:00:13.640365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '6c81a654-fd96-46ed-a266-717b18150603', 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b', 'port_id': '6c81a654-fd96-46ed-a266-717b18150603', 'mac_address': 'fa:16:3e:5f:e0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3700550f-d34a-4c2a-99a7-0e4eec52654a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:13.710587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e33ef914-a784-42d2-bda1-f6aa299c26f5 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=16528a47b4314093a9484d1bf14f26c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729871 Nov 23 18:00:13.730052 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.765028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c81a654-fd96-46ed-a266-717b18150603 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:13.783813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8147d804-2e8f-4da7-82b2-e7c5303d93f5 req-939d11d9-3f25-47e0-8eaa-cfd78990488c tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 210 time: 0.0953729 Nov 23 18:00:13.861703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 6c81a654-fd96-46ed-a266-717b18150603, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c81a654-fd96-46ed-a266-717b18150603,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:13.874530 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.093424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d69a02a-39d9-4be2-9797-f96e242c1c28 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:14.113284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.124616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=6c81a654-fd96-46ed-a266-717b18150603,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:14.140314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Transition to ACTIVE for port object 1d69a02a-39d9-4be2-9797-f96e242c1c28 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:14.149195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.188522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['6c81a654-fd96-46ed-a266-717b18150603'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:14.262550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Pushing event updated for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:14.488338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Attempting to bind port 1d69a02a-39d9-4be2-9797-f96e242c1c28 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:14.489705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Attempting to bind port 1d69a02a-39d9-4be2-9797-f96e242c1c28 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:14.490267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Attempting to bind port 1d69a02a-39d9-4be2-9797-f96e242c1c28 on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:14.496276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Port 1d69a02a-39d9-4be2-9797-f96e242c1c28 on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:14.497521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Attempting to bind port 1d69a02a-39d9-4be2-9797-f96e242c1c28 on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:14.504507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:14.505687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Checking segment: {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:14.507503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Bound using segment: {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:14.508381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Bound port: 1d69a02a-39d9-4be2-9797-f96e242c1c28, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:14.509038 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.636685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:14.640871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:14.651191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.711142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:14.712590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.714408 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] 10.222.0.66 "PUT /v2.0/ports/1d69a02a-39d9-4be2-9797-f96e242c1c28 HTTP/1.1" status: 200 len: 1091 time: 1.4935212 Nov 23 18:00:14.715161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:14.719686 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b730681-b87e-46b3-86a8-b83c3241d28e" -d '{"events": [{"name": "network-changed", "server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:14.765215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f2af3-717a-4007-8e5f-8b9fd48af830 service neutron] Pushing event updated for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:14.787332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d433f4e-ba49-4c50-8518-f3d684298be9 req-a4e95ec3-1b89-4b1a-b1a3-708b4490e47d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1219852 Nov 23 18:00:15.006453 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.009245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55307e50-e1f9-400d-a716-f9ec7599938c req-9574a26e-985a-4375-bf42-0057a8c21fba tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:15.010896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55307e50-e1f9-400d-a716-f9ec7599938c req-9574a26e-985a-4375-bf42-0057a8c21fba tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.2918270 Nov 23 18:00:15.143538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55307e50-e1f9-400d-a716-f9ec7599938c req-9c39b85c-ff47-4211-aa16-c01e839bfe08 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187370 Nov 23 18:00:15.185154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df993104-13a6-40a4-a8d3-aaf762e66533 req-b0a8bcd4-bc4a-49a3-998a-2d37d6c9c548 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:15.201476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df993104-13a6-40a4-a8d3-aaf762e66533 req-b0a8bcd4-bc4a-49a3-998a-2d37d6c9c548 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 943 time: 0.3044903 Nov 23 18:00:15.234847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-81c237bb-62b0-40ca-a19e-96bf1dda5fa7 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:15.251998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-81c237bb-62b0-40ca-a19e-96bf1dda5fa7 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5231743 Nov 23 18:00:15.289711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Request body: {'port': {'device_id': '34287233-d040-4fcf-b0fb-8eafce104042', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '16528a47b4314093a9484d1bf14f26c9'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:15.383630 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c8a07e-4070-4730-9af6-8c290b3ef2b4 x-openstack-request-id: req-53c8a07e-4070-4730-9af6-8c290b3ef2b4 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:15.384248 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:15.384704 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-53c8a07e-4070-4730-9af6-8c290b3ef2b4 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:15.385320 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'status': 'completed', 'code': 200} Nov 23 18:00:15.404015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-7ecf8cec-a7e4-4c40-a7b0-fac2b6fa17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:15.407537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 6c81a654-fd96-46ed-a266-717b18150603 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:15.416131 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-7ecf8cec-a7e4-4c40-a7b0-fac2b6fa17ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 1094 time: 0.6462448 Nov 23 18:00:15.443389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df993104-13a6-40a4-a8d3-aaf762e66533 req-7ad06487-94a8-4e8d-bda4-1319e0e2411e tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408597 Nov 23 18:00:15.468969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ad428a5-35a7-4442-b6d1-b0860c3dcb09 req-b3f64c53-dc33-41cc-afe0-4ee776424a6f tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 210 time: 0.0656343 Nov 23 18:00:15.533518 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-f22566d8-4c32-446f-8de9-4d2ce119654f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28 HTTP/1.1" status: 200 len: 217 time: 0.1045828 Nov 23 18:00:15.567416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 6c81a654-fd96-46ed-a266-717b18150603 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:15.578166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 6c81a654-fd96-46ed-a266-717b18150603 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:15.579852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.588540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Made reservation on behalf of 16528a47b4314093a9484d1bf14f26c9 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:15.608531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.626512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-e123f5cd-4591-422e-954b-8014cdea5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:15.630984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.650001 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-e123f5cd-4591-422e-954b-8014cdea5d05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a3ecc1-8441-4486-a119-eab270e7fc8d HTTP/1.1" status: 200 len: 854 time: 0.1084619 Nov 23 18:00:15.744196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-4db29cb8-3e3a-435b-af37-746e83d21c1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857081 Nov 23 18:00:15.781428 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.822286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.828276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.866654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da42c3f5-6d7a-493a-9191-47824f2513ef,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:15.895443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485ac9d7-4966-41fa-8c08-aec1f2cd268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c81a654-fd96-46ed-a266-717b18150603'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:15.898334 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1378b26c-9af8-457f-b51d-59fa4a0e4ff4" -d '{"events": [{"server_uuid": "485ac9d7-4966-41fa-8c08-aec1f2cd268a", "name": "network-vif-plugged", "status": "completed", "tag": "6c81a654-fd96-46ed-a266-717b18150603"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:15.932656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 6c81a654-fd96-46ed-a266-717b18150603, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c81a654-fd96-46ed-a266-717b18150603,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:15.946250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.949088 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-946c8299-ea0a-49a0-bde9-14c7bbf02c28 service neutron] 10.222.0.66 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881666 Nov 23 18:00:15.962138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06a388-c47f-4e05-9cd6-20287fcc9ca9 req-8913eaae-9842-4ea8-bf1a-1f4c37a55084 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:15.969981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c06a388-c47f-4e05-9cd6-20287fcc9ca9 req-8913eaae-9842-4ea8-bf1a-1f4c37a55084 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 950 time: 0.1847973 Nov 23 18:00:16.078131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=6c81a654-fd96-46ed-a266-717b18150603,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:16.086459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.091272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.091797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.092248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.092684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.093133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.095096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.095731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.096060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.113127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.113588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.114172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:16.118452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c06a388-c47f-4e05-9cd6-20287fcc9ca9 req-3dc1b19a-73fc-4e68-9b1b-0b23ae332305 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470373 Nov 23 18:00:16.164166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Allocated IP 192.168.233.222 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/c2029f9d-2af2-4a78-aa06-5dba2883de56) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:16.227089 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a53c6b-fdee-47c4-9176-75d933192bb8 x-openstack-request-id: req-04a53c6b-fdee-47c4-9176-75d933192bb8 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:16.227970 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485ac9d7-4966-41fa-8c08-aec1f2cd268a", "name": "network-vif-plugged", "status": "completed", "tag": "6c81a654-fd96-46ed-a266-717b18150603", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:16.228454 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-04a53c6b-fdee-47c4-9176-75d933192bb8 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:16.229064 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485ac9d7-4966-41fa-8c08-aec1f2cd268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c81a654-fd96-46ed-a266-717b18150603', 'code': 200} Nov 23 18:00:16.232251 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-effa24df-ec80-4609-9ef0-18d0252aa483 req-c8704472-253c-4fe8-9851-81b494f4071a service neutron] 10.222.0.66 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726657 Nov 23 18:00:16.328969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.408086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-ddbbd3c3-4ff9-406a-99ee-57dd965c9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:16.409625 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-ddbbd3c3-4ff9-406a-99ee-57dd965c9d22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 1094 time: 0.1081817 Nov 23 18:00:16.415213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3e4a2-5b78-4844-850f-bd126e7eb69d req-d9093128-9eb5-44f7-97f2-a0bd01b39000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:16.416613 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-72c3e4a2-5b78-4844-850f-bd126e7eb69d req-d9093128-9eb5-44f7-97f2-a0bd01b39000 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 1096 time: 0.0631568 Nov 23 18:00:16.535265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea791d-617f-4e74-bee3-74fddcde6e35 req-185c3cd4-c1b2-435f-8962-7724e0797443 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:16.536914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8ea791d-617f-4e74-bee3-74fddcde6e35 req-185c3cd4-c1b2-435f-8962-7724e0797443 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 945 time: 0.2034550 Nov 23 18:00:16.541779 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-72c3e4a2-5b78-4844-850f-bd126e7eb69d req-13cb7627-1fba-4684-9751-bf8ba784a47b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131074 Nov 23 18:00:16.566572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-b8d9d49c-adf8-4540-984f-6fbf14310e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:16.568159 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-b8d9d49c-adf8-4540-984f-6fbf14310e99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 915 time: 0.1506763 Nov 23 18:00:16.613616 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.615516 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-11f38aa6-005a-4e4b-b593-5adf7df054c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28 HTTP/1.1" status: 200 len: 217 time: 0.0387928 Nov 23 18:00:16.694169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8ea791d-617f-4e74-bee3-74fddcde6e35 req-df730d2a-3e3c-43bf-b2cd-888c38835785 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440723 Nov 23 18:00:16.740907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdedaf2-897d-4722-a4f6-62095d34a7e8 req-c49be290-4a81-482d-b3be-b2d8b2207d05 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:16.749690 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52958) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:16.753908 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-abdedaf2-897d-4722-a4f6-62095d34a7e8 req-c49be290-4a81-482d-b3be-b2d8b2207d05 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 943 time: 0.1679375 Nov 23 18:00:16.788207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-3d9e2d12-4bd7-4986-927b-324ed5a6fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:16.789950 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-3d9e2d12-4bd7-4986-927b-324ed5a6fd79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a3ecc1-8441-4486-a119-eab270e7fc8d HTTP/1.1" status: 200 len: 854 time: 0.1665952 Nov 23 18:00:16.810786 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.860142 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-51eed7b6-738f-4e82-a7b8-c9ad730040f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564194 Nov 23 18:00:16.894165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:16.913642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:16.917743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:16.921125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Pushing event updated for resources: {'Port': ['ID=c2029f9d-2af2-4a78-aa06-5dba2883de56,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:16.931544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-abdedaf2-897d-4722-a4f6-62095d34a7e8 req-7134dc36-864e-4bc2-b1fa-54f18e613450 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767569 Nov 23 18:00:16.938327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a43601f0-3f0f-4416-8747-09e440275490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.969847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8f5be-7ee3-4334-b5e1-8216e447fa64 req-a6d06f4f-81c2-463f-ba35-b8c92d50033a tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:16.973459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cc8f5be-7ee3-4334-b5e1-8216e447fa64 req-a6d06f4f-81c2-463f-ba35-b8c92d50033a tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 936 time: 0.1925859 Nov 23 18:00:17.052343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:17.053104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.066975 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-f6b572ec-1c59-4a0e-a272-6313f4b1a5a8 service neutron] 10.222.0.66 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945195 Nov 23 18:00:17.072942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cc8f5be-7ee3-4334-b5e1-8216e447fa64 req-ee6550c1-bc5c-4695-bce3-b7ea3195b213 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798290 Nov 23 18:00:17.104081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-7dda6792-a265-428e-9764-b7ad45f9d1a9 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8301258 Nov 23 18:00:17.119811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Request body: {'port': {'device_id': '34287233-d040-4fcf-b0fb-8eafce104042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:17.210734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.216379 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a43601f0-3f0f-4416-8747-09e440275490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.219047 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b730681-b87e-46b3-86a8-b83c3241d28e req-3cc58b59-099e-4c61-92f7-91e244a71860 service neutron] 10.222.0.66 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403553 Nov 23 18:00:17.223683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a43601f0-3f0f-4416-8747-09e440275490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.257598 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a43601f0-3f0f-4416-8747-09e440275490 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=654b7f222b564168ab07b3231304c4c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5021777 Nov 23 18:00:17.259366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52964) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:17.298337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1e53c-ae49-4d65-9889-8379586d9d4e req-381b6d26-6b65-4495-9982-aab5a8e6d3c5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:17.299928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ff1e53c-ae49-4d65-9889-8379586d9d4e req-381b6d26-6b65-4495-9982-aab5a8e6d3c5 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 950 time: 0.1027877 Nov 23 18:00:17.310586 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43601f0-3f0f-4416-8747-09e440275490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25835c43-6df9-45f0-8d59-2c6092a33f90,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:17.351596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-924ded1b-617a-4ad0-a84c-747f76d64cef None None] Provisioning complete for port c2029f9d-2af2-4a78-aa06-5dba2883de56 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:17.354145 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-924ded1b-617a-4ad0-a84c-747f76d64cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.358530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec31abe6-596d-4b5f-85f3-17f67f85afea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.383873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec31abe6-596d-4b5f-85f3-17f67f85afea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.441127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ff1e53c-ae49-4d65-9889-8379586d9d4e req-aa599c7c-4fe7-4869-b1cd-4db46a808c7e tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322958 Nov 23 18:00:17.443454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-924ded1b-617a-4ad0-a84c-747f76d64cef None None] Port c2029f9d-2af2-4a78-aa06-5dba2883de56 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:17.464900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec31abe6-596d-4b5f-85f3-17f67f85afea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.471873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec31abe6-596d-4b5f-85f3-17f67f85afea admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.475805 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ec31abe6-596d-4b5f-85f3-17f67f85afea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/25835c43-6df9-45f0-8d59-2c6092a33f90 HTTP/1.1" status: 204 len: 168 time: 0.2129607 Nov 23 18:00:17.484034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31abe6-596d-4b5f-85f3-17f67f85afea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25835c43-6df9-45f0-8d59-2c6092a33f90,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:17.619199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2029f9d-2af2-4a78-aa06-5dba2883de56 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:17.631406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1d69a02a-39d9-4be2-9797-f96e242c1c28 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:17.652510 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.684096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Transition to ACTIVE for port object c2029f9d-2af2-4a78-aa06-5dba2883de56 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:17.691996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.729353 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.851572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:17.885583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'port_id': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'mac_address': 'fa:16:3e:1b:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a3ecc1-8441-4486-a119-eab270e7fc8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:17.935233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2029f9d-2af2-4a78-aa06-5dba2883de56,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:17.960469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.002670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d69a02a-39d9-4be2-9797-f96e242c1c28 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:18.030100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52992) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:18.061823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59556917-1eae-4ba8-974e-c57f9f5ab898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.077298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:18.085686 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.105714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d078c6-a032-47c1-8052-5bad11bfe002 req-bb54edeb-f2d7-41a1-8684-b7b00b1117de tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:18.109556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9d078c6-a032-47c1-8052-5bad11bfe002 req-bb54edeb-f2d7-41a1-8684-b7b00b1117de tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 945 time: 0.2795599 Nov 23 18:00:18.173843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:18.239871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9d078c6-a032-47c1-8052-5bad11bfe002 req-cfeed81d-4fe9-407e-8311-2ea9b717a804 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037104 Nov 23 18:00:18.279604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Attempting to bind port c2029f9d-2af2-4a78-aa06-5dba2883de56 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:18.280065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Attempting to bind port c2029f9d-2af2-4a78-aa06-5dba2883de56 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:18.280412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Attempting to bind port c2029f9d-2af2-4a78-aa06-5dba2883de56 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:18.287427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Port c2029f9d-2af2-4a78-aa06-5dba2883de56 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:18.287755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Attempting to bind port c2029f9d-2af2-4a78-aa06-5dba2883de56 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:18.296225 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59556917-1eae-4ba8-974e-c57f9f5ab898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.299747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:18.300092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:18.300965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:18.301419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Bound port: c2029f9d-2af2-4a78-aa06-5dba2883de56, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:18.302063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.304645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59556917-1eae-4ba8-974e-c57f9f5ab898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.330633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bec900-b582-4cc2-a581-2279690f15d6 req-731735e6-6979-44fc-9fc4-eba389c4bdc2 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:18.332592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8bec900-b582-4cc2-a581-2279690f15d6 req-731735e6-6979-44fc-9fc4-eba389c4bdc2 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 944 time: 0.1094489 Nov 23 18:00:18.364275 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-59556917-1eae-4ba8-974e-c57f9f5ab898 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a9e0540d36fa4dd2a82aed7f696fc4a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305612 Nov 23 18:00:18.364275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59556917-1eae-4ba8-974e-c57f9f5ab898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984c1d9b-9c6d-4a41-ad53-a74cf9181f43,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:18.365707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53002) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:18.365828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1d69a02a-39d9-4be2-9797-f96e242c1c28'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:18.398876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] For port c2029f9d-2af2-4a78-aa06-5dba2883de56, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:18.402039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] For port c2029f9d-2af2-4a78-aa06-5dba2883de56, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c2029f9d-2af2-4a78-aa06-5dba2883de56,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:18.440866 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f226d1f-4730-4a8e-877c-399c0a517ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.441476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.495363 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f226d1f-4730-4a8e-877c-399c0a517ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.495992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:18.497757 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.500048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] 10.222.0.66 "PUT /v2.0/ports/c2029f9d-2af2-4a78-aa06-5dba2883de56 HTTP/1.1" status: 200 len: 1096 time: 1.3864202 Nov 23 18:00:18.535893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34287233-d040-4fcf-b0fb-8eafce104042', 'tag': 'c2029f9d-2af2-4a78-aa06-5dba2883de56'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:18.539141 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5252dc-e139-4a82-aef2-7dda1c54b57b" -d '{"events": [{"name": "network-changed", "server_uuid": "34287233-d040-4fcf-b0fb-8eafce104042", "tag": "c2029f9d-2af2-4a78-aa06-5dba2883de56"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:18.594253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f226d1f-4730-4a8e-877c-399c0a517ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.598356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f226d1f-4730-4a8e-877c-399c0a517ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.617267 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9f226d1f-4730-4a8e-877c-399c0a517ef9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/984c1d9b-9c6d-4a41-ad53-a74cf9181f43 HTTP/1.1" status: 204 len: 168 time: 0.2431147 Nov 23 18:00:18.639703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8bec900-b582-4cc2-a581-2279690f15d6 req-4696d73b-e066-4713-8406-137816258067 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350204 Nov 23 18:00:18.640720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f226d1f-4730-4a8e-877c-399c0a517ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c1d9b-9c6d-4a41-ad53-a74cf9181f43,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:18.666019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d34a31-fa15-47a4-b935-69fb673951a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2029f9d-2af2-4a78-aa06-5dba2883de56,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:18.726608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b54c4-45d7-4d83-9998-656261ee87d5 req-425f8956-d5b3-4490-be65-4257db91cbf2 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:18.734831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b08b54c4-45d7-4d83-9998-656261ee87d5 req-425f8956-d5b3-4490-be65-4257db91cbf2 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 948 time: 0.2572870 Nov 23 18:00:18.742835 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac49725-c867-45c3-a1c1-cc7c4175da3b x-openstack-request-id: req-1ac49725-c867-45c3-a1c1-cc7c4175da3b {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:18.743126 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34287233-d040-4fcf-b0fb-8eafce104042", "tag": "c2029f9d-2af2-4a78-aa06-5dba2883de56", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:18.743385 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ac49725-c867-45c3-a1c1-cc7c4175da3b {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:18.743784 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34287233-d040-4fcf-b0fb-8eafce104042', 'tag': 'c2029f9d-2af2-4a78-aa06-5dba2883de56', 'status': 'completed', 'code': 200} Nov 23 18:00:18.747990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-907aa7b5-c13e-46e3-a2eb-28b2d6d9e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:18.750060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-907aa7b5-c13e-46e3-a2eb-28b2d6d9e50a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16528a47b4314093a9484d1bf14f26c9&device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 1099 time: 0.1684971 Nov 23 18:00:18.808048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-1dc25bcd-33b5-49aa-b35f-f278b949596f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c2029f9d-2af2-4a78-aa06-5dba2883de56 HTTP/1.1" status: 200 len: 217 time: 0.0423191 Nov 23 18:00:18.874729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b08b54c4-45d7-4d83-9998-656261ee87d5 req-063221c4-7175-477b-96c8-0f8c3794a6f1 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300077 Nov 23 18:00:18.884750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-46bfc906-6367-4e58-a69c-4f4954de89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:18.886234 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-46bfc906-6367-4e58-a69c-4f4954de89ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0695662 Nov 23 18:00:18.942097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-1ebffcd4-f358-4a23-86ab-db75d4b07d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:18.943755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-1ebffcd4-f358-4a23-86ab-db75d4b07d84 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497766 Nov 23 18:00:19.045467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-1dbbf98a-e6b5-4d11-b971-9fff8da257e7 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935483 Nov 23 18:00:19.161358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4268a63c-bfde-4408-a05f-3df3497f5193 req-92d23cc0-492f-4bfb-9b16-32b1b0936f3f service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080868 Nov 23 18:00:19.257026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-c60b42f1-19ec-4353-8a7c-5576adbdf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:19.259084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-c60b42f1-19ec-4353-8a7c-5576adbdf2ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16528a47b4314093a9484d1bf14f26c9&device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 1099 time: 0.0450008 Nov 23 18:00:19.383569 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.414473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 63463fc9-e634-4e93-8278-e721e30a89ec no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:19.436112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609abd0-5e7f-40b9-8e54-413699c287e7 req-c061e910-96ac-42cf-bb4b-8bebd9b4ae73 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:19.445994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b609abd0-5e7f-40b9-8e54-413699c287e7 req-c061e910-96ac-42cf-bb4b-8bebd9b4ae73 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 945 time: 0.1118057 Nov 23 18:00:19.456266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-6cd29cce-1197-48b3-bc5c-d2e78837c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:19.458612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-6cd29cce-1197-48b3-bc5c-d2e78837c7ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1901886 Nov 23 18:00:19.517523 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.521150 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-be1c0599-767f-4d65-a79d-7dce21c38a7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c2029f9d-2af2-4a78-aa06-5dba2883de56 HTTP/1.1" status: 200 len: 217 time: 0.0523272 Nov 23 18:00:19.599545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:19.601540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b609abd0-5e7f-40b9-8e54-413699c287e7 req-a1f87791-8f1d-43cf-9f09-d6f66adba432 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506279 Nov 23 18:00:19.602626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:19.614747 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d374381-b6fa-4264-9051-999938d3d2f9" -d '{"events": [{"server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "name": "network-vif-unplugged", "status": "completed", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:19.631232 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.637904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-2dd76c7c-6cfa-4240-b83b-015c15badb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:19.639798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-2dd76c7c-6cfa-4240-b83b-015c15badb9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1096685 Nov 23 18:00:19.672934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1d69a02a-39d9-4be2-9797-f96e242c1c28 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:19.709910 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3592fb-3ef6-42c8-89bf-1e7a6f296f09 x-openstack-request-id: req-0a3592fb-3ef6-42c8-89bf-1e7a6f296f09 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:19.710256 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "name": "network-vif-unplugged", "status": "completed", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:19.710469 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a3592fb-3ef6-42c8-89bf-1e7a6f296f09 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:19.710942 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec', 'code': 200} Nov 23 18:00:19.720163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-ec6f70a9-3efc-4f76-b74e-19f4afd33cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:19.723796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-ec6f70a9-3efc-4f76-b74e-19f4afd33cc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751643 Nov 23 18:00:19.757382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:19.781301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 1d69a02a-39d9-4be2-9797-f96e242c1c28 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:19.795317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 1d69a02a-39d9-4be2-9797-f96e242c1c28 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:19.795653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.942629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79661c-b25f-4b26-82e9-ee828acfff7b req-0879ec66-10be-4bff-9ad6-769bd5983820 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:19.944566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af79661c-b25f-4b26-82e9-ee828acfff7b req-0879ec66-10be-4bff-9ad6-769bd5983820 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 944 time: 0.1458793 Nov 23 18:00:19.952761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-ddd45c44-bf5b-4691-aaf1-89290882cd50 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194951 Nov 23 18:00:20.023995 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.104784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:20.123965 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.192056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af79661c-b25f-4b26-82e9-ee828acfff7b req-a99dc279-4c33-40a9-a94b-7d57fc2b9a2d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373111 Nov 23 18:00:20.202892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:20.231510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d523a3-0688-417f-8f79-dd27997d9c61 req-85799feb-5506-451d-af89-35201110eb31 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:20.234255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d523a3-0688-417f-8f79-dd27997d9c61 req-85799feb-5506-451d-af89-35201110eb31 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 948 time: 0.1980011 Nov 23 18:00:20.273548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b5252dc-e139-4a82-aef2-7dda1c54b57b req-7bb49b8b-454a-4b50-8afc-b1f83a7eddf6 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986529 Nov 23 18:00:20.315402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d523a3-0688-417f-8f79-dd27997d9c61 req-fcbc9d27-ffef-4c88-b1b3-754149a48da3 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697715 Nov 23 18:00:20.355323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4efeec-e58e-41bd-b45f-ffea1ae7c66e req-a2f4e18c-8cf6-4eac-9b76-b2f82971ef44 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:20.359210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de4efeec-e58e-41bd-b45f-ffea1ae7c66e req-a2f4e18c-8cf6-4eac-9b76-b2f82971ef44 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 945 time: 0.0612819 Nov 23 18:00:20.425548 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.431761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de4efeec-e58e-41bd-b45f-ffea1ae7c66e req-d5b1c69a-46ab-4bdb-9bd2-ab0bee6dfed2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664160 Nov 23 18:00:21.318225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46276617-ab5d-4ac2-9c50-ef006628f8f2 req-1ce63655-827c-454b-84e8-ecdd117af5c1 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.319940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46276617-ab5d-4ac2-9c50-ef006628f8f2 req-1ce63655-827c-454b-84e8-ecdd117af5c1 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0503917 Nov 23 18:00:21.379278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46276617-ab5d-4ac2-9c50-ef006628f8f2 req-9b6673c2-2e51-4108-acec-459b9bd412d9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522592 Nov 23 18:00:21.429958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:21.535821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f63ab-22f5-44cb-be64-f695ff1ecd73 req-149ffe0d-4efd-40b3-b5bb-7bae8ba34a2b tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.549590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca2f63ab-22f5-44cb-be64-f695ff1ecd73 req-149ffe0d-4efd-40b3-b5bb-7bae8ba34a2b tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 948 time: 0.1338930 Nov 23 18:00:21.594475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:21.610919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'mac_address': 'fa:16:3e:b3:dc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:21.646041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca2f63ab-22f5-44cb-be64-f695ff1ecd73 req-12851f07-8875-462c-a0d6-bce3b49d5689 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955720 Nov 23 18:00:21.678172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c2029f9d-2af2-4a78-aa06-5dba2883de56 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:21.678288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66149258-2f7f-4adf-90ef-e0697fba266a req-0ef8d82f-9cc5-444d-87bb-582ab4c9e5e0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.678288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66149258-2f7f-4adf-90ef-e0697fba266a req-0ef8d82f-9cc5-444d-87bb-582ab4c9e5e0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 945 time: 0.1043046 Nov 23 18:00:21.751203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:21.755111 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c5cf52-a27e-4e6a-8a09-286207239930" -d '{"events": [{"server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "name": "network-vif-plugged", "status": "completed", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:21.786496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66149258-2f7f-4adf-90ef-e0697fba266a req-d924d3e2-89ca-4512-966e-44a51f1a155e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022422 Nov 23 18:00:21.803337 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.833655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:21.851981 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3023dee7-37ab-4afc-865d-71ebab12bfdb x-openstack-request-id: req-3023dee7-37ab-4afc-865d-71ebab12bfdb {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:21.852557 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "name": "network-vif-plugged", "status": "completed", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:21.852991 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3023dee7-37ab-4afc-865d-71ebab12bfdb {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:21.855859 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'code': 200} Nov 23 18:00:21.892507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-239aa16e-4854-40d5-b935-2360f56f1087 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.895523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:21.896723 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-239aa16e-4854-40d5-b935-2360f56f1087 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.72 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 945 time: 0.0758517 Nov 23 18:00:21.905147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c2029f9d-2af2-4a78-aa06-5dba2883de56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c2029f9d-2af2-4a78-aa06-5dba2883de56,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:21.908269 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.975121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'c2029f9d-2af2-4a78-aa06-5dba2883de56', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'c2029f9d-2af2-4a78-aa06-5dba2883de56', 'mac_address': 'fa:16:3e:25:1a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:22.013004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845e1c-b05f-4b42-8c7c-36a17d3c981e req-bf061bc2-40fa-4831-916e-10adbac1f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.015030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f845e1c-b05f-4b42-8c7c-36a17d3c981e req-bf061bc2-40fa-4831-916e-10adbac1f960 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 1096 time: 0.0722291 Nov 23 18:00:22.050065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['d4ea35ad-6eee-4a51-9fe7-467c9d8f3575'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:22.104709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Deleting port 6c81a654-fd96-46ed-a266-717b18150603 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:22.105312 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.113114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f845e1c-b05f-4b42-8c7c-36a17d3c981e req-0d5540fa-bceb-42d9-85d8-6487923ee338 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899756 Nov 23 18:00:22.116364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:22.128657 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.247217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] For port 6c81a654-fd96-46ed-a266-717b18150603, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=6c81a654-fd96-46ed-a266-717b18150603,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:22.247597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.262730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Calling delete_port for 6c81a654-fd96-46ed-a266-717b18150603 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:22.344825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2029f9d-2af2-4a78-aa06-5dba2883de56 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:22.388337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c2029f9d-2af2-4a78-aa06-5dba2883de56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c2029f9d-2af2-4a78-aa06-5dba2883de56,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:22.416314 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.562184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=c2029f9d-2af2-4a78-aa06-5dba2883de56,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:22.594761 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.642759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7720577-2887-4ba6-a951-51e3088c08fd req-533f0f2e-4b1b-4d92-a0ab-5c4d31c6bcc3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.651272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7720577-2887-4ba6-a951-51e3088c08fd req-533f0f2e-4b1b-4d92-a0ab-5c4d31c6bcc3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1228156 Nov 23 18:00:22.732218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Pushing event deleted for resources: {'Port': ['ID=6c81a654-fd96-46ed-a266-717b18150603,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:22.740292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] No DVR routers for this DVR port 6c81a654-fd96-46ed-a266-717b18150603 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:22.744600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.749739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7720577-2887-4ba6-a951-51e3088c08fd req-a4f53206-71c4-4f9d-b8b2-761ab987cbbf tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979576 Nov 23 18:00:22.753848 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-642d97cc-c61d-46e8-ba74-23980efb32b3 req-f3b63210-22be-4ff3-8bfb-32fffe1ac29e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.72 "DELETE /v2.0/ports/6c81a654-fd96-46ed-a266-717b18150603 HTTP/1.1" status: 204 len: 173 time: 0.8395178 Nov 23 18:00:22.754362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485ac9d7-4966-41fa-8c08-aec1f2cd268a', 'name': 'network-vif-deleted', 'tag': '6c81a654-fd96-46ed-a266-717b18150603'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:22.756668 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4d32d3-441c-4c3b-898a-1a6ae245fd1b" -d '{"events": [{"server_uuid": "485ac9d7-4966-41fa-8c08-aec1f2cd268a", "name": "network-vif-deleted", "tag": "6c81a654-fd96-46ed-a266-717b18150603"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:22.767093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['c2029f9d-2af2-4a78-aa06-5dba2883de56'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:22.959351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4e422-e04e-481f-9d94-56de4e3fb2fe req-794dc368-1347-496c-8c2a-0c52aeed43ac tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.970723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af4e422-e04e-481f-9d94-56de4e3fb2fe req-794dc368-1347-496c-8c2a-0c52aeed43ac tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 949 time: 0.1753161 Nov 23 18:00:22.992273 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5e5c70-ac4f-496a-9f23-a23a6c55e80e x-openstack-request-id: req-7e5e5c70-ac4f-496a-9f23-a23a6c55e80e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:22.992792 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485ac9d7-4966-41fa-8c08-aec1f2cd268a", "name": "network-vif-deleted", "tag": "6c81a654-fd96-46ed-a266-717b18150603", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:22.992792 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e5e5c70-ac4f-496a-9f23-a23a6c55e80e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:22.993217 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485ac9d7-4966-41fa-8c08-aec1f2cd268a', 'name': 'network-vif-deleted', 'tag': '6c81a654-fd96-46ed-a266-717b18150603', 'status': 'completed', 'code': 200} Nov 23 18:00:23.001165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['10c6765f-db63-4429-8717-e02044dc943b', '6c81a654-fd96-46ed-a266-717b18150603'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:23.102415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af4e422-e04e-481f-9d94-56de4e3fb2fe req-03d6e914-632b-4130-a006-ff20badc270c tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307602 Nov 23 18:00:23.227217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05ae86b6-c962-463f-9b7f-a29e8192ad6c req-8713c703-309f-4df1-9734-08c8979159a9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=485ac9d7-4966-41fa-8c08-aec1f2cd268a HTTP/1.1" status: 200 len: 210 time: 0.0951779 Nov 23 18:00:23.431251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:23.609570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:23.610219 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:23.722515 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:00:23.760014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:23.812049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:23.818408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:23.876636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449747ac-f865-4430-87ba-5ae351517e8b req-8e79fabc-118c-40c7-8243-5140be480af1 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:23.883800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:23.886430 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c4ae71-c30f-4e92-9353-e0c8a436d6e8" -d '{"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:23.890373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:23.906538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-449747ac-f865-4430-87ba-5ae351517e8b req-8e79fabc-118c-40c7-8243-5140be480af1 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0858610 Nov 23 18:00:23.978911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-449747ac-f865-4430-87ba-5ae351517e8b req-3b7eaf9b-44d3-45fb-ac47-447327152c1d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666823 Nov 23 18:00:24.026478 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88843d1-504d-4fdb-a8e8-c4c6fdf26248 x-openstack-request-id: req-a88843d1-504d-4fdb-a8e8-c4c6fdf26248 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:24.027191 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:24.027711 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a88843d1-504d-4fdb-a8e8-c4c6fdf26248 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:24.028556 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'code': 200} Nov 23 18:00:24.116973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55087-8040-45d6-993f-9559c051a535 req-1c57aa79-36fb-4c92-adaf-67ff3b902ce6 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.119823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fae55087-8040-45d6-993f-9559c051a535 req-1c57aa79-36fb-4c92-adaf-67ff3b902ce6 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0721035 Nov 23 18:00:24.206141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fae55087-8040-45d6-993f-9559c051a535 req-1746c819-644e-43ed-a446-b5fc8c579975 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724134 Nov 23 18:00:24.314083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338ba43-72c5-402a-a0f3-a744cf5919f6 req-814b3180-6fd1-4cc3-b04d-621cdeeda191 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.321404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4338ba43-72c5-402a-a0f3-a744cf5919f6 req-814b3180-6fd1-4cc3-b04d-621cdeeda191 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 949 time: 0.1142244 Nov 23 18:00:24.419868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4338ba43-72c5-402a-a0f3-a744cf5919f6 req-4f82a8d5-0445-480c-9a3a-1bce64f16255 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969152 Nov 23 18:00:24.692079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee374f45-03a0-4fba-b25b-8b6925411122 req-b2a2cf8d-b358-47c6-971a-19a2c6bb2752 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.695482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee374f45-03a0-4fba-b25b-8b6925411122 req-b2a2cf8d-b358-47c6-971a-19a2c6bb2752 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1633844 Nov 23 18:00:24.721485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65b66-9a9a-4c53-87e4-14a8294b6bd8 req-a5ece482-e345-4478-992f-c295a89bad3e tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.723043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ea65b66-9a9a-4c53-87e4-14a8294b6bd8 req-a5ece482-e345-4478-992f-c295a89bad3e tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1080482 Nov 23 18:00:24.796777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee374f45-03a0-4fba-b25b-8b6925411122 req-d2cbfe46-9af4-4e4b-b8b4-0085d57bdcda tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942764 Nov 23 18:00:24.806820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ea65b66-9a9a-4c53-87e4-14a8294b6bd8 req-5a2401e3-bc28-46ae-adc9-a05eb331fb4d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Nov 23 18:00:24.977715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fd288-b16c-4148-9fca-fb76cf4104a6 req-e63f3ed2-417c-40ad-886a-ebc577d35b6f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.980328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-185fd288-b16c-4148-9fca-fb76cf4104a6 req-e63f3ed2-417c-40ad-886a-ebc577d35b6f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0598865 Nov 23 18:00:25.048273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-185fd288-b16c-4148-9fca-fb76cf4104a6 req-06f90be7-441c-4ff4-9fe7-b721b4a287cb tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539529 Nov 23 18:00:25.196321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7f44-5126-424d-bce6-36291c20c066 req-bc1d2dd9-6054-42f5-990f-7f58bd2f129a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:25.197852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f8f7f44-5126-424d-bce6-36291c20c066 req-bc1d2dd9-6054-42f5-990f-7f58bd2f129a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0809641 Nov 23 18:00:25.268804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f8f7f44-5126-424d-bce6-36291c20c066 req-ecc81d4f-d55c-457b-b21f-2c536e49b3ec tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621667 Nov 23 18:00:25.410769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6bc25-07ba-4d15-a806-23276e997b9c req-c06d1b5f-e27d-4816-bbbf-a2e1abf059f1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:25.412335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea6bc25-07ba-4d15-a806-23276e997b9c req-c06d1b5f-e27d-4816-bbbf-a2e1abf059f1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0640485 Nov 23 18:00:25.440751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 6c81a654-fd96-46ed-a266-717b18150603 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:25.476082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 6c81a654-fd96-46ed-a266-717b18150603 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:25.476610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 6c81a654-fd96-46ed-a266-717b18150603 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:25.548369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ea6bc25-07ba-4d15-a806-23276e997b9c req-d877c470-2858-4935-a4db-c4c30063e1ac tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162677 Nov 23 18:00:25.569513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976edb1-4a74-4347-955b-c70022444f8c req-20f195c3-0429-4193-9cd4-2c5ad8d320ad tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:25.578881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b976edb1-4a74-4347-955b-c70022444f8c req-20f195c3-0429-4193-9cd4-2c5ad8d320ad tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1238799 Nov 23 18:00:25.641599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b976edb1-4a74-4347-955b-c70022444f8c req-12ab8a12-501e-44d2-9cb4-693f2d8d6564 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569053 Nov 23 18:00:25.675653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c2029f9d-2af2-4a78-aa06-5dba2883de56 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:25.797897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port c2029f9d-2af2-4a78-aa06-5dba2883de56 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:25.805099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port c2029f9d-2af2-4a78-aa06-5dba2883de56 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:25.805593 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.806258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a380-6ae7-4673-85ff-8bc9c0a98d76 req-c4727324-09e8-4f62-bf34-5122f29a52b2 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:25.808598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3223a380-6ae7-4673-85ff-8bc9c0a98d76 req-c4727324-09e8-4f62-bf34-5122f29a52b2 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 949 time: 0.0893388 Nov 23 18:00:25.909595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3223a380-6ae7-4673-85ff-8bc9c0a98d76 req-9b145e9a-1ccb-4a7a-923c-4e32a53d0a86 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944955 Nov 23 18:00:25.971412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.029211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c2029f9d-2af2-4a78-aa06-5dba2883de56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c2029f9d-2af2-4a78-aa06-5dba2883de56,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:26.030160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34287233-d040-4fcf-b0fb-8eafce104042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2029f9d-2af2-4a78-aa06-5dba2883de56'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:26.033291 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64a9ef4-949c-44cc-8c83-d14bdd0d7be2" -d '{"events": [{"server_uuid": "34287233-d040-4fcf-b0fb-8eafce104042", "name": "network-vif-plugged", "status": "completed", "tag": "c2029f9d-2af2-4a78-aa06-5dba2883de56"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:26.050929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.171941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=c2029f9d-2af2-4a78-aa06-5dba2883de56,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:26.182719 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a3fdd6-0d29-4f09-a95f-460b93b1c3d2 x-openstack-request-id: req-77a3fdd6-0d29-4f09-a95f-460b93b1c3d2 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:26.183055 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34287233-d040-4fcf-b0fb-8eafce104042", "name": "network-vif-plugged", "status": "completed", "tag": "c2029f9d-2af2-4a78-aa06-5dba2883de56", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:26.183327 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77a3fdd6-0d29-4f09-a95f-460b93b1c3d2 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:26.184459 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34287233-d040-4fcf-b0fb-8eafce104042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2029f9d-2af2-4a78-aa06-5dba2883de56', 'code': 200} Nov 23 18:00:26.263053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6cbfc-327b-4d3e-9a6c-79a44f4042d0 req-41b9db14-04b2-4e2d-9dcb-01f33c5fc332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:26.264742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57b6cbfc-327b-4d3e-9a6c-79a44f4042d0 req-41b9db14-04b2-4e2d-9dcb-01f33c5fc332 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 1101 time: 0.0827982 Nov 23 18:00:26.337165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57b6cbfc-327b-4d3e-9a6c-79a44f4042d0 req-8966886f-e229-45dc-8d76-d13e428e50ca service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656240 Nov 23 18:00:26.810306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6be1e-1629-4477-84b9-85dbacb67dfd req-ab4034bc-d2b9-49fc-a53a-aacf0f521aec tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:26.818727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5df6be1e-1629-4477-84b9-85dbacb67dfd req-ab4034bc-d2b9-49fc-a53a-aacf0f521aec tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0719304 Nov 23 18:00:26.898973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5df6be1e-1629-4477-84b9-85dbacb67dfd req-dcef4650-b38b-43ee-b1e2-cf1bb0571567 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619831 Nov 23 18:00:27.081755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fa4fe-fbd2-4f42-a9ac-2989b4eecd1f req-920a7cb3-d1cd-49df-ada3-0ea0b1ee0d85 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.091732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-307fa4fe-fbd2-4f42-a9ac-2989b4eecd1f req-920a7cb3-d1cd-49df-ada3-0ea0b1ee0d85 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 950 time: 0.0872760 Nov 23 18:00:27.194762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-307fa4fe-fbd2-4f42-a9ac-2989b4eecd1f req-53d1245d-1849-4e12-bdb1-fbda1dc47e96 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978796 Nov 23 18:00:28.045740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b7b3c-0574-432d-9551-af4f38d31bc0 req-acb032b5-938c-473b-8755-3899d0bcdc00 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:28.050793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-246b7b3c-0574-432d-9551-af4f38d31bc0 req-acb032b5-938c-473b-8755-3899d0bcdc00 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0884027 Nov 23 18:00:28.125167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-246b7b3c-0574-432d-9551-af4f38d31bc0 req-b2800b13-77ee-495b-b7ac-dfdbde84213f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675194 Nov 23 18:00:28.356778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0186459-b36c-4afd-a546-6f19c89f95c5 req-1a2e763f-1777-45ad-9983-080b76ddb74f tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:28.365851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0186459-b36c-4afd-a546-6f19c89f95c5 req-1a2e763f-1777-45ad-9983-080b76ddb74f tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 950 time: 0.0855737 Nov 23 18:00:28.446207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0186459-b36c-4afd-a546-6f19c89f95c5 req-144dd33e-c5e5-439c-9b3e-51a681d26dd1 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790961 Nov 23 18:00:28.756441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0ae2f-eed5-46a8-a9ed-235a8e774d18 req-38923b19-9d11-4f6b-8583-579a8e753dd6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:28.757926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b0ae2f-eed5-46a8-a9ed-235a8e774d18 req-38923b19-9d11-4f6b-8583-579a8e753dd6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0939755 Nov 23 18:00:28.825992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b0ae2f-eed5-46a8-a9ed-235a8e774d18 req-8297a162-9f88-4cb9-944c-decc1d789391 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Nov 23 18:00:28.913470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9a792-a640-46be-a20b-db52e50aa3b1 req-43db525b-b3fd-4c58-8add-f1449748417b tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:28.922785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaa9a792-a640-46be-a20b-db52e50aa3b1 req-43db525b-b3fd-4c58-8add-f1449748417b tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 950 time: 0.0752380 Nov 23 18:00:29.009534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaa9a792-a640-46be-a20b-db52e50aa3b1 req-19ae7024-7327-46e8-aa70-92921a522316 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813482 Nov 23 18:00:29.037512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255d1e9-3411-4e60-942e-0b8f68678599 req-e837df00-0b4b-42a5-bc68-c05fc7e92a19 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:29.039247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2255d1e9-3411-4e60-942e-0b8f68678599 req-e837df00-0b4b-42a5-bc68-c05fc7e92a19 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0988986 Nov 23 18:00:29.108514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2255d1e9-3411-4e60-942e-0b8f68678599 req-5ca9204d-5416-4bc1-9fd9-c316a6fc1afd tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620830 Nov 23 18:00:29.353656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67428d2c-806c-4f5b-b930-9bc295726b2e req-ab8df2ae-eb42-4b5b-b7eb-6b1920c2eca4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:29.360483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67428d2c-806c-4f5b-b930-9bc295726b2e req-ab8df2ae-eb42-4b5b-b7eb-6b1920c2eca4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1138799 Nov 23 18:00:29.504297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67428d2c-806c-4f5b-b930-9bc295726b2e req-a9882f1d-4855-4c84-8e38-a0b9b757a45f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335580 Nov 23 18:00:30.444744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e341c6c-b1d7-441e-819d-536a96b45d54 req-6745e80a-c1eb-4254-a722-e03b9fa20451 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:30.456029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e341c6c-b1d7-441e-819d-536a96b45d54 req-6745e80a-c1eb-4254-a722-e03b9fa20451 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 950 time: 0.3092887 Nov 23 18:00:30.988473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e341c6c-b1d7-441e-819d-536a96b45d54 req-795d30ee-fc94-4298-86bd-e63beb8a70ca tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/security-groups?id=da42c3f5-6d7a-493a-9191-47824f2513ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283322 Nov 23 18:00:31.039497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-6862eebc-103e-49ce-9959-a5f51fc13791 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:31.040891 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-6862eebc-103e-49ce-9959-a5f51fc13791 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.66 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 950 time: 0.7228179 Nov 23 18:00:31.160168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1da50-c463-4acf-a363-55c827f5c94b req-f19a4ce7-a39f-4d01-8a0b-676df63190ed tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:31.162185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afe1da50-c463-4acf-a363-55c827f5c94b req-f19a4ce7-a39f-4d01-8a0b-676df63190ed tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1705937 Nov 23 18:00:31.243479 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afe1da50-c463-4acf-a363-55c827f5c94b req-270504dc-288d-4db4-b8cc-f74fccd9ddc8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739543 Nov 23 18:00:31.247864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Deleting port c2029f9d-2af2-4a78-aa06-5dba2883de56 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:31.248334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.356056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] For port c2029f9d-2af2-4a78-aa06-5dba2883de56, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c2029f9d-2af2-4a78-aa06-5dba2883de56,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:31.356703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.374351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Calling delete_port for c2029f9d-2af2-4a78-aa06-5dba2883de56 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:31.547589 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.560598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['c2029f9d-2af2-4a78-aa06-5dba2883de56'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:31.587041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Pushing event deleted for resources: {'Port': ['ID=c2029f9d-2af2-4a78-aa06-5dba2883de56,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:31.648274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] No DVR routers for this DVR port c2029f9d-2af2-4a78-aa06-5dba2883de56 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:31.651999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.658930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad649fa2-f43d-4b72-b1d2-40ebdf3aae23 req-9a8ed11f-07e5-4231-a548-c92eceedb8e6 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.66 "DELETE /v2.0/ports/c2029f9d-2af2-4a78-aa06-5dba2883de56 HTTP/1.1" status: 204 len: 173 time: 0.6083512 Nov 23 18:00:31.659432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34287233-d040-4fcf-b0fb-8eafce104042', 'name': 'network-vif-deleted', 'tag': 'c2029f9d-2af2-4a78-aa06-5dba2883de56'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:31.661774 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc3e86c-1ea8-4a11-89f4-23bf28105a2e" -d '{"events": [{"server_uuid": "34287233-d040-4fcf-b0fb-8eafce104042", "name": "network-vif-deleted", "tag": "c2029f9d-2af2-4a78-aa06-5dba2883de56"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:31.726988 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed948b3-9499-45ee-bad5-f52c410c70f8 x-openstack-request-id: req-4ed948b3-9499-45ee-bad5-f52c410c70f8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:31.727403 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34287233-d040-4fcf-b0fb-8eafce104042", "name": "network-vif-deleted", "tag": "c2029f9d-2af2-4a78-aa06-5dba2883de56", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:31.727734 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ed948b3-9499-45ee-bad5-f52c410c70f8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:31.728268 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34287233-d040-4fcf-b0fb-8eafce104042', 'name': 'network-vif-deleted', 'tag': 'c2029f9d-2af2-4a78-aa06-5dba2883de56', 'status': 'completed', 'code': 200} Nov 23 18:00:32.044699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cbbbf-c49e-4abc-851a-e5483b0c1d1f req-0d4031f3-35f4-4370-ab67-a4237100f812 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.063103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-139cbbbf-c49e-4abc-851a-e5483b0c1d1f req-0d4031f3-35f4-4370-ab67-a4237100f812 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1040990 Nov 23 18:00:32.141580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-139cbbbf-c49e-4abc-851a-e5483b0c1d1f req-c9c45d28-f7b6-492b-afa8-b4d66e5d0461 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772865 Nov 23 18:00:32.289751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d2f1a8e-c4d9-4de2-8cb5-5f52ab89fa51 req-10cea19f-cf80-4f19-8967-4a308f0e3094 tempest-ServerDiagnosticsNegativeTest-476296353 tempest-ServerDiagnosticsNegativeTest-476296353-project] 10.222.0.74 "GET /v2.0/ports?device_id=34287233-d040-4fcf-b0fb-8eafce104042 HTTP/1.1" status: 200 len: 210 time: 0.0970945 Nov 23 18:00:32.413797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-3d739877-22c0-44d6-a6d3-4d279930c52f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2188292 Nov 23 18:00:32.660416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1614022-6940-4a16-bad8-b8eef8dff7ef req-b82b83c4-3ea0-4e2a-8206-fa67375f2dac tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.660416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1614022-6940-4a16-bad8-b8eef8dff7ef req-b82b83c4-3ea0-4e2a-8206-fa67375f2dac tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1792576 Nov 23 18:00:32.676833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-7f00449a-23a8-4f36-853e-a72d1e4fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.677786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-7f00449a-23a8-4f36-853e-a72d1e4fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.689008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-7f00449a-23a8-4f36-853e-a72d1e4fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.689593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-7f00449a-23a8-4f36-853e-a72d1e4fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.690154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-7f00449a-23a8-4f36-853e-a72d1e4fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.691369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-7f00449a-23a8-4f36-853e-a72d1e4fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.691988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-7f00449a-23a8-4f36-853e-a72d1e4fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.694257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-7f00449a-23a8-4f36-853e-a72d1e4fc285 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6491 time: 0.1615136 Nov 23 18:00:32.713730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4f298-8b31-47d6-b50d-4d4a999d4cc4 req-bc4a6c08-f21c-48eb-9856-41c4aafd7d01 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.715664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-deb4f298-8b31-47d6-b50d-4d4a999d4cc4 req-bc4a6c08-f21c-48eb-9856-41c4aafd7d01 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1486385 Nov 23 18:00:32.878586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1614022-6940-4a16-bad8-b8eef8dff7ef req-107b88bf-628f-4217-a940-ec718b538814 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695251 Nov 23 18:00:32.884684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-deb4f298-8b31-47d6-b50d-4d4a999d4cc4 req-3d130772-dd10-43da-b6c7-7a9e2dd61c70 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610603 Nov 23 18:00:32.960670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-5a6417ad-a2a5-4468-ab20-88e834e851ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.961894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-5a6417ad-a2a5-4468-ab20-88e834e851ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.962383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-5a6417ad-a2a5-4468-ab20-88e834e851ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.964306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-5a6417ad-a2a5-4468-ab20-88e834e851ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0 HTTP/1.1" status: 200 len: 2292 time: 0.2394238 Nov 23 18:00:33.082563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-fbe50e71-1824-47af-8d9c-8bed27e1ae7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6 HTTP/1.1" status: 200 len: 1001 time: 0.1087782 Nov 23 18:00:33.162235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-1c3c54cd-af52-44a4-a6c3-fc21174401a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.164139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-1c3c54cd-af52-44a4-a6c3-fc21174401a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=291e8618-8a09-4d5c-b07b-1d9965435064 HTTP/1.1" status: 200 len: 850 time: 0.0720654 Nov 23 18:00:33.181678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c8de9-e23d-40b9-9fa4-19351c17fea0 req-9c700cab-e4dc-4ae2-a45a-be183c917c35 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.189973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb9c8de9-e23d-40b9-9fa4-19351c17fea0 req-9c700cab-e4dc-4ae2-a45a-be183c917c35 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0992372 Nov 23 18:00:33.279390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-902e25bc-934e-414d-9fbc-adcdb5d0875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.286153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-902e25bc-934e-414d-9fbc-adcdb5d0875b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925322 Nov 23 18:00:33.299012 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb9c8de9-e23d-40b9-9fa4-19351c17fea0 req-cc63892c-5b6d-4a4b-80df-96784b7e46b2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078069 Nov 23 18:00:33.523457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-72ab1ef9-d57b-412f-b73e-6dd70e1aa095 service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233586 Nov 23 18:00:33.660197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-66ef7bf6-f8d9-40fa-8841-b76ca63b412e service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208434 Nov 23 18:00:33.723704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-8d5bd9e9-b556-4ae7-b71c-6c7cb933bac5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 217 time: 0.0432844 Nov 23 18:00:33.727011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c2029f9d-2af2-4a78-aa06-5dba2883de56 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:33.786050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: c2029f9d-2af2-4a78-aa06-5dba2883de56 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:33.806521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c2029f9d-2af2-4a78-aa06-5dba2883de56 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:33.822206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732b154-3d59-47fe-8e12-17ccc0dc56d5 req-f1a990f2-418e-43ff-96cf-fc43c3a1e14a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.832503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8732b154-3d59-47fe-8e12-17ccc0dc56d5 req-f1a990f2-418e-43ff-96cf-fc43c3a1e14a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.3077712 Nov 23 18:00:33.909176 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53500) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:33.951551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-e4e5f937-d733-4750-86be-47d6f6248b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.954049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-e4e5f937-d733-4750-86be-47d6f6248b7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.2142370 Nov 23 18:00:33.975557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-2bd3f806-c39d-46bb-a26e-afffe76124dd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.982709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-2bd3f806-c39d-46bb-a26e-afffe76124dd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.989458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-2bd3f806-c39d-46bb-a26e-afffe76124dd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.997857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-2bd3f806-c39d-46bb-a26e-afffe76124dd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.006364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-2bd3f806-c39d-46bb-a26e-afffe76124dd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.013526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-2bd3f806-c39d-46bb-a26e-afffe76124dd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.020544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-2bd3f806-c39d-46bb-a26e-afffe76124dd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.031233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-2bd3f806-c39d-46bb-a26e-afffe76124dd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5434 time: 0.2847958 Nov 23 18:00:34.143993 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1cc860cc-f7e5-4904-b460-c7bf73944536 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16528a47b4314093a9484d1bf14f26c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333415 Nov 23 18:00:34.145707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53508) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:34.160919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8732b154-3d59-47fe-8e12-17ccc0dc56d5 req-313580cf-c32e-4f7f-aa3a-9f97b6d52892 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275948 Nov 23 18:00:34.266552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-cecdc98f-5dda-40ab-8b62-8fb205b6d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.280473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-cecdc98f-5dda-40ab-8b62-8fb205b6d5bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2466311 Nov 23 18:00:34.347616 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-68c34a28-c339-4e00-91b0-87dd110e60db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2003245 Nov 23 18:00:34.370514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f12dc99e-39e5-48c6-b6cf-b38543a56c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:34.441034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f12dc99e-39e5-48c6-b6cf-b38543a56c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:34.492714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-79fea03f-ff82-4dd4-83e4-8ef2baec6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.494760 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-79fea03f-ff82-4dd4-83e4-8ef2baec6ba0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 1096 time: 0.1187840 Nov 23 18:00:34.496383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08409a0b-4efb-4acd-ac26-0cd00e86198b req-6f0b264f-1826-4785-94c4-3b89653657c4 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4586952 Nov 23 18:00:34.555394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f12dc99e-39e5-48c6-b6cf-b38543a56c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:34.557883 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f12dc99e-39e5-48c6-b6cf-b38543a56c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:34.559352 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f12dc99e-39e5-48c6-b6cf-b38543a56c90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da42c3f5-6d7a-493a-9191-47824f2513ef HTTP/1.1" status: 204 len: 168 time: 0.3389037 Nov 23 18:00:34.622735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890ecf-56bb-49e3-a20d-00ade80d1b4b req-59853f5e-60d1-4524-bfef-03413eee64aa tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.624581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78890ecf-56bb-49e3-a20d-00ade80d1b4b req-59853f5e-60d1-4524-bfef-03413eee64aa tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.3386014 Nov 23 18:00:34.641438 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dc99e-39e5-48c6-b6cf-b38543a56c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da42c3f5-6d7a-493a-9191-47824f2513ef,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:34.850510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-7e0caf90-799a-4efe-aed4-ede1dae803a6 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491643 Nov 23 18:00:34.955943 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78890ecf-56bb-49e3-a20d-00ade80d1b4b req-725dca3d-9738-4c5d-a722-d24be7b04bc1 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304670 Nov 23 18:00:35.054849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-f03025ed-c037-469a-a06f-3259bdacd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.064701 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-f03025ed-c037-469a-a06f-3259bdacd1c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 912 time: 0.5321414 Nov 23 18:00:35.169056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19200-ad6f-4f07-bb6c-0334257690af req-bc475800-e299-4e6a-96f1-7166ef05b685 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.180463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19200-ad6f-4f07-bb6c-0334257690af req-bc475800-e299-4e6a-96f1-7166ef05b685 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.189129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19200-ad6f-4f07-bb6c-0334257690af req-bc475800-e299-4e6a-96f1-7166ef05b685 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.201105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19200-ad6f-4f07-bb6c-0334257690af req-bc475800-e299-4e6a-96f1-7166ef05b685 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.213384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19200-ad6f-4f07-bb6c-0334257690af req-bc475800-e299-4e6a-96f1-7166ef05b685 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.216560 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-d4c0efc3-9c2c-4d33-9d3e-2243fb094599 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f HTTP/1.1" status: 200 len: 1000 time: 0.1331012 Nov 23 18:00:35.222066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19200-ad6f-4f07-bb6c-0334257690af req-bc475800-e299-4e6a-96f1-7166ef05b685 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.230085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19200-ad6f-4f07-bb6c-0334257690af req-bc475800-e299-4e6a-96f1-7166ef05b685 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.243785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d19200-ad6f-4f07-bb6c-0334257690af req-bc475800-e299-4e6a-96f1-7166ef05b685 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5434 time: 0.3130224 Nov 23 18:00:35.304445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-9607ccbb-7f8b-4738-bbef-d32acf614ab5 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409065 Nov 23 18:00:35.343022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-48200aff-7706-44ca-8c6e-824b20c32389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.344282 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-48200aff-7706-44ca-8c6e-824b20c32389 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.1116402 Nov 23 18:00:35.381838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-0d4ee460-ac72-441a-9f86-ed7218f52038 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 217 time: 0.0472915 Nov 23 18:00:35.417550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53536) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:35.442961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eee998-59fa-4eb7-b6d4-374cf64a73a0 req-7a7e2b72-071a-4974-8be9-92f6c95f0efc tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.452687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95eee998-59fa-4eb7-b6d4-374cf64a73a0 req-7a7e2b72-071a-4974-8be9-92f6c95f0efc tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1739116 Nov 23 18:00:35.482476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9908712-b083-437e-8b32-fd32f1c8b076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.488072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-b9998cd8-7ed6-4ebb-93ce-3907e2334fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.490109 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-b9998cd8-7ed6-4ebb-93ce-3907e2334fbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373913 Nov 23 18:00:35.562894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95eee998-59fa-4eb7-b6d4-374cf64a73a0 req-8de69baa-eb73-4ef9-8ced-ac979ba28882 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091876 Nov 23 18:00:35.596730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-68a1719c-85c0-42af-8307-824bc0d4dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.598195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-68a1719c-85c0-42af-8307-824bc0d4dbb8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.2076645 Nov 23 18:00:35.741982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-91f71e20-4cce-432d-a5a0-3926e469a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.743864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-91f71e20-4cce-432d-a5a0-3926e469a418 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333036 Nov 23 18:00:35.796337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9908712-b083-437e-8b32-fd32f1c8b076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.805716 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9908712-b083-437e-8b32-fd32f1c8b076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.877541 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d9908712-b083-437e-8b32-fd32f1c8b076 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1dd54444b98c4a019702f594a508137b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421041 Nov 23 18:00:35.878316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9908712-b083-437e-8b32-fd32f1c8b076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538a8e87-fba4-4969-9e57-8c7d4f7c017d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:35.880763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53560) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:35.904632 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-6007a3d4-6e33-4b81-8af4-776bd9ee76a2 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044333 Nov 23 18:00:35.958753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-cde73db9-18bf-4cd1-81e7-19d9f8b13b4f service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063906 Nov 23 18:00:36.022769 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91a17ce3-ba2f-435e-869d-0e0fef81884e req-ea7e3453-206b-40ae-9a88-8877cb150db6 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040647 Nov 23 18:00:36.032281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a8ac1-319e-4a1a-8f36-c7eec7624c48 req-24bc781e-be85-4851-89da-f99ec871908c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:36.041385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-775a8ac1-319e-4a1a-8f36-c7eec7624c48 req-24bc781e-be85-4851-89da-f99ec871908c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.3499110 Nov 23 18:00:36.073512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eaea212b-87aa-4c03-9d8a-f90ae405b4d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.102386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eaea212b-87aa-4c03-9d8a-f90ae405b4d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.160136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-775a8ac1-319e-4a1a-8f36-c7eec7624c48 req-883aea6d-2616-46ca-93cb-14ef39ce82ba tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174383 Nov 23 18:00:36.202403 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eaea212b-87aa-4c03-9d8a-f90ae405b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.205311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eaea212b-87aa-4c03-9d8a-f90ae405b4d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.210537 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eaea212b-87aa-4c03-9d8a-f90ae405b4d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/538a8e87-fba4-4969-9e57-8c7d4f7c017d HTTP/1.1" status: 204 len: 168 time: 0.3270080 Nov 23 18:00:36.235586 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea212b-87aa-4c03-9d8a-f90ae405b4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538a8e87-fba4-4969-9e57-8c7d4f7c017d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:36.380221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-cdcf6a30-3f61-4caf-8ff9-60d4ad259c7e service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114504 Nov 23 18:00:36.486074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5b29-a4e9-4e31-95d2-47b4e66a6a00 req-8eb4f735-e573-4436-bccb-e44e5421e5ec tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:36.494215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2fc5b29-a4e9-4e31-95d2-47b4e66a6a00 req-8eb4f735-e573-4436-bccb-e44e5421e5ec tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.3197029 Nov 23 18:00:36.501729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-71d75d10-f3f9-4580-b786-121be23a6f64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9 HTTP/1.1" status: 200 len: 217 time: 0.1099062 Nov 23 18:00:36.741271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2fc5b29-a4e9-4e31-95d2-47b4e66a6a00 req-9b7a791d-4201-4420-ab93-fe6c3521453b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325041 Nov 23 18:00:36.752569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-f0f7927c-0acd-4e65-8ab4-1b3a7ecf6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:36.754894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-f0f7927c-0acd-4e65-8ab4-1b3a7ecf6d8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.2390692 Nov 23 18:00:36.818607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23598-34ef-4105-ad0c-95caba49eab5 req-e7ab8490-311d-4dd7-ab70-e517baa1e4a6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:36.831298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3c23598-34ef-4105-ad0c-95caba49eab5 req-e7ab8490-311d-4dd7-ab70-e517baa1e4a6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1985843 Nov 23 18:00:36.894356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-f0b4ab25-f072-49d6-b172-1b912412a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:36.895918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-f0b4ab25-f072-49d6-b172-1b912412a28e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1310380 Nov 23 18:00:36.971172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3c23598-34ef-4105-ad0c-95caba49eab5 req-6e44273c-9bae-46f0-b328-02e490898420 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103718 Nov 23 18:00:37.137117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-015d7a2a-c7e8-4f18-8bee-ba28ec604abe service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255898 Nov 23 18:00:37.251991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-8b988632-7dec-44c8-9e07-825c96b855c6 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022165 Nov 23 18:00:37.321737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-dbb6332d-06c7-4724-9a31-7d98d1776c3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7919f4bb-f7d5-496b-b280-9986aebf0825 HTTP/1.1" status: 200 len: 217 time: 0.0452313 Nov 23 18:00:37.471770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-108ddb32-1edb-458b-b575-0876617a77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:37.475868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-108ddb32-1edb-458b-b575-0876617a77e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.1431227 Nov 23 18:00:37.579217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348153a-369b-44d8-a319-228f7b1349e2 req-5bb48f01-2f8c-4392-9dd9-caedd0f4beab tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:37.587127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5348153a-369b-44d8-a319-228f7b1349e2 req-5bb48f01-2f8c-4392-9dd9-caedd0f4beab tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.4487052 Nov 23 18:00:37.722682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-f60c4878-f935-4b51-9974-bb3f2c949803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:37.729537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-f60c4878-f935-4b51-9974-bb3f2c949803 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2365685 Nov 23 18:00:37.818414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5348153a-369b-44d8-a319-228f7b1349e2 req-2211440f-38b0-4c06-828b-249b18baefd0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303030 Nov 23 18:00:38.099512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e58bb-99a7-4280-8321-bf1d98f820a1 req-97ac898c-0e3c-4202-9809-7a2536a8caaf tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.102006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f7e58bb-99a7-4280-8321-bf1d98f820a1 req-97ac898c-0e3c-4202-9809-7a2536a8caaf tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.2028935 Nov 23 18:00:38.104408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-b0e70cbb-f57d-4da0-ab15-fd5d9eed3b3a service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565767 Nov 23 18:00:38.424398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f7e58bb-99a7-4280-8321-bf1d98f820a1 req-581a8c72-8168-4135-bd99-6d76cb86ef56 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147874 Nov 23 18:00:38.517299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9db6c-9874-4f29-8191-387ad8473022 req-6094826b-961e-4a11-a365-e9d5071f8d95 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.526731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fe9db6c-9874-4f29-8191-387ad8473022 req-6094826b-961e-4a11-a365-e9d5071f8d95 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.3418591 Nov 23 18:00:38.549805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53658) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:38.620556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fe9db6c-9874-4f29-8191-387ad8473022 req-21d3bb91-4fae-40a8-8a13-8531ec7f90c8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915215 Nov 23 18:00:38.643691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-d52a8f53-db2a-4151-95a8-e72084a565e8 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175493 Nov 23 18:00:38.755921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-dc160703-47bd-43c0-bb5e-58c3737566c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13 HTTP/1.1" status: 200 len: 217 time: 0.1073439 Nov 23 18:00:38.784523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-d0053532-d91b-403d-8a8a-cee06581e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.785020 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-d0053532-d91b-403d-8a8a-cee06581e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.785513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-d0053532-d91b-403d-8a8a-cee06581e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.785993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-d0053532-d91b-403d-8a8a-cee06581e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.786469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-d0053532-d91b-403d-8a8a-cee06581e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.786969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-d0053532-d91b-403d-8a8a-cee06581e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.787446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-d0053532-d91b-403d-8a8a-cee06581e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.800118 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-d0053532-d91b-403d-8a8a-cee06581e934 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6491 time: 0.2490113 Nov 23 18:00:38.881306 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-21a4ebe0-3d8f-40e0-971f-57ae7f980de7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803490 Nov 23 18:00:39.042445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-911c32e3-b52b-466c-884a-4dfd05ebfc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.045012 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-911c32e3-b52b-466c-884a-4dfd05ebfc61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.2506969 Nov 23 18:00:39.066772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b6b1b-4cf9-4b4a-be99-589ebf01685a req-01c375c8-4181-444e-8fa4-2214520c8ce4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.068382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-841b6b1b-4cf9-4b4a-be99-589ebf01685a req-01c375c8-4181-444e-8fa4-2214520c8ce4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.3152964 Nov 23 18:00:39.218035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-841b6b1b-4cf9-4b4a-be99-589ebf01685a req-a25d9124-68a9-4783-a949-5accd3747ccc tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396163 Nov 23 18:00:39.286917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-08ae386c-11c6-4794-9d5b-d011a51e2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.289007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-08ae386c-11c6-4794-9d5b-d011a51e2d29 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2197328 Nov 23 18:00:39.482286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-a8cf820d-427d-4162-adbe-491180a240ed service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841955 Nov 23 18:00:39.599195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-d10a206e-3296-4f8f-8ca5-9ea1e1fefa38 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576410 Nov 23 18:00:39.768597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81228c71-2c1b-48d0-8486-682067a4cd17 req-16115bfb-9133-46b6-a3b0-403d3411e1f3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.771257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81228c71-2c1b-48d0-8486-682067a4cd17 req-16115bfb-9133-46b6-a3b0-403d3411e1f3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1706848 Nov 23 18:00:39.829371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-25bfacd8-bf37-4d3f-9237-d30e789704cf service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305717 Nov 23 18:00:39.855905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-c02298c4-fd59-4d3c-b6ed-5f2a05f6b605 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.857344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-c02298c4-fd59-4d3c-b6ed-5f2a05f6b605 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863060 Nov 23 18:00:39.925776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-3348495c-e080-400e-b169-63d86c585574 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6de78270-7671-42fd-8cee-fb0ed027b603 HTTP/1.1" status: 200 len: 217 time: 0.0775146 Nov 23 18:00:39.943044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-136eb270-b4a7-4568-9c74-d40e1f2d41c4 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/quotas/5f53e78914ae4f9bb5801ca85aa0e5f4 HTTP/1.1" status: 200 len: 375 time: 0.0752177 Nov 23 18:00:40.018894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-f33110a3-9462-4f82-9531-0e12c6c09a1e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744367 Nov 23 18:00:40.031067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81228c71-2c1b-48d0-8486-682067a4cd17 req-3ceabd4c-b2a8-432a-b0f9-950de1de5fa6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005901 Nov 23 18:00:40.085553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-4cb5cc25-f921-4ccf-b6f2-946215a3a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.087721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-4cb5cc25-f921-4ccf-b6f2-946215a3a9e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.1327765 Nov 23 18:00:40.843485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98de49-b565-4346-8227-ab624987d342 req-45d65995-8628-4ead-9760-a2e8d969c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.863503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-45d65995-8628-4ead-9760-a2e8d969c2c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7443287 Nov 23 18:00:41.026185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875e511-68c3-46f9-8d75-d32ee8edc8b6 req-6c0cbdd0-92fa-4adc-97e0-45ada1ca0637 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:41.031318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1875e511-68c3-46f9-8d75-d32ee8edc8b6 req-6c0cbdd0-92fa-4adc-97e0-45ada1ca0637 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.8554854 Nov 23 18:00:41.160537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d43d56-6ab2-4060-ae53-fade019cf396 req-6437b9c6-e2df-4444-88ea-b5f8e389c58b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:41.184559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80d43d56-6ab2-4060-ae53-fade019cf396 req-6437b9c6-e2df-4444-88ea-b5f8e389c58b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.4524083 Nov 23 18:00:41.205513 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6363d1c6-f84a-4245-b7db-e1ef124ca7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:41.348685 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-9124a952-93be-438b-8d9c-3f774d1202c6 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824154 Nov 23 18:00:41.360716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80d43d56-6ab2-4060-ae53-fade019cf396 req-b9d2272e-4e9c-46a3-ab46-9efa855caee9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751604 Nov 23 18:00:41.375772 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1875e511-68c3-46f9-8d75-d32ee8edc8b6 req-5494e26a-6a28-4c92-a890-513a3e29926f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222959 Nov 23 18:00:41.811438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13077a2a-bcec-4eb5-a0e7-d381ee8a3271 req-1874f34d-9cf2-4849-98ed-02348f60053b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 210 time: 0.2324512 Nov 23 18:00:41.861329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f98de49-b565-4346-8227-ab624987d342 req-d384f753-a87c-447e-828f-8c426e005cf3 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955008 Nov 23 18:00:41.869052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec0aea-babd-4f97-b038-01cf3ace22c1 req-d177814e-a470-4466-a88e-f7bd8987a4c1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:41.870787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8aec0aea-babd-4f97-b038-01cf3ace22c1 req-d177814e-a470-4466-a88e-f7bd8987a4c1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 813 time: 0.1649492 Nov 23 18:00:41.897391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8aec0aea-babd-4f97-b038-01cf3ace22c1 req-6d88ae1e-c28a-4707-9ca7-553254b3fd64 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/quotas/3e3c10c81f664a0d832b8cdf77dc725d HTTP/1.1" status: 200 len: 375 time: 0.0174124 Nov 23 18:00:41.961442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8aec0aea-babd-4f97-b038-01cf3ace22c1 req-b65e37e9-3079-435c-837c-5a10a50d52fc tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556486 Nov 23 18:00:42.104383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b4d0-6e6e-4a86-a8cb-a5fa615c02d3 req-7055d9c0-efde-4abc-986c-548796e8ad9b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.107641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a18b4d0-6e6e-4a86-a8cb-a5fa615c02d3 req-7055d9c0-efde-4abc-986c-548796e8ad9b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0571313 Nov 23 18:00:42.172146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a18b4d0-6e6e-4a86-a8cb-a5fa615c02d3 req-fd4add6d-295a-4623-b339-cfcf49063ceb tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Nov 23 18:00:42.420384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240b550-4b09-4ea6-9850-b5b205515607 req-3e00d1f3-9f37-467d-a076-80ea57e38b39 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.432245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9240b550-4b09-4ea6-9850-b5b205515607 req-3e00d1f3-9f37-467d-a076-80ea57e38b39 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1440032 Nov 23 18:00:42.481887 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-04439cae-ff11-4899-9fb8-36fcd37577ab tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061687 Nov 23 18:00:42.570602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9240b550-4b09-4ea6-9850-b5b205515607 req-b5bf5c73-dbc7-4b15-a91b-fd625e7cfc2f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348925 Nov 23 18:00:42.705760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30b4ec-0fbe-4cbe-a631-b64b84b005ba req-c86a3d2a-bcf1-48fd-88be-ca59b9175ba0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.707447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e30b4ec-0fbe-4cbe-a631-b64b84b005ba req-c86a3d2a-bcf1-48fd-88be-ca59b9175ba0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1263959 Nov 23 18:00:42.749482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-5f1dbaa2-ef6d-4258-ad2d-149986727efd tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.752420 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-5f1dbaa2-ef6d-4258-ad2d-149986727efd tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2649603 Nov 23 18:00:42.766872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Request body: {'port': {'device_id': '08ee71a8-9bf4-4f50-b318-35ebee60de33', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '5f53e78914ae4f9bb5801ca85aa0e5f4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:42.775691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e30b4ec-0fbe-4cbe-a631-b64b84b005ba req-b9313135-8afa-488b-9969-8d70c403e0c1 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565150 Nov 23 18:00:42.799861 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0aa0279-81f8-4bdd-b446-7a45c514042d req-a4898fa1-adf5-4676-babd-dd0dae220b70 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3e3c10c81f664a0d832b8cdf77dc725d HTTP/1.1" status: 200 len: 221 time: 0.0332248 Nov 23 18:00:42.896829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Made reservation on behalf of 5f53e78914ae4f9bb5801ca85aa0e5f4 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:42.900356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.909386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.927665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe096536-92c9-4d42-b15a-9ddecdc7a71a req-9c73f73e-cd29-4f94-a491-4eccca7b3a69 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 210 time: 0.0318491 Nov 23 18:00:42.937582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286f3-cce0-4108-97f4-f950a081b65e req-c5568dcf-bb79-4aca-97cf-ae807e0331b7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.939221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cda286f3-cce0-4108-97f4-f950a081b65e req-c5568dcf-bb79-4aca-97cf-ae807e0331b7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0817585 Nov 23 18:00:42.999758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.002873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cda286f3-cce0-4108-97f4-f950a081b65e req-a25088fc-ebce-4cd0-87c8-1aa278f6fc49 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Nov 23 18:00:43.004231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.064105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f0321-8855-420b-b667-7b31d673f7fc req-90f9862f-3a6c-45bc-bdc6-8dd6f2ad6bdc tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:43.065740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c1f0321-8855-420b-b667-7b31d673f7fc req-90f9862f-3a6c-45bc-bdc6-8dd6f2ad6bdc tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 951 time: 0.0609725 Nov 23 18:00:43.131840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bf4352-0b93-46d0-a68f-30515ae75dd6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:43.141832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Allocated IP 192.168.233.188 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/5d52250f-32ad-495e-b944-b80994fa220e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:43.164594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c1f0321-8855-420b-b667-7b31d673f7fc req-bef5c86b-f941-47e6-b04d-fd86b2d182d9 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924132 Nov 23 18:00:43.182318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760977f-8b71-475c-ba89-f5eab9c8f668 req-13ba4079-a7aa-4a35-912a-36d1f456f513 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:43.184848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6760977f-8b71-475c-ba89-f5eab9c8f668 req-13ba4079-a7aa-4a35-912a-36d1f456f513 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0821629 Nov 23 18:00:43.239521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6760977f-8b71-475c-ba89-f5eab9c8f668 req-0d0c2f3d-6f1d-4150-9603-7dcc0910a770 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478687 Nov 23 18:00:43.297751 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62e12001-b8a9-48ae-b2d7-61c5fe7e2a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.330276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.400871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.442894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da7c96-81d2-47fc-b34b-9afce069410a req-e57f40fe-7b4f-481a-9e7a-9c9ebd524ea4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:43.444797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4da7c96-81d2-47fc-b34b-9afce069410a req-e57f40fe-7b4f-481a-9e7a-9c9ebd524ea4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0769393 Nov 23 18:00:43.460838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:43.464433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:43.468047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:43.533156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:43.533967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.556083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4da7c96-81d2-47fc-b34b-9afce069410a req-b54d1455-6c1b-4bf1-a827-9a19905650a2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029210 Nov 23 18:00:43.561011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'Port': ['ID=5d52250f-32ad-495e-b944-b80994fa220e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:43.590836 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a720c5a2-db6e-426d-8f39-1ccb7ebd1623 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8269379 Nov 23 18:00:43.609577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Request body: {'port': {'device_id': '08ee71a8-9bf4-4f50-b318-35ebee60de33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:43.712450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.753137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2922b-8de3-41cc-9a0a-3a6181c9d3ae req-b5f46f38-cbd1-40bb-b52c-5d7b046ecb03 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:43.754649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf2922b-8de3-41cc-9a0a-3a6181c9d3ae req-b5f46f38-cbd1-40bb-b52c-5d7b046ecb03 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0958886 Nov 23 18:00:43.864506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-641eb24e-e5e9-46ec-b9a0-63470cb14d86 None None] Provisioning complete for port 5d52250f-32ad-495e-b944-b80994fa220e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:43.868423 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-641eb24e-e5e9-46ec-b9a0-63470cb14d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.872498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbf2922b-8de3-41cc-9a0a-3a6181c9d3ae req-d288afed-0d37-4d7c-8472-3a153dea80ba tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012087 Nov 23 18:00:43.936011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-641eb24e-e5e9-46ec-b9a0-63470cb14d86 None None] Port 5d52250f-32ad-495e-b944-b80994fa220e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:44.000804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2afab-cf72-4a99-bbe9-79b1e9781ae5 req-c7b5a8b2-3466-44ec-ac11-6042925a24b3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.003166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0b2afab-cf72-4a99-bbe9-79b1e9781ae5 req-c7b5a8b2-3466-44ec-ac11-6042925a24b3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0576410 Nov 23 18:00:44.089000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0b2afab-cf72-4a99-bbe9-79b1e9781ae5 req-db0b3b96-d3cd-4f91-816d-e53543667ca4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621650 Nov 23 18:00:44.125505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d52250f-32ad-495e-b944-b80994fa220e {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:44.134261 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.147959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Transition to ACTIVE for port object 5d52250f-32ad-495e-b944-b80994fa220e will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:44.156509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.193542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41addc32-ba49-4cc6-9c8e-e505f160204e req-2d5bd04a-be85-42e0-8652-976d4f2c7954 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.198048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41addc32-ba49-4cc6-9c8e-e505f160204e req-2d5bd04a-be85-42e0-8652-976d4f2c7954 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 936 time: 0.0783849 Nov 23 18:00:44.235476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Pushing event updated for resources: {'Port': ['ID=5d52250f-32ad-495e-b944-b80994fa220e,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:44.305235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41addc32-ba49-4cc6-9c8e-e505f160204e req-ab7dc0ac-1e49-45b9-9573-36344f9fa23c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999341 Nov 23 18:00:44.391389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Attempting to bind port 5d52250f-32ad-495e-b944-b80994fa220e on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:44.391845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Attempting to bind port 5d52250f-32ad-495e-b944-b80994fa220e by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:44.392283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Attempting to bind port 5d52250f-32ad-495e-b944-b80994fa220e on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:44.405267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Port 5d52250f-32ad-495e-b944-b80994fa220e on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:44.406205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Attempting to bind port 5d52250f-32ad-495e-b944-b80994fa220e on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:44.428398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:44.428895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:44.430936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:44.439845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Bound port: 5d52250f-32ad-495e-b944-b80994fa220e, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:44.441424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.505967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc05ad-277d-4db7-99d2-508ce539ce29 req-f99d9cfb-5b01-4c7a-893d-ca4086e2efc4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.516975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bacc05ad-277d-4db7-99d2-508ce539ce29 req-f99d9cfb-5b01-4c7a-893d-ca4086e2efc4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1356218 Nov 23 18:00:44.608044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bacc05ad-277d-4db7-99d2-508ce539ce29 req-c223ebf0-2a63-4630-9955-9418bdedceb7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829258 Nov 23 18:00:44.611958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] For port 5d52250f-32ad-495e-b944-b80994fa220e, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:44.615656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] For port 5d52250f-32ad-495e-b944-b80994fa220e, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d52250f-32ad-495e-b944-b80994fa220e,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:44.625475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.670732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.671358 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.672780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] 10.222.0.72 "PUT /v2.0/ports/5d52250f-32ad-495e-b944-b80994fa220e HTTP/1.1" status: 200 len: 1096 time: 1.0692875 Nov 23 18:00:44.673233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ee71a8-9bf4-4f50-b318-35ebee60de33', 'tag': '5d52250f-32ad-495e-b944-b80994fa220e'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:44.675535 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dcda62-2d08-4f29-b64c-36befc22a081" -d '{"events": [{"name": "network-changed", "server_uuid": "08ee71a8-9bf4-4f50-b318-35ebee60de33", "tag": "5d52250f-32ad-495e-b944-b80994fa220e"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:44.705530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9a9e6-a8c0-4276-b8c1-de3936d60309 service neutron] Pushing event updated for resources: {'Port': ['ID=5d52250f-32ad-495e-b944-b80994fa220e,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:44.842271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-d318653d-ff44-48fa-9b83-16c06f6f35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.845180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d7f38-4d49-4b59-ad5c-46a72abb067c req-916eec8a-5b8a-4d7c-adbb-cc94966d471a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.848052 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-d318653d-ff44-48fa-9b83-16c06f6f35b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 1099 time: 0.0977876 Nov 23 18:00:44.857785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a82d7f38-4d49-4b59-ad5c-46a72abb067c req-916eec8a-5b8a-4d7c-adbb-cc94966d471a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1185253 Nov 23 18:00:44.925481 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011eece0-599b-4adc-9d0b-a4f4949e1bbf x-openstack-request-id: req-011eece0-599b-4adc-9d0b-a4f4949e1bbf {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:44.925918 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ee71a8-9bf4-4f50-b318-35ebee60de33", "tag": "5d52250f-32ad-495e-b944-b80994fa220e", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:44.926181 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-011eece0-599b-4adc-9d0b-a4f4949e1bbf {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:44.926582 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ee71a8-9bf4-4f50-b318-35ebee60de33', 'tag': '5d52250f-32ad-495e-b944-b80994fa220e', 'status': 'completed', 'code': 200} Nov 23 18:00:44.928956 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-943f2a3d-4b9e-4054-826b-014364de71a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=5d52250f-32ad-495e-b944-b80994fa220e HTTP/1.1" status: 200 len: 217 time: 0.0687478 Nov 23 18:00:44.953440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a82d7f38-4d49-4b59-ad5c-46a72abb067c req-401b1e5b-02ef-43bb-b183-087af6517385 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873854 Nov 23 18:00:45.004743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-05c822ba-9bd8-4447-b382-382b7568c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.007429 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:45.008587 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-05c822ba-9bd8-4447-b382-382b7568c584 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0716252 Nov 23 18:00:45.107223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-1c4d33b9-96be-4a63-86cd-8bbf892b4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.109290 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-1c4d33b9-96be-4a63-86cd-8bbf892b4da1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919335 Nov 23 18:00:45.167746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c11cb1-7d98-496f-bff3-83936e561acf req-e2a9103c-69a2-4d5d-b0a8-a2290f8af095 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.170180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34c11cb1-7d98-496f-bff3-83936e561acf req-e2a9103c-69a2-4d5d-b0a8-a2290f8af095 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0673182 Nov 23 18:00:45.241384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34c11cb1-7d98-496f-bff3-83936e561acf req-0dd239a2-82c8-4d99-b3b6-c9d4bd85f2a3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638633 Nov 23 18:00:45.300344 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-88229d89-8d6c-489e-8d75-9cf93360c0f7 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820834 Nov 23 18:00:45.376029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2f46-c38b-40f3-a0e5-75c774da0eeb req-6f55f0a8-b395-4e20-b71a-22f5ad0003c3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.377758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7ee2f46-c38b-40f3-a0e5-75c774da0eeb req-6f55f0a8-b395-4e20-b71a-22f5ad0003c3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1020889 Nov 23 18:00:45.435762 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4fcf8910-63e0-4245-9d48-9d3fd6103377 req-2c09a1c9-86d2-4b17-b85f-41578af5b65b service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260238 Nov 23 18:00:45.470305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7ee2f46-c38b-40f3-a0e5-75c774da0eeb req-ef49e8fd-71ab-4695-bcb4-458613d21a6c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860431 Nov 23 18:00:45.517904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:45.563409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-6d63626d-9b45-4e86-b84e-75c49805b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.565472 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-6d63626d-9b45-4e86-b84e-75c49805b5f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 1099 time: 0.0714045 Nov 23 18:00:45.628364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d177d-ceed-4ae8-9a3b-8dc5c43393bb req-94e3116a-856f-4d82-be89-6f37dca5c5b2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.629962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-400d177d-ceed-4ae8-9a3b-8dc5c43393bb req-94e3116a-856f-4d82-be89-6f37dca5c5b2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1433225 Nov 23 18:00:45.734510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:45.774019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-34745a61-9031-44b7-b9c6-c7442acf268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.775621 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-34745a61-9031-44b7-b9c6-c7442acf268b service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2017832 Nov 23 18:00:45.778799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:45.783633 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ac9745-9a52-442b-85f7-4073c142b071" -d '{"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:45.800749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:45.806203 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:45.824451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-400d177d-ceed-4ae8-9a3b-8dc5c43393bb req-9a644ae1-b858-47d7-b267-2f32c4f33410 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792769 Nov 23 18:00:45.853039 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-634c797a-6abc-42b8-ac49-e12259aff986 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=5d52250f-32ad-495e-b944-b80994fa220e HTTP/1.1" status: 200 len: 217 time: 0.0673594 Nov 23 18:00:45.853828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780140-47bb-4523-b6d2-01e261797faf req-0521b31b-bf44-4b4f-8c38-5ad368be5f34 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.863091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd780140-47bb-4523-b6d2-01e261797faf req-0521b31b-bf44-4b4f-8c38-5ad368be5f34 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 948 time: 0.2804184 Nov 23 18:00:45.905792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=11']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:45.939610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd780140-47bb-4523-b6d2-01e261797faf req-17584c96-eb20-4722-a910-63c4a8974d3f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749857 Nov 23 18:00:45.962365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-5841743b-2ae7-45e4-84b3-7f5c6d199620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.964197 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-5841743b-2ae7-45e4-84b3-7f5c6d199620 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0999117 Nov 23 18:00:45.994121 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67b3ee4-94f9-4f39-80b7-0c3c673813bd x-openstack-request-id: req-a67b3ee4-94f9-4f39-80b7-0c3c673813bd {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:45.994429 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:45.994699 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a67b3ee4-94f9-4f39-80b7-0c3c673813bd {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:45.995121 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'code': 200} Nov 23 18:00:46.049363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-805ba0c0-df07-45b8-bdcb-695d90133552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:46.052235 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-805ba0c0-df07-45b8-bdcb-695d90133552 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782628 Nov 23 18:00:46.131557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50d0ed-f92f-435e-99ad-964e211f52d8 req-d5a50312-fed1-4b63-9d96-3fccad038462 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:46.133750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c50d0ed-f92f-435e-99ad-964e211f52d8 req-d5a50312-fed1-4b63-9d96-3fccad038462 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0701928 Nov 23 18:00:46.206971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c50d0ed-f92f-435e-99ad-964e211f52d8 req-7b04fc27-48b4-4011-8d18-e0e967aee561 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617952 Nov 23 18:00:46.207600 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-8da0ba7b-c9d6-4260-8571-9ff91a4ab49e service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437278 Nov 23 18:00:46.346450 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:46.352569 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-97dcda62-2d08-4f29-b64c-36befc22a081 req-90e3052d-eefa-4b3a-b31e-53a3babfd989 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371436 Nov 23 18:00:46.384444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a784f-a15b-4b38-8d02-590ff9d0ff9d req-befe7dd6-9f68-4fbb-b5c9-e779959a322e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:46.387531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b24a784f-a15b-4b38-8d02-590ff9d0ff9d req-befe7dd6-9f68-4fbb-b5c9-e779959a322e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0916519 Nov 23 18:00:46.438796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b24a784f-a15b-4b38-8d02-590ff9d0ff9d req-07e82b4c-d406-4180-9249-bc1c030e7068 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Nov 23 18:00:46.585060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84184f1-80f5-4601-bcc3-13d886c09ec3 req-00a05bfe-23b8-4bdf-92a1-da296f7791d6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:46.586783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e84184f1-80f5-4601-bcc3-13d886c09ec3 req-00a05bfe-23b8-4bdf-92a1-da296f7791d6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0549061 Nov 23 18:00:46.649999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e84184f1-80f5-4601-bcc3-13d886c09ec3 req-2cb9f3ad-c099-4a96-954f-993a4acaa9d0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562375 Nov 23 18:00:46.858547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80653bee-5b55-402d-9b07-2b2727b5eb5a req-4990e7b7-58cc-42ec-b2aa-da373339dca5 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:46.867654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80653bee-5b55-402d-9b07-2b2727b5eb5a req-4990e7b7-58cc-42ec-b2aa-da373339dca5 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0796185 Nov 23 18:00:46.941668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80653bee-5b55-402d-9b07-2b2727b5eb5a req-5054680a-f143-4218-bc03-c14c6a68b59a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728118 Nov 23 18:00:47.083214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a41d5-3faa-4ccc-8137-c11a6dec1ced req-99a37a70-f934-42e9-b2bd-a8317a1f5fb3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:47.091053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-683a41d5-3faa-4ccc-8137-c11a6dec1ced req-99a37a70-f934-42e9-b2bd-a8317a1f5fb3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0762913 Nov 23 18:00:47.195525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-683a41d5-3faa-4ccc-8137-c11a6dec1ced req-c618a96d-1f24-4de3-abc3-99d0ccb9d8b8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037116 Nov 23 18:00:47.379796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f20ef-e439-41c3-9570-c3c120e479d5 req-e68cd638-000e-4522-acda-71465a83df4f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:47.381331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d77f20ef-e439-41c3-9570-c3c120e479d5 req-e68cd638-000e-4522-acda-71465a83df4f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 948 time: 0.1153066 Nov 23 18:00:47.456844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d77f20ef-e439-41c3-9570-c3c120e479d5 req-4011a152-9aa8-4974-abf6-ad89044e3c02 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659232 Nov 23 18:00:47.532720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5d52250f-32ad-495e-b944-b80994fa220e details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:47.733487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ee8f6-bc6f-455c-b123-46c9e7c7da65 req-df29ccf2-986c-44c4-a027-51de6dd8cde1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:47.735029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5d52250f-32ad-495e-b944-b80994fa220e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d52250f-32ad-495e-b944-b80994fa220e,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:47.746932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-099ee8f6-bc6f-455c-b123-46c9e7c7da65 req-df29ccf2-986c-44c4-a027-51de6dd8cde1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1262007 Nov 23 18:00:47.757411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '5d52250f-32ad-495e-b944-b80994fa220e', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '5d52250f-32ad-495e-b944-b80994fa220e', 'mac_address': 'fa:16:3e:eb:86:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:47.829225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-099ee8f6-bc6f-455c-b123-46c9e7c7da65 req-fa18e270-63c6-4180-b444-7ab8578539ae tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761621 Nov 23 18:00:47.838091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.906417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.953379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d52250f-32ad-495e-b944-b80994fa220e {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:47.998468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5d52250f-32ad-495e-b944-b80994fa220e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d52250f-32ad-495e-b944-b80994fa220e,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:48.003752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f68429-89bb-483f-bf97-acb8ab535a73 req-fd101899-fc35-4e9b-ba31-8a6e2013e369 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.005858 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.012819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3f68429-89bb-483f-bf97-acb8ab535a73 req-fd101899-fc35-4e9b-ba31-8a6e2013e369 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0883524 Nov 23 18:00:48.062143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5d52250f-32ad-495e-b944-b80994fa220e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:48.081080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3f68429-89bb-483f-bf97-acb8ab535a73 req-960f1661-9628-4ac2-af41-b8b3ba20d98d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676634 Nov 23 18:00:48.277993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:48.328351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985005e-6f4d-417c-9308-4de08e60c600 req-b041f325-95bd-4ffc-bf0b-e32302f1bb0c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.328351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e985005e-6f4d-417c-9308-4de08e60c600 req-b041f325-95bd-4ffc-bf0b-e32302f1bb0c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1316023 Nov 23 18:00:48.382532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e985005e-6f4d-417c-9308-4de08e60c600 req-eae872ff-e9f8-4726-8957-44272db4df4a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Nov 23 18:00:48.561674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c765e-42b9-4be1-91ec-abcf61507e89 req-b6269927-1e32-4165-bc33-56d88250b8e9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.563348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9c765e-42b9-4be1-91ec-abcf61507e89 req-b6269927-1e32-4165-bc33-56d88250b8e9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0560977 Nov 23 18:00:48.642472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d2977-f145-4588-892f-54298ebf89ce req-33b161c2-4783-4724-9439-240b549fc1b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.644298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e1d2977-f145-4588-892f-54298ebf89ce req-33b161c2-4783-4724-9439-240b549fc1b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 949 time: 0.0798483 Nov 23 18:00:48.647829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9c765e-42b9-4be1-91ec-abcf61507e89 req-bd32fdc6-4833-47b1-b916-32fff0f150aa tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742793 Nov 23 18:00:48.719524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e1d2977-f145-4588-892f-54298ebf89ce req-7b32250e-afbe-4c7c-8ae1-3f7a3c2e535b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684929 Nov 23 18:00:48.857466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef49a4a-b6bb-46b4-8c42-3c54c8559f81 req-dab86ed7-404f-4693-b53f-f2ee538dfeba tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.861132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ef49a4a-b6bb-46b4-8c42-3c54c8559f81 req-dab86ed7-404f-4693-b53f-f2ee538dfeba tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0710080 Nov 23 18:00:48.952185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ef49a4a-b6bb-46b4-8c42-3c54c8559f81 req-adc978f0-e8b3-4eef-9ffe-b44bb23b26fd tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832205 Nov 23 18:00:48.964478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf00bd2-5036-4094-98ae-83f87f001ad4 req-29236fad-e599-48fa-979a-c52cbc12e18c tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.966734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddf00bd2-5036-4094-98ae-83f87f001ad4 req-29236fad-e599-48fa-979a-c52cbc12e18c tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 948 time: 0.0735681 Nov 23 18:00:49.046671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddf00bd2-5036-4094-98ae-83f87f001ad4 req-78588d10-ada2-4845-8d7e-c5b2da19bcde tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672610 Nov 23 18:00:49.142498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b8bcc-5715-4131-adc6-58d2acb1bc65 req-c8be710e-4eaf-4294-aa6c-1ee549a6b155 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.144166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d13b8bcc-5715-4131-adc6-58d2acb1bc65 req-c8be710e-4eaf-4294-aa6c-1ee549a6b155 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0587471 Nov 23 18:00:49.195836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d13b8bcc-5715-4131-adc6-58d2acb1bc65 req-02cb2d29-4a4e-4d38-b7b2-c1d9dd5bea4e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Nov 23 18:00:49.389860 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.404160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebca91-559a-4565-9e5f-e68512fcf9ae req-83da1eb8-4017-4338-8c5f-4e313f0cf545 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.407968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-beebca91-559a-4565-9e5f-e68512fcf9ae req-83da1eb8-4017-4338-8c5f-4e313f0cf545 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1047642 Nov 23 18:00:49.478037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-beebca91-559a-4565-9e5f-e68512fcf9ae req-d1ff4849-c7bf-47a6-a0b7-bc1e8f934cef tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519836 Nov 23 18:00:49.537959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aae2fb-7d84-4008-91c9-4e94f116b08d req-54b3a5af-4f9b-41cd-af73-16b5d0825491 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.539840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21aae2fb-7d84-4008-91c9-4e94f116b08d req-54b3a5af-4f9b-41cd-af73-16b5d0825491 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0608377 Nov 23 18:00:49.547126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5d52250f-32ad-495e-b944-b80994fa220e up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:49.603090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 5d52250f-32ad-495e-b944-b80994fa220e completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:49.608034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 5d52250f-32ad-495e-b944-b80994fa220e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:49.608627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.640566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21aae2fb-7d84-4008-91c9-4e94f116b08d req-23b077ad-e953-4c09-8b26-cd2a8c9b4391 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919976 Nov 23 18:00:49.655257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb69e7-a261-430e-9a0c-6a1cbc0eea51 req-243ef653-15ca-4835-b423-f641aca490c3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.659219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0aeb69e7-a261-430e-9a0c-6a1cbc0eea51 req-243ef653-15ca-4835-b423-f641aca490c3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0749021 Nov 23 18:00:49.701429 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.721125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0aeb69e7-a261-430e-9a0c-6a1cbc0eea51 req-7b8ce864-f3ee-48de-a320-0e1a7b4ba4b6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572531 Nov 23 18:00:49.730814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ee71a8-9bf4-4f50-b318-35ebee60de33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d52250f-32ad-495e-b944-b80994fa220e'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:49.733374 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26586ac-b296-4da6-928e-339d61f54263" -d '{"events": [{"server_uuid": "08ee71a8-9bf4-4f50-b318-35ebee60de33", "name": "network-vif-plugged", "status": "completed", "tag": "5d52250f-32ad-495e-b944-b80994fa220e"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:49.751191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5d52250f-32ad-495e-b944-b80994fa220e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d52250f-32ad-495e-b944-b80994fa220e,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:49.755626 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.840255 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29275f-9c3b-422f-99a9-76536b130c92 x-openstack-request-id: req-4f29275f-9c3b-422f-99a9-76536b130c92 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:49.840624 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ee71a8-9bf4-4f50-b318-35ebee60de33", "name": "network-vif-plugged", "status": "completed", "tag": "5d52250f-32ad-495e-b944-b80994fa220e", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:49.841510 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f29275f-9c3b-422f-99a9-76536b130c92 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:49.841925 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ee71a8-9bf4-4f50-b318-35ebee60de33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d52250f-32ad-495e-b944-b80994fa220e', 'code': 200} Nov 23 18:00:49.843961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5d52250f-32ad-495e-b944-b80994fa220e,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:49.850550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a21c3-1d10-45e7-a5fd-5980a1c5f50a req-07d6bfcb-e1a7-4ceb-92ed-b6ba893e87df tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.855186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-474a21c3-1d10-45e7-a5fd-5980a1c5f50a req-07d6bfcb-e1a7-4ceb-92ed-b6ba893e87df tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 950 time: 0.0586796 Nov 23 18:00:49.899215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15972b-072c-414b-a5f8-c2b2578e6569 req-e280d279-d574-4e5b-be16-3d9c3988d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.900756 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cc15972b-072c-414b-a5f8-c2b2578e6569 req-e280d279-d574-4e5b-be16-3d9c3988d88d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 1101 time: 0.0431623 Nov 23 18:00:49.953780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cc15972b-072c-414b-a5f8-c2b2578e6569 req-af622281-29b9-447d-b7df-252026a72a1d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Nov 23 18:00:49.963893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c752f-4e2b-4705-8c5f-a43531cf552c req-7396d322-bf0a-4a5e-95a5-6e7369104909 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.970346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e8c752f-4e2b-4705-8c5f-a43531cf552c req-7396d322-bf0a-4a5e-95a5-6e7369104909 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1281724 Nov 23 18:00:49.974454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-474a21c3-1d10-45e7-a5fd-5980a1c5f50a req-d173e787-a670-4bc6-a898-87af9e4528d6 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061931 Nov 23 18:00:50.019374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e8c752f-4e2b-4705-8c5f-a43531cf552c req-ea1412e7-4628-4e29-a723-22a202711c32 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Nov 23 18:00:50.166178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9c62d-0aca-4f3d-9d9d-25fcee5c76ff req-6232ec24-183e-41f1-8a5a-0326cf938be7 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:50.167860 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e9c62d-0aca-4f3d-9d9d-25fcee5c76ff req-6232ec24-183e-41f1-8a5a-0326cf938be7 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 948 time: 0.0531962 Nov 23 18:00:50.263375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e9c62d-0aca-4f3d-9d9d-25fcee5c76ff req-e650a8c7-0f1e-4678-96f4-ef271163780d tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890007 Nov 23 18:00:50.275378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354a63a-fedb-44a6-ac7f-23f79086bb62 req-4baf8823-3a3a-467c-818e-00efe7b20c8b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:50.278826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2354a63a-fedb-44a6-ac7f-23f79086bb62 req-4baf8823-3a3a-467c-818e-00efe7b20c8b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0838878 Nov 23 18:00:50.326444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2354a63a-fedb-44a6-ac7f-23f79086bb62 req-21744b72-22ca-4b92-9032-3dba0d1333e3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435102 Nov 23 18:00:50.433312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.774344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c18b7-502f-430a-9e25-0b271a8a9753 req-62588a3a-1254-420b-b913-a84311f0acfc tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:50.776693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-366c18b7-502f-430a-9e25-0b271a8a9753 req-62588a3a-1254-420b-b913-a84311f0acfc tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0548480 Nov 23 18:00:50.825982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-366c18b7-502f-430a-9e25-0b271a8a9753 req-3c30cdb5-b28c-42ff-aee7-2864e76f2d8a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Nov 23 18:00:50.927998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-3a2f1cb4-7bd0-466a-8f3f-09ced14a0c86 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:50.929548 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-3a2f1cb4-7bd0-466a-8f3f-09ced14a0c86 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 948 time: 0.0570819 Nov 23 18:00:51.050105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Deleting port 63463fc9-e634-4e93-8278-e721e30a89ec {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:51.050459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:51.139106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40b046-3e75-49a3-a2af-2407b5edccc3 req-06b7ba08-155e-4b14-9fea-b257e8faa98c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:51.140861 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd40b046-3e75-49a3-a2af-2407b5edccc3 req-06b7ba08-155e-4b14-9fea-b257e8faa98c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 950 time: 0.0954261 Nov 23 18:00:51.213141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] For port 63463fc9-e634-4e93-8278-e721e30a89ec, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=63463fc9-e634-4e93-8278-e721e30a89ec,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:51.214231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:51.228731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Calling delete_port for 63463fc9-e634-4e93-8278-e721e30a89ec owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:51.242431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd40b046-3e75-49a3-a2af-2407b5edccc3 req-d81365e1-c1d8-48df-b82d-ff307f726049 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915275 Nov 23 18:00:51.354238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bcd15-3728-4f8b-92cd-63580c7fb027 req-84959bb3-04cb-499e-8d23-14d30058b2a0 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:51.361422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-284bcd15-3728-4f8b-92cd-63580c7fb027 req-84959bb3-04cb-499e-8d23-14d30058b2a0 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 946 time: 0.0857568 Nov 23 18:00:51.466562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-284bcd15-3728-4f8b-92cd-63580c7fb027 req-69cf54f9-e749-4f98-9e38-792f7153ab05 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970571 Nov 23 18:00:51.470142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:51.492318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37327e67-76e4-4fd8-a300-78bce862a854 req-4b87494a-0d31-44aa-bb36-cc428a597a7d tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:51.492318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37327e67-76e4-4fd8-a300-78bce862a854 req-4b87494a-0d31-44aa-bb36-cc428a597a7d tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcce0c26-6e5f-4358-bf34-f4892fbbd390 HTTP/1.1" status: 200 len: 948 time: 0.0963225 Nov 23 18:00:51.511297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Pushing event deleted for resources: {'Port': ['ID=63463fc9-e634-4e93-8278-e721e30a89ec,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:51.545015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.545370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.545720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.546066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.546468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.546786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.547152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.547805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.548179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.548512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.548909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.549270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:51.563338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37327e67-76e4-4fd8-a300-78bce862a854 req-b7e5dddd-7e83-4983-a82b-58f616c3255a tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687068 Nov 23 18:00:51.584684 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] No DVR routers for this DVR port 63463fc9-e634-4e93-8278-e721e30a89ec on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:51.587511 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:51.592045 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ac3273ce-b6a3-4446-802a-bd4cf34a2824 req-49b54cab-1e2d-4b1a-90ca-53d662d0e4f1 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "DELETE /v2.0/ports/63463fc9-e634-4e93-8278-e721e30a89ec HTTP/1.1" status: 204 len: 173 time: 0.6509154 Nov 23 18:00:51.592668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'name': 'network-vif-deleted', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:51.595090 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917c0a97-9747-4e8f-9633-871a0215bebb" -d '{"events": [{"server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "name": "network-vif-deleted", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:51.650124 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71e3ba3-71f1-4722-96b2-08e23779d1a0 x-openstack-request-id: req-c71e3ba3-71f1-4722-96b2-08e23779d1a0 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:51.650662 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcce0c26-6e5f-4358-bf34-f4892fbbd390", "name": "network-vif-deleted", "tag": "63463fc9-e634-4e93-8278-e721e30a89ec", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:51.651140 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c71e3ba3-71f1-4722-96b2-08e23779d1a0 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:51.651855 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcce0c26-6e5f-4358-bf34-f4892fbbd390', 'name': 'network-vif-deleted', 'tag': '63463fc9-e634-4e93-8278-e721e30a89ec', 'status': 'completed', 'code': 200} Nov 23 18:00:51.677371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c413d3-caa4-4ad3-b6c3-9b8cf3555342 req-d3180550-2652-4fae-a2b4-55dea4ab7f80 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:51.683192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5c413d3-caa4-4ad3-b6c3-9b8cf3555342 req-d3180550-2652-4fae-a2b4-55dea4ab7f80 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1033313 Nov 23 18:00:51.751805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5c413d3-caa4-4ad3-b6c3-9b8cf3555342 req-443c236f-61fc-49ee-a976-cd68b76bf53e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640996 Nov 23 18:00:52.005034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051705db-57ce-4821-8da3-bbc683efe54a req-3c66f05a-40bd-49e7-9cf0-b6ceb6f82ed4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:52.030268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-051705db-57ce-4821-8da3-bbc683efe54a req-3c66f05a-40bd-49e7-9cf0-b6ceb6f82ed4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1257174 Nov 23 18:00:52.182601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ebd01-261b-4ddb-8a52-51a378aeaf4a req-c3cbd1cc-72f5-499b-882b-525b720d0e4d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:52.184435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d9ebd01-261b-4ddb-8a52-51a378aeaf4a req-c3cbd1cc-72f5-499b-882b-525b720d0e4d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1429493 Nov 23 18:00:52.189649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-051705db-57ce-4821-8da3-bbc683efe54a req-a78ae99e-19b7-4898-ad53-3c6bf7f0a95d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571810 Nov 23 18:00:52.267814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d9ebd01-261b-4ddb-8a52-51a378aeaf4a req-d7eb0ee4-5331-46d3-88c0-89d671e98778 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752189 Nov 23 18:00:52.377875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a5c7-7a9c-42f1-8344-d3f76fa872c6 req-456f6310-8ddd-4425-bf9a-56390ea2091d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:52.379374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6374a5c7-7a9c-42f1-8344-d3f76fa872c6 req-456f6310-8ddd-4425-bf9a-56390ea2091d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 950 time: 0.0567625 Nov 23 18:00:52.429811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6374a5c7-7a9c-42f1-8344-d3f76fa872c6 req-317ce5f2-567c-4e14-8bb7-c267b6cfbc80 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439353 Nov 23 18:00:52.615832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553af52-5421-49f3-950e-39d1d7987b09 req-6f4802ae-4b5f-4786-b9fe-1ff77b6917d5 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:52.617222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d553af52-5421-49f3-950e-39d1d7987b09 req-6f4802ae-4b5f-4786-b9fe-1ff77b6917d5 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 946 time: 0.0779927 Nov 23 18:00:52.619787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245e40-ed37-448f-aa07-f1cd29f7e324 req-1d93aaa5-8d6d-40fc-a326-513eb42561eb tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:52.621769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62245e40-ed37-448f-aa07-f1cd29f7e324 req-1d93aaa5-8d6d-40fc-a326-513eb42561eb tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 1101 time: 0.0734839 Nov 23 18:00:52.653861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-62245e40-ed37-448f-aa07-f1cd29f7e324 req-a34aba78-cf71-4cd9-8fdf-3f9774bded20 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:52.692156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d553af52-5421-49f3-950e-39d1d7987b09 req-3c66fd40-6aa9-4f0f-92c1-6552a7edf6a1 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/security-groups?id=c1a9ab2e-5ece-4355-9c87-4e627507eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679686 Nov 23 18:00:52.783003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-62245e40-ed37-448f-aa07-f1cd29f7e324 req-a34aba78-cf71-4cd9-8fdf-3f9774bded20 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:52.787789 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-62245e40-ed37-448f-aa07-f1cd29f7e324 req-a34aba78-cf71-4cd9-8fdf-3f9774bded20 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:52.851652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62245e40-ed37-448f-aa07-f1cd29f7e324 req-a34aba78-cf71-4cd9-8fdf-3f9774bded20 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172215 Nov 23 18:00:52.852359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aba78-cf71-4cd9-8fdf-3f9774bded20 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cc6136-7356-4b2f-8a78-10695ddd3f92,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:52.920569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73049ee5-b593-4b84-a1da-78da808550cf req-a2b2644f-b37f-4cf3-8f7b-e780039a9726 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:52.922947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73049ee5-b593-4b84-a1da-78da808550cf req-a2b2644f-b37f-4cf3-8f7b-e780039a9726 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 946 time: 0.0938740 Nov 23 18:00:53.083996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98de741-1c8b-4f55-8d95-8afbfba13543 req-812b8850-45db-44f6-8f26-23c6481eadfb tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:53.085836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c98de741-1c8b-4f55-8d95-8afbfba13543 req-812b8850-45db-44f6-8f26-23c6481eadfb tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 949 time: 0.0769646 Nov 23 18:00:53.090137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Deleting port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:53.090847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:53.210063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-037aa2e0-b888-47b7-afd9-faa6db000c49 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423164 Nov 23 18:00:53.260365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c98de741-1c8b-4f55-8d95-8afbfba13543 req-a426345c-13c9-470e-b401-0fe81284fc92 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534500 Nov 23 18:00:53.268425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] For port 24c0120e-cdf1-4de3-b85d-d8c16ff40076, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=24c0120e-cdf1-4de3-b85d-d8c16ff40076,segment=NetworkSegment(48256589-4d3c-43ed-b3c9-bce805e3ab63),segment_id=48256589-4d3c-43ed-b3c9-bce805e3ab63)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:53.268781 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:53.291685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Calling delete_port for 24c0120e-cdf1-4de3-b85d-d8c16ff40076 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:53.443801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-182179a9-9df8-423d-bfe8-fb3182c95389 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:53.445304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-182179a9-9df8-423d-bfe8-fb3182c95389 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267070 Nov 23 18:00:53.460038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e04ad-9e66-4b62-8b22-bf447b8c81d2 req-82f85ada-847d-4ac7-855d-d00a0d4a3612 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:53.461513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb1e04ad-9e66-4b62-8b22-bf447b8c81d2 req-82f85ada-847d-4ac7-855d-d00a0d4a3612 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1328552 Nov 23 18:00:53.498944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-96958d34-fb10-4d52-970d-6f7f1a2a3911 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/quotas/5f53e78914ae4f9bb5801ca85aa0e5f4 HTTP/1.1" status: 200 len: 375 time: 0.0352445 Nov 23 18:00:53.581106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb1e04ad-9e66-4b62-8b22-bf447b8c81d2 req-2b418e96-8bd1-4612-99f7-eafbce8e4428 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087961 Nov 23 18:00:53.601289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-0641e307-8252-4617-95cf-976613005890 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935397 Nov 23 18:00:53.618060 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:53.631179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['24c0120e-cdf1-4de3-b85d-d8c16ff40076'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:53.649054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Pushing event deleted for resources: {'Port': ['ID=24c0120e-cdf1-4de3-b85d-d8c16ff40076,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:53.725342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] No DVR routers for this DVR port 24c0120e-cdf1-4de3-b85d-d8c16ff40076 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:53.728984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:53.733126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73049ee5-b593-4b84-a1da-78da808550cf req-6151bbe3-2bf4-4b48-a725-034c55601c67 tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.66 "DELETE /v2.0/ports/24c0120e-cdf1-4de3-b85d-d8c16ff40076 HTTP/1.1" status: 204 len: 173 time: 0.8037801 Nov 23 18:00:53.733582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3258fb-5e2b-45b2-b383-65a54805dd9a', 'name': 'network-vif-deleted', 'tag': '24c0120e-cdf1-4de3-b85d-d8c16ff40076'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:53.735886 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4682cf89-2221-43e4-ba21-64792fa481c0" -d '{"events": [{"server_uuid": "ba3258fb-5e2b-45b2-b383-65a54805dd9a", "name": "network-vif-deleted", "tag": "24c0120e-cdf1-4de3-b85d-d8c16ff40076"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:53.771322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb811e-3e21-4a91-97ee-6c41f8b5bd47 req-ca0a36cf-5422-41e9-a587-c22a8cc0b238 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:53.773067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ffb811e-3e21-4a91-97ee-6c41f8b5bd47 req-ca0a36cf-5422-41e9-a587-c22a8cc0b238 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0912378 Nov 23 18:00:53.839289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ffb811e-3e21-4a91-97ee-6c41f8b5bd47 req-7a57c726-bb89-403d-a64f-0242e948949e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582712 Nov 23 18:00:53.949586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9139e214-1e83-4f63-b415-bd242aa3913b req-af656c0b-e93c-4d9e-bea1-d0b4d222233c tempest-VolumesAdminNegativeTest-1862130058 tempest-VolumesAdminNegativeTest-1862130058-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba3258fb-5e2b-45b2-b383-65a54805dd9a HTTP/1.1" status: 200 len: 210 time: 0.0290768 Nov 23 18:00:54.001394 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770400c1-1a29-40bd-96a8-e12ba5d75a01 x-openstack-request-id: req-770400c1-1a29-40bd-96a8-e12ba5d75a01 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:54.001714 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3258fb-5e2b-45b2-b383-65a54805dd9a", "name": "network-vif-deleted", "tag": "24c0120e-cdf1-4de3-b85d-d8c16ff40076", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:54.001966 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-770400c1-1a29-40bd-96a8-e12ba5d75a01 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:54.002383 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3258fb-5e2b-45b2-b383-65a54805dd9a', 'name': 'network-vif-deleted', 'tag': '24c0120e-cdf1-4de3-b85d-d8c16ff40076', 'status': 'completed', 'code': 200} Nov 23 18:00:54.127168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f66fd-56a6-4292-986d-d5a0f7100823 req-4e848b14-dc29-4856-9553-213bec4cf85d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:54.135400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-478f66fd-56a6-4292-986d-d5a0f7100823 req-4e848b14-dc29-4856-9553-213bec4cf85d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0798371 Nov 23 18:00:54.212682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1db4489d-3292-464f-9069-7071de667757 req-b793ae5f-0d59-4e34-9376-8cffb446cbaf tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 210 time: 0.0435688 Nov 23 18:00:54.256326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-478f66fd-56a6-4292-986d-d5a0f7100823 req-2b5aeff6-0d1b-4f15-bc92-9f4e1c2be9d6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173317 Nov 23 18:00:54.417373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428904b-7bb2-49bb-acc7-6ee6c00c7de6 req-e3a0eb28-c2db-4e4a-8e92-937a5bf77c5c tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:54.419774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a428904b-7bb2-49bb-acc7-6ee6c00c7de6 req-e3a0eb28-c2db-4e4a-8e92-937a5bf77c5c tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 949 time: 0.0634506 Nov 23 18:00:54.497671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0430f-75fe-43e7-8501-d920116fe5e0 req-d95be55f-9f8b-413f-907a-6fb7a3b0b6a7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:54.499145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6a0430f-75fe-43e7-8501-d920116fe5e0 req-d95be55f-9f8b-413f-907a-6fb7a3b0b6a7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1001532 Nov 23 18:00:54.552232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a428904b-7bb2-49bb-acc7-6ee6c00c7de6 req-8bd59662-4613-4446-935e-90fea5eead04 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/security-groups?id=d159e8ba-391b-4f94-81dd-063ff343e794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959034 Nov 23 18:00:54.604207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6a0430f-75fe-43e7-8501-d920116fe5e0 req-51c1470c-e1dc-43e3-a773-632bcfaa78a6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947578 Nov 23 18:00:54.730096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab232-2229-4258-93df-1b99500dcc50 req-58420715-69ed-4da2-bb16-a46469d5be6a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:54.734421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c4ab232-2229-4258-93df-1b99500dcc50 req-58420715-69ed-4da2-bb16-a46469d5be6a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0665669 Nov 23 18:00:54.820872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c4ab232-2229-4258-93df-1b99500dcc50 req-7dcb0ec7-b7bf-4754-bc46-4be847a3803f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640783 Nov 23 18:00:54.956746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eb451-f432-4784-b58d-065a1fb09004 req-f2b55f4f-a284-43be-939e-32b633599cd4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:54.959082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-522eb451-f432-4784-b58d-065a1fb09004 req-f2b55f4f-a284-43be-939e-32b633599cd4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0651801 Nov 23 18:00:55.035479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54400) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:55.040511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-6d7815d5-7d54-4c5a-a06c-935f79fcddbe tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:55.043238 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-6d7815d5-7d54-4c5a-a06c-935f79fcddbe tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 949 time: 0.0797269 Nov 23 18:00:55.095043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-522eb451-f432-4784-b58d-065a1fb09004 req-2d515885-7bd0-4470-ab94-28f5b0f1012c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245182 Nov 23 18:00:55.125791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7481f4-033a-404d-87e8-c322f0379cbf admin admin] Deleting subnet ef8132ca-6c59-4aae-b9b9-d4c915bdd142 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:00:55.129288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f7481f4-033a-404d-87e8-c322f0379cbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.164672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Deleting port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:55.165017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.170522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f7481f4-033a-404d-87e8-c322f0379cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.249377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f7481f4-033a-404d-87e8-c322f0379cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.265187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] For port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:55.265641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.281835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Calling delete_port for d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:55.286729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93795b7f-f42d-48ab-a37d-eb7d9ff95259 req-7007f58e-2e88-4550-ac15-803678b567de tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:55.295279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93795b7f-f42d-48ab-a37d-eb7d9ff95259 req-7007f58e-2e88-4550-ac15-803678b567de tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1053290 Nov 23 18:00:55.396095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8dac0d5a-a8a9-41fb-908e-b13f3f9e9e9e req-fc4f03bf-7605-47ec-b68b-61283f47e294 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 210 time: 0.0625558 Nov 23 18:00:55.424187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93795b7f-f42d-48ab-a37d-eb7d9ff95259 req-a2eff08d-c7ae-4e71-ac23-118dc86965b2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279995 Nov 23 18:00:55.425908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f7481f4-033a-404d-87e8-c322f0379cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.440674 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f7481f4-033a-404d-87e8-c322f0379cbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.453716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1f7481f4-033a-404d-87e8-c322f0379cbf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ef8132ca-6c59-4aae-b9b9-d4c915bdd142 HTTP/1.1" status: 204 len: 168 time: 0.4149706 Nov 23 18:00:55.462618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54414) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:55.500324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7481f4-033a-404d-87e8-c322f0379cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8132ca-6c59-4aae-b9b9-d4c915bdd142,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:55.561137 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.574199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 63463fc9-e634-4e93-8278-e721e30a89ec no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:55.609652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.614185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Pushing event deleted for resources: {'Port': ['ID=d4ea35ad-6eee-4a51-9fe7-467c9d8f3575,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:55.622722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e8ab-9522-4661-994f-766b32d6e37b req-50a0fcbd-7484-4ba7-ab66-bb8d614d6fe3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:55.625794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6974e8ab-9522-4661-994f-766b32d6e37b req-50a0fcbd-7484-4ba7-ab66-bb8d614d6fe3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0940678 Nov 23 18:00:55.649002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 63463fc9-e634-4e93-8278-e721e30a89ec {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:55.649723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 63463fc9-e634-4e93-8278-e721e30a89ec not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:55.662459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] No DVR routers for this DVR port d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:55.665524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.669469 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cd83f2e1-1d82-4c3e-b446-83324371f6c2 req-f2f10e21-f49a-4fd0-8b0d-0adf38209aa3 tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.72 "DELETE /v2.0/ports/d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 HTTP/1.1" status: 204 len: 173 time: 0.6197422 Nov 23 18:00:55.669925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-deleted', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:55.672303 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8857bd-ebb2-4c66-a469-40d96ce53e46" -d '{"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-deleted", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:55.738989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-31039c9e-fff5-49f3-8223-ba9fbc186c7b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079469 Nov 23 18:00:55.800614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 24c0120e-cdf1-4de3-b85d-d8c16ff40076 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:55.830341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec087bf6-007d-4ebe-930b-4c682b5c2136 req-ec0c9b68-8322-4c2c-93e0-419f154ccd9a tempest-ListImageFiltersTestJSON-484181844 tempest-ListImageFiltersTestJSON-484181844-project] 10.222.0.74 "GET /v2.0/ports?device_id=edf6e862-7fdd-44f4-b019-442771f11388 HTTP/1.1" status: 200 len: 210 time: 0.1114714 Nov 23 18:00:55.835557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.836036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 24c0120e-cdf1-4de3-b85d-d8c16ff40076 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:55.836610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 24c0120e-cdf1-4de3-b85d-d8c16ff40076 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:55.881926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d03a82a-7889-4505-845d-1f4e16b2e797']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:55.895672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48256589-4d3c-43ed-b3c9-bce805e3ab63') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:55.896002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48256589-4d3c-43ed-b3c9-bce805e3ab63') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:55.924962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.956022 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.967180 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05f211-c339-4295-81e5-2ad183e0d869 x-openstack-request-id: req-cc05f211-c339-4295-81e5-2ad183e0d869 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:55.969661 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf6e862-7fdd-44f4-b019-442771f11388", "name": "network-vif-deleted", "tag": "d4ea35ad-6eee-4a51-9fe7-467c9d8f3575", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:55.969920 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc05f211-c339-4295-81e5-2ad183e0d869 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:55.970289 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf6e862-7fdd-44f4-b019-442771f11388', 'name': 'network-vif-deleted', 'tag': 'd4ea35ad-6eee-4a51-9fe7-467c9d8f3575', 'status': 'completed', 'code': 200} Nov 23 18:00:55.975952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:00:55.977587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:00:55.981298 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:00:56.025522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6974e8ab-9522-4661-994f-766b32d6e37b req-3596e570-40a2-4bda-9adc-7603a248be2c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577218 Nov 23 18:00:56.136092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:56.154775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:56.163922 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8d03a82a-7889-4505-845d-1f4e16b2e797 HTTP/1.1" status: 204 len: 168 time: 0.7000921 Nov 23 18:00:56.164989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54430) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:56.317947 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-b22b76a4-66f7-4391-9c12-2d08ebd8d19c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212280 Nov 23 18:00:56.318763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e5e0a-a6b4-4b35-9f47-8b58bd1a81f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d03a82a-7889-4505-845d-1f4e16b2e797,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:56.508978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c62e2a-bfb6-4c34-b2c1-6d05fbbf56f1 admin admin] Deleting subnet 7f711e4f-f9a2-4b72-bb4f-9deddab4509a {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:00:56.557469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93c62e2a-bfb6-4c34-b2c1-6d05fbbf56f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:56.619659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9609615-7055-41d9-a231-cfd6bfeab100 req-2e66414f-ba95-4ef7-bf0b-559aaa60b023 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:56.621381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9609615-7055-41d9-a231-cfd6bfeab100 req-2e66414f-ba95-4ef7-bf0b-559aaa60b023 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1054351 Nov 23 18:00:56.627369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-d0586be7-f10d-4fde-b0e5-87f4a57fb254 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:56.628936 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-d0586be7-f10d-4fde-b0e5-87f4a57fb254 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016598 Nov 23 18:00:56.631197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93c62e2a-bfb6-4c34-b2c1-6d05fbbf56f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:56.634369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-9ba3622a-9ef7-4de3-baab-2d7bf50b7042 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:56.635993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-9ba3622a-9ef7-4de3-baab-2d7bf50b7042 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8861501 Nov 23 18:00:56.650518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621c8a6-758e-4e28-bc5a-1b7a33b22202 req-3777d87a-a8b5-440a-8732-f093f31a65d7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:56.658289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Request body: {'port': {'device_id': '45c6631c-abcc-4c7d-aa16-68e5106aec0f', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '5f53e78914ae4f9bb5801ca85aa0e5f4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:56.659061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0621c8a6-758e-4e28-bc5a-1b7a33b22202 req-3777d87a-a8b5-440a-8732-f093f31a65d7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1440158 Nov 23 18:00:56.684848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Request body: {'port': {'device_id': 'af814270-7591-4671-8cb6-b96aeace83a5', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '5f53e78914ae4f9bb5801ca85aa0e5f4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:56.738637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93c62e2a-bfb6-4c34-b2c1-6d05fbbf56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:56.814043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0621c8a6-758e-4e28-bc5a-1b7a33b22202 req-df2376d2-fbfa-4969-9d56-f8db342680fc tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538835 Nov 23 18:00:56.825125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9609615-7055-41d9-a231-cfd6bfeab100 req-fcfebc7e-5a3b-45f3-97f5-16ee4d8f299e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875136 Nov 23 18:00:56.929969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Made reservation on behalf of 5f53e78914ae4f9bb5801ca85aa0e5f4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:56.934370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.064118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7371d6da-ea75-4d86-a655-6ac9566021f0 req-bddf1fbb-149b-4fed-a832-f6834af0862a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 210 time: 0.1120355 Nov 23 18:00:57.179992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Made reservation on behalf of 5f53e78914ae4f9bb5801ca85aa0e5f4 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:57.188251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.192082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93c62e2a-bfb6-4c34-b2c1-6d05fbbf56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.245352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bc958-b2fd-4a93-92f0-db76518297e2 req-2e7c2a1c-22f5-44ca-bbff-505566a2b574 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:57.253330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a8bc958-b2fd-4a93-92f0-db76518297e2 req-2e7c2a1c-22f5-44ca-bbff-505566a2b574 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2138805 Nov 23 18:00:57.264195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c62e2a-bfb6-4c34-b2c1-6d05fbbf56f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f711e4f-f9a2-4b72-bb4f-9deddab4509a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:57.276422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93c62e2a-bfb6-4c34-b2c1-6d05fbbf56f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.284423 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-93c62e2a-bfb6-4c34-b2c1-6d05fbbf56f1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7f711e4f-f9a2-4b72-bb4f-9deddab4509a HTTP/1.1" status: 204 len: 168 time: 1.1126335 Nov 23 18:00:57.287225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54450) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:57.359790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Allocated IP 192.168.233.179 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/e54a8261-6f04-45c4-b68c-9223c5430bbd) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:57.395498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.419292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a8bc958-b2fd-4a93-92f0-db76518297e2 req-18af1eed-2a3e-4390-b2d6-b11100cb87b9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649323 Nov 23 18:00:57.660690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.686499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e615029-d863-471e-b837-fcf7a1fc721d']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:57.699085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5844b6-fc8d-4b3a-ad4e-4c9f257f4200') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:57.699538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5844b6-fc8d-4b3a-ad4e-4c9f257f4200') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:57.710113 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.727498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3d093-277c-47c6-bba9-5afedf28c010 req-752aca35-8df2-424f-81f0-75cadf6b945c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:57.735192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.736436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12a3d093-277c-47c6-bba9-5afedf28c010 req-752aca35-8df2-424f-81f0-75cadf6b945c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1534405 Nov 23 18:00:57.742798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:00:57.743330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:00:57.768957 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:00:57.807429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.852578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12a3d093-277c-47c6-bba9-5afedf28c010 req-a3b19b92-e3c1-4ff6-acfa-faf55538eb34 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150820 Nov 23 18:00:57.857628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.865477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.869088 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4e615029-d863-471e-b837-fcf7a1fc721d HTTP/1.1" status: 204 len: 168 time: 0.5807576 Nov 23 18:00:57.906846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17937a3e-d4e2-40c0-817c-9b59927e3744 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e615029-d863-471e-b837-fcf7a1fc721d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:57.937466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:57.950872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:58.044360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:58.051120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:58.069605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Allocated IP 192.168.233.96 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/7d592c05-71a8-40de-89c5-602d384ac9ff) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:58.101614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:58.287176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54498) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:58.326001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'Port': ['ID=e54a8261-6f04-45c4-b68c-9223c5430bbd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:58.349011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.389338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.406966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:58.414964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.433396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d78c2-028f-4ae1-bb14-0e028a4f3859 req-e7b8a97a-0350-4dfe-9c90-e9247e404fef tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:58.442103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:58.446999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:58.450286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d88d78c2-028f-4ae1-bb14-0e028a4f3859 req-e7b8a97a-0350-4dfe-9c90-e9247e404fef tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.4256320 Nov 23 18:00:58.453961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:58.463771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:58.508403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-26bf65ba-bedd-4bce-b9af-6f0e6c146440 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efde6f5c1e4f40a68751115f7459e098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890163 Nov 23 18:00:58.517135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae446beb-1c94-434f-854c-31a1f9bc9dee req-a98e2693-63d1-4de9-b55a-8b99bac68912 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:58.517496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:58.518369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.518795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae446beb-1c94-434f-854c-31a1f9bc9dee req-a98e2693-63d1-4de9-b55a-8b99bac68912 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.3221800 Nov 23 18:00:58.519666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54500) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:58.549931 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8953567 Nov 23 18:00:58.557400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b512345-7bd1-479d-a3d6-9380951f6e42 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'Port': ['ID=7d592c05-71a8-40de-89c5-602d384ac9ff,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:58.577519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Request body: {'port': {'device_id': '45c6631c-abcc-4c7d-aa16-68e5106aec0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:58.580173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-df03361c-803a-4eb3-9f9f-db2e982e82c2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8991473 Nov 23 18:00:58.641761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Request body: {'port': {'device_id': 'af814270-7591-4671-8cb6-b96aeace83a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:58.660952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d88d78c2-028f-4ae1-bb14-0e028a4f3859 req-5fe57352-2e6a-4121-9823-ce09e79a7fe9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097368 Nov 23 18:00:58.668255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a527cf26-67c9-4fda-965a-4e9c04bd3ff6 None None] Provisioning complete for port e54a8261-6f04-45c4-b68c-9223c5430bbd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:58.668640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a527cf26-67c9-4fda-965a-4e9c04bd3ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.703758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.741697 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd17b264-47a5-42ae-9e75-758b1b352b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.797700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a527cf26-67c9-4fda-965a-4e9c04bd3ff6 None None] Port e54a8261-6f04-45c4-b68c-9223c5430bbd cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:58.822677 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.858544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae446beb-1c94-434f-854c-31a1f9bc9dee req-7454359a-e398-4f99-939b-e10f3d88254c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820182 Nov 23 18:00:58.916455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd17b264-47a5-42ae-9e75-758b1b352b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:58.958993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d946a47f-eefd-42b1-8393-97e3bf7da2da None None] Provisioning complete for port 7d592c05-71a8-40de-89c5-602d384ac9ff triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:58.960291 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d946a47f-eefd-42b1-8393-97e3bf7da2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.045499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d946a47f-eefd-42b1-8393-97e3bf7da2da None None] Port 7d592c05-71a8-40de-89c5-602d384ac9ff cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:59.138068 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd17b264-47a5-42ae-9e75-758b1b352b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.140908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd17b264-47a5-42ae-9e75-758b1b352b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.142128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bd17b264-47a5-42ae-9e75-758b1b352b67 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1a9ab2e-5ece-4355-9c87-4e627507eb75 HTTP/1.1" status: 204 len: 168 time: 0.6129560 Nov 23 18:00:59.151709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17b264-47a5-42ae-9e75-758b1b352b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9ab2e-5ece-4355-9c87-4e627507eb75,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:59.161514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf56345-aff6-4ac5-b51a-e5dde6a3272a req-d8daccbe-784a-472f-afe2-66ee56b7827e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:59.170410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbf56345-aff6-4ac5-b51a-e5dde6a3272a req-d8daccbe-784a-472f-afe2-66ee56b7827e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 935 time: 0.1004496 Nov 23 18:00:59.256246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbf56345-aff6-4ac5-b51a-e5dde6a3272a req-5bcdfca6-375f-4c05-94ad-6190a43c7464 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847299 Nov 23 18:00:59.273325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d592c05-71a8-40de-89c5-602d384ac9ff {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:59.288945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.325220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Transition to ACTIVE for port object 7d592c05-71a8-40de-89c5-602d384ac9ff will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:59.332308 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.486282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Pushing event updated for resources: {'Port': ['ID=7d592c05-71a8-40de-89c5-602d384ac9ff,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:59.583437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:59.598746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54a8261-6f04-45c4-b68c-9223c5430bbd {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:59.619380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.636585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:59.639095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d4ea35ad-6eee-4a51-9fe7-467c9d8f3575 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:59.648671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Transition to ACTIVE for port object e54a8261-6f04-45c4-b68c-9223c5430bbd will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:59.692539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.693091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Attempting to bind port 7d592c05-71a8-40de-89c5-602d384ac9ff on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:59.693439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Attempting to bind port 7d592c05-71a8-40de-89c5-602d384ac9ff by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:59.693801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Attempting to bind port 7d592c05-71a8-40de-89c5-602d384ac9ff on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:59.716833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Port 7d592c05-71a8-40de-89c5-602d384ac9ff on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:59.717194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Attempting to bind port 7d592c05-71a8-40de-89c5-602d384ac9ff on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:59.731678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:59.735292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:59.735867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:59.736761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Bound port: 7d592c05-71a8-40de-89c5-602d384ac9ff, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:59.737875 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.815441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Pushing event updated for resources: {'Port': ['ID=e54a8261-6f04-45c4-b68c-9223c5430bbd,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:59.841244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1d69a02a-39d9-4be2-9797-f96e242c1c28 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:59.844967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1d69a02a-39d9-4be2-9797-f96e242c1c28 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:59.906439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] For port 7d592c05-71a8-40de-89c5-602d384ac9ff, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:59.915882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] For port 7d592c05-71a8-40de-89c5-602d384ac9ff, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7d592c05-71a8-40de-89c5-602d384ac9ff,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:59.928532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:59.965724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54540) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:00.021310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cf854-2a46-4968-a5f0-181f26ac387d req-e03c0375-8bdd-4b2d-9fcd-231f036f892f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:00.035959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff1cf854-2a46-4968-a5f0-181f26ac387d req-e03c0375-8bdd-4b2d-9fcd-231f036f892f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.3842824 Nov 23 18:01:00.109873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Pushing event updated for resources: {'Port': ['ID=7d592c05-71a8-40de-89c5-602d384ac9ff,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:00.146120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:00.147301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.148747 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2261390e-9a30-4daf-896e-cf7753028634 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d592c05-71a8-40de-89c5-602d384ac9ff HTTP/1.1" status: 200 len: 1095 time: 1.5780268 Nov 23 18:01:00.152189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c6631c-abcc-4c7d-aa16-68e5106aec0f', 'tag': '7d592c05-71a8-40de-89c5-602d384ac9ff'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:00.160489 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6bd596-e184-4d38-9693-11850390f1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "45c6631c-abcc-4c7d-aa16-68e5106aec0f", "tag": "7d592c05-71a8-40de-89c5-602d384ac9ff"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:00.220948 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.227087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff1cf854-2a46-4968-a5f0-181f26ac387d req-afa22df8-74e8-4ff2-88ea-0d755e45c793 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897500 Nov 23 18:01:00.228789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54544) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:00.285098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:00.303146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:00.308340 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdc1bf9-d4a2-4ccf-96f6-1e951a356be8" -d '{"events": [{"server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "name": "network-vif-unplugged", "status": "completed", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:00.318400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.343079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7dc1b-5646-4738-bb2d-d5902dd5eb8b req-2c79872e-6966-4f4d-9831-064b3aaa13b8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:00.352860 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e65d67-9fb9-4f66-a66e-eda0529d90c6 x-openstack-request-id: req-d8e65d67-9fb9-4f66-a66e-eda0529d90c6 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:00.353152 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c6631c-abcc-4c7d-aa16-68e5106aec0f", "tag": "7d592c05-71a8-40de-89c5-602d384ac9ff", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:00.353414 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8e65d67-9fb9-4f66-a66e-eda0529d90c6 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:00.353548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ca7dc1b-5646-4738-bb2d-d5902dd5eb8b req-2c79872e-6966-4f4d-9831-064b3aaa13b8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.4985437 Nov 23 18:01:00.353806 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c6631c-abcc-4c7d-aa16-68e5106aec0f', 'tag': '7d592c05-71a8-40de-89c5-602d384ac9ff', 'status': 'completed', 'code': 200} Nov 23 18:01:00.420961 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-217ba901-4302-46b8-8d2e-71632b2efe73 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa41d18c94a64ce491af15981e433cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478226 Nov 23 18:01:00.424101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54560) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:00.472129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-7584d57e-459d-4df8-8610-9f92fc6e587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:00.477702 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-7584d57e-459d-4df8-8610-9f92fc6e587b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 1098 time: 0.2402918 Nov 23 18:01:00.495179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Attempting to bind port e54a8261-6f04-45c4-b68c-9223c5430bbd on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:00.507147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Attempting to bind port e54a8261-6f04-45c4-b68c-9223c5430bbd by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:00.512645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Attempting to bind port e54a8261-6f04-45c4-b68c-9223c5430bbd on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:00.561623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:00.581003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Port e54a8261-6f04-45c4-b68c-9223c5430bbd on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:01:00.581339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Attempting to bind port e54a8261-6f04-45c4-b68c-9223c5430bbd on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:00.581442 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:00.593257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54562) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:00.612962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:00.613308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:00.617141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:00.617600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Bound port: e54a8261-6f04-45c4-b68c-9223c5430bbd, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:00.618020 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.628338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'port_id': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'mac_address': 'fa:16:3e:1b:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a3ecc1-8441-4486-a119-eab270e7fc8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:00.653633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ca7dc1b-5646-4738-bb2d-d5902dd5eb8b req-035af507-cfc6-4aa7-adfe-54875f9ab838 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991221 Nov 23 18:01:00.654420 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-3e352e38-595c-4297-95f8-6a8222d09c6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7d592c05-71a8-40de-89c5-602d384ac9ff HTTP/1.1" status: 200 len: 217 time: 0.1565945 Nov 23 18:01:00.667980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8761a-e213-4b68-91e9-d7c752b06386 req-ff8d95f1-a8cb-4b85-82bf-7900440e69e7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:00.676143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68e8761a-e213-4b68-91e9-d7c752b06386 req-ff8d95f1-a8cb-4b85-82bf-7900440e69e7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1539767 Nov 23 18:01:00.727920 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:01:00.750275 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.798719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d69a02a-39d9-4be2-9797-f96e242c1c28 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:00.817175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] For port e54a8261-6f04-45c4-b68c-9223c5430bbd, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:00.822338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] For port e54a8261-6f04-45c4-b68c-9223c5430bbd, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e54a8261-6f04-45c4-b68c-9223c5430bbd,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:00.858921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.859558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:00.875865 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.910211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-07ab0588-5e83-40b9-abe6-a5a5ec39761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:00.919224 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-07ab0588-5e83-40b9-abe6-a5a5ec39761b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.2364421 Nov 23 18:01:00.920082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7179a36-fcd5-4745-855d-6fe62b3d5604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.937183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:00.961603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-50905c76-05b3-4991-9148-96359704e3bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:00.986257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68e8761a-e213-4b68-91e9-d7c752b06386 req-cbf52604-ef50-4261-a804-de3406ff8455 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091121 Nov 23 18:01:01.010848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7179a36-fcd5-4745-855d-6fe62b3d5604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.028730 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-08b8a0eb-d336-4f50-91b8-430e6d2457bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ec94b76052f4525a05fefd4ad654117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7833722 Nov 23 18:01:01.032160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:01.034644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54568) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:01.034852 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.036290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] 10.222.0.66 "PUT /v2.0/ports/e54a8261-6f04-45c4-b68c-9223c5430bbd HTTP/1.1" status: 200 len: 1096 time: 2.4263146 Nov 23 18:01:01.038837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af814270-7591-4671-8cb6-b96aeace83a5', 'tag': 'e54a8261-6f04-45c4-b68c-9223c5430bbd'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:01.041125 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77965801-4c12-48f0-992a-170f0089a858" -d '{"events": [{"name": "network-changed", "server_uuid": "af814270-7591-4671-8cb6-b96aeace83a5", "tag": "e54a8261-6f04-45c4-b68c-9223c5430bbd"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:01.061838 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701f1927-4d68-423b-abea-30b8e938daca x-openstack-request-id: req-701f1927-4d68-423b-abea-30b8e938daca {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:01.062235 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "name": "network-vif-unplugged", "status": "completed", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:01.062761 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-701f1927-4d68-423b-abea-30b8e938daca {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:01.063262 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'code': 200} Nov 23 18:01:01.148115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1d69a02a-39d9-4be2-9797-f96e242c1c28'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:01.181049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-af13a385-456e-43ec-94cd-43536b899073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:01.185059 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-af13a385-456e-43ec-94cd-43536b899073 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391078 Nov 23 18:01:01.236790 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-50905c76-05b3-4991-9148-96359704e3bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.275917 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331fb4da-0f48-46df-b78d-69d59a5cd64b x-openstack-request-id: req-331fb4da-0f48-46df-b78d-69d59a5cd64b {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:01.276129 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af814270-7591-4671-8cb6-b96aeace83a5", "tag": "e54a8261-6f04-45c4-b68c-9223c5430bbd", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:01.276375 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-331fb4da-0f48-46df-b78d-69d59a5cd64b {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:01.276807 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af814270-7591-4671-8cb6-b96aeace83a5', 'tag': 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'status': 'completed', 'code': 200} Nov 23 18:01:01.283805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-50905c76-05b3-4991-9148-96359704e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.395373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc124498-c426-4c01-bd5a-7ab69772be64 req-eec766a0-2553-4f6f-b0aa-617a35d2d5b2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:01.404664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc124498-c426-4c01-bd5a-7ab69772be64 req-eec766a0-2553-4f6f-b0aa-617a35d2d5b2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 947 time: 0.5784605 Nov 23 18:01:01.427112 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d2c6-8303-4a1c-8131-bdafc06c01df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.461534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c4ebd-78c6-421c-b2d2-56ec97f30724 service neutron] Pushing event updated for resources: {'Port': ['ID=e54a8261-6f04-45c4-b68c-9223c5430bbd,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:01.463736 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-2824c5b1-16cd-4e71-8327-b5d365c4b815 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634647 Nov 23 18:01:01.478190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-5e4f5338-0343-4986-8135-c6210b02e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:01.481418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-5e4f5338-0343-4986-8135-c6210b02e066 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 1099 time: 0.2419491 Nov 23 18:01:01.506847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7179a36-fcd5-4745-855d-6fe62b3d5604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.509725 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7179a36-fcd5-4745-855d-6fe62b3d5604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.513510 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a7179a36-fcd5-4745-855d-6fe62b3d5604 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5646eda2-3bee-4ccd-88ce-499ab1e38463 HTTP/1.1" status: 204 len: 168 time: 1.0674667 Nov 23 18:01:01.516139 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d2c6-8303-4a1c-8131-bdafc06c01df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.558731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-759bf8a7-24cc-4ada-bb0a-02cb928c08f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e54a8261-6f04-45c4-b68c-9223c5430bbd HTTP/1.1" status: 200 len: 217 time: 0.0676944 Nov 23 18:01:01.562298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-50905c76-05b3-4991-9148-96359704e3bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f4c65ed196a4c68ac754149ae02ed3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9680419 Nov 23 18:01:01.599140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54578) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:01.608545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7179a36-fcd5-4745-855d-6fe62b3d5604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5646eda2-3bee-4ccd-88ce-499ab1e38463,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:01.632988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50905c76-05b3-4991-9148-96359704e3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c27c3-e17d-4bae-9eb7-77aa355268c3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:01.693216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92d7c7-1121-442b-b56d-c53dc2e0ee97 req-4a1d9b35-13f2-4fcf-9011-3b3d55da92d9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:01.703745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e92d7c7-1121-442b-b56d-c53dc2e0ee97 req-4a1d9b35-13f2-4fcf-9011-3b3d55da92d9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.3673248 Nov 23 18:01:01.739984 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-654f719b-515c-4b67-8591-c03d6d8ae33b service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658374 Nov 23 18:01:01.754247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc124498-c426-4c01-bd5a-7ab69772be64 req-13c79132-1807-47f6-9826-1766e278b4da tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476677 Nov 23 18:01:01.769727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-f5cbeabb-9a38-4325-ab3a-e604d2070ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:01.770432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d2c6-8303-4a1c-8131-bdafc06c01df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.771426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-f5cbeabb-9a38-4325-ab3a-e604d2070ebc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1899207 Nov 23 18:01:01.784639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d2c6-8303-4a1c-8131-bdafc06c01df admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:01.784639 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0e4d2c6-8303-4a1c-8131-bdafc06c01df admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d159e8ba-391b-4f94-81dd-063ff343e794 HTTP/1.1" status: 204 len: 168 time: 0.7317617 Nov 23 18:01:01.842878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4d2c6-8303-4a1c-8131-bdafc06c01df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d159e8ba-391b-4f94-81dd-063ff343e794,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:01.908711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-ecb24d21-2349-4dc6-a8e1-439178505406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:01.911547 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-ecb24d21-2349-4dc6-a8e1-439178505406 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 1098 time: 0.1008048 Nov 23 18:01:01.972084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e92d7c7-1121-442b-b56d-c53dc2e0ee97 req-b8a99082-6b8e-4b07-ba68-ad9d7bcc750e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673120 Nov 23 18:01:01.995019 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22e9f588-6299-4a30-a344-61efd1baf9e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:02.005027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-584f947c-1e16-44a6-a0ce-c79e96a3eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:02.013743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-584f947c-1e16-44a6-a0ce-c79e96a3eb67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225952 Nov 23 18:01:02.077339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4e192-d9e2-4aec-9788-1be859962eae req-7aadb1c3-0cf3-4217-ac4f-f7928adbb510 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:02.085630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ce4e192-d9e2-4aec-9788-1be859962eae req-7aadb1c3-0cf3-4217-ac4f-f7928adbb510 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 944 time: 0.1682177 Nov 23 18:01:02.095034 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22e9f588-6299-4a30-a344-61efd1baf9e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:02.148156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-6da5ab46-995f-499b-b50d-6ba8002a4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:02.150197 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-6da5ab46-995f-499b-b50d-6ba8002a4e1d service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2256715 Nov 23 18:01:02.248331 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-86b62e2a-d4b3-4c4c-89bc-76c6056739e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7d592c05-71a8-40de-89c5-602d384ac9ff HTTP/1.1" status: 200 len: 217 time: 0.0884986 Nov 23 18:01:02.328652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ce4e192-d9e2-4aec-9788-1be859962eae req-8bf0f35d-e5a2-4d04-b4e8-268b4d7d4ca0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421288 Nov 23 18:01:02.342736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b2f9b-5c10-4ab9-b9d8-4a5dec16b132 req-32144d90-26b2-4535-9a42-be3a2b38beac tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:02.353356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122b2f9b-5c10-4ab9-b9d8-4a5dec16b132 req-32144d90-26b2-4535-9a42-be3a2b38beac tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2471130 Nov 23 18:01:02.366174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-02ffb038-2057-4ec6-b06e-0dc37d98dbc4 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422265 Nov 23 18:01:02.380138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-c865b067-5e3c-4bab-a66f-c23ee7533d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:02.382837 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-c865b067-5e3c-4bab-a66f-c23ee7533d2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1257055 Nov 23 18:01:02.451566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-972330f5-e194-482d-936f-8c51069baea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:02.453126 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-972330f5-e194-482d-936f-8c51069baea1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631452 Nov 23 18:01:02.474993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22e9f588-6299-4a30-a344-61efd1baf9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:02.489462 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22e9f588-6299-4a30-a344-61efd1baf9e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:02.489462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-22e9f588-6299-4a30-a344-61efd1baf9e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d3c27c3-e17d-4bae-9eb7-77aa355268c3 HTTP/1.1" status: 204 len: 168 time: 0.8837175 Nov 23 18:01:02.588579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9f588-6299-4a30-a344-61efd1baf9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c27c3-e17d-4bae-9eb7-77aa355268c3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:02.606946 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-bdd9b38c-001e-4d6f-82ad-4267a0e86416 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432130 Nov 23 18:01:02.614256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122b2f9b-5c10-4ab9-b9d8-4a5dec16b132 req-7fe0fb6a-fd72-406a-bb79-3db4584f5291 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547469 Nov 23 18:01:02.670542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d9ef1d7-6f2f-4e0f-aa5f-54f01dacc5aa req-479cd566-31f8-43ac-a19c-a9b4f9e93a4e service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896426 Nov 23 18:01:02.780536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965801-4c12-48f0-992a-170f0089a858 req-8b02eef5-878a-4e2c-bb5c-a947afb0d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:02.783010 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77965801-4c12-48f0-992a-170f0089a858 req-8b02eef5-878a-4e2c-bb5c-a947afb0d906 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 1099 time: 0.0552828 Nov 23 18:01:02.877046 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ee6bd596-e184-4d38-9693-11850390f1c5 req-a40d4084-774b-4c5f-ad53-94d0d623c09c service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627566 Nov 23 18:01:03.000038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0524a7-daac-402a-a2c0-116872e5182a req-245e5e24-cb00-456f-a575-e894e4dd89ef tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:03.001719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df0524a7-daac-402a-a2c0-116872e5182a req-245e5e24-cb00-456f-a575-e894e4dd89ef tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2155740 Nov 23 18:01:03.014845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54626) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:03.040395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60dc5cb0-daf3-4cf1-a3fa-85798828f1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:03.060021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965801-4c12-48f0-992a-170f0089a858 req-de2b7fc2-97c2-4cd8-b9fd-5810cd54c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:03.061472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77965801-4c12-48f0-992a-170f0089a858 req-de2b7fc2-97c2-4cd8-b9fd-5810cd54c060 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2634795 Nov 23 18:01:03.069303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad230-c798-428d-9a4f-2b5697283121 req-34a7e5db-69f4-4914-9647-476b650cbb1c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:03.070984 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fbad230-c798-428d-9a4f-2b5697283121 req-34a7e5db-69f4-4914-9647-476b650cbb1c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 947 time: 0.1864769 Nov 23 18:01:03.129987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77965801-4c12-48f0-992a-170f0089a858 req-3eae8d2c-eb86-46c1-8e5a-111ad8b95af5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e54a8261-6f04-45c4-b68c-9223c5430bbd HTTP/1.1" status: 200 len: 217 time: 0.0581360 Nov 23 18:01:03.185152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df0524a7-daac-402a-a2c0-116872e5182a req-06818581-4213-419a-a777-c344558d77c6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740298 Nov 23 18:01:03.213896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965801-4c12-48f0-992a-170f0089a858 req-62e13279-64fa-409e-9848-51b29b669b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:03.215713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77965801-4c12-48f0-992a-170f0089a858 req-62e13279-64fa-409e-9848-51b29b669b0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0714197 Nov 23 18:01:03.238203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fbad230-c798-428d-9a4f-2b5697283121 req-27016df3-8c01-4f77-a2e6-105c319296e3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562448 Nov 23 18:01:03.275221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965801-4c12-48f0-992a-170f0089a858 req-9dd03f81-068e-49ad-a673-e25a5759bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:03.277517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77965801-4c12-48f0-992a-170f0089a858 req-9dd03f81-068e-49ad-a673-e25a5759bd7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516715 Nov 23 18:01:03.286301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60dc5cb0-daf3-4cf1-a3fa-85798828f1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:03.295620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60dc5cb0-daf3-4cf1-a3fa-85798828f1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:03.407513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a7c42-2142-4e32-971c-41d22b770c94 req-1771841e-d1f1-405d-befe-a28f5b88e542 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:03.414835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b08a7c42-2142-4e32-971c-41d22b770c94 req-1771841e-d1f1-405d-befe-a28f5b88e542 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1163929 Nov 23 18:01:03.415392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc5cb0-daf3-4cf1-a3fa-85798828f1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af12778-e961-4e90-95c8-155dc6f28a1e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:03.454386 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-60dc5cb0-daf3-4cf1-a3fa-85798828f1de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1aa419efc8b240febcbaf467ffc8a9a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380176 Nov 23 18:01:03.455045 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:03.549497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a2f-b0a0-47ac-aeac-d7b8b6ea24a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:03.554433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77965801-4c12-48f0-992a-170f0089a858 req-82979751-71db-4f9b-8a72-a26a837bc180 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677426 Nov 23 18:01:03.577063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a2f-b0a0-47ac-aeac-d7b8b6ea24a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:03.588115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b08a7c42-2142-4e32-971c-41d22b770c94 req-b2f583a0-62ff-4bd2-b93c-c3dcbb1eeb45 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718779 Nov 23 18:01:03.629905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd7f28-fff1-408f-9dfb-dd8f1c49e778 req-85d0dbea-96f2-448f-942a-6aa869e34108 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:03.631561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afcd7f28-fff1-408f-9dfb-dd8f1c49e778 req-85d0dbea-96f2-448f-942a-6aa869e34108 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 944 time: 0.1677232 Nov 23 18:01:03.642514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a2f-b0a0-47ac-aeac-d7b8b6ea24a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:03.645960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a2f-b0a0-47ac-aeac-d7b8b6ea24a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:03.649587 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-24ee4a2f-b0a0-47ac-aeac-d7b8b6ea24a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7af12778-e961-4e90-95c8-155dc6f28a1e HTTP/1.1" status: 204 len: 168 time: 0.1913254 Nov 23 18:01:03.681305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4a2f-b0a0-47ac-aeac-d7b8b6ea24a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af12778-e961-4e90-95c8-155dc6f28a1e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:03.746112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afcd7f28-fff1-408f-9dfb-dd8f1c49e778 req-e1d39f88-3c54-4969-94e9-ca25e68697d1 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858028 Nov 23 18:01:03.750937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77965801-4c12-48f0-992a-170f0089a858 req-3d1e7c47-2d82-4d0c-bcbc-00efd7cf4d21 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850576 Nov 23 18:01:03.848524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device e54a8261-6f04-45c4-b68c-9223c5430bbd details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:01:03.850834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1d69a02a-39d9-4be2-9797-f96e242c1c28 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:03.970273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-c38f5b14-42dd-432c-9114-964f5d41d79d tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=761b2be14b2f493aa13968f56887776f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280287 Nov 23 18:01:04.114542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e325-c967-441f-8a30-915d469fca6c req-909cefb7-446e-4a43-bd06-4380d0f4b5a1 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:04.116218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-909cefb7-446e-4a43-bd06-4380d0f4b5a1 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398246 Nov 23 18:01:04.145989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-89678690-454c-4ab9-a75a-b763716633cc tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/quotas/761b2be14b2f493aa13968f56887776f HTTP/1.1" status: 200 len: 375 time: 0.0200188 Nov 23 18:01:04.164485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 1d69a02a-39d9-4be2-9797-f96e242c1c28 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:04.164870 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:04.184589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-ad0af140-1cee-4fac-b68d-ced66bb5d6f0 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=761b2be14b2f493aa13968f56887776f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279987 Nov 23 18:01:04.208729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port e54a8261-6f04-45c4-b68c-9223c5430bbd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e54a8261-6f04-45c4-b68c-9223c5430bbd,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:04.231450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'mac_address': 'fa:16:3e:2b:4f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:04.295480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854796e-4963-4d3d-af4b-521b95c067c9 req-d9549d1d-e1ba-46c5-a764-307440cd3fde tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:04.297604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8854796e-4963-4d3d-af4b-521b95c067c9 req-d9549d1d-e1ba-46c5-a764-307440cd3fde tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0757062 Nov 23 18:01:04.340775 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:04.351064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:04.366827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54a8261-6f04-45c4-b68c-9223c5430bbd {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:04.375904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8854796e-4963-4d3d-af4b-521b95c067c9 req-8fe8389a-8680-4ac5-ab8d-c8c774ce37e5 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649192 Nov 23 18:01:04.401232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port e54a8261-6f04-45c4-b68c-9223c5430bbd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e54a8261-6f04-45c4-b68c-9223c5430bbd,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:04.408945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:04.411819 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b3b469-9181-430f-9c5e-cd87f362e8ea" -d '{"events": [{"server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "name": "network-vif-plugged", "status": "completed", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:04.439183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:04.440631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:04.441375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7d592c05-71a8-40de-89c5-602d384ac9ff details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:01:04.528622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=e54a8261-6f04-45c4-b68c-9223c5430bbd,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:04.537876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393b20-77dd-47bc-8746-cc20e40b330a req-e0a4bb25-ce3a-4b4a-8c17-7044a11e34c5 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:04.539627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca393b20-77dd-47bc-8746-cc20e40b330a req-e0a4bb25-ce3a-4b4a-8c17-7044a11e34c5 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1173522 Nov 23 18:01:04.545275 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:04.659142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f765eb-0b97-40ff-92be-ff4a90e477a2 req-c8dcc3d2-2a3f-4d73-8a06-dcd9b2443f4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:04.661753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92f765eb-0b97-40ff-92be-ff4a90e477a2 req-c8dcc3d2-2a3f-4d73-8a06-dcd9b2443f4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 947 time: 0.1476760 Nov 23 18:01:04.662789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7d592c05-71a8-40de-89c5-602d384ac9ff, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7d592c05-71a8-40de-89c5-602d384ac9ff,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:04.673163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:04.680179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '7d592c05-71a8-40de-89c5-602d384ac9ff', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '7d592c05-71a8-40de-89c5-602d384ac9ff', 'mac_address': 'fa:16:3e:15:57:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:04.700512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca393b20-77dd-47bc-8746-cc20e40b330a req-ed17b912-3195-4fa6-a69a-68c75a3b4963 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371117 Nov 23 18:01:04.724775 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:04.739836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d592c05-71a8-40de-89c5-602d384ac9ff {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:04.764225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7d592c05-71a8-40de-89c5-602d384ac9ff, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7d592c05-71a8-40de-89c5-602d384ac9ff,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:04.783590 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:04.844025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54738) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:04.870120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7d592c05-71a8-40de-89c5-602d384ac9ff,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:05.016245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-828f8d58-1732-4821-815e-211c86d47745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:05.071985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['e54a8261-6f04-45c4-b68c-9223c5430bbd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:05.075532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:05.135120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a80f757a-3f4d-4d0b-af76-4615df4a6417 req-d5ed1231-8e0e-4fbb-863f-e033c0eed269 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 210 time: 0.0263577 Nov 23 18:01:05.153340 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-828f8d58-1732-4821-815e-211c86d47745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:05.169237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-828f8d58-1732-4821-815e-211c86d47745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:05.174869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92f765eb-0b97-40ff-92be-ff4a90e477a2 req-cbbc5917-0fec-41ed-87fd-9b39094b28f5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926515 Nov 23 18:01:05.228344 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b5507-562b-4b56-80bd-65d657a8f177 x-openstack-request-id: req-209b5507-562b-4b56-80bd-65d657a8f177 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:05.228762 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "name": "network-vif-plugged", "status": "completed", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:05.229281 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-209b5507-562b-4b56-80bd-65d657a8f177 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:05.230163 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'code': 200} Nov 23 18:01:05.280543 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-828f8d58-1732-4821-815e-211c86d47745 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3050016345344c2f9c5547e432547e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4352903 Nov 23 18:01:05.283296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54752) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:05.299868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f8d58-1732-4821-815e-211c86d47745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc09416-88ac-48ea-a563-50e80583b65c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:05.460906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620995-32bd-4d08-8c85-bf94460de411 req-f00bfcf6-8f23-4b56-a0ae-e4b9312579f3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:05.462439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55620995-32bd-4d08-8c85-bf94460de411 req-f00bfcf6-8f23-4b56-a0ae-e4b9312579f3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1525562 Nov 23 18:01:05.472477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-399d9ee2-7d91-4ff4-8d62-788ab5abd4ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:05.509831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d0b4e-078b-4428-853a-ece1a32168f3 req-c083b6e0-a8e3-487b-b2c5-7ac84d388843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:05.511900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b8d0b4e-078b-4428-853a-ece1a32168f3 req-c083b6e0-a8e3-487b-b2c5-7ac84d388843 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 1096 time: 0.1311607 Nov 23 18:01:05.524641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b0b9e-40dc-4d97-917c-1d848240ae84 req-d28ee5ce-155d-4f8f-843b-fe19c84e39f4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:05.526157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b5b0b9e-40dc-4d97-917c-1d848240ae84 req-d28ee5ce-155d-4f8f-843b-fe19c84e39f4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1490698 Nov 23 18:01:05.539607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-399d9ee2-7d91-4ff4-8d62-788ab5abd4ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:05.628950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55620995-32bd-4d08-8c85-bf94460de411 req-769c5155-f3c4-4195-b1b9-0fc180d53130 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582031 Nov 23 18:01:05.655157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b8d0b4e-078b-4428-853a-ece1a32168f3 req-4135e102-fb66-480c-a9f0-fc280c1b10da service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277940 Nov 23 18:01:05.669322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b5b0b9e-40dc-4d97-917c-1d848240ae84 req-882dbaa2-8aa9-4a64-abed-ffdc107e89a7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255198 Nov 23 18:01:05.689695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-399d9ee2-7d91-4ff4-8d62-788ab5abd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:05.701319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-399d9ee2-7d91-4ff4-8d62-788ab5abd4ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:05.701319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-399d9ee2-7d91-4ff4-8d62-788ab5abd4ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dcc09416-88ac-48ea-a563-50e80583b65c HTTP/1.1" status: 204 len: 168 time: 0.4105227 Nov 23 18:01:05.707061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9ee2-7d91-4ff4-8d62-788ab5abd4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc09416-88ac-48ea-a563-50e80583b65c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:05.872319 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-718cbe94-9cf8-44a7-8a65-55851d6ed40d tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=761b2be14b2f493aa13968f56887776f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319066 Nov 23 18:01:05.885812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4c34c-a147-4033-9de9-6b5207237ff1 req-eb0de88a-4326-4337-a0a9-349e73659bd4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:05.888639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6c4c34c-a147-4033-9de9-6b5207237ff1 req-eb0de88a-4326-4337-a0a9-349e73659bd4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.0883777 Nov 23 18:01:05.991130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6c4c34c-a147-4033-9de9-6b5207237ff1 req-549b82bc-2ab1-428a-b76a-b87d17fd2eef tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960097 Nov 23 18:01:06.008581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed812-6d16-4e7c-8af9-f909bac7d9cf req-3f79756f-de46-4245-bbcb-000ca615b56b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:06.016278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dafed812-6d16-4e7c-8af9-f909bac7d9cf req-3f79756f-de46-4245-bbcb-000ca615b56b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1108193 Nov 23 18:01:06.084218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dafed812-6d16-4e7c-8af9-f909bac7d9cf req-75a3e272-b574-4208-b942-abde948cc1d3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669789 Nov 23 18:01:06.087208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e325-c967-441f-8a30-915d469fca6c req-f5e01dac-0934-44ba-95e1-c102404a1381 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:06.088964 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-f5e01dac-0934-44ba-95e1-c102404a1381 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111537 Nov 23 18:01:06.114284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Request body: {'port': {'device_id': '2c477ad6-eb94-4bd8-88db-e06466545ef5', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '761b2be14b2f493aa13968f56887776f'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:06.240856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63cd0c-192e-42ae-990c-12cab471cc9b req-d6948ceb-611a-4763-954c-25352a537d3a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:06.249722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df63cd0c-192e-42ae-990c-12cab471cc9b req-d6948ceb-611a-4763-954c-25352a537d3a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0792475 Nov 23 18:01:06.279465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Made reservation on behalf of 761b2be14b2f493aa13968f56887776f for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:06.284455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:06.289520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1865d6a0-3513-4fc9-9c94-d5076531ecc3 req-8c685ea5-9b1b-49bf-ad5f-17b34a44f447 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 210 time: 0.0597384 Nov 23 18:01:06.297856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:06.352846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df63cd0c-192e-42ae-990c-12cab471cc9b req-c33163dd-7492-48b9-b8b9-2e6c0861c64a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887551 Nov 23 18:01:06.455031 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:06.458967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cad31a-496d-4806-ab6a-189e57587f46 req-86826fda-5fed-42aa-ada0-12cdeac1ad73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:06.460229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:06.460509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6cad31a-496d-4806-ab6a-189e57587f46 req-86826fda-5fed-42aa-ada0-12cdeac1ad73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 948 time: 0.0889125 Nov 23 18:01:06.541560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57a959-ee85-4025-87d0-32da1102fc6d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:06.546178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b85a16-784b-41e4-b8d3-5d2c970ea990 req-50638d09-6729-4bf2-8023-82fd7324a9eb tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:06.548029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89b85a16-784b-41e4-b8d3-5d2c970ea990 req-50638d09-6729-4bf2-8023-82fd7324a9eb tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1014464 Nov 23 18:01:06.551773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6cad31a-496d-4806-ab6a-189e57587f46 req-e37f19bd-294b-46e8-9416-ce855c3a3535 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628529 Nov 23 18:01:06.626155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89b85a16-784b-41e4-b8d3-5d2c970ea990 req-92edd355-fe6e-4a2b-8fb8-a7931642ad4b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694211 Nov 23 18:01:06.653137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Allocated IP 192.168.233.118 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/afb84529-ef14-4516-8cf3-c5506ca1dd6f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:06.867029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b44de-5505-4a85-9a75-a5cfd85a7e19 req-37adff64-0a55-4f12-81ac-32ae01a5c23b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:06.870067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-229b44de-5505-4a85-9a75-a5cfd85a7e19 req-37adff64-0a55-4f12-81ac-32ae01a5c23b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1753716 Nov 23 18:01:06.881298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26cf40-1831-41be-b494-293a2a5aa95d req-f92ad270-5685-4338-b27c-e058b4ed886d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:06.882841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac26cf40-1831-41be-b494-293a2a5aa95d req-f92ad270-5685-4338-b27c-e058b4ed886d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1136045 Nov 23 18:01:06.935658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:06.976195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac26cf40-1831-41be-b494-293a2a5aa95d req-3af188d1-7a8c-4151-b0ea-500cdea0f405 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779767 Nov 23 18:01:06.981263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:06.989289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-229b44de-5505-4a85-9a75-a5cfd85a7e19 req-eebf98fd-5bba-4ba1-852e-fdc5d14fbdb7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053755 Nov 23 18:01:07.086048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:07.091886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:07.094805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:07.162803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:07.163516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:07.166150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Pushing event updated for resources: {'Port': ['ID=afb84529-ef14-4516-8cf3-c5506ca1dd6f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:07.200121 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-79a9be8c-eda4-4cb3-9d51-012f8de95423 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0911202 Nov 23 18:01:07.213080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Request body: {'port': {'device_id': '2c477ad6-eb94-4bd8-88db-e06466545ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:07.304774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:07.424866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40662a-a739-403b-a513-71cfbe8598ce req-af30b7b5-41f5-4a05-b7f4-a849e6b3069e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:07.434360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f40662a-a739-403b-a513-71cfbe8598ce req-af30b7b5-41f5-4a05-b7f4-a849e6b3069e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.0757637 Nov 23 18:01:07.504126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-66b79475-d17d-4c22-9dd5-e91cef33d05f None None] Provisioning complete for port afb84529-ef14-4516-8cf3-c5506ca1dd6f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:07.504668 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66b79475-d17d-4c22-9dd5-e91cef33d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:07.534661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f40662a-a739-403b-a513-71cfbe8598ce req-934cb66a-1412-40c5-920c-90b0a5cb7f60 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989416 Nov 23 18:01:07.601926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-66b79475-d17d-4c22-9dd5-e91cef33d05f None None] Port afb84529-ef14-4516-8cf3-c5506ca1dd6f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:07.658577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb84529-ef14-4516-8cf3-c5506ca1dd6f {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:07.674582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:07.715922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Transition to ACTIVE for port object afb84529-ef14-4516-8cf3-c5506ca1dd6f will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:01:07.727277 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:07.782238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:07.864278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device e54a8261-6f04-45c4-b68c-9223c5430bbd up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:07.867627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec461e-cbf9-42a2-94fd-e389a380b392 req-62cf6373-eb58-468d-b0db-26b9f8c163ea tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:07.881361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60ec461e-cbf9-42a2-94fd-e389a380b392 req-62cf6373-eb58-468d-b0db-26b9f8c163ea tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 936 time: 0.1943984 Nov 23 18:01:07.890534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Pushing event updated for resources: {'Port': ['ID=afb84529-ef14-4516-8cf3-c5506ca1dd6f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:07.949373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47501f4e-ba0f-400f-9bc5-a141275c8ce8 req-48d900fc-d314-4040-9b90-3cb992639e65 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:07.950990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47501f4e-ba0f-400f-9bc5-a141275c8ce8 req-48d900fc-d314-4040-9b90-3cb992639e65 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 948 time: 0.2325661 Nov 23 18:01:07.976403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Attempting to bind port afb84529-ef14-4516-8cf3-c5506ca1dd6f on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:07.976974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Attempting to bind port afb84529-ef14-4516-8cf3-c5506ca1dd6f by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:07.977234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port e54a8261-6f04-45c4-b68c-9223c5430bbd completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:01:07.977345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Attempting to bind port afb84529-ef14-4516-8cf3-c5506ca1dd6f on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:07.983468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port e54a8261-6f04-45c4-b68c-9223c5430bbd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:07.983825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-291a7e6f-2891-41dc-8954-924d3cdca49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:07.983940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:07.996857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Port afb84529-ef14-4516-8cf3-c5506ca1dd6f on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:01:07.997351 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Attempting to bind port afb84529-ef14-4516-8cf3-c5506ca1dd6f on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:08.013803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:08.014306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:08.014915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:08.015440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Bound port: afb84529-ef14-4516-8cf3-c5506ca1dd6f, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:08.015906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.029161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60ec461e-cbf9-42a2-94fd-e389a380b392 req-8734f275-3128-4df7-8d7b-963006c8dbe4 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221788 Nov 23 18:01:08.053065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47501f4e-ba0f-400f-9bc5-a141275c8ce8 req-07df1ad9-e661-4e88-866c-ec4beef867be tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930016 Nov 23 18:01:08.141779 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.165808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] For port afb84529-ef14-4516-8cf3-c5506ca1dd6f, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:08.170969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] For port afb84529-ef14-4516-8cf3-c5506ca1dd6f, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=afb84529-ef14-4516-8cf3-c5506ca1dd6f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:08.172192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af814270-7591-4671-8cb6-b96aeace83a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a8261-6f04-45c4-b68c-9223c5430bbd'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:08.174639 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd16ee4-fbed-4a3f-8f88-2b74e9e5cd36" -d '{"events": [{"server_uuid": "af814270-7591-4671-8cb6-b96aeace83a5", "name": "network-vif-plugged", "status": "completed", "tag": "e54a8261-6f04-45c4-b68c-9223c5430bbd"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:08.183607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.190538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port e54a8261-6f04-45c4-b68c-9223c5430bbd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e54a8261-6f04-45c4-b68c-9223c5430bbd,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:08.195371 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.196457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7d592c05-71a8-40de-89c5-602d384ac9ff up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:08.200585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a405-eb12-43ca-b8df-6ad6e7b40efa req-09f6ac5b-5bb5-4f96-8dfe-00bd45d956d3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.204755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-291a7e6f-2891-41dc-8954-924d3cdca49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.207265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7535a405-eb12-43ca-b8df-6ad6e7b40efa req-09f6ac5b-5bb5-4f96-8dfe-00bd45d956d3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1019843 Nov 23 18:01:08.226952 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-291a7e6f-2891-41dc-8954-924d3cdca49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.243464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.244092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.244811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f395d9-1d10-4761-92c7-d5c5d129d85f req-200f1ef2-3507-4a9c-9f5e-993ca8afb348 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.245572 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] 10.222.0.72 "PUT /v2.0/ports/afb84529-ef14-4516-8cf3-c5506ca1dd6f HTTP/1.1" status: 200 len: 1096 time: 1.0376556 Nov 23 18:01:08.246069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c477ad6-eb94-4bd8-88db-e06466545ef5', 'tag': 'afb84529-ef14-4516-8cf3-c5506ca1dd6f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:08.246924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07f395d9-1d10-4761-92c7-d5c5d129d85f req-200f1ef2-3507-4a9c-9f5e-993ca8afb348 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.0999217 Nov 23 18:01:08.248365 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53ff916-78b5-4c93-b7f5-425b4cd650b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c477ad6-eb94-4bd8-88db-e06466545ef5", "tag": "afb84529-ef14-4516-8cf3-c5506ca1dd6f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:08.289728 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-291a7e6f-2891-41dc-8954-924d3cdca49d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bcb6edf4bd884521b59e0571c218d162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5060842 Nov 23 18:01:08.299373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54856) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:08.307904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7535a405-eb12-43ca-b8df-6ad6e7b40efa req-20762ec7-f9cd-4c99-9f02-b0ccc5e93655 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Nov 23 18:01:08.332851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a7e6f-2891-41dc-8954-924d3cdca49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759c6c6e-1532-4ed3-a5e6-3deb321717eb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:08.349363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca333b1-60b8-402d-8c1e-c2fc7ed85084 service neutron] Pushing event updated for resources: {'Port': ['ID=afb84529-ef14-4516-8cf3-c5506ca1dd6f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:08.360595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=e54a8261-6f04-45c4-b68c-9223c5430bbd,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:08.391700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e325-c967-441f-8a30-915d469fca6c req-3802e6b4-dd50-4cff-a51f-f013e4c64652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.393224 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-3802e6b4-dd50-4cff-a51f-f013e4c64652 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=761b2be14b2f493aa13968f56887776f&device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 1099 time: 0.0929570 Nov 23 18:01:08.399229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 7d592c05-71a8-40de-89c5-602d384ac9ff completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:01:08.404630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 7d592c05-71a8-40de-89c5-602d384ac9ff triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:08.405258 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.411894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07f395d9-1d10-4761-92c7-d5c5d129d85f req-e3cb7698-fb96-44f3-ad93-3e765f98dc89 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187470 Nov 23 18:01:08.429917 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3433ec6-2797-4190-939a-e589a2d549f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.464034 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2edf15-fe07-43a5-91d1-2c7c4e33a88f x-openstack-request-id: req-0a2edf15-fe07-43a5-91d1-2c7c4e33a88f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:08.464415 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af814270-7591-4671-8cb6-b96aeace83a5", "name": "network-vif-plugged", "status": "completed", "tag": "e54a8261-6f04-45c4-b68c-9223c5430bbd", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:08.469250 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a2edf15-fe07-43a5-91d1-2c7c4e33a88f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:08.469250 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af814270-7591-4671-8cb6-b96aeace83a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'code': 200} Nov 23 18:01:08.475723 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e28a1a-cbe8-4f92-88a3-101ab1a8e91c x-openstack-request-id: req-54e28a1a-cbe8-4f92-88a3-101ab1a8e91c {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:08.476090 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c477ad6-eb94-4bd8-88db-e06466545ef5", "tag": "afb84529-ef14-4516-8cf3-c5506ca1dd6f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:08.476868 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-54e28a1a-cbe8-4f92-88a3-101ab1a8e91c {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:08.477347 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c477ad6-eb94-4bd8-88db-e06466545ef5', 'tag': 'afb84529-ef14-4516-8cf3-c5506ca1dd6f', 'status': 'completed', 'code': 200} Nov 23 18:01:08.484259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-7fec5854-70af-489a-bd1d-d204a3ec6673 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=afb84529-ef14-4516-8cf3-c5506ca1dd6f HTTP/1.1" status: 200 len: 217 time: 0.0718844 Nov 23 18:01:08.515987 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3433ec6-2797-4190-939a-e589a2d549f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.555100 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.580022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e325-c967-441f-8a30-915d469fca6c req-61fad49c-5f55-483a-854d-07c58a0cf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.581691 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-61fad49c-5f55-483a-854d-07c58a0cf009 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0803380 Nov 23 18:01:08.596867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbb6d-ce72-4828-94a7-0d33f7b69280 req-2eb8c480-3e45-456a-91f9-ea7cb04722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.598995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06dcbb6d-ce72-4828-94a7-0d33f7b69280 req-2eb8c480-3e45-456a-91f9-ea7cb04722dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 1101 time: 0.1157954 Nov 23 18:01:08.600209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7d592c05-71a8-40de-89c5-602d384ac9ff, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7d592c05-71a8-40de-89c5-602d384ac9ff,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:08.609018 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.624550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286261a0-9071-42f8-8b24-1ead348b1e0d req-8d2ef11f-6f91-4487-8066-c7ffcaa01e65 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.626313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-286261a0-9071-42f8-8b24-1ead348b1e0d req-8d2ef11f-6f91-4487-8066-c7ffcaa01e65 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1092274 Nov 23 18:01:08.664507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e325-c967-441f-8a30-915d469fca6c req-343c57e8-e141-458c-aa5a-4f90bb906456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.670120 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-343c57e8-e141-458c-aa5a-4f90bb906456 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795462 Nov 23 18:01:08.670998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3433ec6-2797-4190-939a-e589a2d549f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.673767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a3433ec6-2797-4190-939a-e589a2d549f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:08.675218 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a3433ec6-2797-4190-939a-e589a2d549f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/759c6c6e-1532-4ed3-a5e6-3deb321717eb HTTP/1.1" status: 204 len: 168 time: 0.3737807 Nov 23 18:01:08.692401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433ec6-2797-4190-939a-e589a2d549f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759c6c6e-1532-4ed3-a5e6-3deb321717eb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:08.697433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7d592c05-71a8-40de-89c5-602d384ac9ff,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:08.729949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06dcbb6d-ce72-4828-94a7-0d33f7b69280 req-75f6c1a5-62a4-49e5-bcb9-128e80d57b9e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024733 Nov 23 18:01:08.769106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62c41d-2e40-44b4-af92-d551d9ae1c72 req-13273351-a03b-4fd9-94a6-3c9e61fc8c27 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:08.770745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b62c41d-2e40-44b4-af92-d551d9ae1c72 req-13273351-a03b-4fd9-94a6-3c9e61fc8c27 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1044085 Nov 23 18:01:08.774111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-286261a0-9071-42f8-8b24-1ead348b1e0d req-cf6a47c8-9c37-44cb-b5a0-b575e5e09779 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066942 Nov 23 18:01:08.816586 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-802f16f2-6619-4cc0-b19e-c23b1db62115 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309032 Nov 23 18:01:08.831232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b62c41d-2e40-44b4-af92-d551d9ae1c72 req-b8049af2-2d17-4c7f-9746-cdb2209f0cb1 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525324 Nov 23 18:01:08.937317 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e779e325-c967-441f-8a30-915d469fca6c req-33d2212e-2afa-471c-961c-5007460782f5 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046748 Nov 23 18:01:09.083124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-d654feef-104c-4132-9567-79364189ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:09.088808 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-d654feef-104c-4132-9567-79364189ac4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=761b2be14b2f493aa13968f56887776f&device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 1099 time: 0.0710864 Nov 23 18:01:09.211394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-11c9662d-3f06-4f48-bee0-8ffa83ca54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:09.212933 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-11c9662d-3f06-4f48-bee0-8ffa83ca54e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1148174 Nov 23 18:01:09.239889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656439-1c52-4f75-87b2-d2e5cfbe22a2 req-9163b549-6bcd-46b2-9698-2385c3c91c3e tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:09.243743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f656439-1c52-4f75-87b2-d2e5cfbe22a2 req-9163b549-6bcd-46b2-9698-2385c3c91c3e tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 948 time: 0.1190438 Nov 23 18:01:09.289169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-b67d7d48-6424-4b6b-bd51-460600e0c633 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=afb84529-ef14-4516-8cf3-c5506ca1dd6f HTTP/1.1" status: 200 len: 217 time: 0.0683711 Nov 23 18:01:09.317289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8259c-be8b-4d8d-b8fa-740465ffa504 req-8c2deaac-724c-4500-8e9f-c0228f5c97bd tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:09.325791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19f8259c-be8b-4d8d-b8fa-740465ffa504 req-8c2deaac-724c-4500-8e9f-c0228f5c97bd tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 949 time: 0.1335049 Nov 23 18:01:09.358865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-74491eb9-5e7a-49a7-ad1c-5f8a134d1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:09.361940 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-74491eb9-5e7a-49a7-ad1c-5f8a134d1d66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0638416 Nov 23 18:01:09.373317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f656439-1c52-4f75-87b2-d2e5cfbe22a2 req-e99f76d4-5208-4613-b60c-4ab30d2e45a8 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242726 Nov 23 18:01:09.405858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19f8259c-be8b-4d8d-b8fa-740465ffa504 req-452ae4c3-11e0-48ef-aae3-6749d81b2347 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791566 Nov 23 18:01:09.448043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-8fd9b7ef-fe38-4b2b-aa31-6d7000bc68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:09.454719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-8fd9b7ef-fe38-4b2b-aa31-6d7000bc68e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775392 Nov 23 18:01:09.584985 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-fea8c19c-5ad6-4c64-9be5-1a8bdfe448e5 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147785 Nov 23 18:01:09.640051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041b6fe-8c9b-4b3d-81b7-d2ed8cbf34a6 req-530af522-340c-4856-9b08-f762201fec8c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:09.647656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54908) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:09.648144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1041b6fe-8c9b-4b3d-81b7-d2ed8cbf34a6 req-530af522-340c-4856-9b08-f762201fec8c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1232128 Nov 23 18:01:09.698593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-fd9542de-528f-44c4-8e6f-5b3434ccd715 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:09.705938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-fd9542de-528f-44c4-8e6f-5b3434ccd715 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 814 time: 0.2130954 Nov 23 18:01:09.726070 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f53ff916-78b5-4c93-b7f5-425b4cd650b4 req-783ffe00-fb46-4533-bf40-35ce80cd7475 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274977 Nov 23 18:01:09.746190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1041b6fe-8c9b-4b3d-81b7-d2ed8cbf34a6 req-fd71175b-62d2-4c4c-bf0a-464fd1a66e05 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964727 Nov 23 18:01:09.751337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-56c7f375-8a6a-4243-b14b-fb197eb390f4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/quotas/5fb34c08a12240f9911f32cc3a7d7837 HTTP/1.1" status: 200 len: 375 time: 0.0444155 Nov 23 18:01:09.787853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1756541128-network', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:09.811291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Made reservation on behalf of eb460d8f967842e488ecb23110e744f7 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:09.813777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:09.819517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-a72594e3-92de-4772-a8c7-eb82e7e23ef4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640097 Nov 23 18:01:09.828696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:09.934734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:09.941081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:09.963987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:01:09.978160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3fc73e-43f9-424f-8934-97dbf287e959,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:09.984386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:09.984581 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Added segment c49d63b6-72a4-45ef-a727-4cfd4e48ef40 of type vlan for network dff4fc6e-ebeb-4fca-96e6-9327d954883c Nov 23 18:01:10.030259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:10.053106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fb2b4-3926-4330-b48e-6d4739e513e7 req-2f02a8d3-9875-4bfd-8a73-fdf20579ecc4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:10.054736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-042fb2b4-3926-4330-b48e-6d4739e513e7 req-2f02a8d3-9875-4bfd-8a73-fdf20579ecc4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1419601 Nov 23 18:01:10.070268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:10.072098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:10.072915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:10.096248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-93bf9aec-c81d-47b5-871b-8200f5822818 service neutron] 10.222.0.74 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754960 Nov 23 18:01:10.118676 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4692974 Nov 23 18:01:10.122930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54916) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:10.141109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Request body: {'subnet': {'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1756541128-subnet', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:10.146661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a0d6e-1c2b-4172-8173-d00989bcb4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=dff4fc6e-ebeb-4fca-96e6-9327d954883c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:10.157349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:01:10.167739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-042fb2b4-3926-4330-b48e-6d4739e513e7 req-0f998bfb-29dc-4d7e-95df-8951548b0c18 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038897 Nov 23 18:01:10.221589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Made reservation on behalf of eb460d8f967842e488ecb23110e744f7 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:10.228114 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:10.300386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-85f7fae6-0f0f-4a72-894c-5616245a7f8a service neutron] 10.222.0.74 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925220 Nov 23 18:01:10.470307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c6631c-abcc-4c7d-aa16-68e5106aec0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d592c05-71a8-40de-89c5-602d384ac9ff'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:10.472897 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf0183b-79d8-41ec-b220-2e7b143f2fb9" -d '{"events": [{"server_uuid": "45c6631c-abcc-4c7d-aa16-68e5106aec0f", "name": "network-vif-plugged", "status": "completed", "tag": "7d592c05-71a8-40de-89c5-602d384ac9ff"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:10.593814 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:10.609301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-ea5da28b-c630-4e3c-9322-b7376150a2a0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:10.610971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-ea5da28b-c630-4e3c-9322-b7376150a2a0 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a171c2fa-8404-437b-a9f8-1f6dd039ea31 HTTP/1.1" status: 200 len: 945 time: 0.1850834 Nov 23 18:01:10.737506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370cc26-7492-4a35-861e-747958eda71b req-3703b648-f6d8-47e2-b33a-767b35089e1d tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:10.739227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d370cc26-7492-4a35-861e-747958eda71b req-3703b648-f6d8-47e2-b33a-767b35089e1d tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 948 time: 0.2384360 Nov 23 18:01:10.779263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd47296-ed78-43bb-86ab-9be540ca64cb,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:10.810239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3acc5e-4a81-4844-90dd-a501c1d4d77b req-25f3e7e1-24be-4283-a090-07d1b6587ec0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:10.811940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc3acc5e-4a81-4844-90dd-a501c1d4d77b req-25f3e7e1-24be-4283-a090-07d1b6587ec0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 949 time: 0.2344084 Nov 23 18:01:10.826606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.827062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.827411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.827754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.828094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.828432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.828766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.829115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.829430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.829760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.830105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.830427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:10.875552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Checking segment: {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:10.875998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Network hostable DHCP agents. Network: dff4fc6e-ebeb-4fca-96e6-9327d954883c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:01:10.925981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d370cc26-7492-4a35-861e-747958eda71b req-2ec8234a-42da-4285-9fca-4f579ed2eb12 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733875 Nov 23 18:01:10.942788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc3acc5e-4a81-4844-90dd-a501c1d4d77b req-fe96bc2d-7d24-4718-ab25-e653fedfe43d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215985 Nov 23 18:01:10.956081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Deleting port 1d69a02a-39d9-4be2-9797-f96e242c1c28 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:10.956431 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:10.961448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:01:11.028687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, dff4fc6e-ebeb-4fca-96e6-9327d954883c) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:11.037887 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab36db-c6c7-411e-8887-c32a84b183bb None None] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:11.038921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:11.039076 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.085166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33deb624-d995-4e9c-a3aa-8574cf5e9ae8 req-74491450-1585-4fec-a37d-db26c2f41541 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0412405 Nov 23 18:01:11.112805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-69c70ec2-b42d-4ad6-9b3a-de6dde52552d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9804013 Nov 23 18:01:11.116355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:11.122015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:11.125791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] For port 1d69a02a-39d9-4be2-9797-f96e242c1c28, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1d69a02a-39d9-4be2-9797-f96e242c1c28,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:11.126204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.133808 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00d3855-22cc-4567-8939-c32d2d9f0a24 x-openstack-request-id: req-d00d3855-22cc-4567-8939-c32d2d9f0a24 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:11.134105 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c6631c-abcc-4c7d-aa16-68e5106aec0f", "name": "network-vif-plugged", "status": "completed", "tag": "7d592c05-71a8-40de-89c5-602d384ac9ff", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:11.134372 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d00d3855-22cc-4567-8939-c32d2d9f0a24 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:11.134848 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c6631c-abcc-4c7d-aa16-68e5106aec0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d592c05-71a8-40de-89c5-602d384ac9ff', 'code': 200} Nov 23 18:01:11.151179 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.152270 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.175224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Calling delete_port for 1d69a02a-39d9-4be2-9797-f96e242c1c28 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:11.242845 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5082f90-9711-488d-8669-06fe02290fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.257966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.331431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb70bdf-a373-4a2d-b5f8-0b392f9e846a req-258c6496-3acc-4532-ab3b-fba1630767cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:11.332233 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-adb70bdf-a373-4a2d-b5f8-0b392f9e846a req-258c6496-3acc-4532-ab3b-fba1630767cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 1100 time: 0.1447198 Nov 23 18:01:11.433706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:01:11.435702 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.494086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cd005-ea18-4861-98be-0e8a33d0518f req-495704b8-48c0-45a4-8207-797bafaf7d7d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:11.496224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b18cd005-ea18-4861-98be-0e8a33d0518f req-495704b8-48c0-45a4-8207-797bafaf7d7d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.3654027 Nov 23 18:01:11.555815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a686a99-ffaf-46fc-bcb9-0c01c9ff90db req-4b7d45fb-a638-45f2-9e7e-899fe9306d22 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:11.564695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a686a99-ffaf-46fc-bcb9-0c01c9ff90db req-4b7d45fb-a638-45f2-9e7e-899fe9306d22 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.2578943 Nov 23 18:01:11.565714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.580650 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-adb70bdf-a373-4a2d-b5f8-0b392f9e846a req-4926ab2c-1cb3-44fe-aa4f-17e94e32bcf6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798115 Nov 23 18:01:11.582386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1d69a02a-39d9-4be2-9797-f96e242c1c28'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:11.589665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.659323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device afb84529-ef14-4516-8cf3-c5506ca1dd6f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:01:11.701072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Allocated IP 172.20.0.2 (dff4fc6e-ebeb-4fca-96e6-9327d954883c/ddd47296-ed78-43bb-86ab-9be540ca64cb/6ee30632-bda4-4dfe-ae49-c8ce539a6ad9) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:11.759837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Pushing event deleted for resources: {'Port': ['ID=1d69a02a-39d9-4be2-9797-f96e242c1c28,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:11.816181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] No DVR routers for this DVR port 1d69a02a-39d9-4be2-9797-f96e242c1c28 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:01:11.855028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:11.859160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea5716f8-28c8-4538-8692-ee39b8bb90d9 req-76b0a926-f866-46b3-a9cf-468c6acde710 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.66 "DELETE /v2.0/ports/1d69a02a-39d9-4be2-9797-f96e242c1c28 HTTP/1.1" status: 204 len: 173 time: 1.2275043 Nov 23 18:01:11.863863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b18cd005-ea18-4861-98be-0e8a33d0518f req-05dba814-5def-45fb-9b36-1c100d08215c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553774 Nov 23 18:01:11.864508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'name': 'network-vif-deleted', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:11.867081 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebc857e-146b-40ec-a518-9e2bcac5a898" -d '{"events": [{"server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "name": "network-vif-deleted", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:11.880804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port afb84529-ef14-4516-8cf3-c5506ca1dd6f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=afb84529-ef14-4516-8cf3-c5506ca1dd6f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:11.908423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a686a99-ffaf-46fc-bcb9-0c01c9ff90db req-3b177c23-bdd8-4b58-83f1-f35af9e10f71 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393466 Nov 23 18:01:11.987315 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fc3470-202e-4bc1-8b4d-b81f400e96cc x-openstack-request-id: req-b3fc3470-202e-4bc1-8b4d-b81f400e96cc {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:11.988024 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a171c2fa-8404-437b-a9f8-1f6dd039ea31", "name": "network-vif-deleted", "tag": "1d69a02a-39d9-4be2-9797-f96e242c1c28", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:11.988444 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b3fc3470-202e-4bc1-8b4d-b81f400e96cc {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:11.989084 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a171c2fa-8404-437b-a9f8-1f6dd039ea31', 'name': 'network-vif-deleted', 'tag': '1d69a02a-39d9-4be2-9797-f96e242c1c28', 'status': 'completed', 'code': 200} Nov 23 18:01:12.017581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.032870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'afb84529-ef14-4516-8cf3-c5506ca1dd6f', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'afb84529-ef14-4516-8cf3-c5506ca1dd6f', 'mac_address': 'fa:16:3e:85:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:12.036802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.115377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Pushing event updated for resources: {'Port': ['ID=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:12.151451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:12.155679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:12.159996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:12.205954 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.226081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb84529-ef14-4516-8cf3-c5506ca1dd6f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:12.266244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461774df-f242-4083-8088-5445642de4f3 req-8980574c-2f4a-4750-aab6-00e9b1167441 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:12.270222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Attempting to bind port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:12.270817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Attempting to bind port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:12.271303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Attempting to bind port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 on network dff4fc6e-ebeb-4fca-96e6-9327d954883c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:12.273716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-461774df-f242-4083-8088-5445642de4f3 req-8980574c-2f4a-4750-aab6-00e9b1167441 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 949 time: 0.2022407 Nov 23 18:01:12.309086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port afb84529-ef14-4516-8cf3-c5506ca1dd6f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=afb84529-ef14-4516-8cf3-c5506ca1dd6f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:12.313452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:12.313872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Checking segment: {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:12.315323 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.315731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Bound using segment: {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:12.316348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Bound port: 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:12.316743 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.334655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.399530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-461774df-f242-4083-8088-5445642de4f3 req-18d707ae-2e18-4df3-bc46-0c21839019d3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099682 Nov 23 18:01:12.422599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded3f90-72cb-41c5-aaaf-5258eedf8a50 req-52c012ad-9376-4909-9d10-c1e01b9f4674 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:12.424153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ded3f90-72cb-41c5-aaaf-5258eedf8a50 req-52c012ad-9376-4909-9d10-c1e01b9f4674 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 948 time: 0.3006303 Nov 23 18:01:12.432155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=afb84529-ef14-4516-8cf3-c5506ca1dd6f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:12.440861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.484508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] For port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:12.485356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ded3f90-72cb-41c5-aaaf-5258eedf8a50 req-7723a18c-bd5a-4c54-9f10-72bf3c4bba57 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535989 Nov 23 18:01:12.490412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] For port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:12.500412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.531963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e5fb2ee-c9fb-43b3-b945-9ff14803510c req-d026b595-8066-4d0b-9de7-279d61d41790 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0453339 Nov 23 18:01:12.533732 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:12.613113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef6a78-2165-4f06-b0d1-a73c7ecaf6df None None] Pushing event updated for resources: {'Port': ['ID=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:12.661070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-7e0e4296-6774-4a6a-b043-e5942b503521 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:12.662584 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-7e0e4296-6774-4a6a-b043-e5942b503521 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.72 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 814 time: 0.3506758 Nov 23 18:01:12.677689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['afb84529-ef14-4516-8cf3-c5506ca1dd6f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:12.696461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Request body: {'port': {'device_id': '3de3dd1c-6a57-4792-87fb-310c1dd9bbd6', 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'admin_state_up': True, 'tenant_id': '5fb34c08a12240f9911f32cc3a7d7837'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:12.843061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Allocated IP 172.25.0.37 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/d3fb5e1a-f171-4745-b87a-99717eac365e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:13.024090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Made reservation on behalf of 5fb34c08a12240f9911f32cc3a7d7837 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:13.034260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.106145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef5d5-044e-4a5e-815b-703144778422 req-2f2d7fa3-dd2a-42f1-88e1-7ba8a4be1962 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:13.107871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bdeef5d5-044e-4a5e-815b-703144778422 req-2f2d7fa3-dd2a-42f1-88e1-7ba8a4be1962 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1033804 Nov 23 18:01:13.134126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4d188-4fdd-4477-9968-9f91f6875726 req-d325f9b5-c43d-4ab4-a17d-e45348172f41 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:13.147532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecb4d188-4fdd-4477-9968-9f91f6875726 req-d325f9b5-c43d-4ab4-a17d-e45348172f41 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1013987 Nov 23 18:01:13.192136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.215386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bdeef5d5-044e-4a5e-815b-703144778422 req-4f4156ae-b63b-4255-8da5-3fbe04643708 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996325 Nov 23 18:01:13.233635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecb4d188-4fdd-4477-9968-9f91f6875726 req-7d932c8b-d0f2-45db-b65b-768d80509efe tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838006 Nov 23 18:01:13.284206 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3f36-b1f7-4aa4-8f41-5fd434424c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.293094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Allocated IP 172.20.0.11 (16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a/64a3ecc1-8441-4486-a119-eab270e7fc8d/47b2df4a-db5e-44e6-9161-51311462ff1d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:13.298213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.353521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:13.366414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:13.369996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:13.371963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Pushing event updated for resources: {'Port': ['ID=d3fb5e1a-f171-4745-b87a-99717eac365e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:13.383842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c8cef-1ce4-41fc-8731-cefbfd0adc1e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:13.474438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d2c04805-6e28-4254-9b3e-e1f563c11972 None None] Provisioning complete for port d3fb5e1a-f171-4745-b87a-99717eac365e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:13.475387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d2c04805-6e28-4254-9b3e-e1f563c11972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.521193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d2c04805-6e28-4254-9b3e-e1f563c11972 None None] Port d3fb5e1a-f171-4745-b87a-99717eac365e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:13.582969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ee96c-bf00-4288-a996-85b5c4bc85b6 req-aad10d16-cbbf-4c0d-9aa8-8a44cec87ca7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:13.598465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6ee96c-bf00-4288-a996-85b5c4bc85b6 req-aad10d16-cbbf-4c0d-9aa8-8a44cec87ca7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 949 time: 0.1192830 Nov 23 18:01:13.638856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.657003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device afb84529-ef14-4516-8cf3-c5506ca1dd6f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:13.671414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df6ee96c-bf00-4288-a996-85b5c4bc85b6 req-45a0c54f-730b-4e8c-b2d1-ef9d8e8f0c3d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709209 Nov 23 18:01:13.743788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7688e-260f-44b4-ace7-d666b98f207d req-80db5d91-6a1c-4e25-9b07-9508da407a8d tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:13.747979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23a7688e-260f-44b4-ace7-d666b98f207d req-80db5d91-6a1c-4e25-9b07-9508da407a8d tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 949 time: 0.1038313 Nov 23 18:01:13.807046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.823330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-362c9e1d-cea9-4205-8726-fbd839e11e02 req-6b885418-5033-48ca-a434-0fdcdbb0a7ff tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0600772 Nov 23 18:01:13.837378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1d69a02a-39d9-4be2-9797-f96e242c1c28'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:13.860635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.868513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23a7688e-260f-44b4-ace7-d666b98f207d req-8e4b27ac-ac91-4d7e-9f0c-be116dcbaac5 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119769 Nov 23 18:01:13.903970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port afb84529-ef14-4516-8cf3-c5506ca1dd6f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:01:13.910137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port afb84529-ef14-4516-8cf3-c5506ca1dd6f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:13.911431 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.972062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:13.975056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Pushing event updated for resources: {'Port': ['ID=47b2df4a-db5e-44e6-9161-51311462ff1d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:13.983567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:13.987528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:14.025244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31267af7-92a4-482b-b2ea-6f2cc2f95da2 req-19c6b7fc-f74c-40d6-bf6a-b27819bfaaee tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:14.027774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31267af7-92a4-482b-b2ea-6f2cc2f95da2 req-19c6b7fc-f74c-40d6-bf6a-b27819bfaaee tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 950 time: 0.0841920 Nov 23 18:01:14.057690 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:14.082152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c477ad6-eb94-4bd8-88db-e06466545ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb84529-ef14-4516-8cf3-c5506ca1dd6f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:14.085781 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a52ce4-5905-44b9-bcb0-32c4c857d916" -d '{"events": [{"server_uuid": "2c477ad6-eb94-4bd8-88db-e06466545ef5", "name": "network-vif-plugged", "status": "completed", "tag": "afb84529-ef14-4516-8cf3-c5506ca1dd6f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:14.100554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdae289-4151-4c5c-a5d1-0b7bdcb7b75b None None] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:14.106554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31267af7-92a4-482b-b2ea-6f2cc2f95da2 req-0a2666e5-7fc7-4495-8a38-34cc52e4eff6 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714812 Nov 23 18:01:14.118849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port afb84529-ef14-4516-8cf3-c5506ca1dd6f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=afb84529-ef14-4516-8cf3-c5506ca1dd6f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:14.214611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:14.218737 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7041b06d-d0f9-4f1c-af38-0ff981cc2dfa x-openstack-request-id: req-7041b06d-d0f9-4f1c-af38-0ff981cc2dfa {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:14.219038 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c477ad6-eb94-4bd8-88db-e06466545ef5", "name": "network-vif-plugged", "status": "completed", "tag": "afb84529-ef14-4516-8cf3-c5506ca1dd6f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:14.219350 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7041b06d-d0f9-4f1c-af38-0ff981cc2dfa {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:14.219811 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c477ad6-eb94-4bd8-88db-e06466545ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb84529-ef14-4516-8cf3-c5506ca1dd6f', 'code': 200} Nov 23 18:01:14.231389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:14.240433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:14.240433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:14.325319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c3da1-9e3a-41ed-abd5-b322308f948a req-80e82c74-bbca-4ed0-b3a5-07a372c348fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:14.327293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be8c3da1-9e3a-41ed-abd5-b322308f948a req-80e82c74-bbca-4ed0-b3a5-07a372c348fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 1101 time: 0.1015844 Nov 23 18:01:14.387085 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-45dd49b5-763a-47e4-9b6b-da5336291330 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7133698 Nov 23 18:01:14.419141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-61d3cba2-3838-4b8a-b039-9c57ece88853 None None] Provisioning complete for port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:14.419655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61d3cba2-3838-4b8a-b039-9c57ece88853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:14.423595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Request body: {'port': {'device_id': '3de3dd1c-6a57-4792-87fb-310c1dd9bbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:14.506332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be8c3da1-9e3a-41ed-abd5-b322308f948a req-2875d3be-5671-44dd-939e-7e27d2f0fa55 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708703 Nov 23 18:01:14.521213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:14.538057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6c9d8-4e04-430f-8f66-a03b6b293e5b req-e2e0f89c-6dbc-4c2b-b812-96e71dabc9b1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:14.538278 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:14.540077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42f6c9d8-4e04-430f-8f66-a03b6b293e5b req-e2e0f89c-6dbc-4c2b-b812-96e71dabc9b1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1675725 Nov 23 18:01:14.576367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=afb84529-ef14-4516-8cf3-c5506ca1dd6f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:14.674554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42f6c9d8-4e04-430f-8f66-a03b6b293e5b req-51cca493-1019-44f0-a930-587869d28814 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275506 Nov 23 18:01:14.720562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:14.720915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:14.732013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7f0c8-d5ea-4af9-8bda-8c40e5561716 req-06db8dc1-4c8a-47f1-91d6-d8e482702da0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:14.747092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7f0c8-d5ea-4af9-8bda-8c40e5561716 req-06db8dc1-4c8a-47f1-91d6-d8e482702da0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:14.748855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6a7f0c8-d5ea-4af9-8bda-8c40e5561716 req-06db8dc1-4c8a-47f1-91d6-d8e482702da0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f&device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 1690 time: 0.1195660 Nov 23 18:01:14.767784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Router 0ae023df-8625-4fb4-894e-2f7f078a53f6 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:01:14.936123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6a7f0c8-d5ea-4af9-8bda-8c40e5561716 req-076122bd-5fc9-44c9-a8de-aa1d960de3e5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674473 Nov 23 18:01:15.021494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71e915-d4d8-4c90-af18-202f9b9d59f3 req-604509b7-1cd9-46c8-9ff8-60d3a42cad0d tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:15.046538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb71e915-d4d8-4c90-af18-202f9b9d59f3 req-604509b7-1cd9-46c8-9ff8-60d3a42cad0d tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.2432618 Nov 23 18:01:15.075637 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:15.092421 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Sync routers for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:15.123644 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:15.125739 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:15.154880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.156528 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-479e6517-1da4-4958-b1ed-4de01e20f32a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0391252 Nov 23 18:01:15.165853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:15.217851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61d3cba2-3838-4b8a-b039-9c57ece88853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.221065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.259904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb71e915-d4d8-4c90-af18-202f9b9d59f3 req-8a876a4f-7e21-4e67-bc6d-c3397549b2af tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050028 Nov 23 18:01:15.316210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb843c0-b402-4048-a209-bd9a5ae5f4b2 req-cb07e0b5-a410-4429-9a32-edf8b3b8945f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:15.325529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aeb843c0-b402-4048-a209-bd9a5ae5f4b2 req-cb07e0b5-a410-4429-9a32-edf8b3b8945f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 932 time: 0.1842306 Nov 23 18:01:15.342978 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:15.356203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-61d3cba2-3838-4b8a-b039-9c57ece88853 None None] For port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:15.362539 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.366659 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61d3cba2-3838-4b8a-b039-9c57ece88853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.524841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aeb843c0-b402-4048-a209-bd9a5ae5f4b2 req-066a941b-b24c-477d-8fb9-7a53317cfd05 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847529 Nov 23 18:01:15.598243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffd63a-ec73-49a8-b278-228d0fcd5a40 req-5e31513f-f742-4c10-99cd-a5d37ecd2b32 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:15.611713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32ffd63a-ec73-49a8-b278-228d0fcd5a40 req-5e31513f-f742-4c10-99cd-a5d37ecd2b32 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 950 time: 0.1834939 Nov 23 18:01:15.622785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2133c737-cad8-4ee8-8724-05d2e3fb552e None None] Provisioning complete for port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:15.624669 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2133c737-cad8-4ee8-8724-05d2e3fb552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.728136 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:01:15.728513 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:01:15.729645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3cba2-3838-4b8a-b039-9c57ece88853 None None] Pushing event updated for resources: {'Port': ['ID=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:15.777533 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:13Z', 'revision_number': 3, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:15.853330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32ffd63a-ec73-49a8-b278-228d0fcd5a40 req-954c2f81-d074-42ce-84f7-59efdb92ffaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390552 Nov 23 18:01:15.883073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b2df4a-db5e-44e6-9161-51311462ff1d {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:15.890091 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Checking router: 0ae023df-8625-4fb4-894e-2f7f078a53f6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:15.890446 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Updating router 0ae023df-8625-4fb4-894e-2f7f078a53f6 port d3fb5e1a-f171-4745-b87a-99717eac365e binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:01:15.914908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1d69a02a-39d9-4be2-9797-f96e242c1c28 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:15.960909 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.989377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.996975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 1d69a02a-39d9-4be2-9797-f96e242c1c28 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:15.997432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1d69a02a-39d9-4be2-9797-f96e242c1c28 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:16.042890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Transition to ACTIVE for port object 47b2df4a-db5e-44e6-9161-51311462ff1d will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:01:16.049973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55052) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:16.068982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.181657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294fd3-5d09-4a8f-ba99-dfe66cdfc52b req-346a3040-3f6a-497c-a4d5-d9cb95eccea2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:16.190928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19294fd3-5d09-4a8f-ba99-dfe66cdfc52b req-346a3040-3f6a-497c-a4d5-d9cb95eccea2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1769190 Nov 23 18:01:16.225598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5091ad-d8a6-4abb-8542-501b71ac642a req-6d50016e-7e11-44c6-8b9c-ef2c38546210 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:16.233475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b5091ad-d8a6-4abb-8542-501b71ac642a req-6d50016e-7e11-44c6-8b9c-ef2c38546210 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 1100 time: 0.1478503 Nov 23 18:01:16.253122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Pushing event updated for resources: {'Port': ['ID=47b2df4a-db5e-44e6-9161-51311462ff1d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:16.279878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-e70da6c7-efd7-49e4-aae6-92e35cce9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:16.281409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-e70da6c7-efd7-49e4-aae6-92e35cce9ffa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 1096 time: 0.1485393 Nov 23 18:01:16.322065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19294fd3-5d09-4a8f-ba99-dfe66cdfc52b req-62ae3c19-5fa1-48eb-9418-4c909763416e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280184 Nov 23 18:01:16.351168 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.368428 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79fd8cfe-d9fd-4c68-bb3a-40f4f02c35aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.437695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b5091ad-d8a6-4abb-8542-501b71ac642a req-d4fdbc39-ecda-4290-9c1e-b18276c37018 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971872 Nov 23 18:01:16.504105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:16.513034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Attempting to bind port 47b2df4a-db5e-44e6-9161-51311462ff1d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:16.513379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Attempting to bind port 47b2df4a-db5e-44e6-9161-51311462ff1d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:16.513819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Attempting to bind port 47b2df4a-db5e-44e6-9161-51311462ff1d on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:16.560841 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.564336 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.587534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Port 47b2df4a-db5e-44e6-9161-51311462ff1d on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:01:16.587921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Attempting to bind port 47b2df4a-db5e-44e6-9161-51311462ff1d on network 16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:16.591694 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.606960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:16.607536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Checking segment: {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:16.608021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Bound using segment: {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:16.608594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Bound port: 47b2df4a-db5e-44e6-9161-51311462ff1d, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fec3677-a8b7-4ad0-998a-33b34ee39741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:16.609055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.617636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:16.621778 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.702020 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Attempting to bind port d3fb5e1a-f171-4745-b87a-99717eac365e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:16.702428 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Attempting to bind port d3fb5e1a-f171-4745-b87a-99717eac365e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:16.702842 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Attempting to bind port d3fb5e1a-f171-4745-b87a-99717eac365e on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:16.712101 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Pushing event updated for resources: {'Port': ['ID=d3fb5e1a-f171-4745-b87a-99717eac365e,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:16.714616 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:16.715020 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:16.715429 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.715826 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:16.717969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1bea23-fb94-404c-b38a-dc89eba3c815 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:16.721655 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Bound port: d3fb5e1a-f171-4745-b87a-99717eac365e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:16.722179 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.742513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] For port 47b2df4a-db5e-44e6-9161-51311462ff1d, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:16.757590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] For port 47b2df4a-db5e-44e6-9161-51311462ff1d, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=47b2df4a-db5e-44e6-9161-51311462ff1d,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:16.797618 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.797970 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.798331 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.798656 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.799029 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.799366 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.799698 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.800024 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.800350 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.800672 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.801004 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.801323 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:16.828124 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.874173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-de75db8d-1264-4e9e-bea9-1fbc2426209f None None] Provisioning complete for port d3fb5e1a-f171-4745-b87a-99717eac365e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:16.875053 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-de75db8d-1264-4e9e-bea9-1fbc2426209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.887877 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] For port d3fb5e1a-f171-4745-b87a-99717eac365e, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:16.895294 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] For port d3fb5e1a-f171-4745-b87a-99717eac365e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d3fb5e1a-f171-4745-b87a-99717eac365e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:16.912607 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.915988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79fd8cfe-d9fd-4c68-bb3a-40f4f02c35aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.933876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:16.934535 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.936355 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] 10.222.0.72 "PUT /v2.0/ports/47b2df4a-db5e-44e6-9161-51311462ff1d HTTP/1.1" status: 200 len: 1092 time: 2.5398736 Nov 23 18:01:16.938872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de3dd1c-6a57-4792-87fb-310c1dd9bbd6', 'tag': '47b2df4a-db5e-44e6-9161-51311462ff1d'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:16.941526 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3de3dd1c-6a57-4792-87fb-310c1dd9bbd6", "tag": "47b2df4a-db5e-44e6-9161-51311462ff1d"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:16.981637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79fd8cfe-d9fd-4c68-bb3a-40f4f02c35aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.984324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-de75db8d-1264-4e9e-bea9-1fbc2426209f None None] Port d3fb5e1a-f171-4745-b87a-99717eac365e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:17.013996 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b801be-b0d6-41fd-908e-b705cdc7b3d8 None None] Pushing event updated for resources: {'Port': ['ID=d3fb5e1a-f171-4745-b87a-99717eac365e,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:17.035236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a71f9b-8e54-4588-96b3-af8b4a8a57b9 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:17.036499 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:17.037485 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:17.134360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Provisioning complete for port d3fb5e1a-f171-4745-b87a-99717eac365e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:17.138376 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.149267 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-79fd8cfe-d9fd-4c68-bb3a-40f4f02c35aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=caf51efb89a04ef7a4ad83b04b8f50e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0933981 Nov 23 18:01:17.175641 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:17.179019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55064) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:17.192422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8cfe-d9fd-4c68-bb3a-40f4f02c35aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c417c1-8c4d-4d07-b286-a308cf33a5b8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:17.241320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d836be-05a6-4f9c-84ae-e5c0a9d4677e service neutron] Pushing event updated for resources: {'Port': ['ID=47b2df4a-db5e-44e6-9161-51311462ff1d,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:17.266635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-68bc003f-3626-4363-a667-2af0c3a88510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.268355 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-68bc003f-3626-4363-a667-2af0c3a88510 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 1095 time: 0.1997418 Nov 23 18:01:17.288597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-84b82920-ccc8-433b-8b56-259faa3c3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.290270 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-84b82920-ccc8-433b-8b56-259faa3c3df3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 912 time: 0.9940085 Nov 23 18:01:17.315789 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.316267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7e604-52d4-493d-ace2-712d7e9c9cbb req-afdeb354-a5e4-465e-8f65-972947fc6cfb tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.325394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aba7e604-52d4-493d-ace2-712d7e9c9cbb req-afdeb354-a5e4-465e-8f65-972947fc6cfb tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.8074996 Nov 23 18:01:17.341592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fde4ec-0048-4f95-bf3d-20b8766a5687 req-1fb8ce75-9c1b-4913-9237-edd64eaca43d tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.346726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45fde4ec-0048-4f95-bf3d-20b8766a5687 req-1fb8ce75-9c1b-4913-9237-edd64eaca43d tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 1101 time: 0.1708608 Nov 23 18:01:17.367692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] For port d3fb5e1a-f171-4745-b87a-99717eac365e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d3fb5e1a-f171-4745-b87a-99717eac365e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:17.374421 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.429641 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf23ae5d-a2c8-452f-ae60-c5785f431d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.440823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Pushing event updated for resources: {'Port': ['ID=d3fb5e1a-f171-4745-b87a-99717eac365e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:17.478478 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:13Z', 'revision_number': 3, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:17.484991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.485359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.485712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.486086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.486435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.486823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.487183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.487526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.487860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.488194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.488529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.488860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9d493-ed6f-4041-91c9-70e5fa5b0571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:17.526116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-4565c8c2-2be8-4583-81f3-c2272d861aed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f HTTP/1.1" status: 200 len: 1000 time: 0.2236176 Nov 23 18:01:17.528566 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf23ae5d-a2c8-452f-ae60-c5785f431d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.531187 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65508076-4bce-43b8-b345-e3fc2c4e9012 None None] The sync data for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 is: [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:13Z', 'revision_number': 3, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:17.546214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aba7e604-52d4-493d-ace2-712d7e9c9cbb req-1bd4d24f-a52a-4ebe-b399-b599e6008252 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198381 Nov 23 18:01:17.566435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45fde4ec-0048-4f95-bf3d-20b8766a5687 req-410125f4-a201-41ac-b2e9-0123d3a10ea2 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164199 Nov 23 18:01:17.702866 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.708780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-ec4300a0-6f4b-43cf-a988-fe497f17b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.710450 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-0d3e7565-4547-4dce-889e-5e1bf21a0e75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b2df4a-db5e-44e6-9161-51311462ff1d HTTP/1.1" status: 200 len: 217 time: 0.4223650 Nov 23 18:01:17.711358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-ec4300a0-6f4b-43cf-a988-fe497f17b3da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.1591156 Nov 23 18:01:17.738623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Allocated IP 172.20.0.1 (dff4fc6e-ebeb-4fca-96e6-9327d954883c/ddd47296-ed78-43bb-86ab-9be540ca64cb/b631adbc-bef5-4c1a-9a48-69ea85954a90) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:17.744795 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf23ae5d-a2c8-452f-ae60-c5785f431d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.748006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf23ae5d-a2c8-452f-ae60-c5785f431d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.749146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cf23ae5d-a2c8-452f-ae60-c5785f431d93 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9c417c1-8c4d-4d07-b286-a308cf33a5b8 HTTP/1.1" status: 204 len: 168 time: 0.5682640 Nov 23 18:01:17.794091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4c95-1778-48c7-be21-04712dce040e req-fb3c4d0f-8a0b-41bb-aa85-befbd853b3b9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.796431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a29f4c95-1778-48c7-be21-04712dce040e req-fb3c4d0f-8a0b-41bb-aa85-befbd853b3b9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 944 time: 0.1616504 Nov 23 18:01:17.812999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71a54c-0d10-4b8c-927b-65d32bf52cc2 req-07ae2d15-d4f6-427f-9f54-f099213ffae7 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.814609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd71a54c-0d10-4b8c-927b-65d32bf52cc2 req-07ae2d15-d4f6-427f-9f54-f099213ffae7 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 950 time: 0.1582046 Nov 23 18:01:17.817856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-2ba582f9-1921-4b27-997b-e71aa47c460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.820148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23ae5d-a2c8-452f-ae60-c5785f431d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c417c1-8c4d-4d07-b286-a308cf33a5b8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:17.822001 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-2ba582f9-1921-4b27-997b-e71aa47c460a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64a3ecc1-8441-4486-a119-eab270e7fc8d HTTP/1.1" status: 200 len: 854 time: 0.0946062 Nov 23 18:01:17.877034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-200b52b7-159c-4ba9-a1d7-917ccdbc687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:17.879005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-200b52b7-159c-4ba9-a1d7-917ccdbc687b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503420 Nov 23 18:01:17.945946 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-9e3e69c3-86b9-4781-b739-8d054525ffb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037545 Nov 23 18:01:17.965152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a29f4c95-1778-48c7-be21-04712dce040e req-1cc81f73-9864-4478-8df5-2ef708213065 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463795 Nov 23 18:01:18.029021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd71a54c-0d10-4b8c-927b-65d32bf52cc2 req-aaa02ef6-48c9-44ab-91df-d1face7b3dd1 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015336 Nov 23 18:01:18.035201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-fade2031-499a-4c23-9244-4a571a8046ca service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365647 Nov 23 18:01:18.152637 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec72cf7d-4b8d-4e9d-be2c-b6393b1e43b1 x-openstack-request-id: req-ec72cf7d-4b8d-4e9d-be2c-b6393b1e43b1 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:18.152637 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de3dd1c-6a57-4792-87fb-310c1dd9bbd6", "tag": "47b2df4a-db5e-44e6-9161-51311462ff1d", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:18.153333 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec72cf7d-4b8d-4e9d-be2c-b6393b1e43b1 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:18.153754 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de3dd1c-6a57-4792-87fb-310c1dd9bbd6', 'tag': '47b2df4a-db5e-44e6-9161-51311462ff1d', 'status': 'completed', 'code': 200} Nov 23 18:01:18.173582 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-61f3e0ff-3d0b-428e-879d-dbc95f9fc5e3 service neutron] 10.222.0.72 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180965 Nov 23 18:01:18.179276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.323368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.338906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1fcb7-22e5-4c17-b737-49654405deea req-5a32c8c4-8d50-43b1-b57c-4fbfb7b0d8f4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:18.374915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad1fcb7-22e5-4c17-b737-49654405deea req-5a32c8c4-8d50-43b1-b57c-4fbfb7b0d8f4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2611980 Nov 23 18:01:18.378143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55078) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:18.381375 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e0cf10e0-f876-432d-863f-c88b768b5774 req-9e4051f6-8b5a-4594-8171-b643642fb905 service neutron] 10.222.0.72 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885889 Nov 23 18:01:18.427115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:18.427115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:18.431017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:18.431196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed54e678-4296-4a88-a99a-9eeff3c1d547 req-7ecad2a4-f710-4b91-be70-e1b924792882 service neutron] 10.222.0.72 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838947 Nov 23 18:01:18.435683 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a930f6c2-d24d-4dc4-9f4a-69d78dfb2216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.452469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b631adbc-bef5-4c1a-9a48-69ea85954a90,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:18.539228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.586508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d3fb5e1a-f171-4745-b87a-99717eac365e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:18.612287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad1fcb7-22e5-4c17-b737-49654405deea req-a7b94595-f57b-47eb-bcea-5b5426c90f08 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345226 Nov 23 18:01:18.706235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-8ed446cb-1a2a-40fd-ae18-9e8ff6f34cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:18.719088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-8ed446cb-1a2a-40fd-ae18-9e8ff6f34cd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 1095 time: 0.2058737 Nov 23 18:01:18.726511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d3fb5e1a-f171-4745-b87a-99717eac365e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:18.726940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.769433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.821400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-01f2c909-77c6-4c06-9b1c-715c64422721 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243420 Nov 23 18:01:18.913211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b45d99e1-f599-4e9c-bb9e-6752b35e2b67 None None] Provisioning complete for port b631adbc-bef5-4c1a-9a48-69ea85954a90 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:18.913942 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b45d99e1-f599-4e9c-bb9e-6752b35e2b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.974556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b45d99e1-f599-4e9c-bb9e-6752b35e2b67 None None] Port b631adbc-bef5-4c1a-9a48-69ea85954a90 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:18.999815 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.004846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.005358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91164a0e-8e44-4dee-b147-e2af864d8a64 req-01888653-cd0c-4b46-9369-9193f6548681 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.007009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91164a0e-8e44-4dee-b147-e2af864d8a64 req-01888653-cd0c-4b46-9369-9193f6548681 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.2415545 Nov 23 18:01:19.013745 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a930f6c2-d24d-4dc4-9f4a-69d78dfb2216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.031724 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a930f6c2-d24d-4dc4-9f4a-69d78dfb2216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.082537 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.085760 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b631adbc-bef5-4c1a-9a48-69ea85954a90,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:19.128623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-dec55d46-b525-4d49-9f03-7887f97e4a63 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.135170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-dec55d46-b525-4d49-9f03-7887f97e4a63 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2985446 Nov 23 18:01:19.142550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-c9f5c74e-4146-4df1-9891-1cc127f34cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.144042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-c9f5c74e-4146-4df1-9891-1cc127f34cf2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 200 len: 915 time: 0.4033182 Nov 23 18:01:19.146451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a930f6c2-d24d-4dc4-9f4a-69d78dfb2216 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=47a8e1abeb0d4b0b99ee850082ee133d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7624276 Nov 23 18:01:19.153658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55096) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:19.164681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930f6c2-d24d-4dc4-9f4a-69d78dfb2216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08acc408-401e-473d-ac45-918c97cdcd15,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:19.211311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91164a0e-8e44-4dee-b147-e2af864d8a64 req-9af2ccc9-e201-47d5-a13c-fc000730e282 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944330 Nov 23 18:01:19.212596 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-bbb22131-90b3-4d67-8850-1a38e1ab4ee0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/quotas/5f53e78914ae4f9bb5801ca85aa0e5f4 HTTP/1.1" status: 200 len: 375 time: 0.0766003 Nov 23 18:01:19.215713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-fa2e9936-652a-44ff-98f2-a002ec3bed43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b2df4a-db5e-44e6-9161-51311462ff1d HTTP/1.1" status: 200 len: 217 time: 0.0529904 Nov 23 18:01:19.242104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:19.243668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:19.265128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46fb01d1-9dc5-4af2-83d6-f87175214b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.330573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46fb01d1-9dc5-4af2-83d6-f87175214b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.358141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-8bb57f24-1026-4b02-aeb9-1909f15151cc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1351562 Nov 23 18:01:19.362941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-18d0a95a-263b-4234-8528-dd5f8ba8a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.364397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-18d0a95a-263b-4234-8528-dd5f8ba8a68d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64a3ecc1-8441-4486-a119-eab270e7fc8d HTTP/1.1" status: 200 len: 854 time: 0.1381640 Nov 23 18:01:19.384221 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.410452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c08e-6777-41fc-b82b-c9e780e3e7b2 req-e23245ef-e750-4919-81e3-6187331edb23 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.423080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f216c08e-6777-41fc-b82b-c9e780e3e7b2 req-e23245ef-e750-4919-81e3-6187331edb23 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 950 time: 0.1318846 Nov 23 18:01:19.447927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-3fdc9ed9-a329-4abb-89f2-195a7ae2802b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579684 Nov 23 18:01:19.463366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Router 0ae023df-8625-4fb4-894e-2f7f078a53f6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:01:19.533040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46fb01d1-9dc5-4af2-83d6-f87175214b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.535697 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46fb01d1-9dc5-4af2-83d6-f87175214b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.536854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-46fb01d1-9dc5-4af2-83d6-f87175214b1c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08acc408-401e-473d-ac45-918c97cdcd15 HTTP/1.1" status: 204 len: 168 time: 0.3822298 Nov 23 18:01:19.549076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb01d1-9dc5-4af2-83d6-f87175214b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08acc408-401e-473d-ac45-918c97cdcd15,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:19.614794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-aa9acc57-0e79-44c9-9546-82dd5cbc6c36 None None] Provisioning complete for port b631adbc-bef5-4c1a-9a48-69ea85954a90 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:19.615916 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa9acc57-0e79-44c9-9546-82dd5cbc6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.642316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f216c08e-6777-41fc-b82b-c9e780e3e7b2 req-4c42d966-9305-49ef-bb94-d4a6760c8a60 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139735 Nov 23 18:01:19.661361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:19.674424 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1c8793eb-cb18-4297-b69e-c82d306f03d0 admin admin] 10.222.0.74 "PUT /v2.0/routers/0ae023df-8625-4fb4-894e-2f7f078a53f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5067418 Nov 23 18:01:19.691003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:01:19.691919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-5b9b6599-eb1e-4f05-af83-b53be37e5b06 service neutron] 10.222.0.72 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431061 Nov 23 18:01:19.729266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-aa9acc57-0e79-44c9-9546-82dd5cbc6c36 None None] Port b631adbc-bef5-4c1a-9a48-69ea85954a90 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:19.845511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b53ab0e-b7e5-4a82-905e-3fd1492e39a1 req-9e94c74c-ff0a-46cf-94c7-81baaad5e859 service neutron] 10.222.0.72 "GET /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335831 Nov 23 18:01:19.951703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba45e6-842b-47f4-89dc-ddeae00730b1 req-a938a8a1-3b0e-4ad0-b004-1f5b9083581c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.958068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79ba45e6-842b-47f4-89dc-ddeae00730b1 req-a938a8a1-3b0e-4ad0-b004-1f5b9083581c tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 944 time: 0.1103163 Nov 23 18:01:19.960078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:19.997943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '10c6765f-db63-4429-8717-e02044dc943b', 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b', 'port_id': '10c6765f-db63-4429-8717-e02044dc943b', 'mac_address': 'fa:16:3e:92:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3700550f-d34a-4c2a-99a7-0e4eec52654a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:20.070816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79ba45e6-842b-47f4-89dc-ddeae00730b1 req-1802e0c4-fb59-48cf-be66-06c7f14b59f8 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073158 Nov 23 18:01:20.110366 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:20.111671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2e40d-a528-4411-9712-568f2805b33a req-84cdaebc-beb9-400b-b09b-92cfeb47c6b8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:20.119172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Sync routers for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:20.119976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3fa2e40d-a528-4411-9712-568f2805b33a req-84cdaebc-beb9-400b-b09b-92cfeb47c6b8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0907378 Nov 23 18:01:20.147388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:20.159020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:20.163054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10c6765f-db63-4429-8717-e02044dc943b {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:20.186503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3fa2e40d-a528-4411-9712-568f2805b33a req-643daa72-011e-448f-8962-03788a10725d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649590 Nov 23 18:01:20.279128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:20.312196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:20.426254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:20.466043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['10c6765f-db63-4429-8717-e02044dc943b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:20.525408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606a7a0-32e9-461f-a902-a3d138056f8c req-27d4dd07-a318-43b5-a6e4-770315c1d223 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:20.537185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7606a7a0-32e9-461f-a902-a3d138056f8c req-27d4dd07-a318-43b5-a6e4-770315c1d223 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.1095593 Nov 23 18:01:20.551671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:20.559563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-875a2588-2c24-4ce5-8dcd-7c77914933ca tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:20.561402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-875a2588-2c24-4ce5-8dcd-7c77914933ca tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 950 time: 0.1312838 Nov 23 18:01:20.596402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:20.817597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7606a7a0-32e9-461f-a902-a3d138056f8c req-9135762c-b7eb-4fbf-af8e-893072329ece tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723794 Nov 23 18:01:20.940096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59212d2c-c7db-484c-b73f-8af7c4781696 req-9d1538b1-9690-4757-af7b-a136856e647c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 210 time: 0.0728440 Nov 23 18:01:20.959126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Deleting port afb84529-ef14-4516-8cf3-c5506ca1dd6f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:20.973771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:20.985756 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55164) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:20.990406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0c30b5e0-6e29-4da4-9d97-68f01f0f7695 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136931805', 'description': 'tempest-description--206528817'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:21.046848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5e0-6e29-4da4-9d97-68f01f0f7695 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.119545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 2, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:21.165544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Checking router: 0ae023df-8625-4fb4-894e-2f7f078a53f6 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:21.165912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Updating router 0ae023df-8625-4fb4-894e-2f7f078a53f6 port b631adbc-bef5-4c1a-9a48-69ea85954a90 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:01:21.190616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5e0-6e29-4da4-9d97-68f01f0f7695 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.198169 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.198333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5e0-6e29-4da4-9d97-68f01f0f7695 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.241039 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5e0-6e29-4da4-9d97-68f01f0f7695 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.242572 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0c30b5e0-6e29-4da4-9d97-68f01f0f7695 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2556994 Nov 23 18:01:21.247626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55180) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:21.258529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b97621e4-97cf-4c70-94e2-283782f69e21 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Request body: {'security_group_rule': {'security_group_id': '3d196513-22f8-4d92-8dc1-6ca6f3a45d7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:21.268805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156373dc-bb97-4a0e-b64f-fe1854677687 req-81cbe4ff-b2b6-4ad0-b21b-b5740549b9cb tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:21.280133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-156373dc-bb97-4a0e-b64f-fe1854677687 req-81cbe4ff-b2b6-4ad0-b21b-b5740549b9cb tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 950 time: 0.1463366 Nov 23 18:01:21.308462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] For port afb84529-ef14-4516-8cf3-c5506ca1dd6f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=afb84529-ef14-4516-8cf3-c5506ca1dd6f,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:21.309045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.365434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30b5e0-6e29-4da4-9d97-68f01f0f7695 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:21.378720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Calling delete_port for afb84529-ef14-4516-8cf3-c5506ca1dd6f owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:21.399833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b97621e4-97cf-4c70-94e2-283782f69e21 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.534479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b97621e4-97cf-4c70-94e2-283782f69e21 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.552051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b97621e4-97cf-4c70-94e2-283782f69e21 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.587639 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.601940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['afb84529-ef14-4516-8cf3-c5506ca1dd6f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:21.639701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97621e4-97cf-4c70-94e2-283782f69e21 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf67a35-78d0-4801-a7fa-94c8cd5066ea,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:21.645896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Pushing event deleted for resources: {'Port': ['ID=afb84529-ef14-4516-8cf3-c5506ca1dd6f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:21.652240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b97621e4-97cf-4c70-94e2-283782f69e21 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.659568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c380d-1ba3-4a99-9a6a-98989d654b46 req-d398a8e8-c8fe-43e7-8b18-48ced812664b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:21.661684 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b97621e4-97cf-4c70-94e2-283782f69e21 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4116197 Nov 23 18:01:21.666795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55186) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:21.668816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce5c380d-1ba3-4a99-9a6a-98989d654b46 req-d398a8e8-c8fe-43e7-8b18-48ced812664b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 944 time: 0.3641548 Nov 23 18:01:21.690193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-156373dc-bb97-4a0e-b64f-fe1854677687 req-4798381d-1ee5-4e09-8c94-8ae0c202aca1 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a57a959-ee85-4025-87d0-32da1102fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076374 Nov 23 18:01:21.691369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-35d1fd5c-f5f7-447b-a68e-1db7234133d6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Request body: {'security_group_rule': {'security_group_id': '3d196513-22f8-4d92-8dc1-6ca6f3a45d7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:21.714599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 47b2df4a-db5e-44e6-9161-51311462ff1d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:01:21.714599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:21.803330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35d1fd5c-f5f7-447b-a68e-1db7234133d6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.842428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] No DVR routers for this DVR port afb84529-ef14-4516-8cf3-c5506ca1dd6f on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:01:21.859081 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.876640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-949b2124-c821-46ed-b195-f8ebe33dc769 req-70ee4469-9f5d-4bbb-a19d-5089af25cbaa tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.72 "DELETE /v2.0/ports/afb84529-ef14-4516-8cf3-c5506ca1dd6f HTTP/1.1" status: 204 len: 173 time: 1.3018827 Nov 23 18:01:21.894503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c477ad6-eb94-4bd8-88db-e06466545ef5', 'name': 'network-vif-deleted', 'tag': 'afb84529-ef14-4516-8cf3-c5506ca1dd6f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:21.902181 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecf1ba0-269f-420f-a1be-cfc858b169d0" -d '{"events": [{"server_uuid": "2c477ad6-eb94-4bd8-88db-e06466545ef5", "name": "network-vif-deleted", "tag": "afb84529-ef14-4516-8cf3-c5506ca1dd6f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:21.943959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35d1fd5c-f5f7-447b-a68e-1db7234133d6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.958182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35d1fd5c-f5f7-447b-a68e-1db7234133d6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.017651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1fd5c-f5f7-447b-a68e-1db7234133d6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adc496e-d522-4614-b7e6-6907ece40bf4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:22.040800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35d1fd5c-f5f7-447b-a68e-1db7234133d6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.043007 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-35d1fd5c-f5f7-447b-a68e-1db7234133d6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3654428 Nov 23 18:01:22.045655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce5c380d-1ba3-4a99-9a6a-98989d654b46 req-5c06d467-46c8-4cc4-8c4b-9371b8bd138f tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747261 Nov 23 18:01:22.052560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55196) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:22.077822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:22.154165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.232623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92faeb-8e51-4391-a981-cbb754262c54 req-b6582157-eaa3-43f8-8db3-7201df478616 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:22.233480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c92faeb-8e51-4391-a981-cbb754262c54 req-b6582157-eaa3-43f8-8db3-7201df478616 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 944 time: 0.3759851 Nov 23 18:01:22.317080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c6a1ec3-c68b-4fc4-8816-c05c7c2f674b req-67882665-c4e1-4939-a534-2567e1a1e873 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 210 time: 0.0824893 Nov 23 18:01:22.406234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.408881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-986dec2b-779c-437e-b6cc-394ad54af6d4 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907633 Nov 23 18:01:22.414899 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a02e574-d99f-4adf-92a4-eaba48e18b46 x-openstack-request-id: req-1a02e574-d99f-4adf-92a4-eaba48e18b46 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:22.419091 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c477ad6-eb94-4bd8-88db-e06466545ef5", "name": "network-vif-deleted", "tag": "afb84529-ef14-4516-8cf3-c5506ca1dd6f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:22.419492 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a02e574-d99f-4adf-92a4-eaba48e18b46 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:22.420036 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c477ad6-eb94-4bd8-88db-e06466545ef5', 'name': 'network-vif-deleted', 'tag': 'afb84529-ef14-4516-8cf3-c5506ca1dd6f', 'status': 'completed', 'code': 200} Nov 23 18:01:22.672553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-043f7c10-029c-43b7-ae33-f060011dd7c0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:22.679204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-043f7c10-029c-43b7-ae33-f060011dd7c0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490118 Nov 23 18:01:22.705058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 47b2df4a-db5e-44e6-9161-51311462ff1d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=47b2df4a-db5e-44e6-9161-51311462ff1d,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:22.725727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Allocated IP 172.25.0.64 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/427f00b2-97f7-472b-952f-7cb74e9d5562) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:22.742791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-d34b440e-9b95-4ccf-bc15-0b8ee68ac348 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617740 Nov 23 18:01:22.749318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '47b2df4a-db5e-44e6-9161-51311462ff1d', 'network_id': '16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a', 'port_id': '47b2df4a-db5e-44e6-9161-51311462ff1d', 'mac_address': 'fa:16:3e:e2:a2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a3ecc1-8441-4486-a119-eab270e7fc8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:22.763734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Request body: {'port': {'device_id': '09120509-8d36-4f3e-9264-e229f3ddc09a', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '5f53e78914ae4f9bb5801ca85aa0e5f4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:22.923784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.929867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.959496 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.981813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.049794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9baed9ee-e21d-4b1b-bd3c-41c745f97832 req-5228d5ea-36c9-479d-9d35-fe32246bf369 tempest-ImagesNegativeTestJSON-932680975 tempest-ImagesNegativeTestJSON-932680975-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c477ad6-eb94-4bd8-88db-e06466545ef5 HTTP/1.1" status: 200 len: 210 time: 0.0938029 Nov 23 18:01:23.086584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a5fca-d4a2-4c9c-9d83-4fa2349704dc None None] Pushing event updated for resources: {'Port': ['ID=b631adbc-bef5-4c1a-9a48-69ea85954a90,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:23.115849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:23.131801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:23.134007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c92faeb-8e51-4391-a981-cbb754262c54 req-b1246f94-e7e8-4da9-83b1-e95f2a0c551e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457182 Nov 23 18:01:23.143735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:23.206013 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.234027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 10c6765f-db63-4429-8717-e02044dc943b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:23.234465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.284297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-52056266-543a-4f39-98fe-cacf6954a6bb tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:23.285832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-52056266-543a-4f39-98fe-cacf6954a6bb tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5183547 Nov 23 18:01:23.304214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Request body: {'port': {'device_id': 'f9416817-d011-43fc-a468-f2b8b83df2ab', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '5f53e78914ae4f9bb5801ca85aa0e5f4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:23.315471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event updated for resources: {'Port': ['ID=427f00b2-97f7-472b-952f-7cb74e9d5562,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:23.317006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b2df4a-db5e-44e6-9161-51311462ff1d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:23.388137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Made reservation on behalf of 5f53e78914ae4f9bb5801ca85aa0e5f4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:23.392159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.471063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0d14f-ebe5-438d-9ad6-f7ea4c348fa1 req-028b7a47-2c7a-493b-8b2d-91b74c98d0aa tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:23.478568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbf0d14f-ebe5-438d-9ad6-f7ea4c348fa1 req-028b7a47-2c7a-493b-8b2d-91b74c98d0aa tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 944 time: 0.2815707 Nov 23 18:01:23.482265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.525454 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.543098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 47b2df4a-db5e-44e6-9161-51311462ff1d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=47b2df4a-db5e-44e6-9161-51311462ff1d,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:23.561920 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.562145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.642594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c6765f-db63-4429-8717-e02044dc943b'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:23.646188 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82913c2f-6bdf-49b5-a146-58597553bb8d" -d '{"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "10c6765f-db63-4429-8717-e02044dc943b"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:23.668080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Attempting to bind port b631adbc-bef5-4c1a-9a48-69ea85954a90 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:23.668636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Attempting to bind port b631adbc-bef5-4c1a-9a48-69ea85954a90 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:23.669012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Attempting to bind port b631adbc-bef5-4c1a-9a48-69ea85954a90 on network dff4fc6e-ebeb-4fca-96e6-9327d954883c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:23.669761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e913e5ed-121b-4005-ae52-afd10d832d33 req-602f958d-8f8c-4ba6-85a8-7b39adbff00e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 210 time: 0.1877644 Nov 23 18:01:23.677119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:23.698327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.705969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:23.706722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Checking segment: {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:23.706887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.707328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Bound using segment: {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:23.707824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Bound port: b631adbc-bef5-4c1a-9a48-69ea85954a90, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:23.708207 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.791176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device afb84529-ef14-4516-8cf3-c5506ca1dd6f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:23.797232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.804323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.819845 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b920d302-8954-4737-a210-8623f0deb5ad x-openstack-request-id: req-b920d302-8954-4737-a210-8623f0deb5ad {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:23.820510 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "10c6765f-db63-4429-8717-e02044dc943b", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:23.820730 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b920d302-8954-4737-a210-8623f0deb5ad {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:23.821372 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c6765f-db63-4429-8717-e02044dc943b', 'code': 200} Nov 23 18:01:23.825468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: afb84529-ef14-4516-8cf3-c5506ca1dd6f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:23.825947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device afb84529-ef14-4516-8cf3-c5506ca1dd6f not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:23.842711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=47b2df4a-db5e-44e6-9161-51311462ff1d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:23.857397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] For port b631adbc-bef5-4c1a-9a48-69ea85954a90, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:23.863647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] For port b631adbc-bef5-4c1a-9a48-69ea85954a90, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b631adbc-bef5-4c1a-9a48-69ea85954a90,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:23.899963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d6fc882c-e09d-4453-bba3-802e67c70355 None None] Provisioning complete for port b631adbc-bef5-4c1a-9a48-69ea85954a90 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:23.900513 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6fc882c-e09d-4453-bba3-802e67c70355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.906992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.916871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event updated for resources: {'Port': ['ID=427f00b2-97f7-472b-952f-7cb74e9d5562,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:23.923255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.936032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbf0d14f-ebe5-438d-9ad6-f7ea4c348fa1 req-f45d843c-8f56-4b03-ad18-9cb1a4c71268 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562087 Nov 23 18:01:23.949496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['47b2df4a-db5e-44e6-9161-51311462ff1d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:23.996374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Made reservation on behalf of 5f53e78914ae4f9bb5801ca85aa0e5f4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:24.001504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.011857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.023854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-371ce2d7-85fb-4f96-baf1-e7187da7348e tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9680336 Nov 23 18:01:24.047292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Allocated IP 192.168.233.152 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/ce663431-f735-4b2d-b837-cb03be662190) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:24.094143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:24.136845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:24.137858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:24.523854 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6fc882c-e09d-4453-bba3-802e67c70355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.614495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:24.784674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a5fca-d4a2-4c9c-9d83-4fa2349704dc None None] Pushing event updated for resources: {'Port': ['ID=b631adbc-bef5-4c1a-9a48-69ea85954a90,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:24.865483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d6fc882c-e09d-4453-bba3-802e67c70355 None None] For port b631adbc-bef5-4c1a-9a48-69ea85954a90, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b631adbc-bef5-4c1a-9a48-69ea85954a90,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:24.902831 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6fc882c-e09d-4453-bba3-802e67c70355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.135963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c6df24bf-7660-4294-b0c0-df63a57fc33f None None] Provisioning complete for port b631adbc-bef5-4c1a-9a48-69ea85954a90 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:25.136428 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c6df24bf-7660-4294-b0c0-df63a57fc33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.152550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55280) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:25.210468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc882c-e09d-4453-bba3-802e67c70355 None None] Pushing event updated for resources: {'Port': ['ID=b631adbc-bef5-4c1a-9a48-69ea85954a90,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:25.441646 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a22463d0-91b8-41c4-8434-327316320861 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=761b2be14b2f493aa13968f56887776f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877944 Nov 23 18:01:25.443995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55286) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:25.463153 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.497803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:23Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:25.498124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e11163b-2068-43ca-859e-3cdf0e616f88 req-f50959df-7231-4278-b656-0963ca3a7337 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 210 time: 0.0672832 Nov 23 18:01:25.536053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9acdb77d-e715-437e-abe2-b6382046db12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.554726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79165b87-4a1f-4242-8295-6bcd062439f8 None None] The sync data for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 is: [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:23Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:25.569033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb4035-8a36-4c79-a83a-c044b3f2e785 req-0439da99-caae-4c87-8d32-229097f76fe3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:25.583109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82eb4035-8a36-4c79-a83a-c044b3f2e785 req-0439da99-caae-4c87-8d32-229097f76fe3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 1.0776401 Nov 23 18:01:25.591427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9acdb77d-e715-437e-abe2-b6382046db12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.750752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9acdb77d-e715-437e-abe2-b6382046db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.753872 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9acdb77d-e715-437e-abe2-b6382046db12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.757369 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9acdb77d-e715-437e-abe2-b6382046db12 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9a57a959-ee85-4025-87d0-32da1102fc6d HTTP/1.1" status: 204 len: 168 time: 0.3106995 Nov 23 18:01:25.770941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdb77d-e715-437e-abe2-b6382046db12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57a959-ee85-4025-87d0-32da1102fc6d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:25.855887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.874872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:25.877711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:25.901483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:25.907318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82eb4035-8a36-4c79-a83a-c044b3f2e785 req-4901ff15-4861-49f7-ad6f-2f8b5bd20a4a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229196 Nov 23 18:01:25.919167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:25.923536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:26.040151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:26.041281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.080143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3358300 Nov 23 18:01:26.156607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Request body: {'port': {'device_id': '09120509-8d36-4f3e-9264-e229f3ddc09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:26.404204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.458172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c61e-e853-4be2-8a24-38e33e9f8b67 req-870332a5-4156-4469-abe8-aa0468b483f2 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:26.484299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b206c61e-e853-4be2-8a24-38e33e9f8b67 req-870332a5-4156-4469-abe8-aa0468b483f2 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 945 time: 0.7997832 Nov 23 18:01:26.487691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ebb3c-f1ae-4dec-975c-1ed7bfe470bc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'Port': ['ID=ce663431-f735-4b2d-b837-cb03be662190,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:26.492380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Allocated IP 192.168.233.19 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/5eadf05e-d1a7-4cfb-b29a-fb51df61d971) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:26.579642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b631adbc-bef5-4c1a-9a48-69ea85954a90 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:26.659403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6b746770-d874-410d-8661-8d454f0fe2ad None None] Provisioning complete for port ce663431-f735-4b2d-b837-cb03be662190 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:26.660163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6b746770-d874-410d-8661-8d454f0fe2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.730201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6b746770-d874-410d-8661-8d454f0fe2ad None None] Port ce663431-f735-4b2d-b837-cb03be662190 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:26.809032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc3222ba-2216-4f10-bc39-c98ee600ba7f req-d43f0db0-8899-492e-87c1-80addf40b058 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 210 time: 0.1215899 Nov 23 18:01:26.925375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b631adbc-bef5-4c1a-9a48-69ea85954a90 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:26.926683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.054621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b206c61e-e853-4be2-8a24-38e33e9f8b67 req-5a89b8df-528d-4b05-89ba-7ba1ef7bdc9d tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460985 Nov 23 18:01:27.613501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e97f-2ee0-442d-a8eb-19bd5dce780d req-01372eac-72f5-4e85-93f3-f3e064b0ea14 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:27.621609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32c1e97f-2ee0-442d-a8eb-19bd5dce780d req-01372eac-72f5-4e85-93f3-f3e064b0ea14 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.4509397 Nov 23 18:01:27.671696 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.710174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 47b2df4a-db5e-44e6-9161-51311462ff1d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:27.805963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32c1e97f-2ee0-442d-a8eb-19bd5dce780d req-c70ff4ad-915e-4ace-b43f-04e626d5ea61 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824200 Nov 23 18:01:27.911333 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.947084 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:28.032127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:28.169239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:28.182312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:28.191511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:28.243125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'Port': ['ID=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:28.295966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28cdfb-594e-4b29-a5fe-031a649d4c39 req-ff824d8f-fc28-46c6-ac0a-0459b8822419 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:28.300836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a28cdfb-594e-4b29-a5fe-031a649d4c39 req-ff824d8f-fc28-46c6-ac0a-0459b8822419 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 935 time: 0.2744875 Nov 23 18:01:28.436084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:28.436679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.656286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 47b2df4a-db5e-44e6-9161-51311462ff1d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:01:28.674035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a28cdfb-594e-4b29-a5fe-031a649d4c39 req-d294dff1-b26f-4ee6-bff5-6e41aab2c715 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570333 Nov 23 18:01:28.682767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 47b2df4a-db5e-44e6-9161-51311462ff1d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:28.686624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-7e12a8c5-c4e9-4f98-a341-b90ed9343a9f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3878856 Nov 23 18:01:28.692114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.722921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Request body: {'port': {'device_id': 'f9416817-d011-43fc-a468-f2b8b83df2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:28.779046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce663431-f735-4b2d-b837-cb03be662190 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:28.794320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.833442 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a3a8d699-ab9f-4692-8bbe-955dc9a13301 None None] Provisioning complete for port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:28.833828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d699-ab9f-4692-8bbe-955dc9a13301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.863545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Transition to ACTIVE for port object ce663431-f735-4b2d-b837-cb03be662190 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:01:28.965881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8d699-ab9f-4692-8bbe-955dc9a13301 None None] Port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:29.016708 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.151764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.206003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de3dd1c-6a57-4792-87fb-310c1dd9bbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b2df4a-db5e-44e6-9161-51311462ff1d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:29.208360 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf5adb-cde7-4a48-9d0a-a4fd51227a01" -d '{"events": [{"server_uuid": "3de3dd1c-6a57-4792-87fb-310c1dd9bbd6", "name": "network-vif-plugged", "status": "completed", "tag": "47b2df4a-db5e-44e6-9161-51311462ff1d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:29.242936 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.262258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 47b2df4a-db5e-44e6-9161-51311462ff1d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=47b2df4a-db5e-44e6-9161-51311462ff1d,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:29.263459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Pushing event updated for resources: {'Port': ['ID=ce663431-f735-4b2d-b837-cb03be662190,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:29.276553 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.420201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=47b2df4a-db5e-44e6-9161-51311462ff1d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:29.425654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70994db-6824-491f-9475-d47683eff4e3 req-ec8f7dcf-8793-4786-9082-45c825be0335 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:29.427287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b70994db-6824-491f-9475-d47683eff4e3 req-ec8f7dcf-8793-4786-9082-45c825be0335 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 945 time: 0.4347336 Nov 23 18:01:29.953482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b70994db-6824-491f-9475-d47683eff4e3 req-b5dbe9de-4460-4ed6-8b20-b083583f930b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482272 Nov 23 18:01:29.954293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Attempting to bind port ce663431-f735-4b2d-b837-cb03be662190 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:29.954617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Attempting to bind port ce663431-f735-4b2d-b837-cb03be662190 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:29.954976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Attempting to bind port ce663431-f735-4b2d-b837-cb03be662190 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:30.005906 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36752299-d6ae-4919-bafe-f8ff24489e2e x-openstack-request-id: req-36752299-d6ae-4919-bafe-f8ff24489e2e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:30.007233 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de3dd1c-6a57-4792-87fb-310c1dd9bbd6", "name": "network-vif-plugged", "status": "completed", "tag": "47b2df4a-db5e-44e6-9161-51311462ff1d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:30.007656 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-36752299-d6ae-4919-bafe-f8ff24489e2e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:30.008249 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de3dd1c-6a57-4792-87fb-310c1dd9bbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b2df4a-db5e-44e6-9161-51311462ff1d', 'code': 200} Nov 23 18:01:30.015256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f2b27-1cde-4c2b-8566-cc4586e8e029 req-c63f7d08-3b46-4ccb-ac92-747aeb515365 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:30.016867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-579f2b27-1cde-4c2b-8566-cc4586e8e029 req-c63f7d08-3b46-4ccb-ac92-747aeb515365 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.4100394 Nov 23 18:01:30.017478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Port ce663431-f735-4b2d-b837-cb03be662190 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:01:30.017806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Attempting to bind port ce663431-f735-4b2d-b837-cb03be662190 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:30.096645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:30.096985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:30.097380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:30.097827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Bound port: ce663431-f735-4b2d-b837-cb03be662190, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:30.098279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.194430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc242e-6e5e-4675-ac8b-565c61322558 req-ab5d3ddb-7283-4ecd-8da7-8d8e2f0c8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:30.196687 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-03fc242e-6e5e-4675-ac8b-565c61322558 req-ab5d3ddb-7283-4ecd-8da7-8d8e2f0c8e9a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 1097 time: 0.0842249 Nov 23 18:01:30.264799 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-03fc242e-6e5e-4675-ac8b-565c61322558 req-d110c3e8-347f-45f3-995c-5b9b099ed06d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590250 Nov 23 18:01:30.410204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-579f2b27-1cde-4c2b-8566-cc4586e8e029 req-410a067c-a105-4645-ab15-ece724ddbf6a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807602 Nov 23 18:01:30.522079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] For port ce663431-f735-4b2d-b837-cb03be662190, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:30.534190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] For port ce663431-f735-4b2d-b837-cb03be662190, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce663431-f735-4b2d-b837-cb03be662190,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:30.556989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350365f1-5132-4b48-8110-45f45c84ab85 req-18a912e8-c9e2-43ca-aa26-2d1a2ff174e5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:30.566546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-350365f1-5132-4b48-8110-45f45c84ab85 req-18a912e8-c9e2-43ca-aa26-2d1a2ff174e5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 935 time: 0.3511205 Nov 23 18:01:30.581169 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.673351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:30.673879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.675373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] 10.222.0.66 "PUT /v2.0/ports/ce663431-f735-4b2d-b837-cb03be662190 HTTP/1.1" status: 200 len: 1096 time: 4.5837290 Nov 23 18:01:30.707710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09120509-8d36-4f3e-9264-e229f3ddc09a', 'tag': 'ce663431-f735-4b2d-b837-cb03be662190'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:30.709541 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "09120509-8d36-4f3e-9264-e229f3ddc09a", "tag": "ce663431-f735-4b2d-b837-cb03be662190"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:30.782898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:30.791854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.806729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Transition to ACTIVE for port object 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:01:30.834078 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.890864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fc69e-fc4a-4f96-b434-faf91b3c5873 service neutron] Pushing event updated for resources: {'Port': ['ID=ce663431-f735-4b2d-b837-cb03be662190,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.951497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-350365f1-5132-4b48-8110-45f45c84ab85 req-f0d0f2e2-bb90-4347-ad43-95e18aa5d89e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740203 Nov 23 18:01:31.040609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-2ca14d90-09b0-4419-850e-144ecb4057b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:31.047334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-2ca14d90-09b0-4419-850e-144ecb4057b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 1099 time: 0.2393494 Nov 23 18:01:31.048878 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6133bab6-9b86-4e93-a44f-2059b90d0e7c x-openstack-request-id: req-6133bab6-9b86-4e93-a44f-2059b90d0e7c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:31.049172 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09120509-8d36-4f3e-9264-e229f3ddc09a", "tag": "ce663431-f735-4b2d-b837-cb03be662190", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:31.049424 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6133bab6-9b86-4e93-a44f-2059b90d0e7c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:31.049816 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09120509-8d36-4f3e-9264-e229f3ddc09a', 'tag': 'ce663431-f735-4b2d-b837-cb03be662190', 'status': 'completed', 'code': 200} Nov 23 18:01:31.161997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-41cd0aea-7f11-4533-9635-073929a780af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ce663431-f735-4b2d-b837-cb03be662190 HTTP/1.1" status: 200 len: 217 time: 0.1038852 Nov 23 18:01:31.162752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Pushing event updated for resources: {'Port': ['ID=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:31.355082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Attempting to bind port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:31.355829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Attempting to bind port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:31.358763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Attempting to bind port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:31.372904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad5b7f-c241-4641-b8fe-04acd30490e6 req-23d2ac7a-040e-4cb9-b347-ddf0c26d5a76 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:31.395794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dad5b7f-c241-4641-b8fe-04acd30490e6 req-23d2ac7a-040e-4cb9-b347-ddf0c26d5a76 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.2260597 Nov 23 18:01:31.398504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-b5831540-bb9d-4503-ac01-34295ca87b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:31.399990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-b5831540-bb9d-4503-ac01-34295ca87b01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.2027206 Nov 23 18:01:31.470202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:01:31.470545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Attempting to bind port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:31.551496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:31.552784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:31.553676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:31.554347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Bound port: 5eadf05e-d1a7-4cfb-b29a-fb51df61d971, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:31.554969 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:31.658533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-b11444cb-4828-4652-8cfb-921c10ff1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:31.660869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-b11444cb-4828-4652-8cfb-921c10ff1025 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249229 Nov 23 18:01:31.679643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dad5b7f-c241-4641-b8fe-04acd30490e6 req-a2f6db46-504d-444b-9b24-d558bacb8316 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791607 Nov 23 18:01:31.912474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-c48df5a5-7cf5-480b-9ab6-4ff0d734417c service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194922 Nov 23 18:01:32.079973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-a3328832-84f0-4ff8-af73-595fad137fe9 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660192 Nov 23 18:01:32.080941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] For port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:32.187914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] For port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:32.262682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:32.317561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:32.318193 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:32.319664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] 10.222.0.72 "PUT /v2.0/ports/5eadf05e-d1a7-4cfb-b29a-fb51df61d971 HTTP/1.1" status: 200 len: 1095 time: 3.6202550 Nov 23 18:01:32.326590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-a1f69998-73fd-435c-a2aa-8fd7a5e3fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:32.328100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-a1f69998-73fd-435c-a2aa-8fd7a5e3fa32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 1099 time: 0.1643128 Nov 23 18:01:32.530618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2006b-a65f-4f76-987a-8689643505cc req-d6c6bbd1-c6bf-4640-9388-a185db6646dd tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:32.544037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95e2006b-a65f-4f76-987a-8689643505cc req-d6c6bbd1-c6bf-4640-9388-a185db6646dd tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.4768813 Nov 23 18:01:32.729847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-60048742-d468-4c18-b80a-0389c3988967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:32.732353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-60048742-d468-4c18-b80a-0389c3988967 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.3846931 Nov 23 18:01:32.900926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbe22c-786c-477b-bf87-b07a4df2172e service neutron] Pushing event updated for resources: {'Port': ['ID=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:32.932475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-8a333b74-73b0-4025-803c-e1a05396af04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ce663431-f735-4b2d-b837-cb03be662190 HTTP/1.1" status: 200 len: 217 time: 0.1596656 Nov 23 18:01:33.054480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95e2006b-a65f-4f76-987a-8689643505cc req-542d1b8d-4e5e-4866-9f8d-d514d0ff6294 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096416 Nov 23 18:01:33.054953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9416817-d011-43fc-a468-f2b8b83df2ab', 'tag': '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:33.057198 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9416817-d011-43fc-a468-f2b8b83df2ab", "tag": "5eadf05e-d1a7-4cfb-b29a-fb51df61d971"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:33.105355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e5693-c0a9-4b0b-a421-c72e4a1f3f6c req-6de194e3-6298-4466-9043-bf45de850435 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:33.111781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-672e5693-c0a9-4b0b-a421-c72e4a1f3f6c req-6de194e3-6298-4466-9043-bf45de850435 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 947 time: 0.4199677 Nov 23 18:01:33.123520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-eaabbd8c-5e70-4db7-8e2b-2efeafb8325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:33.125217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-eaabbd8c-5e70-4db7-8e2b-2efeafb8325a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 1098 time: 0.6209826 Nov 23 18:01:33.215353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-98950879-4745-4b57-a63f-2a0c8c0796b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5eadf05e-d1a7-4cfb-b29a-fb51df61d971 HTTP/1.1" status: 200 len: 217 time: 0.0679526 Nov 23 18:01:33.218469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-4eeeb2ce-1c8d-49be-95f4-a52590c73db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:33.219914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-4eeeb2ce-1c8d-49be-95f4-a52590c73db3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.2727304 Nov 23 18:01:33.836315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-672e5693-c0a9-4b0b-a421-c72e4a1f3f6c req-90fdd4de-123a-4c5a-9e62-fb5d2679021e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7082286 Nov 23 18:01:33.856640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-9baa490c-6886-4886-8159-fa225bbf9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:33.858833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-9baa490c-6886-4886-8159-fa225bbf9c01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.6330490 Nov 23 18:01:33.916611 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af168248-39a6-43bc-9ac4-8504cda03f13 x-openstack-request-id: req-af168248-39a6-43bc-9ac4-8504cda03f13 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:33.917019 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9416817-d011-43fc-a468-f2b8b83df2ab", "tag": "5eadf05e-d1a7-4cfb-b29a-fb51df61d971", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:33.917361 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-af168248-39a6-43bc-9ac4-8504cda03f13 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:33.917876 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9416817-d011-43fc-a468-f2b8b83df2ab', 'tag': '5eadf05e-d1a7-4cfb-b29a-fb51df61d971', 'status': 'completed', 'code': 200} Nov 23 18:01:33.921562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-5ebd0b92-f125-4893-a4ff-22eec9e18ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:33.923176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-5ebd0b92-f125-4893-a4ff-22eec9e18ebb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2678754 Nov 23 18:01:33.958859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ce663431-f735-4b2d-b837-cb03be662190 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:01:33.977551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa542a2c-2648-4642-a500-f7ddff707a6b req-0da647b1-42c3-4e04-abcc-b1cae464e3ee tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:33.988409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa542a2c-2648-4642-a500-f7ddff707a6b req-0da647b1-42c3-4e04-abcc-b1cae464e3ee tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.3127604 Nov 23 18:01:34.265103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-6c8882d3-87d8-430e-aa60-102373399f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:34.268225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-6c8882d3-87d8-430e-aa60-102373399f1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3982966 Nov 23 18:01:34.439247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-c22ab70b-c8e6-4715-9c42-5bd5036fcfa4 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538110 Nov 23 18:01:34.479090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa542a2c-2648-4642-a500-f7ddff707a6b req-20a427c9-df5c-463f-9ee7-ba1e3668fd5b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893968 Nov 23 18:01:34.522940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ce663431-f735-4b2d-b837-cb03be662190, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce663431-f735-4b2d-b837-cb03be662190,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:34.540983 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'ce663431-f735-4b2d-b837-cb03be662190', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'ce663431-f735-4b2d-b837-cb03be662190', 'mac_address': 'fa:16:3e:74:b9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:34.606842 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.638120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce663431-f735-4b2d-b837-cb03be662190 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:34.665008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ce663431-f735-4b2d-b837-cb03be662190, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce663431-f735-4b2d-b837-cb03be662190,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:34.685757 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.770103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ce663431-f735-4b2d-b837-cb03be662190,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:34.839462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-ccdfe82c-c39d-4ddf-b99c-64f9b0512b46 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8930411 Nov 23 18:01:34.930114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f87d-f673-488c-bb84-0a2e7ff49580 req-26bd63b1-4801-4372-a423-86e48972f2e3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:34.945063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07b7f87d-f673-488c-bb84-0a2e7ff49580 req-26bd63b1-4801-4372-a423-86e48972f2e3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.4985557 Nov 23 18:01:35.049957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26a37066-0afd-4e58-84e9-4066baede8a1 req-09cb50b0-317b-48bf-9c2d-b71079f5f449 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374732 Nov 23 18:01:35.055683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['ce663431-f735-4b2d-b837-cb03be662190'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:35.171472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07b7f87d-f673-488c-bb84-0a2e7ff49580 req-0c04b0fe-eed6-4451-9822-ecb83a3074d4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253468 Nov 23 18:01:35.258180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d66a104f-86d9-4f25-84fb-18bf5f7dc5e1 req-dc37e99d-9682-4cc5-b56b-006df7266f0f service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093695 Nov 23 18:01:35.292011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-8cf4e3b5-233b-4fe9-a8a4-3322642d0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:35.295056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-8cf4e3b5-233b-4fe9-a8a4-3322642d0bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 1098 time: 0.1225114 Nov 23 18:01:35.577309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df924eb-f1c2-4cb5-a550-b2c82569ab50 req-11802661-f8b2-4830-bc7f-8d1be3a1645b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:35.578944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7df924eb-f1c2-4cb5-a550-b2c82569ab50 req-11802661-f8b2-4830-bc7f-8d1be3a1645b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 947 time: 0.2829335 Nov 23 18:01:35.692089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-fff9d5ad-bf53-428a-bc0c-d26e7d4dcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:35.693686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-fff9d5ad-bf53-428a-bc0c-d26e7d4dcb4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.3594000 Nov 23 18:01:35.712076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f574f4-ab34-4bb9-b522-e6a0cd2afb2f req-e9ce2991-a00c-400d-9456-831885428fa7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:35.720941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3f574f4-ab34-4bb9-b522-e6a0cd2afb2f req-e9ce2991-a00c-400d-9456-831885428fa7 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.2513504 Nov 23 18:01:35.800842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7df924eb-f1c2-4cb5-a550-b2c82569ab50 req-3d2f6ec9-bb49-43b8-9dbf-44cd8d3ac9fb tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942179 Nov 23 18:01:35.810301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-36dfcf6d-9f0c-4db4-9e29-8807b1e3fba9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5eadf05e-d1a7-4cfb-b29a-fb51df61d971 HTTP/1.1" status: 200 len: 217 time: 0.0756390 Nov 23 18:01:35.907876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3f574f4-ab34-4bb9-b522-e6a0cd2afb2f req-8df65566-c594-47b7-9aff-32a709083e39 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807344 Nov 23 18:01:35.945236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-3990483b-ed44-4eb5-b7cc-96e96b8f4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:35.957727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-3990483b-ed44-4eb5-b7cc-96e96b8f4cb7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1294868 Nov 23 18:01:36.103062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-d4d08aa9-755d-46ce-b032-51e9ce1f87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:36.105467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-d4d08aa9-755d-46ce-b032-51e9ce1f87cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392128 Nov 23 18:01:36.299022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-9af3de4b-e413-4bb8-b5b1-a79d08449791 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835268 Nov 23 18:01:36.451163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89263973-220c-46f5-abc1-d8a4f7faed5b req-aad88e9f-4069-4790-bb13-f629a0f50d03 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:36.467497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89263973-220c-46f5-abc1-d8a4f7faed5b req-aad88e9f-4069-4790-bb13-f629a0f50d03 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.2318611 Nov 23 18:01:36.599499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89263973-220c-46f5-abc1-d8a4f7faed5b req-ef4ab49b-7092-444d-a3af-011317d64f60 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302869 Nov 23 18:01:36.641551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a9abcb0-39b4-4a65-bc38-b8119107ac9a req-09378313-7da7-4c88-8042-c2719779a603 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222952 Nov 23 18:01:36.770128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db2bb9-781e-4b8c-86b2-83968ba7026c req-3963c157-b745-47cf-b895-7ab8a9fbbf71 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:36.779807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06db2bb9-781e-4b8c-86b2-83968ba7026c req-3963c157-b745-47cf-b895-7ab8a9fbbf71 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0698404 Nov 23 18:01:36.901328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06db2bb9-781e-4b8c-86b2-83968ba7026c req-99c82cb7-0e30-44aa-8351-de94d1e3eaf4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201544 Nov 23 18:01:36.934109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc24f4-d108-4dd3-9708-41da1b100bbf req-4c16f16a-da74-46f7-8854-4dc9a0063db4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:36.947186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74cc24f4-d108-4dd3-9708-41da1b100bbf req-4c16f16a-da74-46f7-8854-4dc9a0063db4 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.1421471 Nov 23 18:01:37.050456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74cc24f4-d108-4dd3-9708-41da1b100bbf req-4651915c-a329-4046-be99-f599179d6632 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016874 Nov 23 18:01:37.134113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53fc9c-b6b5-4a6b-86d4-423e68c13a8f req-92f880bb-4256-468e-b916-6f24782991cc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:37.136533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f53fc9c-b6b5-4a6b-86d4-423e68c13a8f req-92f880bb-4256-468e-b916-6f24782991cc tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 947 time: 0.0845866 Nov 23 18:01:37.248888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f53fc9c-b6b5-4a6b-86d4-423e68c13a8f req-ce1f1d37-fe72-4372-b5a6-5d00cd679104 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972548 Nov 23 18:01:37.558568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879dc42-901f-447c-8154-ab08ab77d7a0 req-62d92755-16be-4638-90fb-ad97601f5ad9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:37.561086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a879dc42-901f-447c-8154-ab08ab77d7a0 req-62d92755-16be-4638-90fb-ad97601f5ad9 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.0778444 Nov 23 18:01:37.684636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55492) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:37.727754 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:01:37.741172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a879dc42-901f-447c-8154-ab08ab77d7a0 req-743ce4f2-2360-44ca-8064-37b891969088 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736422 Nov 23 18:01:37.765124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:01:37.962241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:37.981804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '5eadf05e-d1a7-4cfb-b29a-fb51df61d971', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '5eadf05e-d1a7-4cfb-b29a-fb51df61d971', 'mac_address': 'fa:16:3e:9d:04:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:37.988463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ce663431-f735-4b2d-b837-cb03be662190 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:38.036101 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aa356a68-2dc7-4d62-a46d-c6d250c7f96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.103800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3674a-dd47-4fab-9d8c-cce70cef837c req-72828f96-1f4e-45af-b06b-21631251bc2b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:38.107746 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.113522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e3674a-dd47-4fab-9d8c-cce70cef837c req-72828f96-1f4e-45af-b06b-21631251bc2b tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.2550316 Nov 23 18:01:38.127983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c711d4-ee04-44b5-80f0-7c8cb7ec78b9 req-3a31db52-cdf1-4698-9d79-ee13a76f33e0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:38.129592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8c711d4-ee04-44b5-80f0-7c8cb7ec78b9 req-3a31db52-cdf1-4698-9d79-ee13a76f33e0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1205912 Nov 23 18:01:38.184230 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aa356a68-2dc7-4d62-a46d-c6d250c7f96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.196881 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aa356a68-2dc7-4d62-a46d-c6d250c7f96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.213154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:38.236097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e3674a-dd47-4fab-9d8c-cce70cef837c req-4cf30bff-a8b8-4087-94e3-75afec51e152 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215117 Nov 23 18:01:38.288890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8c711d4-ee04-44b5-80f0-7c8cb7ec78b9 req-4a6641d4-a9c8-4d50-95bf-299fdd2a6d7f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425354 Nov 23 18:01:38.309476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356a68-2dc7-4d62-a46d-c6d250c7f96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3250a5cd-698d-4570-bd51-591f88c8d434,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:38.351615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:38.366537 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aa356a68-2dc7-4d62-a46d-c6d250c7f96f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=11eefc763b524f0799928a1f480efb56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6640110 Nov 23 18:01:38.366742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55506) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:38.380607 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.446812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eef6c1d7-7e41-42ba-9a93-de6a307ed557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.501421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port ce663431-f735-4b2d-b837-cb03be662190 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:01:38.505158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:38.509909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port ce663431-f735-4b2d-b837-cb03be662190 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:38.510285 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.574747 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eef6c1d7-7e41-42ba-9a93-de6a307ed557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.622344 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.661284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120509-8d36-4f3e-9264-e229f3ddc09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce663431-f735-4b2d-b837-cb03be662190'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:38.664154 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d3377d-88fd-46bf-b0f4-536bda37a03d" -d '{"events": [{"server_uuid": "09120509-8d36-4f3e-9264-e229f3ddc09a", "name": "network-vif-plugged", "status": "completed", "tag": "ce663431-f735-4b2d-b837-cb03be662190"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:38.684187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ce663431-f735-4b2d-b837-cb03be662190, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce663431-f735-4b2d-b837-cb03be662190,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:38.692920 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.736050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eef6c1d7-7e41-42ba-9a93-de6a307ed557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.741612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eef6c1d7-7e41-42ba-9a93-de6a307ed557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.748385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eef6c1d7-7e41-42ba-9a93-de6a307ed557 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3250a5cd-698d-4570-bd51-591f88c8d434 HTTP/1.1" status: 204 len: 168 time: 0.3784823 Nov 23 18:01:38.773027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5eadf05e-d1a7-4cfb-b29a-fb51df61d971'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:38.778084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9a82-c31f-492c-81df-261e7d6e248d req-9644dea5-2e0e-465f-be0d-8aa62c125ab2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:38.788337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6db9a82-c31f-492c-81df-261e7d6e248d req-9644dea5-2e0e-465f-be0d-8aa62c125ab2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 948 time: 0.3013127 Nov 23 18:01:38.856793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ce663431-f735-4b2d-b837-cb03be662190,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:38.875557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6c1d7-7e41-42ba-9a93-de6a307ed557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3250a5cd-698d-4570-bd51-591f88c8d434,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:39.009377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6db9a82-c31f-492c-81df-261e7d6e248d req-c8bb9163-1122-429e-b695-acf084222c28 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132254 Nov 23 18:01:39.018566 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1fb91-8e53-4a1f-90e8-443b0e9abd6c x-openstack-request-id: req-d2f1fb91-8e53-4a1f-90e8-443b0e9abd6c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:39.020330 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120509-8d36-4f3e-9264-e229f3ddc09a", "name": "network-vif-plugged", "status": "completed", "tag": "ce663431-f735-4b2d-b837-cb03be662190", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:39.020598 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2f1fb91-8e53-4a1f-90e8-443b0e9abd6c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:39.020990 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120509-8d36-4f3e-9264-e229f3ddc09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce663431-f735-4b2d-b837-cb03be662190', 'code': 200} Nov 23 18:01:39.174420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9abc2-8be7-4c93-8095-abff94dc651f req-27a48f0a-cd8f-45f5-ad38-cd2138e0553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.180759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7c9abc2-8be7-4c93-8095-abff94dc651f req-27a48f0a-cd8f-45f5-ad38-cd2138e0553a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 1101 time: 0.1131289 Nov 23 18:01:39.280649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6828ad4-6c13-4849-9cc1-2fa9a5b51f1c req-7ecf8f6a-5e62-4a59-850a-8ec66aa21835 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.282313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6828ad4-6c13-4849-9cc1-2fa9a5b51f1c req-7ecf8f6a-5e62-4a59-850a-8ec66aa21835 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.1336641 Nov 23 18:01:39.289217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7c9abc2-8be7-4c93-8095-abff94dc651f req-e4fe9db6-ba7f-47e7-bded-72003ebf730c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921826 Nov 23 18:01:39.420311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6828ad4-6c13-4849-9cc1-2fa9a5b51f1c req-e5ea6c22-38bd-4ec3-9c80-556844b88cb5 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300123 Nov 23 18:01:39.582262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ecee9-5765-40c3-a2bf-ab0be8fc3ff8 req-d0fc0751-de0e-4e10-9c8a-ccb02643ab81 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.583981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-913ecee9-5765-40c3-a2bf-ab0be8fc3ff8 req-d0fc0751-de0e-4e10-9c8a-ccb02643ab81 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.0924892 Nov 23 18:01:39.690128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-913ecee9-5765-40c3-a2bf-ab0be8fc3ff8 req-1bf04da0-064a-49dd-b9bc-4b38d049ad5f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989997 Nov 23 18:01:40.013568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55546) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:40.244443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-678897276-network', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:40.351944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291845b-62be-451d-9cad-f2e2bba39eca req-ce018e13-36b0-47cf-9387-5f0370368c89 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:40.353694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b291845b-62be-451d-9cad-f2e2bba39eca req-ce018e13-36b0-47cf-9387-5f0370368c89 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.72 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.2880569 Nov 23 18:01:40.392216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399841fc-8258-4d34-a40b-e78fd4937243 req-c2cbb373-9394-4eda-85e6-4d339334e6f8 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:40.399200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-399841fc-8258-4d34-a40b-e78fd4937243 req-c2cbb373-9394-4eda-85e6-4d339334e6f8 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 948 time: 0.2615056 Nov 23 18:01:40.465945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:40.469115 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:40.526423 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:40.630472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-399841fc-8258-4d34-a40b-e78fd4937243 req-19b386dc-7ce7-490a-9a96-cd06f11985e7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258849 Nov 23 18:01:40.758997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8048974-f812-4abd-8fc4-9e9b360b910a req-5cdf9f6e-7603-4f14-8abf-2792e3d2686a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:40.768087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8048974-f812-4abd-8fc4-9e9b360b910a req-5cdf9f6e-7603-4f14-8abf-2792e3d2686a tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 946 time: 0.1819932 Nov 23 18:01:40.808059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Deleting port 47b2df4a-db5e-44e6-9161-51311462ff1d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:40.808434 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:40.991768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8048974-f812-4abd-8fc4-9e9b360b910a req-98a0c23c-8975-4c0d-8458-b376615b4a16 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/security-groups?id=7a0ccec7-09a1-45e4-811a-31e3aa984cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226994 Nov 23 18:01:40.998340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.014908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.054243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] For port 47b2df4a-db5e-44e6-9161-51311462ff1d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=47b2df4a-db5e-44e6-9161-51311462ff1d,segment=NetworkSegment(2fec3677-a8b7-4ad0-998a-33b34ee39741),segment_id=2fec3677-a8b7-4ad0-998a-33b34ee39741)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:41.054601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.071078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69b117-16f2-4ac0-91c3-435a3a18fa17 req-a19d2d58-f17c-4721-9356-2da26ebed253 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:41.077153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c69b117-16f2-4ac0-91c3-435a3a18fa17 req-a19d2d58-f17c-4721-9356-2da26ebed253 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2032084 Nov 23 18:01:41.097290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:01:41.108123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08444f8-cb48-4e75-95ba-aec3aaa17b33,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:41.112067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Calling delete_port for 47b2df4a-db5e-44e6-9161-51311462ff1d owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:41.132249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.132249 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Added segment 0cae516e-40b2-43a6-b400-d0ad6826dfb0 of type vlan for network a759d8da-536d-4250-85cc-a067d18414ce Nov 23 18:01:41.206804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e52af7a7-bde5-4b28-8cb1-dfdfc01ee3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.242189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.262820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c69b117-16f2-4ac0-91c3-435a3a18fa17 req-28fc27af-5d61-410f-8dba-be6e97196577 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786397 Nov 23 18:01:41.318630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.319957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:41.320830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.428792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4137537 Nov 23 18:01:41.431621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55560) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:41.434838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a40b9-8be6-4d00-ad10-13dd617714e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a759d8da-536d-4250-85cc-a067d18414ce,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:41.440137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Request body: {'subnet': {'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-subnet', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:41.445470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.460113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a759d8da-536d-4250-85cc-a067d18414ce details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:01:41.500582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['47b2df4a-db5e-44e6-9161-51311462ff1d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:41.518979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Pushing event deleted for resources: {'Port': ['ID=47b2df4a-db5e-44e6-9161-51311462ff1d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:41.546063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:41.548502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.635413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] No DVR routers for this DVR port 47b2df4a-db5e-44e6-9161-51311462ff1d on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:01:41.655331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:41.660781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b291845b-62be-451d-9cad-f2e2bba39eca req-d8403b46-c7df-4788-ac5d-cbdbcefc6781 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.72 "DELETE /v2.0/ports/47b2df4a-db5e-44e6-9161-51311462ff1d HTTP/1.1" status: 204 len: 173 time: 1.2589405 Nov 23 18:01:41.661362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de3dd1c-6a57-4792-87fb-310c1dd9bbd6', 'name': 'network-vif-deleted', 'tag': '47b2df4a-db5e-44e6-9161-51311462ff1d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:41.665221 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9cf333-5a76-4b1b-a14a-579543ee320c" -d '{"events": [{"server_uuid": "3de3dd1c-6a57-4792-87fb-310c1dd9bbd6", "name": "network-vif-deleted", "tag": "47b2df4a-db5e-44e6-9161-51311462ff1d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:41.771994 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b95f459-b45c-4373-a671-0a0fe008e5e5 x-openstack-request-id: req-3b95f459-b45c-4373-a671-0a0fe008e5e5 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:41.772337 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de3dd1c-6a57-4792-87fb-310c1dd9bbd6", "name": "network-vif-deleted", "tag": "47b2df4a-db5e-44e6-9161-51311462ff1d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:41.772548 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b95f459-b45c-4373-a671-0a0fe008e5e5 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:41.772971 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de3dd1c-6a57-4792-87fb-310c1dd9bbd6', 'name': 'network-vif-deleted', 'tag': '47b2df4a-db5e-44e6-9161-51311462ff1d', 'status': 'completed', 'code': 200} Nov 23 18:01:41.789588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:41.906484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b00249-db20-41af-b6b8-d74aa4a94d37 req-b065dfd0-68f3-421b-90bf-cd53227c614c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:41.909050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13b00249-db20-41af-b6b8-d74aa4a94d37 req-b065dfd0-68f3-421b-90bf-cd53227c614c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 948 time: 0.1352844 Nov 23 18:01:41.933661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:01:41.944340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:41.944721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:42.066129 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13b00249-db20-41af-b6b8-d74aa4a94d37 req-b881bb42-f4e9-4051-b2fa-b31c4ced0990 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464763 Nov 23 18:01:42.097251 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:42.107401 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:42.169289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9416817-d011-43fc-a468-f2b8b83df2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:42.177164 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36a1d4b-66c0-464b-aeec-28feaac7cb15" -d '{"events": [{"server_uuid": "f9416817-d011-43fc-a468-f2b8b83df2ab", "name": "network-vif-plugged", "status": "completed", "tag": "5eadf05e-d1a7-4cfb-b29a-fb51df61d971"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:42.212329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:42.221762 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:42.223242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 47b2df4a-db5e-44e6-9161-51311462ff1d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:42.329334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31b51a1a-a7d0-44a2-96ca-0a2874c71ba0 req-19ecc697-7919-4810-8da3-2475d35f89e3 tempest-ServerDiskConfigTestJSON-116050981 tempest-ServerDiskConfigTestJSON-116050981-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de3dd1c-6a57-4792-87fb-310c1dd9bbd6 HTTP/1.1" status: 200 len: 210 time: 0.1720860 Nov 23 18:01:42.427337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8bc932-780f-4317-a7a2-0d9418b36d7a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:42.530872 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf12c7e-870c-4066-a00f-83ce2fab0a13 x-openstack-request-id: req-abf12c7e-870c-4066-a00f-83ce2fab0a13 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:42.531180 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9416817-d011-43fc-a468-f2b8b83df2ab", "name": "network-vif-plugged", "status": "completed", "tag": "5eadf05e-d1a7-4cfb-b29a-fb51df61d971", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:42.531675 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-abf12c7e-870c-4066-a00f-83ce2fab0a13 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:42.531801 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9416817-d011-43fc-a468-f2b8b83df2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eadf05e-d1a7-4cfb-b29a-fb51df61d971', 'code': 200} Nov 23 18:01:42.546540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 47b2df4a-db5e-44e6-9161-51311462ff1d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:42.552850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 47b2df4a-db5e-44e6-9161-51311462ff1d not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:42.560251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Checking segment: {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:42.560251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Network hostable DHCP agents. Network: a759d8da-536d-4250-85cc-a067d18414ce, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:01:42.613413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:42.703312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Network a759d8da-536d-4250-85cc-a067d18414ce is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:01:42.825688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb34752-a1f6-462f-bcbe-775cbde7b97c req-227e4463-5dd8-428b-9f4d-fb958dfc4347 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:42.835524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cb34752-a1f6-462f-bcbe-775cbde7b97c req-227e4463-5dd8-428b-9f4d-fb958dfc4347 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2436900 Nov 23 18:01:42.842572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a759d8da-536d-4250-85cc-a067d18414ce) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:42.853279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0de00-9646-4b2d-8195-2fa51e7fe698 None None] Network a759d8da-536d-4250-85cc-a067d18414ce requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:42.899684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:42.900424 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:42.932561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb60dc-5cb3-4ab0-b981-0c1be6666f31 req-2be1c4cd-88e7-4969-b8bb-93eafd910be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:42.935101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbeb60dc-5cb3-4ab0-b981-0c1be6666f31 req-2be1c4cd-88e7-4969-b8bb-93eafd910be8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 1100 time: 0.2622690 Nov 23 18:01:43.025203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55588) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:43.031256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:43.037457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-69154106-afcd-4361-88a4-ea05c0daf892 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6004372 Nov 23 18:01:43.076965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cb34752-a1f6-462f-bcbe-775cbde7b97c req-cc92d184-e790-4b43-8a49-454808709ba4 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395484 Nov 23 18:01:43.113385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:43.115057 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:43.133730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbeb60dc-5cb3-4ab0-b981-0c1be6666f31 req-c9f917f6-ed78-4ab7-bb56-982b51e9fb77 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744003 Nov 23 18:01:43.311857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-a759d8da-536d-4250-85cc-a067d18414ce', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:01:43.315149 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:43.365226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0139-16a4-493a-a846-2fa305db5c85 req-94729135-b665-4c96-84f0-cb17156518cd tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:43.369372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:43.380097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eac0139-16a4-493a-a846-2fa305db5c85 req-94729135-b665-4c96-84f0-cb17156518cd tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 949 time: 0.1608310 Nov 23 18:01:43.549154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eac0139-16a4-493a-a846-2fa305db5c85 req-da353409-6127-44f6-b6c5-efb436c04d38 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610646 Nov 23 18:01:43.590727 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e792c7ba-d87b-4939-b123-036e9cd3ca64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:43.793893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Allocated IP 172.20.0.2 (a759d8da-536d-4250-85cc-a067d18414ce/8e8bc932-780f-4317-a7a2-0d9418b36d7a/89b96896-9720-4a9d-8605-7c584014deea) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:43.840375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55606) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:43.856625 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:43.971400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20c4c97-015a-4ae0-88bc-391508707d89 admin admin] Deleting subnet 64a3ecc1-8441-4486-a119-eab270e7fc8d {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:01:43.982099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e20c4c97-015a-4ae0-88bc-391508707d89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.077640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e20c4c97-015a-4ae0-88bc-391508707d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.191762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e20c4c97-015a-4ae0-88bc-391508707d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.281143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.296331 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.472809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa900328-4688-427d-8f4b-e4bd3bdfc0ba req-ea9d1704-1633-4c82-ad3f-e0b6c9376360 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:44.476416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Network a759d8da-536d-4250-85cc-a067d18414ce is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:44.481373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:44.489815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa900328-4688-427d-8f4b-e4bd3bdfc0ba req-ea9d1704-1633-4c82-ad3f-e0b6c9376360 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2952557 Nov 23 18:01:44.537152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Pushing event updated for resources: {'Port': ['ID=89b96896-9720-4a9d-8605-7c584014deea,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:44.546028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:44.574343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e20c4c97-015a-4ae0-88bc-391508707d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.644811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.672131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c4c97-015a-4ae0-88bc-391508707d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a3ecc1-8441-4486-a119-eab270e7fc8d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:44.675733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.685217 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e20c4c97-015a-4ae0-88bc-391508707d89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.689979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e20c4c97-015a-4ae0-88bc-391508707d89 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/64a3ecc1-8441-4486-a119-eab270e7fc8d HTTP/1.1" status: 204 len: 168 time: 0.8479941 Nov 23 18:01:44.693971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55618) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:44.735494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa900328-4688-427d-8f4b-e4bd3bdfc0ba req-374728c7-4a56-497e-9a25-2c54046d997d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428179 Nov 23 18:01:44.836524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Attempting to bind port 89b96896-9720-4a9d-8605-7c584014deea on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:44.836915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Attempting to bind port 89b96896-9720-4a9d-8605-7c584014deea by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:44.837298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Attempting to bind port 89b96896-9720-4a9d-8605-7c584014deea on network a759d8da-536d-4250-85cc-a067d18414ce {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:44.852347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:44.853802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Checking segment: {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:44.856293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.857409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Bound using segment: {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:44.858380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Bound port: 89b96896-9720-4a9d-8605-7c584014deea, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:44.858914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.923339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.946972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Allocated IP 172.25.0.194 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/0b134036-a307-427f-8120-47d83b03c0d0) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:44.984537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4c9dc-009b-4258-853f-904b927e0d5a req-858ee1df-780a-476d-984f-5920fa18f3e7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:44.993380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e4c9dc-009b-4258-853f-904b927e0d5a req-858ee1df-780a-476d-984f-5920fa18f3e7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 949 time: 0.1653323 Nov 23 18:01:45.117041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] For port 89b96896-9720-4a9d-8605-7c584014deea, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:45.135357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] For port 89b96896-9720-4a9d-8605-7c584014deea, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=89b96896-9720-4a9d-8605-7c584014deea,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:45.140948 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.162870 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.246635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.260209 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.276953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e4c9dc-009b-4258-853f-904b927e0d5a req-ff479007-c489-484d-b107-03610f36942a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757061 Nov 23 18:01:45.342406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9a10e-e0c8-4248-aa33-ac7b638b233c None None] Pushing event updated for resources: {'Port': ['ID=89b96896-9720-4a9d-8605-7c584014deea,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:45.356810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:45.388161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.390574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fec3677-a8b7-4ad0-998a-33b34ee39741') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:45.391223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fec3677-a8b7-4ad0-998a-33b34ee39741') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:45.426911 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.491054 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.501472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:45.508910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:01:45.510152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:45.511199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.519931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:45.544408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f293efff-e668-4ed7-91b3-6531c065f58e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:45.630488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Pushing event updated for resources: {'Port': ['ID=0b134036-a307-427f-8120-47d83b03c0d0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:45.685471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5ad9ed78-cc56-4bba-8b8f-3115b0307302 None None] Provisioning complete for port 0b134036-a307-427f-8120-47d83b03c0d0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:45.685471 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ed78-cc56-4bba-8b8f-3115b0307302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:01:45.769134 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:01:45.819480 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.832006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9ed78-cc56-4bba-8b8f-3115b0307302 None None] Port 0b134036-a307-427f-8120-47d83b03c0d0 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:45.832412 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.843840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a HTTP/1.1" status: 204 len: 168 time: 1.1463306 Nov 23 18:01:45.885143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c350b-f63c-4c92-98c9-5b55126dafb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ee01a5-a24c-4a6b-a1f0-88f2e47e1a4a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:45.923763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77eba0-ab1d-440e-8bdb-e921df5dc2fb req-ed9fa58b-0b76-49cb-a74d-11d243a9f476 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:45.935754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf77eba0-ab1d-440e-8bdb-e921df5dc2fb req-ed9fa58b-0b76-49cb-a74d-11d243a9f476 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 950 time: 0.4674554 Nov 23 18:01:46.158938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf77eba0-ab1d-440e-8bdb-e921df5dc2fb req-6550165c-f4b4-4b58-8d1c-04692d5dcc70 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216361 Nov 23 18:01:46.200274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6afea7-3b4f-4af7-acf7-52a87c85c5e8 req-37d5e4c7-864f-4505-9622-c55760c5cce9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:46.201909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d6afea7-3b4f-4af7-acf7-52a87c85c5e8 req-37d5e4c7-864f-4505-9622-c55760c5cce9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2203135 Nov 23 18:01:46.268284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55632) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:46.334729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:46.352457 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:46.376973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d6afea7-3b4f-4af7-acf7-52a87c85c5e8 req-b308ed2c-a448-4990-b3fb-17dcc12f46d9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613865 Nov 23 18:01:46.449226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-adc5eded-fe83-482e-8ab3-0cad4f3154dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5fb34c08a12240f9911f32cc3a7d7837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1797838 Nov 23 18:01:46.451965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55638) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:46.556543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0175b07-251a-4ac7-b596-9c1a23e1aa07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:46.559926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 89b96896-9720-4a9d-8605-7c584014deea up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:46.640966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0175b07-251a-4ac7-b596-9c1a23e1aa07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:46.691742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 89b96896-9720-4a9d-8605-7c584014deea triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:46.692417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:46.701912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926028b2-36a8-4859-b7a1-ab5ffe485b58 req-30d27714-c4cb-499c-84a3-879de75d0fc9 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:46.718610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926028b2-36a8-4859-b7a1-ab5ffe485b58 req-30d27714-c4cb-499c-84a3-879de75d0fc9 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:46.728349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-926028b2-36a8-4859-b7a1-ab5ffe485b58 req-30d27714-c4cb-499c-84a3-879de75d0fc9 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=09120509-8d36-4f3e-9264-e229f3ddc09a&device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 1690 time: 0.1306643 Nov 23 18:01:46.783145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:46.823545 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0175b07-251a-4ac7-b596-9c1a23e1aa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:46.829827 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0175b07-251a-4ac7-b596-9c1a23e1aa07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:46.829827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a0175b07-251a-4ac7-b596-9c1a23e1aa07 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7a0ccec7-09a1-45e4-811a-31e3aa984cc8 HTTP/1.1" status: 204 len: 168 time: 0.3766179 Nov 23 18:01:46.881494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175b07-251a-4ac7-b596-9c1a23e1aa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ccec7-09a1-45e4-811a-31e3aa984cc8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:46.891839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-926028b2-36a8-4859-b7a1-ab5ffe485b58 req-78d287d5-4339-4a1e-b22e-361ae569c6da tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417153 Nov 23 18:01:46.911733 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.023631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 89b96896-9720-4a9d-8605-7c584014deea, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=89b96896-9720-4a9d-8605-7c584014deea,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:47.038419 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.133886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b08e4-b2b3-44c3-8dac-04234fea98da None None] Network a759d8da-536d-4250-85cc-a067d18414ce requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:47.136259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=89b96896-9720-4a9d-8605-7c584014deea,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:47.219151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-45950d06-67af-4219-864f-403ace8898ca None None] Provisioning complete for port 89b96896-9720-4a9d-8605-7c584014deea triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:47.219831 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-45950d06-67af-4219-864f-403ace8898ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.293958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Router 31d02e60-9711-485b-b97d-7cc9f804d028 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:01:47.298491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfe118-c5ee-4c42-8684-ca1a732dcf37 req-8b2a9019-6e31-410f-9774-375ededf7394 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:47.313365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2bfe118-c5ee-4c42-8684-ca1a732dcf37 req-8b2a9019-6e31-410f-9774-375ededf7394 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 1101 time: 0.1323433 Nov 23 18:01:47.466074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2bfe118-c5ee-4c42-8684-ca1a732dcf37 req-812a018e-3718-4add-9504-7753f58d2f1a tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477838 Nov 23 18:01:47.716350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:47.721480 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.732152 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Sync routers for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:47.757496 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:47.758137 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:47.760331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de9897-1403-4a99-837d-202bf85901f1 req-985aa77c-2153-4dd1-8140-82a542fda469 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:47.762717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02de9897-1403-4a99-837d-202bf85901f1 req-985aa77c-2153-4dd1-8140-82a542fda469 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 1100 time: 0.2283230 Nov 23 18:01:47.784614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.805571 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9ac64886-b336-484e-beef-1be93b9fab4d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7759762 Nov 23 18:01:47.805944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55664) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:47.832228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785456a9-c46f-483c-9364-536684a1385f req-e48cd1c0-390e-49b1-a89e-cc3bbd1bdd8b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:47.833792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-785456a9-c46f-483c-9364-536684a1385f req-e48cd1c0-390e-49b1-a89e-cc3bbd1bdd8b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2236600 Nov 23 18:01:47.951282 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:48.080334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02de9897-1403-4a99-837d-202bf85901f1 req-0c20e2cd-56d2-4e8c-a13a-a08f1a4e1830 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001332 Nov 23 18:01:48.138322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-785456a9-c46f-483c-9364-536684a1385f req-8830ee87-4b2e-4f9d-9fae-149301c0264a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848284 Nov 23 18:01:48.162813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7a65e15f-a16d-4508-951f-88e40a1f3fd5 None None] Provisioning complete for port 89b96896-9720-4a9d-8605-7c584014deea triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:48.165233 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a65e15f-a16d-4508-951f-88e40a1f3fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.558105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 89b96896-9720-4a9d-8605-7c584014deea up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:48.570414 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:46Z', 'revision_number': 3, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:48.637254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Checking router: 31d02e60-9711-485b-b97d-7cc9f804d028 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:48.637599 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Updating router 31d02e60-9711-485b-b97d-7cc9f804d028 port 0b134036-a307-427f-8120-47d83b03c0d0 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:01:48.700093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 89b96896-9720-4a9d-8605-7c584014deea triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:48.700475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.711986 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.765773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55692) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:48.949893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-406186526-network', 'tenant_id': '8b76a65262f846a890762ff1759485cb'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:48.981499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Made reservation on behalf of 8b76a65262f846a890762ff1759485cb for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:48.986087 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.004206 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.137108 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.157509 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.227378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:01:49.259750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:49.274984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.275350 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Added segment c2d63629-7dfb-4617-90a5-9f68aaf7a7a1 of type vlan for network 172bb19d-c7c7-47a1-9caf-46582791d0e1 Nov 23 18:01:49.329860 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.368263 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.409566 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.420705 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.421399 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.438499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-8cb3cca5-e309-4c8f-888b-7ab396fd9786 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943139 Nov 23 18:01:49.502019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51193818-60a3-4cc9-835b-e3f3f203fd50 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:49.527398 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Attempting to bind port 0b134036-a307-427f-8120-47d83b03c0d0 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:49.527774 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Attempting to bind port 0b134036-a307-427f-8120-47d83b03c0d0 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:49.528143 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Attempting to bind port 0b134036-a307-427f-8120-47d83b03c0d0 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:49.542099 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bbff6-c838-4469-9c04-db31da8909f1 None None] Pushing event updated for resources: {'Port': ['ID=0b134036-a307-427f-8120-47d83b03c0d0,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:49.544933 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:49.545309 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:49.545774 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.546158 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:49.546646 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Bound port: 0b134036-a307-427f-8120-47d83b03c0d0, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:49.547972 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.599544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-307d82e2-f37a-4451-a608-269b01e103b9 None None] Provisioning complete for port 0b134036-a307-427f-8120-47d83b03c0d0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:49.600960 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-307d82e2-f37a-4451-a608-269b01e103b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.644344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-307d82e2-f37a-4451-a608-269b01e103b9 None None] Port 0b134036-a307-427f-8120-47d83b03c0d0 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:49.646615 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] For port 0b134036-a307-427f-8120-47d83b03c0d0, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:49.654427 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] For port 0b134036-a307-427f-8120-47d83b03c0d0, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0b134036-a307-427f-8120-47d83b03c0d0,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:49.662499 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.747639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3c1d2-dae7-4038-b087-379fe2c7d406 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:49.779955 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:49.780156 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:49.784837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Allocated IP 172.20.0.1 (a759d8da-536d-4250-85cc-a067d18414ce/8e8bc932-780f-4317-a7a2-0d9418b36d7a/d785a9d7-75a7-43af-be3e-16627e8be5d5) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:49.887669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4670209a-6322-446f-97a1-698108664585 None None] Provisioning complete for port 0b134036-a307-427f-8120-47d83b03c0d0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:49.893002 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4670209a-6322-446f-97a1-698108664585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.959582 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bbff6-c838-4469-9c04-db31da8909f1 None None] Pushing event updated for resources: {'Port': ['ID=0b134036-a307-427f-8120-47d83b03c0d0,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:49.980857 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:50.045422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.051667 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4670209a-6322-446f-97a1-698108664585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.064810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.065911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:50.066837 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.097495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4670209a-6322-446f-97a1-698108664585 None None] For port 0b134036-a307-427f-8120-47d83b03c0d0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0b134036-a307-427f-8120-47d83b03c0d0,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:50.112970 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4670209a-6322-446f-97a1-698108664585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.138600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e71331-012e-4f34-88df-e691f45132cd req-47530c3b-bdb2-41cb-8b67-16bd1b99b50d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:50.154494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75e71331-012e-4f34-88df-e691f45132cd req-47530c3b-bdb2-41cb-8b67-16bd1b99b50d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.8128068 Nov 23 18:01:50.207642 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.288982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5187643 Nov 23 18:01:50.319728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670209a-6322-446f-97a1-698108664585 None None] Pushing event updated for resources: {'Port': ['ID=0b134036-a307-427f-8120-47d83b03c0d0,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:50.339092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55718) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:50.343315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Request body: {'subnet': {'network_id': '172bb19d-c7c7-47a1-9caf-46582791d0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-406186526-subnet', 'tenant_id': '8b76a65262f846a890762ff1759485cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:50.358253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Network a759d8da-536d-4250-85cc-a067d18414ce is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:50.363491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Pushing event updated for resources: {'Port': ['ID=d785a9d7-75a7-43af-be3e-16627e8be5d5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:50.364688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3812ee8-8a9d-478e-95ee-2cdc1db984fb admin admin] Pushing event updated for resources: {'Network': ['ID=172bb19d-c7c7-47a1-9caf-46582791d0e1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:50.370815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:50.373543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:50.380096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-b925b165-bf08-4bbc-86ba-4da710fda6cf tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:50.381715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-b925b165-bf08-4bbc-86ba-4da710fda6cf tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9423902 Nov 23 18:01:50.417050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-3b06d133-8a83-4e03-906a-7458d987b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:50.418822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-3b06d133-8a83-4e03-906a-7458d987b3d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 1096 time: 0.3696933 Nov 23 18:01:50.427594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 172bb19d-c7c7-47a1-9caf-46582791d0e1 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:01:50.436654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.437944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75e71331-012e-4f34-88df-e691f45132cd req-e9888285-14f9-4416-9246-8d4d1c929bb8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820013 Nov 23 18:01:50.451382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-890640e2-8929-4350-9dd8-c5f96fb68fbb tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/quotas/5f53e78914ae4f9bb5801ca85aa0e5f4 HTTP/1.1" status: 200 len: 375 time: 0.0590456 Nov 23 18:01:50.585446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Made reservation on behalf of 8b76a65262f846a890762ff1759485cb for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:50.593012 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.646929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-7cbf210b-f38a-4c89-a792-04ae2fcb99ae tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1726553 Nov 23 18:01:50.648380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-8f29f1aa-2cb4-4f94-9d8a-13e27b9197e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:50.649900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-8f29f1aa-2cb4-4f94-9d8a-13e27b9197e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 914 time: 0.2107284 Nov 23 18:01:50.653483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.718918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-218f7b16-8c89-4de5-be77-5508fc5dc736 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c6765f-db63-4429-8717-e02044dc943b HTTP/1.1" status: 200 len: 217 time: 0.0613356 Nov 23 18:01:50.737458 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:46Z', 'revision_number': 3, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:50.801338 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc42773-5cb6-4ad9-b3dc-a42845d3c200 None None] The sync data for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 is: [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:46Z', 'revision_number': 3, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:50.848150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-3ebdf3ab-2091-4433-948d-93f74d407f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:50.856438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-3ebdf3ab-2091-4433-948d-93f74d407f10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 200 len: 853 time: 0.1265028 Nov 23 18:01:50.866792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e43d33f8-8f2d-4cb8-a541-2072da2813ca None None] Provisioning complete for port d785a9d7-75a7-43af-be3e-16627e8be5d5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:50.868770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e43d33f8-8f2d-4cb8-a541-2072da2813ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.874097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:50.937436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-a8bb6eae-a93a-49cf-b100-0c96c04059bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1c8fd55-a9f4-47de-b248-426270e1967b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737538 Nov 23 18:01:50.957780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e43d33f8-8f2d-4cb8-a541-2072da2813ca None None] Port d785a9d7-75a7-43af-be3e-16627e8be5d5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:50.985604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c0f3ebc-49cb-449e-bc7f-b176368cdc20 req-5a14b010-4122-4f36-84d9-141d2499ac18 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 210 time: 0.0508060 Nov 23 18:01:51.043401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:51.091766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-b329ea63-6642-43d5-98c7-b00a1cbfa777 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437848 Nov 23 18:01:51.118729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41779b5-7d30-4bfa-ac93-15138503b31d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:51.229565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Checking segment: {'id': 'c2d63629-7dfb-4617-90a5-9f68aaf7a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '172bb19d-c7c7-47a1-9caf-46582791d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:51.231567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Network hostable DHCP agents. Network: 172bb19d-c7c7-47a1-9caf-46582791d0e1, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:01:51.337829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ae92bcc-05ee-4897-8a3d-87fe5a3128a6 req-17d981c5-eb2f-4ad4-9ed2-3973936286b1 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351065 Nov 23 18:01:51.344309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Network 172bb19d-c7c7-47a1-9caf-46582791d0e1 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:01:51.366194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 172bb19d-c7c7-47a1-9caf-46582791d0e1) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:51.376480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b6011e-445e-479b-9da3-5e4f8861228f None None] Network 172bb19d-c7c7-47a1-9caf-46582791d0e1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:51.394123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:51.400176 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:51.400699 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:51.410531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:51.650430 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8405beb0-659f-44b8-bd20-2b9cc83c0d4c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3119075 Nov 23 18:01:51.727603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:51.732405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6416076-acae-4c7e-9529-10751766a544 None None] Network 172bb19d-c7c7-47a1-9caf-46582791d0e1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:51.758725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948cf47-c62b-415d-a5af-765293c353cc req-6d0b0a36-c719-4eba-b3d0-840ff132f215 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:51.769126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f948cf47-c62b-415d-a5af-765293c353cc req-6d0b0a36-c719-4eba-b3d0-840ff132f215 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.1522751 Nov 23 18:01:51.777427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Pushing event updated for resources: {'Port': ['ID=d785a9d7-75a7-43af-be3e-16627e8be5d5,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:51.939200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f948cf47-c62b-415d-a5af-765293c353cc req-5ef70d74-5d0d-4840-8033-75abab90bb44 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568446 Nov 23 18:01:52.077755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Network a759d8da-536d-4250-85cc-a067d18414ce is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:52.083703 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:52.118211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.118821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.119346 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.120520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.121068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.121720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.122302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.122891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.123423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.124350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.124940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.125464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:52.188281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39c3d95d-f136-4605-b2a7-c67bebacf2e2 req-8fe9ac7b-266e-4598-9f82-a7fde4359b31 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 210 time: 0.0889790 Nov 23 18:01:52.304303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Router 31d02e60-9711-485b-b97d-7cc9f804d028 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:01:52.516281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b9b3e7c7-93ba-4f46-922a-6f55b65e3203 None None] Provisioning complete for port d785a9d7-75a7-43af-be3e-16627e8be5d5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:52.517041 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e7c7-93ba-4f46-922a-6f55b65e3203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:52.616226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:52.616594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0b134036-a307-427f-8120-47d83b03c0d0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:52.638945 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1e06e0f8-3102-4972-9424-fe2f31adc527 admin admin] 10.222.0.74 "PUT /v2.0/routers/31d02e60-9711-485b-b97d-7cc9f804d028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8268700 Nov 23 18:01:52.712532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3e7c7-93ba-4f46-922a-6f55b65e3203 None None] Port d785a9d7-75a7-43af-be3e-16627e8be5d5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:52.714533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0b134036-a307-427f-8120-47d83b03c0d0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:52.715160 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:52.740422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-b3d69dce-a852-4ef9-b9f1-4419e59123ed tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833337 Nov 23 18:01:52.754459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-24753fe9-1580-4b19-82e8-ea3b5546e7aa tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:52.756607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-24753fe9-1580-4b19-82e8-ea3b5546e7aa tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/networks?id=172bb19d-c7c7-47a1-9caf-46582791d0e1 HTTP/1.1" status: 200 len: 817 time: 0.3620710 Nov 23 18:01:52.781652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-b91c6f66-36f8-4c4d-a7d3-859cce4632a7 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/quotas/8b76a65262f846a890762ff1759485cb HTTP/1.1" status: 200 len: 375 time: 0.0122418 Nov 23 18:01:52.845800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-c96d31e0-2617-4764-8e82-888457e2b554 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b76a65262f846a890762ff1759485cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505471 Nov 23 18:01:53.110449 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-b8e0d394-5e03-43af-a549-1407d812701e service neutron] 10.222.0.74 "GET /v2.0/networks/172bb19d-c7c7-47a1-9caf-46582791d0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284257 Nov 23 18:01:53.273812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-087aa58b-a276-43b0-97e4-0e16a136480e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:53.275741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-087aa58b-a276-43b0-97e4-0e16a136480e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5176783 Nov 23 18:01:53.280487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-d8e484f3-bf8a-475e-adfb-4fb23e328042 service neutron] 10.222.0.74 "GET /v2.0/networks/172bb19d-c7c7-47a1-9caf-46582791d0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606104 Nov 23 18:01:53.294050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b80a12-712c-43e1-86ac-80542d48f064 req-47b3acb8-635d-4e68-848f-3ec1ae8ae21e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:53.295768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5b80a12-712c-43e1-86ac-80542d48f064 req-47b3acb8-635d-4e68-848f-3ec1ae8ae21e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 945 time: 0.2356706 Nov 23 18:01:53.305166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Request body: {'port': {'device_id': '0bdeaad6-17ee-41b0-9d0f-3349957fe91b', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '5f53e78914ae4f9bb5801ca85aa0e5f4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:53.475048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5b80a12-712c-43e1-86ac-80542d48f064 req-f1c37051-6d39-46b7-81ae-a3c96c238162 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621051 Nov 23 18:01:53.666250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55808) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:53.679436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-network', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:53.693629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0cb4d7b-d0a3-485c-8716-2fa1e190864e req-1580ce5a-5251-45af-b66b-6e78b2756df4 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 210 time: 0.1023655 Nov 23 18:01:53.723809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cb6232d-2c30-47e5-8437-495680aba798 req-1bce077c-dd9a-4fab-8951-d73e93f11939 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 210 time: 0.1225152 Nov 23 18:01:53.726497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.api [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:01:53.726497 n-d-818932-3 neutron-server[120536]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 18:01:53.726497 n-d-818932-3 neutron-server[120536]: [parameters: {'project_id': '5f53e78914ae4f9bb5801ca85aa0e5f4', 'id': '56f66202-130f-4967-abdb-2fee45eef081', 'expiration': datetime.datetime(2021, 11, 23, 18, 3, 53, 714007)}] Nov 23 18:01:53.726497 n-d-818932-3 neutron-server[120536]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:01:53.727017 n-d-818932-3 neutron-server[120536]: DEBUG oslo_db.api [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:01:53.731479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Made reservation on behalf of 3ef2808c12cc43fb99ad5ff1271f8955 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:53.734931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:53.753340 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:53.815038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:53.920682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Sync routers for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:53.972758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:53.978600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:53.979517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:53.982630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:53.999305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.016576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:01:54.040002 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.040406 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Added segment c54281d3-984e-4f83-8033-c1e51978a928 of type vlan for network 9484993a-e916-4b69-9aff-ce85de2eca68 Nov 23 18:01:54.089704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c2b42-8016-481b-97bc-06ae8dbde966,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:54.105539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.143438 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.144704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:54.145624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.196591 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5284595 Nov 23 18:01:54.200028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55818) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:54.205517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Request body: {'subnet': {'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-subnet', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:54.236679 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c5551-fd3a-4271-985d-2c9eb60bdc01 admin admin] Pushing event updated for resources: {'Network': ['ID=9484993a-e916-4b69-9aff-ce85de2eca68,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:54.283305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Made reservation on behalf of 3ef2808c12cc43fb99ad5ff1271f8955 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:54.286246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.305513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9484993a-e916-4b69-9aff-ce85de2eca68 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:01:54.403719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Made reservation on behalf of 5f53e78914ae4f9bb5801ca85aa0e5f4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:54.408266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.556243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c6765f-db63-4429-8717-e02044dc943b'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:54.559202 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bd9fbf-3fbd-4035-8851-ed27923815e9" -d '{"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "10c6765f-db63-4429-8717-e02044dc943b"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:54.591505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:54.598792 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.657540 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f2f1b0-241c-4675-bd7d-24f11982343c x-openstack-request-id: req-d1f2f1b0-241c-4675-bd7d-24f11982343c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:54.657875 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-unplugged", "status": "failed", "tag": "10c6765f-db63-4429-8717-e02044dc943b", "code": 422}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:54.658091 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d1f2f1b0-241c-4675-bd7d-24f11982343c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:54.658526 n-d-818932-3 neutron-server[120537]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10c6765f-db63-4429-8717-e02044dc943b', 'code': 422} returned with failed status Nov 23 18:01:54.680092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:54.770721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:54.850761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Allocated IP 192.168.233.81 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/706340bc-9c77-4954-9fe1-fbe56f5f8d87) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:54.858258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:54.994379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac3ce9-5843-47a0-ad91-a90fcd0f25a8 req-c756fbdb-d785-4b7d-aa20-f6c2563068c2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:55.002477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5ac3ce9-5843-47a0-ad91-a90fcd0f25a8 req-c756fbdb-d785-4b7d-aa20-f6c2563068c2 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.3724828 Nov 23 18:01:55.144126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:51Z', 'revision_number': 2, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:55.154287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314be8af-ed5c-454d-a8b6-b0fa927ee097 req-cb7ec976-2a68-453c-bace-ee5fc1efe79f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 210 time: 0.2416549 Nov 23 18:01:55.214996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Checking router: 31d02e60-9711-485b-b97d-7cc9f804d028 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:55.214996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Updating router 31d02e60-9711-485b-b97d-7cc9f804d028 port d785a9d7-75a7-43af-be3e-16627e8be5d5 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:01:55.259063 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:55.302959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5ac3ce9-5843-47a0-ad91-a90fcd0f25a8 req-9a955adb-3289-42ca-a28e-c7d66f59a92e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552664 Nov 23 18:01:55.309427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9bbd2b4-d291-495f-b23a-f4383741400a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:55.416356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23aa12e9-8cb1-447f-91fb-674e507d40ac req-6612a6ad-cb37-4573-8772-b5cd6715a077 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 210 time: 0.0724275 Nov 23 18:01:55.460805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Checking segment: {'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:55.461488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Network hostable DHCP agents. Network: 9484993a-e916-4b69-9aff-ce85de2eca68, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:01:55.557915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-a132e571-faf1-4855-a3d0-88f2486a5035 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:55.559905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-a132e571-faf1-4855-a3d0-88f2486a5035 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.72 "GET /v2.0/networks?id=172bb19d-c7c7-47a1-9caf-46582791d0e1 HTTP/1.1" status: 200 len: 817 time: 0.5188544 Nov 23 18:01:55.570070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Network 9484993a-e916-4b69-9aff-ce85de2eca68 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:01:55.650906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Request body: {'port': {'device_id': 'd68ecb82-6bb2-4f14-ba16-1764bdefc6ca', 'network_id': '172bb19d-c7c7-47a1-9caf-46582791d0e1', 'admin_state_up': True, 'tenant_id': '8b76a65262f846a890762ff1759485cb'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:55.716485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:55.725427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:55.855650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Made reservation on behalf of 8b76a65262f846a890762ff1759485cb for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:55.857826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092004d-ea7e-4a2a-9076-f7eb829e36e5 None None] Pushing event updated for resources: {'Port': ['ID=d785a9d7-75a7-43af-be3e-16627e8be5d5,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:55.861896 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:55.882265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9484993a-e916-4b69-9aff-ce85de2eca68) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:55.891888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:55.892634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:55.934534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22359c36-af25-4102-90b3-24c38af227f0 None None] Network 9484993a-e916-4b69-9aff-ce85de2eca68 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:55.936076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77697a0-b1f1-46a8-b5a8-8d775c4aaf46 req-13d464c8-e7db-4471-9256-49a1c98bc27b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:55.938778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e77697a0-b1f1-46a8-b5a8-8d775c4aaf46 req-13d464c8-e7db-4471-9256-49a1c98bc27b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.3754303 Nov 23 18:01:55.991911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb38d3a-ce70-4903-be74-bb5d0c4446c8 req-83d0946a-a8e3-4597-a1ab-71c77bde6a6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:55.994099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb38d3a-ce70-4903-be74-bb5d0c4446c8 req-83d0946a-a8e3-4597-a1ab-71c77bde6a6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.2211518 Nov 23 18:01:55.995451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Attempting to bind port d785a9d7-75a7-43af-be3e-16627e8be5d5 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:55.995921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Attempting to bind port d785a9d7-75a7-43af-be3e-16627e8be5d5 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:55.996316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Attempting to bind port d785a9d7-75a7-43af-be3e-16627e8be5d5 on network a759d8da-536d-4250-85cc-a067d18414ce {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:56.003530 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.006951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:56.007718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Checking segment: {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:56.008184 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.008594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Bound using segment: {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:56.009086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Bound port: d785a9d7-75a7-43af-be3e-16627e8be5d5, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:56.009476 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.061628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55856) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:56.063093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-108a353b-010e-4dbf-8933-ea07e662fa63 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8616655 Nov 23 18:01:56.066433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:56.125217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.126561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.162028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] For port d785a9d7-75a7-43af-be3e-16627e8be5d5, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:56.167200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] For port d785a9d7-75a7-43af-be3e-16627e8be5d5, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d785a9d7-75a7-43af-be3e-16627e8be5d5,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:56.181933 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.272603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e77697a0-b1f1-46a8-b5a8-8d775c4aaf46 req-79da40de-e0a9-4dc6-9233-fe4dc936fb53 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914422 Nov 23 18:01:56.275107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.283312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ae268661-b39d-4d81-9dcc-f2d7107fed58 None None] Provisioning complete for port d785a9d7-75a7-43af-be3e-16627e8be5d5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:56.283689 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ae268661-b39d-4d81-9dcc-f2d7107fed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.312225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb38d3a-ce70-4903-be74-bb5d0c4446c8 req-6a372e3c-33e2-4123-abe2-8274acc851ca tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769761 Nov 23 18:01:56.346215 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.384043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'ce663431-f735-4b2d-b837-cb03be662190'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:56.387271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e', '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:56.507047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.521089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Allocated IP 172.20.0.2 (172bb19d-c7c7-47a1-9caf-46582791d0e1/c41779b5-7d30-4bfa-ac93-15138503b31d/74dadda9-0126-477f-9bf2-9d8503a261c6) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:56.592926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:56.593810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:56.594104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:56.603180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092004d-ea7e-4a2a-9076-f7eb829e36e5 None None] Pushing event updated for resources: {'Port': ['ID=d785a9d7-75a7-43af-be3e-16627e8be5d5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:56.706833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:56.710296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:56.757480 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ae268661-b39d-4d81-9dcc-f2d7107fed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.897583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.937352 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:56.957068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-9484993a-e916-4b69-9aff-ce85de2eca68', 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'fixed_ips': [{'subnet_id': 'a9bbd2b4-d291-495f-b23a-f4383741400a'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:01:56.957933 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:57.058458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ae268661-b39d-4d81-9dcc-f2d7107fed58 None None] For port d785a9d7-75a7-43af-be3e-16627e8be5d5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d785a9d7-75a7-43af-be3e-16627e8be5d5,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:57.158040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ae268661-b39d-4d81-9dcc-f2d7107fed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:57.186536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:57.208575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Allocated IP 172.25.0.244 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/cc35f254-6d07-452e-b963-faf8a6611136) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:57.221515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75afd669-1afa-4013-8429-822a8efdd260 req-55fa9eda-691b-44ea-a640-399bab9b9e80 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 210 time: 0.6973798 Nov 23 18:01:57.239934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'Port': ['ID=706340bc-9c77-4954-9fe1-fbe56f5f8d87,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:57.431316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:57.529249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:57.529829 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:57.599286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:57.599957 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:57.619592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:57.629510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-e53a1ab3-dd82-4e56-a98a-93e35b346246 req-11a050e1-e1e6-4ac0-8328-fdc2cfcad2a0 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:01:57.636443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e53a1ab3-dd82-4e56-a98a-93e35b346246 req-11a050e1-e1e6-4ac0-8328-fdc2cfcad2a0 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299983 Nov 23 18:01:57.645679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:57.648963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:57.653723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:57.677956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002eb56-b705-44fc-bd05-08997528a12d req-7753ff5c-1937-4e47-9e2a-6baabcee7480 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:57.680461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5002eb56-b705-44fc-bd05-08997528a12d req-7753ff5c-1937-4e47-9e2a-6baabcee7480 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 935 time: 1.1186078 Nov 23 18:01:57.689667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d243f575-07bf-445e-a53d-493917dc94ce None None] Provisioning complete for port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:57.689667 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d243f575-07bf-445e-a53d-493917dc94ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:57.820426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d243f575-07bf-445e-a53d-493917dc94ce None None] Port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:57.822201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24169add-21b4-408b-b857-28d9095baf40 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:57.885963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-c81a60fa-f28a-486c-a792-86d6007a494d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5857086 Nov 23 18:01:57.908269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Network 172bb19d-c7c7-47a1-9caf-46582791d0e1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:57.912494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Request body: {'port': {'device_id': '0bdeaad6-17ee-41b0-9d0f-3349957fe91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:57.916802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:58.011528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae268661-b39d-4d81-9dcc-f2d7107fed58 None None] Pushing event updated for resources: {'Port': ['ID=d785a9d7-75a7-43af-be3e-16627e8be5d5,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:58.025322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d243f575-07bf-445e-a53d-493917dc94ce None None] Provisioning complete for port d785a9d7-75a7-43af-be3e-16627e8be5d5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:58.025697 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d243f575-07bf-445e-a53d-493917dc94ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:58.048307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:58.092879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:58.101194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc35f254-6d07-452e-b963-faf8a6611136,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:58.131839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Pushing event updated for resources: {'Port': ['ID=74dadda9-0126-477f-9bf2-9d8503a261c6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:58.164699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Allocated IP 172.20.0.2 (9484993a-e916-4b69-9aff-ce85de2eca68/a9bbd2b4-d291-495f-b23a-f4383741400a/cabb24e0-1c99-46fb-8a3d-176d54e2979c) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:58.277269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5002eb56-b705-44fc-bd05-08997528a12d req-a9b1460a-c76a-4dda-b5d1-20a629fa5081 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830493 Nov 23 18:01:58.351329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-b0912f6c-6c58-4b79-bd50-46fcb92066b9 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:58.354221 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-b0912f6c-6c58-4b79-bd50-46fcb92066b9 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.72 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.4309621 Nov 23 18:01:58.437988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e611fb4-91de-48de-b826-0dc14437f636 req-aed08169-77ce-4444-913d-cc4111f7da5e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:58.454155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e611fb4-91de-48de-b826-0dc14437f636 req-aed08169-77ce-4444-913d-cc4111f7da5e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.5608888 Nov 23 18:01:58.458928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:58.484907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:58.506099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:58.621549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f916a6fb-9232-4f9a-af0c-ece274f866ab tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9772234 Nov 23 18:01:58.634455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:58.691897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Request body: {'port': {'device_id': 'd68ecb82-6bb2-4f14-ba16-1764bdefc6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:58.977980 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:58.992449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:56Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:59.037334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e611fb4-91de-48de-b826-0dc14437f636 req-e8ba2edd-fcc5-4676-8dbc-e04c07aced3e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5822339 Nov 23 18:01:59.133275 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:59.244335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5020b-f067-4ed1-91b1-f05af89c55b7 req-d5291525-8250-4c63-b738-c7d786f50640 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:59.252530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d5020b-f067-4ed1-91b1-f05af89c55b7 req-d5291525-8250-4c63-b738-c7d786f50640 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.6829362 Nov 23 18:01:59.278320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-10f9b777-d958-4576-90c8-c32eecb28cff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6262472 Nov 23 18:01:59.289744 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879cf91-95cd-42a7-b43d-39538f2a5ed6 None None] The sync data for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 is: [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:56Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:59.292340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Deleting port dfa98a14-57e0-4fdb-af0c-babe072b215f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:59.292688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:59.314834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d06d8-cb7c-4358-a337-89f97501d539 req-e633e3a2-b940-4e54-a5f0-c29be04e9cdc tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:59.369221 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:59.399447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Network 9484993a-e916-4b69-9aff-ce85de2eca68 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:59.421283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a1d06d8-cb7c-4358-a337-89f97501d539 req-e633e3a2-b940-4e54-a5f0-c29be04e9cdc tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 931 time: 0.2503479 Nov 23 18:01:59.434322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6df51a49-3443-40ed-9c93-352b1f24014b None None] Provisioning complete for port cc35f254-6d07-452e-b963-faf8a6611136 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:59.434322 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6df51a49-3443-40ed-9c93-352b1f24014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:59.434322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:59.463355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:59.583470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:59.584355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Pushing event updated for resources: {'Port': ['ID=cabb24e0-1c99-46fb-8a3d-176d54e2979c,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:59.750272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6df51a49-3443-40ed-9c93-352b1f24014b None None] Port cc35f254-6d07-452e-b963-faf8a6611136 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:59.875801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Attempting to bind port cabb24e0-1c99-46fb-8a3d-176d54e2979c on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:59.877404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Attempting to bind port cabb24e0-1c99-46fb-8a3d-176d54e2979c by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:59.882621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Attempting to bind port cabb24e0-1c99-46fb-8a3d-176d54e2979c on network 9484993a-e916-4b69-9aff-ce85de2eca68 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:59.893303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:59.894847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Checking segment: {'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:59.894847 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:59.894847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Bound using segment: {'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:59.900559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Bound port: cabb24e0-1c99-46fb-8a3d-176d54e2979c, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:59.901533 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:00.007573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a1d06d8-cb7c-4358-a337-89f97501d539 req-ef0ebb5c-7724-46c8-818f-6b9e61c05120 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853097 Nov 23 18:02:00.015580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d5020b-f067-4ed1-91b1-f05af89c55b7 req-786a2c77-edda-4ecf-b7b7-ecdaabe7d361 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7617838 Nov 23 18:02:00.318703 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] For port dfa98a14-57e0-4fdb-af0c-babe072b215f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=dfa98a14-57e0-4fdb-af0c-babe072b215f,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:00.319849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:00.347263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] For port cabb24e0-1c99-46fb-8a3d-176d54e2979c, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:00.356094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] For port cabb24e0-1c99-46fb-8a3d-176d54e2979c, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cabb24e0-1c99-46fb-8a3d-176d54e2979c,segment=NetworkSegment(c54281d3-984e-4f83-8033-c1e51978a928),segment_id=c54281d3-984e-4f83-8033-c1e51978a928)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:00.365329 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:00.615686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f25ca0-bd7f-4070-a033-a65ce41f6e56 None None] Pushing event updated for resources: {'Port': ['ID=cabb24e0-1c99-46fb-8a3d-176d54e2979c,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:00.748098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Router 6f639561-37e4-4a09-9f35-1a63f713eb5e is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:02:00.759266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d785a9d7-75a7-43af-be3e-16627e8be5d5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:00.928388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d785a9d7-75a7-43af-be3e-16627e8be5d5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:00.929302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:01.055771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706340bc-9c77-4954-9fe1-fbe56f5f8d87 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:01.111042 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:01.117074 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:01.117388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:01.117651 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Floating IP 357c5e9d-d81d-445f-9f91-555715f90e38 disassociated. External IP: 172.25.0.96, port: dfa98a14-57e0-4fdb-af0c-babe072b215f. Nov 23 18:02:01.118315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Calling delete_port for dfa98a14-57e0-4fdb-af0c-babe072b215f owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:01.233659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a66-20bb-474f-af36-86c6e8c93c63 req-382963fc-44ef-4896-9103-fcfa58d3e328 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:01.241568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3359a66-20bb-474f-af36-86c6e8c93c63 req-382963fc-44ef-4896-9103-fcfa58d3e328 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 945 time: 0.7845891 Nov 23 18:02:01.269388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:01.271911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f75fd9-b741-476c-86b8-3d8f8eb7bc22 req-1afde2fe-465a-4836-857d-7e36dfae7eba tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:01.281348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03f75fd9-b741-476c-86b8-3d8f8eb7bc22 req-1afde2fe-465a-4836-857d-7e36dfae7eba tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 935 time: 0.8924248 Nov 23 18:02:01.305175 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Sync routers for ids ['6f639561-37e4-4a09-9f35-1a63f713eb5e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:01.335747 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:01.341785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Transition to ACTIVE for port object 706340bc-9c77-4954-9fe1-fbe56f5f8d87 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:02:01.342433 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d60b3b0-9aea-4d3b-9dd9-33ceaf61e7d7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2796924 Nov 23 18:02:01.346553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55922) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:01.365210 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:01.376294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49755a12-95af-485c-a007-9e778242a496 req-b05d92d2-c0d6-4941-ba91-f08db25283f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:01.377829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-b05d92d2-c0d6-4941-ba91-f08db25283f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc&tenant_id=3e3c10c81f664a0d832b8cdf77dc725d HTTP/1.1" status: 200 len: 1094 time: 0.3840148 Nov 23 18:02:01.431724 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Routers {'6f639561-37e4-4a09-9f35-1a63f713eb5e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:01.434886 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['6f639561-37e4-4a09-9f35-1a63f713eb5e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:01.464836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Pushing event updated for resources: {'Port': ['ID=706340bc-9c77-4954-9fe1-fbe56f5f8d87,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:01.483405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3359a66-20bb-474f-af36-86c6e8c93c63 req-c1bd73d0-1be8-4427-8eee-aa0076ca0690 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410090 Nov 23 18:02:01.645566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03f75fd9-b741-476c-86b8-3d8f8eb7bc22 req-00cdc41c-3724-4e51-9398-e3f349056682 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587761 Nov 23 18:02:01.797848 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Set router 6f639561-37e4-4a09-9f35-1a63f713eb5e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:01.843106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dfa98a14-57e0-4fdb-af0c-babe072b215f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:01.971990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No active binding found for port dfa98a14-57e0-4fdb-af0c-babe072b215f {{(pid=120537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:02:01.972697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device dfa98a14-57e0-4fdb-af0c-babe072b215f not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:02.080806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:02.134977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49755a12-95af-485c-a007-9e778242a496 req-5f7a3f4d-c276-4cca-b971-1b13b0430b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:02.137856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-5f7a3f4d-c276-4cca-b971-1b13b0430b11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 1094 time: 0.6823246 Nov 23 18:02:02.163257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event deleted for resources: {'Port': ['ID=dfa98a14-57e0-4fdb-af0c-babe072b215f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:02.189302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Attempting to bind port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:02.196264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Attempting to bind port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:02.201277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Attempting to bind port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:02.277172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:02.277733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Attempting to bind port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:02.290720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c697d-ddfd-4fe6-9fc3-468644677ba8 req-4361c401-26a2-45f3-8531-48fee0a7415f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:02.303207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de6c697d-ddfd-4fe6-9fc3-468644677ba8 req-4361c401-26a2-45f3-8531-48fee0a7415f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.6303060 Nov 23 18:02:02.347056 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:01:58Z', 'revision_number': 3, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port': {'id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:02.414656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dadda9-0126-477f-9bf2-9d8503a261c6 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:02.434355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:02.441288 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Checking router: 6f639561-37e4-4a09-9f35-1a63f713eb5e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:02.445232 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Updating router 6f639561-37e4-4a09-9f35-1a63f713eb5e port cc35f254-6d07-452e-b963-faf8a6611136 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:02:02.452240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:02.454325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:02.454325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Bound port: 706340bc-9c77-4954-9fe1-fbe56f5f8d87, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:02.454325 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:02.498083 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:02.583372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:02.632005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Transition to ACTIVE for port object 74dadda9-0126-477f-9bf2-9d8503a261c6 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:02:02.724315 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58073e6-2c15-4e0c-9644-2b2b6692cc37 None None] Network 9484993a-e916-4b69-9aff-ce85de2eca68 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:02:02.850719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cabb24e0-1c99-46fb-8a3d-176d54e2979c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:02.921300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Router 20500d17-ff77-4a58-a58a-1d39a8057eb2 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:02.924503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:02.954512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eb01f-2725-4670-9b3a-53250c29b6be req-b5118a7a-c52a-4e4c-a0e5-e8539530fa1b tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:02.970768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a43eb01f-2725-4670-9b3a-53250c29b6be req-b5118a7a-c52a-4e4c-a0e5-e8539530fa1b tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 931 time: 1.0927782 Nov 23 18:02:03.095322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49755a12-95af-485c-a007-9e778242a496 req-efeedcf0-297e-432d-a6a8-fd7aa77441a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:03.096817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-efeedcf0-297e-432d-a6a8-fd7aa77441a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 914 time: 0.8844264 Nov 23 18:02:03.199818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ef81bbb2-4c8b-4619-9f5d-09ca434479f1 None None] Provisioning complete for port cabb24e0-1c99-46fb-8a3d-176d54e2979c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:03.211355 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef81bbb2-4c8b-4619-9f5d-09ca434479f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.266274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:03.294635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] Sync routers for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:03.308698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] No DVR routers for this DVR port dfa98a14-57e0-4fdb-af0c-babe072b215f on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:03.313566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.316811 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-55fa8734-ce7c-4eb6-9844-42319dfccaa9 req-2aa3246e-4483-4b4c-be15-1a1bdeeeb399 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.72 "DELETE /v2.0/ports/dfa98a14-57e0-4fdb-af0c-babe072b215f HTTP/1.1" status: 204 len: 173 time: 4.9526026 Nov 23 18:02:03.317259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'name': 'network-vif-deleted', 'tag': 'dfa98a14-57e0-4fdb-af0c-babe072b215f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:03.319527 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b415838c-e22c-4c26-9736-91f5837d80cd" -d '{"events": [{"server_uuid": "caba9941-e6e2-44a2-907b-aa8bc2efd900", "name": "network-vif-deleted", "tag": "dfa98a14-57e0-4fdb-af0c-babe072b215f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:03.366308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:03.367050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:03.373992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] For port 706340bc-9c77-4954-9fe1-fbe56f5f8d87, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:03.389245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de6c697d-ddfd-4fe6-9fc3-468644677ba8 req-21b08306-f7d1-4b11-9b67-8d1a8f26638a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0846963 Nov 23 18:02:03.391499 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.403656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.404760 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.446343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-840c4303-9fd6-4983-af33-0dc7d7fa093a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c6765f-db63-4429-8717-e02044dc943b HTTP/1.1" status: 200 len: 217 time: 0.2208111 Nov 23 18:02:03.471814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Pushing event updated for resources: {'Port': ['ID=74dadda9-0126-477f-9bf2-9d8503a261c6,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:03.521644 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Attempting to bind port cc35f254-6d07-452e-b963-faf8a6611136 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:03.523030 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Attempting to bind port cc35f254-6d07-452e-b963-faf8a6611136 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:03.523905 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Attempting to bind port cc35f254-6d07-452e-b963-faf8a6611136 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:03.546788 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:03.547657 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:03.548471 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.549087 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:03.549944 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Bound port: cc35f254-6d07-452e-b963-faf8a6611136, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:03.550431 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.606235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] For port 706340bc-9c77-4954-9fe1-fbe56f5f8d87, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=706340bc-9c77-4954-9fe1-fbe56f5f8d87,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:03.638954 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] For port cc35f254-6d07-452e-b963-faf8a6611136, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:03.647455 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] For port cc35f254-6d07-452e-b963-faf8a6611136, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cc35f254-6d07-452e-b963-faf8a6611136,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:03.655659 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9c98d-9f1f-451b-ad23-7f84cc8a203c None None] Pushing event updated for resources: {'Port': ['ID=cc35f254-6d07-452e-b963-faf8a6611136,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:03.670162 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.680956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:03.715910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962b79b0-7963-45e0-9324-01e8ea4fba94 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:02:03.753089 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9c98d-9f1f-451b-ad23-7f84cc8a203c None None] Pushing event updated for resources: {'Port': ['ID=cc35f254-6d07-452e-b963-faf8a6611136,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:03.763519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49755a12-95af-485c-a007-9e778242a496 req-a92c68ff-6549-4ef7-b51e-3ee688739c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:03.765830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-a92c68ff-6549-4ef7-b51e-3ee688739c95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 200 len: 853 time: 0.3091817 Nov 23 18:02:03.792359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:03.799387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30b585cb-907b-44f9-aa67-3f5c51ca739f req-eb583e6c-9b4d-4434-b21f-561db0f331ea tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=caba9941-e6e2-44a2-907b-aa8bc2efd900 HTTP/1.1" status: 200 len: 210 time: 0.1995187 Nov 23 18:02:03.834657 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Routers {'6f639561-37e4-4a09-9f35-1a63f713eb5e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:03.836430 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['6f639561-37e4-4a09-9f35-1a63f713eb5e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:03.930103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Allocated IP 172.20.0.1 (9484993a-e916-4b69-9aff-ce85de2eca68/a9bbd2b4-d291-495f-b23a-f4383741400a/98705814-0bf8-4bb8-839d-bf0e97d1293a) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:04.008407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-fc2bb498-87f5-47aa-a59b-b80a1b86b009 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1c8fd55-a9f4-47de-b248-426270e1967b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115028 Nov 23 18:02:04.037597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cabb24e0-1c99-46fb-8a3d-176d54e2979c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:04.038519 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.041634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a43eb01f-2725-4670-9b3a-53250c29b6be req-fedb7064-a283-43aa-bb46-0b95115f1535 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9541342 Nov 23 18:02:04.042353 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef81bbb2-4c8b-4619-9f5d-09ca434479f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.044127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:04.044860 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.046327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] 10.222.0.66 "PUT /v2.0/ports/706340bc-9c77-4954-9fe1-fbe56f5f8d87 HTTP/1.1" status: 200 len: 1095 time: 6.1439764 Nov 23 18:02:04.066135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdeaad6-17ee-41b0-9d0f-3349957fe91b', 'tag': '706340bc-9c77-4954-9fe1-fbe56f5f8d87'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:04.068991 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30640f75-2af1-4eb5-a81b-794ddaf02386" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdeaad6-17ee-41b0-9d0f-3349957fe91b", "tag": "706340bc-9c77-4954-9fe1-fbe56f5f8d87"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:04.150549 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7307233f-9d70-4fc1-a79c-d6f66bd3dedf x-openstack-request-id: req-7307233f-9d70-4fc1-a79c-d6f66bd3dedf {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:04.157344 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caba9941-e6e2-44a2-907b-aa8bc2efd900", "name": "network-vif-deleted", "tag": "dfa98a14-57e0-4fdb-af0c-babe072b215f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:04.157678 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7307233f-9d70-4fc1-a79c-d6f66bd3dedf {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:04.158869 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caba9941-e6e2-44a2-907b-aa8bc2efd900', 'name': 'network-vif-deleted', 'tag': 'dfa98a14-57e0-4fdb-af0c-babe072b215f', 'status': 'completed', 'code': 200} Nov 23 18:02:04.172458 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] Set router 6f639561-37e4-4a09-9f35-1a63f713eb5e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:04.201728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ef81bbb2-4c8b-4619-9f5d-09ca434479f1 None None] For port cabb24e0-1c99-46fb-8a3d-176d54e2979c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cabb24e0-1c99-46fb-8a3d-176d54e2979c,segment=NetworkSegment(c54281d3-984e-4f83-8033-c1e51978a928),segment_id=c54281d3-984e-4f83-8033-c1e51978a928)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:04.244922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Attempting to bind port 74dadda9-0126-477f-9bf2-9d8503a261c6 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:04.245666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Attempting to bind port 74dadda9-0126-477f-9bf2-9d8503a261c6 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'c2d63629-7dfb-4617-90a5-9f68aaf7a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '172bb19d-c7c7-47a1-9caf-46582791d0e1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:04.245666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Attempting to bind port 74dadda9-0126-477f-9bf2-9d8503a261c6 on network 172bb19d-c7c7-47a1-9caf-46582791d0e1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:04.254414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.257159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bd979-4fa7-48f0-a0bc-0bc9eee6708b service neutron] Pushing event updated for resources: {'Port': ['ID=706340bc-9c77-4954-9fe1-fbe56f5f8d87,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:04.290189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Port 74dadda9-0126-477f-9bf2-9d8503a261c6 on network 172bb19d-c7c7-47a1-9caf-46582791d0e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:04.290640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Attempting to bind port 74dadda9-0126-477f-9bf2-9d8503a261c6 on network 172bb19d-c7c7-47a1-9caf-46582791d0e1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:04.311578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f000891-633b-4765-a190-0eb98fd9f7c8 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:02:04.330625 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef81bbb2-4c8b-4619-9f5d-09ca434479f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.331232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce9943-5a55-454e-b56c-26b0077984cc req-d002280e-7a75-452b-9ff0-e5daa3a7fc69 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:04.343385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bce9943-5a55-454e-b56c-26b0077984cc req-d002280e-7a75-452b-9ff0-e5daa3a7fc69 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 947 time: 0.3304162 Nov 23 18:02:04.379601 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.416750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:04.417432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Checking segment: {'id': 'c2d63629-7dfb-4617-90a5-9f68aaf7a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '172bb19d-c7c7-47a1-9caf-46582791d0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:04.417690 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Bound using segment: {'id': 'c2d63629-7dfb-4617-90a5-9f68aaf7a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '172bb19d-c7c7-47a1-9caf-46582791d0e1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:04.418217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Bound port: 74dadda9-0126-477f-9bf2-9d8503a261c6, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d63629-7dfb-4617-90a5-9f68aaf7a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '172bb19d-c7c7-47a1-9caf-46582791d0e1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:04.418680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.490432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Network 9484993a-e916-4b69-9aff-ce85de2eca68 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:04.495536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-133585fa-c9f4-4278-b08a-ae185740177d service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655709 Nov 23 18:02:04.514596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:04.519411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:04.569468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b5bc6ddf-3e62-4a34-86b7-4c803d59097d None None] Provisioning complete for port cc35f254-6d07-452e-b963-faf8a6611136 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:04.571004 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6ddf-3e62-4a34-86b7-4c803d59097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.586147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=98705814-0bf8-4bb8-839d-bf0e97d1293a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:04.644723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-47039989-dd2c-483b-8601-f67d1b3ba837 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2136931805&fields=id&tenant_id=eb460d8f967842e488ecb23110e744f7 HTTP/1.1" status: 200 len: 267 time: 0.2895713 Nov 23 18:02:04.691649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81bbb2-4c8b-4619-9f5d-09ca434479f1 None None] Pushing event updated for resources: {'Port': ['ID=cabb24e0-1c99-46fb-8a3d-176d54e2979c,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:04.713857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.792534 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:01:58Z', 'revision_number': 3, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port': {'id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:04.849841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:04.867678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bce9943-5a55-454e-b56c-26b0077984cc req-06fcf1e6-0533-40fb-88a5-7bb161e544fa tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232515 Nov 23 18:02:04.888920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-74c5b055-b52f-4b13-ae7e-6e9c08b0733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:04.889444 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849b911-62bc-4b55-ba15-e9d6ec44524f None None] The sync data for ids ['6f639561-37e4-4a09-9f35-1a63f713eb5e'] in n-d-818932-3 is: [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:01:58Z', 'revision_number': 3, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port': {'id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:04.894475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-74c5b055-b52f-4b13-ae7e-6e9c08b0733e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 1098 time: 0.4878645 Nov 23 18:02:04.934057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] Checking router: 20500d17-ff77-4a58-a58a-1d39a8057eb2 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:04.938960 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6ddf-3e62-4a34-86b7-4c803d59097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:04.976367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cabb24e0-1c99-46fb-8a3d-176d54e2979c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:05.083630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.114532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b5bc6ddf-3e62-4a34-86b7-4c803d59097d None None] For port cc35f254-6d07-452e-b963-faf8a6611136, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cc35f254-6d07-452e-b963-faf8a6611136,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:05.117277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:05.120750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:05.128378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6ddf-3e62-4a34-86b7-4c803d59097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.159108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] For port 74dadda9-0126-477f-9bf2-9d8503a261c6, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:05.170393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] For port 74dadda9-0126-477f-9bf2-9d8503a261c6, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=74dadda9-0126-477f-9bf2-9d8503a261c6,segment=NetworkSegment(c2d63629-7dfb-4617-90a5-9f68aaf7a7a1),segment_id=c2d63629-7dfb-4617-90a5-9f68aaf7a7a1)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:05.173477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49755a12-95af-485c-a007-9e778242a496 req-08065e8d-b832-4e49-b6d0-eeb39065d0a7 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536174 Nov 23 18:02:05.174928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-047e06b2-bb0d-43e8-aaba-26c3b07f0263 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=706340bc-9c77-4954-9fe1-fbe56f5f8d87 HTTP/1.1" status: 200 len: 217 time: 0.2494402 Nov 23 18:02:05.230631 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7dc773-8d22-47d3-9bd5-c82d1640107e x-openstack-request-id: req-ba7dc773-8d22-47d3-9bd5-c82d1640107e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:05.231673 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdeaad6-17ee-41b0-9d0f-3349957fe91b", "tag": "706340bc-9c77-4954-9fe1-fbe56f5f8d87", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:05.232508 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ba7dc773-8d22-47d3-9bd5-c82d1640107e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:05.233136 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdeaad6-17ee-41b0-9d0f-3349957fe91b', 'tag': '706340bc-9c77-4954-9fe1-fbe56f5f8d87', 'status': 'completed', 'code': 200} Nov 23 18:02:05.294631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cabb24e0-1c99-46fb-8a3d-176d54e2979c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:05.295121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.325377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-485f2ffe-d335-4edb-a5a5-08a9c5888c16 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:05.333312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-485f2ffe-d335-4edb-a5a5-08a9c5888c16 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/networks?id=dff4fc6e-ebeb-4fca-96e6-9327d954883c HTTP/1.1" status: 200 len: 816 time: 0.6875391 Nov 23 18:02:05.384025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.391651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.404620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.424737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e34341a8-7b93-4834-98e6-9591c9d7cc4e None None] Provisioning complete for port cabb24e0-1c99-46fb-8a3d-176d54e2979c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:05.425118 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e34341a8-7b93-4834-98e6-9591c9d7cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.496790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.506653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc6ddf-3e62-4a34-86b7-4c803d59097d None None] Pushing event updated for resources: {'Port': ['ID=cc35f254-6d07-452e-b963-faf8a6611136,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:05.584256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-abdd7e8a-b931-4354-922a-224c266aac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:05.587222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-abdd7e8a-b931-4354-922a-224c266aac4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.3381674 Nov 23 18:02:05.591518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-e7f0acac-3a90-41a1-9148-73f133729672 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/quotas/eb460d8f967842e488ecb23110e744f7 HTTP/1.1" status: 200 len: 375 time: 0.2572353 Nov 23 18:02:05.601871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:05.637609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=98705814-0bf8-4bb8-839d-bf0e97d1293a,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:05.668059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:05.669027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:05.670775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] 10.222.0.72 "PUT /v2.0/ports/74dadda9-0126-477f-9bf2-9d8503a261c6 HTTP/1.1" status: 200 len: 1091 time: 6.9873095 Nov 23 18:02:05.688767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Network 9484993a-e916-4b69-9aff-ce85de2eca68 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:05.690801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:05.865519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Router 6f639561-37e4-4a09-9f35-1a63f713eb5e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:06.146196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ba5ee9ce-31f9-41da-8ef7-4a541af4a2fb None None] Provisioning complete for port 98705814-0bf8-4bb8-839d-bf0e97d1293a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:06.146876 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee9ce-31f9-41da-8ef7-4a541af4a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:06.161590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:06.169694 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-85f631d9-04ec-4fa0-a8b6-d4caa2d66cd5 admin admin] 10.222.0.74 "PUT /v2.0/routers/6f639561-37e4-4a09-9f35-1a63f713eb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8161321 Nov 23 18:02:06.218948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ee9ce-31f9-41da-8ef7-4a541af4a2fb None None] Port 98705814-0bf8-4bb8-839d-bf0e97d1293a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:06.258016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:06.298433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca3dd8-6e62-4fe4-a4f9-687c05a41889 None None] The sync data for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 is: [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:06.346393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ecf43903-e652-413b-86cc-aa2b4e5c36d5 None None] Provisioning complete for port 98705814-0bf8-4bb8-839d-bf0e97d1293a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:06.350379 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ecf43903-e652-413b-86cc-aa2b4e5c36d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:06.476700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ecf43903-e652-413b-86cc-aa2b4e5c36d5 None None] Port 98705814-0bf8-4bb8-839d-bf0e97d1293a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:06.666647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867213fd-1b79-4985-9c71-59d06e12c9f7 req-5c8d74d7-8863-4faa-820f-46305b20b3ee tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:06.674728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867213fd-1b79-4985-9c71-59d06e12c9f7 req-5c8d74d7-8863-4faa-820f-46305b20b3ee tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 1.4383435 Nov 23 18:02:06.694120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-550f2b28-10df-4aa8-9a55-98ebe994c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:06.699343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-550f2b28-10df-4aa8-9a55-98ebe994c8f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0973158 Nov 23 18:02:06.985590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cc35f254-6d07-452e-b963-faf8a6611136 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:07.044117 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a8d68-7e8d-47af-91a7-b3dc546f4a5b None None] New status for floating IP 357c5e9d-d81d-445f-9f91-555715f90e38: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:02:07.048522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-c8e60054-05d5-4470-8297-1779bf2a708f tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb460d8f967842e488ecb23110e744f7&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4062147 Nov 23 18:02:07.050125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dd4dd-f2ce-4127-a3dc-59b0f26951ad service neutron] Pushing event updated for resources: {'Port': ['ID=74dadda9-0126-477f-9bf2-9d8503a261c6,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:07.088916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cc35f254-6d07-452e-b963-faf8a6611136 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:07.089856 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:07.262361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-32af9591-e26a-4109-a384-1655e2136ebc service neutron] 10.222.0.74 "GET /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937525 Nov 23 18:02:07.264912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68ecb82-6bb2-4f14-ba16-1764bdefc6ca', 'tag': '74dadda9-0126-477f-9bf2-9d8503a261c6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:07.267538 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966c6d9e-4310-4857-b116-dea65a3fc730" -d '{"events": [{"name": "network-changed", "server_uuid": "d68ecb82-6bb2-4f14-ba16-1764bdefc6ca", "tag": "74dadda9-0126-477f-9bf2-9d8503a261c6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:07.299758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867213fd-1b79-4985-9c71-59d06e12c9f7 req-c335dad3-1b99-4eb3-b2c3-9c3b15c9a16a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237812 Nov 23 18:02:07.388984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-5df66fb1-4c25-4132-86a4-9162141d32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:07.402542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-5df66fb1-4c25-4132-86a4-9162141d32ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b76a65262f846a890762ff1759485cb&device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 1094 time: 1.6334496 Nov 23 18:02:07.456095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-b887f650-8205-41b2-aa91-c5f3725a0aa6 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891625 Nov 23 18:02:07.733195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-f47f7e3c-baa1-4b69-9372-e003300ce78a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74dadda9-0126-477f-9bf2-9d8503a261c6 HTTP/1.1" status: 200 len: 217 time: 0.1004832 Nov 23 18:02:07.824139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-7d71ebe5-ff06-47b1-b95a-60acd689a497 service neutron] 10.222.0.74 "GET /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190735 Nov 23 18:02:07.881326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de56108-829a-4db2-bbce-112b79ee7173 req-7afee1a2-50ae-489a-8d61-892038abb408 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:07.882813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5de56108-829a-4db2-bbce-112b79ee7173 req-7afee1a2-50ae-489a-8d61-892038abb408 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 943 time: 0.3397734 Nov 23 18:02:08.009674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63d7467b-8a85-4acd-a47c-52d35de66a30 req-aa85d48d-08d2-472e-adda-5e5a6cd819cb service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799647 Nov 23 18:02:08.102488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5de56108-829a-4db2-bbce-112b79ee7173 req-96523e2d-b5e3-4811-98b7-b7e5e9475908 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944036 Nov 23 18:02:08.251906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-1d295ae1-a602-412f-b715-25c5f75ea86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:08.255713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-1d295ae1-a602-412f-b715-25c5f75ea86d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c41779b5-7d30-4bfa-ac93-15138503b31d HTTP/1.1" status: 200 len: 857 time: 0.1029568 Nov 23 18:02:08.311583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-8c969408-1112-4e0e-b754-daf83c7d00f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=172bb19d-c7c7-47a1-9caf-46582791d0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379515 Nov 23 18:02:08.314617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-69c72aca-207a-468d-be91-c73d9c01099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:08.316827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-69c72aca-207a-468d-be91-c73d9c01099b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 1098 time: 0.2395658 Nov 23 18:02:08.497861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-0748c35b-5dad-454b-b3ab-32f986c6afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:08.499457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-0748c35b-5dad-454b-b3ab-32f986c6afa1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1668115 Nov 23 18:02:08.584429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Sync routers for ids ['6f639561-37e4-4a09-9f35-1a63f713eb5e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:08.641620 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c776e910-a67e-40cc-8af7-170b22f88165 x-openstack-request-id: req-c776e910-a67e-40cc-8af7-170b22f88165 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:08.642135 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68ecb82-6bb2-4f14-ba16-1764bdefc6ca", "tag": "74dadda9-0126-477f-9bf2-9d8503a261c6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:08.642551 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c776e910-a67e-40cc-8af7-170b22f88165 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:08.643152 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68ecb82-6bb2-4f14-ba16-1764bdefc6ca', 'tag': '74dadda9-0126-477f-9bf2-9d8503a261c6', 'status': 'completed', 'code': 200} Nov 23 18:02:08.646537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Routers {'6f639561-37e4-4a09-9f35-1a63f713eb5e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:08.647566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['6f639561-37e4-4a09-9f35-1a63f713eb5e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:08.662516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56070) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:08.670337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-104b26e4-0d18-4abd-8e9e-cdb67ed6b8da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=706340bc-9c77-4954-9fe1-fbe56f5f8d87 HTTP/1.1" status: 200 len: 217 time: 0.1485927 Nov 23 18:02:08.796548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-d98bd06e-5ba9-4525-b261-6bf4f2020d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:08.799491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Set router 6f639561-37e4-4a09-9f35-1a63f713eb5e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:08.799686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-d98bd06e-5ba9-4525-b261-6bf4f2020d89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1208522 Nov 23 18:02:08.973992 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7a72e39-19f0-48d8-a10f-c637f0e73a17 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:09.080210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7a72e39-19f0-48d8-a10f-c637f0e73a17 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:09.169180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05594a53-cace-4491-ae3a-06c0a038a2ff req-8226986c-7db8-4aa3-9bf2-2262c9a91f81 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:09.172308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05594a53-cace-4491-ae3a-06c0a038a2ff req-8226986c-7db8-4aa3-9bf2-2262c9a91f81 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 947 time: 0.8505571 Nov 23 18:02:09.228213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7a72e39-19f0-48d8-a10f-c637f0e73a17 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:09.231830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7a72e39-19f0-48d8-a10f-c637f0e73a17 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:09.232122 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a7a72e39-19f0-48d8-a10f-c637f0e73a17 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "DELETE /v2.0/security-groups/bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd HTTP/1.1" status: 204 len: 168 time: 0.5694444 Nov 23 18:02:09.235889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56084) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:09.288636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-d87780c6-8fef-4a48-abe7-c2c0e0fc7af7 service neutron] 10.222.0.72 "GET /v2.0/networks/172bb19d-c7c7-47a1-9caf-46582791d0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7881730 Nov 23 18:02:09.288868 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-aeba44ed-c21d-45ee-8057-36797ae12067 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] show failed (client error): The resource could not be found. Nov 23 18:02:09.289916 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aeba44ed-c21d-45ee-8057-36797ae12067 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups/bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd HTTP/1.1" status: 404 len: 347 time: 0.0534251 Nov 23 18:02:09.305666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56086) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:09.326171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a72e39-19f0-48d8-a10f-c637f0e73a17 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6fd5b1-adb1-4947-a682-3d3ffb5f9efd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:09.473416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-bfc5e0cd-95dc-4a8f-841a-0de3d50946a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:09.481805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-bfc5e0cd-95dc-4a8f-841a-0de3d50946a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5817442 Nov 23 18:02:09.507991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdd6f7-fc20-49a4-8e44-081fc8616f6c req-118cf438-0897-47aa-8a04-db5fec25eebc tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:09.535354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27bdd6f7-fc20-49a4-8e44-081fc8616f6c req-118cf438-0897-47aa-8a04-db5fec25eebc tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.6439352 Nov 23 18:02:09.555627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:05Z', 'revision_number': 4, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port': {'id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '98705814-0bf8-4bb8-839d-bf0e97d1293a', 'name': '', 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'mac_address': 'fa:16:3e:f9:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a9bbd2b4-d291-495f-b23a-f4383741400a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:03Z', 'updated_at': '2021-11-23T18:02:05Z', 'revision_number': 2, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'subnets': [{'id': 'a9bbd2b4-d291-495f-b23a-f4383741400a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:09.596244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Checking router: 6f639561-37e4-4a09-9f35-1a63f713eb5e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:09.597397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Updating router 6f639561-37e4-4a09-9f35-1a63f713eb5e port 98705814-0bf8-4bb8-839d-bf0e97d1293a binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:02:09.639034 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:09.765564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Deleting port c3be8b4d-c923-491d-9eb4-0b66a7fcf4da {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:09.767138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:10.085089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05594a53-cace-4491-ae3a-06c0a038a2ff req-0ea06f42-e71a-4f99-9176-e1ad05b22b60 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9010582 Nov 23 18:02:10.091777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2e260e-d3b5-4de4-b032-13d8e84539b5 req-1cd945f9-64ec-4207-868f-5003d028efee service neutron] 10.222.0.72 "GET /v2.0/networks/172bb19d-c7c7-47a1-9caf-46582791d0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471607 Nov 23 18:02:10.091960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:10.092171 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:10.142431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-f5a5061f-a3a0-4f2b-95df-6207a5c349dc service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882511 Nov 23 18:02:10.158846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 706340bc-9c77-4954-9fe1-fbe56f5f8d87 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:10.160910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Calling delete_port for c3be8b4d-c923-491d-9eb4-0b66a7fcf4da owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:10.214609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27bdd6f7-fc20-49a4-8e44-081fc8616f6c req-178b6a50-aae0-4c40-af26-e308aad5a5da tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783125 Nov 23 18:02:10.403832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8918522-8e87-48f6-b6db-15306a1cd73c req-5fe32f4b-b645-432b-b064-9dac50b2e488 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.1171148 Nov 23 18:02:10.506507 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:10.605113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event deleted for resources: {'Port': ['ID=c3be8b4d-c923-491d-9eb4-0b66a7fcf4da,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:10.630203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1291a19-3bb3-4ce7-9d30-16bcf847a318 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:02:10.703126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30640f75-2af1-4eb5-a81b-794ddaf02386 req-b4b79b24-c81b-4617-b030-d5f3153566f4 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485163 Nov 23 18:02:10.787952 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:10.797875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 706340bc-9c77-4954-9fe1-fbe56f5f8d87, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=706340bc-9c77-4954-9fe1-fbe56f5f8d87,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:10.807823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:10.809795 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-adf21875-c88a-4931-b184-887e9586381e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "DELETE /v2.0/floatingips/357c5e9d-d81d-445f-9f91-555715f90e38 HTTP/1.1" status: 204 len: 168 time: 1.5030465 Nov 23 18:02:10.838292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '706340bc-9c77-4954-9fe1-fbe56f5f8d87', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '706340bc-9c77-4954-9fe1-fbe56f5f8d87', 'mac_address': 'fa:16:3e:b5:a3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:02:11.035741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facd210-cc79-43e3-aa7d-065ce5f1dc96 req-2a65bf4f-ba67-405b-b0da-fa28dfc572a5 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:11.046300 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.050230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6facd210-cc79-43e3-aa7d-065ce5f1dc96 req-2a65bf4f-ba67-405b-b0da-fa28dfc572a5 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 943 time: 0.6159656 Nov 23 18:02:11.080969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-2c3b816f-22b3-4bd0-aec7-b2a84e10cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:11.082652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-2c3b816f-22b3-4bd0-aec7-b2a84e10cfb0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b76a65262f846a890762ff1759485cb&device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 1094 time: 0.3766851 Nov 23 18:02:11.133828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.136441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706340bc-9c77-4954-9fe1-fbe56f5f8d87 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:11.152633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.246909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691ff3f-3b12-4bc7-85d7-101d7ca2d820 None None] Pushing event updated for resources: {'Port': ['ID=98705814-0bf8-4bb8-839d-bf0e97d1293a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:11.291054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 706340bc-9c77-4954-9fe1-fbe56f5f8d87, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=706340bc-9c77-4954-9fe1-fbe56f5f8d87,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:11.366286 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.397983 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c89e88ee-5c22-408a-a48d-cdf538ad01db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.644856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56106) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:11.649594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-69ee20ca-a1c9-4788-9fd7-29d6edd58f6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236437069', 'description': 'tempest-description--2129558132'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:11.695140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6facd210-cc79-43e3-aa7d-065ce5f1dc96 req-c9d10fea-23fe-45f8-a6fd-4815b17644a6 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438949 Nov 23 18:02:11.755646 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69ee20ca-a1c9-4788-9fd7-29d6edd58f6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.757645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['706340bc-9c77-4954-9fe1-fbe56f5f8d87'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:11.817412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Attempting to bind port 98705814-0bf8-4bb8-839d-bf0e97d1293a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:11.818048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Attempting to bind port 98705814-0bf8-4bb8-839d-bf0e97d1293a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:11.818591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Attempting to bind port 98705814-0bf8-4bb8-839d-bf0e97d1293a on network 9484993a-e916-4b69-9aff-ce85de2eca68 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:11.847774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=706340bc-9c77-4954-9fe1-fbe56f5f8d87,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:11.907947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69ee20ca-a1c9-4788-9fd7-29d6edd58f6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.924749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69ee20ca-a1c9-4788-9fd7-29d6edd58f6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.969891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:11.970281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Checking segment: {'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:11.970714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.971172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Bound using segment: {'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:11.971681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Bound port: 98705814-0bf8-4bb8-839d-bf0e97d1293a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54281d3-984e-4f83-8033-c1e51978a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:11.972762 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:11.977537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-6cae31fb-e8dd-4f20-9630-5220f441f2bb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:11.979960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-6cae31fb-e8dd-4f20-9630-5220f441f2bb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.72 "GET /v2.0/networks?id=dff4fc6e-ebeb-4fca-96e6-9327d954883c HTTP/1.1" status: 200 len: 816 time: 1.1086340 Nov 23 18:02:11.981165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-d047cbf1-45c9-42f7-92d1-0cd258967c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:11.982510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-d047cbf1-45c9-42f7-92d1-0cd258967c30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=172bb19d-c7c7-47a1-9caf-46582791d0e1 HTTP/1.1" status: 200 len: 918 time: 0.8676238 Nov 23 18:02:12.018548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69ee20ca-a1c9-4788-9fd7-29d6edd58f6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.022536 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-69ee20ca-a1c9-4788-9fd7-29d6edd58f6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3739331 Nov 23 18:02:12.022536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee20ca-a1c9-4788-9fd7-29d6edd58f6e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:12.022961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56108) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:12.037526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c3546617-7e58-44eb-96b2-f15340d72d06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'security_group_rule': {'security_group_id': '05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:12.079296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c3546617-7e58-44eb-96b2-f15340d72d06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.251726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8841ec6b-53de-4175-bd95-fda636cf378f None None] Provisioning complete for port 98705814-0bf8-4bb8-839d-bf0e97d1293a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:12.252092 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8841ec6b-53de-4175-bd95-fda636cf378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.320235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8841ec6b-53de-4175-bd95-fda636cf378f None None] Port 98705814-0bf8-4bb8-839d-bf0e97d1293a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:12.346175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c3546617-7e58-44eb-96b2-f15340d72d06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.356016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c3546617-7e58-44eb-96b2-f15340d72d06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.441542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3546617-7e58-44eb-96b2-f15340d72d06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b88484-c2f1-4037-9f21-69665e3358fa,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:12.481353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-b55fc35f-3562-4313-a5fa-c58133f499df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74dadda9-0126-477f-9bf2-9d8503a261c6 HTTP/1.1" status: 200 len: 217 time: 0.3383262 Nov 23 18:02:12.486762 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c3546617-7e58-44eb-96b2-f15340d72d06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.490533 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c3546617-7e58-44eb-96b2-f15340d72d06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641953 Nov 23 18:02:12.492392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56114) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:12.511019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0c77f039-d250-4cdf-9182-0e9665956495 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'security_group_rule': {'security_group_id': '05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:12.573378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] For port 98705814-0bf8-4bb8-839d-bf0e97d1293a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:12.578678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] For port 98705814-0bf8-4bb8-839d-bf0e97d1293a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=98705814-0bf8-4bb8-839d-bf0e97d1293a,segment=NetworkSegment(c54281d3-984e-4f83-8033-c1e51978a928),segment_id=c54281d3-984e-4f83-8033-c1e51978a928)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:12.586568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c77f039-d250-4cdf-9182-0e9665956495 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.627767 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.735811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fc855-d490-47ce-9076-dca4516438c0 req-7559441c-9c5b-4bfd-8756-1699ef9b755c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:12.748199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a07fc855-d490-47ce-9076-dca4516438c0 req-7559441c-9c5b-4bfd-8756-1699ef9b755c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 948 time: 0.9223561 Nov 23 18:02:12.765707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c77f039-d250-4cdf-9182-0e9665956495 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.770409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c77f039-d250-4cdf-9182-0e9665956495 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.825759 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c77f039-d250-4cdf-9182-0e9665956495 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.826671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Routers {'6f639561-37e4-4a09-9f35-1a63f713eb5e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:12.831467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['6f639561-37e4-4a09-9f35-1a63f713eb5e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:12.831662 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0c77f039-d250-4cdf-9182-0e9665956495 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349118 Nov 23 18:02:12.832610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56118) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:12.850430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:12.863337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-167fcd4a-087d-4b76-b534-fba3ba7e8bbc tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb460d8f967842e488ecb23110e744f7 HTTP/1.1" status: 200 len: 380 time: 0.7732296 Nov 23 18:02:12.867177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77f039-d250-4cdf-9182-0e9665956495 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb52bfab-16f3-4838-be9d-2f0be2094f2a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:12.898754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Request body: {'port': {'device_id': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'admin_state_up': True, 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'security_groups': ['3d196513-22f8-4d92-8dc1-6ca6f3a45d7c']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:12.934713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:12.955816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-7993039f-356d-4181-8801-057651997774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:12.959011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-7993039f-356d-4181-8801-057651997774 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c41779b5-7d30-4bfa-ac93-15138503b31d HTTP/1.1" status: 200 len: 857 time: 0.4448891 Nov 23 18:02:13.018214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98060e-5223-4b57-ac8b-18301eae6459 req-f6d747cd-8b2d-49b2-85e6-5327a5f8db05 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:13.036657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c98060e-5223-4b57-ac8b-18301eae6459 req-f6d747cd-8b2d-49b2-85e6-5327a5f8db05 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 1.0508678 Nov 23 18:02:13.052782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691ff3f-3b12-4bc7-85d7-101d7ca2d820 None None] Pushing event updated for resources: {'Port': ['ID=98705814-0bf8-4bb8-839d-bf0e97d1293a,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:13.144090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-89f6bffe-cece-4759-987c-7dadb0e9a4b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=172bb19d-c7c7-47a1-9caf-46582791d0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041477 Nov 23 18:02:13.265350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:13.423337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] Set router 6f639561-37e4-4a09-9f35-1a63f713eb5e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:13.529958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c98060e-5223-4b57-ac8b-18301eae6459 req-63894dad-5563-4f61-bcaa-0e746946c7ec tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845906 Nov 23 18:02:13.566725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a032fa6d-4b9c-4b9b-a83c-c8b3cf40a8aa None None] Provisioning complete for port 98705814-0bf8-4bb8-839d-bf0e97d1293a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:13.567209 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a032fa6d-4b9c-4b9b-a83c-c8b3cf40a8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:13.577557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a07fc855-d490-47ce-9076-dca4516438c0 req-d0a72b69-7700-4fc2-a917-18cae7db79a0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8268104 Nov 23 18:02:13.600764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Allocated IP 172.25.0.92 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/e6880782-1059-4d22-8592-224594436d25) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:13.693752 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e74718f7-cbe4-4ded-88d7-4c4e7d91ae69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:13.935512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Made reservation on behalf of eb460d8f967842e488ecb23110e744f7 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:13.945984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:14.004634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 74dadda9-0126-477f-9bf2-9d8503a261c6 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:14.111399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9960196-94f1-4f44-b925-ef1d73dab69c req-5ebea0da-8f3c-4131-9c15-3561de8dfc24 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.2194381 Nov 23 18:02:14.145144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-04bd81af-78cd-451a-b1ef-6e176a896230 service neutron] 10.222.0.72 "GET /v2.0/networks/172bb19d-c7c7-47a1-9caf-46582791d0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9338703 Nov 23 18:02:14.183948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 706340bc-9c77-4954-9fe1-fbe56f5f8d87 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:14.570625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 74dadda9-0126-477f-9bf2-9d8503a261c6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=74dadda9-0126-477f-9bf2-9d8503a261c6,segment=NetworkSegment(c2d63629-7dfb-4617-90a5-9f68aaf7a7a1),segment_id=c2d63629-7dfb-4617-90a5-9f68aaf7a7a1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:14.595905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '74dadda9-0126-477f-9bf2-9d8503a261c6', 'network_id': '172bb19d-c7c7-47a1-9caf-46582791d0e1', 'port_id': '74dadda9-0126-477f-9bf2-9d8503a261c6', 'mac_address': 'fa:16:3e:3f:c4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41779b5-7d30-4bfa-ac93-15138503b31d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:02:14.636443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:14.734270 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:02:14.737418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:14.840431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:14.843942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:14.848799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:14.932359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'Port': ['ID=e6880782-1059-4d22-8592-224594436d25,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:15.066014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:02:15.101228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:15.101593 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.155266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.172956 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.196559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a032fa6d-4b9c-4b9b-a83c-c8b3cf40a8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.214445 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.221880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.258739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:05Z', 'revision_number': 4, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port': {'id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '98705814-0bf8-4bb8-839d-bf0e97d1293a', 'name': '', 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'mac_address': 'fa:16:3e:f9:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a9bbd2b4-d291-495f-b23a-f4383741400a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:03Z', 'updated_at': '2021-11-23T18:02:12Z', 'revision_number': 4, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'subnets': [{'id': 'a9bbd2b4-d291-495f-b23a-f4383741400a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:15.264956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dadda9-0126-477f-9bf2-9d8503a261c6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:15.324024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 74dadda9-0126-477f-9bf2-9d8503a261c6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=74dadda9-0126-477f-9bf2-9d8503a261c6,segment=NetworkSegment(c2d63629-7dfb-4617-90a5-9f68aaf7a7a1),segment_id=c2d63629-7dfb-4617-90a5-9f68aaf7a7a1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:15.418184 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.428305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572b7b3-be06-423e-9dcd-ec8c720ea5da None None] The sync data for ids ['6f639561-37e4-4a09-9f35-1a63f713eb5e'] in n-d-818932-3 is: [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:05Z', 'revision_number': 4, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port': {'id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '98705814-0bf8-4bb8-839d-bf0e97d1293a', 'name': '', 'network_id': '9484993a-e916-4b69-9aff-ce85de2eca68', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'mac_address': 'fa:16:3e:f9:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a9bbd2b4-d291-495f-b23a-f4383741400a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:03Z', 'updated_at': '2021-11-23T18:02:12Z', 'revision_number': 4, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'subnets': [{'id': 'a9bbd2b4-d291-495f-b23a-f4383741400a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:15.632473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83d6bf-0679-4335-a4ba-b6c62167a9b4 req-024f4ada-adc5-4ac4-80bf-0f846f688e45 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:15.641029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a83d6bf-0679-4335-a4ba-b6c62167a9b4 req-024f4ada-adc5-4ac4-80bf-0f846f688e45 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 943 time: 1.7934198 Nov 23 18:02:15.653136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.664530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.676430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a032fa6d-4b9c-4b9b-a83c-c8b3cf40a8aa None None] For port 98705814-0bf8-4bb8-839d-bf0e97d1293a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=98705814-0bf8-4bb8-839d-bf0e97d1293a,segment=NetworkSegment(c54281d3-984e-4f83-8033-c1e51978a928),segment_id=c54281d3-984e-4f83-8033-c1e51978a928)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:15.696687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-966c6d9e-4310-4857-b116-dea65a3fc730 req-6faec470-2fcd-40d2-8331-2fbd2541533f service neutron] 10.222.0.72 "GET /v2.0/networks/172bb19d-c7c7-47a1-9caf-46582791d0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4696996 Nov 23 18:02:15.750838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['74dadda9-0126-477f-9bf2-9d8503a261c6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:15.770273 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a032fa6d-4b9c-4b9b-a83c-c8b3cf40a8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.866059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a83d6bf-0679-4335-a4ba-b6c62167a9b4 req-48d7c083-042c-40fd-b809-95bfb1d47410 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239573 Nov 23 18:02:15.903183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'Port': ['ID=e6880782-1059-4d22-8592-224594436d25,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:15.940738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.950041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e16af9-d6a3-4888-95d0-b9c09b566f40 req-7eec14b8-593e-40cc-9fa5-7c89a8f7857f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:15.971046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49e16af9-d6a3-4888-95d0-b9c09b566f40 req-7eec14b8-593e-40cc-9fa5-7c89a8f7857f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.3832455 Nov 23 18:02:16.012953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Allocated IP 172.20.0.9 (dff4fc6e-ebeb-4fca-96e6-9327d954883c/ddd47296-ed78-43bb-86ab-9be540ca64cb/ad2bec3b-6917-4521-a0e6-6b5facad5fad) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:16.033705 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:16.045082 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32be7c05-5887-46b0-84a0-faa1f9866967 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2085078 Nov 23 18:02:16.077920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=74dadda9-0126-477f-9bf2-9d8503a261c6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:16.147420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49e16af9-d6a3-4888-95d0-b9c09b566f40 req-772cc0b3-db65-4483-a34a-737ce717c267 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603587 Nov 23 18:02:16.216765 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:16.437951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d56e3c94-e231-49dc-aff2-a68d6f42938c req-60b49c46-7c25-48e3-9639-be0c0935a309 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0871866 Nov 23 18:02:16.487700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e97ea-3d76-45bf-9429-626712784fae req-0317df4e-c1f0-4645-b51f-b14244a3696c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:16.493667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c27e97ea-3d76-45bf-9429-626712784fae req-0317df4e-c1f0-4645-b51f-b14244a3696c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 948 time: 0.2986805 Nov 23 18:02:16.515741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032fa6d-4b9c-4b9b-a83c-c8b3cf40a8aa None None] Pushing event updated for resources: {'Port': ['ID=98705814-0bf8-4bb8-839d-bf0e97d1293a,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:16.555972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdeaad6-17ee-41b0-9d0f-3349957fe91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706340bc-9c77-4954-9fe1-fbe56f5f8d87'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:16.559254 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb90912f-5b39-44ee-a55f-6c08880158f2" -d '{"events": [{"server_uuid": "0bdeaad6-17ee-41b0-9d0f-3349957fe91b", "name": "network-vif-plugged", "status": "completed", "tag": "706340bc-9c77-4954-9fe1-fbe56f5f8d87"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:16.579862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:16.649068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 706340bc-9c77-4954-9fe1-fbe56f5f8d87, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=706340bc-9c77-4954-9fe1-fbe56f5f8d87,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:16.665946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:16.791561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c27e97ea-3d76-45bf-9429-626712784fae req-e88ddcf7-132d-415e-9d72-1fbf91a0a12b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787719 Nov 23 18:02:16.924475 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:17.334105 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789e8290-ac6e-4d28-9715-8e1375e5743e x-openstack-request-id: req-789e8290-ac6e-4d28-9715-8e1375e5743e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:17.345225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:17.351854 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdeaad6-17ee-41b0-9d0f-3349957fe91b", "name": "network-vif-plugged", "status": "completed", "tag": "706340bc-9c77-4954-9fe1-fbe56f5f8d87", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:17.354427 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-789e8290-ac6e-4d28-9715-8e1375e5743e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:17.357920 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdeaad6-17ee-41b0-9d0f-3349957fe91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706340bc-9c77-4954-9fe1-fbe56f5f8d87', 'code': 200} Nov 23 18:02:17.360500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 98705814-0bf8-4bb8-839d-bf0e97d1293a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:17.540021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b6fd-a0ad-469c-97b3-350adb8b74a0 req-fa053eab-dc2b-4954-813d-3d09890e9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:17.551205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d785b6fd-a0ad-469c-97b3-350adb8b74a0 req-fa053eab-dc2b-4954-813d-3d09890e9852 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 1100 time: 0.4682505 Nov 23 18:02:17.638520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b979ad-ea8f-4c1a-a399-70d3ac1f21fd req-5465043b-8177-4794-98e3-cc908b3fba10 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:17.644748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75b979ad-ea8f-4c1a-a399-70d3ac1f21fd req-5465043b-8177-4794-98e3-cc908b3fba10 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 944 time: 0.4320533 Nov 23 18:02:17.670051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:17.674744 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=706340bc-9c77-4954-9fe1-fbe56f5f8d87,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:17.708571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.709036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.709329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.709676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.710025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.715084 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.715551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.715917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.716269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.716596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.716969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.717331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:17.773815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 98705814-0bf8-4bb8-839d-bf0e97d1293a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:17.774256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:17.801561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:17.881307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:17.908563 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:17.999796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:18.000461 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:18.033103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event updated for resources: {'Port': ['ID=ad2bec3b-6917-4521-a0e6-6b5facad5fad,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:18.052330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1703355 Nov 23 18:02:18.191047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Request body: {'port': {'device_id': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:18.201954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d785b6fd-a0ad-469c-97b3-350adb8b74a0 req-3f3d21f6-bddb-4579-b51b-9135d705035e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963111 Nov 23 18:02:18.231280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.233699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.234257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.234806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.236127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.238311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.238886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.239407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.239918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.245762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.246621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.247160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b6ba2-1371-4c72-9219-6f5ff04395fb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:18.335498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75b979ad-ea8f-4c1a-a399-70d3ac1f21fd req-8514a20c-3c57-4674-a966-ee9ae41b5e94 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438258 Nov 23 18:02:18.503777 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:18.546660 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f712f933-73ae-4661-8d6f-3a0b8fa09c0a None None] Provisioning complete for port ad2bec3b-6917-4521-a0e6-6b5facad5fad triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:18.549220 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f712f933-73ae-4661-8d6f-3a0b8fa09c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:18.692004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f712f933-73ae-4661-8d6f-3a0b8fa09c0a None None] Port ad2bec3b-6917-4521-a0e6-6b5facad5fad cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:19.156972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2bec3b-6917-4521-a0e6-6b5facad5fad {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:19.165424 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:19.178883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Transition to ACTIVE for port object ad2bec3b-6917-4521-a0e6-6b5facad5fad will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:02:19.196288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:19.311541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616233-0b67-472c-994c-0b354970671c req-0cf41ccd-b776-4c9e-a260-619c9f6d4f6b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:19.320642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76616233-0b67-472c-994c-0b354970671c req-0cf41ccd-b776-4c9e-a260-619c9f6d4f6b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.6728079 Nov 23 18:02:19.389679 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:19.435925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2bec3b-6917-4521-a0e6-6b5facad5fad,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:19.693920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76616233-0b67-472c-994c-0b354970671c req-8cccc38c-4057-40f9-ac5d-03b8fe4281d1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722916 Nov 23 18:02:19.776950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Attempting to bind port ad2bec3b-6917-4521-a0e6-6b5facad5fad on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:19.777319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Attempting to bind port ad2bec3b-6917-4521-a0e6-6b5facad5fad by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:19.777657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Attempting to bind port ad2bec3b-6917-4521-a0e6-6b5facad5fad on network dff4fc6e-ebeb-4fca-96e6-9327d954883c {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:19.784064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Port ad2bec3b-6917-4521-a0e6-6b5facad5fad on network dff4fc6e-ebeb-4fca-96e6-9327d954883c not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:19.784401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Attempting to bind port ad2bec3b-6917-4521-a0e6-6b5facad5fad on network dff4fc6e-ebeb-4fca-96e6-9327d954883c {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:19.835853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:19.839233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Checking segment: {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:19.839631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Bound using segment: {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:19.840091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Bound port: ad2bec3b-6917-4521-a0e6-6b5facad5fad, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:19.840455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:19.906562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 74dadda9-0126-477f-9bf2-9d8503a261c6 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:20.082044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] For port ad2bec3b-6917-4521-a0e6-6b5facad5fad, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:20.103482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] For port ad2bec3b-6917-4521-a0e6-6b5facad5fad, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:20.111001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:20.127923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 74dadda9-0126-477f-9bf2-9d8503a261c6 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:02:20.142785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 74dadda9-0126-477f-9bf2-9d8503a261c6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:20.144072 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:20.234545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ccf3c-fe86-4894-a94f-538ef8799159 req-d19f5b08-a03c-4f06-b0d6-77ffc66fa49c tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:20.239950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a6ccf3c-fe86-4894-a94f-538ef8799159 req-d19f5b08-a03c-4f06-b0d6-77ffc66fa49c tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 943 time: 0.4157498 Nov 23 18:02:20.289357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:20.289997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:20.292840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] 10.222.0.72 "PUT /v2.0/ports/ad2bec3b-6917-4521-a0e6-6b5facad5fad HTTP/1.1" status: 200 len: 1091 time: 2.1165385 Nov 23 18:02:20.368013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:20.371849 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36607221-0cc2-4560-a665-433e6def1af3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:20.375996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63c055-60ca-4e55-980a-8d0c44059633 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2bec3b-6917-4521-a0e6-6b5facad5fad,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:20.429809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:20.514436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:20.546578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a6ccf3c-fe86-4894-a94f-538ef8799159 req-82c85f0b-35a9-46d2-a27c-231c755cdd52 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474716 Nov 23 18:02:20.549339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68ecb82-6bb2-4f14-ba16-1764bdefc6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dadda9-0126-477f-9bf2-9d8503a261c6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:20.552878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-7e08ba43-ba47-482e-b3fb-d6148e066677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:20.555466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-7e08ba43-ba47-482e-b3fb-d6148e066677 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb460d8f967842e488ecb23110e744f7&device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 1094 time: 0.1723588 Nov 23 18:02:20.573491 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbc5bfe-9599-440f-8b1a-592230ca4d24" -d '{"events": [{"server_uuid": "d68ecb82-6bb2-4f14-ba16-1764bdefc6ca", "name": "network-vif-plugged", "status": "completed", "tag": "74dadda9-0126-477f-9bf2-9d8503a261c6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:20.602019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 74dadda9-0126-477f-9bf2-9d8503a261c6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=74dadda9-0126-477f-9bf2-9d8503a261c6,segment=NetworkSegment(c2d63629-7dfb-4617-90a5-9f68aaf7a7a1),segment_id=c2d63629-7dfb-4617-90a5-9f68aaf7a7a1)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:20.610122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:20.677816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-55a43483-fbce-4c4a-b5ea-2cb311eabd43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad HTTP/1.1" status: 200 len: 217 time: 0.1023767 Nov 23 18:02:20.762319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=74dadda9-0126-477f-9bf2-9d8503a261c6,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:20.981397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-bee5fccf-27ef-4a47-82a1-a85cd7085326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:20.987340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-bee5fccf-27ef-4a47-82a1-a85cd7085326 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd47296-ed78-43bb-86ab-9be540ca64cb HTTP/1.1" status: 200 len: 855 time: 0.2709632 Nov 23 18:02:21.006230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da6a2-b6ac-4425-be3c-0f8fbb93564a req-0b3b4a79-41c9-4f9b-a19d-3f90a430b644 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:21.008279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-483da6a2-b6ac-4425-be3c-0f8fbb93564a req-0b3b4a79-41c9-4f9b-a19d-3f90a430b644 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 949 time: 0.1723990 Nov 23 18:02:21.079618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-483da6a2-b6ac-4425-be3c-0f8fbb93564a req-a20c4cc3-5604-4cc3-ad85-aa9b49f0d0a7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642815 Nov 23 18:02:21.267961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788cf6-0694-4053-a3cf-d2b47b157164 req-bd2ce240-ba26-47ac-b3ab-c259377e7e1a tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:21.269491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9788cf6-0694-4053-a3cf-d2b47b157164 req-bd2ce240-ba26-47ac-b3ab-c259377e7e1a tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 945 time: 0.1082504 Nov 23 18:02:21.357557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9788cf6-0694-4053-a3cf-d2b47b157164 req-7234c359-5c38-4a42-bbc2-6c3e84890e01 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806363 Nov 23 18:02:21.461791 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c64860d-4d2e-4b3e-9a1f-9537914c13a4 x-openstack-request-id: req-5c64860d-4d2e-4b3e-9a1f-9537914c13a4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:21.462096 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:21.462363 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c64860d-4d2e-4b3e-9a1f-9537914c13a4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:21.462886 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'status': 'completed', 'code': 200} Nov 23 18:02:21.510982 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf3fb90-32b0-48da-9dca-23aed82e206a x-openstack-request-id: req-9cf3fb90-32b0-48da-9dca-23aed82e206a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:21.511952 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68ecb82-6bb2-4f14-ba16-1764bdefc6ca", "name": "network-vif-plugged", "status": "completed", "tag": "74dadda9-0126-477f-9bf2-9d8503a261c6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:21.512523 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9cf3fb90-32b0-48da-9dca-23aed82e206a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:21.513224 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68ecb82-6bb2-4f14-ba16-1764bdefc6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dadda9-0126-477f-9bf2-9d8503a261c6', 'code': 200} Nov 23 18:02:21.717460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb69b05-4874-44e9-8ed2-f91876a4a2e1 req-26ee6605-5d5b-4d7e-8422-e195b3d02384 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:21.726722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fb69b05-4874-44e9-8ed2-f91876a4a2e1 req-26ee6605-5d5b-4d7e-8422-e195b3d02384 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.1159694 Nov 23 18:02:21.844846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fb69b05-4874-44e9-8ed2-f91876a4a2e1 req-3fbe0c4d-5d4d-4df0-be7d-a2b781ee190e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173680 Nov 23 18:02:21.906636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-b5bd54c4-ecb0-453d-9196-375a7db460fc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1236437069&fields=id&tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646 HTTP/1.1" status: 200 len: 267 time: 0.0542870 Nov 23 18:02:22.069727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48104725-e2f8-4d3c-a3de-df780835cd9c req-da8c1f22-898d-41e5-ad6d-d296efd376db tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:22.071529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48104725-e2f8-4d3c-a3de-df780835cd9c req-da8c1f22-898d-41e5-ad6d-d296efd376db tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 1100 time: 0.1219375 Nov 23 18:02:22.116794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-cef674e8-5d26-41a1-aede-70029be9bf28 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:22.118883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-cef674e8-5d26-41a1-aede-70029be9bf28 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 811 time: 0.2048585 Nov 23 18:02:22.156817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1bc08ed7-f358-4fb3-877d-21d16b9f4d77 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/quotas/a8fc0030877e4fe5bd8ffdeaf4188646 HTTP/1.1" status: 200 len: 375 time: 0.0253410 Nov 23 18:02:22.159498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48104725-e2f8-4d3c-a3de-df780835cd9c req-389f9498-332b-412c-be5c-873a97823f5d tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805149 Nov 23 18:02:22.389391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1b749464-5618-4f36-83a1-f8cf2bff5ec7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2263086 Nov 23 18:02:22.407680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-89e39e71-a754-476c-94da-8b59e71c6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:22.409165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-89e39e71-a754-476c-94da-8b59e71c6770 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dff4fc6e-ebeb-4fca-96e6-9327d954883c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816390 Nov 23 18:02:22.457028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07270899-82ef-400c-899d-332bc6692905 req-4752fcdf-8441-453f-9953-fc231f3feeba tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:22.458066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07270899-82ef-400c-899d-332bc6692905 req-4752fcdf-8441-453f-9953-fc231f3feeba tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1444385 Nov 23 18:02:22.499209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf87493-1ba6-430c-953e-fcb2bbf61e17 req-e027984f-c6b1-4d2d-999c-b10df02665e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:22.500626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbf87493-1ba6-430c-953e-fcb2bbf61e17 req-e027984f-c6b1-4d2d-999c-b10df02665e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 1096 time: 0.1712022 Nov 23 18:02:22.677837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-39c33772-d604-4bf7-a1fc-f7577da5ea77 service neutron] 10.222.0.74 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643738 Nov 23 18:02:22.699076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07270899-82ef-400c-899d-332bc6692905 req-fb063976-6967-4515-ab1c-3e09bf016ca0 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129884 Nov 23 18:02:22.725562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbf87493-1ba6-430c-953e-fcb2bbf61e17 req-2ad20ac3-49e5-43fd-9bb6-01474e976522 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922991 Nov 23 18:02:22.727456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-6c3d9342-e49a-4cd4-9197-a0ee95326a78 service neutron] 10.222.0.72 "GET /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035278 Nov 23 18:02:22.858489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-1ae5119b-ea83-4c84-bd5e-67a7caf78ef4 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340221 Nov 23 18:02:22.861799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-7407afc4-23ce-4626-bce4-6b99af230da7 service neutron] 10.222.0.74 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605403 Nov 23 18:02:23.078535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c391e-25c7-486c-aa30-767627a90138 req-3ec16bc0-a253-4fe8-bf5d-63be3ddcd1ca tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:23.080418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-3ec16bc0-a253-4fe8-bf5d-63be3ddcd1ca tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147443 Nov 23 18:02:23.133522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-df680f9f-16aa-4a04-8c21-2d40a8c00fc5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/quotas/5f53e78914ae4f9bb5801ca85aa0e5f4 HTTP/1.1" status: 200 len: 375 time: 0.0452795 Nov 23 18:02:23.140532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac9838d6-f2ff-40ca-bef2-adf5372d1d5d req-dcb2817d-9b8f-4105-9f91-4bb94f4fed0c service neutron] 10.222.0.72 "GET /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193437 Nov 23 18:02:23.427035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fc904d9b-e275-455e-a936-cd194f433ee5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2847447 Nov 23 18:02:23.441743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36607221-0cc2-4560-a665-433e6def1af3 req-c7066036-d5fa-48d5-982a-0febe40de6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:23.450881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36607221-0cc2-4560-a665-433e6def1af3 req-c7066036-d5fa-48d5-982a-0febe40de6b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb460d8f967842e488ecb23110e744f7&device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 1094 time: 0.2327344 Nov 23 18:02:23.569904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd23ae9-492a-45b8-8661-9a3995becab0 req-2b6e19d9-4406-4e52-b463-dd66b381bdb0 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:23.581429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fd23ae9-492a-45b8-8661-9a3995becab0 req-2b6e19d9-4406-4e52-b463-dd66b381bdb0 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 945 time: 0.2594368 Nov 23 18:02:23.593747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56246) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:23.843788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59aed1d-7c72-4b91-bc1d-b062082f1b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:23.939793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:23.989428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fd23ae9-492a-45b8-8661-9a3995becab0 req-98c51eb3-8fa1-4b24-8e03-1926fdea624b tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065349 Nov 23 18:02:24.013614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59aed1d-7c72-4b91-bc1d-b062082f1b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.030469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59aed1d-7c72-4b91-bc1d-b062082f1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.060019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36607221-0cc2-4560-a665-433e6def1af3 req-8d904b65-1cc5-4e1a-84db-fc4c1eb63ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.061517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36607221-0cc2-4560-a665-433e6def1af3 req-8d904b65-1cc5-4e1a-84db-fc4c1eb63ce4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dff4fc6e-ebeb-4fca-96e6-9327d954883c HTTP/1.1" status: 200 len: 917 time: 0.6006198 Nov 23 18:02:24.132435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36607221-0cc2-4560-a665-433e6def1af3 req-45168804-39b3-4708-8bcd-561030089d03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad HTTP/1.1" status: 200 len: 217 time: 0.0571277 Nov 23 18:02:24.151443 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a59aed1d-7c72-4b91-bc1d-b062082f1b07 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=204709e346c649b2bde837511f9849df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5525153 Nov 23 18:02:24.155374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56264) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:24.170842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e843562-e11c-412c-a4d0-a8cfcc139b35 req-3f438662-e176-4bec-907b-3fa49e0d5961 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 210 time: 0.0765889 Nov 23 18:02:24.187227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59aed1d-7c72-4b91-bc1d-b062082f1b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e37be-9343-4196-8bb2-696de644f1be,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:24.188697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:24.228694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0af8-3bed-4ab1-9dd5-fa45f7db1bae req-2651d69d-434b-4e59-96c6-f789919e05d5 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.233404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d7f0af8-3bed-4ab1-9dd5-fa45f7db1bae req-2651d69d-434b-4e59-96c6-f789919e05d5 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 943 time: 0.4044158 Nov 23 18:02:24.251181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '10c6765f-db63-4429-8717-e02044dc943b', 'network_id': 'd1c8fd55-a9f4-47de-b248-426270e1967b', 'port_id': '10c6765f-db63-4429-8717-e02044dc943b', 'mac_address': 'fa:16:3e:92:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3700550f-d34a-4c2a-99a7-0e4eec52654a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:02:24.329114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.336417 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf63e-658d-4e2d-b72f-20fa39720ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.373535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c6765f-db63-4429-8717-e02044dc943b {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:24.395171 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf63e-658d-4e2d-b72f-20fa39720ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.454311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:24.465580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.478884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf63e-658d-4e2d-b72f-20fa39720ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.483877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf63e-658d-4e2d-b72f-20fa39720ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.490377 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a7cf63e-658d-4e2d-b72f-20fa39720ea1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d9e37be-9343-4196-8bb2-696de644f1be HTTP/1.1" status: 204 len: 168 time: 0.3310907 Nov 23 18:02:24.531403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de785906-e218-4c2b-8621-de0ae6b0fe53 req-f356e570-cc3f-4627-94ee-458ab64fb380 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 210 time: 0.1705656 Nov 23 18:02:24.555489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:24.568280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cf63e-658d-4e2d-b72f-20fa39720ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e37be-9343-4196-8bb2-696de644f1be,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:24.574649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36607221-0cc2-4560-a665-433e6def1af3 req-ec868f5b-cd01-4854-8e14-0e490bdeb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.589286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36607221-0cc2-4560-a665-433e6def1af3 req-ec868f5b-cd01-4854-8e14-0e490bdeb71d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd47296-ed78-43bb-86ab-9be540ca64cb HTTP/1.1" status: 200 len: 855 time: 0.4331613 Nov 23 18:02:24.685907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d7f0af8-3bed-4ab1-9dd5-fa45f7db1bae req-fcb24225-71e8-4646-83eb-0ea9db8bc328 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222573 Nov 23 18:02:24.738244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36607221-0cc2-4560-a665-433e6def1af3 req-5b73a3ee-d837-4959-a807-1599264c91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.740683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36607221-0cc2-4560-a665-433e6def1af3 req-5b73a3ee-d837-4959-a807-1599264c91f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dff4fc6e-ebeb-4fca-96e6-9327d954883c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229455 Nov 23 18:02:24.744119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['10c6765f-db63-4429-8717-e02044dc943b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:24.801260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebfa20-19cb-49e6-9922-09ae226d8969 req-12fa8288-ae2c-45a3-9e53-2ed332457121 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.803680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dfebfa20-19cb-49e6-9922-09ae226d8969 req-12fa8288-ae2c-45a3-9e53-2ed332457121 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1106963 Nov 23 18:02:25.067105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dfebfa20-19cb-49e6-9922-09ae226d8969 req-e08badff-3c86-4c51-9c5f-86856d82e7f3 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530577 Nov 23 18:02:25.264240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c1a2760-cc1b-45c9-89fa-2c45a9712d9f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:25.265775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c1a2760-cc1b-45c9-89fa-2c45a9712d9f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.66 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 811 time: 0.1580462 Nov 23 18:02:25.314936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36607221-0cc2-4560-a665-433e6def1af3 req-19eb8890-0d20-4e0e-9d0c-b3cb7dad841f service neutron] 10.222.0.72 "GET /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655978 Nov 23 18:02:25.343344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71732aac-0ed3-4583-9abf-e7bc59aeaa26 req-eb9551c2-0a10-4fde-aedd-9d719054638b tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 210 time: 0.0747640 Nov 23 18:02:25.652541 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-78e50ac4-284c-4d67-a910-fa894beddd1f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366349 Nov 23 18:02:25.797137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c391e-25c7-486c-aa30-767627a90138 req-22e8872a-f0ac-468d-9c5e-076bf2a8e9f1 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:25.799325 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-22e8872a-f0ac-468d-9c5e-076bf2a8e9f1 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448507 Nov 23 18:02:25.815102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Request body: {'port': {'device_id': '4c07a4e0-0ff0-46af-98e7-8b907bf9e19b', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '5f53e78914ae4f9bb5801ca85aa0e5f4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:25.886546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33e36bc2-fc60-452d-880e-b69e955190fd req-ff1c5973-15b0-41ab-9f55-1cd66811b794 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 210 time: 0.1028180 Nov 23 18:02:25.891976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-019e35d0-549d-441d-bfb4-12fd9678f2f9 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646 HTTP/1.1" status: 200 len: 380 time: 0.6013780 Nov 23 18:02:25.913128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdb649-9ea5-4b85-9e8e-f3204b919304 req-b73b1954-da82-40f3-9838-f8e2e4d6afdc tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:25.921217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9fcdb649-9ea5-4b85-9e8e-f3204b919304 req-b73b1954-da82-40f3-9838-f8e2e4d6afdc tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 945 time: 0.6516228 Nov 23 18:02:25.937140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'port': {'device_id': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'admin_state_up': True, 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'security_groups': ['05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:25.938439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:25.993933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36607221-0cc2-4560-a665-433e6def1af3 req-798d7439-b359-44ac-88f7-2a4efff030ab service neutron] 10.222.0.72 "GET /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476078 Nov 23 18:02:26.018501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Made reservation on behalf of 5f53e78914ae4f9bb5801ca85aa0e5f4 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:26.022541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.048798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 10c6765f-db63-4429-8717-e02044dc943b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:26.049189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.172329 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.218791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9fcdb649-9ea5-4b85-9e8e-f3204b919304 req-4de44443-975a-468b-8140-16e7943ab374 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963965 Nov 23 18:02:26.225366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c6765f-db63-4429-8717-e02044dc943b'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:26.229296 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde9c82-7615-44e2-aca4-647c3361ec21" -d '{"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "10c6765f-db63-4429-8717-e02044dc943b"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:26.247229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:26.252486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.254413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Allocated IP 192.168.233.31 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/b681177d-258b-4ff3-b7a3-44774dd6a09a) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:26.264741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e047c7d-a058-4711-84cb-2deef6a95d1b req-1f03e134-2501-4652-af06-bab81bf66be6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:26.267982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e047c7d-a058-4711-84cb-2deef6a95d1b req-1f03e134-2501-4652-af06-bab81bf66be6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 944 time: 0.2497678 Nov 23 18:02:26.309290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Made reservation on behalf of a8fc0030877e4fe5bd8ffdeaf4188646 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:26.314956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.386246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:26.495697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e047c7d-a058-4711-84cb-2deef6a95d1b req-cbd3f123-037f-4593-be5b-43ad66563241 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005019 Nov 23 18:02:26.531094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.531265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14600443-b6e6-489a-a138-af52642f6a52 req-2ce80b19-2293-42d0-bfa0-4768e09b3aba tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:26.531265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14600443-b6e6-489a-a138-af52642f6a52 req-2ce80b19-2293-42d0-bfa0-4768e09b3aba tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1530886 Nov 23 18:02:26.580346 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955d500c-dcae-4af6-ae13-890c169e1470 x-openstack-request-id: req-955d500c-dcae-4af6-ae13-890c169e1470 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:26.580658 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "10c6765f-db63-4429-8717-e02044dc943b", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:26.580972 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-955d500c-dcae-4af6-ae13-890c169e1470 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:26.581378 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c6765f-db63-4429-8717-e02044dc943b', 'code': 200} Nov 23 18:02:26.594358 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.616953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'ce663431-f735-4b2d-b837-cb03be662190', '706340bc-9c77-4954-9fe1-fbe56f5f8d87'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:26.679985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14600443-b6e6-489a-a138-af52642f6a52 req-55dd2a89-e230-4955-b95a-80f92c51b0c0 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448863 Nov 23 18:02:26.684834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Allocated IP 172.20.0.12 (769975ee-2b29-4639-bb3e-92888466febe/d91f871a-fd5c-478b-a4e0-d532eeae8bb4/87ade9c5-535e-44e7-ae6f-e748fe8ddfee) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:26.699011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e', '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:26.709471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:26.729318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:26.739800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:26.780095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'Port': ['ID=b681177d-258b-4ff3-b7a3-44774dd6a09a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:26.844415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:26.844723 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.883366 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-fffd3558-d9c7-4446-b25d-3f77feba4158 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0748990 Nov 23 18:02:26.902126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Request body: {'port': {'device_id': '4c07a4e0-0ff0-46af-98e7-8b907bf9e19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:27.028660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc9bda6f-b127-4017-ad4f-b96a01aab0d0 req-967fe46b-1375-45d9-947f-157bd935283f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 210 time: 0.0897951 Nov 23 18:02:27.045256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:27.206232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:27.239410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f69c8f03-0f3d-493b-a466-4edecffb37cd None None] Provisioning complete for port b681177d-258b-4ff3-b7a3-44774dd6a09a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:27.239978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f69c8f03-0f3d-493b-a466-4edecffb37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:27.369769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8343719-62f4-4ef4-ba40-38144c30cee1 req-37a369dd-a05c-4e86-a856-e11c7b006069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:27.372718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8343719-62f4-4ef4-ba40-38144c30cee1 req-37a369dd-a05c-4e86-a856-e11c7b006069 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 1097 time: 0.5332680 Nov 23 18:02:27.436583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f69c8f03-0f3d-493b-a466-4edecffb37cd None None] Port b681177d-258b-4ff3-b7a3-44774dd6a09a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:27.448068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c387ac-c02b-4263-95d3-f6047eeb5f77 req-f252d2f4-4a8f-464a-837e-9f1689211736 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:27.457297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86c387ac-c02b-4263-95d3-f6047eeb5f77 req-f252d2f4-4a8f-464a-837e-9f1689211736 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 945 time: 0.4243367 Nov 23 18:02:27.502826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1216b-191b-41a5-a658-0d6bceccc12b req-295f61fc-605d-4f6f-9b0f-67240e9e36dd tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:27.504676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eb1216b-191b-41a5-a658-0d6bceccc12b req-295f61fc-605d-4f6f-9b0f-67240e9e36dd tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 935 time: 0.2559171 Nov 23 18:02:27.505758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:27.530261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b681177d-258b-4ff3-b7a3-44774dd6a09a {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:27.539263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:27.558434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Transition to ACTIVE for port object b681177d-258b-4ff3-b7a3-44774dd6a09a will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:02:27.563876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:27.610085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8343719-62f4-4ef4-ba40-38144c30cee1 req-2b757773-0258-4560-9a2c-d8da2f1a4a82 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202015 Nov 23 18:02:27.618503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Network 769975ee-2b29-4639-bb3e-92888466febe is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:27.652291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86c387ac-c02b-4263-95d3-f6047eeb5f77 req-863b2baf-0084-4d92-ac2a-3f5ec85ec48e tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940274 Nov 23 18:02:27.655963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:27.692674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:27.734750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Pushing event updated for resources: {'Port': ['ID=b681177d-258b-4ff3-b7a3-44774dd6a09a,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:27.753471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Attempting to bind port b681177d-258b-4ff3-b7a3-44774dd6a09a on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:27.753812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Attempting to bind port b681177d-258b-4ff3-b7a3-44774dd6a09a by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:27.754166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Attempting to bind port b681177d-258b-4ff3-b7a3-44774dd6a09a on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:27.768161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Port b681177d-258b-4ff3-b7a3-44774dd6a09a on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:27.768502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Attempting to bind port b681177d-258b-4ff3-b7a3-44774dd6a09a on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:27.783051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:27.783396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:27.783774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:27.784212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Bound port: b681177d-258b-4ff3-b7a3-44774dd6a09a, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:27.784565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:27.802811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event updated for resources: {'Port': ['ID=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:27.924084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] For port b681177d-258b-4ff3-b7a3-44774dd6a09a, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:27.928027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] For port b681177d-258b-4ff3-b7a3-44774dd6a09a, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b681177d-258b-4ff3-b7a3-44774dd6a09a,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:27.928305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eb1216b-191b-41a5-a658-0d6bceccc12b req-7ef12dee-973b-4692-ad83-09f7a9a7d8fe tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022729 Nov 23 18:02:27.952780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:28.039199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.039861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:28.074919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.075955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:28.079673 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] 10.222.0.66 "PUT /v2.0/ports/b681177d-258b-4ff3-b7a3-44774dd6a09a HTTP/1.1" status: 200 len: 1095 time: 1.1845164 Nov 23 18:02:28.079673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c07a4e0-0ff0-46af-98e7-8b907bf9e19b', 'tag': 'b681177d-258b-4ff3-b7a3-44774dd6a09a'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:28.080296 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d892f4e-35c5-48da-a345-5230e3cc0675" -d '{"events": [{"name": "network-changed", "server_uuid": "4c07a4e0-0ff0-46af-98e7-8b907bf9e19b", "tag": "b681177d-258b-4ff3-b7a3-44774dd6a09a"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:28.113797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1c9d22ce-1998-4c5f-9626-31d496d2dd46 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1826110 Nov 23 18:02:28.187879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Request body: {'port': {'device_id': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:28.211265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724c60d-1ed3-45dd-80ab-08c41b84351d service neutron] Pushing event updated for resources: {'Port': ['ID=b681177d-258b-4ff3-b7a3-44774dd6a09a,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:28.219567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f11c3-f7ee-464c-9e7b-c23526aa0b38 req-e9093f3a-e449-40b7-8fd2-cd64692f806a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.227759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca6f11c3-f7ee-464c-9e7b-c23526aa0b38 req-e9093f3a-e449-40b7-8fd2-cd64692f806a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.3865409 Nov 23 18:02:28.239847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c391e-25c7-486c-aa30-767627a90138 req-44d29fc7-c6fa-4031-ad1e-78cfab2c0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.242452 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-44d29fc7-c6fa-4031-ad1e-78cfab2c0422 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 1098 time: 0.1179619 Nov 23 18:02:28.299711 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-2abffe22-8f1f-47b9-aaed-898641723fd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b681177d-258b-4ff3-b7a3-44774dd6a09a HTTP/1.1" status: 200 len: 217 time: 0.0486135 Nov 23 18:02:28.321458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ac071e20-552d-4e4b-8916-d384aeb61895 None None] Provisioning complete for port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:28.322818 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ac071e20-552d-4e4b-8916-d384aeb61895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:28.393754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca0c4f-9cc6-41e8-bfec-b850de443363 req-8a28cf9f-0cb5-4e6a-82eb-78e6cee652a0 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.395387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40ca0c4f-9cc6-41e8-bfec-b850de443363 req-8a28cf9f-0cb5-4e6a-82eb-78e6cee652a0 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 943 time: 0.3016295 Nov 23 18:02:28.418630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ac071e20-552d-4e4b-8916-d384aeb61895 None None] Port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:28.429538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c391e-25c7-486c-aa30-767627a90138 req-45e00fef-69bc-4c01-a6f0-5f761a24b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.431240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-45e00fef-69bc-4c01-a6f0-5f761a24b304 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1228368 Nov 23 18:02:28.474337 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:28.492790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca6f11c3-f7ee-464c-9e7b-c23526aa0b38 req-9758f132-d5ab-40a1-87ff-859a97a963cd tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644491 Nov 23 18:02:28.504772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c391e-25c7-486c-aa30-767627a90138 req-c578ab80-2a6e-4198-847c-4cf5a4f11c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.507496 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-c578ab80-2a6e-4198-847c-4cf5a4f11c1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670595 Nov 23 18:02:28.599849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40ca0c4f-9cc6-41e8-bfec-b850de443363 req-a9b3b8f7-9e76-4f14-9566-a994c630a39b tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832304 Nov 23 18:02:28.639253 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-7b906524-b9a4-4f4e-85e7-281425e0ecb3 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155272 Nov 23 18:02:28.725531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-6b5cc0db-d9fc-4007-9481-600d3d2dce32 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.727182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-6b5cc0db-d9fc-4007-9481-600d3d2dce32 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 945 time: 0.1734946 Nov 23 18:02:28.787433 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587dac99-9612-4506-9942-0812ae4e5537 x-openstack-request-id: req-587dac99-9612-4506-9942-0812ae4e5537 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:28.788496 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c07a4e0-0ff0-46af-98e7-8b907bf9e19b", "tag": "b681177d-258b-4ff3-b7a3-44774dd6a09a", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:28.788769 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-587dac99-9612-4506-9942-0812ae4e5537 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:28.789614 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c07a4e0-0ff0-46af-98e7-8b907bf9e19b', 'tag': 'b681177d-258b-4ff3-b7a3-44774dd6a09a', 'status': 'completed', 'code': 200} Nov 23 18:02:28.824567 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5c8c391e-25c7-486c-aa30-767627a90138 req-54ecdbf1-0692-4ad2-8290-39e342ec5930 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766648 Nov 23 18:02:28.952821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9090-e7e1-4fd7-a7f7-7eefaacf1158 req-33fa95c6-e380-43f2-87da-9bfe509c4706 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.954402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043d9090-e7e1-4fd7-a7f7-7eefaacf1158 req-33fa95c6-e380-43f2-87da-9bfe509c4706 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 945 time: 0.1654196 Nov 23 18:02:29.004228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-d05e5812-365c-491d-b11e-8684e39fdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:29.005959 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-d05e5812-365c-491d-b11e-8684e39fdbe9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 1098 time: 0.1190195 Nov 23 18:02:29.142468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-64a2dfff-742f-4a66-85a4-18afbad6edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:29.144307 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-64a2dfff-742f-4a66-85a4-18afbad6edde service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1214373 Nov 23 18:02:29.180119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Deleting port 74dadda9-0126-477f-9bf2-9d8503a261c6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:29.180670 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:29.227759 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-a1b00d5e-d3c4-48e1-b1e2-6ec0e3da2279 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b681177d-258b-4ff3-b7a3-44774dd6a09a HTTP/1.1" status: 200 len: 217 time: 0.0698326 Nov 23 18:02:29.228444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043d9090-e7e1-4fd7-a7f7-7eefaacf1158 req-41a6c302-110a-45d4-a6a1-55c55a43fe6b tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/security-groups?id=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612357 Nov 23 18:02:29.271141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ade9c5-535e-44e7-ae6f-e748fe8ddfee {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:29.297832 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:29.317397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Transition to ACTIVE for port object 87ade9c5-535e-44e7-ae6f-e748fe8ddfee will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:02:29.317615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-2820576d-f2c6-4530-8dcd-3b072279c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:29.321594 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-2820576d-f2c6-4530-8dcd-3b072279c4d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0801563 Nov 23 18:02:29.334032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853a2dc-ffa8-4688-bbf7-28c2cdcc2cb5 req-47f14282-5768-4c30-800b-a70f947e151e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:29.342396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d853a2dc-ffa8-4688-bbf7-28c2cdcc2cb5 req-47f14282-5768-4c30-800b-a70f947e151e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 932 time: 0.3124161 Nov 23 18:02:29.356643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:29.434383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-9f10fe83-fb4e-46b4-9cbb-ea025b792a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:29.439661 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-9f10fe83-fb4e-46b4-9cbb-ea025b792a37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047392 Nov 23 18:02:29.677740 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-4bb04918-dc32-46b2-826a-e34ede140cee service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319245 Nov 23 18:02:29.724097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d853a2dc-ffa8-4688-bbf7-28c2cdcc2cb5 req-2b349f5a-dd1a-404f-91da-7e42c316235e tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765507 Nov 23 18:02:29.818647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] For port 74dadda9-0126-477f-9bf2-9d8503a261c6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=74dadda9-0126-477f-9bf2-9d8503a261c6,segment=NetworkSegment(c2d63629-7dfb-4617-90a5-9f68aaf7a7a1),segment_id=c2d63629-7dfb-4617-90a5-9f68aaf7a7a1)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:29.819049 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:29.829541 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d892f4e-35c5-48da-a345-5230e3cc0675 req-6d516704-ffbf-4a8f-a727-73a17eb207d8 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400855 Nov 23 18:02:29.892631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Calling delete_port for 74dadda9-0126-477f-9bf2-9d8503a261c6 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:29.906649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Pushing event updated for resources: {'Port': ['ID=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:29.935468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05eab0-096f-451b-a864-c56e4122b7d0 req-3688a465-793f-4b02-92d7-b6775dc6a8ae tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:29.937091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d05eab0-096f-451b-a864-c56e4122b7d0 req-3688a465-793f-4b02-92d7-b6775dc6a8ae tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 947 time: 0.5190270 Nov 23 18:02:30.089488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4643b8-c151-409e-8fa9-b8c1493eecb5 req-0f22230e-49e6-4867-88d0-3a134783a935 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:30.091051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc4643b8-c151-409e-8fa9-b8c1493eecb5 req-0f22230e-49e6-4867-88d0-3a134783a935 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1950052 Nov 23 18:02:30.103397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Attempting to bind port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:30.103756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Attempting to bind port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:30.104089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Attempting to bind port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee on network 769975ee-2b29-4639-bb3e-92888466febe {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:30.109148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d05eab0-096f-451b-a864-c56e4122b7d0 req-191d159e-ae23-4b60-bcae-62305726e7be tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466608 Nov 23 18:02:30.140367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee on network 769975ee-2b29-4639-bb3e-92888466febe not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:30.140745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Attempting to bind port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee on network 769975ee-2b29-4639-bb3e-92888466febe {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:30.151214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:30.151592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Checking segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:30.151963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Bound using segment: {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:30.152415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Bound port: 87ade9c5-535e-44e7-ae6f-e748fe8ddfee, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '769975ee-2b29-4639-bb3e-92888466febe'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:30.152780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:30.247055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc4643b8-c151-409e-8fa9-b8c1493eecb5 req-57339f61-3917-4a13-85ab-301ee690ff01 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465812 Nov 23 18:02:30.310514 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:30.384710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d9045-3c49-4cb9-82e1-60fd7574b03b req-125d64c0-6024-4011-944a-a92e1f4e5622 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:30.386283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a80d9045-3c49-4cb9-82e1-60fd7574b03b req-125d64c0-6024-4011-944a-a92e1f4e5622 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 943 time: 0.1961069 Nov 23 18:02:30.391701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0deb2048-515f-491c-89b5-771d0aaf13d7 req-3f5ad29c-3ac8-464c-a0f1-5c6dac6da175 tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.74 "GET /v2.0/ports?device_id=d68ecb82-6bb2-4f14-ba16-1764bdefc6ca HTTP/1.1" status: 200 len: 210 time: 0.0830412 Nov 23 18:02:30.392843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] For port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:30.395314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Pushing event deleted for resources: {'Port': ['ID=74dadda9-0126-477f-9bf2-9d8503a261c6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:30.419919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] For port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:30.443141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:30.495480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] No DVR routers for this DVR port 74dadda9-0126-477f-9bf2-9d8503a261c6 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:30.507649 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:30.512153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88db5149-2fb1-4be6-a527-132f0c6574ad req-323d899c-4ab1-4098-97d5-32de28f4393f tempest-InstanceActionsV221TestJSON-225349677 tempest-InstanceActionsV221TestJSON-225349677-project] 10.222.0.72 "DELETE /v2.0/ports/74dadda9-0126-477f-9bf2-9d8503a261c6 HTTP/1.1" status: 204 len: 173 time: 1.7751720 Nov 23 18:02:30.512660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68ecb82-6bb2-4f14-ba16-1764bdefc6ca', 'name': 'network-vif-deleted', 'tag': '74dadda9-0126-477f-9bf2-9d8503a261c6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:30.515066 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d1980b-0b8b-41e1-b7ee-8f1c03c68274" -d '{"events": [{"server_uuid": "d68ecb82-6bb2-4f14-ba16-1764bdefc6ca", "name": "network-vif-deleted", "tag": "74dadda9-0126-477f-9bf2-9d8503a261c6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:30.536280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:30.536608 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:30.538191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] 10.222.0.66 "PUT /v2.0/ports/87ade9c5-535e-44e7-ae6f-e748fe8ddfee HTTP/1.1" status: 200 len: 1092 time: 2.3973446 Nov 23 18:02:30.563690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a80d9045-3c49-4cb9-82e1-60fd7574b03b req-b592089a-4136-478e-bd4b-e92d5ac22d3a tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643836 Nov 23 18:02:30.577019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618874-c914-43ed-943a-1321a50cf81b service neutron] Pushing event updated for resources: {'Port': ['ID=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:30.637423 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca309ab6-9ee0-408c-b1c9-fe38ac390c3a x-openstack-request-id: req-ca309ab6-9ee0-408c-b1c9-fe38ac390c3a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:30.637753 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68ecb82-6bb2-4f14-ba16-1764bdefc6ca", "name": "network-vif-deleted", "tag": "74dadda9-0126-477f-9bf2-9d8503a261c6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:30.637972 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ca309ab6-9ee0-408c-b1c9-fe38ac390c3a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:30.638409 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68ecb82-6bb2-4f14-ba16-1764bdefc6ca', 'name': 'network-vif-deleted', 'tag': '74dadda9-0126-477f-9bf2-9d8503a261c6', 'status': 'completed', 'code': 200} Nov 23 18:02:30.661468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-a4284c42-2863-4e6b-81d1-a3f60b699315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:30.663267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-a4284c42-2863-4e6b-81d1-a3f60b699315 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 1095 time: 0.0705528 Nov 23 18:02:30.738983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-1ca66849-2576-47a5-8b27-fb8293017885 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee HTTP/1.1" status: 200 len: 217 time: 0.0608144 Nov 23 18:02:30.829110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-16dc66cd-5791-4785-917b-86d0e3f94e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:30.830868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-16dc66cd-5791-4785-917b-86d0e3f94e8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.0825145 Nov 23 18:02:30.910843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce655b-444a-4688-b740-6a9edbeb7417 req-d9ac515e-b5c4-49a1-ad38-f6e4bce25f8f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:30.912390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acce655b-444a-4688-b740-6a9edbeb7417 req-d9ac515e-b5c4-49a1-ad38-f6e4bce25f8f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 944 time: 0.0804534 Nov 23 18:02:30.915179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-bfbdee9f-0c15-4829-9267-f792af825958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:30.916627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-bfbdee9f-0c15-4829-9267-f792af825958 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756445 Nov 23 18:02:31.027420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acce655b-444a-4688-b740-6a9edbeb7417 req-3b73357d-9487-42d8-afae-936fb6904d1c tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080499 Nov 23 18:02:31.058402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-abc8d822-801c-492c-824e-b346399e1872 service neutron] 10.222.0.66 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328478 Nov 23 18:02:31.190814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3207aaba-b8d7-46e3-a50f-2e2063037997 req-aa6a87ef-1d2c-4743-96de-2752bb8a04f7 service neutron] 10.222.0.66 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215553 Nov 23 18:02:31.269297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a7229-f38b-44f8-8767-28b050f0182b req-9e9c5eeb-d537-4f0d-b255-8db1023dde02 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.271112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db4a7229-f38b-44f8-8767-28b050f0182b req-9e9c5eeb-d537-4f0d-b255-8db1023dde02 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 947 time: 0.0525773 Nov 23 18:02:31.343589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db4a7229-f38b-44f8-8767-28b050f0182b req-f085ecb5-b4d1-4804-b563-2e4410c52ead tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642393 Nov 23 18:02:31.386214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff6a4-9500-487e-8c3e-2584731c12ed req-b2d5d9b6-f773-4b19-b48c-7ecf420dace7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.388055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-356ff6a4-9500-487e-8c3e-2584731c12ed req-b2d5d9b6-f773-4b19-b48c-7ecf420dace7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.0611045 Nov 23 18:02:31.440963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-356ff6a4-9500-487e-8c3e-2584731c12ed req-7b5e9c29-94ed-42ab-a345-33763e15a9b8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Nov 23 18:02:31.607429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab6755-7d00-4f21-a228-d3d7f3a7f92c req-ed31edde-5bf3-4433-9521-c8adb578e738 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.609110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25ab6755-7d00-4f21-a228-d3d7f3a7f92c req-ed31edde-5bf3-4433-9521-c8adb578e738 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.0785985 Nov 23 18:02:31.722162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25ab6755-7d00-4f21-a228-d3d7f3a7f92c req-73435158-63c3-4064-8c70-4d82b2251a4c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051826 Nov 23 18:02:31.774209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56466) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:31.839805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121d0af-5781-4232-8ffa-6e3c0cb7f3d2 req-c38dbc4f-05e3-45a3-873b-be9b6a68ee72 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.841365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6121d0af-5781-4232-8ffa-6e3c0cb7f3d2 req-c38dbc4f-05e3-45a3-873b-be9b6a68ee72 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 943 time: 0.0914431 Nov 23 18:02:31.849059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7de884c-f221-42a4-b472-248cc96501f9 admin admin] Deleting subnet c41779b5-7d30-4bfa-ac93-15138503b31d {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:02:31.852820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7de884c-f221-42a4-b472-248cc96501f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:31.891612 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7de884c-f221-42a4-b472-248cc96501f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:31.930517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1d1dc-5d1e-4b0f-85c8-e2e7cb0f092a req-fb669aba-f6c2-446d-bb9c-1d274d1a7bbf tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.938051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49d1d1dc-5d1e-4b0f-85c8-e2e7cb0f092a req-fb669aba-f6c2-446d-bb9c-1d274d1a7bbf tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1159229 Nov 23 18:02:31.945892 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7de884c-f221-42a4-b472-248cc96501f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:31.979462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6121d0af-5781-4232-8ffa-6e3c0cb7f3d2 req-c2424a2a-e3f2-439f-8fa0-a0065bbaf2cf tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072187 Nov 23 18:02:31.991147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ad2bec3b-6917-4521-a0e6-6b5facad5fad details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:32.050774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7de884c-f221-42a4-b472-248cc96501f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.073559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49d1d1dc-5d1e-4b0f-85c8-e2e7cb0f092a req-51865d46-85e5-4131-8270-89ab2d85484b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345589 Nov 23 18:02:32.119028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de884c-f221-42a4-b472-248cc96501f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41779b5-7d30-4bfa-ac93-15138503b31d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:32.123476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7de884c-f221-42a4-b472-248cc96501f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.129400 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d7de884c-f221-42a4-b472-248cc96501f9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c41779b5-7d30-4bfa-ac93-15138503b31d HTTP/1.1" status: 204 len: 168 time: 0.3540413 Nov 23 18:02:32.132107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56482) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:32.139699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 74dadda9-0126-477f-9bf2-9d8503a261c6 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:32.197761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 74dadda9-0126-477f-9bf2-9d8503a261c6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:02:32.198506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 74dadda9-0126-477f-9bf2-9d8503a261c6 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:32.221440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ad2bec3b-6917-4521-a0e6-6b5facad5fad, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:32.234991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'port_id': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'mac_address': 'fa:16:3e:aa:6c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:02:32.274153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b681177d-258b-4ff3-b7a3-44774dd6a09a details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:32.280179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.304967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2bec3b-6917-4521-a0e6-6b5facad5fad {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:32.341296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ad2bec3b-6917-4521-a0e6-6b5facad5fad, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:32.355491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.470524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b681177d-258b-4ff3-b7a3-44774dd6a09a, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b681177d-258b-4ff3-b7a3-44774dd6a09a,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:32.472843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=ad2bec3b-6917-4521-a0e6-6b5facad5fad,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:32.485506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'b681177d-258b-4ff3-b7a3-44774dd6a09a', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'b681177d-258b-4ff3-b7a3-44774dd6a09a', 'mac_address': 'fa:16:3e:2d:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:02:32.530971 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.547351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b681177d-258b-4ff3-b7a3-44774dd6a09a {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:32.576328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b681177d-258b-4ff3-b7a3-44774dd6a09a, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b681177d-258b-4ff3-b7a3-44774dd6a09a,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:32.581821 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.619610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['ad2bec3b-6917-4521-a0e6-6b5facad5fad'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:32.641767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'tag': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:32.644026 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1c0c5a-cffa-48b8-855a-88a038e6dc3e", "tag": "87ade9c5-535e-44e7-ae6f-e748fe8ddfee"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:32.673383 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.699825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e867a1-5cb1-4c90-bdb6-576ccc1ce9d2 req-a709a16a-190f-47eb-a342-9f468ac0fcd3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:32.701710 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31e867a1-5cb1-4c90-bdb6-576ccc1ce9d2 req-a709a16a-190f-47eb-a342-9f468ac0fcd3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.5029821 Nov 23 18:02:32.708911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=b681177d-258b-4ff3-b7a3-44774dd6a09a,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:32.785750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3296ea-a59c-4a91-a2cf-f37f48545093 req-4f7c4c29-f976-4786-9ee2-43666baaac06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:32.794194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e3296ea-a59c-4a91-a2cf-f37f48545093 req-4f7c4c29-f976-4786-9ee2-43666baaac06 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 944 time: 0.6161768 Nov 23 18:02:32.905785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b681177d-258b-4ff3-b7a3-44774dd6a09a'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:32.908716 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.934094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172bb19d-c7c7-47a1-9caf-46582791d0e1']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:32.944957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d63629-7dfb-4617-90a5-9f68aaf7a7a1') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:32.945261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d63629-7dfb-4617-90a5-9f68aaf7a7a1') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:32.966113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e3296ea-a59c-4a91-a2cf-f37f48545093 req-8280d8f1-eed3-443f-bdaf-c296bcff9d0b tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709714 Nov 23 18:02:32.977472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31e867a1-5cb1-4c90-bdb6-576ccc1ce9d2 req-6bb52496-f263-42ca-af90-554c686e4888 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643030 Nov 23 18:02:32.989275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.024667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.046890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:02:33.048146 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:02:33.055007 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:02:33.180553 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca4606b-2c04-4c87-b975-aadbec842461 x-openstack-request-id: req-5ca4606b-2c04-4c87-b975-aadbec842461 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:33.180850 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1c0c5a-cffa-48b8-855a-88a038e6dc3e", "tag": "87ade9c5-535e-44e7-ae6f-e748fe8ddfee", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:33.181853 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ca4606b-2c04-4c87-b975-aadbec842461 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:33.182382 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'tag': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'status': 'completed', 'code': 200} Nov 23 18:02:33.272960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.288807 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.295511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] 10.222.0.74 "DELETE /v2.0/networks/172bb19d-c7c7-47a1-9caf-46582791d0e1 HTTP/1.1" status: 204 len: 168 time: 1.1587489 Nov 23 18:02:33.316459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-8dce1077-7408-4d8e-9781-70c5b311420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:33.318590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-8dce1077-7408-4d8e-9781-70c5b311420b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 1095 time: 0.1347592 Nov 23 18:02:33.321275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b58c4-855c-4aef-9e8c-be007fcbcabf admin admin] Pushing event deleted for resources: {'Network': ['ID=172bb19d-c7c7-47a1-9caf-46582791d0e1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:33.333779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57375c-afbc-4c95-a82b-ac314ed3c4a2 req-83b9c4be-cfac-4b34-bfdc-1b17ecc40b22 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:33.341779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad57375c-afbc-4c95-a82b-ac314ed3c4a2 req-83b9c4be-cfac-4b34-bfdc-1b17ecc40b22 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 948 time: 0.1572764 Nov 23 18:02:33.388133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e63b71-d774-4a9f-8ffb-3313908a78bc req-c939071f-fac1-458e-b147-686adbc72047 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:33.395739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79e63b71-d774-4a9f-8ffb-3313908a78bc req-c939071f-fac1-458e-b147-686adbc72047 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 944 time: 0.1617548 Nov 23 18:02:33.497672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56506) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:33.511882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad57375c-afbc-4c95-a82b-ac314ed3c4a2 req-12a9ac7a-e47f-4243-bd81-6d3c244df15d tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691318 Nov 23 18:02:33.529573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-4b07f861-4498-4d94-a7d9-630e298d8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:33.531080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-4b07f861-4498-4d94-a7d9-630e298d8bc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 912 time: 0.1862118 Nov 23 18:02:33.541584 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9fccf79f-182b-419c-90fe-d3c21adf58ee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b76a65262f846a890762ff1759485cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419483 Nov 23 18:02:33.544639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56508) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:33.555503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79e63b71-d774-4a9f-8ffb-3313908a78bc req-9ff34e8a-21c9-4501-9f97-99c539d4e259 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535821 Nov 23 18:02:33.602248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-2ce8e7e4-bb59-4ef8-9ec8-9c6e8767b7f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee HTTP/1.1" status: 200 len: 217 time: 0.0456660 Nov 23 18:02:33.633679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e47e-2f1e-4f4d-ae0c-7a455435e9d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.660462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e47e-2f1e-4f4d-ae0c-7a455435e9d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.709652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e830a-0c14-4a8e-8c12-3cd0cd63e80b req-34a8f29b-a928-466a-8007-bd89c08e1fba tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:33.711276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e04e830a-0c14-4a8e-8c12-3cd0cd63e80b req-34a8f29b-a928-466a-8007-bd89c08e1fba tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1069980 Nov 23 18:02:33.713975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-294d4a75-2b26-4098-9d37-1c2410eb7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:33.715572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-294d4a75-2b26-4098-9d37-1c2410eb7afd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.0792942 Nov 23 18:02:33.718620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e47e-2f1e-4f4d-ae0c-7a455435e9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.721613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e47e-2f1e-4f4d-ae0c-7a455435e9d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.724069 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6bd1e47e-2f1e-4f4d-ae0c-7a455435e9d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b3bbdea7-7054-40f2-9731-94b2f2b9f0fc HTTP/1.1" status: 204 len: 168 time: 0.1674142 Nov 23 18:02:33.750082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1e47e-2f1e-4f4d-ae0c-7a455435e9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bbdea7-7054-40f2-9731-94b2f2b9f0fc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:33.803214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e04e830a-0c14-4a8e-8c12-3cd0cd63e80b req-ca4655b7-40b9-497a-82d7-2560c1de2218 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805328 Nov 23 18:02:33.812894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-bcc5a5c4-fbb8-4822-b8cb-264d4bdc815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:33.814405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-bcc5a5c4-fbb8-4822-b8cb-264d4bdc815a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826786 Nov 23 18:02:33.956287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-e546b195-c872-4390-9703-a5a6717175a5 service neutron] 10.222.0.66 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326549 Nov 23 18:02:33.999521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ad2bec3b-6917-4521-a0e6-6b5facad5fad up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:34.086000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port ad2bec3b-6917-4521-a0e6-6b5facad5fad completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:02:34.087172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d77c1-cee0-445c-9541-e657600fde8d req-14f79229-1a2c-40f8-b958-9a7e97e9d749 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.092459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port ad2bec3b-6917-4521-a0e6-6b5facad5fad triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:34.093214 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:34.097315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c74d77c1-cee0-445c-9541-e657600fde8d req-14f79229-1a2c-40f8-b958-9a7e97e9d749 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1443605 Nov 23 18:02:34.302314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 87ade9c5-535e-44e7-ae6f-e748fe8ddfee details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:34.304757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b681177d-258b-4ff3-b7a3-44774dd6a09a up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:34.308447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d3364a-1a81-41c1-bf25-4cdf4fe05a44 req-0455803e-2d71-4904-b27b-9bd8df5deeb6 service neutron] 10.222.0.66 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192046 Nov 23 18:02:34.409968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c74d77c1-cee0-445c-9541-e657600fde8d req-ca22de08-db66-47a1-9923-5df786896ac1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014321 Nov 23 18:02:34.410608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:34.446030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11063e-b86d-4f0c-b6ac-fa9435818028 req-fb9ab43b-4d95-4653-8b57-792027f42b5f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.452047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port b681177d-258b-4ff3-b7a3-44774dd6a09a completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:02:34.460075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e11063e-b86d-4f0c-b6ac-fa9435818028 req-fb9ab43b-4d95-4653-8b57-792027f42b5f tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 944 time: 0.3577700 Nov 23 18:02:34.504862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port b681177d-258b-4ff3-b7a3-44774dd6a09a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:34.505279 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:34.515124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:34.516860 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceca245f-8b3b-4c52-97ea-20f7f21fc8eb" -d '{"events": [{"server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:34.555283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ad2bec3b-6917-4521-a0e6-6b5facad5fad, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:34.574294 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:34.604946 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e11063e-b86d-4f0c-b6ac-fa9435818028 req-7aba7536-c6b4-4e57-bfeb-ccb3dfc0afa5 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406388 Nov 23 18:02:34.638227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:34.664537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'port_id': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'mac_address': 'fa:16:3e:ef:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:02:34.716027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f2335-b89d-45da-9903-537449839cfc req-7b2980a6-9161-4d8d-a592-85573cd58e8c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.730064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a8f2335-b89d-45da-9903-537449839cfc req-7b2980a6-9161-4d8d-a592-85573cd58e8c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1226993 Nov 23 18:02:34.919282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a8f2335-b89d-45da-9903-537449839cfc req-5ccc07e2-bfc9-4f73-b9d6-455b6804d7ca tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872084 Nov 23 18:02:34.953633 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05377edc-62a8-4b95-a110-eab848d852fb x-openstack-request-id: req-05377edc-62a8-4b95-a110-eab848d852fb {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:34.953941 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:34.954250 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-05377edc-62a8-4b95-a110-eab848d852fb {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:34.954659 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'code': 200} Nov 23 18:02:34.957422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=ad2bec3b-6917-4521-a0e6-6b5facad5fad,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:34.985085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:35.024105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ade9c5-535e-44e7-ae6f-e748fe8ddfee {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:35.037505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dafb7-b579-4329-89f2-22fbbf04ef76 req-89754990-90e9-420a-9a63-b89be81a5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.039100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f1dafb7-b579-4329-89f2-22fbbf04ef76 req-89754990-90e9-420a-9a63-b89be81a5db8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 1096 time: 0.2809901 Nov 23 18:02:35.053098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:35.059845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:35.065010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf7b65-8d92-4faf-bab0-65c16d5f1920 req-e402929e-56ff-4ad3-ade8-6b97202a23be tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.072992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:35.077669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7cf7b65-8d92-4faf-bab0-65c16d5f1920 req-e402929e-56ff-4ad3-ade8-6b97202a23be tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 948 time: 0.2247856 Nov 23 18:02:35.112967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b681177d-258b-4ff3-b7a3-44774dd6a09a, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b681177d-258b-4ff3-b7a3-44774dd6a09a,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:35.139031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:35.158244 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f1dafb7-b579-4329-89f2-22fbbf04ef76 req-34e8d60a-d960-4cfb-8bda-f5060d21d463 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690529 Nov 23 18:02:35.210092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:35.292333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff2f31-5fa5-4393-962b-b8a30feffe27 req-e0486a8a-f23c-4ed3-ac80-dd1b6e2daacd tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.295413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccff2f31-5fa5-4393-962b-b8a30feffe27 req-e0486a8a-f23c-4ed3-ac80-dd1b6e2daacd tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1865203 Nov 23 18:02:35.314055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7cf7b65-8d92-4faf-bab0-65c16d5f1920 req-5d8a79f6-5f3f-4637-a87c-9067af944b22 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334487 Nov 23 18:02:35.320335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=b681177d-258b-4ff3-b7a3-44774dd6a09a,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:35.359022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-61f29846-dae8-4cbf-831b-99fa0a4fc548 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1516461 Nov 23 18:02:35.485931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccff2f31-5fa5-4393-962b-b8a30feffe27 req-a8793a5a-9b47-4f32-a944-dafe901f7f58 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640828 Nov 23 18:02:35.497851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['87ade9c5-535e-44e7-ae6f-e748fe8ddfee'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:35.545683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-01ccd30b-7c60-4b81-850f-86f125c35129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.546150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-01ccd30b-7c60-4b81-850f-86f125c35129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.546645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-01ccd30b-7c60-4b81-850f-86f125c35129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.547116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-01ccd30b-7c60-4b81-850f-86f125c35129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.547631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-01ccd30b-7c60-4b81-850f-86f125c35129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.548106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-01ccd30b-7c60-4b81-850f-86f125c35129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.548613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-01ccd30b-7c60-4b81-850f-86f125c35129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.567372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-01ccd30b-7c60-4b81-850f-86f125c35129 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db630954b957416f90c9df90d201772b&device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 6491 time: 0.1356544 Nov 23 18:02:35.848268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-527ac8a5-e2ba-4760-a6b7-ce8215b4bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.848885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-527ac8a5-e2ba-4760-a6b7-ce8215b4bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.849172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-527ac8a5-e2ba-4760-a6b7-ce8215b4bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.850936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-527ac8a5-e2ba-4760-a6b7-ce8215b4bfe0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&id=acfcf59a-152b-40f7-b95c-a27f4105fcc0 HTTP/1.1" status: 200 len: 2292 time: 0.2531781 Nov 23 18:02:35.865810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff601b-6611-4487-bca1-27267f35bcc0 req-54a90aa3-3a56-48a0-b0b6-42b9d713ce4f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:35.875018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5dff601b-6611-4487-bca1-27267f35bcc0 req-54a90aa3-3a56-48a0-b0b6-42b9d713ce4f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1376975 Nov 23 18:02:36.003495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5dff601b-6611-4487-bca1-27267f35bcc0 req-999f4ac4-3c12-487b-a1cb-3f054fdca219 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225615 Nov 23 18:02:36.008897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-d377ac8c-394f-4450-ae00-af2147fda518 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6 HTTP/1.1" status: 200 len: 1001 time: 0.1316557 Nov 23 18:02:36.079463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-7c58da51-e180-4120-b06a-9274514078f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:36.081131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-7c58da51-e180-4120-b06a-9274514078f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=291e8618-8a09-4d5c-b07b-1d9965435064 HTTP/1.1" status: 200 len: 850 time: 0.0650876 Nov 23 18:02:36.387236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-2f83cc08-691b-4b20-8d02-d701918200a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:36.391787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-2f83cc08-691b-4b20-8d02-d701918200a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 1097 time: 0.3097391 Nov 23 18:02:36.467611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-a1eab885-dbe9-4602-bdc2-d4b61b44756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:36.469206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-a1eab885-dbe9-4602-bdc2-d4b61b44756d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3671896 Nov 23 18:02:36.617292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e28a04-ed24-4ea5-9cb9-e3685c279745 req-4f4870fb-8c1b-4c41-bcca-9afc2fadeaa4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:36.620397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24e28a04-ed24-4ea5-9cb9-e3685c279745 req-4f4870fb-8c1b-4c41-bcca-9afc2fadeaa4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 945 time: 0.4587679 Nov 23 18:02:36.622807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-912dec22-ff24-41d7-a7bb-03f74eaf62c2 service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359768 Nov 23 18:02:36.927829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-d165a3b2-4b6d-4d0f-b6c1-7143340ae15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:36.929592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-d165a3b2-4b6d-4d0f-b6c1-7143340ae15f service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 914 time: 0.5049956 Nov 23 18:02:36.956190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07a4e0-0ff0-46af-98e7-8b907bf9e19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b681177d-258b-4ff3-b7a3-44774dd6a09a'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:36.958750 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23d62de-dc3c-49fd-b31e-4e26014cda68" -d '{"events": [{"server_uuid": "4c07a4e0-0ff0-46af-98e7-8b907bf9e19b", "name": "network-vif-plugged", "status": "completed", "tag": "b681177d-258b-4ff3-b7a3-44774dd6a09a"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:37.042834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24e28a04-ed24-4ea5-9cb9-e3685c279745 req-a99222d9-f2b0-43aa-a151-984279a8195d tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023911 Nov 23 18:02:37.044101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-a1257665-e8db-4150-815e-d6220a3c33b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c6765f-db63-4429-8717-e02044dc943b HTTP/1.1" status: 200 len: 217 time: 0.1031067 Nov 23 18:02:37.081180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bae89-6c6f-4fc1-a213-3afe239da004 req-ef21077d-ed3f-4905-a47c-4272debaed03 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:37.085615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d6bae89-6c6f-4fc1-a213-3afe239da004 req-ef21077d-ed3f-4905-a47c-4272debaed03 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 949 time: 0.4558327 Nov 23 18:02:37.109751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-4c085b98-1265-4b4f-a03d-437a763ab22a service neutron] 10.222.0.66 "GET /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504616 Nov 23 18:02:37.178132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-281081f8-42a0-42f4-abd1-0a949893ddd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 217 time: 0.0376656 Nov 23 18:02:37.270186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-b456f6c3-f7e5-4c77-84f1-fe05782d3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:37.271775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-b456f6c3-f7e5-4c77-84f1-fe05782d3a44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 200 len: 853 time: 0.2156324 Nov 23 18:02:37.352061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-6addcd41-4f9e-449b-8653-8ade8f539edc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1c8fd55-a9f4-47de-b248-426270e1967b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574024 Nov 23 18:02:37.363179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-82d0d514-ec2b-4ba6-a7ad-2f378d46f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:37.364714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-82d0d514-ec2b-4ba6-a7ad-2f378d46f734 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.1432564 Nov 23 18:02:37.383242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d6bae89-6c6f-4fc1-a213-3afe239da004 req-e4207318-3aeb-42e0-b62a-49baddf45959 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762079 Nov 23 18:02:37.469537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be020cb-471a-47b3-9bf5-2bc717fa7205 req-8d090f26-2339-4c6e-a5ea-f806426932f9 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:37.471164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2be020cb-471a-47b3-9bf5-2bc717fa7205 req-8d090f26-2339-4c6e-a5ea-f806426932f9 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1974342 Nov 23 18:02:37.475104 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be6523a-dca6-48cd-b118-4dd568a0b486 x-openstack-request-id: req-7be6523a-dca6-48cd-b118-4dd568a0b486 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:37.475448 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c07a4e0-0ff0-46af-98e7-8b907bf9e19b", "name": "network-vif-plugged", "status": "completed", "tag": "b681177d-258b-4ff3-b7a3-44774dd6a09a", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:37.475711 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7be6523a-dca6-48cd-b118-4dd568a0b486 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:37.476305 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c07a4e0-0ff0-46af-98e7-8b907bf9e19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b681177d-258b-4ff3-b7a3-44774dd6a09a', 'code': 200} Nov 23 18:02:37.545962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-4f1e0a91-e37d-4317-939e-7a72406e990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:37.547662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-4f1e0a91-e37d-4317-939e-7a72406e990d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1634409 Nov 23 18:02:37.623200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dab5-e38c-4238-b5e8-caead3304275 req-21e50c94-633b-4c9f-884d-22908b265db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:37.625446 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1106dab5-e38c-4238-b5e8-caead3304275 req-21e50c94-633b-4c9f-884d-22908b265db4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 1100 time: 0.0574095 Nov 23 18:02:37.660465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-d3b81051-8c2c-4ed7-8d13-50c10cfe79bc service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920306 Nov 23 18:02:37.666820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2be020cb-471a-47b3-9bf5-2bc717fa7205 req-95a9ca23-f61c-4572-a037-69252f192ad3 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521053 Nov 23 18:02:37.682520 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1106dab5-e38c-4238-b5e8-caead3304275 req-2bb625c3-1850-464a-a7bf-2720ee56a1c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 Nov 23 18:02:37.746923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d452a-b32f-4764-af4b-a858f3043b04 req-d4c41913-6279-48e0-91ca-bfea1b4b989a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:37.748394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-554d452a-b32f-4764-af4b-a858f3043b04 req-d4c41913-6279-48e0-91ca-bfea1b4b989a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1980081 Nov 23 18:02:38.189530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-ee3fd205-25ae-4929-b225-8f51be304825 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052308 Nov 23 18:02:38.269452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd19dfe-96cd-450e-830e-52266adc8f4e req-8e87a069-0656-405d-9218-c4cc5024aac6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:38.271366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bd19dfe-96cd-450e-830e-52266adc8f4e req-8e87a069-0656-405d-9218-c4cc5024aac6 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 945 time: 0.5187244 Nov 23 18:02:38.274605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-554d452a-b32f-4764-af4b-a858f3043b04 req-52312ab3-d730-4e92-b6a4-d281114f4912 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176871 Nov 23 18:02:38.281467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56630) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:38.284198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d895a94-df95-4a3f-a32e-f37745d627cb req-ee8d554d-ae26-4322-914a-ba65cfb11a8c service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844133 Nov 23 18:02:38.293158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Request body: {'floatingip': {'port_id': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:38.304006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 87ade9c5-535e-44e7-ae6f-e748fe8ddfee up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:38.374339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-10b499ba-0657-479c-bea3-b5500d21eb0f service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735444 Nov 23 18:02:38.435991 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.467449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:02:38.471754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:38.472141 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.477324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-589ec96b-fb3c-4ddf-a743-dcfbc3fdc299 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 217 time: 0.0938349 Nov 23 18:02:38.599157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c807310-e857-4dcb-8fe1-0fec189b1bca req-4b22c1b1-f2c2-43b5-a1e8-4e2c2a34ccc9 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:38.600849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c807310-e857-4dcb-8fe1-0fec189b1bca req-4b22c1b1-f2c2-43b5-a1e8-4e2c2a34ccc9 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 945 time: 0.2161143 Nov 23 18:02:38.628482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-434ddac9-a2e3-464f-bb23-166c974bb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:38.630008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-434ddac9-a2e3-464f-bb23-166c974bb1e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.1330099 Nov 23 18:02:38.644379 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.723604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:38.767587 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.801701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c807310-e857-4dcb-8fe1-0fec189b1bca req-e0266354-f420-4d9c-8bc9-a87a78385e39 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934125 Nov 23 18:02:38.822671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-4ba224af-9b6e-40de-a5a7-feaade25eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:38.825330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-4ba224af-9b6e-40de-a5a7-feaade25eff5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1712852 Nov 23 18:02:38.876494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6165-448a-4f3f-bf7b-2c14b50083ab req-63dc32a7-47b3-4e45-9c63-3647d7676427 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:38.879091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6f6165-448a-4f3f-bf7b-2c14b50083ab req-63dc32a7-47b3-4e45-9c63-3647d7676427 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 949 time: 0.1309230 Nov 23 18:02:38.910636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.106242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6f6165-448a-4f3f-bf7b-2c14b50083ab req-04a9dc3e-c2a9-46eb-abed-0870bb2d88b4 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939161 Nov 23 18:02:39.137419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-570c1445-b3ea-4a17-bfe9-812545900bab service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886693 Nov 23 18:02:39.287424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.295985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.379532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-7721bee5-c37e-4e7f-8e04-06eec77b9264 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323408 Nov 23 18:02:39.477701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:39.481438 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9773b9e-5fdc-44c7-9444-f4631e316dbe" -d '{"events": [{"server_uuid": "8a1c0c5a-cffa-48b8-855a-88a038e6dc3e", "name": "network-vif-plugged", "status": "completed", "tag": "87ade9c5-535e-44e7-ae6f-e748fe8ddfee"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:39.494784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-42d986d7-c12a-4584-955a-3d883c752e84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9 HTTP/1.1" status: 200 len: 217 time: 0.1014969 Nov 23 18:02:39.636464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-5d53e75a-0d00-4842-b0b9-8a38b0558c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:39.638119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-5d53e75a-0d00-4842-b0b9-8a38b0558c66 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.1376007 Nov 23 18:02:39.647684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22c756-9561-4741-988e-7df3aacb7586 req-14673811-daa5-4ab7-bbf0-4eb24eb57fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:39.650065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a22c756-9561-4741-988e-7df3aacb7586 req-14673811-daa5-4ab7-bbf0-4eb24eb57fb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 1097 time: 0.1310177 Nov 23 18:02:39.656344 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e53c1d-593c-4bf1-997c-40e9d9467591 x-openstack-request-id: req-a4e53c1d-593c-4bf1-997c-40e9d9467591 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:39.656641 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1c0c5a-cffa-48b8-855a-88a038e6dc3e", "name": "network-vif-plugged", "status": "completed", "tag": "87ade9c5-535e-44e7-ae6f-e748fe8ddfee", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:39.656895 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a4e53c1d-593c-4bf1-997c-40e9d9467591 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:39.657372 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'code': 200} Nov 23 18:02:39.657503 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Floating IP 41f45129-ef65-4271-b6cf-1a43f484c1ba associated. External IP: 172.25.0.64, port: ad2bec3b-6917-4521-a0e6-6b5facad5fad. Nov 23 18:02:39.697684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957447d0-eca1-46e7-ad2e-547ff17851e9 req-67ee3ae5-a623-44c7-a28c-e7449a64b1cb tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:39.699467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-957447d0-eca1-46e7-ad2e-547ff17851e9 req-67ee3ae5-a623-44c7-a28c-e7449a64b1cb tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1627638 Nov 23 18:02:39.842336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-28088b85-6d51-40f5-a01e-1f334d3d4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:39.843504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-28088b85-6d51-40f5-a01e-1f334d3d4fac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1910498 Nov 23 18:02:39.854821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-957447d0-eca1-46e7-ad2e-547ff17851e9 req-9897c432-abb4-4e7d-8bf2-1f2c1831264f tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392183 Nov 23 18:02:39.889053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22c756-9561-4741-988e-7df3aacb7586 req-b3a0dd06-467f-46db-a4a7-d3a8ea1cbd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:39.890597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a22c756-9561-4741-988e-7df3aacb7586 req-b3a0dd06-467f-46db-a4a7-d3a8ea1cbd77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 200 len: 914 time: 0.2224400 Nov 23 18:02:39.911524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801dbe0-450c-47f2-8404-d6a43a84f200 req-99388a43-ef0b-4c95-80f3-442b4bc58921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:39.923809 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0801dbe0-450c-47f2-8404-d6a43a84f200 req-99388a43-ef0b-4c95-80f3-442b4bc58921 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 1097 time: 0.1776311 Nov 23 18:02:40.010377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a22c756-9561-4741-988e-7df3aacb7586 req-5a9791af-9d24-44d1-886a-c6ddbcd6a262 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c6765f-db63-4429-8717-e02044dc943b HTTP/1.1" status: 200 len: 217 time: 0.1108584 Nov 23 18:02:40.083324 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0801dbe0-450c-47f2-8404-d6a43a84f200 req-63a3d219-7df2-4ef8-ad96-24b059a1af9e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585054 Nov 23 18:02:40.119608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Router 0ae023df-8625-4fb4-894e-2f7f078a53f6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:40.126744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978ce3b-9abb-4777-8f8c-8c3ee45363cc req-f042fc05-1f91-4e6a-a3fa-2d44189489d3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:40.127048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e978ce3b-9abb-4777-8f8c-8c3ee45363cc req-f042fc05-1f91-4e6a-a3fa-2d44189489d3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 946 time: 0.1186004 Nov 23 18:02:40.177268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22c756-9561-4741-988e-7df3aacb7586 req-fb456c74-f47d-459d-b827-b3ba300cc676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:40.179523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a22c756-9561-4741-988e-7df3aacb7586 req-fb456c74-f47d-459d-b827-b3ba300cc676 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 200 len: 853 time: 0.1329603 Nov 23 18:02:40.252895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-57a13901-d1a0-4a58-aead-7bcb4ac64b7e service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904641 Nov 23 18:02:40.315067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:40.330964 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] Sync routers for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:40.334402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.345876 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:40.346523 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:02:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:40.372815 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-21d8eec0-da80-43a0-bbd5-128b28d9a4cb tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "PUT /v2.0/floatingips/41f45129-ef65-4271-b6cf-1a43f484c1ba HTTP/1.1" status: 200 len: 990 time: 2.0889192 Nov 23 18:02:40.373463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:40.376396 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b0dd5e-434c-45f0-b022-466f161fb101" -d '{"events": [{"name": "network-changed", "server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:40.403513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e978ce3b-9abb-4777-8f8c-8c3ee45363cc req-d9085223-8a4e-4a6a-977a-20db179b03a3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919806 Nov 23 18:02:40.417138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a22c756-9561-4741-988e-7df3aacb7586 req-44c5056b-93c4-410c-925a-b690588cb3a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1c8fd55-a9f4-47de-b248-426270e1967b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941788 Nov 23 18:02:40.531214 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:40.582356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22038c2-5b6e-4e5d-9005-bdd038481fb4 req-41dd7760-beeb-4ad2-8c84-aaf94ebce7f5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:40.583587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a22038c2-5b6e-4e5d-9005-bdd038481fb4 req-41dd7760-beeb-4ad2-8c84-aaf94ebce7f5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 949 time: 0.3271561 Nov 23 18:02:40.593164 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f553abfc-546a-4f90-80f3-7ad581499c88 x-openstack-request-id: req-f553abfc-546a-4f90-80f3-7ad581499c88 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:40.599805 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:40.600268 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f553abfc-546a-4f90-80f3-7ad581499c88 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:40.600764 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'status': 'completed', 'code': 200} Nov 23 18:02:40.707017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a22c756-9561-4741-988e-7df3aacb7586 req-cba05553-a9f9-4957-b39a-03d693d52d82 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882445 Nov 23 18:02:40.748958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-a3c07be4-0654-4095-957a-dc183caf6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:40.750549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-a3c07be4-0654-4095-957a-dc183caf6591 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb460d8f967842e488ecb23110e744f7&device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 1096 time: 0.1105356 Nov 23 18:02:40.928486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-0eb0a2fc-37ee-4661-bc3a-d54022d3e68c service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487311 Nov 23 18:02:41.016643 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '41f45129-ef65-4271-b6cf-1a43f484c1ba', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'port_id': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'mac_address': 'fa:16:3e:aa:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:01:23Z', 'updated_at': '2021-11-23T18:02:39Z', 'revision_number': 1, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:24Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:41.092611 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] Checking router: 0ae023df-8625-4fb4-894e-2f7f078a53f6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:41.117981 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:41.119296 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:02:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:41.151923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-562ab964-b88f-450b-87eb-a813bb522110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:41.156333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-562ab964-b88f-450b-87eb-a813bb522110 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dff4fc6e-ebeb-4fca-96e6-9327d954883c HTTP/1.1" status: 200 len: 917 time: 0.3888614 Nov 23 18:02:41.170061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-164f7fcf-db3a-4e81-a323-72727ba17f9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7919f4bb-f7d5-496b-b280-9986aebf0825 HTTP/1.1" status: 200 len: 217 time: 0.2077048 Nov 23 18:02:41.208694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a22038c2-5b6e-4e5d-9005-bdd038481fb4 req-48534284-a348-4b6c-991f-3d4c9859c653 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118677 Nov 23 18:02:41.216183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7efd0ef2-6986-4657-8713-81e03fb03d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:41.398322 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:41.448645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a22c756-9561-4741-988e-7df3aacb7586 req-9fe398b5-bcce-4017-89ea-ec859265c499 service neutron] 10.222.0.72 "GET /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157929 Nov 23 18:02:41.462411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-15c74ba2-7f77-4278-872c-3b972d8aea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:41.464310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-15c74ba2-7f77-4278-872c-3b972d8aea5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 200 len: 797 time: 0.2545350 Nov 23 18:02:41.466755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-7eb9d90a-5cc0-4e50-acb4-55379517f0ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad HTTP/1.1" status: 200 len: 998 time: 0.2704799 Nov 23 18:02:41.482634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeb276-d799-46e6-b3e5-cf92f144b9fc req-d0bba964-6d51-46a5-adee-d2a69d5de1d3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:41.492839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03aeb276-d799-46e6-b3e5-cf92f144b9fc req-d0bba964-6d51-46a5-adee-d2a69d5de1d3 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1203654 Nov 23 18:02:41.564113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-ef9687ae-5829-4ecd-b1b5-df669961f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:41.565778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-ef9687ae-5829-4ecd-b1b5-df669961f773 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd47296-ed78-43bb-86ab-9be540ca64cb HTTP/1.1" status: 200 len: 855 time: 0.0599163 Nov 23 18:02:41.754849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-5b00ed57-1925-470c-95bb-4b5010bb4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:41.756676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-5b00ed57-1925-470c-95bb-4b5010bb4fbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7608aba8-5f6a-4daa-bcd0-da16b0b491bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2607772 Nov 23 18:02:41.760731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f16e00-c66d-46f0-a49d-466cd40691a5 req-c0460588-8954-46cc-8f70-f088187ae909 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:41.786000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8f16e00-c66d-46f0-a49d-466cd40691a5 req-c0460588-8954-46cc-8f70-f088187ae909 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 1100 time: 0.2173896 Nov 23 18:02:41.838602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03aeb276-d799-46e6-b3e5-cf92f144b9fc req-ec12da87-30d2-4ddf-95e8-631da7dfa21e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446469 Nov 23 18:02:41.846323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-4fe82992-a35a-49b3-b08c-545e05b3081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:41.850502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-4fe82992-a35a-49b3-b08c-545e05b3081d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dff4fc6e-ebeb-4fca-96e6-9327d954883c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2490449 Nov 23 18:02:41.940212 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '41f45129-ef65-4271-b6cf-1a43f484c1ba', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'port_id': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'mac_address': 'fa:16:3e:aa:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:01:23Z', 'updated_at': '2021-11-23T18:02:39Z', 'revision_number': 1, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:24Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:41.969462 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f665ed60-6dba-4219-ba10-b86ae08eaa40 None None] The sync data for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 is: [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '41f45129-ef65-4271-b6cf-1a43f484c1ba', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'port_id': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'mac_address': 'fa:16:3e:aa:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:01:23Z', 'updated_at': '2021-11-23T18:02:39Z', 'revision_number': 1, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:24Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:42.142072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8f16e00-c66d-46f0-a49d-466cd40691a5 req-7d8c90e1-ee47-49cd-8307-4ffc790cf20c tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342395 Nov 23 18:02:42.209415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-1a3b9dee-e9d8-4cd0-b6c0-da6d59e51e76 service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002874 Nov 23 18:02:42.225425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-cefc6461-3fd3-4524-a570-bd6fe7f63dbe tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.232094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-cefc6461-3fd3-4524-a570-bd6fe7f63dbe tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.238539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-cefc6461-3fd3-4524-a570-bd6fe7f63dbe tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.245546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-cefc6461-3fd3-4524-a570-bd6fe7f63dbe tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.262245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-cefc6461-3fd3-4524-a570-bd6fe7f63dbe tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.268867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-cefc6461-3fd3-4524-a570-bd6fe7f63dbe tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.276273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-cefc6461-3fd3-4524-a570-bd6fe7f63dbe tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.283336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-cefc6461-3fd3-4524-a570-bd6fe7f63dbe tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5434 time: 0.2953641 Nov 23 18:02:42.288070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-b44c02cb-f5bb-4971-bae8-fdcb8f851131 service neutron] 10.222.0.72 "GET /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191947 Nov 23 18:02:42.393035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81116379-776d-4ee2-a829-66917aae574c None None] New status for floating IP 41f45129-ef65-4271-b6cf-1a43f484c1ba: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:02:42.558226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433131-9c36-4e56-abe4-de0a8684b2e6 req-bc602947-e543-4f5a-8a2e-b9cbb2c91d71 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.559479 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f433131-9c36-4e56-abe4-de0a8684b2e6 req-bc602947-e543-4f5a-8a2e-b9cbb2c91d71 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 946 time: 0.2738888 Nov 23 18:02:42.595382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-976e540c-6482-486d-8170-5667f64d754f service neutron] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107884 Nov 23 18:02:42.599176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8b0dd5e-434c-45f0-b022-466f161fb101 req-dec4189f-a7f9-4874-8b1f-188a6ae942ac service neutron] 10.222.0.72 "GET /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987309 Nov 23 18:02:42.605163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a984a60-f76e-4e79-aa7b-7668049e1f04 req-7177e4b6-bc89-4285-b9c1-1efbe6cf89bd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3030345 Nov 23 18:02:42.661528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-b11551ef-a0e9-4377-9659-48c948785089 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13 HTTP/1.1" status: 200 len: 217 time: 0.0496202 Nov 23 18:02:42.693927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f433131-9c36-4e56-abe4-de0a8684b2e6 req-ea1d1330-2f1d-4e3f-bd30-4445c81282d4 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261907 Nov 23 18:02:42.781634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-fdf2304d-c057-47b7-bca2-88a509a3a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.781634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-fdf2304d-c057-47b7-bca2-88a509a3a446 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.0867798 Nov 23 18:02:42.814658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-b6a81d99-58ac-43f2-96f3-5f1f4387800d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.825613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-b6a81d99-58ac-43f2-96f3-5f1f4387800d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.834403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-b6a81d99-58ac-43f2-96f3-5f1f4387800d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.844415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-b6a81d99-58ac-43f2-96f3-5f1f4387800d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.851852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-b6a81d99-58ac-43f2-96f3-5f1f4387800d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.863442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-b6a81d99-58ac-43f2-96f3-5f1f4387800d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.871219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-b6a81d99-58ac-43f2-96f3-5f1f4387800d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.873564 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-b6a81d99-58ac-43f2-96f3-5f1f4387800d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 5434 time: 0.1718922 Nov 23 18:02:42.917076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-4ad56cb8-4954-4c6a-a9dc-7f4081ad1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.918610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-4ad56cb8-4954-4c6a-a9dc-7f4081ad1894 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282187 Nov 23 18:02:42.922393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-473e12ad-ce40-4ef8-8f6e-8141a0ff4fe3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586891 Nov 23 18:02:42.952310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-32b27c5d-d853-4416-87ce-9a73da93cc45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.954088 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-32b27c5d-d853-4416-87ce-9a73da93cc45 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "GET /v2.0/ports/8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0717916 Nov 23 18:02:43.005665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eb092-46a7-4afc-912d-36ef9a75f101 req-f61df70c-6de0-4ea7-82c9-bf9769c0cfbb tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:43.007244 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-149eb092-46a7-4afc-912d-36ef9a75f101 req-f61df70c-6de0-4ea7-82c9-bf9769c0cfbb tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 946 time: 0.1623883 Nov 23 18:02:43.019570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56746) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:43.118957 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-5899e023-7d7d-4609-bebf-c1f2a8d7dde6 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "GET /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1548836 Nov 23 18:02:43.139616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:43.297758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.302002 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee0150fb-9114-451b-8489-fb616ef471cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.539729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] For port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:43.584395 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56758) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:43.658399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] For port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:43.773996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] device_id is not set on port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:02:43.799268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Request body: {'floatingip': {'port_id': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:43.811140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.846787 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.850797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79d7680b-6d26-4cbf-9d80-6e5bf1ba8a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.945891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79d7680b-6d26-4cbf-9d80-6e5bf1ba8a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.948728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.977463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79d7680b-6d26-4cbf-9d80-6e5bf1ba8a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.009042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7680b-6d26-4cbf-9d80-6e5bf1ba8a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7960a72f-0dc8-46d8-b316-967c6a02bf31,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:44.055822 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-79d7680b-6d26-4cbf-9d80-6e5bf1ba8a09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b026f632e337445fb7c0a433553999aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695761 Nov 23 18:02:44.078363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56772) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:44.080000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] No DVR routers for this DVR port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:44.320864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-2b977f2f-774c-4848-ab82-694ac4a9cd12 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3837633 Nov 23 18:02:44.427960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-31e0665d-d188-4893-9fa4-20a9b30c90e4 None None] Provisioning complete for port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:44.429250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31e0665d-d188-4893-9fa4-20a9b30c90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.446189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-ca906857-cf0b-4229-afe2-244c9c0797e6 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096954 Nov 23 18:02:44.497760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f9fce-6007-47ff-a0de-44004c6b5dc8 req-ff9722ec-52cf-48a8-b9ae-b025c96e6f0a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:44.498478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-31e0665d-d188-4893-9fa4-20a9b30c90e4 None None] Port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:44.507502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f6f9fce-6007-47ff-a0de-44004c6b5dc8 req-ff9722ec-52cf-48a8-b9ae-b025c96e6f0a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.4046550 Nov 23 18:02:44.525294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-c8abccc4-87b8-4b81-b348-718a4580575e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:44.532806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-c8abccc4-87b8-4b81-b348-718a4580575e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5972512 Nov 23 18:02:44.585604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-ecc8189d-1fa5-4705-9add-1ea291def622 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/quotas/5f53e78914ae4f9bb5801ca85aa0e5f4 HTTP/1.1" status: 200 len: 375 time: 0.0517669 Nov 23 18:02:44.615196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] Pushing event updated for resources: {'Port': ['ID=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,revision_number=6']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:44.626391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-4f63658a-8fc3-4fe8-8381-61a9010c489f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6de78270-7671-42fd-8cee-fb0ed027b603 HTTP/1.1" status: 200 len: 217 time: 0.1459889 Nov 23 18:02:44.646000 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc9c6-9170-411b-922d-8f4312f29e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.671257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc9c6-9170-411b-922d-8f4312f29e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.683175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f6f9fce-6007-47ff-a0de-44004c6b5dc8 req-686eeb61-9c76-4588-ba16-08158e53d556 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691427 Nov 23 18:02:44.720305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] In _notify_port_updated(), no bound segment for port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:02:44.721298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:44.721998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.723670 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-d5a2c485-9b59-4004-bd31-8af13779201f service neutron] 10.222.0.66 "PUT /v2.0/ports/8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 200 len: 1027 time: 1.5978107 Nov 23 18:02:44.740401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc9c6-9170-411b-922d-8f4312f29e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.743134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc9c6-9170-411b-922d-8f4312f29e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.749408 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e3bc9c6-9170-411b-922d-8f4312f29e7a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7960a72f-0dc8-46d8-b316-967c6a02bf31 HTTP/1.1" status: 204 len: 168 time: 0.1705363 Nov 23 18:02:44.799950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bc9c6-9170-411b-922d-8f4312f29e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7960a72f-0dc8-46d8-b316-967c6a02bf31,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:44.834792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-95376171-e1c8-4258-834d-c255220d27d7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2481256 Nov 23 18:02:44.836374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-f8858c2c-5e81-4bd6-97ba-a230968d3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:44.847616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-f8858c2c-5e81-4bd6-97ba-a230968d3835 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 200 len: 797 time: 0.1872773 Nov 23 18:02:44.865462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-6c3079fa-9bc0-47bc-8b42-d2cd1c9d513f tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:44.867213 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-6c3079fa-9bc0-47bc-8b42-d2cd1c9d513f tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "GET /v2.0/ports/a88eb2f1-6939-46a9-a6d1-8b6db809b274?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1309412 Nov 23 18:02:44.883830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:44.964359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:02:45.023895 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.029244 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.266975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-938eb2d0-48ff-433d-aa90-9127adfc1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.270622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-938eb2d0-48ff-433d-aa90-9127adfc1166 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=acfcf59a-152b-40f7-b95c-a27f4105fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4075696 Nov 23 18:02:45.312528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d08f6-6530-429c-8406-4b7b6304b75a req-c55ff11b-479d-40fc-b138-5011f6748ca1 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.320745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d08f6-6530-429c-8406-4b7b6304b75a req-c55ff11b-479d-40fc-b138-5011f6748ca1 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.341384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] For port a88eb2f1-6939-46a9-a6d1-8b6db809b274, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a88eb2f1-6939-46a9-a6d1-8b6db809b274,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:45.352745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d08f6-6530-429c-8406-4b7b6304b75a req-c55ff11b-479d-40fc-b138-5011f6748ca1 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.371236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d08f6-6530-429c-8406-4b7b6304b75a req-c55ff11b-479d-40fc-b138-5011f6748ca1 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.380898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d08f6-6530-429c-8406-4b7b6304b75a req-c55ff11b-479d-40fc-b138-5011f6748ca1 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.394272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] For port a88eb2f1-6939-46a9-a6d1-8b6db809b274, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:45.394980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d08f6-6530-429c-8406-4b7b6304b75a req-c55ff11b-479d-40fc-b138-5011f6748ca1 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.406587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b5d08f6-6530-429c-8406-4b7b6304b75a req-c55ff11b-479d-40fc-b138-5011f6748ca1 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 4660 time: 0.5020270 Nov 23 18:02:45.417115 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.468453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] device_id is not set on port a88eb2f1-6939-46a9-a6d1-8b6db809b274 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:02:45.484810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.494463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.496263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.540954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56792) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:45.584404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66394faa-2d1f-4d90-914b-a0096225affa admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.627865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] No DVR routers for this DVR port a88eb2f1-6939-46a9-a6d1-8b6db809b274 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:45.636868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] Pushing event updated for resources: {'Port': ['ID=a88eb2f1-6939-46a9-a6d1-8b6db809b274,revision_number=6']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:45.742252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] In _notify_port_updated(), no bound segment for port a88eb2f1-6939-46a9-a6d1-8b6db809b274 on network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:02:45.743184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.743831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.745162 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-91dd6bba-656c-453a-bd67-f2e2353becba service neutron] 10.222.0.66 "PUT /v2.0/ports/a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 200 len: 1028 time: 0.8713717 Nov 23 18:02:45.771885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9c1f7-ae50-47e6-a4e0-ebfe7b7b258b req-1bd76617-666c-4897-9ef7-9c530a352a1d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.773566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfb9c1f7-ae50-47e6-a4e0-ebfe7b7b258b req-1bd76617-666c-4897-9ef7-9c530a352a1d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.2878280 Nov 23 18:02:45.780160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b5d08f6-6530-429c-8406-4b7b6304b75a req-9d17b2b5-ec45-40d8-ab93-333d267f5cdb tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=3851da71-419f-40a1-ac52-3b4c8205c09e&id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3725111 Nov 23 18:02:45.812013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-7491eab5-db1b-4302-9029-9a6d1f1d61d0 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278668 Nov 23 18:02:45.896720 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Floating IP 6c3ac6e2-b410-4dda-890e-87875a35adb3 associated. External IP: 172.25.0.92, port: 87ade9c5-535e-44e7-ae6f-e748fe8ddfee. Nov 23 18:02:45.905075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66394faa-2d1f-4d90-914b-a0096225affa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.916071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66394faa-2d1f-4d90-914b-a0096225affa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.939051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting port ce854b47-5152-43a2-b820-92a4bcbe90d9 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:45.939616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.005657 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-66394faa-2d1f-4d90-914b-a0096225affa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ebbec00c70b4e188793541830a6b092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634459 Nov 23 18:02:46.007825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56800) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:46.018903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfb9c1f7-ae50-47e6-a4e0-ebfe7b7b258b req-887d3858-3e8a-4706-9b6a-c1448aa97a03 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057853 Nov 23 18:02:46.069875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0f778180-93d9-434b-823a-5ec17a8b38a8 None None] Provisioning complete for port a88eb2f1-6939-46a9-a6d1-8b6db809b274 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:46.074994 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f778180-93d9-434b-823a-5ec17a8b38a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.141963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0f778180-93d9-434b-823a-5ec17a8b38a8 None None] Port a88eb2f1-6939-46a9-a6d1-8b6db809b274 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:46.155840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66394faa-2d1f-4d90-914b-a0096225affa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce35318-7fee-40ac-aa84-3cf573bbe69f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:46.158228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:46.194716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ed5630e-4f8c-46b6-a661-e098a0882cd2 req-307e50c3-4c4b-4800-9ced-0450342c74d1 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 210 time: 0.1609671 Nov 23 18:02:46.200591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1887052204'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:46.261252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] For port ce854b47-5152-43a2-b820-92a4bcbe90d9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce854b47-5152-43a2-b820-92a4bcbe90d9,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:46.261754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.315883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Calling delete_port for ce854b47-5152-43a2-b820-92a4bcbe90d9 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:46.324563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2188b26-83c2-4483-a245-477541d2de56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.343601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device f7f60ea2-8e62-433c-9c30-01a9ad9600d6 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:46.351023 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.358763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:46.364819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.421397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ba97c7d-663d-4963-b3b7-cf2b2d5b0ba3 req-bc723c5d-28a3-49e8-829a-e24386c8c0d1 service neutron] 10.222.0.66 "GET /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945547 Nov 23 18:02:46.430891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2188b26-83c2-4483-a245-477541d2de56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.460030 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:02:46.471250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.471630 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Added segment ca0bdc7e-ef1a-4175-a883-4ce78364351f of type vlan for network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 Nov 23 18:02:46.477115 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.496764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Router 20500d17-ff77-4a58-a58a-1d39a8057eb2 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:46.511200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:46.514382 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cce9067-b530-4019-9d11-cc5d639db41a" -d '{"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:46.517713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.521879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46966934-c8c3-46b7-b7d9-76f6998c782c req-e6bbae64-ef09-4ece-939e-39fd88c2cef6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:46.523471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46966934-c8c3-46b7-b7d9-76f6998c782c req-e6bbae64-ef09-4ece-939e-39fd88c2cef6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1009448 Nov 23 18:02:46.566422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.572857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:46.573514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.589208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port f7f60ea2-8e62-433c-9c30-01a9ad9600d6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:46.606627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.608593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7919f4bb-f7d5-496b-b280-9986aebf0825 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:46.647418 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f225e4-2af3-4081-bbc4-ed97a2db01c5 x-openstack-request-id: req-67f225e4-2af3-4081-bbc4-ed97a2db01c5 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:46.647917 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:46.648278 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67f225e4-2af3-4081-bbc4-ed97a2db01c5 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:46.648772 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'code': 200} Nov 23 18:02:46.658819 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4651482 Nov 23 18:02:46.663469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56822) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:46.671659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1780374154'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:46.720708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2fd0-97e5-44aa-a8c3-801b0ef3cab5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Network': ['ID=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:46.738257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2188b26-83c2-4483-a245-477541d2de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.741204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2188b26-83c2-4483-a245-477541d2de56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.741435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:02:46.755573 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d2188b26-83c2-4483-a245-477541d2de56 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ce35318-7fee-40ac-aa84-3cf573bbe69f HTTP/1.1" status: 204 len: 168 time: 0.7342086 Nov 23 18:02:46.776236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:46.791071 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] Sync routers for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:46.810943 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:46.812536 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:02:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:46.832153 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.886556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:46.889013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-74271339-acef-4479-9c96-aa850ea3309f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1705530 Nov 23 18:02:46.890879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f8af7dfe-519c-45e2-83f3-362848ab94cc tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "PUT /v2.0/floatingips/6c3ac6e2-b410-4dda-890e-87875a35adb3 HTTP/1.1" status: 200 len: 991 time: 3.8703132 Nov 23 18:02:46.899344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'tag': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:46.903046 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb998a4f-60fc-4e36-92c0-93f2b53364aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1c0c5a-cffa-48b8-855a-88a038e6dc3e", "tag": "87ade9c5-535e-44e7-ae6f-e748fe8ddfee"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:46.923686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.925964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2188b26-83c2-4483-a245-477541d2de56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce35318-7fee-40ac-aa84-3cf573bbe69f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:46.997995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.047009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-b964ea10-ef41-4ab6-97e4-caeaf1c6463b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:47.048746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-b964ea10-ef41-4ab6-97e4-caeaf1c6463b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393039 Nov 23 18:02:47.065116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:02:47.066671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Request body: {'port': {'device_id': '15a9c249-9acc-4310-818c-c96824a706d7', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '5f53e78914ae4f9bb5801ca85aa0e5f4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:47.089347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.090886 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Added segment bd245130-8ada-4c3c-b134-6cd97890a5f5 of type vlan for network 890268a0-143b-470c-b56a-22a590561b48 Nov 23 18:02:47.103400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.115589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:47.142494 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:47.213916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.226095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46966934-c8c3-46b7-b7d9-76f6998c782c req-796cb2ff-42fd-4eb3-9e69-0454cffe5a78 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059447 Nov 23 18:02:47.269269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7919f4bb-f7d5-496b-b280-9986aebf0825, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7919f4bb-f7d5-496b-b280-9986aebf0825,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:47.277097 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.278644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:47.281225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Port': ['ID=ce854b47-5152-43a2-b820-92a4bcbe90d9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:47.372654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Made reservation on behalf of 5f53e78914ae4f9bb5801ca85aa0e5f4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:47.392708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] No DVR routers for this DVR port ce854b47-5152-43a2-b820-92a4bcbe90d9 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:47.397741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.402915 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-717ce8ad-55c3-464d-ad3d-9f5f4287c4a8 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "DELETE /v2.0/ports/ce854b47-5152-43a2-b820-92a4bcbe90d9 HTTP/1.1" status: 204 len: 173 time: 1.6481023 Nov 23 18:02:47.403719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': 'ce854b47-5152-43a2-b820-92a4bcbe90d9'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:47.405011 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.407019 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339122ab-6866-42bb-8fb6-b1e6d86317fa" -d '{"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "ce854b47-5152-43a2-b820-92a4bcbe90d9"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:47.431177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:47.449341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed6dae-d11c-4926-ab5b-f22174df75c5 req-c8a1b15d-9e11-4a98-8862-0eedde8b6907 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:47.475165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed6dae-d11c-4926-ab5b-f22174df75c5 req-c8a1b15d-9e11-4a98-8862-0eedde8b6907 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:47.481858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed6dae-d11c-4926-ab5b-f22174df75c5 req-c8a1b15d-9e11-4a98-8862-0eedde8b6907 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:47.496652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.500635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed6dae-d11c-4926-ab5b-f22174df75c5 req-c8a1b15d-9e11-4a98-8862-0eedde8b6907 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:47.502486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68ed6dae-d11c-4926-ab5b-f22174df75c5 req-c8a1b15d-9e11-4a98-8862-0eedde8b6907 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 3148 time: 0.4472914 Nov 23 18:02:47.504699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:47.505433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6de78270-7671-42fd-8cee-fb0ed027b603 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:47.513099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:47.513763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.516116 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f02f50-1d91-4b79-aa11-72475f051e59 x-openstack-request-id: req-99f02f50-1d91-4b79-aa11-72475f051e59 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:47.516426 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1c0c5a-cffa-48b8-855a-88a038e6dc3e", "tag": "87ade9c5-535e-44e7-ae6f-e748fe8ddfee", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:47.516681 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-99f02f50-1d91-4b79-aa11-72475f051e59 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:47.519191 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'tag': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'status': 'completed', 'code': 200} Nov 23 18:02:47.575830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7919f4bb-f7d5-496b-b280-9986aebf0825,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:47.585788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25e8a730-a41f-45e4-9353-466640c7e0a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.631426 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9668331 Nov 23 18:02:47.659367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56846) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:47.680245 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.719620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'subnet': {'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:47.736047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6de78270-7671-42fd-8cee-fb0ed027b603, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6de78270-7671-42fd-8cee-fb0ed027b603,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:47.745670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.747031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 16e4fd27-2661-40c6-978b-1b9e827b4c13 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:47.767244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae485d5-4b61-4aba-9f79-e2344bb0a1b8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Network': ['ID=890268a0-143b-470c-b56a-22a590561b48,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:47.865624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6de78270-7671-42fd-8cee-fb0ed027b603,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:47.873008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 890268a0-143b-470c-b56a-22a590561b48 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:02:47.882215 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.890780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Allocated IP 192.168.233.128 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/16fdeb6e-999e-4021-86f1-afeb533341be) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:47.939360 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6c3ac6e2-b410-4dda-890e-87875a35adb3', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'floating_ip_address': '172.25.0.92', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'port_id': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'mac_address': 'fa:16:3e:ef:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:02:14Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 1, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:48.000369 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] Checking router: 20500d17-ff77-4a58-a58a-1d39a8057eb2 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:48.019952 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:48.020608 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:02:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:48.037700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting port 7919f4bb-f7d5-496b-b280-9986aebf0825 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:48.037700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.066323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:48.074776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.092179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.144049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 16e4fd27-2661-40c6-978b-1b9e827b4c13, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:48.152832 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.153968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ce854b47-5152-43a2-b820-92a4bcbe90d9 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:48.172122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d07ca83-bbd8-4e42-9f15-58b695b1b0f4 req-b430af36-29d3-4793-86ac-ffa4953d189f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 210 time: 0.5618260 Nov 23 18:02:48.176466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25e8a730-a41f-45e4-9353-466640c7e0a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.254779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25e8a730-a41f-45e4-9353-466640c7e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.280405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: ce854b47-5152-43a2-b820-92a4bcbe90d9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:02:48.280922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ce854b47-5152-43a2-b820-92a4bcbe90d9 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:48.281651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a88eb2f1-6939-46a9-a6d1-8b6db809b274 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:48.284054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=16e4fd27-2661-40c6-978b-1b9e827b4c13,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:48.296696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68ed6dae-d11c-4926-ab5b-f22174df75c5 req-17e9eb59-5f1b-4fc3-b1cf-b53db6a1d1bc tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7740917 Nov 23 18:02:48.321418 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:48.347575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-d121337e-a1c2-472d-afac-702991b98f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:48.349207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-d121337e-a1c2-472d-afac-702991b98f83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 1097 time: 0.8289824 Nov 23 18:02:48.350327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a88eb2f1-6939-46a9-a6d1-8b6db809b274 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:48.372952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.428471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] For port 7919f4bb-f7d5-496b-b280-9986aebf0825, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7919f4bb-f7d5-496b-b280-9986aebf0825,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:48.428847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.452257 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-25e8a730-a41f-45e4-9353-466640c7e0a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=636e6fe68d3142a6a8e6f3503a074b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0213549 Nov 23 18:02:48.457408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8a730-a41f-45e4-9353-466640c7e0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aae793c-139a-40ce-808e-04d55ec354c9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:48.461803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Calling delete_port for 7919f4bb-f7d5-496b-b280-9986aebf0825 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:48.463999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56852) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:48.650526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7919f4bb-f7d5-496b-b280-9986aebf0825'}, {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de78270-7671-42fd-8cee-fb0ed027b603'}, {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16e4fd27-2661-40c6-978b-1b9e827b4c13'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:48.653373 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bafba3e-44d3-4a35-af53-3258835b2701" -d '{"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-unplugged", "status": "completed", "tag": "7919f4bb-f7d5-496b-b280-9986aebf0825"}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-unplugged", "status": "completed", "tag": "6de78270-7671-42fd-8cee-fb0ed027b603"}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-unplugged", "status": "completed", "tag": "16e4fd27-2661-40c6-978b-1b9e827b4c13"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:48.679156 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc2f499-7f4e-4832-a9ce-94091caf2597 x-openstack-request-id: req-ecc2f499-7f4e-4832-a9ce-94091caf2597 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:48.679711 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "ce854b47-5152-43a2-b820-92a4bcbe90d9", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:48.679959 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ecc2f499-7f4e-4832-a9ce-94091caf2597 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:48.680640 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': 'ce854b47-5152-43a2-b820-92a4bcbe90d9', 'status': 'completed', 'code': 200} Nov 23 18:02:48.685564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acdfa70b-cf62-41fd-919d-80e33e869f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.737344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.767670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acdfa70b-cf62-41fd-919d-80e33e869f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.817517 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6c3ac6e2-b410-4dda-890e-87875a35adb3', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'floating_ip_address': '172.25.0.92', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'port_id': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'mac_address': 'fa:16:3e:ef:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:02:14Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 1, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:48.861681 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8cdda4-4263-4981-b15c-b90230804a18 None None] The sync data for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 is: [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6c3ac6e2-b410-4dda-890e-87875a35adb3', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'floating_ip_address': '172.25.0.92', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'port_id': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'mac_address': 'fa:16:3e:ef:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:02:14Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 1, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:48.866927 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b503c3b2-7c8b-4b55-b97f-1256c600ba72 x-openstack-request-id: req-b503c3b2-7c8b-4b55-b97f-1256c600ba72 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:48.867260 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-unplugged", "status": "completed", "tag": "7919f4bb-f7d5-496b-b280-9986aebf0825", "code": 200}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-unplugged", "status": "completed", "tag": "6de78270-7671-42fd-8cee-fb0ed027b603", "code": 200}, {"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-unplugged", "status": "completed", "tag": "16e4fd27-2661-40c6-978b-1b9e827b4c13", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:48.867474 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b503c3b2-7c8b-4b55-b97f-1256c600ba72 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:48.867889 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7919f4bb-f7d5-496b-b280-9986aebf0825', 'code': 200} Nov 23 18:02:48.868175 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de78270-7671-42fd-8cee-fb0ed027b603', 'code': 200} Nov 23 18:02:48.869148 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16e4fd27-2661-40c6-978b-1b9e827b4c13', 'code': 200} Nov 23 18:02:48.893001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Subnet': ['ID=c0aeb5aa-353b-4c65-8006-8f5360fd042c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:48.902343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.952093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Port': ['ID=7919f4bb-f7d5-496b-b280-9986aebf0825,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:48.957761 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acdfa70b-cf62-41fd-919d-80e33e869f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.960436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acdfa70b-cf62-41fd-919d-80e33e869f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.961640 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-acdfa70b-cf62-41fd-919d-80e33e869f11 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9aae793c-139a-40ce-808e-04d55ec354c9 HTTP/1.1" status: 204 len: 168 time: 0.4966366 Nov 23 18:02:48.970729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Checking segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:48.970729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network hostable DHCP agents. Network: 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:02:49.004164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfa70b-cf62-41fd-919d-80e33e869f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aae793c-139a-40ce-808e-04d55ec354c9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:49.038731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] No DVR routers for this DVR port 7919f4bb-f7d5-496b-b280-9986aebf0825 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:49.042515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:49.046709 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-9a99349d-8a00-4783-867a-33b46dfae947 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "DELETE /v2.0/ports/7919f4bb-f7d5-496b-b280-9986aebf0825 HTTP/1.1" status: 204 len: 173 time: 1.6349018 Nov 23 18:02:49.067376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:02:49.137603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:49.153199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682adc8f-3ae8-444a-b269-8e882bbae169 None None] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:02:49.177067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.180523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:49.191994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-53307c71-d6af-49a7-87aa-1ac32b03f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.194992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-53307c71-d6af-49a7-87aa-1ac32b03f4fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 912 time: 0.8198683 Nov 23 18:02:49.293113 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9ba1baa8-52ef-4fde-b9e7-76ccad8168f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5934167 Nov 23 18:02:49.295739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56860) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:49.311529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'subnet': {'network_id': '890268a0-143b-470c-b56a-22a590561b48', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:49.409618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bea34-719c-44d5-b389-1017e88e9431 None None] New status for floating IP 6c3ac6e2-b410-4dda-890e-87875a35adb3: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:02:49.426634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-2117e37f-818d-4289-9b0b-602d28dc6c7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee HTTP/1.1" status: 200 len: 999 time: 0.1795380 Nov 23 18:02:49.506598 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:49.512608 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:49.526625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:49.526625 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:49.599670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e', '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:49.606618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'ce663431-f735-4b2d-b837-cb03be662190', '706340bc-9c77-4954-9fe1-fbe56f5f8d87', 'b681177d-258b-4ff3-b7a3-44774dd6a09a'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:49.700428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:49.704846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:49.736506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event updated for resources: {'Port': ['ID=16fdeb6e-999e-4021-86f1-afeb533341be,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:49.831238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] For port f7f60ea2-8e62-433c-9c30-01a9ad9600d6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:49.831699 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:49.841276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba760-1887-4efa-a0b7-2d3ff3e97112 req-8a35d984-014e-4976-a934-e70b7385549e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.855342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f9ba760-1887-4efa-a0b7-2d3ff3e97112 req-8a35d984-014e-4976-a934-e70b7385549e tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 936 time: 0.4232986 Nov 23 18:02:49.861796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:49.871118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-878e7878-b89d-44a4-8d25-203286e45293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.872964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-878e7878-b89d-44a4-8d25-203286e45293 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.3418012 Nov 23 18:02:49.884604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182c591-2ebb-4fd4-9900-402c3a77e35f req-9b055791-67a2-4f61-80d0-faa28df93809 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.895382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f182c591-2ebb-4fd4-9900-402c3a77e35f req-9b055791-67a2-4f61-80d0-faa28df93809 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 1.4727447 Nov 23 18:02:49.909321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:49.933154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:49.989555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'fixed_ips': [{'subnet_id': 'c0aeb5aa-353b-4c65-8006-8f5360fd042c'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:02:49.990459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.104863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f9ba760-1887-4efa-a0b7-2d3ff3e97112 req-d374740b-ed4f-4b30-aca4-450a70f393c5 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485225 Nov 23 18:02:50.136147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:50.140772 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.183482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f182c591-2ebb-4fd4-9900-402c3a77e35f req-2551145b-a549-4733-a421-bf13eb636e56 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869153 Nov 23 18:02:50.211647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-30ef032d-8386-4d7b-bb2b-2469d6248d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:50.219574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-30ef032d-8386-4d7b-bb2b-2469d6248d34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3131647 Nov 23 18:02:50.295242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-a1058a90-fe4e-442a-a834-c4417e3b7b73 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2332726 Nov 23 18:02:50.376192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Request body: {'port': {'device_id': '15a9c249-9acc-4310-818c-c96824a706d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:50.400967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.402127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.404979 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Floating IP 3f84b34d-2789-42b7-a651-ac59936dedab disassociated. External IP: 172.25.0.148, port: f7f60ea2-8e62-433c-9c30-01a9ad9600d6. Nov 23 18:02:50.405520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Calling delete_port for f7f60ea2-8e62-433c-9c30-01a9ad9600d6 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:50.501150 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.509694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-609b6434-5a0f-49c7-b6f5-c9c5d6a071eb service neutron] 10.222.0.66 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762494 Nov 23 18:02:50.565838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa8f60-8ebe-40bc-9b47-a46d069b6ceb req-1b627182-bf13-4095-aa8e-92fa82c78cf2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:50.582275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa8f60-8ebe-40bc-9b47-a46d069b6ceb req-1b627182-bf13-4095-aa8e-92fa82c78cf2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:50.588678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa8f60-8ebe-40bc-9b47-a46d069b6ceb req-1b627182-bf13-4095-aa8e-92fa82c78cf2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:50.600919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25fa8f60-8ebe-40bc-9b47-a46d069b6ceb req-1b627182-bf13-4095-aa8e-92fa82c78cf2 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 2410 time: 0.3046970 Nov 23 18:02:50.641928 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.774928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': '7919f4bb-f7d5-496b-b280-9986aebf0825'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:50.779594 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a249a1-5103-48bf-9bb4-1ebf2de8110c" -d '{"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "7919f4bb-f7d5-496b-b280-9986aebf0825"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:50.784674 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.824399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25fa8f60-8ebe-40bc-9b47-a46d069b6ceb req-8b74da6c-11f4-4f23-a7db-6dab3e355b37 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065408 Nov 23 18:02:50.824725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-eacc6d23-a836-4ae6-ad34-2ea14cec26eb None None] Provisioning complete for port 16fdeb6e-999e-4021-86f1-afeb533341be triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:50.825112 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eacc6d23-a836-4ae6-ad34-2ea14cec26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.856263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:50.862811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Port': ['ID=f7f60ea2-8e62-433c-9c30-01a9ad9600d6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:50.881154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-eacc6d23-a836-4ae6-ad34-2ea14cec26eb None None] Port 16fdeb6e-999e-4021-86f1-afeb533341be cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:50.988275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Allocated IP 10.1.1.2 (82ac0aeb-8a3a-4b71-9721-d03bd94a08f9/c0aeb5aa-353b-4c65-8006-8f5360fd042c/0c88d477-4090-4c7e-9279-1260a2b08c0d) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:50.993123 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddc76f3-fdbc-40df-9821-5093a16c372e x-openstack-request-id: req-7ddc76f3-fdbc-40df-9821-5093a16c372e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:50.994046 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "7919f4bb-f7d5-496b-b280-9986aebf0825", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:50.994317 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ddc76f3-fdbc-40df-9821-5093a16c372e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:50.994826 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': '7919f4bb-f7d5-496b-b280-9986aebf0825', 'status': 'completed', 'code': 200} Nov 23 18:02:51.061465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb998a4f-60fc-4e36-92c0-93f2b53364aa req-aa833994-fa51-4392-abe6-5449564bf99c service neutron] 10.222.0.66 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395095 Nov 23 18:02:51.115397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149908c6-8a2e-4920-8333-51b3b4a19c6d req-9d4effbb-6e1e-416c-91b8-d9a0d9c8b7c0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:51.118042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-149908c6-8a2e-4920-8333-51b3b4a19c6d req-9d4effbb-6e1e-416c-91b8-d9a0d9c8b7c0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.3409796 Nov 23 18:02:51.124152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Subnet': ['ID=d0386c69-a761-488f-9804-19bf2f402539,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:51.180129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Checking segment: {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:51.180736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network hostable DHCP agents. Network: 890268a0-143b-470c-b56a-22a590561b48, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:02:51.264422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-149908c6-8a2e-4920-8333-51b3b4a19c6d req-79438b98-8885-429a-9084-e75d5bb680d7 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358018 Nov 23 18:02:51.373283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network 890268a0-143b-470c-b56a-22a590561b48 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:02:51.412243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Router 334bb427-6a88-4796-9411-621107409603 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:51.424712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 890268a0-143b-470c-b56a-22a590561b48) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:51.438680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:51.439328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:51.454160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:51.490169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-07c97fdb-5ae6-472f-97b8-f337593584dc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1890314 Nov 23 18:02:51.490471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56930) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:51.508842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'port': {'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1920829328', 'fixed_ips': [{'subnet_id': 'c0aeb5aa-353b-4c65-8006-8f5360fd042c'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:51.565797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac781c-2f48-43e5-9f3a-35049b5e3b93 None None] Network 890268a0-143b-470c-b56a-22a590561b48 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:02:51.686848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2bcaa-8af0-4029-93ce-3378cbe8795b req-8a98d161-e060-4b7f-8017-0c0347844869 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:51.688707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57b2bcaa-8af0-4029-93ce-3378cbe8795b req-8a98d161-e060-4b7f-8017-0c0347844869 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.2184587 Nov 23 18:02:51.710846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f0663-49ba-4dfd-944e-8f6c5673db90 req-45bd8d12-c1d5-4308-8850-dd9d638c93e8 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:51.719959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-797f0663-49ba-4dfd-944e-8f6c5673db90 req-45bd8d12-c1d5-4308-8850-dd9d638c93e8 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 936 time: 0.4940660 Nov 23 18:02:51.727043 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:02:51.737387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:51.756362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fdeb6e-999e-4021-86f1-afeb533341be {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:51.783587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:51.826071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Transition to ACTIVE for port object 16fdeb6e-999e-4021-86f1-afeb533341be will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:02:51.852856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-797f0663-49ba-4dfd-944e-8f6c5673db90 req-ef44038a-9a55-4626-87f6-2cc14ea1d6ac tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316311 Nov 23 18:02:51.853718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:51.865078 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:51.907034 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:51.909166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:51.925952 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] Sync routers for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:51.950015 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:51.953740 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:02:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:51.964663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=16fdeb6e-999e-4021-86f1-afeb533341be,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:51.971099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57b2bcaa-8af0-4029-93ce-3378cbe8795b req-599e3c2d-1a64-434e-8dd5-763386abc05b tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712588 Nov 23 18:02:52.007345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Pushing event updated for resources: {'Port': ['ID=0c88d477-4090-4c7e-9279-1260a2b08c0d,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:52.012816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] No DVR routers for this DVR port f7f60ea2-8e62-433c-9c30-01a9ad9600d6 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:52.031545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.038736 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1bbc4b12-b740-4bb2-9c10-4392c9028b39 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "DELETE /v2.0/ports/f7f60ea2-8e62-433c-9c30-01a9ad9600d6 HTTP/1.1" status: 204 len: 173 time: 2.9841235 Nov 23 18:02:52.098382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:52.116406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:52.140642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:52.175111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:52.273321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Attempting to bind port 16fdeb6e-999e-4021-86f1-afeb533341be on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:52.273875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Attempting to bind port 16fdeb6e-999e-4021-86f1-afeb533341be by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:52.274109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Attempting to bind port 16fdeb6e-999e-4021-86f1-afeb533341be on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:52.290088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Port 16fdeb6e-999e-4021-86f1-afeb533341be on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:52.290338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Attempting to bind port 16fdeb6e-999e-4021-86f1-afeb533341be on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:52.305669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf125-6808-44dd-990d-178b0c46d50c req-16c1e1be-1587-4075-a731-eceffa18a05e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:52.307449 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:52.314261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf125-6808-44dd-990d-178b0c46d50c req-16c1e1be-1587-4075-a731-eceffa18a05e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:52.325062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-309bf125-6808-44dd-990d-178b0c46d50c req-16c1e1be-1587-4075-a731-eceffa18a05e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 1677 time: 0.1389697 Nov 23 18:02:52.336590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:52.337487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:52.338101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:52.338679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Bound port: 16fdeb6e-999e-4021-86f1-afeb533341be, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:52.339192 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.397440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.418395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.422359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-309bf125-6808-44dd-990d-178b0c46d50c req-1ccb51a1-0807-4f93-9326-6c63406278aa tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928609 Nov 23 18:02:52.515908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting port 16e4fd27-2661-40c6-978b-1b9e827b4c13 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:52.516657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.558601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5b3f4-7b70-4fb3-8826-b7083f4bdebc req-e96fee89-f9fa-424d-a94d-6f74f533e8bf tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:52.560719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fb5b3f4-7b70-4fb3-8826-b7083f4bdebc req-e96fee89-f9fa-424d-a94d-6f74f533e8bf tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1675344 Nov 23 18:02:52.566526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] For port 16fdeb6e-999e-4021-86f1-afeb533341be, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:52.619975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] For port 16fdeb6e-999e-4021-86f1-afeb533341be, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=16fdeb6e-999e-4021-86f1-afeb533341be,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:52.636294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.648065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fb5b3f4-7b70-4fb3-8826-b7083f4bdebc req-209e257b-9022-4904-810f-78214c80aaca tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743446 Nov 23 18:02:52.706572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.711094 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 5, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:52.719713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Attempting to bind port 0c88d477-4090-4c7e-9279-1260a2b08c0d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:52.720499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Attempting to bind port 0c88d477-4090-4c7e-9279-1260a2b08c0d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:52.726837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Attempting to bind port 0c88d477-4090-4c7e-9279-1260a2b08c0d on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:52.727245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:52.727245 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.731616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] 10.222.0.72 "PUT /v2.0/ports/16fdeb6e-999e-4021-86f1-afeb533341be HTTP/1.1" status: 200 len: 1096 time: 2.3571446 Nov 23 18:02:52.732212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9c249-9acc-4310-818c-c96824a706d7', 'tag': '16fdeb6e-999e-4021-86f1-afeb533341be'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:52.741787 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99fe3b8-2209-48e8-96df-dcd098189bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9c249-9acc-4310-818c-c96824a706d7", "tag": "16fdeb6e-999e-4021-86f1-afeb533341be"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:52.743455 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d93f66e86f1480798a0d18f727ba2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2878270 Nov 23 18:02:52.746271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:52.769319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d765071-4e32-4e95-858a-7ee96facadfa,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:52.798309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-890268a0-143b-470c-b56a-22a590561b48', 'network_id': '890268a0-143b-470c-b56a-22a590561b48', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'fixed_ips': [{'subnet_id': 'd0386c69-a761-488f-9804-19bf2f402539'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:02:52.799116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.816471 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] Checking router: 334bb427-6a88-4796-9411-621107409603 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:52.847513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:52.847902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Checking segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:52.848312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.848719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Bound using segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:52.849210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Bound port: 0c88d477-4090-4c7e-9279-1260a2b08c0d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:52.849600 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.861666 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:52.863115 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:02:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:52.895327 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae33d2-a0b4-46a3-94b6-1216bd430799 x-openstack-request-id: req-45ae33d2-a0b4-46a3-94b6-1216bd430799 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:52.895804 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9c249-9acc-4310-818c-c96824a706d7", "tag": "16fdeb6e-999e-4021-86f1-afeb533341be", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:52.895958 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45ae33d2-a0b4-46a3-94b6-1216bd430799 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:52.896302 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9c249-9acc-4310-818c-c96824a706d7', 'tag': '16fdeb6e-999e-4021-86f1-afeb533341be', 'status': 'completed', 'code': 200} Nov 23 18:02:52.918732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] device_id is not set on port 8dd4d4f3-c83e-49ee-a544-274449443f91 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:02:52.936736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.937086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.937430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.937772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.938329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.938578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.938936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.939268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.939596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.939922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.940249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.940575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a6e12e-3951-4fea-bb0d-a5d0c8d734c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:52.956371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] For port 16e4fd27-2661-40c6-978b-1b9e827b4c13, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=16e4fd27-2661-40c6-978b-1b9e827b4c13,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:52.956662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:52.961026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302d10d-7616-4369-b0f2-ff6ded61e7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=16fdeb6e-999e-4021-86f1-afeb533341be,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:53.090296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30ebdf-b57e-4dbf-a6d8-0a9dfccd40a1 req-5c6a3150-c10b-470c-ba37-d4c7ec35acb0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:53.092041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:53.093081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d30ebdf-b57e-4dbf-a6d8-0a9dfccd40a1 req-5c6a3150-c10b-470c-ba37-d4c7ec35acb0 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.2385430 Nov 23 18:02:53.094404 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84b3c2-a5ad-4e4a-838c-bfea20308926" -d '{"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:53.097414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2820b7ab-13d7-40f2-9f6e-89be9edf893f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:53.131704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Calling delete_port for 16e4fd27-2661-40c6-978b-1b9e827b4c13 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:53.152907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-9f2cec59-4716-4082-84a3-238d3afba6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:53.155115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-9f2cec59-4716-4082-84a3-238d3afba6ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 1099 time: 0.3534129 Nov 23 18:02:53.162642 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:53.179010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2820b7ab-13d7-40f2-9f6e-89be9edf893f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:53.324563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-308fb58a-68dd-4a0b-8922-1d69ca3d6aa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=16fdeb6e-999e-4021-86f1-afeb533341be HTTP/1.1" status: 200 len: 217 time: 0.1578364 Nov 23 18:02:53.379929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] For port 0c88d477-4090-4c7e-9279-1260a2b08c0d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:53.401709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-94a35727-31ec-406d-b665-41acb30839d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:53.403255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-94a35727-31ec-406d-b665-41acb30839d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0708859 Nov 23 18:02:53.403578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] For port 0c88d477-4090-4c7e-9279-1260a2b08c0d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0c88d477-4090-4c7e-9279-1260a2b08c0d,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:53.421053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d30ebdf-b57e-4dbf-a6d8-0a9dfccd40a1 req-1dac7a6e-ff78-4d1d-a52a-286fc9248738 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643991 Nov 23 18:02:53.435453 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 5, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:53.440459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:53.442878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3dec7-ba49-45b3-b4b3-faf9c05dae08 req-2024fe60-27cd-43fc-8e72-2d94aa5a0223 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:53.457829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0fe3dec7-ba49-45b3-b4b3-faf9c05dae08 req-2024fe60-27cd-43fc-8e72-2d94aa5a0223 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 948 time: 0.4148121 Nov 23 18:02:53.533192 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a8b20-4116-44c1-9829-0f7948cd6b0f None None] The sync data for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 is: [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T17:52:14Z', 'revision_number': 4, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '734597f7-66f4-471a-98da-9a42b88324ed', 'name': '', 'network_id': 'f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'mac_address': 'fa:16:3e:0f:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:12Z', 'updated_at': '2021-11-23T17:52:21Z', 'revision_number': 5, 'project_id': 'db630954b957416f90c9df90d201772b', 'subnets': [{'id': '291e8618-8a09-4d5c-b07b-1d9965435064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:53.563487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45520f3-3c8f-43ba-ae3d-a001c50eb584 None None] Pushing event updated for resources: {'Port': ['ID=0c88d477-4090-4c7e-9279-1260a2b08c0d,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:53.645068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-de33cfa3-01ee-4a98-a62e-a6322688df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:53.648229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-de33cfa3-01ee-4a98-a62e-a6322688df17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865296 Nov 23 18:02:53.672091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Allocated IP 10.2.2.2 (890268a0-143b-470c-b56a-22a590561b48/d0386c69-a761-488f-9804-19bf2f402539/fdd0a66a-19d9-4209-a658-42ff32fafa71) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:53.673373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0fe3dec7-ba49-45b3-b4b3-faf9c05dae08 req-e0d5eaaf-6b8f-41a7-9ac0-a26a2676187f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145960 Nov 23 18:02:53.682208 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4bf819-e1a8-441f-872f-81e85b9fa107 x-openstack-request-id: req-0b4bf819-e1a8-441f-872f-81e85b9fa107 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:53.682928 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "f7f60ea2-8e62-433c-9c30-01a9ad9600d6", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:53.683707 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b4bf819-e1a8-441f-872f-81e85b9fa107 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:53.684322 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': 'f7f60ea2-8e62-433c-9c30-01a9ad9600d6', 'status': 'completed', 'code': 200} Nov 23 18:02:53.760196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2820b7ab-13d7-40f2-9f6e-89be9edf893f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:53.765752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2820b7ab-13d7-40f2-9f6e-89be9edf893f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:53.769460 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2820b7ab-13d7-40f2-9f6e-89be9edf893f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d765071-4e32-4e95-858a-7ee96facadfa HTTP/1.1" status: 204 len: 168 time: 0.9991634 Nov 23 18:02:53.840505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820b7ab-13d7-40f2-9f6e-89be9edf893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d765071-4e32-4e95-858a-7ee96facadfa,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:54.016644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-451c4aa8-a0f3-41ba-b473-a1d92174b5fe service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394487 Nov 23 18:02:54.093503 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.157376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Allocated IP 10.1.1.116 (82ac0aeb-8a3a-4b71-9721-d03bd94a08f9/c0aeb5aa-353b-4c65-8006-8f5360fd042c/8dd4d4f3-c83e-49ee-a544-274449443f91) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:54.158437 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.242728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.266481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Pushing event updated for resources: {'Port': ['ID=fdd0a66a-19d9-4209-a658-42ff32fafa71,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:54.272800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1393f-b4e5-4c66-bec4-4746c88deb56 None None] New status for floating IP 3f84b34d-2789-42b7-a651-ac59936dedab: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:02:54.347794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Port': ['ID=16e4fd27-2661-40c6-978b-1b9e827b4c13,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:54.434643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f459965-c482-4946-a83b-73fe6a3889c6 req-bda19a1d-0bbc-4fa4-9d0f-e62d05da78c0 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:54.441736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f459965-c482-4946-a83b-73fe6a3889c6 req-bda19a1d-0bbc-4fa4-9d0f-e62d05da78c0 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:54.450589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] No DVR routers for this DVR port 16e4fd27-2661-40c6-978b-1b9e827b4c13 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:54.455490 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.456422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f459965-c482-4946-a83b-73fe6a3889c6 req-bda19a1d-0bbc-4fa4-9d0f-e62d05da78c0 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 1599 time: 0.4387853 Nov 23 18:02:54.459864 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-1f3152c4-54bd-428d-b0e7-19e6f96a252a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "DELETE /v2.0/ports/16e4fd27-2661-40c6-978b-1b9e827b4c13 HTTP/1.1" status: 204 len: 173 time: 2.4031770 Nov 23 18:02:54.479010 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Network 890268a0-143b-470c-b56a-22a590561b48 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:54.485518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df666e-5094-4785-a4cc-de8759895ae7 req-5aca4de3-356c-4d46-b6ba-7c3f16fa6954 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:54.489095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:54.495387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:54.496008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03df666e-5094-4785-a4cc-de8759895ae7 req-5aca4de3-356c-4d46-b6ba-7c3f16fa6954 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.4529965 Nov 23 18:02:54.663898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03df666e-5094-4785-a4cc-de8759895ae7 req-bc32183b-bf2b-4280-b0bd-85afe3e151b1 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667037 Nov 23 18:02:54.690451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.736229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22854ae2-3412-47ab-a1e0-005979bb8392 req-d9f29d8f-7523-4abd-ac21-00b44a28e0e5 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022488 Nov 23 18:02:54.745815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f459965-c482-4946-a83b-73fe6a3889c6 req-3dce52b7-3b50-41ff-81de-9afec67ab39d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467771 Nov 23 18:02:54.781011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting port 6de78270-7671-42fd-8cee-fb0ed027b603 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:54.781501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.843999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Attempting to bind port fdd0a66a-19d9-4209-a658-42ff32fafa71 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:54.844380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Attempting to bind port fdd0a66a-19d9-4209-a658-42ff32fafa71 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:54.845441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Attempting to bind port fdd0a66a-19d9-4209-a658-42ff32fafa71 on network 890268a0-143b-470c-b56a-22a590561b48 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:54.852370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:54.853325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Checking segment: {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:54.854484 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.855398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Bound using segment: {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:54.856103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Bound port: fdd0a66a-19d9-4209-a658-42ff32fafa71, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:54.856524 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.991932 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:54.999752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] For port fdd0a66a-19d9-4209-a658-42ff32fafa71, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:55.008128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] For port fdd0a66a-19d9-4209-a658-42ff32fafa71, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fdd0a66a-19d9-4209-a658-42ff32fafa71,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:55.017241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.019960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-96264d8f-a4a7-4d00-a1c5-2b714ae35c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:55.026972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-96264d8f-a4a7-4d00-a1c5-2b714ae35c2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 1099 time: 0.1821125 Nov 23 18:02:55.202309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3866aa2-ba6f-4306-8972-8604a79dbd71 None None] Pushing event updated for resources: {'Port': ['ID=fdd0a66a-19d9-4209-a658-42ff32fafa71,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:55.211624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0c88d477-4090-4c7e-9279-1260a2b08c0d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:55.222085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=8dd4d4f3-c83e-49ee-a544-274449443f91,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:55.266740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d10e-312b-4d4e-9b8b-6589244fe017 req-986da5df-a1ec-4538-a7bb-0a9a4dec19ac tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:55.280696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76b1d10e-312b-4d4e-9b8b-6589244fe017 req-986da5df-a1ec-4538-a7bb-0a9a4dec19ac tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.2476783 Nov 23 18:02:55.285624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:55.291508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:55.296661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:55.317503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de2055-be23-4f88-bdd3-c9b6f0d4d593 req-b597dfb5-ce22-40e1-8dec-f3dcf795d008 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:55.320331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5de2055-be23-4f88-bdd3-c9b6f0d4d593 req-b597dfb5-ce22-40e1-8dec-f3dcf795d008 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 948 time: 0.1948192 Nov 23 18:02:55.397211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:55.398070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.403650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0c88d477-4090-4c7e-9279-1260a2b08c0d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:55.404570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.421409 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c61a8c76-e10f-4965-a11a-91fd9f01c768 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9274368 Nov 23 18:02:55.423863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57014) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:55.429696 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'port': {'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'name': 'tempest-TaggedBootDevicesTest_v242-883290963', 'fixed_ips': [{'subnet_id': 'c0aeb5aa-353b-4c65-8006-8f5360fd042c'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:55.524147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] For port 6de78270-7671-42fd-8cee-fb0ed027b603, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6de78270-7671-42fd-8cee-fb0ed027b603,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:55.524514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.536568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76b1d10e-312b-4d4e-9b8b-6589244fe017 req-2e25fb2d-cdda-4533-8974-784b3d1b733d tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543368 Nov 23 18:02:55.573769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-a9c248f2-5d8e-4446-a6cb-07718f8596c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:55.577881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Calling delete_port for 6de78270-7671-42fd-8cee-fb0ed027b603 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:55.594038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-a9c248f2-5d8e-4446-a6cb-07718f8596c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.5222442 Nov 23 18:02:55.687236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.732670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': '16e4fd27-2661-40c6-978b-1b9e827b4c13'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:55.741932 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb80e52-d379-45f4-9eac-90901d60250c" -d '{"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "16e4fd27-2661-40c6-978b-1b9e827b4c13"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:55.770496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7334f-22a0-4c9d-a117-b3f0cfea83b7 None None] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:02:55.780963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-ab86c3f7-b316-49a8-b60d-76a61954f91d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=16fdeb6e-999e-4021-86f1-afeb533341be HTTP/1.1" status: 200 len: 217 time: 0.1681392 Nov 23 18:02:55.805523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5de2055-be23-4f88-bdd3-c9b6f0d4d593 req-97277743-c619-465a-b897-8ec11db4c031 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217305 Nov 23 18:02:55.833486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 0c88d477-4090-4c7e-9279-1260a2b08c0d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0c88d477-4090-4c7e-9279-1260a2b08c0d,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:55.888496 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.917123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-2d717779-23c8-4611-922b-a0ed3ed5e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:55.920614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-2d717779-23c8-4611-922b-a0ed3ed5e0c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1126075 Nov 23 18:02:55.936625 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e506f796-4f1d-4696-84e6-ab9cfb177835 x-openstack-request-id: req-e506f796-4f1d-4696-84e6-ab9cfb177835 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:55.936924 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "16e4fd27-2661-40c6-978b-1b9e827b4c13", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:55.937186 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e506f796-4f1d-4696-84e6-ab9cfb177835 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:55.937602 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': '16e4fd27-2661-40c6-978b-1b9e827b4c13', 'status': 'completed', 'code': 200} Nov 23 18:02:56.039888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:56.044989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:56.078068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-27242984-6957-408e-af02-e69104934a8f None None] Provisioning complete for port 0c88d477-4090-4c7e-9279-1260a2b08c0d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:56.078586 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27242984-6957-408e-af02-e69104934a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:56.145489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] device_id is not set on port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:02:56.162297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-ddd29639-fdd4-4271-acc3-1222bcbafab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:56.162297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-ddd29639-fdd4-4271-acc3-1222bcbafab2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311168 Nov 23 18:02:56.184596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=0c88d477-4090-4c7e-9279-1260a2b08c0d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:56.245112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 16fdeb6e-999e-4021-86f1-afeb533341be details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:56.303629 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:56.308863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6aa5-8e76-4b21-a7a2-2bdd6dff1e2c req-7c6a175e-f1dd-485a-906c-2fa638150504 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:56.318411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d8a6aa5-8e76-4b21-a7a2-2bdd6dff1e2c req-7c6a175e-f1dd-485a-906c-2fa638150504 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 943 time: 0.2444186 Nov 23 18:02:56.332490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9790b-64be-4440-8443-a2b131b14406 req-8e494ebc-c82e-46dd-a050-8f7231addab9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:56.334461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94a9790b-64be-4440-8443-a2b131b14406 req-8e494ebc-c82e-46dd-a050-8f7231addab9 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.3112991 Nov 23 18:02:56.446237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Port': ['ID=6de78270-7671-42fd-8cee-fb0ed027b603,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:56.483157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-3fd9729a-6ac5-466c-990c-2e1dcd4ba557 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017910 Nov 23 18:02:56.502185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d8a6aa5-8e76-4b21-a7a2-2bdd6dff1e2c req-672ae08c-2bc4-4527-8b80-45b25199a19e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ad66f4-314e-4045-9534-b50b69dcf8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826153 Nov 23 18:02:56.573193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] No DVR routers for this DVR port 6de78270-7671-42fd-8cee-fb0ed027b603 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:56.575066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94a9790b-64be-4440-8443-a2b131b14406 req-4af62e2e-abde-4f04-b22e-e0402b97faf8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251112 Nov 23 18:02:56.605679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:56.622867 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e5ad4368-2b52-4f5f-9a2d-290feed64fe5 req-695364e9-51bf-4adf-9fb8-0a79b4cc91de tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.66 "DELETE /v2.0/ports/6de78270-7671-42fd-8cee-fb0ed027b603 HTTP/1.1" status: 204 len: 173 time: 2.1220551 Nov 23 18:02:56.623455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 16fdeb6e-999e-4021-86f1-afeb533341be, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=16fdeb6e-999e-4021-86f1-afeb533341be,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:56.691234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '16fdeb6e-999e-4021-86f1-afeb533341be', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '16fdeb6e-999e-4021-86f1-afeb533341be', 'mac_address': 'fa:16:3e:26:5e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:02:56.700779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f99fe3b8-2209-48e8-96df-dcd098189bdf req-4f1f01ff-e4a9-4cfe-b2bd-dc9d54c87c29 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020001 Nov 23 18:02:56.781749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Allocated IP 10.1.1.112 (82ac0aeb-8a3a-4b71-9721-d03bd94a08f9/c0aeb5aa-353b-4c65-8006-8f5360fd042c/7cb7372f-d6af-4dca-a7bb-4c34235ebbf2) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:56.914031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb5212-0e81-4060-8fae-769af7b3ebf5 req-27ddcb7c-bc39-4651-92bc-3d6838d1e2db tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:56.916213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbdb5212-0e81-4060-8fae-769af7b3ebf5 req-27ddcb7c-bc39-4651-92bc-3d6838d1e2db tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1913810 Nov 23 18:02:56.932111 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:56.979213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fdeb6e-999e-4021-86f1-afeb533341be {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:57.066094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 16fdeb6e-999e-4021-86f1-afeb533341be, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=16fdeb6e-999e-4021-86f1-afeb533341be,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:57.075260 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:57.168366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbdb5212-0e81-4060-8fae-769af7b3ebf5 req-00a580ee-4f2c-4030-ae93-84f6b8888d9c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405248 Nov 23 18:02:57.271097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f7065-6450-403f-bcad-33b741732e8c req-7c410b08-0681-4738-aaa2-da09ee3addec tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:57.293376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-685f7065-6450-403f-bcad-33b741732e8c req-7c410b08-0681-4738-aaa2-da09ee3addec tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 949 time: 0.2325754 Nov 23 18:02:57.324606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fdd0a66a-19d9-4209-a658-42ff32fafa71 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:57.382649 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:57.422364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=16fdeb6e-999e-4021-86f1-afeb533341be,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:57.464291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['16fdeb6e-999e-4021-86f1-afeb533341be'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:57.499933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:57.598775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-685f7065-6450-403f-bcad-33b741732e8c req-60a7a7d2-8463-470a-adc1-f7bbe2a35993 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016891 Nov 23 18:02:57.605710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9dfb2d-202d-44a4-8d01-b11301ef8124 None None] Network 890268a0-143b-470c-b56a-22a590561b48 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:02:57.614662 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:57.630564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:57.636808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:57.641511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:57.692900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184bb4d-de41-42e1-b6a0-0059b347ffb9 req-62f067b7-2cf8-4155-8a72-785dbc1bec56 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:57.700911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c184bb4d-de41-42e1-b6a0-0059b347ffb9 req-62f067b7-2cf8-4155-8a72-785dbc1bec56 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.2944713 Nov 23 18:02:57.761439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:57.762098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:57.808715 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5c16ed7-4a5d-4c12-93c6-c5c19ee452e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3834770 Nov 23 18:02:57.845131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a1dd1719-0dc0-46ef-9054-0ab178ecbc26 None None] Provisioning complete for port 0c88d477-4090-4c7e-9279-1260a2b08c0d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:57.845507 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1719-0dc0-46ef-9054-0ab178ecbc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:57.866815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-525df303-15c4-4a25-932d-90b4cfaa3ab6 req-fa7895ef-a8be-403f-b3e5-ef22a3fdc73e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0754688 Nov 23 18:02:57.895983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c184bb4d-de41-42e1-b6a0-0059b347ffb9 req-c27fb060-619b-40ba-b79c-b00c97b2b6c8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872492 Nov 23 18:02:57.939777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': '6de78270-7671-42fd-8cee-fb0ed027b603'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:57.941538 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e1a3d-18e4-45c3-822c-90b7f0535f9d" -d '{"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "6de78270-7671-42fd-8cee-fb0ed027b603"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:58.089793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fdd0a66a-19d9-4209-a658-42ff32fafa71 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:58.090108 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.328764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81af795-1d25-4ca2-a54c-316df38598a1 req-ac764fb1-60fd-4081-8914-ad7ee2d0d3c8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:58.339171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a81af795-1d25-4ca2-a54c-316df38598a1 req-ac764fb1-60fd-4081-8914-ad7ee2d0d3c8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1123059 Nov 23 18:02:58.404709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a81af795-1d25-4ca2-a54c-316df38598a1 req-08cb5846-21e5-483f-8445-bdd405f9b96c tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642214 Nov 23 18:02:58.473851 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ea22d-37a2-4829-828b-0eac6bb59d7a x-openstack-request-id: req-f79ea22d-37a2-4829-828b-0eac6bb59d7a {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:58.474148 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1e54f-6066-4403-803d-cf915de05968", "name": "network-vif-deleted", "tag": "6de78270-7671-42fd-8cee-fb0ed027b603", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:58.474418 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f79ea22d-37a2-4829-828b-0eac6bb59d7a {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:58.474918 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1e54f-6066-4403-803d-cf915de05968', 'name': 'network-vif-deleted', 'tag': '6de78270-7671-42fd-8cee-fb0ed027b603', 'status': 'completed', 'code': 200} Nov 23 18:02:58.570123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a1dd1719-0dc0-46ef-9054-0ab178ecbc26 None None] Provisioning complete for port 8dd4d4f3-c83e-49ee-a544-274449443f91 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:58.570645 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1719-0dc0-46ef-9054-0ab178ecbc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.727116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840b140-fc13-4744-b797-e24865f17ac0 req-c3bbdbb2-2f63-4663-8d3d-7c64f82fe30e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:58.732724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd1719-0dc0-46ef-9054-0ab178ecbc26 None None] Port 8dd4d4f3-c83e-49ee-a544-274449443f91 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:58.737366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1840b140-fc13-4744-b797-e24865f17ac0 req-c3bbdbb2-2f63-4663-8d3d-7c64f82fe30e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1132617 Nov 23 18:02:58.739545 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.775275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57128) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:58.782000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e05937ce-35c9-4fbb-be83-c6f2b30bf667 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--367747548', 'description': 'tempest-description--1160282078'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:58.803253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1840b140-fc13-4744-b797-e24865f17ac0 req-63de05ae-85e3-4157-a2d2-7d173c2bf35a tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647769 Nov 23 18:02:58.844835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port fdd0a66a-19d9-4209-a658-42ff32fafa71, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fdd0a66a-19d9-4209-a658-42ff32fafa71,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:58.851605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.854446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e05937ce-35c9-4fbb-be83-c6f2b30bf667 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.856589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0c88d477-4090-4c7e-9279-1260a2b08c0d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:59.040268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7722df-12fe-4d0c-b5e8-8c1c79ca8475 req-cf03e18e-1999-4809-862a-82f3d25e2bc1 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:59.055374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c7722df-12fe-4d0c-b5e8-8c1c79ca8475 req-cf03e18e-1999-4809-862a-82f3d25e2bc1 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 949 time: 0.1956601 Nov 23 18:02:59.114076 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e05937ce-35c9-4fbb-be83-c6f2b30bf667 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.132884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e05937ce-35c9-4fbb-be83-c6f2b30bf667 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.161374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0bb946f2-2344-4b45-b025-403f998733bd None None] Provisioning complete for port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:59.161770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bb946f2-2344-4b45-b025-403f998733bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.167585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0c88d477-4090-4c7e-9279-1260a2b08c0d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:59.168109 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.182909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c7722df-12fe-4d0c-b5e8-8c1c79ca8475 req-ff6552f1-2a27-4faf-9739-ac88b7f6eab3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154127 Nov 23 18:02:59.187874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e05937ce-35c9-4fbb-be83-c6f2b30bf667 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.203563 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e05937ce-35c9-4fbb-be83-c6f2b30bf667 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4268961 Nov 23 18:02:59.266212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57148) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:59.285516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=fdd0a66a-19d9-4209-a658-42ff32fafa71,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:59.289435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-062222b4-e21b-41aa-853a-b978c6e70b55 req-0a378193-c964-48af-949c-5a64c208a21d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.1334047 Nov 23 18:02:59.312533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f6a0e5ae-23a5-45f9-b267-a8c522c8cb60 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'security_group_rule': {'security_group_id': 'eade3806-117b-4cf8-a01e-c4ed61a4043e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:59.349266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0bb946f2-2344-4b45-b025-403f998733bd None None] Port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:59.382434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05937ce-35c9-4fbb-be83-c6f2b30bf667 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eade3806-117b-4cf8-a01e-c4ed61a4043e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:59.418625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0bb946f2-2344-4b45-b025-403f998733bd None None] Provisioning complete for port 8dd4d4f3-c83e-49ee-a544-274449443f91 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:59.419165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bb946f2-2344-4b45-b025-403f998733bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.419287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6a0e5ae-23a5-45f9-b267-a8c522c8cb60 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.510750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6a0e5ae-23a5-45f9-b267-a8c522c8cb60 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.519226 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6a0e5ae-23a5-45f9-b267-a8c522c8cb60 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.577403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0bb946f2-2344-4b45-b025-403f998733bd None None] Port 8dd4d4f3-c83e-49ee-a544-274449443f91 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:59.594823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0e5ae-23a5-45f9-b267-a8c522c8cb60 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5585f6a2-ea7c-49a3-b560-7e3686897748,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:59.618941 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6a0e5ae-23a5-45f9-b267-a8c522c8cb60 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.620786 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f6a0e5ae-23a5-45f9-b267-a8c522c8cb60 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336189 Nov 23 18:02:59.623241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57152) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:59.627878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0bb946f2-2344-4b45-b025-403f998733bd None None] Provisioning complete for port fdd0a66a-19d9-4209-a658-42ff32fafa71 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:59.628121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c3584669-7868-49fd-8394-fa2ce49b58c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'security_group_rule': {'security_group_id': 'eade3806-117b-4cf8-a01e-c4ed61a4043e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:59.630267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bb946f2-2344-4b45-b025-403f998733bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.689930 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c3584669-7868-49fd-8394-fa2ce49b58c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.828048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57154) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:59.853814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fdd0a66a-19d9-4209-a658-42ff32fafa71 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:59.858977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c3584669-7868-49fd-8394-fa2ce49b58c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.866652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c3584669-7868-49fd-8394-fa2ce49b58c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.917722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3584669-7868-49fd-8394-fa2ce49b58c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a8b6f1-b1e4-4320-84d0-e984c58d1ea4,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:59.931807 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c3584669-7868-49fd-8394-fa2ce49b58c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.935884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c3584669-7868-49fd-8394-fa2ce49b58c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089800 Nov 23 18:02:59.936231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57158) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:59.940742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:59.971280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fdd0a66a-19d9-4209-a658-42ff32fafa71 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:59.971732 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.980915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.044667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c118ee4c-0439-4b8c-a3cf-fd543a62db3b None None] Provisioning complete for port fdd0a66a-19d9-4209-a658-42ff32fafa71 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:00.045814 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c118ee4c-0439-4b8c-a3cf-fd543a62db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.085367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74053981-da94-4002-9584-b15ee9ab18ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.189808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 16fdeb6e-999e-4021-86f1-afeb533341be up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:03:00.241161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74053981-da94-4002-9584-b15ee9ab18ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.243501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.265433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74053981-da94-4002-9584-b15ee9ab18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.336029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 16fdeb6e-999e-4021-86f1-afeb533341be completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:03:00.345600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 16fdeb6e-999e-4021-86f1-afeb533341be triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:00.347525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.394196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8da53-4e79-4315-b13f-210708bab028 req-278cf460-7090-4567-8901-57387c404c75 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:00.400321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36f8da53-4e79-4315-b13f-210708bab028 req-278cf460-7090-4567-8901-57387c404c75 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 949 time: 0.1060755 Nov 23 18:03:00.425903 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-74053981-da94-4002-9584-b15ee9ab18ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd0a83a9985a4174a134465b85a0a752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5967462 Nov 23 18:03:00.430365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57170) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:00.498811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74053981-da94-4002-9584-b15ee9ab18ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb457b-bba2-486e-a51a-ed29b2998ddf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:00.600066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.607816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Allocated IP 172.25.0.170 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/981c4d1a-619c-4746-a7ee-22d98cf5c2fa) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:00.648929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 16fdeb6e-999e-4021-86f1-afeb533341be, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=16fdeb6e-999e-4021-86f1-afeb533341be,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:00.651786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9c249-9acc-4310-818c-c96824a706d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fdeb6e-999e-4021-86f1-afeb533341be'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:00.655447 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569b629d-5488-43d8-9016-fc9f2eb4a880" -d '{"events": [{"server_uuid": "15a9c249-9acc-4310-818c-c96824a706d7", "name": "network-vif-plugged", "status": "completed", "tag": "16fdeb6e-999e-4021-86f1-afeb533341be"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:00.661806 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.714721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e3f5299-6929-4505-b48b-5deaf67117d5 req-fada2670-ffad-4034-ad00-5ff63e53db0f tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.1469765 Nov 23 18:03:00.739892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36f8da53-4e79-4315-b13f-210708bab028 req-c253f61b-3290-4069-b945-c6bf5347f091 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278186 Nov 23 18:03:00.764184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=16fdeb6e-999e-4021-86f1-afeb533341be,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:00.793994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b2af41-7c8e-4b4e-8106-ecaae35db90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.809205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.842974 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e7bae7-6927-4825-b1d7-b797ca957a04 x-openstack-request-id: req-20e7bae7-6927-4825-b1d7-b797ca957a04 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:00.843288 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9c249-9acc-4310-818c-c96824a706d7", "name": "network-vif-plugged", "status": "completed", "tag": "16fdeb6e-999e-4021-86f1-afeb533341be", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:00.843585 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-20e7bae7-6927-4825-b1d7-b797ca957a04 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:00.843712 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b2af41-7c8e-4b4e-8106-ecaae35db90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.844034 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9c249-9acc-4310-818c-c96824a706d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fdeb6e-999e-4021-86f1-afeb533341be', 'code': 200} Nov 23 18:03:00.880604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.966137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=981c4d1a-619c-4746-a7ee-22d98cf5c2fa,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:00.989190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b2af41-7c8e-4b4e-8106-ecaae35db90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.991824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b2af41-7c8e-4b4e-8106-ecaae35db90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:00.994884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:00.997389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:01.005447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:01.006804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-51b2af41-7c8e-4b4e-8106-ecaae35db90b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2dfb457b-bba2-486e-a51a-ed29b2998ddf HTTP/1.1" status: 204 len: 168 time: 0.5638638 Nov 23 18:03:01.023810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2af41-7c8e-4b4e-8106-ecaae35db90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb457b-bba2-486e-a51a-ed29b2998ddf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:01.045242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fa5c0-8638-4dd4-b726-f220d279a20b req-90ff44be-73b9-4af1-8d36-1fe0cada4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:01.048498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c3fa5c0-8638-4dd4-b726-f220d279a20b req-90ff44be-73b9-4af1-8d36-1fe0cada4fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 1101 time: 0.1316674 Nov 23 18:03:01.140104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c3fa5c0-8638-4dd4-b726-f220d279a20b req-a9e14ef5-6da4-4a1f-92f9-073a1c5c3b15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830395 Nov 23 18:03:01.170242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.223985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.444118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57184) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:01.450467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.456899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.478388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-72b1e167-7e25-4806-997a-e35300de66e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.606998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.642606 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-72b1e167-7e25-4806-997a-e35300de66e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.648252 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-72b1e167-7e25-4806-997a-e35300de66e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.658358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=981c4d1a-619c-4746-a7ee-22d98cf5c2fa,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:01.672391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.675157 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2298d9f5-2c8d-4074-85bc-f4eda7d08c2f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7369742 Nov 23 18:03:01.750334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1e167-7e25-4806-997a-e35300de66e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d5b005-e8d2-411f-b7c2-82422e16fa4d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:01.763611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-72b1e167-7e25-4806-997a-e35300de66e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e7eb2f41f03470e937dc140e8907d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182895 Nov 23 18:03:01.766411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57194) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:01.956115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e2074c3-1cce-4828-9707-17e2dfc99614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:01.986919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e2074c3-1cce-4828-9707-17e2dfc99614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:02.053136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fdf02583-0cfd-436f-ab45-16a937f0d3d0 req-51ff81c3-6c61-4332-85fd-e52e7da3fb53 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.1071701 Nov 23 18:03:02.057394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e2074c3-1cce-4828-9707-17e2dfc99614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:02.062105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e2074c3-1cce-4828-9707-17e2dfc99614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:02.066304 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e2074c3-1cce-4828-9707-17e2dfc99614 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31d5b005-e8d2-411f-b7c2-82422e16fa4d HTTP/1.1" status: 204 len: 168 time: 0.2985959 Nov 23 18:03:02.076497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2074c3-1cce-4828-9707-17e2dfc99614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d5b005-e8d2-411f-b7c2-82422e16fa4d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:02.113292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ed7e3-2d23-44fe-b830-1377415903a4 req-483af16d-2bc6-4351-9237-a181934ebf39 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:02.115002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a5ed7e3-2d23-44fe-b830-1377415903a4 req-483af16d-2bc6-4351-9237-a181934ebf39 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 950 time: 0.1652434 Nov 23 18:03:02.200121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a5ed7e3-2d23-44fe-b830-1377415903a4 req-3210e637-9b39-4881-908b-8f23abb9ee69 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695267 Nov 23 18:03:02.446823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-d6ed6bd6-d9d0-4266-b3fb-73e736eecc8e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--367747548&fields=id&tenant_id=e8d96e5abce447b289b4f8db185c3506 HTTP/1.1" status: 200 len: 267 time: 0.1006947 Nov 23 18:03:02.518893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7f95fe5a-183e-43b2-9954-f0c200805b3e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:02.527179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7f95fe5a-183e-43b2-9954-f0c200805b3e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports/8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 200 len: 937 time: 0.0790644 Nov 23 18:03:02.598385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-1cd2ac7e-6d6b-4e27-869a-055a2e7c4a99 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:02.608316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-1cd2ac7e-6d6b-4e27-869a-055a2e7c4a99 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports/7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 200 len: 936 time: 0.0802238 Nov 23 18:03:02.736936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-b05164be-0767-4f1d-bcbd-c2f50f35c4d2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1275394 Nov 23 18:03:02.794566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-91fa709e-333f-4258-a0a0-d4f4ef28f5b4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0562837 Nov 23 18:03:03.081123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-36969bee-c9a4-4e5f-a6a1-9ad7c196adaf tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:03.128999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-36969bee-c9a4-4e5f-a6a1-9ad7c196adaf tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:03.149197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-36969bee-c9a4-4e5f-a6a1-9ad7c196adaf tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:03.163072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-36969bee-c9a4-4e5f-a6a1-9ad7c196adaf tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/networks?id=a759d8da-536d-4250-85cc-a067d18414ce&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=890268a0-143b-470c-b56a-22a590561b48&id=890268a0-143b-470c-b56a-22a590561b48 HTTP/1.1" status: 200 len: 1995 time: 0.3542976 Nov 23 18:03:03.197347 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-451453b7-d92f-406e-a1e4-552c99d793f9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/quotas/e8d96e5abce447b289b4f8db185c3506 HTTP/1.1" status: 200 len: 375 time: 0.0307829 Nov 23 18:03:03.686508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8292dc20-c2c3-42b6-aa9d-76eb9796ff62 req-0bde646e-5202-40cf-919d-4e32bceb7f64 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.4261019 Nov 23 18:03:03.725737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-a284c79f-a24a-410e-aa02-9fd57f7cb1f7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5079019 Nov 23 18:03:04.049962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f2f16f1f-7ea6-42fb-9523-32afc63bf039 service neutron] 10.222.0.74 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127573 Nov 23 18:03:04.254842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-528dbce6-e5c7-4bd8-88bf-bb31ddd8f5fe service neutron] 10.222.0.74 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900258 Nov 23 18:03:04.273080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1073b-578c-4b1f-b4d9-78e229ff2230 req-d415af8c-3d13-426e-adcd-b302a567020f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:04.283203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bee1073b-578c-4b1f-b4d9-78e229ff2230 req-d415af8c-3d13-426e-adcd-b302a567020f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 950 time: 0.3348820 Nov 23 18:03:04.397584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-39f60ec1-bb68-4763-9ba6-b9be20fc0ec4 service neutron] 10.222.0.74 "GET /v2.0/ports/8dd4d4f3-c83e-49ee-a544-274449443f91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1114001 Nov 23 18:03:04.513719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bee1073b-578c-4b1f-b4d9-78e229ff2230 req-712b55ba-f914-4206-9908-93b069797016 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292769 Nov 23 18:03:04.697675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-c366c490-2e86-4495-b9ff-07a8fd016e50 service neutron] 10.222.0.74 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388132 Nov 23 18:03:04.954355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7f88fef8-22cc-4046-ab43-003f6fa28ad9 service neutron] 10.222.0.74 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425857 Nov 23 18:03:04.957955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9695157-d99f-474f-bd6a-68eeb659f0eb req-e9827aa6-1337-470a-98c2-e322eb8497c3 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:04.968276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9695157-d99f-474f-bd6a-68eeb659f0eb req-e9827aa6-1337-470a-98c2-e322eb8497c3 tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 1101 time: 0.1278865 Nov 23 18:03:05.106494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-b998aa99-0026-4473-becb-b70eb5f1e2ed service neutron] 10.222.0.74 "GET /v2.0/ports/7cb7372f-d6af-4dca-a7bb-4c34235ebbf2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1340966 Nov 23 18:03:05.275462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9695157-d99f-474f-bd6a-68eeb659f0eb req-dcbcec8e-081f-4af7-9c60-981f9b5aa51d tempest-ServersOnMultiNodesTest-1761383819 tempest-ServersOnMultiNodesTest-1761383819-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055634 Nov 23 18:03:05.289064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-e3660a71-b257-4dc7-ac0c-15e63c727034 service neutron] 10.222.0.74 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737540 Nov 23 18:03:05.487684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffb4b8e9-b0db-4f5c-a332-f28383d79e59 req-851c7ba1-3624-4ea6-8e61-b9ec4f9f0ada tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0835664 Nov 23 18:03:05.547178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-5f9d206d-8dc2-4a91-b569-1d6fabc10a2f service neutron] 10.222.0.74 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440598 Nov 23 18:03:05.733216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-fb279c78-e882-494b-8fd2-b22313888e6a service neutron] 10.222.0.74 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794167 Nov 23 18:03:05.924265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-26980ea6-836e-4dbb-87c0-436c2a8763e5 service neutron] 10.222.0.74 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799068 Nov 23 18:03:06.061007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-3f6919ac-bd7e-4a23-833c-7f34bf3a9973 service neutron] 10.222.0.74 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327522 Nov 23 18:03:06.248515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c99c0b-0eaf-4828-9d9a-87c791a10dbc req-0572fa92-fc7b-48ca-b47b-2112cf4ec7d1 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:06.256914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4c99c0b-0eaf-4828-9d9a-87c791a10dbc req-0572fa92-fc7b-48ca-b47b-2112cf4ec7d1 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 950 time: 0.1265006 Nov 23 18:03:06.293712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-e6587d67-77ce-4461-a7b5-babcdd72399a service neutron] 10.222.0.74 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280767 Nov 23 18:03:06.476614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-c6ba0cde-a7ed-4671-a91c-c4f43aed9264 service neutron] 10.222.0.74 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727686 Nov 23 18:03:06.495361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4c99c0b-0eaf-4828-9d9a-87c791a10dbc req-df8aabf7-18f9-4f15-a209-323b8480349b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374134 Nov 23 18:03:06.695523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-0af88d5b-3bfd-4b2d-85a4-139358bf10d5 service neutron] 10.222.0.74 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978447 Nov 23 18:03:06.699304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31348455-064b-4278-b5b8-0cb13a76aaa5 req-09995dde-a8b8-4b1b-8fe0-56b614429eed tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0892060 Nov 23 18:03:06.891054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-1ba49805-5b80-4f87-9ece-de71530ae26a service neutron] 10.222.0.74 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827958 Nov 23 18:03:07.047989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-8fe0f0ae-5853-4b62-83a7-3d6a17a4e70f service neutron] 10.222.0.74 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559284 Nov 23 18:03:07.523760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-6f18db36-057d-48bf-9ea6-31c9604173b4 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:07.528130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-6f18db36-057d-48bf-9ea6-31c9604173b4 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 950 time: 0.1252673 Nov 23 18:03:07.735140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Deleting port 16fdeb6e-999e-4021-86f1-afeb533341be {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:07.736625 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:07.756475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f523f93-266f-4c98-86d6-35b354e04bfd req-976de12c-cdb1-42aa-933b-e99d3f599684 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:07.781564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f523f93-266f-4c98-86d6-35b354e04bfd req-976de12c-cdb1-42aa-933b-e99d3f599684 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 950 time: 0.1216152 Nov 23 18:03:08.088263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f523f93-266f-4c98-86d6-35b354e04bfd req-2c696e7a-55d8-459c-8163-ae700a772917 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979999 Nov 23 18:03:08.138124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] For port 16fdeb6e-999e-4021-86f1-afeb533341be, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=16fdeb6e-999e-4021-86f1-afeb533341be,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:08.139165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:08.191885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Calling delete_port for 16fdeb6e-999e-4021-86f1-afeb533341be owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:08.552887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0488a8db-bf28-4613-bbdd-1d660586ab80 req-f2c49b63-cb53-45f9-bf16-1115b49380e0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0560172 Nov 23 18:03:08.619919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b86b7e8-a84b-4987-8a5d-41cb9e73e60a req-7ad44d52-6a04-4744-9b20-16362c3f8427 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.1242285 Nov 23 18:03:08.644075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:08.657053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e', '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:08.661791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'ce663431-f735-4b2d-b837-cb03be662190', '706340bc-9c77-4954-9fe1-fbe56f5f8d87', 'b681177d-258b-4ff3-b7a3-44774dd6a09a'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:08.685199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event deleted for resources: {'Port': ['ID=16fdeb6e-999e-4021-86f1-afeb533341be,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:08.778425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] No DVR routers for this DVR port 16fdeb6e-999e-4021-86f1-afeb533341be on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:08.793660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:08.797451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f99bc67-6c4d-4911-8bec-ac9167f3b6d1 req-d92e759a-9a71-4895-954e-a768fdcb8d26 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "DELETE /v2.0/ports/16fdeb6e-999e-4021-86f1-afeb533341be HTTP/1.1" status: 204 len: 173 time: 1.2613211 Nov 23 18:03:08.799225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9c249-9acc-4310-818c-c96824a706d7', 'name': 'network-vif-deleted', 'tag': '16fdeb6e-999e-4021-86f1-afeb533341be'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:08.812505 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb9719f-2975-4125-9427-dc38c2812bb1" -d '{"events": [{"server_uuid": "15a9c249-9acc-4310-818c-c96824a706d7", "name": "network-vif-deleted", "tag": "16fdeb6e-999e-4021-86f1-afeb533341be"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:08.911543 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0a7511-2123-4f25-969b-fbd29ed1f4ca x-openstack-request-id: req-7c0a7511-2123-4f25-969b-fbd29ed1f4ca {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:08.912088 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9c249-9acc-4310-818c-c96824a706d7", "name": "network-vif-deleted", "tag": "16fdeb6e-999e-4021-86f1-afeb533341be", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:08.912482 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c0a7511-2123-4f25-969b-fbd29ed1f4ca {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:08.913043 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9c249-9acc-4310-818c-c96824a706d7', 'name': 'network-vif-deleted', 'tag': '16fdeb6e-999e-4021-86f1-afeb533341be', 'status': 'completed', 'code': 200} Nov 23 18:03:09.352550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac5da682-21b2-4460-ae27-681f7897112c req-38a196fb-ea81-4f1a-b331-6044946d1041 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=15a9c249-9acc-4310-818c-c96824a706d7 HTTP/1.1" status: 200 len: 210 time: 0.0670097 Nov 23 18:03:09.445267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2095c7-a5de-4bf4-8eec-51d67eacaada req-b9adfafa-55bf-4dcb-96a7-77404bbaf274 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:09.472753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2095c7-a5de-4bf4-8eec-51d67eacaada req-b9adfafa-55bf-4dcb-96a7-77404bbaf274 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.2711158 Nov 23 18:03:09.636173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2095c7-a5de-4bf4-8eec-51d67eacaada req-843805ca-e32c-488b-993a-980dc0a3a349 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607997 Nov 23 18:03:09.813797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75e749dd-a052-4808-b5c6-c50a60aaa603 req-fa88ae46-a894-49ed-be26-4ed78fd9b0ee tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0896692 Nov 23 18:03:09.855032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bbf29f9-4f9a-4cbc-878d-8eba20a4d4ac req-13aaedaf-fb2f-4df8-8026-3b011a0a585a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.1204252 Nov 23 18:03:10.193545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-12278122-82e5-4c1f-b8c6-6e1f1d446c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:10.195160 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-12278122-82e5-4c1f-b8c6-6e1f1d446c5c service neutron] 10.222.0.66 "GET /v2.0/ports/8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 200 len: 1033 time: 0.1195710 Nov 23 18:03:10.246178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 16fdeb6e-999e-4021-86f1-afeb533341be no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:10.293431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-a4cd7958-c7f7-411b-8c0f-aebef29c918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:10.295433 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-a4cd7958-c7f7-411b-8c0f-aebef29c918c service neutron] 10.222.0.66 "GET /v2.0/ports/7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 200 len: 1032 time: 0.0925844 Nov 23 18:03:10.357618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 16fdeb6e-999e-4021-86f1-afeb533341be {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:10.358860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 16fdeb6e-999e-4021-86f1-afeb533341be not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:10.554204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-1a296d8b-b732-4850-a5d7-49af56d41893 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:10.563153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-1a296d8b-b732-4850-a5d7-49af56d41893 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:10.573548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-1a296d8b-b732-4850-a5d7-49af56d41893 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:10.575499 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-1a296d8b-b732-4850-a5d7-49af56d41893 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "GET /v2.0/networks?id=a759d8da-536d-4250-85cc-a067d18414ce&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=890268a0-143b-470c-b56a-22a590561b48&id=890268a0-143b-470c-b56a-22a590561b48 HTTP/1.1" status: 200 len: 1995 time: 0.2669752 Nov 23 18:03:10.755277 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfb1325d-c8a3-4c1c-b77a-80c3e591c19f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d96e5abce447b289b4f8db185c3506 HTTP/1.1" status: 200 len: 379 time: 0.1672945 Nov 23 18:03:10.769441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'admin_state_up': True, 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'security_groups': ['eade3806-117b-4cf8-a01e-c4ed61a4043e']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:10.871283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e57a-62db-455a-ac51-109d7481167c req-11a369ea-bc8a-40f5-abc8-b791d92b4208 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:10.874232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b45e57a-62db-455a-ac51-109d7481167c req-11a369ea-bc8a-40f5-abc8-b791d92b4208 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.72 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.0796497 Nov 23 18:03:11.026577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:11.032346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.078102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c8b59-058c-4a83-8c63-4d0023abd475 req-434e2c76-de92-447a-9cff-7e64ae541ee6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:11.080166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-762c8b59-058c-4a83-8c63-4d0023abd475 req-434e2c76-de92-447a-9cff-7e64ae541ee6 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 946 time: 0.1866233 Nov 23 18:03:11.113241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11d04e-5cda-409a-88b8-b93a4cad22a4 req-58943cda-20e9-4710-88b0-b52a480567a0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:11.123274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f11d04e-5cda-409a-88b8-b93a4cad22a4 req-58943cda-20e9-4710-88b0-b52a480567a0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 949 time: 0.1653144 Nov 23 18:03:11.216641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Deleting port 10c6765f-db63-4429-8717-e02044dc943b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:11.217051 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.219694 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c09991b9-24ae-443b-bff9-997136265800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.250624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-762c8b59-058c-4a83-8c63-4d0023abd475 req-4f2a204c-5145-4f6f-b57c-e4fcc2396e6e tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/security-groups?id=d71a4942-7da3-496d-a847-f67adcdcae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597197 Nov 23 18:03:11.327509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Allocated IP 172.20.0.8 (a759d8da-536d-4250-85cc-a067d18414ce/8e8bc932-780f-4317-a7a2-0d9418b36d7a/e2d5d218-9328-4e2c-b2f5-1872bb32f3fc) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:11.379014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f11d04e-5cda-409a-88b8-b93a4cad22a4 req-a0941088-f08d-459d-b150-e4b6acba9fff tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493560 Nov 23 18:03:11.499383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a701d6c-a438-4ff9-b574-b84ab1441c42 req-73286678-79d5-41a3-9846-62614a342352 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0751905 Nov 23 18:03:11.545841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] For port 10c6765f-db63-4429-8717-e02044dc943b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10c6765f-db63-4429-8717-e02044dc943b,segment=NetworkSegment(b882cd26-a70b-4301-8927-5f37c970b36d),segment_id=b882cd26-a70b-4301-8927-5f37c970b36d)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:11.548758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.589153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Calling delete_port for 10c6765f-db63-4429-8717-e02044dc943b owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:11.614430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03b55e28-3946-4dc0-9b16-d8072800679c req-2daf6333-62b4-449d-8484-471ea781643d tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.1018391 Nov 23 18:03:11.614995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.701775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.738102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network a759d8da-536d-4250-85cc-a067d18414ce is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:11.780705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.781724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:11.786108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:11.803420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['10c6765f-db63-4429-8717-e02044dc943b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:11.857612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Pushing event deleted for resources: {'Port': ['ID=10c6765f-db63-4429-8717-e02044dc943b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:11.894374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:11.938451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:11.952916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.978227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] No DVR routers for this DVR port 10c6765f-db63-4429-8717-e02044dc943b on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:11.984575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:11.990082 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-db5eca5f-7593-4301-a568-5d5b15b486e1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2284305 Nov 23 18:03:11.994086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b45e57a-62db-455a-ac51-109d7481167c req-9d4c61eb-d3be-4918-b59e-e0696e95e2d8 tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.72 "DELETE /v2.0/ports/10c6765f-db63-4429-8717-e02044dc943b HTTP/1.1" status: 204 len: 173 time: 1.1089852 Nov 23 18:03:11.996560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-deleted', 'tag': '10c6765f-db63-4429-8717-e02044dc943b'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:12.001749 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be74ad4f-2150-456d-aea0-e0a4aebad636" -d '{"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-deleted", "tag": "10c6765f-db63-4429-8717-e02044dc943b"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:12.007858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'admin_state_up': True, 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'security_groups': ['eade3806-117b-4cf8-a01e-c4ed61a4043e']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:12.068118 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead1c4e-6089-490b-a6ec-6e5bd2fa5308 x-openstack-request-id: req-cead1c4e-6089-490b-a6ec-6e5bd2fa5308 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:12.068424 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ab73e1-8f89-4a12-ab70-e86aca11a0cc", "name": "network-vif-deleted", "tag": "10c6765f-db63-4429-8717-e02044dc943b", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:12.068687 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cead1c4e-6089-490b-a6ec-6e5bd2fa5308 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:12.069103 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ab73e1-8f89-4a12-ab70-e86aca11a0cc', 'name': 'network-vif-deleted', 'tag': '10c6765f-db63-4429-8717-e02044dc943b', 'status': 'completed', 'code': 200} Nov 23 18:03:12.275527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2e3d2920-8ff4-46b3-abbb-b7bd7b5d34d8 None None] Provisioning complete for port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:12.275927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:12.276290 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2920-8ff4-46b3-abbb-b7bd7b5d34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:12.290602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:12.395398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de259-6713-43b3-b19f-201c11222d9b req-f2c7f6e6-b72d-485c-89a9-564b4d823b68 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:12.399063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e1de259-6713-43b3-b19f-201c11222d9b req-f2c7f6e6-b72d-485c-89a9-564b4d823b68 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 949 time: 0.1336660 Nov 23 18:03:12.672633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Allocated IP 10.1.1.92 (82ac0aeb-8a3a-4b71-9721-d03bd94a08f9/c0aeb5aa-353b-4c65-8006-8f5360fd042c/5033696b-2055-4efb-b2c5-4fd05f0b6590) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:12.707994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d2920-8ff4-46b3-abbb-b7bd7b5d34d8 None None] Port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:12.742525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb35ec07-2c35-41b2-a7a3-6afabb901485 req-cd0df0f1-9154-4da7-a4e9-3c5c84741cde tempest-ServersNegativeTestJSON-488731395 tempest-ServersNegativeTestJSON-488731395-project] 10.222.0.74 "GET /v2.0/ports?device_id=59ab73e1-8f89-4a12-ab70-e86aca11a0cc HTTP/1.1" status: 200 len: 210 time: 0.1805661 Nov 23 18:03:12.910168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17aaf8-1b4b-432f-9082-eeb06b9f845d req-a83bda7d-c6eb-4a56-bdf8-4f994adc8b66 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:12.920550 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:12.921490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d17aaf8-1b4b-432f-9082-eeb06b9f845d req-a83bda7d-c6eb-4a56-bdf8-4f994adc8b66 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 949 time: 0.1917071 Nov 23 18:03:12.928030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Deleting port b681177d-258b-4ff3-b7a3-44774dd6a09a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:12.928718 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:12.983935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.040917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] For port b681177d-258b-4ff3-b7a3-44774dd6a09a, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b681177d-258b-4ff3-b7a3-44774dd6a09a,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:13.041643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.060816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:13.068594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Calling delete_port for b681177d-258b-4ff3-b7a3-44774dd6a09a owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:13.070981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:13.075290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:13.082910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=5033696b-2055-4efb-b2c5-4fd05f0b6590,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:13.155899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:13.156566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.199814 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-10bfbe38-4a9b-471b-92e2-05441c34ca30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1975222 Nov 23 18:03:13.212658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'admin_state_up': True, 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'security_groups': ['eade3806-117b-4cf8-a01e-c4ed61a4043e']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:13.229625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e7c85-dc4c-4cf9-8ce7-654254c5ebc7 req-ed1bb7f6-5c70-4de8-b4d5-663dabd7d20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:13.231693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad9e7c85-dc4c-4cf9-8ce7-654254c5ebc7 req-ed1bb7f6-5c70-4de8-b4d5-663dabd7d20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 931 time: 0.3428466 Nov 23 18:03:13.286385 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba8b46d0-7887-4d59-a31c-12ff7c05af94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.312402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d17aaf8-1b4b-432f-9082-eeb06b9f845d req-de39e5d1-1936-495a-8b53-9429624056fb tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898187 Nov 23 18:03:13.411351 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:13.418379 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.427089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad9e7c85-dc4c-4cf9-8ce7-654254c5ebc7 req-ecf89cd0-252b-40ad-9664-ce464cde6d3d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728563 Nov 23 18:03:13.460355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-18cd9d45-e2b7-4c5e-b8f0-7d1ef887193e None None] Provisioning complete for port 5033696b-2055-4efb-b2c5-4fd05f0b6590 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:13.461138 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18cd9d45-e2b7-4c5e-b8f0-7d1ef887193e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.544361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-18cd9d45-e2b7-4c5e-b8f0-7d1ef887193e None None] Port 5033696b-2055-4efb-b2c5-4fd05f0b6590 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:13.553630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.571964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'ce663431-f735-4b2d-b837-cb03be662190', '706340bc-9c77-4954-9fe1-fbe56f5f8d87', 'b681177d-258b-4ff3-b7a3-44774dd6a09a'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:13.576017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e', '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:13.647349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3057560e-0d42-4b0d-988b-516dd237a583 req-12d64bcf-8db8-44f1-9724-50be8cf67d56 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0639563 Nov 23 18:03:13.647751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Allocated IP 10.1.1.180 (82ac0aeb-8a3a-4b71-9721-d03bd94a08f9/c0aeb5aa-353b-4c65-8006-8f5360fd042c/fa5b9667-17da-4194-8199-c128622a21be) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:13.658733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event deleted for resources: {'Port': ['ID=b681177d-258b-4ff3-b7a3-44774dd6a09a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:13.737493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] No DVR routers for this DVR port b681177d-258b-4ff3-b7a3-44774dd6a09a on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:13.742742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.748506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e1de259-6713-43b3-b19f-201c11222d9b req-7ca4ff30-79d2-4327-8aed-20959d708b4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "DELETE /v2.0/ports/b681177d-258b-4ff3-b7a3-44774dd6a09a HTTP/1.1" status: 204 len: 173 time: 1.3424973 Nov 23 18:03:13.784337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57506) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:13.852076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57510) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:13.945910 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.957298 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aca821a5-d4ef-4321-9e71-4082124c729f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.958940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6199da7b-9eb5-4115-b6f2-a1197e196b53 admin admin] Deleting subnet 3700550f-d34a-4c2a-99a7-0e4eec52654a {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:03:13.966464 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6199da7b-9eb5-4115-b6f2-a1197e196b53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.035333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6199da7b-9eb5-4115-b6f2-a1197e196b53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.052146 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aca821a5-d4ef-4321-9e71-4082124c729f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.060457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aca821a5-d4ef-4321-9e71-4082124c729f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.073620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07a4e0-0ff0-46af-98e7-8b907bf9e19b', 'name': 'network-vif-deleted', 'tag': 'b681177d-258b-4ff3-b7a3-44774dd6a09a'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:14.077288 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e368a52-831b-439d-8d67-21e9eab845c4" -d '{"events": [{"server_uuid": "4c07a4e0-0ff0-46af-98e7-8b907bf9e19b", "name": "network-vif-deleted", "tag": "b681177d-258b-4ff3-b7a3-44774dd6a09a"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:14.100354 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.125460 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6199da7b-9eb5-4115-b6f2-a1197e196b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.126328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aca821a5-d4ef-4321-9e71-4082124c729f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef30ced998214343aaa63feae21f079d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3399727 Nov 23 18:03:14.127350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57514) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:14.137152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca821a5-d4ef-4321-9e71-4082124c729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3142d6a-576d-462f-86c5-b0bdc36fbbde,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:14.175312 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e271e-d85b-4702-8f07-7e83f2286102 x-openstack-request-id: req-518e271e-d85b-4702-8f07-7e83f2286102 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:14.175685 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c07a4e0-0ff0-46af-98e7-8b907bf9e19b", "name": "network-vif-deleted", "tag": "b681177d-258b-4ff3-b7a3-44774dd6a09a", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:14.176010 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-518e271e-d85b-4702-8f07-7e83f2286102 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:14.176535 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c07a4e0-0ff0-46af-98e7-8b907bf9e19b', 'name': 'network-vif-deleted', 'tag': 'b681177d-258b-4ff3-b7a3-44774dd6a09a', 'status': 'completed', 'code': 200} Nov 23 18:03:14.227819 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85890796-e261-430e-a45c-b9818d4c89ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.255535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:14.269346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:14.274719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:14.285901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:14.301456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85890796-e261-430e-a45c-b9818d4c89ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.315966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=fa5b9667-17da-4194-8199-c128622a21be,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:14.347027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 10c6765f-db63-4429-8717-e02044dc943b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:14.347467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10c6765f-db63-4429-8717-e02044dc943b not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:14.440706 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85890796-e261-430e-a45c-b9818d4c89ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.445511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85890796-e261-430e-a45c-b9818d4c89ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.448823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-85890796-e261-430e-a45c-b9818d4c89ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f3142d6a-576d-462f-86c5-b0bdc36fbbde HTTP/1.1" status: 204 len: 168 time: 0.3193340 Nov 23 18:03:14.495164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85890796-e261-430e-a45c-b9818d4c89ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3142d6a-576d-462f-86c5-b0bdc36fbbde,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:14.535569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:14.536324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.542504 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6199da7b-9eb5-4115-b6f2-a1197e196b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.614674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7125419-9dfd-4495-853e-fa629f5c2cd5 req-ae18e8a1-69df-45fb-ad4c-f8426ab842aa tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c07a4e0-0ff0-46af-98e7-8b907bf9e19b HTTP/1.1" status: 200 len: 210 time: 0.0683773 Nov 23 18:03:14.673515 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f3677f5c-c92d-4741-81cb-5548f3b8eb23 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4637661 Nov 23 18:03:14.674788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199da7b-9eb5-4115-b6f2-a1197e196b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3700550f-d34a-4c2a-99a7-0e4eec52654a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:14.694098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '890268a0-143b-470c-b56a-22a590561b48', 'admin_state_up': True, 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'security_groups': ['eade3806-117b-4cf8-a01e-c4ed61a4043e']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:14.698713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6199da7b-9eb5-4115-b6f2-a1197e196b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.741593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57530) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:14.750966 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6199da7b-9eb5-4115-b6f2-a1197e196b53 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3700550f-d34a-4c2a-99a7-0e4eec52654a HTTP/1.1" status: 204 len: 168 time: 0.8966844 Nov 23 18:03:14.895220 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1f5de941-87d1-4bcb-b0bd-dcf37e12945f None None] Provisioning complete for port fa5b9667-17da-4194-8199-c128622a21be triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:14.896272 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1f5de941-87d1-4bcb-b0bd-dcf37e12945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.963748 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:14.995901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de941-87d1-4bcb-b0bd-dcf37e12945f None None] Port fa5b9667-17da-4194-8199-c128622a21be cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:15.019936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.078859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eaec91ff-9e3c-4c91-af8f-6e79b6b2b44d req-27da03dc-68ef-44f7-bac4-4e2585c86845 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0962944 Nov 23 18:03:15.090227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.117870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57532) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:15.166525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4d77d-8d44-4709-9fe6-fe840cb82112 req-82123ab9-205f-4129-bcea-b1cf89ee1ded tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:15.173195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.178965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4d77d-8d44-4709-9fe6-fe840cb82112 req-82123ab9-205f-4129-bcea-b1cf89ee1ded tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:15.193283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4d77d-8d44-4709-9fe6-fe840cb82112 req-82123ab9-205f-4129-bcea-b1cf89ee1ded tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:15.195289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99f4d77d-8d44-4709-9fe6-fe840cb82112 req-82123ab9-205f-4129-bcea-b1cf89ee1ded tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 2373 time: 0.4180861 Nov 23 18:03:15.228831 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f0872e3e-d008-4fa0-9fbb-4f0c5d2484d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.334291 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.371317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c8fd55-a9f4-47de-b248-426270e1967b']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:15.401967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b882cd26-a70b-4301-8927-5f37c970b36d') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:15.402312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b882cd26-a70b-4301-8927-5f37c970b36d') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:15.426387 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.427856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Allocated IP 10.2.2.100 (890268a0-143b-470c-b56a-22a590561b48/d0386c69-a761-488f-9804-19bf2f402539/269950bf-657c-437c-9ee5-8ee2f67b1e73) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:15.465019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99f4d77d-8d44-4709-9fe6-fe840cb82112 req-ea31d3da-9e44-470c-97f9-97169d08f16c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477863 Nov 23 18:03:15.473784 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.485145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:03:15.485459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:03:15.487291 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:03:15.582516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.592918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.596798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] 10.222.0.74 "DELETE /v2.0/networks/d1c8fd55-a9f4-47de-b248-426270e1967b HTTP/1.1" status: 204 len: 168 time: 0.8540404 Nov 23 18:03:15.599464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f0872e3e-d008-4fa0-9fbb-4f0c5d2484d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.614961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ac245-1b41-40a7-82cf-ee80421406ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c8fd55-a9f4-47de-b248-426270e1967b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:15.617653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f0872e3e-d008-4fa0-9fbb-4f0c5d2484d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.653116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.704848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f0872e3e-d008-4fa0-9fbb-4f0c5d2484d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a5ead954fa374b3cad8f01692a9456ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5866287 Nov 23 18:03:15.710599 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57544) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:15.718351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0872e3e-d008-4fa0-9fbb-4f0c5d2484d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f0809-bce7-40d8-b000-5a2aa9636979,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:15.758537 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.835588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network 890268a0-143b-470c-b56a-22a590561b48 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:15.839737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdcc2-7991-4047-a89a-92890613ebb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.866402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdcc2-7991-4047-a89a-92890613ebb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.922896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:15.928607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=269950bf-657c-437c-9ee5-8ee2f67b1e73,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:15.934420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:15.936484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdcc2-7991-4047-a89a-92890613ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.939396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdcc2-7991-4047-a89a-92890613ebb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.940584 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6f7cdcc2-7991-4047-a89a-92890613ebb5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7e9f0809-bce7-40d8-b000-5a2aa9636979 HTTP/1.1" status: 204 len: 168 time: 0.2283385 Nov 23 18:03:15.969351 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cdcc2-7991-4047-a89a-92890613ebb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f0809-bce7-40d8-b000-5a2aa9636979,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:16.012057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:16.012932 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.038780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-aa8e3f79-2a0a-4b21-b38f-0aaf04e2b722 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3550041 Nov 23 18:03:16.061952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57554) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:16.067974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '890268a0-143b-470c-b56a-22a590561b48', 'admin_state_up': True, 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'security_groups': ['eade3806-117b-4cf8-a01e-c4ed61a4043e']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:16.149944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-81c2eba5-027f-4b9d-b980-6b19269a6648 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3e3c10c81f664a0d832b8cdf77dc725d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0861292 Nov 23 18:03:16.152988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:16.189225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a427d-dd24-4c78-9f70-ba4ed215b8c8 req-89691842-ad0f-4885-aa1a-b417d0e587c7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:16.198091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-936a427d-dd24-4c78-9f70-ba4ed215b8c8 req-89691842-ad0f-4885-aa1a-b417d0e587c7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 949 time: 0.1487801 Nov 23 18:03:16.280676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1418a4d0-7d09-4e37-9a22-4d9d61d06c68 req-2f0b4bf1-a869-4fd6-84f2-e4c8f24b1f63 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0566037 Nov 23 18:03:16.332048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Made reservation on behalf of e8d96e5abce447b289b4f8db185c3506 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:16.336980 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.342620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-936a427d-dd24-4c78-9f70-ba4ed215b8c8 req-b7ca5217-86d6-4d77-b158-6888d737edf2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435101 Nov 23 18:03:16.372220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5964d6b9-f3e1-45b1-98ef-c300eeb98c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.377679 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.403411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5964d6b9-f3e1-45b1-98ef-c300eeb98c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.431002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b681177d-258b-4ff3-b7a3-44774dd6a09a no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:16.472107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: b681177d-258b-4ff3-b7a3-44774dd6a09a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:16.472870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b681177d-258b-4ff3-b7a3-44774dd6a09a not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:16.494349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5964d6b9-f3e1-45b1-98ef-c300eeb98c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.497273 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5964d6b9-f3e1-45b1-98ef-c300eeb98c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.498541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5964d6b9-f3e1-45b1-98ef-c300eeb98c4e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d71a4942-7da3-496d-a847-f67adcdcae97 HTTP/1.1" status: 204 len: 168 time: 0.3444936 Nov 23 18:03:16.511751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964d6b9-f3e1-45b1-98ef-c300eeb98c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a4942-7da3-496d-a847-f67adcdcae97,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:16.599516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-28bd1984-f402-4c11-97d9-55e2ee43da94 None None] Provisioning complete for port 269950bf-657c-437c-9ee5-8ee2f67b1e73 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:16.603055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28bd1984-f402-4c11-97d9-55e2ee43da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.707678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-28bd1984-f402-4c11-97d9-55e2ee43da94 None None] Port 269950bf-657c-437c-9ee5-8ee2f67b1e73 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:16.738619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87327e0-3a59-401f-9e69-06369eefed88 req-2d24076c-5190-4964-927e-2a7168610a13 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:16.746019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87327e0-3a59-401f-9e69-06369eefed88 req-2d24076c-5190-4964-927e-2a7168610a13 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:16.753051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87327e0-3a59-401f-9e69-06369eefed88 req-2d24076c-5190-4964-927e-2a7168610a13 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:16.760176 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Allocated IP 10.2.2.200 (890268a0-143b-470c-b56a-22a590561b48/d0386c69-a761-488f-9804-19bf2f402539/b65990f9-0276-4a05-9ded-ff5cdaf5ec44) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:16.761665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87327e0-3a59-401f-9e69-06369eefed88 req-2d24076c-5190-4964-927e-2a7168610a13 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:16.773516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e87327e0-3a59-401f-9e69-06369eefed88 req-2d24076c-5190-4964-927e-2a7168610a13 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 3094 time: 0.1176453 Nov 23 18:03:16.849851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e87327e0-3a59-401f-9e69-06369eefed88 req-8892113a-e452-4157-a466-b83734933a19 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702791 Nov 23 18:03:17.001088 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.049575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.123247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Network 890268a0-143b-470c-b56a-22a590561b48 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:17.132447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:17.138405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:17.143562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event updated for resources: {'Port': ['ID=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:17.215453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:17.216089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.239155 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-87e3389f-3817-4611-bbbb-a70486196443 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1911893 Nov 23 18:03:17.251273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:17.351228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.482835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-74414e2b-3610-4557-9352-d7d78a431fc7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:17.484410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-74414e2b-3610-4557-9352-d7d78a431fc7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 949 time: 0.1576214 Nov 23 18:03:17.548858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2742f430-b448-4b44-aa64-eb6e6ec7b125 None None] Provisioning complete for port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:17.549886 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2742f430-b448-4b44-aa64-eb6e6ec7b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.632921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25b05382-8c6e-47fc-883e-d20481a16cde req-613443a7-8ef1-4d36-b871-5b8ceee18c0f tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.1248012 Nov 23 18:03:17.651661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2742f430-b448-4b44-aa64-eb6e6ec7b125 None None] Port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:17.668014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33b1a6-7dd7-4570-be39-da6b257883a1 req-e1b3b8d6-e079-4e6c-b0fe-a8aa9cf1b16c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:17.669602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df33b1a6-7dd7-4570-be39-da6b257883a1 req-e1b3b8d6-e079-4e6c-b0fe-a8aa9cf1b16c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 949 time: 0.1688445 Nov 23 18:03:17.725011 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.794718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df33b1a6-7dd7-4570-be39-da6b257883a1 req-e8d14009-1594-49e3-80c9-71a5d74fb0ab tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769377 Nov 23 18:03:17.840585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d5d218-9328-4e2c-b2f5-1872bb32f3fc {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:17.846993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Deleting port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:17.847462 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.851011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.872417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Transition to ACTIVE for port object e2d5d218-9328-4e2c-b2f5-1872bb32f3fc will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:17.878121 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:18.052583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] For port 706340bc-9c77-4954-9fe1-fbe56f5f8d87, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=706340bc-9c77-4954-9fe1-fbe56f5f8d87,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:18.053035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:18.066555 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:18.092548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Calling delete_port for 706340bc-9c77-4954-9fe1-fbe56f5f8d87 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:18.169389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Attempting to bind port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:18.169745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Attempting to bind port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:18.170085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Attempting to bind port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc on network a759d8da-536d-4250-85cc-a067d18414ce {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:18.185359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc on network a759d8da-536d-4250-85cc-a067d18414ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:03:18.185739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Attempting to bind port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc on network a759d8da-536d-4250-85cc-a067d18414ce {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:18.208793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:18.209288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Checking segment: {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:18.209863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Bound using segment: {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:18.210426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Bound port: e2d5d218-9328-4e2c-b2f5-1872bb32f3fc, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cae516e-40b2-43a6-b400-d0ad6826dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:18.212178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:18.351628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] For port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:18.356998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] For port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:18.365931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:18.429178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.431634 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:18.433235 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] 10.222.0.66 "PUT /v2.0/ports/e2d5d218-9328-4e2c-b2f5-1872bb32f3fc HTTP/1.1" status: 200 len: 1091 time: 1.1869047 Nov 23 18:03:18.433722 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:18.436292 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e736f77-7a60-4a85-bc36-88ace1028aba" -d '{"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:18.520992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:18.568064 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a587f4ee-5360-4368-b13e-fed4bc8d915b x-openstack-request-id: req-a587f4ee-5360-4368-b13e-fed4bc8d915b {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:18.581827 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:18.582293 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a587f4ee-5360-4368-b13e-fed4bc8d915b {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:18.584015 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'status': 'completed', 'code': 200} Nov 23 18:03:18.584322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57640) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:18.617119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217e8e9-579e-491c-afd4-0e6b43a4c2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:18.645928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76cc3-d7e7-448d-80e7-4321ae777b0e req-aa1c5930-7726-43e2-8226-1930add18cd6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.650725 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:18.652053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76cc3-d7e7-448d-80e7-4321ae777b0e req-aa1c5930-7726-43e2-8226-1930add18cd6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.670564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76cc3-d7e7-448d-80e7-4321ae777b0e req-aa1c5930-7726-43e2-8226-1930add18cd6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.683207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76cc3-d7e7-448d-80e7-4321ae777b0e req-aa1c5930-7726-43e2-8226-1930add18cd6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.689411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76cc3-d7e7-448d-80e7-4321ae777b0e req-aa1c5930-7726-43e2-8226-1930add18cd6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.716167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fee76cc3-d7e7-448d-80e7-4321ae777b0e req-aa1c5930-7726-43e2-8226-1930add18cd6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 3827 time: 0.6976993 Nov 23 18:03:18.846519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-11ccfcc6-32b0-4251-a416-78c184566800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.847330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-11ccfcc6-32b0-4251-a416-78c184566800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.848142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-11ccfcc6-32b0-4251-a416-78c184566800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.848788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-11ccfcc6-32b0-4251-a416-78c184566800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.849418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-11ccfcc6-32b0-4251-a416-78c184566800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:18.851389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-11ccfcc6-32b0-4251-a416-78c184566800 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 4362 time: 0.2534697 Nov 23 18:03:18.937577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15fb1887-7be6-4125-b182-0f375b2049ac req-5e535ed1-d3fa-4d93-acb8-46b445df3849 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0999284 Nov 23 18:03:18.943238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd4d4f3-c83e-49ee-a544-274449443f91 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:18.955981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:18.973733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Transition to ACTIVE for port object 8dd4d4f3-c83e-49ee-a544-274449443f91 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:18.988158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fee76cc3-d7e7-448d-80e7-4321ae777b0e req-f9824abd-b7a8-48dd-ae96-2ea29b11a6c8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708359 Nov 23 18:03:19.016872 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57ba42ed-5409-4fdf-a562-65670b3268b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.026613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.107286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57ba42ed-5409-4fdf-a562-65670b3268b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.136608 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57ba42ed-5409-4fdf-a562-65670b3268b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.206767 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-57ba42ed-5409-4fdf-a562-65670b3268b7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=979d57800f584109b4c2df28f97072f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6186173 Nov 23 18:03:19.207531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd4d4f3-c83e-49ee-a544-274449443f91,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:19.210907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57658) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:19.241105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba42ed-5409-4fdf-a562-65670b3268b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c23a6d6-aafe-4b4e-8776-dbdb5730c20c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:19.329420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Attempting to bind port 8dd4d4f3-c83e-49ee-a544-274449443f91 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:19.329769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Attempting to bind port 8dd4d4f3-c83e-49ee-a544-274449443f91 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:19.330105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Attempting to bind port 8dd4d4f3-c83e-49ee-a544-274449443f91 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:19.342417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Port 8dd4d4f3-c83e-49ee-a544-274449443f91 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:03:19.342787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Attempting to bind port 8dd4d4f3-c83e-49ee-a544-274449443f91 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:19.350119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9967d21-2032-4c14-b4be-6337442c41ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.352596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:19.352957 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Checking segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:19.353374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Bound using segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:19.353824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Bound port: 8dd4d4f3-c83e-49ee-a544-274449443f91, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:19.354190 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.356899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-12cdae58-bd8d-4727-840c-a6dedc0113e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:19.358070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-12cdae58-bd8d-4727-840c-a6dedc0113e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:19.358611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-12cdae58-bd8d-4727-840c-a6dedc0113e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:19.361552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-12cdae58-bd8d-4727-840c-a6dedc0113e9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8d96e5abce447b289b4f8db185c3506&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4967570 Nov 23 18:03:19.363346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.393781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce12b4-f66b-424b-98e7-fbd5c8fc0455 req-e40de2b6-c0c6-4866-969e-0a4bcb78d41b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:19.398144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'ce663431-f735-4b2d-b837-cb03be662190', '706340bc-9c77-4954-9fe1-fbe56f5f8d87'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:19.407741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9967d21-2032-4c14-b4be-6337442c41ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.410709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e', '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:19.412655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfce12b4-f66b-424b-98e7-fbd5c8fc0455 req-e40de2b6-c0c6-4866-969e-0a4bcb78d41b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdeaad6-17ee-41b0-9d0f-3349957fe91b HTTP/1.1" status: 200 len: 949 time: 0.3605039 Nov 23 18:03:19.474924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] For port 8dd4d4f3-c83e-49ee-a544-274449443f91, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:19.478509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] For port 8dd4d4f3-c83e-49ee-a544-274449443f91, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8dd4d4f3-c83e-49ee-a544-274449443f91,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:19.485466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.545354 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.556731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd4d4f3-c83e-49ee-a544-274449443f91,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:19.568620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9967d21-2032-4c14-b4be-6337442c41ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.572489 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9967d21-2032-4c14-b4be-6337442c41ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.573711 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e9967d21-2032-4c14-b4be-6337442c41ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c23a6d6-aafe-4b4e-8776-dbdb5730c20c HTTP/1.1" status: 204 len: 168 time: 0.3421602 Nov 23 18:03:19.575440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:19.576043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.577775 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-61dbbe7e-e0cd-41db-a6a7-27724ef36169 service neutron] 10.222.0.66 "PUT /v2.0/ports/8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 200 len: 1136 time: 1.0684605 Nov 23 18:03:19.578957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event deleted for resources: {'Port': ['ID=706340bc-9c77-4954-9fe1-fbe56f5f8d87,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:19.590642 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967d21-2032-4c14-b4be-6337442c41ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c23a6d6-aafe-4b4e-8776-dbdb5730c20c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:19.603359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.603707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.604073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.606337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.606711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.611330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.611679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.612286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.612635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.612968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.613298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.613626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:19.637905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:19.807633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.900436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] No DVR routers for this DVR port 706340bc-9c77-4954-9fe1-fbe56f5f8d87 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:19.926129 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:19.939042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f512a83-ee57-4b3e-8cbd-4fd0ae3b9200 req-0298b982-790f-4543-917b-38425891aa7a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "DELETE /v2.0/ports/706340bc-9c77-4954-9fe1-fbe56f5f8d87 HTTP/1.1" status: 204 len: 173 time: 2.4444585 Nov 23 18:03:19.943203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdeaad6-17ee-41b0-9d0f-3349957fe91b', 'name': 'network-vif-deleted', 'tag': '706340bc-9c77-4954-9fe1-fbe56f5f8d87'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:19.946377 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e04db1b-2be7-45b9-bf89-07ed4cb5289a" -d '{"events": [{"server_uuid": "0bdeaad6-17ee-41b0-9d0f-3349957fe91b", "name": "network-vif-deleted", "tag": "706340bc-9c77-4954-9fe1-fbe56f5f8d87"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:20.002781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfce12b4-f66b-424b-98e7-fbd5c8fc0455 req-ad1245b0-0608-4840-980b-408a0ba87089 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891895 Nov 23 18:03:20.075120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-eff50b9f-b575-48ff-a648-36c573ec817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:20.082082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e736f77-7a60-4a85-bc36-88ace1028aba req-eff50b9f-b575-48ff-a648-36c573ec817d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6518824 Nov 23 18:03:20.085465 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0425386e-31a9-4b3f-bfaa-277f0ff283a4 x-openstack-request-id: req-0425386e-31a9-4b3f-bfaa-277f0ff283a4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:20.085764 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdeaad6-17ee-41b0-9d0f-3349957fe91b", "name": "network-vif-deleted", "tag": "706340bc-9c77-4954-9fe1-fbe56f5f8d87", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:20.086023 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0425386e-31a9-4b3f-bfaa-277f0ff283a4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:20.086459 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdeaad6-17ee-41b0-9d0f-3349957fe91b', 'name': 'network-vif-deleted', 'tag': '706340bc-9c77-4954-9fe1-fbe56f5f8d87', 'status': 'completed', 'code': 200} Nov 23 18:03:20.338248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-822a8818-cf87-4e6c-8a17-4f3ca725ed16 req-b170abad-abcf-4f55-875b-96a3504b8829 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0836511 Nov 23 18:03:20.432477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625c1f-8ab1-484b-8a92-04ff85bf22e3 req-1ca71704-bc1f-41e1-bc8e-e05844940fc6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:20.468275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625c1f-8ab1-484b-8a92-04ff85bf22e3 req-1ca71704-bc1f-41e1-bc8e-e05844940fc6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:20.484708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625c1f-8ab1-484b-8a92-04ff85bf22e3 req-1ca71704-bc1f-41e1-bc8e-e05844940fc6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:20.511097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625c1f-8ab1-484b-8a92-04ff85bf22e3 req-1ca71704-bc1f-41e1-bc8e-e05844940fc6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:20.521234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625c1f-8ab1-484b-8a92-04ff85bf22e3 req-1ca71704-bc1f-41e1-bc8e-e05844940fc6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:20.536848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625c1f-8ab1-484b-8a92-04ff85bf22e3 req-1ca71704-bc1f-41e1-bc8e-e05844940fc6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:20.540102 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62625c1f-8ab1-484b-8a92-04ff85bf22e3 req-1ca71704-bc1f-41e1-bc8e-e05844940fc6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 4605 time: 0.3007598 Nov 23 18:03:20.637621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:20.717872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62625c1f-8ab1-484b-8a92-04ff85bf22e3 req-6e4e7e90-21e3-423a-94ed-8701eeed1d52 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1685634 Nov 23 18:03:20.960630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': '8dd4d4f3-c83e-49ee-a544-274449443f91'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:20.963880 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce1be31-4528-4fd2-af77-c3e32ee4df4e" -d '{"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "8dd4d4f3-c83e-49ee-a544-274449443f91"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:21.033184 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6a7011-2b8b-4093-8136-25aaa5b4e47a x-openstack-request-id: req-ca6a7011-2b8b-4093-8136-25aaa5b4e47a {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:21.043084 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "8dd4d4f3-c83e-49ee-a544-274449443f91", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:21.043409 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ca6a7011-2b8b-4093-8136-25aaa5b4e47a {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:21.044625 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': '8dd4d4f3-c83e-49ee-a544-274449443f91', 'status': 'completed', 'code': 200} Nov 23 18:03:21.121469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:21.131721 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.151715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-efbeec1c-ee77-4896-ac67-2d740073216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.152317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-efbeec1c-ee77-4896-ac67-2d740073216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.152698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-efbeec1c-ee77-4896-ac67-2d740073216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.153182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-efbeec1c-ee77-4896-ac67-2d740073216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.153661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-efbeec1c-ee77-4896-ac67-2d740073216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.154139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-efbeec1c-ee77-4896-ac67-2d740073216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.158887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Transition to ACTIVE for port object 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:21.162033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-efbeec1c-ee77-4896-ac67-2d740073216c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5291 time: 0.1068795 Nov 23 18:03:21.167886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.242351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57712) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:21.311121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:21.363521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57716) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:21.402516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Attempting to bind port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:21.402919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Attempting to bind port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:21.403263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Attempting to bind port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:21.410057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:03:21.410442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Attempting to bind port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:21.416356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:21.416708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Checking segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:21.417098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Bound using segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:21.417752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Bound port: 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:21.418236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.451246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-122dce6c-6cad-4ed1-96f5-08798febc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.451928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-122dce6c-6cad-4ed1-96f5-08798febc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.452565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-122dce6c-6cad-4ed1-96f5-08798febc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.454680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-122dce6c-6cad-4ed1-96f5-08798febc2a5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8d96e5abce447b289b4f8db185c3506&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2817962 Nov 23 18:03:21.550676 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] For port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:21.555341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] For port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:21.562942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.616735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-865996645-network', 'tenant_id': '763dab3003a948db90155c6008598a87'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:21.625673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-250d1d5c-0e2a-4f13-9a05-b0fef687e85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.648031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.649344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.650770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] 10.222.0.66 "PUT /v2.0/ports/7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 200 len: 1135 time: 2.0186429 Nov 23 18:03:21.684392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fdf92f84-3f72-46b5-9246-950bf7e49e09 req-1e95c517-bd36-40bf-b0ff-539812335c59 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0735302 Nov 23 18:03:21.714246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:21.714345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Made reservation on behalf of 763dab3003a948db90155c6008598a87 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:21.718603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.747550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.783712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe306d3-b79c-483f-b52a-576f78658ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:21.856569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-64791a00-16ac-471c-b35a-2e98ecb9a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.859040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dce1be31-4528-4fd2-af77-c3e32ee4df4e req-64791a00-16ac-471c-b35a-2e98ecb9a5a6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3960547 Nov 23 18:03:21.869208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:21.924553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aae01e-05dc-4aca-a826-fa197ac44bd9 req-732e53c9-5a79-4bdb-96d4-559ff86f774a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:21.926836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3aae01e-05dc-4aca-a826-fa197ac44bd9 req-732e53c9-5a79-4bdb-96d4-559ff86f774a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 950 time: 0.1074643 Nov 23 18:03:22.011528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3aae01e-05dc-4aca-a826-fa197ac44bd9 req-a849839d-7f71-4014-bd5f-7c3beb389da0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751097 Nov 23 18:03:22.058651 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.068149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.089171 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-250d1d5c-0e2a-4f13-9a05-b0fef687e85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.122364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-250d1d5c-0e2a-4f13-9a05-b0fef687e85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.127798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-d0bb311e-4955-47d0-81e2-ff346ba77cf2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.134660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-d0bb311e-4955-47d0-81e2-ff346ba77cf2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.140928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-d0bb311e-4955-47d0-81e2-ff346ba77cf2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.147424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-d0bb311e-4955-47d0-81e2-ff346ba77cf2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.153651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-d0bb311e-4955-47d0-81e2-ff346ba77cf2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.159866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-d0bb311e-4955-47d0-81e2-ff346ba77cf2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.166055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-d0bb311e-4955-47d0-81e2-ff346ba77cf2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.168032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-d0bb311e-4955-47d0-81e2-ff346ba77cf2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5382 time: 0.1613715 Nov 23 18:03:22.177369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:03:22.183306 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-250d1d5c-0e2a-4f13-9a05-b0fef687e85d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0fe9e5a2609d4e9783da657b9ed2505e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8138766 Nov 23 18:03:22.183306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57732) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:22.191788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d1d5c-0e2a-4f13-9a05-b0fef687e85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a35153-fd2e-4486-8c56-2f3510f009b7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:22.204566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e343fa3-2c25-4ec9-9816-8a6255a5aaf4,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:22.212799 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.212799 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Added segment aafe06e4-a9b5-454e-b374-02790bc035b6 of type vlan for network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 Nov 23 18:03:22.281586 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.295870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c53-6b87-4ba7-875e-df9557ad1e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.296295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a13667bc-f4f1-471e-82d4-3d66e6a4ab72 req-628c01ac-82e2-497d-98f6-501e06dc98ad tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133351 Nov 23 18:03:22.317888 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.319347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.320450 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.321652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c53-6b87-4ba7-875e-df9557ad1e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.356828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5033696b-2055-4efb-b2c5-4fd05f0b6590 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:22.363198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1175072 Nov 23 18:03:22.364609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57734) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:22.371935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.386763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Transition to ACTIVE for port object 5033696b-2055-4efb-b2c5-4fd05f0b6590 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:22.396291 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.398619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Request body: {'subnet': {'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-subnet', 'tenant_id': '763dab3003a948db90155c6008598a87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:22.408109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff766c-41d4-4fb4-b35e-200674733846 admin admin] Pushing event updated for resources: {'Network': ['ID=16fdd5d7-d771-4130-bbc6-7ef7e5022312,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:22.420328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:03:22.428913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Made reservation on behalf of 763dab3003a948db90155c6008598a87 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:22.431727 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.450757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 706340bc-9c77-4954-9fe1-fbe56f5f8d87 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:22.474998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c53-6b87-4ba7-875e-df9557ad1e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.477831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c53-6b87-4ba7-875e-df9557ad1e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.479030 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fcf2c53-6b87-4ba7-875e-df9557ad1e4b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f0a35153-fd2e-4486-8c56-2f3510f009b7 HTTP/1.1" status: 204 len: 168 time: 0.2956948 Nov 23 18:03:22.497658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Pushing event updated for resources: {'Port': ['ID=5033696b-2055-4efb-b2c5-4fd05f0b6590,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:22.501716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf2c53-6b87-4ba7-875e-df9557ad1e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a35153-fd2e-4486-8c56-2f3510f009b7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:22.511123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 706340bc-9c77-4954-9fe1-fbe56f5f8d87 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:22.518072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 706340bc-9c77-4954-9fe1-fbe56f5f8d87 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:22.647471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Attempting to bind port 5033696b-2055-4efb-b2c5-4fd05f0b6590 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:22.647869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Attempting to bind port 5033696b-2055-4efb-b2c5-4fd05f0b6590 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:22.648157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Attempting to bind port 5033696b-2055-4efb-b2c5-4fd05f0b6590 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:22.653406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Port 5033696b-2055-4efb-b2c5-4fd05f0b6590 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:03:22.653786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Attempting to bind port 5033696b-2055-4efb-b2c5-4fd05f0b6590 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:22.661229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:22.661853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Checking segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:22.661987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Bound using segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:22.662406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Bound port: 5033696b-2055-4efb-b2c5-4fd05f0b6590, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:22.662795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.757090 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.765107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] For port 5033696b-2055-4efb-b2c5-4fd05f0b6590, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:22.769362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] For port 5033696b-2055-4efb-b2c5-4fd05f0b6590, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:22.778085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.872797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Pushing event updated for resources: {'Port': ['ID=5033696b-2055-4efb-b2c5-4fd05f0b6590,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:22.887815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a31e98ca-e5af-4c15-9231-c3264154bf1e req-da8ef1d1-e4e7-4bf3-b525-68d32c1c1c2e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0535545 Nov 23 18:03:22.890174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.890893 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:22.933869 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ac238dae-2f66-460d-9799-e71eb2d9529b service neutron] 10.222.0.66 "PUT /v2.0/ports/5033696b-2055-4efb-b2c5-4fd05f0b6590 HTTP/1.1" status: 200 len: 1090 time: 1.1977990 Nov 23 18:03:22.951985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:22.953292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:22.966400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Checking segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:22.966764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Network hostable DHCP agents. Network: 16fdd5d7-d771-4130-bbc6-7ef7e5022312, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:03:22.984402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-4de37664-0992-4820-b8cc-b00c8b77a4ae tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:22.987492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-4de37664-0992-4820-b8cc-b00c8b77a4ae tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/ports?device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 950 time: 0.1580131 Nov 23 18:03:23.047789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': '7cb7372f-d6af-4dca-a7bb-4c34235ebbf2'}, {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': '5033696b-2055-4efb-b2c5-4fd05f0b6590'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:23.065420 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2db9634-5123-46e7-8369-4860f2562e06" -d '{"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "7cb7372f-d6af-4dca-a7bb-4c34235ebbf2"}, {"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "5033696b-2055-4efb-b2c5-4fd05f0b6590"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:23.090951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57750) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:23.110435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.136181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a1e850a-667e-48ae-90f4-7c093c378460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.156859 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f0ba13-e070-4635-ac93-84d440809873 x-openstack-request-id: req-d3f0ba13-e070-4635-ac93-84d440809873 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:23.157789 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "7cb7372f-d6af-4dca-a7bb-4c34235ebbf2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "5033696b-2055-4efb-b2c5-4fd05f0b6590", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:23.158419 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3f0ba13-e070-4635-ac93-84d440809873 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:23.159073 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': '7cb7372f-d6af-4dca-a7bb-4c34235ebbf2', 'status': 'completed', 'code': 200} Nov 23 18:03:23.159534 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': '5033696b-2055-4efb-b2c5-4fd05f0b6590', 'status': 'completed', 'code': 200} Nov 23 18:03:23.254424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:03:23.301532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98051b0e-c6d0-4c65-99c7-c8fd3854584e req-c32d34e3-45d4-4994-8dbd-893ee2b35046 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.303087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98051b0e-c6d0-4c65-99c7-c8fd3854584e req-c32d34e3-45d4-4994-8dbd-893ee2b35046 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 950 time: 0.1734443 Nov 23 18:03:23.313071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 16fdd5d7-d771-4130-bbc6-7ef7e5022312) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:23.324406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19905a8e-ced8-4aab-aabd-9b20dd1a0909 None None] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:03:23.330422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.331039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.348073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-98d11cd3-b16b-45fb-96a7-e5ad9121e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.348574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-98d11cd3-b16b-45fb-96a7-e5ad9121e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.349118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-98d11cd3-b16b-45fb-96a7-e5ad9121e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.349529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-98d11cd3-b16b-45fb-96a7-e5ad9121e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.350195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-98d11cd3-b16b-45fb-96a7-e5ad9121e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.350440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-98d11cd3-b16b-45fb-96a7-e5ad9121e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.350924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-98d11cd3-b16b-45fb-96a7-e5ad9121e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.354118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2db9634-5123-46e7-8369-4860f2562e06 req-98d11cd3-b16b-45fb-96a7-e5ad9121e60a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6286 time: 0.1530724 Nov 23 18:03:23.376656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-32fb25c2-80f1-47ce-b3e1-9f03609adea7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.378151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-32fb25c2-80f1-47ce-b3e1-9f03609adea7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9416817-d011-43fc-a468-f2b8b83df2ab HTTP/1.1" status: 200 len: 949 time: 0.2622137 Nov 23 18:03:23.386646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Deleting port ce663431-f735-4b2d-b837-cb03be662190 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:23.387007 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.426736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a1e850a-667e-48ae-90f4-7c093c378460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.441250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a1e850a-667e-48ae-90f4-7c093c378460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.518706 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0a1e850a-667e-48ae-90f4-7c093c378460 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f039a24f69bc4791802a943070f79c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4259045 Nov 23 18:03:23.524979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:23.542895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e850a-667e-48ae-90f4-7c093c378460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edb4c21-74ed-4c8c-88b7-cc44bc3d75f9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:23.543295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:03:23.544273 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.576254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b7029c30-aee5-4a1a-9dad-f8877ee0e3f0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1813650 Nov 23 18:03:23.580289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57756) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:23.595356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:23.670614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e3fc8f2-c91a-454a-b2fc-7ebf6090e555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.690675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98051b0e-c6d0-4c65-99c7-c8fd3854584e req-748b51c0-fb17-489c-adef-8321a1cfafb6 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732915 Nov 23 18:03:23.697637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e3fc8f2-c91a-454a-b2fc-7ebf6090e555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.719223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Allocated IP 172.20.0.2 (16fdd5d7-d771-4130-bbc6-7ef7e5022312/e5db997b-dc6a-4edc-9cbd-d7e0a011e70f/43569bad-2f47-4cf9-b74b-8b7a7b38bb8e) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:23.761814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e3fc8f2-c91a-454a-b2fc-7ebf6090e555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.764548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e3fc8f2-c91a-454a-b2fc-7ebf6090e555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.766396 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5e3fc8f2-c91a-454a-b2fc-7ebf6090e555 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1edb4c21-74ed-4c8c-88b7-cc44bc3d75f9 HTTP/1.1" status: 204 len: 168 time: 0.2396455 Nov 23 18:03:23.770375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] For port ce663431-f735-4b2d-b837-cb03be662190, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ce663431-f735-4b2d-b837-cb03be662190,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:23.770607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.793609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fc8f2-c91a-454a-b2fc-7ebf6090e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edb4c21-74ed-4c8c-88b7-cc44bc3d75f9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:23.797401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.798565 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.815237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-89ea7f69-4e88-4ef9-b9a0-e28d0ebb97e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.823896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-89ea7f69-4e88-4ef9-b9a0-e28d0ebb97e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.830459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-89ea7f69-4e88-4ef9-b9a0-e28d0ebb97e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.838068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-89ea7f69-4e88-4ef9-b9a0-e28d0ebb97e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.844960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-89ea7f69-4e88-4ef9-b9a0-e28d0ebb97e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.852718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5b9667-17da-4194-8199-c128622a21be {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:23.853954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-89ea7f69-4e88-4ef9-b9a0-e28d0ebb97e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.860509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-89ea7f69-4e88-4ef9-b9a0-e28d0ebb97e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.867236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-89ea7f69-4e88-4ef9-b9a0-e28d0ebb97e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5394 time: 0.4374528 Nov 23 18:03:23.870025 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.888240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Transition to ACTIVE for port object fa5b9667-17da-4194-8199-c128622a21be will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:23.893598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.898328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Calling delete_port for ce663431-f735-4b2d-b837-cb03be662190 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:23.916731 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.936439 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:23.991408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:23.992419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-8e5be39b-f235-446a-bfb0-cebba860212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.993632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-8e5be39b-f235-446a-bfb0-cebba860212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.995858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-8e5be39b-f235-446a-bfb0-cebba860212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:23.999574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:24.002661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2db9634-5123-46e7-8369-4860f2562e06 req-8e5be39b-f235-446a-bfb0-cebba860212e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8d96e5abce447b289b4f8db185c3506&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6196859 Nov 23 18:03:24.005187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:24.101027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Attempting to bind port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:24.101666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Attempting to bind port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:24.102965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Attempting to bind port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e on network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:24.106877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Pushing event updated for resources: {'Port': ['ID=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:24.120563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5b9667-17da-4194-8199-c128622a21be,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:24.142999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.143435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.145822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.146412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.146930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.147376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.150517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.151011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.154366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.154861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.155276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.155817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:24.169288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:24.169728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Checking segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:24.172063 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:24.172063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Bound using segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:24.173492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Bound port: 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:24.173492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:24.190031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:24.265367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Attempting to bind port fa5b9667-17da-4194-8199-c128622a21be on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:24.267201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Attempting to bind port fa5b9667-17da-4194-8199-c128622a21be by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:24.269724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Attempting to bind port fa5b9667-17da-4194-8199-c128622a21be on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:24.283933 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Port fa5b9667-17da-4194-8199-c128622a21be on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:03:24.284274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Attempting to bind port fa5b9667-17da-4194-8199-c128622a21be on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:24.297484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:24.301475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Checking segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:24.302938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Bound using segment: {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:24.304453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Bound port: fa5b9667-17da-4194-8199-c128622a21be, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0bdc7e-ef1a-4175-a883-4ce78364351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:24.307135 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:24.325104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] For port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:24.329565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] For port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:24.344026 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:24.409426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] For port fa5b9667-17da-4194-8199-c128622a21be, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:24.410827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] For port fa5b9667-17da-4194-8199-c128622a21be, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fa5b9667-17da-4194-8199-c128622a21be,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:24.417914 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:24.450290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b60bfceb-3b89-46c3-9189-920a2ef22ba1 req-1661b522-0eca-4b23-a03e-22c581f35f31 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.3037534 Nov 23 18:03:24.483085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50f6cb-25cd-4f0b-b86b-69cc8d85c444 None None] Pushing event updated for resources: {'Port': ['ID=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:24.525782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:24.526149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:24.527951 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] 10.222.0.66 "PUT /v2.0/ports/fa5b9667-17da-4194-8199-c128622a21be HTTP/1.1" status: 200 len: 1091 time: 1.5805051 Nov 23 18:03:24.533552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cf296-1c8b-4afd-bf5b-e7570dd6aed8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5b9667-17da-4194-8199-c128622a21be,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:24.564085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:24.661661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Deleting port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:24.662309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:24.668294 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.161223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': 'fa5b9667-17da-4194-8199-c128622a21be'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:25.164172 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641" -d '{"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "fa5b9667-17da-4194-8199-c128622a21be"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:25.181847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269950bf-657c-437c-9ee5-8ee2f67b1e73 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:25.191479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.214055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Transition to ACTIVE for port object 269950bf-657c-437c-9ee5-8ee2f67b1e73 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:25.220018 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.309496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0e83472-dead-42cd-8b01-6b05f83468b8 req-651f938e-db26-4b01-b618-d728def3f9f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4049962 Nov 23 18:03:25.325690 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Pushing event updated for resources: {'Port': ['ID=269950bf-657c-437c-9ee5-8ee2f67b1e73,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:25.419212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Attempting to bind port 269950bf-657c-437c-9ee5-8ee2f67b1e73 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:25.419561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Attempting to bind port 269950bf-657c-437c-9ee5-8ee2f67b1e73 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:25.419891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Attempting to bind port 269950bf-657c-437c-9ee5-8ee2f67b1e73 on network 890268a0-143b-470c-b56a-22a590561b48 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:25.425597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Port 269950bf-657c-437c-9ee5-8ee2f67b1e73 on network 890268a0-143b-470c-b56a-22a590561b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:03:25.426063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Attempting to bind port 269950bf-657c-437c-9ee5-8ee2f67b1e73 on network 890268a0-143b-470c-b56a-22a590561b48 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:25.433686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:25.434036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Checking segment: {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:25.434429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Bound using segment: {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:25.435036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Bound port: 269950bf-657c-437c-9ee5-8ee2f67b1e73, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:25.435715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.450014 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbee5650-c60c-4620-a057-9df447037c92 x-openstack-request-id: req-dbee5650-c60c-4620-a057-9df447037c92 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:25.450553 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "fa5b9667-17da-4194-8199-c128622a21be", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:25.451887 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dbee5650-c60c-4620-a057-9df447037c92 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:25.452690 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': 'fa5b9667-17da-4194-8199-c128622a21be', 'status': 'completed', 'code': 200} Nov 23 18:03:25.544640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.557260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-bc7612c5-6aaa-4589-9c53-424b89a2b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:25.559821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2db9634-5123-46e7-8369-4860f2562e06 req-bc7612c5-6aaa-4589-9c53-424b89a2b80a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5408552 Nov 23 18:03:25.582606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] For port 269950bf-657c-437c-9ee5-8ee2f67b1e73, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:25.591432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] For port 269950bf-657c-437c-9ee5-8ee2f67b1e73, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:25.604563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.682750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:25.683392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.685449 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] 10.222.0.66 "PUT /v2.0/ports/269950bf-657c-437c-9ee5-8ee2f67b1e73 HTTP/1.1" status: 200 len: 1091 time: 1.1266413 Nov 23 18:03:25.717757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a358f-8c6c-484e-a0f5-efe0d021a799 service neutron] Pushing event updated for resources: {'Port': ['ID=269950bf-657c-437c-9ee5-8ee2f67b1e73,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:25.726495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] For port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:25.726635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.738020 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Request body: {'port': {'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:25.751824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Calling delete_port for 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:25.856391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:25.920098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:03:25.963484 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:26.003284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ac1e397-c414-4720-ae4e-1dce4767be52 req-38201502-523a-41c1-a3f3-8973ec44438e tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0816293 Nov 23 18:03:26.008007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:26.020681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:26.163319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event deleted for resources: {'Port': ['ID=ce663431-f735-4b2d-b837-cb03be662190,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:26.195149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d44ea9-35d7-466b-820e-668d03f3019f req-96d11a86-f7aa-4aeb-a022-38aea28e2f19 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.206403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11d44ea9-35d7-466b-820e-668d03f3019f req-96d11a86-f7aa-4aeb-a022-38aea28e2f19 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=09120509-8d36-4f3e-9264-e229f3ddc09a HTTP/1.1" status: 200 len: 950 time: 0.8526380 Nov 23 18:03:26.307306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:26.319127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] No DVR routers for this DVR port ce663431-f735-4b2d-b837-cb03be662190 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:26.339380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-2bcbbc8b-42ef-4d47-86e5-82243549c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.339866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-2bcbbc8b-42ef-4d47-86e5-82243549c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.340387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-2bcbbc8b-42ef-4d47-86e5-82243549c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.342822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-2bcbbc8b-42ef-4d47-86e5-82243549c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.343327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-2bcbbc8b-42ef-4d47-86e5-82243549c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.343806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-2bcbbc8b-42ef-4d47-86e5-82243549c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.344280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-2bcbbc8b-42ef-4d47-86e5-82243549c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.346414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2db9634-5123-46e7-8369-4860f2562e06 req-2bcbbc8b-42ef-4d47-86e5-82243549c498 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6420 time: 0.4285791 Nov 23 18:03:26.347592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:26.351239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a45ab030-7a58-40d3-8506-f5d8362b98b9 req-c6e81ab5-b18e-4dfe-befb-a335d3d351b3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "DELETE /v2.0/ports/ce663431-f735-4b2d-b837-cb03be662190 HTTP/1.1" status: 204 len: 173 time: 3.3541572 Nov 23 18:03:26.355800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120509-8d36-4f3e-9264-e229f3ddc09a', 'name': 'network-vif-deleted', 'tag': 'ce663431-f735-4b2d-b837-cb03be662190'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:26.358348 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da4c5ae-79df-473f-838b-4b093a6ec3df" -d '{"events": [{"server_uuid": "09120509-8d36-4f3e-9264-e229f3ddc09a", "name": "network-vif-deleted", "tag": "ce663431-f735-4b2d-b837-cb03be662190"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:26.491070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae150ef-5f14-41ee-babf-dd6cb99fa27b None None] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:03:26.513443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65990f9-0276-4a05-9ded-ff5cdaf5ec44 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:26.525907 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:26.543537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Transition to ACTIVE for port object b65990f9-0276-4a05-9ded-ff5cdaf5ec44 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:26.548716 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:26.608397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-adb62d61-de9a-4bd6-b753-7baab19559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.609054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-adb62d61-de9a-4bd6-b753-7baab19559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.609532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-adb62d61-de9a-4bd6-b753-7baab19559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.611381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2db9634-5123-46e7-8369-4860f2562e06 req-adb62d61-de9a-4bd6-b753-7baab19559a6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8d96e5abce447b289b4f8db185c3506&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2329745 Nov 23 18:03:26.615904 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4995d2f-599a-46e6-956d-331276f84e43 x-openstack-request-id: req-e4995d2f-599a-46e6-956d-331276f84e43 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:26.616203 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120509-8d36-4f3e-9264-e229f3ddc09a", "name": "network-vif-deleted", "tag": "ce663431-f735-4b2d-b837-cb03be662190", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:26.616477 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4995d2f-599a-46e6-956d-331276f84e43 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:26.616981 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120509-8d36-4f3e-9264-e229f3ddc09a', 'name': 'network-vif-deleted', 'tag': 'ce663431-f735-4b2d-b837-cb03be662190', 'status': 'completed', 'code': 200} Nov 23 18:03:26.702023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ce663431-f735-4b2d-b837-cb03be662190 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:26.765792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:26.793705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Attempting to bind port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:26.794874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Attempting to bind port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:26.795559 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Attempting to bind port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 on network 890268a0-143b-470c-b56a-22a590561b48 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:26.808617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 on network 890268a0-143b-470c-b56a-22a590561b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:03:26.810969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Attempting to bind port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 on network 890268a0-143b-470c-b56a-22a590561b48 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:26.824692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:26.825074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Checking segment: {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:26.825431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Bound using segment: {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:26.827794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Bound port: b65990f9-0276-4a05-9ded-ff5cdaf5ec44, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd245130-8ada-4c3c-b134-6cd97890a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '890268a0-143b-470c-b56a-22a590561b48'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:26.828234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:26.899528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: ce663431-f735-4b2d-b837-cb03be662190 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:26.900283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ce663431-f735-4b2d-b837-cb03be662190 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:26.937368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9634-5123-46e7-8369-4860f2562e06 req-4393cbc9-234c-43f5-a247-4c69261b38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:26.940640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2db9634-5123-46e7-8369-4860f2562e06 req-4393cbc9-234c-43f5-a247-4c69261b38b3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3179424 Nov 23 18:03:26.963607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.038187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] For port b65990f9-0276-4a05-9ded-ff5cdaf5ec44, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:27.042338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] For port b65990f9-0276-4a05-9ded-ff5cdaf5ec44, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:27.047652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.057153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No active binding found for port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 {{(pid=120537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:03:27.057714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:27.080802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11d44ea9-35d7-466b-820e-668d03f3019f req-959e76a7-619e-41d5-9156-2b501841a597 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8721423 Nov 23 18:03:27.083657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event deleted for resources: {'Port': ['ID=5eadf05e-d1a7-4cfb-b29a-fb51df61d971,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:27.138604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-c83770a2-a374-4e83-acbf-8a70e998a2d8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.145953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:27.146264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-c83770a2-a374-4e83-acbf-8a70e998a2d8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.155623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.156761 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.158622 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-90ea2cfd-5b65-438f-8d48-7472699bd0c7 service neutron] 10.222.0.66 "PUT /v2.0/ports/b65990f9-0276-4a05-9ded-ff5cdaf5ec44 HTTP/1.1" status: 200 len: 1091 time: 1.4264262 Nov 23 18:03:27.163118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-c83770a2-a374-4e83-acbf-8a70e998a2d8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.172020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-c83770a2-a374-4e83-acbf-8a70e998a2d8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.181547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-c83770a2-a374-4e83-acbf-8a70e998a2d8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.199632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-c83770a2-a374-4e83-acbf-8a70e998a2d8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.205563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-c83770a2-a374-4e83-acbf-8a70e998a2d8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.213372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-c83770a2-a374-4e83-acbf-8a70e998a2d8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.6001778 Nov 23 18:03:27.263594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:27.264325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.373432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c17f4eb7-b83d-41e3-8f34-1ca350caf4f7 req-5fb84082-6304-44fd-ad5c-0ff46a5ef399 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.0893977 Nov 23 18:03:27.399521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] No DVR routers for this DVR port 5eadf05e-d1a7-4cfb-b29a-fb51df61d971 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:27.407956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.424268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb66fe5d-c2ba-4dab-a0b7-ae678f011c85 req-b7b22f39-350b-4824-9ade-f53af2f6e043 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "DELETE /v2.0/ports/5eadf05e-d1a7-4cfb-b29a-fb51df61d971 HTTP/1.1" status: 204 len: 173 time: 3.9962239 Nov 23 18:03:27.454105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': '269950bf-657c-437c-9ee5-8ee2f67b1e73'}, {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:27.464054 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17" -d '{"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "269950bf-657c-437c-9ee5-8ee2f67b1e73"}, {"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "b65990f9-0276-4a05-9ded-ff5cdaf5ec44"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:27.502729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ce24a98c-55f1-45a3-ac4e-5cf9bf618dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.503410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ce24a98c-55f1-45a3-ac4e-5cf9bf618dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.504041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ce24a98c-55f1-45a3-ac4e-5cf9bf618dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.504667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ce24a98c-55f1-45a3-ac4e-5cf9bf618dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.505385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ce24a98c-55f1-45a3-ac4e-5cf9bf618dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.506009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ce24a98c-55f1-45a3-ac4e-5cf9bf618dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.506816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ce24a98c-55f1-45a3-ac4e-5cf9bf618dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.510613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ce24a98c-55f1-45a3-ac4e-5cf9bf618dbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6487 time: 0.4768603 Nov 23 18:03:27.542354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cbb25570-42a8-453e-a871-1f38291d07c1 None None] Provisioning complete for port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:27.547542 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cbb25570-42a8-453e-a871-1f38291d07c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.750916 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd4070b-5867-43c2-b24f-3fca6a07d7f3 x-openstack-request-id: req-3bd4070b-5867-43c2-b24f-3fca6a07d7f3 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:27.751406 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "269950bf-657c-437c-9ee5-8ee2f67b1e73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "b65990f9-0276-4a05-9ded-ff5cdaf5ec44", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:27.751543 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3bd4070b-5867-43c2-b24f-3fca6a07d7f3 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:27.751856 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': '269950bf-657c-437c-9ee5-8ee2f67b1e73', 'status': 'completed', 'code': 200} Nov 23 18:03:27.752116 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44', 'status': 'completed', 'code': 200} Nov 23 18:03:27.752470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc20c145-2a93-4dc2-8507-58c9fd43860f req-5ffc3cf1-f36a-46e4-8281-e999ba5063df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4670174 Nov 23 18:03:27.879696 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.928359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.945683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ca19c048-c0ac-4cd5-a13a-e78567b85ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.946986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ca19c048-c0ac-4cd5-a13a-e78567b85ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.947724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ca19c048-c0ac-4cd5-a13a-e78567b85ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:27.950200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-ca19c048-c0ac-4cd5-a13a-e78567b85ff3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8d96e5abce447b289b4f8db185c3506&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4246395 Nov 23 18:03:27.956681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:27.978078 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cbb25570-42a8-453e-a871-1f38291d07c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:28.020597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:28.033738 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:28.122995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Allocated IP 172.25.0.68 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/cee87b9c-2d4f-477d-9d99-c5659248ad81) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:28.158923 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-cbb25570-42a8-453e-a871-1f38291d07c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:03:28.159486 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-cbb25570-42a8-453e-a871-1f38291d07c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:03:28.205479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:28.209092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:28.377342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-cf69a531-5905-44c0-a157-83f3593c1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.378901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b77f18ee-54cc-4f67-9b5e-3b7f4f47f641 req-cf69a531-5905-44c0-a157-83f3593c1650 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3928554 Nov 23 18:03:28.392166 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:28.460222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:28.644327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9416817-d011-43fc-a468-f2b8b83df2ab', 'name': 'network-vif-deleted', 'tag': '5eadf05e-d1a7-4cfb-b29a-fb51df61d971'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:28.647784 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3e58ea-f01c-40f3-91d0-58d227631115" -d '{"events": [{"server_uuid": "f9416817-d011-43fc-a468-f2b8b83df2ab", "name": "network-vif-deleted", "tag": "5eadf05e-d1a7-4cfb-b29a-fb51df61d971"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:28.665801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb851a6f-1535-447a-9363-1805bbc6b159 req-a281529f-6285-44c7-b9fc-a60e1ada30e3 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c1e54f-6066-4403-803d-cf915de05968 HTTP/1.1" status: 200 len: 210 time: 0.1161242 Nov 23 18:03:28.679053 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:28.726190 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:03:28.814040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:28.841880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7d05db75-7f77-4961-bd77-2b7ada73a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.842374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7d05db75-7f77-4961-bd77-2b7ada73a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.842956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7d05db75-7f77-4961-bd77-2b7ada73a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.843580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7d05db75-7f77-4961-bd77-2b7ada73a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.843896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7d05db75-7f77-4961-bd77-2b7ada73a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.844541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7d05db75-7f77-4961-bd77-2b7ada73a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.845172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7d05db75-7f77-4961-bd77-2b7ada73a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.850148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7d05db75-7f77-4961-bd77-2b7ada73a5cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6487 time: 0.4014189 Nov 23 18:03:28.855429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:28.870844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:28.902972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:28.991534 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b4fd1-d56e-411f-8b17-1ac3a16431f3 x-openstack-request-id: req-761b4fd1-d56e-411f-8b17-1ac3a16431f3 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:28.992102 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9416817-d011-43fc-a468-f2b8b83df2ab", "name": "network-vif-deleted", "tag": "5eadf05e-d1a7-4cfb-b29a-fb51df61d971", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:28.993252 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-761b4fd1-d56e-411f-8b17-1ac3a16431f3 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:28.993869 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9416817-d011-43fc-a468-f2b8b83df2ab', 'name': 'network-vif-deleted', 'tag': '5eadf05e-d1a7-4cfb-b29a-fb51df61d971', 'status': 'completed', 'code': 200} Nov 23 18:03:29.011051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-c9b3eabf-e208-4841-9104-d9ba9f42fc06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc HTTP/1.1" status: 200 len: 217 time: 0.1378689 Nov 23 18:03:29.014040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Pushing event updated for resources: {'Port': ['ID=cee87b9c-2d4f-477d-9d99-c5659248ad81,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:29.051583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b1b33f-d052-4072-9a66-d5966795715d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:03:29.222346 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57880) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:29.229364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2b53cf3c-1572-4e3c-a440-128d3bf47d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.311273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-95918112-ee10-4f91-b729-db3d9c82a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.313790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-95918112-ee10-4f91-b729-db3d9c82a389 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8bc932-780f-4317-a7a2-0d9418b36d7a HTTP/1.1" status: 200 len: 855 time: 0.2912233 Nov 23 18:03:29.332301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e424de24-31dd-4c82-aca2-5c7887ec92a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.346964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6c9e79b1-b20c-4d50-8a20-ad1ffc660acc None None] Provisioning complete for port cee87b9c-2d4f-477d-9d99-c5659248ad81 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:29.347475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6c9e79b1-b20c-4d50-8a20-ad1ffc660acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.404232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-a48c1ac0-24fd-4b04-a81a-0a9d61fa1206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.410945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e79b1-b20c-4d50-8a20-ad1ffc660acc None None] Port cee87b9c-2d4f-477d-9d99-c5659248ad81 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:29.414405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-a48c1ac0-24fd-4b04-a81a-0a9d61fa1206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.421680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-a48c1ac0-24fd-4b04-a81a-0a9d61fa1206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.427930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-a48c1ac0-24fd-4b04-a81a-0a9d61fa1206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.434378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-a48c1ac0-24fd-4b04-a81a-0a9d61fa1206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.439231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6c9e79b1-b20c-4d50-8a20-ad1ffc660acc None None] Provisioning complete for port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:29.439610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6c9e79b1-b20c-4d50-8a20-ad1ffc660acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.440387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-a48c1ac0-24fd-4b04-a81a-0a9d61fa1206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.447184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-a48c1ac0-24fd-4b04-a81a-0a9d61fa1206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.455141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-a48c1ac0-24fd-4b04-a81a-0a9d61fa1206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.3800976 Nov 23 18:03:29.467064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e2c4-5d2e-4b1b-bdb4-19207ee09a07 req-00457004-40df-4adf-ab6d-b4634d6f95ab tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.468652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53c9e2c4-5d2e-4b1b-bdb4-19207ee09a07 req-00457004-40df-4adf-ab6d-b4634d6f95ab tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 950 time: 0.2577407 Nov 23 18:03:29.474607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e424de24-31dd-4c82-aca2-5c7887ec92a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.480499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2b53cf3c-1572-4e3c-a440-128d3bf47d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.482620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e424de24-31dd-4c82-aca2-5c7887ec92a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.496785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2b53cf3c-1572-4e3c-a440-128d3bf47d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.540401 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e424de24-31dd-4c82-aca2-5c7887ec92a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d20088bd6274f56922feb47d629fb94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166544 Nov 23 18:03:29.543878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57884) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:29.550834 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2b53cf3c-1572-4e3c-a440-128d3bf47d4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88f152f829fa49d5859dbddd5a6fd7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6456327 Nov 23 18:03:29.552399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57886) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:29.566798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424de24-31dd-4c82-aca2-5c7887ec92a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810bf641-a09b-4246-b610-54d7f12ce9a3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:29.569807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-8e1b61a3-6f2c-4897-a649-ffd578e49e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.572371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-8e1b61a3-6f2c-4897-a649-ffd578e49e82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a759d8da-536d-4250-85cc-a067d18414ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485728 Nov 23 18:03:29.639303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53cf3c-1572-4e3c-a440-128d3bf47d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aebd7a5-96bd-447e-811a-781e227d1961,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:29.665429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba9be5cf-c82a-4909-ba2b-415c93db33f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.678973 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1186f675-5671-4a35-afdb-7e55503db823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.699486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-113a5b95-6e7e-4204-bd13-0cef3768a0f7 req-8337ac00-aabb-4352-8b4a-8b2c2df10fe0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2433715 Nov 23 18:03:29.704589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53c9e2c4-5d2e-4b1b-bdb4-19207ee09a07 req-3d26b385-7559-4b5d-bd89-d69bab3a357f tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244606 Nov 23 18:03:29.715139 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba9be5cf-c82a-4909-ba2b-415c93db33f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.736475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1186f675-5671-4a35-afdb-7e55503db823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.773465 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.824166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba9be5cf-c82a-4909-ba2b-415c93db33f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.828692 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba9be5cf-c82a-4909-ba2b-415c93db33f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.831838 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ba9be5cf-c82a-4909-ba2b-415c93db33f7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/810bf641-a09b-4246-b610-54d7f12ce9a3 HTTP/1.1" status: 204 len: 168 time: 0.2850268 Nov 23 18:03:29.832673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57892) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:29.885320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-2bddd6bd-1050-4087-9559-73803cd83508 service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658715 Nov 23 18:03:29.898643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1186f675-5671-4a35-afdb-7e55503db823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.902242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1186f675-5671-4a35-afdb-7e55503db823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:29.906032 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1186f675-5671-4a35-afdb-7e55503db823 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2aebd7a5-96bd-447e-811a-781e227d1961 HTTP/1.1" status: 204 len: 168 time: 0.3453066 Nov 23 18:03:29.912395 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9be5cf-c82a-4909-ba2b-415c93db33f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810bf641-a09b-4246-b610-54d7f12ce9a3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:29.982156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186f675-5671-4a35-afdb-7e55503db823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aebd7a5-96bd-447e-811a-781e227d1961,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:30.159140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f15ea69-138b-477a-828e-61190c036fda tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:30.186376 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f15ea69-138b-477a-828e-61190c036fda tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:30.232052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:03:30.270386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f15ea69-138b-477a-828e-61190c036fda tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:30.278392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f15ea69-138b-477a-828e-61190c036fda tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:30.281396 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5f15ea69-138b-477a-828e-61190c036fda tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "DELETE /v2.0/security-groups/e9ad66f4-314e-4045-9534-b50b69dcf8de HTTP/1.1" status: 204 len: 168 time: 0.4248908 Nov 23 18:03:30.311118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57906) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:30.317051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15ea69-138b-477a-828e-61190c036fda tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ad66f4-314e-4045-9534-b50b69dcf8de,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:30.389613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:30.390336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:30.396264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-18baa807-8000-4643-9ab5-a62df9a624d2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:30.400494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-18baa807-8000-4643-9ab5-a62df9a624d2 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/ports?device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 950 time: 0.4703166 Nov 23 18:03:30.434501 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-cb1970b1-d858-4e72-ad36-03c39c1cd4ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] show failed (client error): The resource could not be found. Nov 23 18:03:30.436879 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cb1970b1-d858-4e72-ad36-03c39c1cd4ac tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "GET /v2.0/security-groups/e9ad66f4-314e-4045-9534-b50b69dcf8de HTTP/1.1" status: 404 len: 347 time: 0.1038699 Nov 23 18:03:30.481249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57910) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:30.675243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-5ac5e52a-89f3-483a-a702-07e38438fa7d service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7796266 Nov 23 18:03:30.800205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece5a18-b978-4874-baa6-34face567fde req-ec3bcf42-6a90-40f1-ba78-10885542afb7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:30.802072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aece5a18-b978-4874-baa6-34face567fde req-ec3bcf42-6a90-40f1-ba78-10885542afb7 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 949 time: 0.2869022 Nov 23 18:03:30.803288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57922) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:30.811721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7bef2b1a-5a2f-44ac-b1ea-a79b2fb9736c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 200 len: 217 time: 0.1249878 Nov 23 18:03:30.881523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Deleting port e54a8261-6f04-45c4-b68c-9223c5430bbd {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:30.882018 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:30.903074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting port 71faacf2-82c1-4e29-b850-a3b1a9f3e8b2 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:30.903559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:30.923829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cebdc47f-ccbf-481d-aacb-eb918bfaba26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:30.943789 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.058331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.058885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.087120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Calling delete_port for 71faacf2-82c1-4e29-b850-a3b1a9f3e8b2 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:31.090153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] For port e54a8261-6f04-45c4-b68c-9223c5430bbd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e54a8261-6f04-45c4-b68c-9223c5430bbd,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:31.090519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.111197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Calling delete_port for e54a8261-6f04-45c4-b68c-9223c5430bbd owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:31.175495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c773c-654a-4814-9b26-d86d85f05a50 req-43acef57-36af-4a42-b552-d46a4d15e4cb tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.177245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-869c773c-654a-4814-9b26-d86d85f05a50 req-43acef57-36af-4a42-b552-d46a4d15e4cb tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=af814270-7591-4671-8cb6-b96aeace83a5 HTTP/1.1" status: 200 len: 950 time: 0.2921779 Nov 23 18:03:31.203136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-b6b8b6a8-b16d-496e-b7ad-befd89c67ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.204740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-b6b8b6a8-b16d-496e-b7ad-befd89c67ad3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.3697727 Nov 23 18:03:31.225957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-eca83d84-562e-4423-af19-0a016f01c628 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.232691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-eca83d84-562e-4423-af19-0a016f01c628 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.239272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-eca83d84-562e-4423-af19-0a016f01c628 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.245304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-eca83d84-562e-4423-af19-0a016f01c628 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.251270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-eca83d84-562e-4423-af19-0a016f01c628 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.257663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-eca83d84-562e-4423-af19-0a016f01c628 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.264413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-eca83d84-562e-4423-af19-0a016f01c628 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.272919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-eca83d84-562e-4423-af19-0a016f01c628 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.4151223 Nov 23 18:03:31.415539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-73e32396-797a-41a2-9dcd-7344e7b6230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.417434 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-73e32396-797a-41a2-9dcd-7344e7b6230d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283517 Nov 23 18:03:31.426360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.482318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Port': ['ID=71faacf2-82c1-4e29-b850-a3b1a9f3e8b2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:31.498724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bc401f1-61af-4f22-a9c2-636fa8d96c44 req-93d3b792-4866-4595-b510-9f80f9dda73e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245305 Nov 23 18:03:31.511994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe98512-feff-4b6e-8958-e54c26016be4 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:03:31.563061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.575793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7d592c05-71a8-40de-89c5-602d384ac9ff', 'e54a8261-6f04-45c4-b68c-9223c5430bbd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:31.580740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:31.670241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ffcfd165-3493-43d0-bdc7-05ee7d99b48a service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999936 Nov 23 18:03:31.699112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event deleted for resources: {'Port': ['ID=e54a8261-6f04-45c4-b68c-9223c5430bbd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:31.782017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-869c773c-654a-4814-9b26-d86d85f05a50 req-df647df0-ebae-4d41-9023-8ae3ec336b9c tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864973 Nov 23 18:03:31.808654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Deleting port 7d592c05-71a8-40de-89c5-602d384ac9ff {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:31.808991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.847767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] No DVR routers for this DVR port e54a8261-6f04-45c4-b68c-9223c5430bbd on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:31.858247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.866296 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-457a69eb-6978-4b59-956c-2e6a5efe5945 req-324b9ea9-bdb5-4ab4-aa20-1de679bbab4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "DELETE /v2.0/ports/e54a8261-6f04-45c4-b68c-9223c5430bbd HTTP/1.1" status: 204 len: 173 time: 1.4518025 Nov 23 18:03:31.866816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af814270-7591-4671-8cb6-b96aeace83a5', 'name': 'network-vif-deleted', 'tag': 'e54a8261-6f04-45c4-b68c-9223c5430bbd'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:31.869688 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad79c49-fbde-4bf5-9533-8896fb8092c0" -d '{"events": [{"server_uuid": "af814270-7591-4671-8cb6-b96aeace83a5", "name": "network-vif-deleted", "tag": "e54a8261-6f04-45c4-b68c-9223c5430bbd"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:31.876041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.879481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:31.881004 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f0910897-6096-4fc4-8cdf-5303f4e05d03 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "DELETE /v2.0/floatingips/3f84b34d-2789-42b7-a651-ac59936dedab HTTP/1.1" status: 204 len: 168 time: 1.3971744 Nov 23 18:03:31.896862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57942) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:31.968243 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ef5667-a9f2-405f-90ce-986ee2600ac8 x-openstack-request-id: req-e3ef5667-a9f2-405f-90ce-986ee2600ac8 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:31.968605 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af814270-7591-4671-8cb6-b96aeace83a5", "name": "network-vif-deleted", "tag": "e54a8261-6f04-45c4-b68c-9223c5430bbd", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:31.968886 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3ef5667-a9f2-405f-90ce-986ee2600ac8 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:31.969448 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af814270-7591-4671-8cb6-b96aeace83a5', 'name': 'network-vif-deleted', 'tag': 'e54a8261-6f04-45c4-b68c-9223c5430bbd', 'status': 'completed', 'code': 200} Nov 23 18:03:32.053047 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cebdc47f-ccbf-481d-aacb-eb918bfaba26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.109388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c34addac-a65e-41c3-9f77-33e14deb2a93 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting port 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:32.109986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c34addac-a65e-41c3-9f77-33e14deb2a93 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.110080 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cebdc47f-ccbf-481d-aacb-eb918bfaba26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.165147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Router e48d9249-8058-4631-b286-7e9343e52dff is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:03:32.219118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cebdc47f-ccbf-481d-aacb-eb918bfaba26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=508b2fed43384550a2c584ea800e435b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4062865 Nov 23 18:03:32.225225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:32.235338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-b036ddba-cfcc-41c7-a241-7f2fbe05ea56 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459619 Nov 23 18:03:32.237879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdc47f-ccbf-481d-aacb-eb918bfaba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb84a450-bf80-41e1-b090-598ec8c77cc0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:32.243396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] For port 7d592c05-71a8-40de-89c5-602d384ac9ff, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7d592c05-71a8-40de-89c5-602d384ac9ff,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:32.243998 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.374424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:03:32.375733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c34addac-a65e-41c3-9f77-33e14deb2a93 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.389382 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196451d1-df60-405f-a2da-272e2173573c None None] Sync routers for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:03:32.411497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Calling delete_port for 7d592c05-71a8-40de-89c5-602d384ac9ff owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:32.415288 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196451d1-df60-405f-a2da-272e2173573c None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:03:32.415965 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-196451d1-df60-405f-a2da-272e2173573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:32.419114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-0f9a2dcf-607e-457d-9a29-2d3105931d41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 200 len: 217 time: 0.1636429 Nov 23 18:03:32.436363 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8736a7b9-48ea-497c-b02c-208fde04a297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.440430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c34addac-a65e-41c3-9f77-33e14deb2a93 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Calling delete_port for 8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:32.443402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.444643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-009ee71d-2054-4ed5-8aef-997d1214310e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8598239 Nov 23 18:03:32.449830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:32.526443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8736a7b9-48ea-497c-b02c-208fde04a297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.534159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-493b96fe-0447-4a69-b187-ff52f92f9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:32.535730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-493b96fe-0447-4a69-b187-ff52f92f9989 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.1071322 Nov 23 18:03:32.642514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-33779a4b-038d-4e09-9bbd-94f6ea7feb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:32.644173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-33779a4b-038d-4e09-9bbd-94f6ea7feb30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989759 Nov 23 18:03:32.714497 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-196451d1-df60-405f-a2da-272e2173573c None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:03:32.843872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.858095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5d52250f-32ad-495e-b944-b80994fa220e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:32.882206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8736a7b9-48ea-497c-b02c-208fde04a297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.886275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8736a7b9-48ea-497c-b02c-208fde04a297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:32.887746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8736a7b9-48ea-497c-b02c-208fde04a297 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb84a450-bf80-41e1-b090-598ec8c77cc0 HTTP/1.1" status: 204 len: 168 time: 0.6610062 Nov 23 18:03:32.912962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event deleted for resources: {'Port': ['ID=7d592c05-71a8-40de-89c5-602d384ac9ff,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:32.928900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736a7b9-48ea-497c-b02c-208fde04a297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb84a450-bf80-41e1-b090-598ec8c77cc0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:32.943444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-9b5965b9-8e38-4c8c-849c-faf0855b313b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:32.951421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-9b5965b9-8e38-4c8c-849c-faf0855b313b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:32.960002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-9b5965b9-8e38-4c8c-849c-faf0855b313b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:32.979012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-9b5965b9-8e38-4c8c-849c-faf0855b313b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:32.989178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-9b5965b9-8e38-4c8c-849c-faf0855b313b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:32.996308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-9b5965b9-8e38-4c8c-849c-faf0855b313b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:33.003146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-9b5965b9-8e38-4c8c-849c-faf0855b313b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:33.012045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-9b5965b9-8e38-4c8c-849c-faf0855b313b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.3668308 Nov 23 18:03:33.050423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-834512d4-95d6-451d-b868-09504e99eabf service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869929 Nov 23 18:03:33.112619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] No DVR routers for this DVR port 7d592c05-71a8-40de-89c5-602d384ac9ff on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:33.113914 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-196451d1-df60-405f-a2da-272e2173573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:29Z', 'revision_number': 3, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:33.132120 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:33.139601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aece5a18-b978-4874-baa6-34face567fde req-7ac0d9a0-0bbd-4574-9fc0-f07ed573ae1a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.66 "DELETE /v2.0/ports/7d592c05-71a8-40de-89c5-602d384ac9ff HTTP/1.1" status: 204 len: 173 time: 2.3198311 Nov 23 18:03:33.140089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c6631c-abcc-4c7d-aa16-68e5106aec0f', 'name': 'network-vif-deleted', 'tag': '7d592c05-71a8-40de-89c5-602d384ac9ff'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:33.142432 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbec130-d52e-401f-a4f8-5acce03cb8f8" -d '{"events": [{"server_uuid": "45c6631c-abcc-4c7d-aa16-68e5106aec0f", "name": "network-vif-deleted", "tag": "7d592c05-71a8-40de-89c5-602d384ac9ff"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:33.193513 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196451d1-df60-405f-a2da-272e2173573c None None] Checking router: e48d9249-8058-4631-b286-7e9343e52dff for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:03:33.215241 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196451d1-df60-405f-a2da-272e2173573c None None] Updating router e48d9249-8058-4631-b286-7e9343e52dff port cee87b9c-2d4f-477d-9d99-c5659248ad81 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:03:33.255572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c34addac-a65e-41c3-9f77-33e14deb2a93 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:33.303801 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-196451d1-df60-405f-a2da-272e2173573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:33.309242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34addac-a65e-41c3-9f77-33e14deb2a93 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Port': ['ID=8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:33.315417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-091f6977-f2e6-4b50-ac04-c939f15b830b req-99b5a209-bf1f-4d32-9e31-d3ec1ad95779 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3023818 Nov 23 18:03:33.414064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-0f3ff12d-b300-4a58-acea-e527f2bf104f service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565624 Nov 23 18:03:33.554081 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8014ae1d-96de-4788-b9ae-94ad6b9aa43c x-openstack-request-id: req-8014ae1d-96de-4788-b9ae-94ad6b9aa43c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:33.556938 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c6631c-abcc-4c7d-aa16-68e5106aec0f", "name": "network-vif-deleted", "tag": "7d592c05-71a8-40de-89c5-602d384ac9ff", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:33.557217 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8014ae1d-96de-4788-b9ae-94ad6b9aa43c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:33.557943 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c6631c-abcc-4c7d-aa16-68e5106aec0f', 'name': 'network-vif-deleted', 'tag': '7d592c05-71a8-40de-89c5-602d384ac9ff', 'status': 'completed', 'code': 200} Nov 23 18:03:33.567289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-34acfea9-257d-40dc-bc4e-acbeb1996b1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590 HTTP/1.1" status: 200 len: 217 time: 0.1428018 Nov 23 18:03:33.796210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-da83db93-47e5-45e0-9b6d-0a4594a40742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:33.810251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-da83db93-47e5-45e0-9b6d-0a4594a40742 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.2048254 Nov 23 18:03:33.836969 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-196451d1-df60-405f-a2da-272e2173573c None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:33.848531 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-196451d1-df60-405f-a2da-272e2173573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:33.885370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-70875634-80ff-4968-8e69-ef981e8c8a20 req-e44cdde6-3317-4354-9157-259800dfaedf tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=45c6631c-abcc-4c7d-aa16-68e5106aec0f HTTP/1.1" status: 200 len: 210 time: 0.3257504 Nov 23 18:03:33.908644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470545a-b643-4ade-902b-4e7139f2b34d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:03:33.931176 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-196451d1-df60-405f-a2da-272e2173573c None None] Attempting to bind port cee87b9c-2d4f-477d-9d99-c5659248ad81 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:33.932829 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-196451d1-df60-405f-a2da-272e2173573c None None] Attempting to bind port cee87b9c-2d4f-477d-9d99-c5659248ad81 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:33.933382 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196451d1-df60-405f-a2da-272e2173573c None None] Attempting to bind port cee87b9c-2d4f-477d-9d99-c5659248ad81 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:33.938349 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Pushing event updated for resources: {'Port': ['ID=cee87b9c-2d4f-477d-9d99-c5659248ad81,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:33.951847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f57f7e39-596f-4f12-81e5-6ec1aaf8a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:33.955503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196451d1-df60-405f-a2da-272e2173573c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:33.956372 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196451d1-df60-405f-a2da-272e2173573c None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:33.957733 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-196451d1-df60-405f-a2da-272e2173573c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:33.958436 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196451d1-df60-405f-a2da-272e2173573c None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:33.959156 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-196451d1-df60-405f-a2da-272e2173573c None None] Bound port: cee87b9c-2d4f-477d-9d99-c5659248ad81, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:33.959285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f57f7e39-596f-4f12-81e5-6ec1aaf8a804 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480737 Nov 23 18:03:33.962569 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-196451d1-df60-405f-a2da-272e2173573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:33.969794 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.970427 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.971136 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.971676 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.972025 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.972581 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.972982 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.973328 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.973525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58026) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:33.973644 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.974114 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.974456 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.975506 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:33.998979 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-397eba3e-6a1d-4dca-b346-d5d3ac68916f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.061394 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-196451d1-df60-405f-a2da-272e2173573c None None] For port cee87b9c-2d4f-477d-9d99-c5659248ad81, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:34.065352 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-196451d1-df60-405f-a2da-272e2173573c None None] For port cee87b9c-2d4f-477d-9d99-c5659248ad81, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cee87b9c-2d4f-477d-9d99-c5659248ad81,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:34.072058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-687a6bd0-6913-4d38-b142-c79c3c1129ad None None] Provisioning complete for port cee87b9c-2d4f-477d-9d99-c5659248ad81 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:34.072441 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-687a6bd0-6913-4d38-b142-c79c3c1129ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.078559 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-196451d1-df60-405f-a2da-272e2173573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.157938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861abab0-c538-44e2-bf67-0232b52d707e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:03:34.163451 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196451d1-df60-405f-a2da-272e2173573c None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:03:34.164253 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-196451d1-df60-405f-a2da-272e2173573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:34.283658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-7a8b7cf9-8991-4558-9be6-440258eba957 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138640 Nov 23 18:03:34.392667 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-196451d1-df60-405f-a2da-272e2173573c None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:03:34.393083 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-687a6bd0-6913-4d38-b142-c79c3c1129ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.422139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-397eba3e-6a1d-4dca-b346-d5d3ac68916f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.440353 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-397eba3e-6a1d-4dca-b346-d5d3ac68916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.452131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-687a6bd0-6913-4d38-b142-c79c3c1129ad None None] For port cee87b9c-2d4f-477d-9d99-c5659248ad81, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cee87b9c-2d4f-477d-9d99-c5659248ad81,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:34.463347 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-687a6bd0-6913-4d38-b142-c79c3c1129ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.484878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c34addac-a65e-41c3-9f77-33e14deb2a93 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.490783 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c34addac-a65e-41c3-9f77-33e14deb2a93 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "DELETE /v2.0/ports/8ee4ba34-4ce9-4a65-a580-f0f4ae13e4f4 HTTP/1.1" status: 204 len: 168 time: 2.5927961 Nov 23 18:03:34.499705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58052) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:34.501615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device e54a8261-6f04-45c4-b68c-9223c5430bbd no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:34.559271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-397eba3e-6a1d-4dca-b346-d5d3ac68916f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03d73e2f796b41439038be89bbfaa7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5835137 Nov 23 18:03:34.566130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58058) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:34.579246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397eba3e-6a1d-4dca-b346-d5d3ac68916f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440bac5a-649c-4a2b-8be1-e79ce247357a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:34.590375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: e54a8261-6f04-45c4-b68c-9223c5430bbd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:34.593969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device e54a8261-6f04-45c4-b68c-9223c5430bbd not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:34.594761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7d592c05-71a8-40de-89c5-602d384ac9ff no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:34.634580 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8b79b-569c-44ac-aa76-cc7a1f697306 None None] Pushing event updated for resources: {'Port': ['ID=cee87b9c-2d4f-477d-9d99-c5659248ad81,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:34.669538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 7d592c05-71a8-40de-89c5-602d384ac9ff {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:34.670215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7d592c05-71a8-40de-89c5-602d384ac9ff not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:34.699024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0a54980f-e3b2-47dc-9b0c-4b157ca2be2e None None] Provisioning complete for port cee87b9c-2d4f-477d-9d99-c5659248ad81 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:34.699792 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0a54980f-e3b2-47dc-9b0c-4b157ca2be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.703052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a6bd0-6913-4d38-b142-c79c3c1129ad None None] Pushing event updated for resources: {'Port': ['ID=cee87b9c-2d4f-477d-9d99-c5659248ad81,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:34.788294 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-196451d1-df60-405f-a2da-272e2173573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:29Z', 'revision_number': 3, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:34.791769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-ea8602bf-3f18-4c37-99ef-ee81c3ad160b service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953592 Nov 23 18:03:34.862558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-002a1558-07c7-403d-9bc3-86a2e89a5493 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:34.870079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-002a1558-07c7-403d-9bc3-86a2e89a5493 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:34.874155 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196451d1-df60-405f-a2da-272e2173573c None None] The sync data for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 is: [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:29Z', 'revision_number': 3, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:03:34.889421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-002a1558-07c7-403d-9bc3-86a2e89a5493 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:34.896086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-82f3ac7b-956f-42c8-9ad2-fcbee3fbec2a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting port a88eb2f1-6939-46a9-a6d1-8b6db809b274 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:34.896434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82f3ac7b-956f-42c8-9ad2-fcbee3fbec2a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:34.900017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-002a1558-07c7-403d-9bc3-86a2e89a5493 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:34.918482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-002a1558-07c7-403d-9bc3-86a2e89a5493 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:34.927584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-002a1558-07c7-403d-9bc3-86a2e89a5493 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:34.935555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-002a1558-07c7-403d-9bc3-86a2e89a5493 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:34.937715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-002a1558-07c7-403d-9bc3-86a2e89a5493 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.3672936 Nov 23 18:03:35.005680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82f3ac7b-956f-42c8-9ad2-fcbee3fbec2a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:35.019447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-315d0573-834e-4647-ac05-cb13dd7530b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=fa5b9667-17da-4194-8199-c128622a21be HTTP/1.1" status: 200 len: 217 time: 0.2123392 Nov 23 18:03:35.028913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-82f3ac7b-956f-42c8-9ad2-fcbee3fbec2a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Calling delete_port for a88eb2f1-6939-46a9-a6d1-8b6db809b274 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:35.167969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4b26d6c-c8e9-4ee5-9524-a6fa674a3dcf req-2bb6ff9c-86cf-4d1a-b704-1c43d0ab9f9c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402385 Nov 23 18:03:35.184316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b97f9c5c-5597-4958-b176-5f86d973bcb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:35.240605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-a271102b-a87a-45d5-8ae3-d008f6916e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:35.243126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-a271102b-a87a-45d5-8ae3-d008f6916e27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.2116745 Nov 23 18:03:35.313759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b97f9c5c-5597-4958-b176-5f86d973bcb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:35.403937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82f3ac7b-956f-42c8-9ad2-fcbee3fbec2a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:35.443547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-49b05a96-378a-447f-879c-a24a7d08a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:35.446754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-49b05a96-378a-447f-879c-a24a7d08a7f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1928811 Nov 23 18:03:35.537973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3ac7b-956f-42c8-9ad2-fcbee3fbec2a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Port': ['ID=a88eb2f1-6939-46a9-a6d1-8b6db809b274,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:35.565567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:35.636693 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b97f9c5c-5597-4958-b176-5f86d973bcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:35.639205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b97f9c5c-5597-4958-b176-5f86d973bcb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:35.643492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b97f9c5c-5597-4958-b176-5f86d973bcb3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/440bac5a-649c-4a2b-8be1-e79ce247357a HTTP/1.1" status: 204 len: 168 time: 1.0535223 Nov 23 18:03:35.708473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f9c5c-5597-4958-b176-5f86d973bcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440bac5a-649c-4a2b-8be1-e79ce247357a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:35.715632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-433f373d-c866-4e63-94c1-99d28fcc4324 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574306 Nov 23 18:03:35.738901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa20b2-a5a0-4f88-8417-2366372af16e req-a4075c70-2c16-449a-95a5-bdfc622bfc95 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:35.748909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ffa20b2-a5a0-4f88-8417-2366372af16e req-a4075c70-2c16-449a-95a5-bdfc622bfc95 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 950 time: 0.1154652 Nov 23 18:03:35.813195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82f3ac7b-956f-42c8-9ad2-fcbee3fbec2a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:35.828057 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-82f3ac7b-956f-42c8-9ad2-fcbee3fbec2a tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "DELETE /v2.0/ports/a88eb2f1-6939-46a9-a6d1-8b6db809b274 HTTP/1.1" status: 204 len: 168 time: 1.3257036 Nov 23 18:03:35.836043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58130) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:35.900670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ffa20b2-a5a0-4f88-8417-2366372af16e req-0409cbcd-d201-4d7f-adec-18a56a049da3 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441708 Nov 23 18:03:35.952341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-10938775-dfcc-4b9b-8d1c-57a4c691d991 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting subnet 453a9136-51f3-4c8b-9c96-87609adb8ae4 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:03:35.952624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-79458c4c-e89c-46fe-8ef8-60578f7b91df service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249577 Nov 23 18:03:35.999254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10938775-dfcc-4b9b-8d1c-57a4c691d991 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.036067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-35d683b2-0eab-4a91-abd2-4ba70fc2e186 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73 HTTP/1.1" status: 200 len: 217 time: 0.0714221 Nov 23 18:03:36.081013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10938775-dfcc-4b9b-8d1c-57a4c691d991 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.196937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-187887ea-2cb8-4746-a040-a064359061db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:36.198537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-187887ea-2cb8-4746-a040-a064359061db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.1555030 Nov 23 18:03:36.273128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cee87b9c-2d4f-477d-9d99-c5659248ad81 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:03:36.324491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Allocated IP 172.20.0.1 (16fdd5d7-d771-4130-bbc6-7ef7e5022312/e5db997b-dc6a-4edc-9cbd-d7e0a011e70f/f6faca92-5d2f-429d-ba7a-61097ee216d6) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:36.339406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-42749757-3da8-4f01-8dc4-2554d5cf45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:36.341060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-42749757-3da8-4f01-8dc4-2554d5cf45c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347122 Nov 23 18:03:36.425825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cee87b9c-2d4f-477d-9d99-c5659248ad81 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:36.426654 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.451958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58146) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:36.482299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10938775-dfcc-4b9b-8d1c-57a4c691d991 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.727537 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ffe3-0304-46bd-9289-d1bbdecf9506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.757568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.761244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10938775-dfcc-4b9b-8d1c-57a4c691d991 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.841337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c8b4b-5bfc-4007-bef8-0b55e86eec1e None None] Network acfcf59a-152b-40f7-b95c-a27f4105fcc0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:03:36.863171 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10938775-dfcc-4b9b-8d1c-57a4c691d991 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.877334 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-10938775-dfcc-4b9b-8d1c-57a4c691d991 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "DELETE /v2.0/subnets/453a9136-51f3-4c8b-9c96-87609adb8ae4 HTTP/1.1" status: 204 len: 168 time: 1.0339785 Nov 23 18:03:36.882193 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:36.885248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58156) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:36.948692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10938775-dfcc-4b9b-8d1c-57a4c691d991 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Subnet': ['ID=453a9136-51f3-4c8b-9c96-87609adb8ae4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:37.033308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Pushing event updated for resources: {'Port': ['ID=f6faca92-5d2f-429d-ba7a-61097ee216d6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:37.049758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5eb423c-2ba9-48d8-8df8-44dd109d6f32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Deleting subnet 41d6a85f-eb4b-41a3-aee5-a7789906848a {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:03:37.062849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eb423c-2ba9-48d8-8df8-44dd109d6f32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.114097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:37.139757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:37.140118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] DHCP port deletion for acfcf59a-152b-40f7-b95c-a27f4105fcc0 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:03:37.148747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:37.206834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-2543067d-4cff-43d7-89cc-007785bb1d30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.209747 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eb423c-2ba9-48d8-8df8-44dd109d6f32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.212842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-2543067d-4cff-43d7-89cc-007785bb1d30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.227952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-2543067d-4cff-43d7-89cc-007785bb1d30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.234246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-2543067d-4cff-43d7-89cc-007785bb1d30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.240415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-2543067d-4cff-43d7-89cc-007785bb1d30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.248288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-2543067d-4cff-43d7-89cc-007785bb1d30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.256214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-2543067d-4cff-43d7-89cc-007785bb1d30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.258789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-2543067d-4cff-43d7-89cc-007785bb1d30 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.8401923 Nov 23 18:03:37.272574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-8bded0fd-331f-43c0-9023-bfe67a87c9cd service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9224224 Nov 23 18:03:37.291926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-a5b11c64-cc1b-4ff6-9860-1ff7df20a2b0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.293448 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-a5b11c64-cc1b-4ff6-9860-1ff7df20a2b0 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 950 time: 0.2004793 Nov 23 18:03:37.305984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] Deleting port 215bdbd1-9af5-4902-b139-f5409cbf7bab {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:37.307649 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.325758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.336777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58172) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:37.522055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] For port 215bdbd1-9af5-4902-b139-f5409cbf7bab, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=215bdbd1-9af5-4902-b139-f5409cbf7bab,segment=NetworkSegment(1739fa2d-0ece-4c08-9c73-de38bc4034e2),segment_id=1739fa2d-0ece-4c08-9c73-de38bc4034e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:37.524072 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.550659 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.579133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] Calling delete_port for 215bdbd1-9af5-4902-b139-f5409cbf7bab owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:37.651953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-22eeb921-7b41-4993-b2c0-e09ab74fc3e8 None None] Provisioning complete for port f6faca92-5d2f-429d-ba7a-61097ee216d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:37.652791 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22eeb921-7b41-4993-b2c0-e09ab74fc3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.653198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ffe3-0304-46bd-9289-d1bbdecf9506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.675776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ffe3-0304-46bd-9289-d1bbdecf9506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.696646 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eb423c-2ba9-48d8-8df8-44dd109d6f32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.732958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1363945549-network', 'tenant_id': 'feb6b693874043aaac6a0d0b6988301e'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:37.767447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-22eeb921-7b41-4993-b2c0-e09ab74fc3e8 None None] Port f6faca92-5d2f-429d-ba7a-61097ee216d6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:37.778472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5ffe3-0304-46bd-9289-d1bbdecf9506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e991b-cad9-4796-9ad6-091415360da4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:37.791071 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f6c5ffe3-0304-46bd-9289-d1bbdecf9506 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6a4142995c534b64886052eaad6028af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3376193 Nov 23 18:03:37.797969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58180) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:37.811342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Made reservation on behalf of feb6b693874043aaac6a0d0b6988301e for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:37.824091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.830932 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.850249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.881151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Deleting port 5d52250f-32ad-495e-b944-b80994fa220e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:37.883994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.891299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] Pushing event deleted for resources: {'Port': ['ID=215bdbd1-9af5-4902-b139-f5409cbf7bab,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:37.902128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3857102-1c8f-4718-98dd-81b8ce49426b None None] No DVR routers for this DVR port 215bdbd1-9af5-4902-b139-f5409cbf7bab on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:37.915924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eb423c-2ba9-48d8-8df8-44dd109d6f32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.943635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfee7c-e223-44b3-99b2-a6b507ddd0be req-0b64a939-7d60-48b7-b8e8-722f32b6ae1b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.946089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-badfee7c-e223-44b3-99b2-a6b507ddd0be req-0b64a939-7d60-48b7-b8e8-722f32b6ae1b tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 950 time: 0.8494153 Nov 23 18:03:37.969041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb423c-2ba9-48d8-8df8-44dd109d6f32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Subnet': ['ID=41d6a85f-eb4b-41a3-aee5-a7789906848a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:37.971321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eb423c-2ba9-48d8-8df8-44dd109d6f32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.978220 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b5eb423c-2ba9-48d8-8df8-44dd109d6f32 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "DELETE /v2.0/subnets/41d6a85f-eb4b-41a3-aee5-a7789906848a HTTP/1.1" status: 204 len: 168 time: 1.0307188 Nov 23 18:03:37.981040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94501a03-e8d1-4d91-8189-ae69d09c9e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:37.985341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58182) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:37.987614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf816fe5-0c4a-4a0f-bd6b-c30bedf73fdd None None] Network 7608aba8-5f6a-4daa-bcd0-da16b0b491bf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:03:38.025696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.045039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-6ab253ad-bed9-4cd0-8c0f-40ae4379e5b2 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623713 Nov 23 18:03:38.051393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.056640 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94501a03-e8d1-4d91-8189-ae69d09c9e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.109545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-b9818e7c-6636-484e-97dd-d0d6b5b9e772 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44 HTTP/1.1" status: 200 len: 217 time: 0.0409122 Nov 23 18:03:38.174907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 215bdbd1-9af5-4902-b139-f5409cbf7bab no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:38.220524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0562547a-f260-4b56-a87b-d5cd5b82fdd7 req-cab19d1d-38ee-4ab4-89ca-c36f76cfd416 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9517944 Nov 23 18:03:38.227539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 215bdbd1-9af5-4902-b139-f5409cbf7bab {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:38.227885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 215bdbd1-9af5-4902-b139-f5409cbf7bab not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:38.264809 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.269270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Pushing event updated for resources: {'Port': ['ID=f6faca92-5d2f-429d-ba7a-61097ee216d6,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:38.277496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.282321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f73e55fd-d75a-44f9-b7ab-5e2fea26ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:38.285680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-f73e55fd-d75a-44f9-b7ab-5e2fea26ceea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.1651669 Nov 23 18:03:38.293771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-badfee7c-e223-44b3-99b2-a6b507ddd0be req-32b8317b-9d32-494e-9bf6-b11887e4bfcf tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/security-groups?id=08bf4352-0b93-46d0-a68f-30515ae75dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325808 Nov 23 18:03:38.305408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] For port 5d52250f-32ad-495e-b944-b80994fa220e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5d52250f-32ad-495e-b944-b80994fa220e,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:38.306123 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.360953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Calling delete_port for 5d52250f-32ad-495e-b944-b80994fa220e owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:38.364804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] DHCP port deletion for 7608aba8-5f6a-4daa-bcd0-da16b0b491bf request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:03:38.367167 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94501a03-e8d1-4d91-8189-ae69d09c9e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.370451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94501a03-e8d1-4d91-8189-ae69d09c9e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.372973 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-94501a03-e8d1-4d91-8189-ae69d09c9e90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/203e991b-cad9-4796-9ad6-091415360da4 HTTP/1.1" status: 204 len: 168 time: 0.5740373 Nov 23 18:03:38.426905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.446602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501a03-e8d1-4d91-8189-ae69d09c9e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e991b-cad9-4796-9ad6-091415360da4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:38.491303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] Deleting port 71614ed7-afed-4d21-86fc-637870e4c59d {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:03:38.491683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.497448 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.508803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-4b30b882-d203-4c9e-9a55-743a30dc756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:38.511945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-4b30b882-d203-4c9e-9a55-743a30dc756a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2132158 Nov 23 18:03:38.513354 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.546836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfcf59a-152b-40f7-b95c-a27f4105fcc0']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:38.562842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1739fa2d-0ece-4c08-9c73-de38bc4034e2') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:38.563125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1739fa2d-0ece-4c08-9c73-de38bc4034e2') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:38.566105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:38.573034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:38.579663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.632391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.644010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:03:38.644495 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.645155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:03:38.648206 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:03:38.671206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] For port 71614ed7-afed-4d21-86fc-637870e4c59d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=71614ed7-afed-4d21-86fc-637870e4c59d,segment=NetworkSegment(2d114f8b-511d-49a3-a964-8f989cff29a4),segment_id=2d114f8b-511d-49a3-a964-8f989cff29a4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:38.671768 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.699040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfccb4a9-42a8-4306-916e-58f661a788fb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:38.707332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] Calling delete_port for 71614ed7-afed-4d21-86fc-637870e4c59d owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:03:38.713973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.714975 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Added segment dbba78ba-809b-425c-8ac7-427adbb5827f of type vlan for network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 Nov 23 18:03:38.845720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.878261 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.885153 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "DELETE /v2.0/networks/acfcf59a-152b-40f7-b95c-a27f4105fcc0 HTTP/1.1" status: 204 len: 168 time: 0.8984690 Nov 23 18:03:38.898914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58188) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:38.913255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01f368-f067-48d3-8c9a-33f33ed1c8cd tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Network': ['ID=acfcf59a-152b-40f7-b95c-a27f4105fcc0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:38.925679 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Router e48d9249-8058-4631-b286-7e9343e52dff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:03:38.929500 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:38.956666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.013795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] Pushing event deleted for resources: {'Port': ['ID=71614ed7-afed-4d21-86fc-637870e4c59d,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:39.062446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15eae18-9fc2-4e6a-a0ce-3f227a940167 None None] No DVR routers for this DVR port 71614ed7-afed-4d21-86fc-637870e4c59d on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:39.087562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3f6b6289-c72f-4c04-a180-85d37d70d90b None None] Provisioning complete for port f6faca92-5d2f-429d-ba7a-61097ee216d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:39.087990 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6289-c72f-4c04-a180-85d37d70d90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.125734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-c019c026-0c2f-4b28-8d4c-fed5340f635e service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802441 Nov 23 18:03:39.149192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:03:39.173231 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9f10f4c8-3b60-481f-9ac6-689ea9692227 admin admin] 10.222.0.74 "PUT /v2.0/routers/e48d9249-8058-4631-b286-7e9343e52dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7148650 Nov 23 18:03:39.174027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58190) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:39.192214 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72ba776f-4ff7-4035-8a1a-dc57f5389bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.200943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b6289-c72f-4c04-a180-85d37d70d90b None None] Port f6faca92-5d2f-429d-ba7a-61097ee216d6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:39.207558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Sync routers for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:03:39.230967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:03:39.232954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:39.270618 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.272281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:39.273196 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.285581 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72ba776f-4ff7-4035-8a1a-dc57f5389bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.291882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72ba776f-4ff7-4035-8a1a-dc57f5389bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.345950 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-72ba776f-4ff7-4035-8a1a-dc57f5389bfe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=45b23a94097b4ba095c7b862e5777850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704924 Nov 23 18:03:39.348345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba776f-4ff7-4035-8a1a-dc57f5389bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf44736-0d72-4c4a-9600-d00a592a2405,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:39.380551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58198) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:39.467559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b956-d309-47fa-9074-517ac77db299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.512168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b956-d309-47fa-9074-517ac77db299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.533422 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.569951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:03:39.574368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcaccd35-dac0-46a1-97fa-f982e6139e52 req-bca479ab-3646-4a62-a801-1dbfdaa2b4bd service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272366 Nov 23 18:03:39.611379 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b956-d309-47fa-9074-517ac77db299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.622734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b956-d309-47fa-9074-517ac77db299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.622734 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6ba5b956-d309-47fa-9074-517ac77db299 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5cf44736-0d72-4c4a-9600-d00a592a2405 HTTP/1.1" status: 204 len: 168 time: 0.2397828 Nov 23 18:03:39.627978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2900929 Nov 23 18:03:39.636493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58208) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:39.642080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Request body: {'subnet': {'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1363945549-subnet', 'tenant_id': 'feb6b693874043aaac6a0d0b6988301e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:39.645897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5b956-d309-47fa-9074-517ac77db299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf44736-0d72-4c4a-9600-d00a592a2405,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:39.670401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Made reservation on behalf of feb6b693874043aaac6a0d0b6988301e for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:39.674486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.687543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddb1edc8-4437-4db5-84ab-0ba3d5ffa45b req-1f8220bb-95fd-4161-b3ce-9466a7b06e52 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 210 time: 0.1516640 Nov 23 18:03:39.719705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:39.739048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0fa60-3c7e-4f57-81ae-3b37bfbc539e admin admin] Pushing event updated for resources: {'Network': ['ID=8cf0b2cb-cccd-47c7-98bb-f993edf30a33,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:39.801460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:03:39.824014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Pushing event deleted for resources: {'Port': ['ID=5d52250f-32ad-495e-b944-b80994fa220e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:39.844366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-977771d7-e33a-4872-a469-732c1219c226 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:39.854802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-977771d7-e33a-4872-a469-732c1219c226 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:39.861158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-977771d7-e33a-4872-a469-732c1219c226 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:39.868973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-977771d7-e33a-4872-a469-732c1219c226 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:39.876005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-977771d7-e33a-4872-a469-732c1219c226 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:39.882803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-977771d7-e33a-4872-a469-732c1219c226 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:39.889845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-977771d7-e33a-4872-a469-732c1219c226 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:39.891843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-977771d7-e33a-4872-a469-732c1219c226 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.3516958 Nov 23 18:03:39.941188 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.058517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] No DVR routers for this DVR port 5d52250f-32ad-495e-b944-b80994fa220e on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:03:40.063870 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.071499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac8a3565-2208-475f-82e4-00ae3935ff3c req-84e06c7a-a11d-43c4-8d0b-0ccd2b150d4a tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.72 "DELETE /v2.0/ports/5d52250f-32ad-495e-b944-b80994fa220e HTTP/1.1" status: 204 len: 173 time: 2.7620783 Nov 23 18:03:40.072359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ee71a8-9bf4-4f50-b318-35ebee60de33', 'name': 'network-vif-deleted', 'tag': '5d52250f-32ad-495e-b944-b80994fa220e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:40.080586 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0095f75c-f237-479a-a45a-6b34a346225b" -d '{"events": [{"server_uuid": "08ee71a8-9bf4-4f50-b318-35ebee60de33", "name": "network-vif-deleted", "tag": "5d52250f-32ad-495e-b944-b80994fa220e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:40.090251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a92bc24d-1c6a-45fe-b2e9-57ccf12ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.090760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a92bc24d-1c6a-45fe-b2e9-57ccf12ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.091244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a92bc24d-1c6a-45fe-b2e9-57ccf12ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.091715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a92bc24d-1c6a-45fe-b2e9-57ccf12ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.092181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a92bc24d-1c6a-45fe-b2e9-57ccf12ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.092646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a92bc24d-1c6a-45fe-b2e9-57ccf12ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.093112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a92bc24d-1c6a-45fe-b2e9-57ccf12ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.106660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a92bc24d-1c6a-45fe-b2e9-57ccf12ac1a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6487 time: 0.4224074 Nov 23 18:03:40.110325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f91492-4e6a-4c34-ad3b-1964b230d525,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:40.138857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Checking segment: {'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:40.139240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Network hostable DHCP agents. Network: 8cf0b2cb-cccd-47c7-98bb-f993edf30a33, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:03:40.197417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:03:40.220456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8cf0b2cb-cccd-47c7-98bb-f993edf30a33) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:40.220713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 2, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:40.230763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.231380 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.232092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.281214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 71614ed7-afed-4d21-86fc-637870e4c59d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:40.284057 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4f42ca04-ac49-448c-a62e-bdcfca73bf3f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6458213 Nov 23 18:03:40.295862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce6ea6-fc6b-492e-936d-878eafeb700b None None] Network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:03:40.358002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7608aba8-5f6a-4daa-bcd0-da16b0b491bf']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:40.386349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d114f8b-511d-49a3-a964-8f989cff29a4') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:40.386718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d114f8b-511d-49a3-a964-8f989cff29a4') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:40.397929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5d52250f-32ad-495e-b944-b80994fa220e no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:40.400537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ee2c169-49c0-4067-ad27-389ecb7bf3ae req-4a0cbad8-cd8e-4131-ba51-8dbea1ee76cc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5024388 Nov 23 18:03:40.407775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.438621 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.441389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-245ca131-0c49-4157-b91e-44047a781ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.451644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Checking router: e48d9249-8058-4631-b286-7e9343e52dff for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:03:40.452461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-245ca131-0c49-4157-b91e-44047a781ed8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=890268a0-143b-470c-b56a-22a590561b48 HTTP/1.1" status: 200 len: 903 time: 0.3449032 Nov 23 18:03:40.453192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Updating router e48d9249-8058-4631-b286-7e9343e52dff port f6faca92-5d2f-429d-ba7a-61097ee216d6 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:03:40.470291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:03:40.474954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.520421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 5d52250f-32ad-495e-b944-b80994fa220e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:40.520777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5d52250f-32ad-495e-b944-b80994fa220e not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:03:40.626398 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:03:40.635462 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba19e63-a629-42cd-bdd4-feaf96c89df1 x-openstack-request-id: req-9ba19e63-a629-42cd-bdd4-feaf96c89df1 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:40.635808 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ee71a8-9bf4-4f50-b318-35ebee60de33", "name": "network-vif-deleted", "tag": "5d52250f-32ad-495e-b944-b80994fa220e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:40.636094 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ba19e63-a629-42cd-bdd4-feaf96c89df1 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:40.636589 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ee71a8-9bf4-4f50-b318-35ebee60de33', 'name': 'network-vif-deleted', 'tag': '5d52250f-32ad-495e-b944-b80994fa220e', 'status': 'completed', 'code': 200} Nov 23 18:03:40.645051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 71614ed7-afed-4d21-86fc-637870e4c59d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:03:40.645640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 71614ed7-afed-4d21-86fc-637870e4c59d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:03:40.694745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.743253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-e79237f3-3f6d-4a07-a673-e66213633b68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73 HTTP/1.1" status: 200 len: 217 time: 0.1174107 Nov 23 18:03:40.745726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.769373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:40.778341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] 10.222.0.74 "DELETE /v2.0/networks/7608aba8-5f6a-4daa-bcd0-da16b0b491bf HTTP/1.1" status: 204 len: 168 time: 1.8663907 Nov 23 18:03:40.893921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0886759-b603-47f2-8fbe-0daf27b9cb38 tempest-TaggedBootDevicesTest-945911775 tempest-TaggedBootDevicesTest-945911775-project] Pushing event deleted for resources: {'Network': ['ID=7608aba8-5f6a-4daa-bcd0-da16b0b491bf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:40.985825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d74e9e24-a6c9-4ae7-9dc1-6b00acb5656a req-22445311-fbdf-41bc-989b-4f2bb6468546 tempest-ServersOnMultiNodesTest-1076322516 tempest-ServersOnMultiNodesTest-1076322516-project] 10.222.0.74 "GET /v2.0/ports?device_id=08ee71a8-9bf4-4f50-b318-35ebee60de33 HTTP/1.1" status: 200 len: 210 time: 0.0932310 Nov 23 18:03:41.006619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-4a541914-7a9f-4084-b8ab-05ec148c3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.008785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-4a541914-7a9f-4084-b8ab-05ec148c3c0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.2301385 Nov 23 18:03:41.113784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-17642ab5-0a41-406e-9b87-b56b5a81d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.115413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-17642ab5-0a41-406e-9b87-b56b5a81d4ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991099 Nov 23 18:03:41.126985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58244) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:41.132810 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-96481250-f2fe-4432-9274-10bf77c7e4a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100042436', 'description': 'tempest-description--482400783'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:41.215707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96481250-f2fe-4432-9274-10bf77c7e4a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.297948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-1257631f-46e9-4804-9858-7429432fa594 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745803 Nov 23 18:03:41.333642 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96481250-f2fe-4432-9274-10bf77c7e4a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.339311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96481250-f2fe-4432-9274-10bf77c7e4a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.379989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96481250-f2fe-4432-9274-10bf77c7e4a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.386577 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96481250-f2fe-4432-9274-10bf77c7e4a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2576997 Nov 23 18:03:41.391521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58252) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:41.399065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a1d224d6-d315-4dd6-a967-e1ca41ccee98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'security_group_rule': {'security_group_id': '74ee0422-d072-4862-bead-07462c2b3a27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:41.452231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96481250-f2fe-4432-9274-10bf77c7e4a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ee0422-d072-4862-bead-07462c2b3a27,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:41.457939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1d224d6-d315-4dd6-a967-e1ca41ccee98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.512551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-bfafee18-300e-4c16-b1d2-e58f9333ba26 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061901 Nov 23 18:03:41.625032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec891076-27f5-4564-85bf-88eeb1c482cb None None] Network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:03:41.628055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1d224d6-d315-4dd6-a967-e1ca41ccee98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.631580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b1b9475-482a-4177-96a6-ec84335fff39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.638431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1d224d6-d315-4dd6-a967-e1ca41ccee98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.668804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d224d6-d315-4dd6-a967-e1ca41ccee98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e76ec5-21c7-477f-a372-18393a781808,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:41.686156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1d224d6-d315-4dd6-a967-e1ca41ccee98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.693353 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a1d224d6-d315-4dd6-a967-e1ca41ccee98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2974017 Nov 23 18:03:41.693522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58262) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:41.703982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-25d143ae-99af-4802-94ca-7a2ad0857d63 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'security_group_rule': {'security_group_id': '74ee0422-d072-4862-bead-07462c2b3a27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:41.774806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25d143ae-99af-4802-94ca-7a2ad0857d63 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.827996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-61c8acf9-72f5-4a9a-b876-dcdf7fe92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.828536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-61c8acf9-72f5-4a9a-b876-dcdf7fe92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.831162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-61c8acf9-72f5-4a9a-b876-dcdf7fe92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.833106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-61c8acf9-72f5-4a9a-b876-dcdf7fe92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.833585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-61c8acf9-72f5-4a9a-b876-dcdf7fe92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.834666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-61c8acf9-72f5-4a9a-b876-dcdf7fe92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.837489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-61c8acf9-72f5-4a9a-b876-dcdf7fe92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.839733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-61c8acf9-72f5-4a9a-b876-dcdf7fe92b20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6487 time: 0.2489367 Nov 23 18:03:41.866734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-e5c56551-3695-4a04-ad1f-85a06fe782c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.878848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-e5c56551-3695-4a04-ad1f-85a06fe782c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.913719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-e5c56551-3695-4a04-ad1f-85a06fe782c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.923071 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.928600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25d143ae-99af-4802-94ca-7a2ad0857d63 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.932269 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.938857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-e5c56551-3695-4a04-ad1f-85a06fe782c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.941684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25d143ae-99af-4802-94ca-7a2ad0857d63 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:41.953224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-e5c56551-3695-4a04-ad1f-85a06fe782c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.977492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d143ae-99af-4802-94ca-7a2ad0857d63 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca335d3d-8c6a-49f6-bab0-b11aeea508c2,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:41.983346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-e5c56551-3695-4a04-ad1f-85a06fe782c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.996916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-e5c56551-3695-4a04-ad1f-85a06fe782c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:42.013478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25d143ae-99af-4802-94ca-7a2ad0857d63 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:42.017733 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-25d143ae-99af-4802-94ca-7a2ad0857d63 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201356 Nov 23 18:03:42.019961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58276) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:42.024590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:42.029424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-e5c56551-3695-4a04-ad1f-85a06fe782c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.4188879 Nov 23 18:03:42.034247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c96d-b34d-47ec-94d0-9cb572eefa5c None None] Pushing event updated for resources: {'Port': ['ID=f6faca92-5d2f-429d-ba7a-61097ee216d6,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:42.098207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:42.285679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Attempting to bind port f6faca92-5d2f-429d-ba7a-61097ee216d6 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:42.287358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Attempting to bind port f6faca92-5d2f-429d-ba7a-61097ee216d6 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:42.290339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Attempting to bind port f6faca92-5d2f-429d-ba7a-61097ee216d6 on network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:42.302131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adb41328-0cf9-43a2-bca6-3f9adf117993 req-b9a7fb47-54fc-44b3-a744-9e983319e51e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2716956 Nov 23 18:03:42.304421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:42.307617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Checking segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:42.308946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:42.310874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Bound using segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:42.312041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Bound port: f6faca92-5d2f-429d-ba7a-61097ee216d6, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:42.313083 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:42.405862 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:42.501891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] For port f6faca92-5d2f-429d-ba7a-61097ee216d6, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:42.510008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] For port f6faca92-5d2f-429d-ba7a-61097ee216d6, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f6faca92-5d2f-429d-ba7a-61097ee216d6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:42.521504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-1383d99d-f245-4bb9-a0c7-f596fda6364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:42.524912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-1383d99d-f245-4bb9-a0c7-f596fda6364a service neutron] 10.222.0.66 "GET /v2.0/networks?id=890268a0-143b-470c-b56a-22a590561b48 HTTP/1.1" status: 200 len: 903 time: 0.4867516 Nov 23 18:03:42.526794 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:42.625858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-717ecc75-ba2d-4fb8-b0b1-080888c67f01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44 HTTP/1.1" status: 200 len: 217 time: 0.0908842 Nov 23 18:03:42.627056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58296) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:42.677786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1e018142-b40b-45c0-85e0-91d20137095c None None] Provisioning complete for port f6faca92-5d2f-429d-ba7a-61097ee216d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:42.678897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e018142-b40b-45c0-85e0-91d20137095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:42.682883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:03:42.683843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:42.708734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Allocated IP 172.25.0.24 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/bc123997-c0f1-4c7f-9767-799fdd91cfa7) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:42.715817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c96d-b34d-47ec-94d0-9cb572eefa5c None None] Pushing event updated for resources: {'Port': ['ID=f6faca92-5d2f-429d-ba7a-61097ee216d6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:42.783269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-4289d6e0-321e-4801-8b87-94979c24cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:42.786288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-4289d6e0-321e-4801-8b87-94979c24cb23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.1391225 Nov 23 18:03:42.927906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-6c60316f-d923-40c8-8973-dbf22e23eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:42.930361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-6c60316f-d923-40c8-8973-dbf22e23eacb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344323 Nov 23 18:03:42.967292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dc7bfa5c-5178-4a8a-bf5d-77298f588966 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5f53e78914ae4f9bb5801ca85aa0e5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389194 Nov 23 18:03:42.972615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58304) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:43.134712 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e018142-b40b-45c0-85e0-91d20137095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.165756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.192782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-a3c2c61a-8027-4a79-970b-ab2ecadcdb80 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277846 Nov 23 18:03:43.220277 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4cd463b-2d4d-45b5-99e9-9374726b983f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.233271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1e018142-b40b-45c0-85e0-91d20137095c None None] For port f6faca92-5d2f-429d-ba7a-61097ee216d6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f6faca92-5d2f-429d-ba7a-61097ee216d6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:43.237945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:03:43.318018 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4cd463b-2d4d-45b5-99e9-9374726b983f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.319514 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e018142-b40b-45c0-85e0-91d20137095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.403141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.514953 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-279b4f1d-dd31-41b5-801e-7976bf318a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.534649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbb75d23-7e4b-420e-b14b-9fdcfa8a4d17 req-0be94f4f-e8dd-4920-81a9-bb96b2f47df9 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339891 Nov 23 18:03:43.644761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:43.646097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'Port': ['ID=bc123997-c0f1-4c7f-9767-799fdd91cfa7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:43.658515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:43.665437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:43.670489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-3ac1fe5c-ca6f-4d28-a108-de5fea64408b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:43.679267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-3ac1fe5c-ca6f-4d28-a108-de5fea64408b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:43.687291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-3ac1fe5c-ca6f-4d28-a108-de5fea64408b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:43.694733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-3ac1fe5c-ca6f-4d28-a108-de5fea64408b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:43.714391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-3ac1fe5c-ca6f-4d28-a108-de5fea64408b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:43.726041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-3ac1fe5c-ca6f-4d28-a108-de5fea64408b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:43.738300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-3ac1fe5c-ca6f-4d28-a108-de5fea64408b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:43.758518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-3ac1fe5c-ca6f-4d28-a108-de5fea64408b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2547493 Nov 23 18:03:43.806346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1f0d5449-2807-40f8-9245-5e16063001d2 None None] Provisioning complete for port f6faca92-5d2f-429d-ba7a-61097ee216d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:43.808444 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5449-2807-40f8-9245-5e16063001d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.814362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e018142-b40b-45c0-85e0-91d20137095c None None] Pushing event updated for resources: {'Port': ['ID=f6faca92-5d2f-429d-ba7a-61097ee216d6,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:43.816181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4cd463b-2d4d-45b5-99e9-9374726b983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.819483 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4cd463b-2d4d-45b5-99e9-9374726b983f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.836473 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a4cd463b-2d4d-45b5-99e9-9374726b983f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08bf4352-0b93-46d0-a68f-30515ae75dd6 HTTP/1.1" status: 204 len: 168 time: 0.8525574 Nov 23 18:03:43.877531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd463b-2d4d-45b5-99e9-9374726b983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bf4352-0b93-46d0-a68f-30515ae75dd6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:43.896271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2f857f7-364b-47b5-87f2-ab2de5043550 req-1bbc1882-1195-40c7-bc6b-a27545f855f3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355424 Nov 23 18:03:43.901800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.009514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.136817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:42Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:44.212697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8847fba-023b-4695-b8a2-efd136486080 None None] The sync data for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 is: [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:42Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:03:44.416005 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.432094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.579022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58368) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:44.593667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'Port': ['ID=bc123997-c0f1-4c7f-9767-799fdd91cfa7,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:44.710467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4eda9670-89bf-4227-927a-f0c39c1e66b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=318a4855b6344996b03822311ee63e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293242 Nov 23 18:03:44.721913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58372) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:44.770324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58374) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:44.859128 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b625449-41ab-4cf5-8b13-6752e044946a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.950418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b625449-41ab-4cf5-8b13-6752e044946a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.027939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.052004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3d359474-db3b-4398-bffb-69347baf2ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.183105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b625449-41ab-4cf5-8b13-6752e044946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.186009 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b625449-41ab-4cf5-8b13-6752e044946a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.189604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b625449-41ab-4cf5-8b13-6752e044946a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47cc6136-7356-4b2f-8a78-10695ddd3f92 HTTP/1.1" status: 204 len: 168 time: 0.4597862 Nov 23 18:03:45.265250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b625449-41ab-4cf5-8b13-6752e044946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cc6136-7356-4b2f-8a78-10695ddd3f92,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:45.371306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245beb0-5d35-4535-9098-63e2595a3582 req-5dbab11f-a365-49b4-b738-8537a833af84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:45.386481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245beb0-5d35-4535-9098-63e2595a3582 req-5dbab11f-a365-49b4-b738-8537a833af84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:45.398970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245beb0-5d35-4535-9098-63e2595a3582 req-5dbab11f-a365-49b4-b738-8537a833af84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:45.407082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245beb0-5d35-4535-9098-63e2595a3582 req-5dbab11f-a365-49b4-b738-8537a833af84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:45.413823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245beb0-5d35-4535-9098-63e2595a3582 req-5dbab11f-a365-49b4-b738-8537a833af84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:45.414137 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.424106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245beb0-5d35-4535-9098-63e2595a3582 req-5dbab11f-a365-49b4-b738-8537a833af84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:45.436027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245beb0-5d35-4535-9098-63e2595a3582 req-5dbab11f-a365-49b4-b738-8537a833af84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:45.439958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7245beb0-5d35-4535-9098-63e2595a3582 req-5dbab11f-a365-49b4-b738-8537a833af84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2977931 Nov 23 18:03:45.451524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.453439 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e0ab9f4-c608-4905-9d72-98a17ee3b927 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4323285 Nov 23 18:03:45.516184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3d359474-db3b-4398-bffb-69347baf2ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.533271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3d359474-db3b-4398-bffb-69347baf2ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.666376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3d359474-db3b-4398-bffb-69347baf2ec6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96545d4f7b75439ebc6083eeda349596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8936195 Nov 23 18:03:45.668009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58392) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:45.786798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d359474-db3b-4398-bffb-69347baf2ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b156a2a9-20bc-4321-b3eb-b8b9c58fd5a6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:45.844143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae565-20f2-4c1b-a478-a5cbd5f60860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.876243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7245beb0-5d35-4535-9098-63e2595a3582 req-21189e2b-4d4c-4041-8182-c56e87788c44 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3547935 Nov 23 18:03:45.922757 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae565-20f2-4c1b-a478-a5cbd5f60860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:46.062965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae565-20f2-4c1b-a478-a5cbd5f60860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:46.065880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae565-20f2-4c1b-a478-a5cbd5f60860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:46.069539 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6b3ae565-20f2-4c1b-a478-a5cbd5f60860 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b156a2a9-20bc-4321-b3eb-b8b9c58fd5a6 HTTP/1.1" status: 204 len: 168 time: 0.3978996 Nov 23 18:03:46.083396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ae565-20f2-4c1b-a478-a5cbd5f60860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156a2a9-20bc-4321-b3eb-b8b9c58fd5a6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:46.153875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-f8101ae2-b214-44d9-a4a2-e5bec354405e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--100042436&fields=id&tenant_id=763dab3003a948db90155c6008598a87 HTTP/1.1" status: 200 len: 267 time: 0.1270208 Nov 23 18:03:46.348473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:46.370515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f6faca92-5d2f-429d-ba7a-61097ee216d6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:03:46.459633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-d95cd75f-6820-4b25-8e5c-3c0773330e25 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:46.466119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-d95cd75f-6820-4b25-8e5c-3c0773330e25 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 816 time: 0.3113685 Nov 23 18:03:46.474985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f6faca92-5d2f-429d-ba7a-61097ee216d6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:46.475376 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:46.490118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-26e42793-06f7-4c2e-a046-5bcd22738e4c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/quotas/763dab3003a948db90155c6008598a87 HTTP/1.1" status: 200 len: 375 time: 0.0181663 Nov 23 18:03:46.633686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-39be1156-3162-4385-94cd-87b593c45f6d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360698 Nov 23 18:03:46.848233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-ceef01b9-31ce-4050-bc00-2493783ed419 service neutron] 10.222.0.74 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070107 Nov 23 18:03:46.899265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58432) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:46.924564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b79c158-4c81-408c-9ac0-12ea1f6d00e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:47.021256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-f6dd5554-17e5-449a-aec8-a8f027b0bc50 service neutron] 10.222.0.74 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720698 Nov 23 18:03:47.166212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b79c158-4c81-408c-9ac0-12ea1f6d00e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:47.170106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b79c158-4c81-408c-9ac0-12ea1f6d00e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:47.250928 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9b79c158-4c81-408c-9ac0-12ea1f6d00e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bdb45bd6f6b0442b955babdf38756c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502791 Nov 23 18:03:47.252316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79c158-4c81-408c-9ac0-12ea1f6d00e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d266589-2589-4389-8bf5-770c522e7b04,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:47.255224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:47.357815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-4acd4376-69da-46f5-8d80-35d9c111f20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:47.361435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3161b973-4ae2-4700-91b9-abce5d239a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:47.378173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-4acd4376-69da-46f5-8d80-35d9c111f20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:47.396817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-4acd4376-69da-46f5-8d80-35d9c111f20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:47.416292 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3161b973-4ae2-4700-91b9-abce5d239a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:47.416714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-4acd4376-69da-46f5-8d80-35d9c111f20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:47.433994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-4acd4376-69da-46f5-8d80-35d9c111f20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:47.456463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-4acd4376-69da-46f5-8d80-35d9c111f20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:47.467528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-4acd4376-69da-46f5-8d80-35d9c111f20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:47.481527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-4acd4376-69da-46f5-8d80-35d9c111f20c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2575090 Nov 23 18:03:47.511776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3161b973-4ae2-4700-91b9-abce5d239a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:47.514649 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3161b973-4ae2-4700-91b9-abce5d239a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:47.515890 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3161b973-4ae2-4700-91b9-abce5d239a95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d266589-2589-4389-8bf5-770c522e7b04 HTTP/1.1" status: 204 len: 168 time: 0.2595620 Nov 23 18:03:47.532352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161b973-4ae2-4700-91b9-abce5d239a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d266589-2589-4389-8bf5-770c522e7b04,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:47.665669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9237c88b-9114-4c79-a35e-4cd20a90186a req-a94615d2-3145-4a99-a079-d01c4b7b2c71 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789172 Nov 23 18:03:47.833231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-821ea340-b49b-49d8-8ba9-54dede05e792 req-a9f487e3-de2a-4ee9-bfa8-25bf83ae8cf0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 210 time: 0.1663849 Nov 23 18:03:47.881561 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:49.023783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-a4c55a3d-70ad-4355-aecd-e7e2648da4d9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.029959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-a4c55a3d-70ad-4355-aecd-e7e2648da4d9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.037635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-a4c55a3d-70ad-4355-aecd-e7e2648da4d9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.045100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-a4c55a3d-70ad-4355-aecd-e7e2648da4d9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.056235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-a4c55a3d-70ad-4355-aecd-e7e2648da4d9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.063043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-a4c55a3d-70ad-4355-aecd-e7e2648da4d9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.072428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-a4c55a3d-70ad-4355-aecd-e7e2648da4d9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.081050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-a4c55a3d-70ad-4355-aecd-e7e2648da4d9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2268972 Nov 23 18:03:49.092334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6963ae65-a495-46f9-b5e1-9459dcebc307 req-e4410028-6f81-4581-9b1f-fe74f9664f4c tempest-FlavorsV2NegativeTest-344246189 tempest-FlavorsV2NegativeTest-344246189-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=be50b137e55b431c8e17491970eac801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505771 Nov 23 18:03:49.286538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dcb1ab4-2d25-48cb-aeac-1f9f0c9c2ec4 req-41e241e8-afe5-4bc5-a930-92937c07c148 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046099 Nov 23 18:03:49.326632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963ae65-a495-46f9-b5e1-9459dcebc307 req-9d489843-d426-45dc-9e6a-c0314a28236c tempest-FlavorsV2NegativeTest-344246189 tempest-FlavorsV2NegativeTest-344246189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.331146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6963ae65-a495-46f9-b5e1-9459dcebc307 req-9d489843-d426-45dc-9e6a-c0314a28236c tempest-FlavorsV2NegativeTest-344246189 tempest-FlavorsV2NegativeTest-344246189-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378042 Nov 23 18:03:49.357920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6963ae65-a495-46f9-b5e1-9459dcebc307 req-6f5fdd39-5d63-4b08-b8a3-b4fe65b4c533 tempest-FlavorsV2NegativeTest-344246189 tempest-FlavorsV2NegativeTest-344246189-project] 10.222.0.74 "GET /v2.0/quotas/be50b137e55b431c8e17491970eac801 HTTP/1.1" status: 200 len: 375 time: 0.0201657 Nov 23 18:03:49.415431 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:49.422015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6963ae65-a495-46f9-b5e1-9459dcebc307 req-85e8bae7-7fe4-4cce-b40d-e52c5471a8e9 tempest-FlavorsV2NegativeTest-344246189 tempest-FlavorsV2NegativeTest-344246189-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=be50b137e55b431c8e17491970eac801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557916 Nov 23 18:03:49.839172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-372d98ec-4f46-4ab1-a28c-38b8dfa95739 req-3315a940-978a-492a-92ec-aa5996fd032e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 210 time: 0.0917616 Nov 23 18:03:49.875526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-d2d84e58-438d-4dd9-9610-83fed4a4a3d8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:49.878286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-d2d84e58-438d-4dd9-9610-83fed4a4a3d8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 816 time: 0.4526970 Nov 23 18:03:49.986353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-4e17aedc-0e3a-4127-8812-ae8a39af6446 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=763dab3003a948db90155c6008598a87 HTTP/1.1" status: 200 len: 379 time: 0.0934210 Nov 23 18:03:50.002481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'port': {'device_id': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'admin_state_up': True, 'tenant_id': '763dab3003a948db90155c6008598a87', 'security_groups': ['74ee0422-d072-4862-bead-07462c2b3a27']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:50.095391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58570) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:50.250634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Made reservation on behalf of 763dab3003a948db90155c6008598a87 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:50.257072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:50.426453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bfc37ac9-8589-4c74-9016-084af38cb16e tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1692963838'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:50.427291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bfc37ac9-8589-4c74-9016-084af38cb16e tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Unknown quota resources ['metering_label']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:03:50.437674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Allocated IP 172.20.0.10 (16fdd5d7-d771-4130-bbc6-7ef7e5022312/e5db997b-dc6a-4edc-9cbd-d7e0a011e70f/77f17cba-828a-4dc1-8e82-5e28ad02d5e6) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:50.497857 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:50.690928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-8bbee7a2-e812-4f21-aae8-dc737cb03e88 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:50.698476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-8bbee7a2-e812-4f21-aae8-dc737cb03e88 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:50.705792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-8bbee7a2-e812-4f21-aae8-dc737cb03e88 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:50.714239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-8bbee7a2-e812-4f21-aae8-dc737cb03e88 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:50.722562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-8bbee7a2-e812-4f21-aae8-dc737cb03e88 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:50.730363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-8bbee7a2-e812-4f21-aae8-dc737cb03e88 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:50.737841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-8bbee7a2-e812-4f21-aae8-dc737cb03e88 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:50.739960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-8bbee7a2-e812-4f21-aae8-dc737cb03e88 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2116942 Nov 23 18:03:50.821267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58590) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:50.833740 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bfc37ac9-8589-4c74-9016-084af38cb16e tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:50.835145 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bfc37ac9-8589-4c74-9016-084af38cb16e tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7387936 Nov 23 18:03:50.841459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58592) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:50.862770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-800337ce-f4e8-4269-9ee7-78f37b9b25fe tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1d76a8f7-4c48-4dab-aa0a-9a8ccefd8275'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:50.863603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-800337ce-f4e8-4269-9ee7-78f37b9b25fe tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:03:51.062313 n-d-818932-3 neutron-server[120535]: WARNING neutron.services.metering.metering_plugin [None req-800337ce-f4e8-4269-9ee7-78f37b9b25fe tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 18:03:51.095896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30822349-5dd1-4f51-9caa-bb31c550410a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.279078 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-800337ce-f4e8-4269-9ee7-78f37b9b25fe tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.283761 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-800337ce-f4e8-4269-9ee7-78f37b9b25fe tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4368827 Nov 23 18:03:51.284980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58600) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:51.291331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-178844cc-d9ab-4e0d-991e-81da59626e63 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1d76a8f7-4c48-4dab-aa0a-9a8ccefd8275'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:51.292097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-178844cc-d9ab-4e0d-991e-81da59626e63 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:03:51.318969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32011599-6e74-4fea-8732-f6d029db23a6 req-f1ff2e57-e795-4724-9b80-2d542b2e8bee tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 210 time: 0.0616550 Nov 23 18:03:51.371404 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.402401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dacc7ca3-33df-4097-87e2-00750a2057aa req-e6dd6cd5-35b5-48a5-be27-9f5f66f2ea80 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6550813 Nov 23 18:03:51.450362 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30822349-5dd1-4f51-9caa-bb31c550410a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.452268 n-d-818932-3 neutron-server[120535]: WARNING neutron.services.metering.metering_plugin [None req-178844cc-d9ab-4e0d-991e-81da59626e63 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 18:03:51.454227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.466244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30822349-5dd1-4f51-9caa-bb31c550410a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.508497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:51.512691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:51.529079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:51.565679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:51.584040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-178844cc-d9ab-4e0d-991e-81da59626e63 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.588479 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-178844cc-d9ab-4e0d-991e-81da59626e63 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2979434 Nov 23 18:03:51.589313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58602) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:51.596682 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-30822349-5dd1-4f51-9caa-bb31c550410a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be50b137e55b431c8e17491970eac801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7593493 Nov 23 18:03:51.605151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58604) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:51.609726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822349-5dd1-4f51-9caa-bb31c550410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c001c8-74ac-4695-a32d-4f79d8818d75,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:51.660514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:51.661182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.673076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3bdb1303-5c1a-4e20-9a0f-8795d7d6ae86 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=b6d6640f-80b5-4a69-9b4b-ec341351c017 HTTP/1.1" status: 200 len: 464 time: 0.0691116 Nov 23 18:03:51.673440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58608) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:51.712440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-6ba2650b-8e4e-4875-8a8b-37011e6b515e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7164757 Nov 23 18:03:51.722270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0f6cd097-7f6a-426a-968f-69732b30a3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.735435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Request body: {'port': {'device_id': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:51.849524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a44a3056-7e2c-43f5-8e00-956860fb65cb tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.861443 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a44a3056-7e2c-43f5-8e00-956860fb65cb tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/b6d6640f-80b5-4a69-9b4b-ec341351c017 HTTP/1.1" status: 204 len: 168 time: 0.1815453 Nov 23 18:03:51.864774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:51.868680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0f6cd097-7f6a-426a-968f-69732b30a3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.881079 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:51.881843 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6c18a1e4-863f-4070-aeb2-431223056a01 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=b6d6640f-80b5-4a69-9b4b-ec341351c017 HTTP/1.1" status: 200 len: 221 time: 0.0158939 Nov 23 18:03:51.886568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58614) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:51.892294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fce33afc-332a-4064-aa63-5195dfb5644d tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1288510532', 'description': 'label created by tempest'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:51.892892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fce33afc-332a-4064-aa63-5195dfb5644d tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Unknown quota resources ['metering_label']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:03:51.963247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-428a0f07-4654-4eb9-bcaa-e6407b7b6f52 None None] Provisioning complete for port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:51.964336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-428a0f07-4654-4eb9-bcaa-e6407b7b6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:52.030497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-428a0f07-4654-4eb9-bcaa-e6407b7b6f52 None None] Port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:52.170826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0f6cd097-7f6a-426a-968f-69732b30a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:52.174740 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0f6cd097-7f6a-426a-968f-69732b30a3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:52.178994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0f6cd097-7f6a-426a-968f-69732b30a3d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/25c001c8-74ac-4695-a32d-4f79d8818d75 HTTP/1.1" status: 204 len: 168 time: 0.5541251 Nov 23 18:03:52.205547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cd097-7f6a-426a-968f-69732b30a3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c001c8-74ac-4695-a32d-4f79d8818d75,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:52.220105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fce33afc-332a-4064-aa63-5195dfb5644d tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:52.223958 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fce33afc-332a-4064-aa63-5195dfb5644d tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3336606 Nov 23 18:03:52.224501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:52.427160 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6f8372e7-2675-475a-b77e-90cc0c02adcb tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=f6edadfd-0916-4365-8258-e7fd675a038a HTTP/1.1" status: 200 len: 468 time: 0.1990128 Nov 23 18:03:52.427781 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58628) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:52.631075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:52.653453 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:52.716237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6cedd-6f63-4ed0-be0b-0d9de124cf84 req-424e0c2b-0ad1-4d40-bf9e-e29e07f83177 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:52.721496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bac6cedd-6f63-4ed0-be0b-0d9de124cf84 req-424e0c2b-0ad1-4d40-bf9e-e29e07f83177 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 932 time: 0.2381499 Nov 23 18:03:52.723007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Transition to ACTIVE for port object 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:52.752133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814706fb-c10c-4033-99e8-86b38937113d req-824d78df-62cd-4313-ae12-a2c254952c7d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:52.758937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814706fb-c10c-4033-99e8-86b38937113d req-824d78df-62cd-4313-ae12-a2c254952c7d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:52.767170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814706fb-c10c-4033-99e8-86b38937113d req-824d78df-62cd-4313-ae12-a2c254952c7d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:52.775546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814706fb-c10c-4033-99e8-86b38937113d req-824d78df-62cd-4313-ae12-a2c254952c7d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:52.783412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814706fb-c10c-4033-99e8-86b38937113d req-824d78df-62cd-4313-ae12-a2c254952c7d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:52.795729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814706fb-c10c-4033-99e8-86b38937113d req-824d78df-62cd-4313-ae12-a2c254952c7d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:52.804232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814706fb-c10c-4033-99e8-86b38937113d req-824d78df-62cd-4313-ae12-a2c254952c7d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:52.807252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-814706fb-c10c-4033-99e8-86b38937113d req-824d78df-62cd-4313-ae12-a2c254952c7d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2909424 Nov 23 18:03:52.808945 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:52.855702 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba406d22-5767-44e6-8c3f-db53031070a1 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:52.856916 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ba406d22-5767-44e6-8c3f-db53031070a1 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/f6edadfd-0916-4365-8258-e7fd675a038a HTTP/1.1" status: 204 len: 168 time: 0.4248397 Nov 23 18:03:52.861114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58644) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:52.894124 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1c6a2b74-10a8-4373-a1d9-4878957d1360 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=f6edadfd-0916-4365-8258-e7fd675a038a HTTP/1.1" status: 200 len: 216 time: 0.0286198 Nov 23 18:03:52.894469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58648) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:52.912464 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fccd73a6-c274-4851-944c-0b8bb1398a5b tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0151801 Nov 23 18:03:52.914401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58650) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:52.940200 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-92e51318-6be8-45f0-9ce2-80d52358d428 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0205166 Nov 23 18:03:52.940462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58652) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:52.970251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bac6cedd-6f63-4ed0-be0b-0d9de124cf84 req-7a3983c7-79f1-427c-a960-ac8d46f85103 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425349 Nov 23 18:03:53.084181 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-10e14a01-9d8b-48b4-b16a-4c4c3248b39c tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels/1d76a8f7-4c48-4dab-aa0a-9a8ccefd8275 HTTP/1.1" status: 200 len: 473 time: 0.1424606 Nov 23 18:03:53.087854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58658) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:53.120751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-814706fb-c10c-4033-99e8-86b38937113d req-a42ebebe-3204-4fce-add2-bf72c69036a9 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2988968 Nov 23 18:03:53.131089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:53.141977 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d7bc6e23-7b84-4e66-8024-001224a07395 tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules/537d5b6b-153a-49b5-a20c-83f3175cc3a4 HTTP/1.1" status: 200 len: 461 time: 0.0528195 Nov 23 18:03:53.145715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58662) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:53.267920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Attempting to bind port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:03:53.268286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Attempting to bind port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:03:53.268622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Attempting to bind port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 on network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:53.277643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 on network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:03:53.277643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Attempting to bind port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 on network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:03:53.296931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:03:53.297283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Checking segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:03:53.297684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Bound using segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:03:53.298213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Bound port: 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:03:53.298486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:53.411498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b437890-5945-4b88-a419-78d62a6a566f tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:53.413314 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1b437890-5945-4b88-a419-78d62a6a566f tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/537d5b6b-153a-49b5-a20c-83f3175cc3a4 HTTP/1.1" status: 204 len: 168 time: 0.2652564 Nov 23 18:03:53.416337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58668) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:53.478176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:03:53.561672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:03:53.662737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:53.806219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:53.806872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:53.808305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] 10.222.0.72 "PUT /v2.0/ports/77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 200 len: 1092 time: 2.0806911 Nov 23 18:03:53.809763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:53.812562 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14800d96-b8cf-45bf-bf41-cde404e45a53" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:53.912797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e952cf-8e2c-4c2a-a0ae-cefec7e0ee69 service neutron] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:53.990067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-09c5597e-6dd1-4601-b816-589d0a494502 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e9f40470c8784ac6b4da78444b594d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697663 Nov 23 18:03:53.996373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8c3991db-2d4c-4781-a786-deebb18daffb tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:53.997548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8c3991db-2d4c-4781-a786-deebb18daffb tempest-MeteringTestJSON-435213744 tempest-MeteringTestJSON-435213744-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/1d76a8f7-4c48-4dab-aa0a-9a8ccefd8275 HTTP/1.1" status: 204 len: 168 time: 0.5784013 Nov 23 18:03:54.003270 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58589337-e7bb-4cc3-b48b-d44145394fca x-openstack-request-id: req-58589337-e7bb-4cc3-b48b-d44145394fca {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:54.003584 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:54.003852 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-58589337-e7bb-4cc3-b48b-d44145394fca {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:54.009596 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'status': 'completed', 'code': 200} Nov 23 18:03:54.395408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-06f709ef-e9e5-4be3-888f-caa52524fb67 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:54.396971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-06f709ef-e9e5-4be3-888f-caa52524fb67 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3824873 Nov 23 18:03:54.407635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac141-0384-4407-8dde-da3795792d4a req-a445a877-310e-48ca-b431-1e83eec48cd7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:54.409131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb9ac141-0384-4407-8dde-da3795792d4a req-a445a877-310e-48ca-b431-1e83eec48cd7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.2073681 Nov 23 18:03:54.426884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-d26caa6e-1457-4516-81cc-a6e1c2b3625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:54.428924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-d26caa6e-1457-4516-81cc-a6e1c2b3625f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1095 time: 0.5108280 Nov 23 18:03:54.444869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-443def6a-44d7-4eb5-a470-b289a2d5ea9c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/quotas/e9f40470c8784ac6b4da78444b594d18 HTTP/1.1" status: 200 len: 375 time: 0.0329382 Nov 23 18:03:54.516990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-24953f9b-ffd2-4ee7-901c-548a99eb625d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 200 len: 217 time: 0.0725641 Nov 23 18:03:54.517913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58704) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:54.523953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-1619e5f5-6d42-4236-a4ff-098bf80cabb6 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9f40470c8784ac6b4da78444b594d18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710807 Nov 23 18:03:54.581620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb9ac141-0384-4407-8dde-da3795792d4a req-23c0fa76-0bc2-4098-88d3-08377f37351f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579492 Nov 23 18:03:54.595591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-79956c25-7b17-40e3-9a7b-5b302ee56e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:54.597077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-79956c25-7b17-40e3-9a7b-5b302ee56e2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.0673048 Nov 23 18:03:54.689007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-c3ec32c7-a14e-4431-8130-e0e4199d2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:54.692060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-c3ec32c7-a14e-4431-8130-e0e4199d2a45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836184 Nov 23 18:03:54.783395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:54.953536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:54.962338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:55.036235 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5069b9e4159a4a7b9420ceac13c760ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5164444 Nov 23 18:03:55.037257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36739fb-3ca6-48eb-a521-fa518e4ca844,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:55.040093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58716) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:55.089540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e70c0970-19f8-435d-b672-944117ac4b1b req-3946926a-fb86-40dd-b4a8-c81d48e21e91 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 210 time: 0.0748205 Nov 23 18:03:55.133830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b745bb12-4c3a-44ef-96d4-55fcbdcb1388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:55.144691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-393c3f8f-8aac-44ab-bd66-ca15cf03b6ba tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.161647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.162000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.162357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.162712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.163067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.163395 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.164279 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.164641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.164940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.165353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.165702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.166034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9607f0-0fb2-467b-93cc-e35b614ed3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:55.170774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-393c3f8f-8aac-44ab-bd66-ca15cf03b6ba tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.177058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-393c3f8f-8aac-44ab-bd66-ca15cf03b6ba tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.186775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b745bb12-4c3a-44ef-96d4-55fcbdcb1388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:55.199650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-393c3f8f-8aac-44ab-bd66-ca15cf03b6ba tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.235354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-393c3f8f-8aac-44ab-bd66-ca15cf03b6ba tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.243214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-393c3f8f-8aac-44ab-bd66-ca15cf03b6ba tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.250812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-393c3f8f-8aac-44ab-bd66-ca15cf03b6ba tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.261704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b745bb12-4c3a-44ef-96d4-55fcbdcb1388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:55.261938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-393c3f8f-8aac-44ab-bd66-ca15cf03b6ba tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.3833294 Nov 23 18:03:55.270528 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b745bb12-4c3a-44ef-96d4-55fcbdcb1388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:55.271898 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b745bb12-4c3a-44ef-96d4-55fcbdcb1388 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a36739fb-3ca6-48eb-a521-fa518e4ca844 HTTP/1.1" status: 204 len: 168 time: 0.2305706 Nov 23 18:03:55.296708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745bb12-4c3a-44ef-96d4-55fcbdcb1388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36739fb-3ca6-48eb-a521-fa518e4ca844,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:55.356245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-087535b7-50df-442f-b273-593e81fdae1c service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516736 Nov 23 18:03:55.434283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63b6ca60-2a42-408f-9d4f-61d1b0622db1 req-487a8d28-fb1e-4b5b-9b08-3af529828524 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1715114 Nov 23 18:03:55.572196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0858f64e-f6e6-4e89-a239-403c96ae5908 req-30924e6c-d252-4597-87a3-07a24b52d7d5 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963601 Nov 23 18:03:55.850568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-32f19e2a-7125-4a8b-8b4c-c349d32acc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.851961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58744) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:55.858500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-32f19e2a-7125-4a8b-8b4c-c349d32acc20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1095 time: 0.2054875 Nov 23 18:03:55.879315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c022547-0bfe-4224-b1f9-193315a8836f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:55.965601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834064e9-a8c3-4359-8bcf-abe6023105ee req-e5b99a4c-6aaf-4310-845d-cc2bc4a91aa1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:55.976517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834064e9-a8c3-4359-8bcf-abe6023105ee req-e5b99a4c-6aaf-4310-845d-cc2bc4a91aa1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.2467241 Nov 23 18:03:56.037302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c022547-0bfe-4224-b1f9-193315a8836f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:56.049659 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c022547-0bfe-4224-b1f9-193315a8836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:56.084144 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5c022547-0bfe-4224-b1f9-193315a8836f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26b218406a3d4a2b97f73d12f3bb4b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302654 Nov 23 18:03:56.090587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58748) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:56.160233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022547-0bfe-4224-b1f9-193315a8836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193af4b-447f-4333-8f1f-feca51ff5689,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:56.164178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-0e22f5cd-c9cc-4f1e-8db3-be63afd05995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.168125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-0e22f5cd-c9cc-4f1e-8db3-be63afd05995 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.3004022 Nov 23 18:03:56.170318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a99c7f2-a80e-4118-9a13-a70d31a26912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:56.220431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a99c7f2-a80e-4118-9a13-a70d31a26912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:56.257947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-834064e9-a8c3-4359-8bcf-abe6023105ee req-0b4cc59e-7511-49c9-bbfa-98152bbbc90e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793736 Nov 23 18:03:56.293044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a99c7f2-a80e-4118-9a13-a70d31a26912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:56.306906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a99c7f2-a80e-4118-9a13-a70d31a26912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:56.308078 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a99c7f2-a80e-4118-9a13-a70d31a26912 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3193af4b-447f-4333-8f1f-feca51ff5689 HTTP/1.1" status: 204 len: 168 time: 0.2162886 Nov 23 18:03:56.331161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99c7f2-a80e-4118-9a13-a70d31a26912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193af4b-447f-4333-8f1f-feca51ff5689,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:56.377512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-c5cc3854-563d-4ecf-8942-bbfcadab93e3 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e9f40470c8784ac6b4da78444b594d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1415334 Nov 23 18:03:56.378765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-dc8c870b-de68-4f01-824d-0da034b6adad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 200 len: 217 time: 0.2027669 Nov 23 18:03:56.415214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6c8e792-ca93-42a1-a9e3-7e048d0da201 req-dfe5695e-c643-4e1a-aea2-3b7f090e24d9 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 210 time: 0.1272748 Nov 23 18:03:56.537208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-2cac3166-4815-4def-8eb7-fd16e0c3939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.538760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-2cac3166-4815-4def-8eb7-fd16e0c3939e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.1438451 Nov 23 18:03:56.615447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-f0ca9223-d5c7-4a2c-8d4f-501ea61d37f3 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.618022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-f0ca9223-d5c7-4a2c-8d4f-501ea61d37f3 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238376 Nov 23 18:03:56.645109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Request body: {'port': {'device_id': '80f59683-20db-4146-bac5-851cb5f94ce6', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': 'e9f40470c8784ac6b4da78444b594d18'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:56.730533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-6cf66408-3340-4692-963f-278035fb2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.732064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-6cf66408-3340-4692-963f-278035fb2370 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805177 Nov 23 18:03:56.769716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-a78e97a2-e49d-4374-a8b2-a318ed809b79 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.777158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-a78e97a2-e49d-4374-a8b2-a318ed809b79 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.783172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-a78e97a2-e49d-4374-a8b2-a318ed809b79 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.789769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-a78e97a2-e49d-4374-a8b2-a318ed809b79 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.795970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-a78e97a2-e49d-4374-a8b2-a318ed809b79 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.801979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-a78e97a2-e49d-4374-a8b2-a318ed809b79 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.809140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-a78e97a2-e49d-4374-a8b2-a318ed809b79 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:56.814956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-a78e97a2-e49d-4374-a8b2-a318ed809b79 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2275810 Nov 23 18:03:57.020137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-41ad642f-e46d-48ba-9647-305b7c6b3369 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713697 Nov 23 18:03:57.059805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Made reservation on behalf of e9f40470c8784ac6b4da78444b594d18 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:57.063722 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:57.084591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d02f6952-9371-4a78-b32d-c4ababda8341 req-cc1142ea-e256-4250-a83b-a56ad7a5844a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2549524 Nov 23 18:03:57.087206 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:57.204583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14800d96-b8cf-45bf-bf41-cde404e45a53 req-47fb7982-6c34-494d-b2b1-6c1d80be9c3c service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640391 Nov 23 18:03:57.914941 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:57.917703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c470837-efce-4f5c-b920-a752098e9c8e req-4be53799-c7c1-4bb4-96f3-ebd0ecd81a96 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 210 time: 0.0685596 Nov 23 18:03:57.933066 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:57.981092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4ead-f453-49a0-b874-074875caeaee req-0a899fac-2a57-4b6a-b3eb-6665ba17a4bf tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:57.987314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982b4ead-f453-49a0-b874-074875caeaee req-0a899fac-2a57-4b6a-b3eb-6665ba17a4bf tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1368628 Nov 23 18:03:58.074596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83966a6-7d23-48d7-831e-d3df6f01cf3e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:58.135755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982b4ead-f453-49a0-b874-074875caeaee req-abb4687c-0573-47ac-9650-ac571f74f320 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080320 Nov 23 18:03:58.188139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Allocated IP 192.168.233.229 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/be0105e2-12a1-4bc2-bf62-adefe4f68019) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:03:58.421155 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:58.468756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:03:58.544071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c672b1-205f-42be-99bf-d143a734a09c req-65767be1-15f1-4152-8479-70df02cfacb7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:58.557902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c672b1-205f-42be-99bf-d143a734a09c req-65767be1-15f1-4152-8479-70df02cfacb7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:58.575334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c672b1-205f-42be-99bf-d143a734a09c req-65767be1-15f1-4152-8479-70df02cfacb7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:58.593092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c672b1-205f-42be-99bf-d143a734a09c req-65767be1-15f1-4152-8479-70df02cfacb7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:58.607036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c672b1-205f-42be-99bf-d143a734a09c req-65767be1-15f1-4152-8479-70df02cfacb7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:58.610462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:58.621449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c672b1-205f-42be-99bf-d143a734a09c req-65767be1-15f1-4152-8479-70df02cfacb7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:58.625170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'port_id': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'mac_address': 'fa:16:3e:de:33:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:03:58.634048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c672b1-205f-42be-99bf-d143a734a09c req-65767be1-15f1-4152-8479-70df02cfacb7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:58.634854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6c672b1-205f-42be-99bf-d143a734a09c req-65767be1-15f1-4152-8479-70df02cfacb7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2078288 Nov 23 18:03:58.636770 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:58.700710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:03:58.717725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:03:58.723742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:03:58.752285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58810) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:58.756862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:58.767807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:58.778319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:58.797521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6c672b1-205f-42be-99bf-d143a734a09c req-215183b5-bb53-44bf-945a-a1c705b3d048 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541128 Nov 23 18:03:58.813684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:58.814422 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:58.817760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:58.824864 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:58.844537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-8e0fe668-014c-43fe-80bf-5454de83ae0c tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2047322 Nov 23 18:03:58.872175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Request body: {'port': {'device_id': '80f59683-20db-4146-bac5-851cb5f94ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:58.895241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:59.006073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.101949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['77f17cba-828a-4dc1-8e82-5e28ad02d5e6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:59.154837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1226228576'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:03:59.233531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Made reservation on behalf of 23a3f83cb9ed4704a2ed142b11a52adb for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:03:59.248664 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.265199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8836e52d-4bfd-4371-8633-fb70d14c9cec None None] Provisioning complete for port be0105e2-12a1-4bc2-bf62-adefe4f68019 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:59.265823 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8836e52d-4bfd-4371-8633-fb70d14c9cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.281881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9bb40-05b5-45a2-add3-b6075d5b3263 req-a0fa0f0e-e0e0-4f10-bc59-9eba72a438b0 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:59.290195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.292714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7d9bb40-05b5-45a2-add3-b6075d5b3263 req-a0fa0f0e-e0e0-4f10-bc59-9eba72a438b0 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 936 time: 0.1929474 Nov 23 18:03:59.353381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8836e52d-4bfd-4371-8633-fb70d14c9cec None None] Port be0105e2-12a1-4bc2-bf62-adefe4f68019 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:03:59.470670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7d9bb40-05b5-45a2-add3-b6075d5b3263 req-307d8804-d8da-41a2-aa53-175b7b852aec tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758988 Nov 23 18:03:59.498783 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.511898 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.557488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f40b-2466-43a1-aea8-659e9e94842d req-0843301e-fbca-4100-b5ae-46a440776110 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:59.560380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3742f40b-2466-43a1-aea8-659e9e94842d req-0843301e-fbca-4100-b5ae-46a440776110 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 945 time: 0.1933761 Nov 23 18:03:59.603052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:03:59.624772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688954e9-15db-40fa-a011-6ebeaf6e26ea,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:59.630553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.630935 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Added segment 12c4afd9-300f-4668-ad13-ff7662ed5f3a of type vlan for network a6210027-3255-497c-9cd9-1b2b57749c38 Nov 23 18:03:59.745953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3742f40b-2466-43a1-aea8-659e9e94842d req-95389fb8-94be-4fb9-9bd0-b338e542f3c4 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779068 Nov 23 18:03:59.759635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.790563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0105e2-12a1-4bc2-bf62-adefe4f68019 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:59.793066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.808891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:59.808891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.809208 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.827610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Transition to ACTIVE for port object be0105e2-12a1-4bc2-bf62-adefe4f68019 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:03:59.835585 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:59.837710 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0843303 Nov 23 18:03:59.921537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383716f-0e24-40aa-964a-9781a775477c tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Pushing event updated for resources: {'Network': ['ID=a6210027-3255-497c-9cd9-1b2b57749c38,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:59.937459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:59.941856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a6210027-3255-497c-9cd9-1b2b57749c38 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:00.194417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Attempting to bind port be0105e2-12a1-4bc2-bf62-adefe4f68019 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:00.195476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Attempting to bind port be0105e2-12a1-4bc2-bf62-adefe4f68019 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:00.195832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Attempting to bind port be0105e2-12a1-4bc2-bf62-adefe4f68019 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:00.206090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Port be0105e2-12a1-4bc2-bf62-adefe4f68019 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:00.206459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Attempting to bind port be0105e2-12a1-4bc2-bf62-adefe4f68019 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:00.217444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:00.217971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:00.218151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:00.218612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Bound port: be0105e2-12a1-4bc2-bf62-adefe4f68019, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:00.219630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.254246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213ac7-6d19-450a-b233-b23362d61f38 req-8cb65087-a239-4bae-ba33-3ea1b62f79db tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.263282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213ac7-6d19-450a-b233-b23362d61f38 req-8cb65087-a239-4bae-ba33-3ea1b62f79db tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.271280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213ac7-6d19-450a-b233-b23362d61f38 req-8cb65087-a239-4bae-ba33-3ea1b62f79db tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.279736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213ac7-6d19-450a-b233-b23362d61f38 req-8cb65087-a239-4bae-ba33-3ea1b62f79db tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.286657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58836) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:00.292358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Request body: {'port': {'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38', 'binding:host_id': 'n-h1-818932-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-313563308'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:00.299797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213ac7-6d19-450a-b233-b23362d61f38 req-8cb65087-a239-4bae-ba33-3ea1b62f79db tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.300981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58838) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:00.319880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213ac7-6d19-450a-b233-b23362d61f38 req-8cb65087-a239-4bae-ba33-3ea1b62f79db tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.326392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213ac7-6d19-450a-b233-b23362d61f38 req-8cb65087-a239-4bae-ba33-3ea1b62f79db tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.328410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23213ac7-6d19-450a-b233-b23362d61f38 req-8cb65087-a239-4bae-ba33-3ea1b62f79db tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2266459 Nov 23 18:04:00.347866 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Made reservation on behalf of 7a59553e7e9c4104ae15801f63e79791 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:00.350436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.373692 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.465407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:00.483360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:00.514569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:00.529644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23213ac7-6d19-450a-b233-b23362d61f38 req-f1e96d47-4522-4a51-80af-08270f615e7e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1680398 Nov 23 18:04:00.531405 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.587465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.588095 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.589526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] 10.222.0.66 "PUT /v2.0/ports/be0105e2-12a1-4bc2-bf62-adefe4f68019 HTTP/1.1" status: 200 len: 1096 time: 1.7330620 Nov 23 18:04:00.590051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:00.592348 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d4db3f-8df3-475e-a6f8-00e259a2bced" -d '{"events": [{"name": "network-changed", "server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:00.599406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:00.609365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:00.610653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.764978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.794587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.816800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.828347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] device_id is not set on port ff2d7541-0e9a-4fda-8449-f93e16ffe614 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:00.836854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:00.840640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:00.850603 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf24f8e-171f-4bbf-86f9-871e70eedede" -d '{"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-plugged", "status": "completed", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:00.864250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:00.905322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c890f6e-7b80-48fb-ba80-cdcf20d39f48 service neutron] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:00.967454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3219fcce-ffcf-4918-b7f7-8ce1110792e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.970148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3219fcce-ffcf-4918-b7f7-8ce1110792e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9f40470c8784ac6b4da78444b594d18&device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 1099 time: 0.3185651 Nov 23 18:04:00.979286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87af2a-7f0a-45a5-ae2c-7ba600b37c0e req-7035e62e-c1ab-4183-b181-f3972bb23add tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:00.985197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b04729-ae0e-4d6c-9bda-e8e80ea9fc3a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:00.989348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f87af2a-7f0a-45a5-ae2c-7ba600b37c0e req-7035e62e-c1ab-4183-b181-f3972bb23add tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 948 time: 0.2444141 Nov 23 18:04:00.993022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:01.064940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-786d9853-82e4-4245-8076-f532b2d9d281 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019 HTTP/1.1" status: 200 len: 217 time: 0.0516665 Nov 23 18:04:01.141293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-c3bc4fad-a7df-48ff-921e-1f7bb050ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.143226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-c3bc4fad-a7df-48ff-921e-1f7bb050ce48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0671318 Nov 23 18:04:01.145070 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce12aae-363e-4a77-a4c8-2a77c65f122b x-openstack-request-id: req-9ce12aae-363e-4a77-a4c8-2a77c65f122b {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:01.145893 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:01.146570 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ce12aae-363e-4a77-a4c8-2a77c65f122b {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:01.147244 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'status': 'completed', 'code': 200} Nov 23 18:04:01.246414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f87af2a-7f0a-45a5-ae2c-7ba600b37c0e req-465e53e6-1106-4576-bc9f-541e625518e1 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563000 Nov 23 18:04:01.261693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3a0b7-6f89-45e3-b65c-e934954d7186 req-56a229d5-2984-4a34-935e-6ed40bf6a557 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.279031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51b3a0b7-6f89-45e3-b65c-e934954d7186 req-56a229d5-2984-4a34-935e-6ed40bf6a557 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1307056 Nov 23 18:04:01.287886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3beba157-7214-4e12-8079-79940369158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.290285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-3beba157-7214-4e12-8079-79940369158b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290059 Nov 23 18:04:01.435610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] device_id is not set on port ff2d7541-0e9a-4fda-8449-f93e16ffe614 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:01.438809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51b3a0b7-6f89-45e3-b65c-e934954d7186 req-e3f1341d-c1a0-44a1-bf18-275497537bbb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590815 Nov 23 18:04:01.448814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:01.473735 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:01.487072 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59cb086-fd88-4b93-87dd-fc6309ec5b5f x-openstack-request-id: req-a59cb086-fd88-4b93-87dd-fc6309ec5b5f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:01.487382 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-plugged", "status": "completed", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:01.487692 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a59cb086-fd88-4b93-87dd-fc6309ec5b5f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:01.488103 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'code': 200} Nov 23 18:04:01.574138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-642eac69-fb0c-49b8-adeb-035bf1608490 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602382 Nov 23 18:04:01.620071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=ff2d7541-0e9a-4fda-8449-f93e16ffe614,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:01.629542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Checking segment: {'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:01.629911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Network hostable DHCP agents. Network: a6210027-3255-497c-9cd9-1b2b57749c38, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:01.656332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:01.712926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Network a6210027-3255-497c-9cd9-1b2b57749c38 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:01.736989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a6210027-3255-497c-9cd9-1b2b57749c38) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:01.744215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:01.749035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2d3f0-aeac-4cd9-ba8f-377935004889 None None] Network a6210027-3255-497c-9cd9-1b2b57749c38 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:01.805559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24276f-f953-4527-ba60-a37a6ac5ff53 req-4950a48d-ac96-4e6b-8da7-df5bdcdc6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.807541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac24276f-f953-4527-ba60-a37a6ac5ff53 req-4950a48d-ac96-4e6b-8da7-df5bdcdc6c3f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1097 time: 0.2290511 Nov 23 18:04:01.865514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-a659189a-3590-4628-bdf9-5e0b9e4a3e24 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.875354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-a659189a-3590-4628-bdf9-5e0b9e4a3e24 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.884367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-a659189a-3590-4628-bdf9-5e0b9e4a3e24 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.891188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-a659189a-3590-4628-bdf9-5e0b9e4a3e24 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.897660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-a659189a-3590-4628-bdf9-5e0b9e4a3e24 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.905001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-a659189a-3590-4628-bdf9-5e0b9e4a3e24 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.911753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-a659189a-3590-4628-bdf9-5e0b9e4a3e24 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:01.921478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-a659189a-3590-4628-bdf9-5e0b9e4a3e24 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2144332 Nov 23 18:04:01.925206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:01.927326 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:01.929039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:01.938243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36370e1f-3000-4c97-a6a6-e0746229df22 req-0478c197-17d1-4eab-bd91-d4c9f6958e17 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457043 Nov 23 18:04:01.953814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:01.954672 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:01.964435 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 2 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.007013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.008125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.009445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.085093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.085691 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.086419 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 3 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.119681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eae344ad-a664-44f7-ae14-6e3382b6018c req-9452de52-3aa5-4c2c-8bb8-2d828d93aae8 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906095 Nov 23 18:04:02.128466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.128915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.129377 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.146986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.147402 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.148964 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 4 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.168496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac24276f-f953-4527-ba60-a37a6ac5ff53 req-409a5454-2004-41da-baec-7bc8bc63272c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421400 Nov 23 18:04:02.211121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-0193bcd7-8065-44fe-afd4-50a7d5a0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:02.218510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-0193bcd7-8065-44fe-afd4-50a7d5a0d2c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9f40470c8784ac6b4da78444b594d18&device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 1099 time: 0.1229517 Nov 23 18:04:02.388808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-a16c7812-4537-47d2-b8e9-4564cc510fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:02.390719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-a16c7812-4537-47d2-b8e9-4564cc510fc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1598432 Nov 23 18:04:02.451544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-e2c467ea-ac83-48aa-be09-f1a8af39e077 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019 HTTP/1.1" status: 200 len: 217 time: 0.0447392 Nov 23 18:04:02.471324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7a2fb-cbb2-4240-a7bd-89cb502a0361 req-80784a79-f369-4788-8f96-87881d925cdc tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:02.473497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23d7a2fb-cbb2-4240-a7bd-89cb502a0361 req-80784a79-f369-4788-8f96-87881d925cdc tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 948 time: 0.1028845 Nov 23 18:04:02.516022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.516228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.516674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.527965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.529651 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.529651 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 5 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.553709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-9117c17f-eb93-4849-9324-58ab7d5f9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:02.556464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-9117c17f-eb93-4849-9324-58ab7d5f9a55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0819974 Nov 23 18:04:02.562731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.562731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.562731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.588717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.589043 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.591230 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 6 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.591373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23d7a2fb-cbb2-4240-a7bd-89cb502a0361 req-59b0a16d-07f2-442c-ae27-4712bcd9adfc tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038380 Nov 23 18:04:02.631510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.632962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.632962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.641238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.643738 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.643738 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 7 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.660052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-9eb9fa06-fcd7-4d39-8352-deb20115e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:02.661754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-9eb9fa06-fcd7-4d39-8352-deb20115e69d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900719 Nov 23 18:04:02.662195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.662668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.662895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.673799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.674489 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.674628 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 8 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.694313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.695191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.695523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.698291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Deleting port 734597f7-66f4-471a-98da-9a42b88324ed {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:02.699565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:02.705069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.705069 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.707095 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 9 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.712958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b5aad-34f5-4a65-8bd6-a6b46bbe2088 req-b27051ad-67c8-4043-9d21-87846d84ab98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:02.721067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-978b5aad-34f5-4a65-8bd6-a6b46bbe2088 req-b27051ad-67c8-4043-9d21-87846d84ab98 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1144981 Nov 23 18:04:02.740393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.740925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.741098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.776786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.777293 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.779265 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 10 to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 Nov 23 18:04:02.795331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:02.795598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:02.795890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:02.804355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:02.804694 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port ff2d7541-0e9a-4fda-8449-f93e16ffe614 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:02.805148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:02.824195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-978b5aad-34f5-4a65-8bd6-a6b46bbe2088 req-2a80ecc5-548f-4b7d-836e-fe8ac0d1746b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022339 Nov 23 18:04:02.827698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-0014fde0-114e-4d68-8b6e-6c4905cd1ede service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571269 Nov 23 18:04:02.829224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] For port 734597f7-66f4-471a-98da-9a42b88324ed, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=734597f7-66f4-471a-98da-9a42b88324ed,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:02.829617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:02.864169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Calling delete_port for 734597f7-66f4-471a-98da-9a42b88324ed owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:02.936688 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] For port ff2d7541-0e9a-4fda-8449-f93e16ffe614, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:02.937358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempted to set empty binding levels {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:04:02.939165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d4db3f-8df3-475e-a6f8-00e259a2bced req-33b23c27-4d60-4a8a-911d-204199848ee7 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015484 Nov 23 18:04:02.950353 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:02.990918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:02.990918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.067686 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.7773404 Nov 23 18:04:03.068548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58872) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:03.071487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b730c5-300d-4c25-9d38-52668ed6c30c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=ff2d7541-0e9a-4fda-8449-f93e16ffe614,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:03.167642 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.174231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Deleting port ff2d7541-0e9a-4fda-8449-f93e16ffe614 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:03.174571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.213554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Pushing event deleted for resources: {'Port': ['ID=734597f7-66f4-471a-98da-9a42b88324ed,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:03.274262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] For port ff2d7541-0e9a-4fda-8449-f93e16ffe614, host n-h1-818932-3, got binding levels [] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:03.274788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.312254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Calling delete_port for ff2d7541-0e9a-4fda-8449-f93e16ffe614 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:03.341324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-1e8f365e-ac17-49cd-8afc-f458f0f2112d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.353528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-1e8f365e-ac17-49cd-8afc-f458f0f2112d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.359708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-1e8f365e-ac17-49cd-8afc-f458f0f2112d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.366016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-1e8f365e-ac17-49cd-8afc-f458f0f2112d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.372179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-1e8f365e-ac17-49cd-8afc-f458f0f2112d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.380905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-1e8f365e-ac17-49cd-8afc-f458f0f2112d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.388187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-1e8f365e-ac17-49cd-8afc-f458f0f2112d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.396261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-1e8f365e-ac17-49cd-8afc-f458f0f2112d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.1356702 Nov 23 18:04:03.556332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02da8e8d-1986-4ffc-8b09-3eb0586ac706 req-ca826235-a4fb-4fad-81a9-8111534b5833 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593018 Nov 23 18:04:03.584058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.585560 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.618440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff2d7541-0e9a-4fda-8449-f93e16ffe614,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:03.631971 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.642824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-77891825-621e-427c-a9ed-ec92ae35c6f2 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "DELETE /v2.0/ports/ff2d7541-0e9a-4fda-8449-f93e16ffe614 HTTP/1.1" status: 204 len: 168 time: 0.5701585 Nov 23 18:04:03.643738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58882) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:03.672721 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-c672f256-8539-4823-8249-bab7939a061d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:04:03.674740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c672f256-8539-4823-8249-bab7939a061d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "GET /v2.0/ports/ff2d7541-0e9a-4fda-8449-f93e16ffe614 HTTP/1.1" status: 404 len: 333 time: 0.0296507 Nov 23 18:04:03.682003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58884) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:03.686910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Request body: {'port': {'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1710759579'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:03.737785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Made reservation on behalf of 7a59553e7e9c4104ae15801f63e79791 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:03.740149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.765185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c122f5-cdea-4380-9160-19e87300075a req-8328324d-2058-487d-b018-8a18f69c5a3f tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.766481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6c122f5-cdea-4380-9160-19e87300075a req-8328324d-2058-487d-b018-8a18f69c5a3f tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 948 time: 0.0763128 Nov 23 18:04:03.779924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] device_id is not set on port 8f9fba56-5297-4e01-96b9-d3709bb57941 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:03.864814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Router 334bb427-6a88-4796-9411-621107409603 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:03.893797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6c122f5-cdea-4380-9160-19e87300075a req-c35af556-657b-4d19-b949-5264f598f9fb tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184530 Nov 23 18:04:04.031712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:04.042105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0e62b-df6f-4f24-9a26-6a8a9b39f1ac req-d0368e5d-60ea-4991-a403-3a9cdf38a9cb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:04.045049 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3b0e5c6e-0898-4f21-aac9-361f17257744 admin admin] 10.222.0.74 "PUT /v2.0/routers/334bb427-6a88-4796-9411-621107409603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7411568 Nov 23 18:04:04.045773 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] Sync routers for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:04.046418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58890) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:04.047991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7af0e62b-df6f-4f24-9a26-6a8a9b39f1ac req-d0368e5d-60ea-4991-a403-3a9cdf38a9cb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1359107 Nov 23 18:04:04.059397 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:04.060704 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:04.061305 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.161124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7af0e62b-df6f-4f24-9a26-6a8a9b39f1ac req-c1ecdcf5-4c8e-4cd3-ac77-532e8c99f2b2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083829 Nov 23 18:04:04.179947 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:04.196726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.274549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Network a6210027-3255-497c-9cd9-1b2b57749c38 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:04.282841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:04.292340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:04.295258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:04.295258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.320594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=8f9fba56-5297-4e01-96b9-d3709bb57941,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:04.323911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.367923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c50c3c6d-c396-4d1f-a7b1-8c19030f5765 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6848319 Nov 23 18:04:04.373293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58896) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:04.379424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:04.430110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549ffeb-9724-4370-a59e-9f845831736b req-583bfb75-7755-4588-ba83-8aa06768435c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:04.432930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d549ffeb-9724-4370-a59e-9f845831736b req-583bfb75-7755-4588-ba83-8aa06768435c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1331725 Nov 23 18:04:04.458591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58898) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:04.466676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'floatingip': {'port_id': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:04.510605 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.511839 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T18:04:03Z', 'revision_number': 5, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port': {'id': '474c6f29-7bb0-4969-ac3e-c1ff8e8e0531', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334bb427-6a88-4796-9411-621107409603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:09Z', 'updated_at': '2021-11-23T17:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:04.515118 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.542443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.544356 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] Checking router: 334bb427-6a88-4796-9411-621107409603 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:04.557363 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] Routers {'334bb427-6a88-4796-9411-621107409603'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:04.559639 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['334bb427-6a88-4796-9411-621107409603'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:04.624603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Deleting port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:04.625325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.661720 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] Set router 334bb427-6a88-4796-9411-621107409603 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:04.663139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:04.727292 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T18:04:04Z', 'revision_number': 6, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:04.759550 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ba29-8c33-4f6e-b4c2-9f22bcec4616 None None] The sync data for ids ['334bb427-6a88-4796-9411-621107409603'] in n-d-818932-3 is: [{'id': '334bb427-6a88-4796-9411-621107409603', 'name': 'tempest-TaggedBootDevicesTest-384439620-router', 'tenant_id': 'db630954b957416f90c9df90d201772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:08Z', 'updated_at': '2021-11-23T18:04:04Z', 'revision_number': 6, 'project_id': 'db630954b957416f90c9df90d201772b', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:04.841562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] For port 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=474c6f29-7bb0-4969-ac3e-c1ff8e8e0531,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:04.843234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.876970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Calling delete_port for 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:04.890271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:04.904026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'mac_address': 'fa:16:3e:8a:3a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:04.944271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:04.959700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0105e2-12a1-4bc2-bf62-adefe4f68019 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:04.999555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:05.005412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.026195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-8819dcbf-0259-4b66-afc5-bdb6889fecbc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:05.032499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-8819dcbf-0259-4b66-afc5-bdb6889fecbc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:05.038910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-8819dcbf-0259-4b66-afc5-bdb6889fecbc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:05.044888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-8819dcbf-0259-4b66-afc5-bdb6889fecbc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:05.051089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-8819dcbf-0259-4b66-afc5-bdb6889fecbc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:05.058812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-8819dcbf-0259-4b66-afc5-bdb6889fecbc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:05.065545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:05.065943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-8819dcbf-0259-4b66-afc5-bdb6889fecbc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:05.074735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-8819dcbf-0259-4b66-afc5-bdb6889fecbc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2883615 Nov 23 18:04:05.107766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] device_id is not set on port 8f9fba56-5297-4e01-96b9-d3709bb57941 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:05.115186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.173055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b2376-e29e-43fe-806e-81da32652d75 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:05.235207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['be0105e2-12a1-4bc2-bf62-adefe4f68019'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:05.288022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Pushing event deleted for resources: {'Port': ['ID=474c6f29-7bb0-4969-ac3e-c1ff8e8e0531,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:05.329305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.472157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.474432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.524738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.525338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334bb427-6a88-4796-9411-621107409603 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:04:05.530604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.534147 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8a8bb909-2caa-4705-8d15-079e49933fed admin admin] 10.222.0.74 "DELETE /v2.0/routers/334bb427-6a88-4796-9411-621107409603 HTTP/1.1" status: 204 len: 168 time: 1.4844136 Nov 23 18:04:05.534527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58912) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:05.549114 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.577834 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.589890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8812df30-8f6d-4fb9-8f20-edb101f57394 admin admin] Deleting subnet 291e8618-8a09-4d5c-b07b-1d9965435064 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:04:05.593245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8812df30-8f6d-4fb9-8f20-edb101f57394 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.630573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8812df30-8f6d-4fb9-8f20-edb101f57394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.697043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1aaf03b9-4258-4600-b62d-702ab6f51b9d req-ee8ab9bb-a318-4383-aa3b-a68f7094665d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6210406 Nov 23 18:04:05.722351 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8812df30-8f6d-4fb9-8f20-edb101f57394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.731192 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:04:05.785312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ba731-209c-4f3b-8e79-73fd1d1b3453 req-04e78b78-f2d3-44c3-b465-73b9ceeb3ac7 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:05.786987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b80ba731-209c-4f3b-8e79-73fd1d1b3453 req-04e78b78-f2d3-44c3-b465-73b9ceeb3ac7 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 949 time: 0.7075016 Nov 23 18:04:05.800869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8812df30-8f6d-4fb9-8f20-edb101f57394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.801476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=8f9fba56-5297-4e01-96b9-d3709bb57941,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:05.834798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812df30-8f6d-4fb9-8f20-edb101f57394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291e8618-8a09-4d5c-b07b-1d9965435064,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:05.850239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:05.850584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:05.851792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:05.855584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8812df30-8f6d-4fb9-8f20-edb101f57394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.860770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1475a9-6d07-4791-928f-1adbdc3fb107 None None] Network f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:05.862377 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8812df30-8f6d-4fb9-8f20-edb101f57394 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/291e8618-8a09-4d5c-b07b-1d9965435064 HTTP/1.1" status: 204 len: 168 time: 0.3267839 Nov 23 18:04:05.865053 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58916) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:05.874491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:05.874933 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:05.900870 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 2 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:05.931743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b80ba731-209c-4f3b-8e79-73fd1d1b3453 req-8292e271-6a05-4faa-9ee8-5ec478f232cb tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331565 Nov 23 18:04:05.937330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:05.937671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:05.938101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:05.973276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:05.974710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:05.975081 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:05.977314 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 3 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:06.005964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:06.006299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:06.006638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:06.016870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:06.017208 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:06.019092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.019710 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 4 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:06.033902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:06.034590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:06.034590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:06.036802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.042720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:06.043076 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:06.043470 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 5 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:06.064654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Deleting port fc1771dd-6c3d-41ad-bba5-f75d86eb700c {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:06.065251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.098759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:06.099103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:06.099439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:06.108053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:06.108379 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:06.108776 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 6 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:06.155078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] For port fc1771dd-6c3d-41ad-bba5-f75d86eb700c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fc1771dd-6c3d-41ad-bba5-f75d86eb700c,segment=NetworkSegment(5e1395ae-1942-4135-9c95-17a7598fca7b),segment_id=5e1395ae-1942-4135-9c95-17a7598fca7b)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:06.155568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.180822 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Floating IP 4c952fba-c1ab-4780-ae40-a4632cdf6886 associated. External IP: 172.25.0.24, port: 77f17cba-828a-4dc1-8e82-5e28ad02d5e6. Nov 23 18:04:06.181429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Calling delete_port for fc1771dd-6c3d-41ad-bba5-f75d86eb700c owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:06.183218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:06.183562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:06.183904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:06.194314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] DHCP port deletion for f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:06.229113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:06.229454 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:06.231311 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 7 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:06.253676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:06.262344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:06.263207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:06.263756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:06.311778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:06.312547 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:06.313135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:06.313606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 474c6f29-7bb0-4969-ac3e-c1ff8e8e0531 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:06.314593 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 8 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:06.316571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 734597f7-66f4-471a-98da-9a42b88324ed no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:06.317119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.347986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:06.348482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:06.348739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:06.353981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] No DVR routers for this DVR port fc1771dd-6c3d-41ad-bba5-f75d86eb700c on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:06.359679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:06.360081 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:06.361139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 734597f7-66f4-471a-98da-9a42b88324ed {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:06.361655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 734597f7-66f4-471a-98da-9a42b88324ed not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:06.361968 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 9 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:06.377483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] Deleting port fc1771dd-6c3d-41ad-bba5-f75d86eb700c {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:06.378464 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.387214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1771dd-6c3d-41ad-bba5-f75d86eb700c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:06.420176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:06.420468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:06.420785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:06.435092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:06.435424 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:06.437215 n-d-818932-3 neutron-server[120536]: INFO neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 10 to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 Nov 23 18:04:06.469869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] For port fc1771dd-6c3d-41ad-bba5-f75d86eb700c, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:06.470602 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.485259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] Calling delete_port for fc1771dd-6c3d-41ad-bba5-f75d86eb700c owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:06.485460 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.485582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:06.485766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:06.486064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:06.490073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] Port fc1771dd-6c3d-41ad-bba5-f75d86eb700c was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:04:06.491851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.497788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:06.498148 n-d-818932-3 neutron-server[120536]: ERROR neutron.plugins.ml2.managers [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port 8f9fba56-5297-4e01-96b9-d3709bb57941 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:06.501797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.511459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:06.521497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1395ae-1942-4135-9c95-17a7598fca7b') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:06.521843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1395ae-1942-4135-9c95-17a7598fca7b') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:06.524402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] Pushing event deleted for resources: {'Port': ['ID=fc1771dd-6c3d-41ad-bba5-f75d86eb700c,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:06.533705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1da25-9cb1-4ff1-93cc-c65e2e287bb8 None None] No DVR routers for this DVR port fc1771dd-6c3d-41ad-bba5-f75d86eb700c on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:06.546431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.562926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.570618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:06.570618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:06.573416 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:06.576250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Router e48d9249-8058-4631-b286-7e9343e52dff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:06.637017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.644468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.645029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] For port 8f9fba56-5297-4e01-96b9-d3709bb57941, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:06.645298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempted to set empty binding levels {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:04:06.648226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] 10.222.0.74 "DELETE /v2.0/networks/f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c HTTP/1.1" status: 204 len: 168 time: 0.7819874 Nov 23 18:04:06.653251 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.655093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58920) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:06.660356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27389fea-c86a-443e-84c1-56774ffe1bea admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f2605b-d660-4bfb-ab98-d3fe35b1cf8c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:06.672401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:06.728022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port be0105e2-12a1-4bc2-bf62-adefe4f68019 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:06.733349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port be0105e2-12a1-4bc2-bf62-adefe4f68019 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:06.734478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.819350 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.845479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:06.848327 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6069f734-151b-414e-bbc6-5e7aa5d31c8f" -d '{"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-plugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:06.861489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:06.868342 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.896061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] In _notify_port_updated(), no bound segment for port 8f9fba56-5297-4e01-96b9-d3709bb57941 on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:04:06.896859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:06.897511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:06.901194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "PUT /v2.0/ports/8f9fba56-5297-4e01-96b9-d3709bb57941 HTTP/1.1" status: 200 len: 975 time: 2.5244219 Nov 23 18:04:06.901978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58928) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:06.934303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf7e63-3b10-42cf-8288-e45b6adef324 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=8f9fba56-5297-4e01-96b9-d3709bb57941,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:06.934926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:06.998173 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fcf259-15dd-468c-a748-d8db04129e90 x-openstack-request-id: req-80fcf259-15dd-468c-a748-d8db04129e90 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:06.998734 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-plugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:06.999077 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80fcf259-15dd-468c-a748-d8db04129e90 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:06.999783 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'code': 200} Nov 23 18:04:07.010580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:07.022671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] Sync routers for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:07.024442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:07.042391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:07.043062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:07.097256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.097749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.098469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.098719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.099196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.099669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.100138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.100606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.101650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.102153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.102581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.103203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.104111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.104111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.104593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.105059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.105523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.105989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.106456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.106983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.107455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.107920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.108385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.108850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.109318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.109783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.110247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.110718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.111192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.111654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.112113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.112576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.113132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.113704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.113988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.114452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.114958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.115416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.115879 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.116366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.120731 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4365acf7-1855-48d6-8f86-497c42be94a4 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35757 time: 0.2179563 Nov 23 18:04:07.127225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c46c80db-1ab7-4b49-80c4-ecee0251425a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "PUT /v2.0/floatingips/4c952fba-c1ab-4780-ae40-a4632cdf6886 HTTP/1.1" status: 200 len: 991 time: 2.6648281 Nov 23 18:04:07.127225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58934) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:07.130672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:07.133952 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:07.189992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-eda22d7a-2706-45fe-9f93-4f075bc00e84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.191079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:07.196826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-eda22d7a-2706-45fe-9f93-4f075bc00e84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.203010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-eda22d7a-2706-45fe-9f93-4f075bc00e84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.209256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-eda22d7a-2706-45fe-9f93-4f075bc00e84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.216104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-eda22d7a-2706-45fe-9f93-4f075bc00e84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.222399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-eda22d7a-2706-45fe-9f93-4f075bc00e84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.228712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-eda22d7a-2706-45fe-9f93-4f075bc00e84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.230796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-eda22d7a-2706-45fe-9f93-4f075bc00e84 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.4028454 Nov 23 18:04:07.395778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378167b-80ff-48e5-95e5-78e569a5e29a req-8454b0f7-e1ee-4750-990e-33327e696d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.397309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6378167b-80ff-48e5-95e5-78e569a5e29a req-8454b0f7-e1ee-4750-990e-33327e696d85 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 1101 time: 0.2690148 Nov 23 18:04:07.411898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c7580-3bb6-44bf-80de-f74f2ac8e4e7 req-555713c5-1a31-48cf-b376-3ea9966d066a tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.415396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3c7580-3bb6-44bf-80de-f74f2ac8e4e7 req-555713c5-1a31-48cf-b376-3ea9966d066a tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 950 time: 0.2880523 Nov 23 18:04:07.466019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '4c952fba-c1ab-4780-ae40-a4632cdf6886', 'tenant_id': '763dab3003a948db90155c6008598a87', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'port_id': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'mac_address': 'fa:16:3e:de:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:03:43Z', 'updated_at': '2021-11-23T18:04:05Z', 'revision_number': 1, 'project_id': '763dab3003a948db90155c6008598a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:07.498528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] Checking router: e48d9249-8058-4631-b286-7e9343e52dff for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:07.508099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:07.508730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:07.521544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4d0dc3b-69d4-4f8d-9d93-91870682d8ce req-a3568cb3-7163-4fad-b225-499b9855c829 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2506282 Nov 23 18:04:07.565114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3c7580-3bb6-44bf-80de-f74f2ac8e4e7 req-3e2b0d00-1772-40c0-9f9b-4336529c1a51 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187150 Nov 23 18:04:07.598221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6378167b-80ff-48e5-95e5-78e569a5e29a req-be5e773e-0dfd-4146-ab14-77e67f4526af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625619 Nov 23 18:04:07.610112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Deleting port 8f9fba56-5297-4e01-96b9-d3709bb57941 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:07.610441 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:07.630400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:07.699600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] For port 8f9fba56-5297-4e01-96b9-d3709bb57941, host n-h1-818932-3, got binding levels [] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:07.700094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:07.718385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Calling delete_port for 8f9fba56-5297-4e01-96b9-d3709bb57941 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:07.749417 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ecc3b6-add7-4954-bce9-4ea892f0d055 x-openstack-request-id: req-f8ecc3b6-add7-4954-bce9-4ea892f0d055 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:07.750451 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:07.750451 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f8ecc3b6-add7-4954-bce9-4ea892f0d055 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:07.750451 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'status': 'completed', 'code': 200} Nov 23 18:04:07.870811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-1e4c22a8-b217-46ea-b758-7948b079f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:07.872509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-1e4c22a8-b217-46ea-b758-7948b079f638 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1097 time: 0.0921965 Nov 23 18:04:07.876027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:07.886910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '4c952fba-c1ab-4780-ae40-a4632cdf6886', 'tenant_id': '763dab3003a948db90155c6008598a87', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'port_id': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'mac_address': 'fa:16:3e:de:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:03:43Z', 'updated_at': '2021-11-23T18:04:05Z', 'revision_number': 1, 'project_id': '763dab3003a948db90155c6008598a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:07.915005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0125596-92ef-40a9-adf2-3711d2fa4c00 None None] The sync data for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 is: [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '4c952fba-c1ab-4780-ae40-a4632cdf6886', 'tenant_id': '763dab3003a948db90155c6008598a87', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'port_id': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'mac_address': 'fa:16:3e:de:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:03:43Z', 'updated_at': '2021-11-23T18:04:05Z', 'revision_number': 1, 'project_id': '763dab3003a948db90155c6008598a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:07.933996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:08.039735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f9fba56-5297-4e01-96b9-d3709bb57941,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:08.048399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:08.054034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-511f2e87-30ff-4695-b19f-1f4fa766498b tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "DELETE /v2.0/ports/8f9fba56-5297-4e01-96b9-d3709bb57941 HTTP/1.1" status: 204 len: 168 time: 0.9146113 Nov 23 18:04:08.054410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58946) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:08.078084 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05bfa25-225e-48d3-8180-5725b57a0905 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:04:08.079818 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b05bfa25-225e-48d3-8180-5725b57a0905 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "GET /v2.0/ports/8f9fba56-5297-4e01-96b9-d3709bb57941 HTTP/1.1" status: 404 len: 333 time: 0.0244021 Nov 23 18:04:08.084422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58948) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:08.104068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1887589728', 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:08.112535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-86d21b0b-e257-4609-98a2-e2bbe3ab5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:08.114051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-86d21b0b-e257-4609-98a2-e2bbe3ab5d8b service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.2345903 Nov 23 18:04:08.161163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Made reservation on behalf of 7a59553e7e9c4104ae15801f63e79791 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:08.165010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:08.188177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] device_id is not set on port fafc96a6-ebda-44df-8b00-a045caeacaa2 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:08.226788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fc1771dd-6c3d-41ad-bba5-f75d86eb700c no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:08.239927 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea4407-76b2-44ab-bbf6-c59b0db44359 None None] New status for floating IP 4c952fba-c1ab-4780-ae40-a4632cdf6886: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:04:08.265627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: fc1771dd-6c3d-41ad-bba5-f75d86eb700c {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:08.266163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fc1771dd-6c3d-41ad-bba5-f75d86eb700c not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:08.268867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-778b87b1-6ad6-4dae-8f56-3a8bb392e816 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 200 len: 999 time: 0.1159129 Nov 23 18:04:08.350833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-07deae22-0de0-4092-afc1-30e3b7c15e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:08.353348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-07deae22-0de0-4092-afc1-30e3b7c15e52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.0753973 Nov 23 18:04:08.432099 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:08.436606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-03f8ed55-4b70-4270-b1c6-48f14a63cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:08.438107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-03f8ed55-4b70-4270-b1c6-48f14a63cbe8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690765 Nov 23 18:04:08.483084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:08.557101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Network a6210027-3255-497c-9cd9-1b2b57749c38 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:08.559440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-c8f780af-4fa9-4676-809e-6c69790bddc7 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042905 Nov 23 18:04:08.565587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:08.570552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=fafc96a6-ebda-44df-8b00-a045caeacaa2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:08.579972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:08.598629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:08.602047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:08.613627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Deleting port 7a9659bd-fe12-4cb8-bd91-72938c59b332 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:08.614497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:08.646719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3222000b-c9f3-42e1-b25c-24fcc6d6ec84 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5600309 Nov 23 18:04:08.651348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58956) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:09.122405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eb460c-c91e-4ee0-8e2f-5f5362479ecb tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.123718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a8eb460c-c91e-4ee0-8e2f-5f5362479ecb tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "GET /v2.0/ports/fafc96a6-ebda-44df-8b00-a045caeacaa2 HTTP/1.1" status: 200 len: 955 time: 0.4684062 Nov 23 18:04:09.128010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58964) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:09.165506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79cb5c0b-2b17-4d99-912b-ee38f059e5d6 req-be0dbaaf-7c5a-4283-9021-a0ac31f9b3f9 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977576 Nov 23 18:04:09.176565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-05dc6771-f046-4dbb-8cfc-fa703562b736 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.183748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-05dc6771-f046-4dbb-8cfc-fa703562b736 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.189895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-05dc6771-f046-4dbb-8cfc-fa703562b736 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.196955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-05dc6771-f046-4dbb-8cfc-fa703562b736 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.203472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-05dc6771-f046-4dbb-8cfc-fa703562b736 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.209733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-05dc6771-f046-4dbb-8cfc-fa703562b736 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.216081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-05dc6771-f046-4dbb-8cfc-fa703562b736 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.218055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-05dc6771-f046-4dbb-8cfc-fa703562b736 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2198172 Nov 23 18:04:09.230059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8ba77-7d4e-453c-9a38-69b3c2171749 req-39fd2213-3ef9-4c68-8ebf-94cf57a62e71 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.231779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3fc8ba77-7d4e-453c-9a38-69b3c2171749 req-39fd2213-3ef9-4c68-8ebf-94cf57a62e71 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 950 time: 0.2346230 Nov 23 18:04:09.235738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9149d252-0d90-4555-b71f-f78240f5281c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Deleting port fafc96a6-ebda-44df-8b00-a045caeacaa2 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:09.236370 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9149d252-0d90-4555-b71f-f78240f5281c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.290746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] For port 7a9659bd-fe12-4cb8-bd91-72938c59b332, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7a9659bd-fe12-4cb8-bd91-72938c59b332,segment=NetworkSegment(307447b8-add3-4e37-87f9-70236e7c0522),segment_id=307447b8-add3-4e37-87f9-70236e7c0522)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:09.291225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.308920 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9149d252-0d90-4555-b71f-f78240f5281c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.315283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Calling delete_port for 7a9659bd-fe12-4cb8-bd91-72938c59b332 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:09.322672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9149d252-0d90-4555-b71f-f78240f5281c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Calling delete_port for fafc96a6-ebda-44df-8b00-a045caeacaa2 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:09.409493 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3fc8ba77-7d4e-453c-9a38-69b3c2171749 req-aa44bfdf-4ebf-47e9-b76f-f78e03868f42 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580067 Nov 23 18:04:09.420049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0bcedb0-0eec-4200-a598-19c63fc63be6 req-ac64e905-2f3d-48e6-a6cb-edbddcb8da59 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1812217 Nov 23 18:04:09.428269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9149d252-0d90-4555-b71f-f78240f5281c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.470540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149d252-0d90-4555-b71f-f78240f5281c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event deleted for resources: {'Port': ['ID=fafc96a6-ebda-44df-8b00-a045caeacaa2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:09.488776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9149d252-0d90-4555-b71f-f78240f5281c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.500293 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9149d252-0d90-4555-b71f-f78240f5281c tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "DELETE /v2.0/ports/fafc96a6-ebda-44df-8b00-a045caeacaa2 HTTP/1.1" status: 204 len: 168 time: 0.3709171 Nov 23 18:04:09.501341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:09.536910 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df19882-99d9-437a-89d3-2213fdd68379 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:04:09.544933 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4df19882-99d9-437a-89d3-2213fdd68379 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "GET /v2.0/ports/fafc96a6-ebda-44df-8b00-a045caeacaa2 HTTP/1.1" status: 404 len: 333 time: 0.0423319 Nov 23 18:04:09.545945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58970) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:09.552149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Request body: {'port': {'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-122931035'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:09.583243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Made reservation on behalf of 7a59553e7e9c4104ae15801f63e79791 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:09.586384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.613729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] device_id is not set on port d6a8408c-526b-4b00-98cd-01a96414d05d yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:09.649990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.678864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9659bd-fe12-4cb8-bd91-72938c59b332,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:09.807821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.859098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.891885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.909731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Network a6210027-3255-497c-9cd9-1b2b57749c38 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:09.912799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:09.916653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:09.917708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:09.918315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:09.926552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a8408c-526b-4b00-98cd-01a96414d05d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:09.943638 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-95b25a37-f03c-458e-91bb-cd28ebfc4251 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3953021 Nov 23 18:04:09.946618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58972) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:09.952107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:10.012034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.150016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Router fb4c993e-1427-4b17-85ea-379e824e5c44 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:10.214989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] device_id is not set on port d6a8408c-526b-4b00-98cd-01a96414d05d yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:10.225888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.232788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.283551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:10.283970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a8408c-526b-4b00-98cd-01a96414d05d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:10.292017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8aee5086-0a9d-4c5e-947d-60f26185f5ce admin admin] 10.222.0.74 "PUT /v2.0/routers/fb4c993e-1427-4b17-85ea-379e824e5c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6235862 Nov 23 18:04:10.292017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58974) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:10.295904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] Sync routers for ids ['fb4c993e-1427-4b17-85ea-379e824e5c44'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:10.305726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.306336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.306490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.310898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.311233 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.311616 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 2 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.315480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] Routers {'fb4c993e-1427-4b17-85ea-379e824e5c44'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:10.316131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fb4c993e-1427-4b17-85ea-379e824e5c44'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:10.327713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.328057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.328401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.332932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.333846 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.334251 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 3 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.358575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.359193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.359700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.364307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.364811 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.365352 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 4 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.379494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.380199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.380697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.388244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.388773 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.389316 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 5 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.403487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.404063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.404567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.409159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.411247 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.411971 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 6 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.428718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.430639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.431330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.437348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.440540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.440880 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.441282 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 7 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.462723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.463088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.463436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.466551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] Set router fb4c993e-1427-4b17-85ea-379e824e5c44 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:10.468060 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.468396 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.468791 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 8 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.502275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.502624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.506851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.521718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.522093 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.522758 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 9 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.550079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.550423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.551937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.564258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.564966 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.565513 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempt 10 to bind port d6a8408c-526b-4b00-98cd-01a96414d05d Nov 23 18:04:10.586986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:10.587575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:10.588073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempting to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:10.595248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:10.595794 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Failed to bind port d6a8408c-526b-4b00-98cd-01a96414d05d on host n-h1-818932-3 for vnic_type normal using segments [{'id': '12c4afd9-300f-4668-ad13-ff7662ed5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a6210027-3255-497c-9cd9-1b2b57749c38'}] Nov 23 18:04:10.596325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.663201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f63d20-852f-4d7e-9863-c92444e70298 req-904a4e00-a271-4175-9798-7bf6552aa669 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.665003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05f63d20-852f-4d7e-9863-c92444e70298 req-904a4e00-a271-4175-9798-7bf6552aa669 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 950 time: 0.1206255 Nov 23 18:04:10.686052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] For port d6a8408c-526b-4b00-98cd-01a96414d05d, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:10.687028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attempted to set empty binding levels {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:04:10.693806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.706415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807cb4e-e119-43db-8c06-43966428dc7c req-cfd2790a-3ef0-4aed-8604-fe13a568b21a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.713728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807cb4e-e119-43db-8c06-43966428dc7c req-cfd2790a-3ef0-4aed-8604-fe13a568b21a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.719889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807cb4e-e119-43db-8c06-43966428dc7c req-cfd2790a-3ef0-4aed-8604-fe13a568b21a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.727618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807cb4e-e119-43db-8c06-43966428dc7c req-cfd2790a-3ef0-4aed-8604-fe13a568b21a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.737342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807cb4e-e119-43db-8c06-43966428dc7c req-cfd2790a-3ef0-4aed-8604-fe13a568b21a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.744872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807cb4e-e119-43db-8c06-43966428dc7c req-cfd2790a-3ef0-4aed-8604-fe13a568b21a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.748939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] In _notify_port_updated(), no bound segment for port d6a8408c-526b-4b00-98cd-01a96414d05d on network a6210027-3255-497c-9cd9-1b2b57749c38 {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:04:10.750942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.751753 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.755950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807cb4e-e119-43db-8c06-43966428dc7c req-cfd2790a-3ef0-4aed-8604-fe13a568b21a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:10.755950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0807cb4e-e119-43db-8c06-43966428dc7c req-cfd2790a-3ef0-4aed-8604-fe13a568b21a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.1659133 Nov 23 18:04:10.756781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "PUT /v2.0/ports/d6a8408c-526b-4b00-98cd-01a96414d05d HTTP/1.1" status: 200 len: 974 time: 0.8089764 Nov 23 18:04:10.761524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:10.764121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.800025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e219f9-40b0-4a67-9b88-867eca46d156 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a8408c-526b-4b00-98cd-01a96414d05d,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:10.838662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05f63d20-852f-4d7e-9863-c92444e70298 req-77e60576-a68b-4e19-98e3-9f34897dd5ef tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619687 Nov 23 18:04:10.877578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Deleting port d6a8408c-526b-4b00-98cd-01a96414d05d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:10.878154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.920935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T18:04:09Z', 'revision_number': 5, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port': {'id': '2e965ad2-66f5-454b-81e3-8933b0cac6b6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:52:20Z', 'updated_at': '2021-11-23T17:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:10.936563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0807cb4e-e119-43db-8c06-43966428dc7c req-78d492b0-f475-431b-b280-27c801e1a728 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690674 Nov 23 18:04:10.970237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Deleting port 2e965ad2-66f5-454b-81e3-8933b0cac6b6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:10.970992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.980627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] For port d6a8408c-526b-4b00-98cd-01a96414d05d, host n-h1-818932-3, got binding levels [] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:10.982246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:10.998040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] Checking router: fb4c993e-1427-4b17-85ea-379e824e5c44 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:11.014410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Calling delete_port for d6a8408c-526b-4b00-98cd-01a96414d05d owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:11.015875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] Routers {'fb4c993e-1427-4b17-85ea-379e824e5c44'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:11.016512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fb4c993e-1427-4b17-85ea-379e824e5c44'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:11.140607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.143918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] For port 2e965ad2-66f5-454b-81e3-8933b0cac6b6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2e965ad2-66f5-454b-81e3-8933b0cac6b6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:11.144317 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.167463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Calling delete_port for 2e965ad2-66f5-454b-81e3-8933b0cac6b6 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:11.174313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6a8408c-526b-4b00-98cd-01a96414d05d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:11.186193 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.196139 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f4d26127-9bcb-4662-be89-b9bdea1cdc8d tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "DELETE /v2.0/ports/d6a8408c-526b-4b00-98cd-01a96414d05d HTTP/1.1" status: 204 len: 168 time: 0.4333105 Nov 23 18:04:11.199802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] Set router fb4c993e-1427-4b17-85ea-379e824e5c44 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:11.206485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58992) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:11.247620 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-21022688-1e6e-4140-9176-a577bf1791c3 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:04:11.252780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-21022688-1e6e-4140-9176-a577bf1791c3 tempest-PortsAdminExtendedAttrsTestJSON-873687102 tempest-PortsAdminExtendedAttrsTestJSON-873687102-project-admin] 10.222.0.74 "GET /v2.0/ports/d6a8408c-526b-4b00-98cd-01a96414d05d HTTP/1.1" status: 404 len: 333 time: 0.0453348 Nov 23 18:04:11.253406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58998) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:11.313117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T18:04:10Z', 'revision_number': 6, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:11.358752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4f5fc-56cb-401a-a9f4-c0bdabbd5cbb None None] The sync data for ids ['fb4c993e-1427-4b17-85ea-379e824e5c44'] in n-d-818932-3 is: [{'id': 'fb4c993e-1427-4b17-85ea-379e824e5c44', 'name': 'tempest-TaggedBootDevicesTest-229735194-router', 'tenant_id': '4e17d09f475f4c1089bbdb1b63eff192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:52:19Z', 'updated_at': '2021-11-23T18:04:10Z', 'revision_number': 6, 'project_id': '4e17d09f475f4c1089bbdb1b63eff192', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:11.360196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-215ad9e5-34b7-4f9c-9da4-d768ed3173a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.373263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.413926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.433440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2e965ad2-66f5-454b-81e3-8933b0cac6b6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:11.459679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf99ef-467f-4cec-9cf5-0ad5a88951d2 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:11.518339 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.525269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.545659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6210027-3255-497c-9cd9-1b2b57749c38']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:11.561913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c4afd9-300f-4668-ad13-ff7662ed5f3a') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:11.562591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c4afd9-300f-4668-ad13-ff7662ed5f3a') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:11.577224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.619248 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.635508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:11.636007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.636193 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.638457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:11.639545 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:11.687422 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.688143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb4c993e-1427-4b17-85ea-379e824e5c44 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:04:11.701720 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.704518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-583ef9aa-d577-4423-8fe0-9e13ad1dc0ca admin admin] 10.222.0.74 "DELETE /v2.0/routers/fb4c993e-1427-4b17-85ea-379e824e5c44 HTTP/1.1" status: 204 len: 168 time: 1.4122884 Nov 23 18:04:11.707634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59016) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:11.722909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.736116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.744222 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] 10.222.0.74 "DELETE /v2.0/networks/a6210027-3255-497c-9cd9-1b2b57749c38 HTTP/1.1" status: 204 len: 168 time: 0.4867644 Nov 23 18:04:11.778781 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21949c8-59bd-415c-9994-fe1a0b784e68 tempest-PortsAdminExtendedAttrsTestJSON-1383849807 tempest-PortsAdminExtendedAttrsTestJSON-1383849807-project] Pushing event deleted for resources: {'Network': ['ID=a6210027-3255-497c-9cd9-1b2b57749c38,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:11.783388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-0748873c-ea8a-490a-98c1-18a41ce7e8db admin admin] Deleting subnet c4413de7-38fb-4a44-8a7a-92c591cb2bc2 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:04:11.788226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0748873c-ea8a-490a-98c1-18a41ce7e8db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.839738 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0748873c-ea8a-490a-98c1-18a41ce7e8db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:11.947491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0748873c-ea8a-490a-98c1-18a41ce7e8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.016436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0748873c-ea8a-490a-98c1-18a41ce7e8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.046186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:12.058357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748873c-ea8a-490a-98c1-18a41ce7e8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4413de7-38fb-4a44-8a7a-92c591cb2bc2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:12.063734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0748873c-ea8a-490a-98c1-18a41ce7e8db admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.072598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59034) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:12.073422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7259f9b4-b2cc-436d-9cae-dc961d7e2795 None None] Network 8937b612-65bd-43f6-b754-7fe664e4a7e0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:12.086892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0748873c-ea8a-490a-98c1-18a41ce7e8db admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c4413de7-38fb-4a44-8a7a-92c591cb2bc2 HTTP/1.1" status: 204 len: 168 time: 0.3691821 Nov 23 18:04:12.188110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-fa895c89-c59f-43b7-8f4f-cfc86319c48d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:12.202489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-fa895c89-c59f-43b7-8f4f-cfc86319c48d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:12.221243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-fa895c89-c59f-43b7-8f4f-cfc86319c48d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:12.235583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-fa895c89-c59f-43b7-8f4f-cfc86319c48d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:12.248836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-fa895c89-c59f-43b7-8f4f-cfc86319c48d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:12.256570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-fa895c89-c59f-43b7-8f4f-cfc86319c48d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:12.273251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-fa895c89-c59f-43b7-8f4f-cfc86319c48d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:12.277120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-fa895c89-c59f-43b7-8f4f-cfc86319c48d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.2305772 Nov 23 18:04:12.291611 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.332666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2e965ad2-66f5-454b-81e3-8933b0cac6b6 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:12.362029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd33daca-85da-4f26-a083-54f0b3ae9638 req-3f972cc6-5dc0-4c30-87c4-adc0631c1f45 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755198 Nov 23 18:04:12.362474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 2e965ad2-66f5-454b-81e3-8933b0cac6b6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:12.364836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2e965ad2-66f5-454b-81e3-8933b0cac6b6 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:12.365059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7a9659bd-fe12-4cb8-bd91-72938c59b332 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:12.368263 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6b75854e-cf06-4648-be7f-7c7e9ee2193e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23a3f83cb9ed4704a2ed142b11a52adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121719 Nov 23 18:04:12.371013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59038) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:12.391680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] DHCP port deletion for 8937b612-65bd-43f6-b754-7fe664e4a7e0 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:12.394912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 7a9659bd-fe12-4cb8-bd91-72938c59b332 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:12.395371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7a9659bd-fe12-4cb8-bd91-72938c59b332 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:12.414812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Deleting port 63aabe4d-6a75-41e8-991d-2e65871d1f40 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:12.415302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.429269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd081c8b-4af0-4673-b569-43d176856874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.451255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] Deleting port 63aabe4d-6a75-41e8-991d-2e65871d1f40 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:12.451559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.467229 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd081c8b-4af0-4673-b569-43d176856874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.503487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] For port 63aabe4d-6a75-41e8-991d-2e65871d1f40, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=63aabe4d-6a75-41e8-991d-2e65871d1f40,segment=NetworkSegment(307447b8-add3-4e37-87f9-70236e7c0522),segment_id=307447b8-add3-4e37-87f9-70236e7c0522)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:12.503858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.520597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] For port 63aabe4d-6a75-41e8-991d-2e65871d1f40, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=63aabe4d-6a75-41e8-991d-2e65871d1f40,segment=NetworkSegment(307447b8-add3-4e37-87f9-70236e7c0522),segment_id=307447b8-add3-4e37-87f9-70236e7c0522)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:12.520999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.531735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd081c8b-4af0-4673-b569-43d176856874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.535742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd081c8b-4af0-4673-b569-43d176856874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.537253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bd081c8b-4af0-4673-b569-43d176856874 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/688954e9-15db-40fa-a011-6ebeaf6e26ea HTTP/1.1" status: 204 len: 168 time: 0.1642523 Nov 23 18:04:12.542661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Calling delete_port for 63aabe4d-6a75-41e8-991d-2e65871d1f40 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:12.543643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] Calling delete_port for 63aabe4d-6a75-41e8-991d-2e65871d1f40 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:12.546551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd081c8b-4af0-4673-b569-43d176856874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688954e9-15db-40fa-a011-6ebeaf6e26ea,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:12.649916 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.660345 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.707843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] No DVR routers for this DVR port 63aabe4d-6a75-41e8-991d-2e65871d1f40 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:12.710104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0114d-cb7e-4677-8165-34400e3bd6a1 None None] Pushing event deleted for resources: {'Port': ['ID=63aabe4d-6a75-41e8-991d-2e65871d1f40,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:12.727476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Pushing event deleted for resources: {'Port': ['ID=63aabe4d-6a75-41e8-991d-2e65871d1f40,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:12.732628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] No DVR routers for this DVR port 63aabe4d-6a75-41e8-991d-2e65871d1f40 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:12.811636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.837568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8937b612-65bd-43f6-b754-7fe664e4a7e0']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:12.847475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307447b8-add3-4e37-87f9-70236e7c0522') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:12.847803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307447b8-add3-4e37-87f9-70236e7c0522') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:12.858160 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.873975 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.880231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:12.880763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:12.883319 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:12.887025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59056) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:12.931994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ff37d89d-a293-48df-bdc6-369b00af1b74 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7a59553e7e9c4104ae15801f63e79791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437589 Nov 23 18:04:12.934594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59058) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:12.942704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.949323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:12.952727 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] 10.222.0.74 "DELETE /v2.0/networks/8937b612-65bd-43f6-b754-7fe664e4a7e0 HTTP/1.1" status: 204 len: 168 time: 0.8688242 Nov 23 18:04:12.964892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153cd58-ca65-4d5e-84f4-d1d4b7cd108f admin admin] Pushing event deleted for resources: {'Network': ['ID=8937b612-65bd-43f6-b754-7fe664e4a7e0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:13.003661 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff43840f-72bc-4208-bf8d-d4e92ca618d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.026887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff43840f-72bc-4208-bf8d-d4e92ca618d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.103794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff43840f-72bc-4208-bf8d-d4e92ca618d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.107103 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff43840f-72bc-4208-bf8d-d4e92ca618d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.108843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ff43840f-72bc-4208-bf8d-d4e92ca618d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51b04729-ae0e-4d6c-9bda-e8e80ea9fc3a HTTP/1.1" status: 204 len: 168 time: 0.1729314 Nov 23 18:04:13.121283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43840f-72bc-4208-bf8d-d4e92ca618d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b04729-ae0e-4d6c-9bda-e8e80ea9fc3a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:13.263440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59068) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:13.297468 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c3de5d11-777f-42ef-b708-25c2d11ea6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.352683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c5273ab-2455-43ea-8b0b-99fbe1a03c4e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=db630954b957416f90c9df90d201772b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0846999 Nov 23 18:04:13.353465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59074) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:13.425576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4fd397e-ca5d-48a1-8f1e-a5323a52e8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.465801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4fd397e-ca5d-48a1-8f1e-a5323a52e8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.579593 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4fd397e-ca5d-48a1-8f1e-a5323a52e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.582145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4fd397e-ca5d-48a1-8f1e-a5323a52e8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.583327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d4fd397e-ca5d-48a1-8f1e-a5323a52e8ba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3851da71-419f-40a1-ac52-3b4c8205c09e HTTP/1.1" status: 204 len: 168 time: 0.2293689 Nov 23 18:04:13.594103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd397e-ca5d-48a1-8f1e-a5323a52e8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851da71-419f-40a1-ac52-3b4c8205c09e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:13.618863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47c94-028e-44e6-872d-82f813422ca6 req-ffe88339-355a-48c7-912a-c0cf9b2b1944 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:13.625061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47c94-028e-44e6-872d-82f813422ca6 req-ffe88339-355a-48c7-912a-c0cf9b2b1944 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:13.631231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47c94-028e-44e6-872d-82f813422ca6 req-ffe88339-355a-48c7-912a-c0cf9b2b1944 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:13.639342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47c94-028e-44e6-872d-82f813422ca6 req-ffe88339-355a-48c7-912a-c0cf9b2b1944 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:13.647672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47c94-028e-44e6-872d-82f813422ca6 req-ffe88339-355a-48c7-912a-c0cf9b2b1944 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:13.655449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47c94-028e-44e6-872d-82f813422ca6 req-ffe88339-355a-48c7-912a-c0cf9b2b1944 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:13.663074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47c94-028e-44e6-872d-82f813422ca6 req-ffe88339-355a-48c7-912a-c0cf9b2b1944 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:13.665923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18b47c94-028e-44e6-872d-82f813422ca6 req-ffe88339-355a-48c7-912a-c0cf9b2b1944 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.1433213 Nov 23 18:04:13.744403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18b47c94-028e-44e6-872d-82f813422ca6 req-8d9323c0-a76d-42a1-8372-323d23deb9e3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725396 Nov 23 18:04:13.925847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59112) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:13.976244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59114) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:13.977083 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2f06ab7e-ff45-4e9c-b634-7a8cf2774579 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4e17d09f475f4c1089bbdb1b63eff192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487955 Nov 23 18:04:14.035623 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-00e45301-7d4f-4336-9d4b-2ede670c0a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:14.062017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-00e45301-7d4f-4336-9d4b-2ede670c0a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:14.129990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-00e45301-7d4f-4336-9d4b-2ede670c0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:14.133545 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-00e45301-7d4f-4336-9d4b-2ede670c0a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:14.137011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-00e45301-7d4f-4336-9d4b-2ede670c0a2e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0cf9a7a-5142-4b4f-9cd0-91b9467745aa HTTP/1.1" status: 204 len: 168 time: 0.1592124 Nov 23 18:04:14.164578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e45301-7d4f-4336-9d4b-2ede670c0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cf9a7a-5142-4b4f-9cd0-91b9467745aa,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:14.199510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 63aabe4d-6a75-41e8-991d-2e65871d1f40 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:14.242084 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 63aabe4d-6a75-41e8-991d-2e65871d1f40 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:14.242917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 63aabe4d-6a75-41e8-991d-2e65871d1f40 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:14.374863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59148) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:14.693555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 5033696b-2055-4efb-b2c5-4fd05f0b6590 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:14.757696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-172937155'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:14.817837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Made reservation on behalf of 6fa41d121bb440d98682f9588c0771ef for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:14.839037 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:14.880257 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.002432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 5033696b-2055-4efb-b2c5-4fd05f0b6590, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:15.063659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '5033696b-2055-4efb-b2c5-4fd05f0b6590', 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'port_id': '5033696b-2055-4efb-b2c5-4fd05f0b6590', 'mac_address': 'fa:16:3e:34:26:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0aeb5aa-353b-4c65-8006-8f5360fd042c', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:15.081447 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.136972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.151143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-9f8b14ce-cab8-4904-832b-280d0ebd54c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:15.161971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5033696b-2055-4efb-b2c5-4fd05f0b6590 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:15.185037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-9f8b14ce-cab8-4904-832b-280d0ebd54c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:15.186119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 5033696b-2055-4efb-b2c5-4fd05f0b6590, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:15.191993 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.193307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:15.214341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-9f8b14ce-cab8-4904-832b-280d0ebd54c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:15.241668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-9f8b14ce-cab8-4904-832b-280d0ebd54c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:15.252928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-9f8b14ce-cab8-4904-832b-280d0ebd54c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:15.288908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-9f8b14ce-cab8-4904-832b-280d0ebd54c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:15.318187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-9f8b14ce-cab8-4904-832b-280d0ebd54c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:15.321394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-9f8b14ce-cab8-4904-832b-280d0ebd54c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5430 time: 0.3969848 Nov 23 18:04:15.331518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:15.356324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=5033696b-2055-4efb-b2c5-4fd05f0b6590,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:15.381130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '7cb7372f-d6af-4dca-a7bb-4c34235ebbf2', 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'port_id': '7cb7372f-d6af-4dca-a7bb-4c34235ebbf2', 'mac_address': 'fa:16:3e:bc:12:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0aeb5aa-353b-4c65-8006-8f5360fd042c', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:15.453140 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.474969 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.495112 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.495611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:15.548169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:15.560562 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.561973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fa5b9667-17da-4194-8199-c128622a21be details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:15.630579 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a81cdc2c-352d-43d5-af45-dc8f95ca1c77 req-d95adf9f-2cc8-4553-aa1f-46ada2d58aa7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2946892 Nov 23 18:04:15.657653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:15.714846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b8d03-16eb-4c74-a202-ec26f0d45ba2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:15.718594 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.719254 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Added segment e769353b-6885-4801-91a7-e0b203cdd6cd of type vlan for network 75aa610c-dedc-4c8a-8c09-a159303beaec Nov 23 18:04:15.803798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59220) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:15.810349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fa5b9667-17da-4194-8199-c128622a21be, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fa5b9667-17da-4194-8199-c128622a21be,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:15.819304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:15.829682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.842594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'fa5b9667-17da-4194-8199-c128622a21be', 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'port_id': 'fa5b9667-17da-4194-8199-c128622a21be', 'mac_address': 'fa:16:3e:1c:5a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0aeb5aa-353b-4c65-8006-8f5360fd042c', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:15.918833 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.938740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:15.942631 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.984824 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.022464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59226) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:16.023330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6469071 Nov 23 18:04:16.029364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Request body: {'subnet': {'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:16.041923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5b9667-17da-4194-8199-c128622a21be {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:16.078980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fa5b9667-17da-4194-8199-c128622a21be, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fa5b9667-17da-4194-8199-c128622a21be,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:16.091345 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.093196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device e2d5d218-9328-4e2c-b2f5-1872bb32f3fc details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:16.181543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-80661310-network', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:16.230515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36697780-2b49-4429-ad9a-25f7df5aef17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event updated for resources: {'Network': ['ID=75aa610c-dedc-4c8a-8c09-a159303beaec,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:16.353749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:16.383982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Made reservation on behalf of 30784fb765974f04b1f5b841ab0839c4 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:16.392449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 75aa610c-dedc-4c8a-8c09-a159303beaec details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:16.394216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.397241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'port_id': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'mac_address': 'fa:16:3e:9a:8c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:16.433090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.518064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Made reservation on behalf of 6fa41d121bb440d98682f9588c0771ef for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:16.520466 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.531913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.581621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.608021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d5d218-9328-4e2c-b2f5-1872bb32f3fc {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:16.632845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:16.649135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fa5b9667-17da-4194-8199-c128622a21be,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:16.665334 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.666340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:16.902935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:17.015646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-f97f3140-02ed-4a5e-acfb-e47dad93ff5b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.023058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:17.042252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-f97f3140-02ed-4a5e-acfb-e47dad93ff5b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.063646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'mac_address': 'fa:16:3e:8a:3a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:17.073078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-f97f3140-02ed-4a5e-acfb-e47dad93ff5b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.091603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-f97f3140-02ed-4a5e-acfb-e47dad93ff5b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.100223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.105842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-f97f3140-02ed-4a5e-acfb-e47dad93ff5b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.110297 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.118793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.127821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-f97f3140-02ed-4a5e-acfb-e47dad93ff5b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.131150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be0105e2-12a1-4bc2-bf62-adefe4f68019 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:17.146347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-f97f3140-02ed-4a5e-acfb-e47dad93ff5b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.150915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-f97f3140-02ed-4a5e-acfb-e47dad93ff5b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5434 time: 0.3275144 Nov 23 18:04:17.181115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:17.190936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:17.204446 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.204939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8dd4d4f3-c83e-49ee-a544-274449443f91 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:17.244920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-951a1002-68d8-4ddf-b332-97e99e6453c3 req-08057329-a4f0-4389-b9f3-7d25b069b89a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837083 Nov 23 18:04:17.270630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b11cd3-bc3f-4a39-9f01-fe938b887ff1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:17.306985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.307239 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Added segment cf40d531-fa33-49bb-922f-99dcc553d0dc of type vlan for network 0e506f5b-b1e6-48f6-b977-02d29eae9485 Nov 23 18:04:17.311425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8dd4d4f3-c83e-49ee-a544-274449443f91, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8dd4d4f3-c83e-49ee-a544-274449443f91,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:17.327461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:17.330500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '8dd4d4f3-c83e-49ee-a544-274449443f91', 'network_id': '82ac0aeb-8a3a-4b71-9721-d03bd94a08f9', 'port_id': '8dd4d4f3-c83e-49ee-a544-274449443f91', 'mac_address': 'fa:16:3e:fc:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0aeb5aa-353b-4c65-8006-8f5360fd042c', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:17.359008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.383620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.435586 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.453959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd4d4f3-c83e-49ee-a544-274449443f91 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:17.479442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Checking segment: {'id': 'e769353b-6885-4801-91a7-e0b203cdd6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:17.479888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Network hostable DHCP agents. Network: 75aa610c-dedc-4c8a-8c09-a159303beaec, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:17.483815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8dd4d4f3-c83e-49ee-a544-274449443f91, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8dd4d4f3-c83e-49ee-a544-274449443f91,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:17.493671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event updated for resources: {'Subnet': ['ID=dbfb8524-4b17-430f-86ef-2df86ad40892,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:17.496974 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.506731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.508097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.508865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.574100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8dd4d4f3-c83e-49ee-a544-274449443f91,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:17.586288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 269950bf-657c-437c-9ee5-8ee2f67b1e73 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:17.614033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] Pushing event updated for resources: {'Network': ['ID=0e506f5b-b1e6-48f6-b977-02d29eae9485,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:17.635803 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-82a4ffe7-c381-46a7-a311-674309808f32 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8295217 Nov 23 18:04:17.635998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:17.637592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Network 75aa610c-dedc-4c8a-8c09-a159303beaec is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:17.644775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59272) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:17.648780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Request body: {'subnet': {'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-80661310-subnet', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:17.668775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 75aa610c-dedc-4c8a-8c09-a159303beaec) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:17.679611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:17.682219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.693673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6bb573-bc6a-4ba6-b619-43ef6403d778 None None] Network 75aa610c-dedc-4c8a-8c09-a159303beaec requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:17.711947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Made reservation on behalf of 30784fb765974f04b1f5b841ab0839c4 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:17.719306 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.755332 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bd62b786-ef7a-4e5c-b914-78d41e690d94 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7315314 Nov 23 18:04:17.756004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59276) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:17.774988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Request body: {'port': {'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1264440776'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:18.151197 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.228578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 269950bf-657c-437c-9ee5-8ee2f67b1e73, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:18.258017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29603be6-be3d-4ac7-a191-6c5af7d4201c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:18.264873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Checking segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:18.265409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Network hostable DHCP agents. Network: 0e506f5b-b1e6-48f6-b977-02d29eae9485, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:18.328075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:18.357597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['be0105e2-12a1-4bc2-bf62-adefe4f68019'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:18.371904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 0e506f5b-b1e6-48f6-b977-02d29eae9485) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:18.401870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '269950bf-657c-437c-9ee5-8ee2f67b1e73', 'network_id': '890268a0-143b-470c-b56a-22a590561b48', 'port_id': '269950bf-657c-437c-9ee5-8ee2f67b1e73', 'mac_address': 'fa:16:3e:16:ab:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0386c69-a761-488f-9804-19bf2f402539', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:18.415076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.415823 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.466203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a964ec-73e5-4175-8004-f44bc91e991e req-dcc0c151-edbe-4c86-a5f9-75eff910ad54 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.473817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a964ec-73e5-4175-8004-f44bc91e991e req-dcc0c151-edbe-4c86-a5f9-75eff910ad54 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.480532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a964ec-73e5-4175-8004-f44bc91e991e req-dcc0c151-edbe-4c86-a5f9-75eff910ad54 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.481976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42545ae7-d59b-42ed-8983-c4e675f66d42 None None] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:18.487694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a964ec-73e5-4175-8004-f44bc91e991e req-dcc0c151-edbe-4c86-a5f9-75eff910ad54 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.494875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a964ec-73e5-4175-8004-f44bc91e991e req-dcc0c151-edbe-4c86-a5f9-75eff910ad54 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.500783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Made reservation on behalf of 6fa41d121bb440d98682f9588c0771ef for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:18.504641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a964ec-73e5-4175-8004-f44bc91e991e req-dcc0c151-edbe-4c86-a5f9-75eff910ad54 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.511031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a964ec-73e5-4175-8004-f44bc91e991e req-dcc0c151-edbe-4c86-a5f9-75eff910ad54 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.511698 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.519550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91a964ec-73e5-4175-8004-f44bc91e991e req-dcc0c151-edbe-4c86-a5f9-75eff910ad54 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5435 time: 0.1651833 Nov 23 18:04:18.539000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-56d9a7e3-05f7-4c33-b01c-f196c1ebe208 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8914714 Nov 23 18:04:18.539712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59300) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:18.545216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:18.562548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] device_id is not set on port 0bdba8d4-9dcc-4f79-9583-cfb230e8e357 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:18.619858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['5033696b-2055-4efb-b2c5-4fd05f0b6590'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:18.632809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91a964ec-73e5-4175-8004-f44bc91e991e req-f863abdc-ce93-45f3-9ff7-ac9a2789e8a4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108990 Nov 23 18:04:18.698324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7cb7372f-d6af-4dca-a7bb-4c34235ebbf2'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:18.702803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['e2d5d218-9328-4e2c-b2f5-1872bb32f3fc'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:18.704928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['8dd4d4f3-c83e-49ee-a544-274449443f91'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:18.726599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.727682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.757714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['fa5b9667-17da-4194-8199-c128622a21be'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:18.761753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Allocated IP 2001:db8::379 (75aa610c-dedc-4c8a-8c09-a159303beaec/dbfb8524-4b17-430f-86ef-2df86ad40892/0bdba8d4-9dcc-4f79-9583-cfb230e8e357) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:18.888289 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.034983 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.136403 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.274969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.306000 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.309637 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269950bf-657c-437c-9ee5-8ee2f67b1e73 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:19.448232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.489704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 269950bf-657c-437c-9ee5-8ee2f67b1e73, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:19.541941 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.542956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b65990f9-0276-4a05-9ded-ff5cdaf5ec44 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:19.554950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Network 75aa610c-dedc-4c8a-8c09-a159303beaec is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:19.560448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:19.567064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:19.574187 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.574944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:19.575597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.625149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59334) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:19.626059 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8683569 Nov 23 18:04:19.630626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Request body: {'port': {'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-514062822', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:19.631219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.api.validators [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] bootfile-name is not in valid_values {{(pid=120536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:04:19.632585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00923b2-8dca-4df3-9a5f-8671f9c4b05c tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event updated for resources: {'Port': ['ID=0bdba8d4-9dcc-4f79-9583-cfb230e8e357,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:19.632732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.api.validators [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] tftp-server is not in valid_values {{(pid=120536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:04:19.633005 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.api.validators [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] server-ip-address is not in valid_values {{(pid=120536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:04:19.796469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=269950bf-657c-437c-9ee5-8ee2f67b1e73,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:19.831147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.860746 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.resource_extend [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:04:19.891916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.914500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-0e506f5b-b1e6-48f6-b977-02d29eae9485', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:19.915959 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:19.972486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Made reservation on behalf of 6fa41d121bb440d98682f9588c0771ef for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:19.981733 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.010745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b65990f9-0276-4a05-9ded-ff5cdaf5ec44, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:20.030259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] device_id is not set on port 0f31dc7e-5459-4b98-a830-d6ef0bb27f41 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:04:20.045335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-75aa610c-dedc-4c8a-8c09-a159303beaec', 'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec', 'tenant_id': '6fa41d121bb440d98682f9588c0771ef', 'fixed_ips': [{'subnet_id': 'dbfb8524-4b17-430f-86ef-2df86ad40892'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:20.046445 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.096059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272390-1bc1-42ad-b071-31e2ee145806 req-c69aacf9-bd93-40dd-96dc-d278ca775bf7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.105845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272390-1bc1-42ad-b071-31e2ee145806 req-c69aacf9-bd93-40dd-96dc-d278ca775bf7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.112801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272390-1bc1-42ad-b071-31e2ee145806 req-c69aacf9-bd93-40dd-96dc-d278ca775bf7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.119965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272390-1bc1-42ad-b071-31e2ee145806 req-c69aacf9-bd93-40dd-96dc-d278ca775bf7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.121751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Allocated IP 172.25.0.45 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/2fa5656d-7b25-46ff-a82d-d422080548d6) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:20.127817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272390-1bc1-42ad-b071-31e2ee145806 req-c69aacf9-bd93-40dd-96dc-d278ca775bf7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.137583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272390-1bc1-42ad-b071-31e2ee145806 req-c69aacf9-bd93-40dd-96dc-d278ca775bf7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.146656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272390-1bc1-42ad-b071-31e2ee145806 req-c69aacf9-bd93-40dd-96dc-d278ca775bf7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.161606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53272390-1bc1-42ad-b071-31e2ee145806 req-c69aacf9-bd93-40dd-96dc-d278ca775bf7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5436 time: 0.3659961 Nov 23 18:04:20.214427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44', 'network_id': '890268a0-143b-470c-b56a-22a590561b48', 'port_id': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44', 'mac_address': 'fa:16:3e:8b:82:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0386c69-a761-488f-9804-19bf2f402539', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:20.325938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.396220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.428887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Allocated IP 2001:db8::363 (75aa610c-dedc-4c8a-8c09-a159303beaec/dbfb8524-4b17-430f-86ef-2df86ad40892/0f31dc7e-5459-4b98-a830-d6ef0bb27f41) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:20.451593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa5656d-7b25-46ff-a82d-d422080548d6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:20.476107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53272390-1bc1-42ad-b071-31e2ee145806 req-20cfb8ec-622a-45e8-a83a-67f93e117cfb tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3126380 Nov 23 18:04:20.480847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:20.483294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:20.486495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:20.566841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664be47c-3f84-4124-9607-62ac03161eaa None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:20.628897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Allocated IP 172.20.0.2 (0e506f5b-b1e6-48f6-b977-02d29eae9485/29603be6-be3d-4ac7-a191-6c5af7d4201c/9df810bf-0519-403c-acde-7e984dab1a9f) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:20.641905 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.652055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.722493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65990f9-0276-4a05-9ded-ff5cdaf5ec44 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:20.745353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9ab9b3b4-2679-4ef6-9e8f-6c25b87725c5 None None] Provisioning complete for port 2fa5656d-7b25-46ff-a82d-d422080548d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:20.750444 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b3b4-2679-4ef6-9e8f-6c25b87725c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.811905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.856507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.861153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b65990f9-0276-4a05-9ded-ff5cdaf5ec44, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:20.902537 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.935064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event updated for resources: {'Port': ['ID=0f31dc7e-5459-4b98-a830-d6ef0bb27f41,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:20.944900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:20.946614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Network 75aa610c-dedc-4c8a-8c09-a159303beaec is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:20.952203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:20.955538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.956079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.956560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.956909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.957311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.957655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.957989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.958322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.958653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.959027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.959521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.960457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.974934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:20.984180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.985160 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.012590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4d88df5e-8719-457c-b459-c2c5732bf71a tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3862884 Nov 23 18:04:21.015028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59372) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:21.061812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.123692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d6600-afbf-4e3f-8ef1-0d504a7c7e19 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.130966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d6600-afbf-4e3f-8ef1-0d504a7c7e19 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.136905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-592d6600-afbf-4e3f-8ef1-0d504a7c7e19 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1883 time: 0.1205060 Nov 23 18:04:21.141630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59374) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:21.341141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9b3b4-2679-4ef6-9e8f-6c25b87725c5 None None] Port 2fa5656d-7b25-46ff-a82d-d422080548d6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:21.341402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b59436f6-f152-481b-b6e7-4cb21115cb7f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Deleting port 0f31dc7e-5459-4b98-a830-d6ef0bb27f41 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:21.341762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b59436f6-f152-481b-b6e7-4cb21115cb7f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.453287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Allocated IP 2001:db8::2 (75aa610c-dedc-4c8a-8c09-a159303beaec/dbfb8524-4b17-430f-86ef-2df86ad40892/077def9c-b76b-4ad7-9add-c09d695bd722) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:21.502138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b59436f6-f152-481b-b6e7-4cb21115cb7f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.508419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.524833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b59436f6-f152-481b-b6e7-4cb21115cb7f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Calling delete_port for 0f31dc7e-5459-4b98-a830-d6ef0bb27f41 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:21.541102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:21.635571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['269950bf-657c-437c-9ee5-8ee2f67b1e73'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:21.641424 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.642791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port be0105e2-12a1-4bc2-bf62-adefe4f68019 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:21.643171 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.732499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b65990f9-0276-4a05-9ded-ff5cdaf5ec44'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:21.746831 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.822914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Router e0ffdadf-6214-423f-a503-45a62bfdcd0b is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:04:21.832781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-ac2c0cb7-0bcb-4058-9e7e-4e5c04953d56 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.857770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-ac2c0cb7-0bcb-4058-9e7e-4e5c04953d56 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.877399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-ac2c0cb7-0bcb-4058-9e7e-4e5c04953d56 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.888178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-ac2c0cb7-0bcb-4058-9e7e-4e5c04953d56 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.896782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-ac2c0cb7-0bcb-4058-9e7e-4e5c04953d56 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.903352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-ac2c0cb7-0bcb-4058-9e7e-4e5c04953d56 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.909726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-ac2c0cb7-0bcb-4058-9e7e-4e5c04953d56 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:21.911859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-ac2c0cb7-0bcb-4058-9e7e-4e5c04953d56 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5437 time: 0.1768756 Nov 23 18:04:22.025024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b59436f6-f152-481b-b6e7-4cb21115cb7f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.030762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:22.040620 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Sync routers for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:22.056907 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:22.059080 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:22.065631 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.070770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4c205d0a-f3af-4f4a-99bf-988dc4a459d6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5269988 Nov 23 18:04:22.072649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59404) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:22.089768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Pushing event updated for resources: {'Port': ['ID=9df810bf-0519-403c-acde-7e984dab1a9f,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:22.101349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59436f6-f152-481b-b6e7-4cb21115cb7f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event deleted for resources: {'Port': ['ID=0f31dc7e-5459-4b98-a830-d6ef0bb27f41,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:22.107771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3fddd23c-a914-431e-bd3b-7f8c0ef915ca req-2ff62e5e-a40f-4acc-96a1-9b533e4d0063 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759832 Nov 23 18:04:22.182082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:22.222419 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b59436f6-f152-481b-b6e7-4cb21115cb7f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.224512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:22.227203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b59436f6-f152-481b-b6e7-4cb21115cb7f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "DELETE /v2.0/ports/0f31dc7e-5459-4b98-a830-d6ef0bb27f41 HTTP/1.1" status: 204 len: 168 time: 1.0844023 Nov 23 18:04:22.231356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59406) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:22.237869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Request body: {'port': {'name': 'tempest-new-port-name-1968686413', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:22.238336 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] bootfile-name is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:04:22.238858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] tftp-server is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:04:22.239206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] server-ip-address is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:04:22.243260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:22.329624 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.395248 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:22.416099 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.424066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.485417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.670767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Pushing event updated for resources: {'Port': ['ID=077def9c-b76b-4ad7-9add-c09d695bd722,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:22.723935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:22.726609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Attempting to bind port 9df810bf-0519-403c-acde-7e984dab1a9f on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:22.727439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Attempting to bind port 9df810bf-0519-403c-acde-7e984dab1a9f by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:22.729311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Attempting to bind port 9df810bf-0519-403c-acde-7e984dab1a9f on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:22.768143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Network 75aa610c-dedc-4c8a-8c09-a159303beaec is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:22.837526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:22.837747 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:20Z', 'revision_number': 3, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:22.842260 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656718d0-5df4-4ba0-b4bc-58f5375649d8" -d '{"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-plugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:22.864098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:22.871118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Checking segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:22.873142 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.875448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Bound using segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:22.879018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Bound port: 9df810bf-0519-403c-acde-7e984dab1a9f, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:22.881518 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.890990 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Checking router: e0ffdadf-6214-423f-a503-45a62bfdcd0b for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:22.892532 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Updating router e0ffdadf-6214-423f-a503-45a62bfdcd0b port 2fa5656d-7b25-46ff-a82d-d422080548d6 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:04:22.902921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:22.909550 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.910271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fa5b9667-17da-4194-8199-c128622a21be up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:22.912535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:22.962161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.966596 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.983482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.140107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] In _notify_port_updated(), no bound segment for port 0bdba8d4-9dcc-4f79-9583-cfb230e8e357 on network 75aa610c-dedc-4c8a-8c09-a159303beaec {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:04:23.153613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:23.154325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.171824 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "PUT /v2.0/ports/0bdba8d4-9dcc-4f79-9583-cfb230e8e357 HTTP/1.1" status: 200 len: 1130 time: 0.9317007 Nov 23 18:04:23.184921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59442) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:23.264332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396e205-68a8-4f95-8e02-00cf89b339df tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event updated for resources: {'Port': ['ID=0bdba8d4-9dcc-4f79-9583-cfb230e8e357,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:23.352781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Attempting to bind port 077def9c-b76b-4ad7-9add-c09d695bd722 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:23.356388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Attempting to bind port 077def9c-b76b-4ad7-9add-c09d695bd722 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'e769353b-6885-4801-91a7-e0b203cdd6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:23.356799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Attempting to bind port 077def9c-b76b-4ad7-9add-c09d695bd722 on network 75aa610c-dedc-4c8a-8c09-a159303beaec {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:23.368267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:23.380147 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c304bbcf-4649-4385-b212-78d438f192a6 x-openstack-request-id: req-c304bbcf-4649-4385-b212-78d438f192a6 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:23.380732 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-plugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:23.382162 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c304bbcf-4649-4385-b212-78d438f192a6 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:23.382989 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'code': 200} Nov 23 18:04:23.441625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:23.442191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Checking segment: {'id': 'e769353b-6885-4801-91a7-e0b203cdd6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:23.442677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.443212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Bound using segment: {'id': 'e769353b-6885-4801-91a7-e0b203cdd6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:23.443839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Bound port: 077def9c-b76b-4ad7-9add-c09d695bd722, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e769353b-6885-4801-91a7-e0b203cdd6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '75aa610c-dedc-4c8a-8c09-a159303beaec'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:23.445026 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.485010 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.497217 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.556637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e8888-43d4-47ce-bf9f-73aeab6fc5d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:23.572583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59452) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:23.572952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-534e8888-43d4-47ce-bf9f-73aeab6fc5d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "GET /v2.0/ports/0bdba8d4-9dcc-4f79-9583-cfb230e8e357 HTTP/1.1" status: 200 len: 1130 time: 0.3868330 Nov 23 18:04:23.626724 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba930148-88d6-42f5-8179-ccf9593273cf None None] Pushing event updated for resources: {'Port': ['ID=2fa5656d-7b25-46ff-a82d-d422080548d6,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:23.646781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] For port 9df810bf-0519-403c-acde-7e984dab1a9f, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:23.687479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port fa5b9667-17da-4194-8199-c128622a21be completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:23.697688 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Attempting to bind port 2fa5656d-7b25-46ff-a82d-d422080548d6 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:23.698780 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Attempting to bind port 2fa5656d-7b25-46ff-a82d-d422080548d6 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:23.699400 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Attempting to bind port 2fa5656d-7b25-46ff-a82d-d422080548d6 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:23.708135 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:23.710551 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:23.711465 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.712144 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:23.713019 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Bound port: 2fa5656d-7b25-46ff-a82d-d422080548d6, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:23.713667 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.714684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03767c1-f007-46e4-9582-0a8b2b122c6a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:23.719353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] For port 9df810bf-0519-403c-acde-7e984dab1a9f, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9df810bf-0519-403c-acde-7e984dab1a9f,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:23.757555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port fa5b9667-17da-4194-8199-c128622a21be triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:23.758280 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.763231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.791476 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] For port 2fa5656d-7b25-46ff-a82d-d422080548d6, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:23.802739 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] For port 2fa5656d-7b25-46ff-a82d-d422080548d6, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2fa5656d-7b25-46ff-a82d-d422080548d6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:23.820586 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.837035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] For port 077def9c-b76b-4ad7-9add-c09d695bd722, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:23.841740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-0d05c897-2fca-4812-b3bc-c084f4422a47 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:23.871645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-0d05c897-2fca-4812-b3bc-c084f4422a47 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:23.876654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] For port 077def9c-b76b-4ad7-9add-c09d695bd722, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=077def9c-b76b-4ad7-9add-c09d695bd722,segment=NetworkSegment(e769353b-6885-4801-91a7-e0b203cdd6cd),segment_id=e769353b-6885-4801-91a7-e0b203cdd6cd)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:23.897799 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.900782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd0971-f20e-41d1-af35-3b6aff770b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Deleting port 0bdba8d4-9dcc-4f79-9583-cfb230e8e357 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:23.901039 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0971-f20e-41d1-af35-3b6aff770b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.904294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-0d05c897-2fca-4812-b3bc-c084f4422a47 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:23.907047 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba930148-88d6-42f5-8179-ccf9593273cf None None] Pushing event updated for resources: {'Port': ['ID=2fa5656d-7b25-46ff-a82d-d422080548d6,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:23.909833 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:23.910769 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:23.925541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965b2f7-f093-4003-a0c5-29a3a5f69691 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:23.931768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-0d05c897-2fca-4812-b3bc-c084f4422a47 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:23.940015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827225b-d641-4b77-94e8-643ba9486cfb None None] Pushing event updated for resources: {'Port': ['ID=9df810bf-0519-403c-acde-7e984dab1a9f,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:23.962479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-0d05c897-2fca-4812-b3bc-c084f4422a47 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:23.973287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-0d05c897-2fca-4812-b3bc-c084f4422a47 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:23.989189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-0d05c897-2fca-4812-b3bc-c084f4422a47 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:24.001500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-0d05c897-2fca-4812-b3bc-c084f4422a47 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5437 time: 0.6239934 Nov 23 18:04:24.065680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f8dc9811-0fdb-4be3-adef-9ef7bfa616d9 None None] Provisioning complete for port 2fa5656d-7b25-46ff-a82d-d422080548d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:24.068600 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9811-0fdb-4be3-adef-9ef7bfa616d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.135227 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.142459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762a7b5-66f6-4ae6-83ee-b4f5130bab23 None None] Pushing event updated for resources: {'Port': ['ID=077def9c-b76b-4ad7-9add-c09d695bd722,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:24.208636 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:24.238175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-145c98f8-92e8-4f9a-9f57-d3b6b8ca9d96 req-d3abb593-6cfe-4a2f-984d-ad4b446e9a6b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2349114 Nov 23 18:04:24.247165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fa5b9667-17da-4194-8199-c128622a21be, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fa5b9667-17da-4194-8199-c128622a21be,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:24.297194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0971-f20e-41d1-af35-3b6aff770b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.322144 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.323712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd0971-f20e-41d1-af35-3b6aff770b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Calling delete_port for 0bdba8d4-9dcc-4f79-9583-cfb230e8e357 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:24.386985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:24.568539 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9811-0fdb-4be3-adef-9ef7bfa616d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.592846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.639784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fa5b9667-17da-4194-8199-c128622a21be,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:24.647673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f8dc9811-0fdb-4be3-adef-9ef7bfa616d9 None None] For port 2fa5656d-7b25-46ff-a82d-d422080548d6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2fa5656d-7b25-46ff-a82d-d422080548d6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:24.668851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.671076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.671625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.676020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.676541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.677047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.677557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.678069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.679328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.679918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.681320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.681842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:24.697600 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9811-0fdb-4be3-adef-9ef7bfa616d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.776401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:24.809937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0971-f20e-41d1-af35-3b6aff770b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.849271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:24.849825 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.937274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd0971-f20e-41d1-af35-3b6aff770b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event deleted for resources: {'Port': ['ID=0bdba8d4-9dcc-4f79-9583-cfb230e8e357,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:24.964236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0971-f20e-41d1-af35-3b6aff770b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.974005 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1dbd0971-f20e-41d1-af35-3b6aff770b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "DELETE /v2.0/ports/0bdba8d4-9dcc-4f79-9583-cfb230e8e357 HTTP/1.1" status: 204 len: 168 time: 1.4002018 Nov 23 18:04:24.975061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59478) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:25.000505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc9811-0fdb-4be3-adef-9ef7bfa616d9 None None] Pushing event updated for resources: {'Port': ['ID=2fa5656d-7b25-46ff-a82d-d422080548d6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:25.020295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7da5e3c9-67cc-41f6-a166-77d12fccabb7 None None] Provisioning complete for port 2fa5656d-7b25-46ff-a82d-d422080548d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:25.020548 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7da5e3c9-67cc-41f6-a166-77d12fccabb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.081282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d1993b-dea4-4834-af3f-cddc8ca01e5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Deleting subnet dbfb8524-4b17-430f-86ef-2df86ad40892 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:04:25.089923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89d1993b-dea4-4834-af3f-cddc8ca01e5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.113593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Allocated IP 172.20.0.1 (0e506f5b-b1e6-48f6-b977-02d29eae9485/29603be6-be3d-4ac7-a191-6c5af7d4201c/0208c222-25b7-4252-9802-bc6ab931932d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:25.128302 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:20Z', 'revision_number': 3, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:25.168684 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f65a35-e25d-4d4d-8eef-c8e7655f63ca None None] The sync data for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 is: [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:20Z', 'revision_number': 3, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:25.215892 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89d1993b-dea4-4834-af3f-cddc8ca01e5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.283815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.394949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5b9667-17da-4194-8199-c128622a21be'}, {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb7372f-d6af-4dca-a7bb-4c34235ebbf2'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:25.404532 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705e2299-f96b-4707-af75-0d26e08647e9" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "fa5b9667-17da-4194-8199-c128622a21be"}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb7372f-d6af-4dca-a7bb-4c34235ebbf2"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:25.426059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.467128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:25.488963 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.497166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89d1993b-dea4-4834-af3f-cddc8ca01e5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.503682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8dd4d4f3-c83e-49ee-a544-274449443f91 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:25.582035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.633512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89d1993b-dea4-4834-af3f-cddc8ca01e5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.731555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89d1993b-dea4-4834-af3f-cddc8ca01e5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.732578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0208c222-25b7-4252-9802-bc6ab931932d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:25.745349 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-89d1993b-dea4-4834-af3f-cddc8ca01e5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "DELETE /v2.0/subnets/dbfb8524-4b17-430f-86ef-2df86ad40892 HTTP/1.1" status: 204 len: 168 time: 0.7681170 Nov 23 18:04:25.746435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1993b-dea4-4834-af3f-cddc8ca01e5f tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfb8524-4b17-430f-86ef-2df86ad40892,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:25.748123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59504) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:25.832739 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea1b329-8c4c-47e8-a021-d6ffc7fecd5c x-openstack-request-id: req-aea1b329-8c4c-47e8-a021-d6ffc7fecd5c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:25.838066 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "fa5b9667-17da-4194-8199-c128622a21be", "code": 200}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb7372f-d6af-4dca-a7bb-4c34235ebbf2", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:25.839053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce413-31de-4463-9baa-731b3a5217f6 req-3d4349cb-d8f3-4dd2-91ee-1a84e47ba2e4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:25.841297 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aea1b329-8c4c-47e8-a021-d6ffc7fecd5c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:25.843508 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5b9667-17da-4194-8199-c128622a21be', 'code': 200} Nov 23 18:04:25.854458 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb7372f-d6af-4dca-a7bb-4c34235ebbf2', 'code': 200} Nov 23 18:04:25.867147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce413-31de-4463-9baa-731b3a5217f6 req-3d4349cb-d8f3-4dd2-91ee-1a84e47ba2e4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:25.904469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce413-31de-4463-9baa-731b3a5217f6 req-3d4349cb-d8f3-4dd2-91ee-1a84e47ba2e4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:25.933126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce413-31de-4463-9baa-731b3a5217f6 req-3d4349cb-d8f3-4dd2-91ee-1a84e47ba2e4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:25.986192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce413-31de-4463-9baa-731b3a5217f6 req-3d4349cb-d8f3-4dd2-91ee-1a84e47ba2e4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:26.021070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:26.022563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce413-31de-4463-9baa-731b3a5217f6 req-3d4349cb-d8f3-4dd2-91ee-1a84e47ba2e4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:26.059017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce413-31de-4463-9baa-731b3a5217f6 req-3d4349cb-d8f3-4dd2-91ee-1a84e47ba2e4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:26.083906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-347ce413-31de-4463-9baa-731b3a5217f6 req-3d4349cb-d8f3-4dd2-91ee-1a84e47ba2e4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5439 time: 0.5750484 Nov 23 18:04:26.096559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:26.115236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 8dd4d4f3-c83e-49ee-a544-274449443f91 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:26.137796 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.139092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:26.143489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 8dd4d4f3-c83e-49ee-a544-274449443f91 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:26.148231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.188968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:26.366979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Deleting port 077def9c-b76b-4ad7-9add-c09d695bd722 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:26.367564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.395162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed435c-9832-43b9-86a3-857d5052645e None None] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:26.517060 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] For port 077def9c-b76b-4ad7-9add-c09d695bd722, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=077def9c-b76b-4ad7-9add-c09d695bd722,segment=NetworkSegment(e769353b-6885-4801-91a7-e0b203cdd6cd),segment_id=e769353b-6885-4801-91a7-e0b203cdd6cd)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:26.525301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.557278 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.609925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Calling delete_port for 077def9c-b76b-4ad7-9add-c09d695bd722 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:26.762306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-347ce413-31de-4463-9baa-731b3a5217f6 req-1a5d42b2-d089-48de-b560-eea07dbfed1e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6771793 Nov 23 18:04:26.784700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.822837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] No DVR routers for this DVR port 077def9c-b76b-4ad7-9add-c09d695bd722 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:26.828695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.850909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event deleted for resources: {'Port': ['ID=077def9c-b76b-4ad7-9add-c09d695bd722,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:26.997592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.032635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aa610c-dedc-4c8a-8c09-a159303beaec']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:27.055988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e769353b-6885-4801-91a7-e0b203cdd6cd') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:27.056665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e769353b-6885-4801-91a7-e0b203cdd6cd') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:27.082833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8209bedf-c5e0-4f7e-baff-819d510bc902 None None] Provisioning complete for port 9df810bf-0519-403c-acde-7e984dab1a9f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:27.083393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8209bedf-c5e0-4f7e-baff-819d510bc902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.088566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.108478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2fa5656d-7b25-46ff-a82d-d422080548d6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:27.111688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c37c4-bc72-4da3-8cdd-f5d6ab712846 None None] Network 75aa610c-dedc-4c8a-8c09-a159303beaec requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:27.116598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.117463 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.128824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:27.129856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:27.156390 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:27.381626 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.391825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8dd4d4f3-c83e-49ee-a544-274449443f91, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8dd4d4f3-c83e-49ee-a544-274449443f91,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:27.397587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.417044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.428203 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.434402 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] 10.222.0.74 "DELETE /v2.0/networks/75aa610c-dedc-4c8a-8c09-a159303beaec HTTP/1.1" status: 204 len: 168 time: 1.6723030 Nov 23 18:04:27.453562 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.455992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device e2d5d218-9328-4e2c-b2f5-1872bb32f3fc up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:27.456131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf9a34-9920-4c5b-a45e-3a163ef42cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809 tempest-ExtraDHCPOptionsIpV6TestJSON-1981274809-project] Pushing event deleted for resources: {'Network': ['ID=75aa610c-dedc-4c8a-8c09-a159303beaec,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:27.542055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0208c222-25b7-4252-9802-bc6ab931932d,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:27.586931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.786868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:27.791904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:27.887198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd4d4f3-c83e-49ee-a544-274449443f91'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:27.889809 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61c03a4-3c42-40a6-8598-6fae5871fdcc" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd4d4f3-c83e-49ee-a544-274449443f91"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:27.949518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2fa5656d-7b25-46ff-a82d-d422080548d6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:27.951824 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.981633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8dd4d4f3-c83e-49ee-a544-274449443f91,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:27.985795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59570) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:28.219601 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78707a-2aea-4ec9-a292-c42b8e598d7d x-openstack-request-id: req-de78707a-2aea-4ec9-a292-c42b8e598d7d {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:28.220107 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd4d4f3-c83e-49ee-a544-274449443f91", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:28.224254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-652cd509-383b-4bb6-98ec-0cc54eb6c8f4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.229714 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de78707a-2aea-4ec9-a292-c42b8e598d7d {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:28.232936 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd4d4f3-c83e-49ee-a544-274449443f91', 'code': 200} Nov 23 18:04:28.233421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-652cd509-383b-4bb6-98ec-0cc54eb6c8f4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.241780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-652cd509-383b-4bb6-98ec-0cc54eb6c8f4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.249221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a07682-0a6b-4c87-ab5b-67383c6f0b84 None None] DHCP port deletion for 75aa610c-dedc-4c8a-8c09-a159303beaec request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:28.261470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-652cd509-383b-4bb6-98ec-0cc54eb6c8f4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.279445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-652cd509-383b-4bb6-98ec-0cc54eb6c8f4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.296093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-652cd509-383b-4bb6-98ec-0cc54eb6c8f4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.305927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-652cd509-383b-4bb6-98ec-0cc54eb6c8f4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.316918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-652cd509-383b-4bb6-98ec-0cc54eb6c8f4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5440 time: 0.2661505 Nov 23 18:04:28.385043 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8209bedf-c5e0-4f7e-baff-819d510bc902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.395350 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6613d09d-6d1e-4254-b761-4af138aab40b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6fa41d121bb440d98682f9588c0771ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4078896 Nov 23 18:04:28.395972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59582) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:28.464236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Router e0ffdadf-6214-423f-a503-45a62bfdcd0b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:28.492747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:28.516948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:28.518303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.535084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b190e709-fba4-45eb-a64d-813b2e9cf57a req-1431d125-cb6f-45cd-863c-c5baab8e045c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2157483 Nov 23 18:04:28.582329 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9304d85b-beb1-42f6-8ed7-d48492c96659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.671446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8209bedf-c5e0-4f7e-baff-819d510bc902 None None] For port 9df810bf-0519-403c-acde-7e984dab1a9f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9df810bf-0519-403c-acde-7e984dab1a9f,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:28.689978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8209bedf-c5e0-4f7e-baff-819d510bc902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.725793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9304d85b-beb1-42f6-8ed7-d48492c96659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.767275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:28.796302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-44d9b92b-1790-4645-880e-42f2778b72c3 admin admin] 10.222.0.74 "PUT /v2.0/routers/e0ffdadf-6214-423f-a503-45a62bfdcd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7029097 Nov 23 18:04:28.828186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Sync routers for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:28.867028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-afb9e2e8-4b2c-40d1-ac5c-69eeb5e1ff3b None None] Could not find standard attr ID for object 0bdba8d4-9dcc-4f79-9583-cfb230e8e357. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:04:28.883156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9304d85b-beb1-42f6-8ed7-d48492c96659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.886347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9304d85b-beb1-42f6-8ed7-d48492c96659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.888663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-afb9e2e8-4b2c-40d1-ac5c-69eeb5e1ff3b None None] Could not find standard attr ID for object 077def9c-b76b-4ad7-9add-c09d695bd722. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:04:28.891663 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9304d85b-beb1-42f6-8ed7-d48492c96659 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a6b8d03-16eb-4c74-a202-ec26f0d45ba2 HTTP/1.1" status: 204 len: 168 time: 0.4940758 Nov 23 18:04:28.905591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 077def9c-b76b-4ad7-9add-c09d695bd722 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:28.909965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304d85b-beb1-42f6-8ed7-d48492c96659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b8d03-16eb-4c74-a202-ec26f0d45ba2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:28.911259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:28.919827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:29.009074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209bedf-c5e0-4f7e-baff-819d510bc902 None None] Pushing event updated for resources: {'Port': ['ID=9df810bf-0519-403c-acde-7e984dab1a9f,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:29.182504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 077def9c-b76b-4ad7-9add-c09d695bd722 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:29.182949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 077def9c-b76b-4ad7-9add-c09d695bd722 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 18:04:29.363327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Port 077def9c-b76b-4ad7-9add-c09d695bd722 not found, will not notify nova. {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 18:04:29.363897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9df810bf-0519-403c-acde-7e984dab1a9f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:29.369729 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:29.601963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:29.629207 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:29.633307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 5033696b-2055-4efb-b2c5-4fd05f0b6590 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:29.758326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-912af8f9-54f9-44b3-b709-fee8b9ab4242 None None] Provisioning complete for port 0208c222-25b7-4252-9802-bc6ab931932d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:29.760594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-912af8f9-54f9-44b3-b709-fee8b9ab4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:29.882361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:29.920774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-f096eb8f-35ee-4ccf-8c18-0bb4ae5e539e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:29.969902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-f096eb8f-35ee-4ccf-8c18-0bb4ae5e539e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:29.986892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-f096eb8f-35ee-4ccf-8c18-0bb4ae5e539e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:29.996707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-f096eb8f-35ee-4ccf-8c18-0bb4ae5e539e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:30.000631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-912af8f9-54f9-44b3-b709-fee8b9ab4242 None None] Port 0208c222-25b7-4252-9802-bc6ab931932d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:30.013415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-f096eb8f-35ee-4ccf-8c18-0bb4ae5e539e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:30.026234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-f096eb8f-35ee-4ccf-8c18-0bb4ae5e539e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:30.040338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:30.052036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 5033696b-2055-4efb-b2c5-4fd05f0b6590 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:30.052684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-f096eb8f-35ee-4ccf-8c18-0bb4ae5e539e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:30.084730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 5033696b-2055-4efb-b2c5-4fd05f0b6590 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:30.085330 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.086764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-f096eb8f-35ee-4ccf-8c18-0bb4ae5e539e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5441 time: 0.3476171 Nov 23 18:04:30.236935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e35c7654-a294-42ac-9b59-5098242cd1a0 req-31a25051-7785-4672-9c6c-8359fae6c060 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389720 Nov 23 18:04:30.238878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:30.244272 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfdd051-5b73-4ed1-8695-e2de582554fb" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:30.258405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9df810bf-0519-403c-acde-7e984dab1a9f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:30.258405 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.510973 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f34f2f4-6cf1-473f-8383-f6d8661cc494 x-openstack-request-id: req-5f34f2f4-6cf1-473f-8383-f6d8661cc494 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:30.511648 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:30.511936 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5f34f2f4-6cf1-473f-8383-f6d8661cc494 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:30.512435 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'code': 200} Nov 23 18:04:30.514157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-912af8f9-54f9-44b3-b709-fee8b9ab4242 None None] Provisioning complete for port 9df810bf-0519-403c-acde-7e984dab1a9f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:30.515075 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-912af8f9-54f9-44b3-b709-fee8b9ab4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.763272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59670) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:30.768039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-334101eb-a009-46e8-af2e-05c5f580c7bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076625058', 'description': 'tempest-description--1899207638'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:30.805206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59672) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:30.826621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334101eb-a009-46e8-af2e-05c5f580c7bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.884393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.970349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 5033696b-2055-4efb-b2c5-4fd05f0b6590, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:30.977184 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.984345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 2, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:30.989281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b65990f9-0276-4a05-9ded-ff5cdaf5ec44 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:31.101090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334101eb-a009-46e8-af2e-05c5f580c7bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.119843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1511819107'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:31.124347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334101eb-a009-46e8-af2e-05c5f580c7bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.185189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:31.190571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.208264 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.233020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9df810bf-0519-403c-acde-7e984dab1a9f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:31.247348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334101eb-a009-46e8-af2e-05c5f580c7bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.251424 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-334101eb-a009-46e8-af2e-05c5f580c7bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4871054 Nov 23 18:04:31.255687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59682) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:31.291925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334101eb-a009-46e8-af2e-05c5f580c7bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c67d40f-6450-4cb4-88dc-94571a4812e6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:31.294620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Checking router: e0ffdadf-6214-423f-a503-45a62bfdcd0b for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:31.306536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Updating router e0ffdadf-6214-423f-a503-45a62bfdcd0b port 0208c222-25b7-4252-9802-bc6ab931932d binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:04:31.330268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b4c5d527-4c50-4a3b-a9e1-fac6d3f042e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'security_group_rule': {'security_group_id': '1c67d40f-6450-4cb4-88dc-94571a4812e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:31.403276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.422153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=5033696b-2055-4efb-b2c5-4fd05f0b6590,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:31.432934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c22b133b-3cff-4482-a579-7e68927bad44 None None] Provisioning complete for port 0208c222-25b7-4252-9802-bc6ab931932d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:31.433532 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c22b133b-3cff-4482-a579-7e68927bad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.452059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d527-4c50-4a3b-a9e1-fac6d3f042e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.527862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:31.532214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c22b133b-3cff-4482-a579-7e68927bad44 None None] Port 0208c222-25b7-4252-9802-bc6ab931932d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:31.539338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9df810bf-0519-403c-acde-7e984dab1a9f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:31.539793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.545226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:31.545638 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.635851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.654818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.748861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-27f969c6-8c0e-4811-b1eb-55a3022bc276 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.757272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-27f969c6-8c0e-4811-b1eb-55a3022bc276 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.773423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-27f969c6-8c0e-4811-b1eb-55a3022bc276 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.782145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-27f969c6-8c0e-4811-b1eb-55a3022bc276 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.789706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-27f969c6-8c0e-4811-b1eb-55a3022bc276 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.797389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-27f969c6-8c0e-4811-b1eb-55a3022bc276 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.804369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-27f969c6-8c0e-4811-b1eb-55a3022bc276 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.806787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-27f969c6-8c0e-4811-b1eb-55a3022bc276 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5442 time: 0.3572440 Nov 23 18:04:31.810376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:31.829877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38132b2-7c02-4730-a3fe-45419ba1e9ef,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:31.877776 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.896450 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d527-4c50-4a3b-a9e1-fac6d3f042e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.908526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.908888 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment c022977a-4d76-4ed8-bd17-d5e3c402ccae of type vlan for network 0e1d2374-60d6-4563-a956-a5c8f6534ada Nov 23 18:04:31.930052 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d527-4c50-4a3b-a9e1-fac6d3f042e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.079613 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.083653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 077def9c-b76b-4ad7-9add-c09d695bd722 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:32.096412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5d527-4c50-4a3b-a9e1-fac6d3f042e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d886b7-877b-4e3c-ad0d-053065492da0,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:32.114069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.132838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1352fe9a-f8a8-457c-9a16-54509572efc9 req-97d2d7da-d452-4de8-9114-8a1e59b6aab2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3018932 Nov 23 18:04:32.146438 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d527-4c50-4a3b-a9e1-fac6d3f042e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.150928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b4c5d527-4c50-4a3b-a9e1-fac6d3f042e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8877759 Nov 23 18:04:32.151583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b65990f9-0276-4a05-9ded-ff5cdaf5ec44, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:32.151780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59716) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:32.155894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 077def9c-b76b-4ad7-9add-c09d695bd722 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:32.157263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 077def9c-b76b-4ad7-9add-c09d695bd722 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:32.165955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-90f5094e-373d-4d52-ad04-b215a8b9d301 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'security_group_rule': {'security_group_id': '1c67d40f-6450-4cb4-88dc-94571a4812e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:32.168249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.183910 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.184999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 269950bf-657c-437c-9ee5-8ee2f67b1e73 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:32.214522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.222214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:32.223683 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.268546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90f5094e-373d-4d52-ad04-b215a8b9d301 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.356397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5496964 Nov 23 18:04:32.422213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba252623-7fb1-4455-a18a-70f2344a37cd None None] Pushing event updated for resources: {'Port': ['ID=0208c222-25b7-4252-9802-bc6ab931932d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:32.520035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5033696b-2055-4efb-b2c5-4fd05f0b6590'}, {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:32.523635 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4b65ef-3cae-437c-96bb-ddc106a3a334" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "5033696b-2055-4efb-b2c5-4fd05f0b6590"}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "b65990f9-0276-4a05-9ded-ff5cdaf5ec44"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:32.538904 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90f5094e-373d-4d52-ad04-b215a8b9d301 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.555782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90f5094e-373d-4d52-ad04-b215a8b9d301 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.623681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5094e-373d-4d52-ad04-b215a8b9d301 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e7e4ed-a20d-4962-9315-9c1ccc4629da,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:32.650237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59732) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:32.680116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-90f5094e-373d-4d52-ad04-b215a8b9d301 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.687280 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-90f5094e-373d-4d52-ad04-b215a8b9d301 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5343065 Nov 23 18:04:32.691348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': '0e1d2374-60d6-4563-a956-a5c8f6534ada', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:32.711670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59734) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:32.718256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:32.729680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9f78e-d6f1-4e89-912c-ca88d60c58f2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=0e1d2374-60d6-4563-a956-a5c8f6534ada,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:32.775236 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e98fc6-e9ed-44dc-b339-2e7b14e94d19 x-openstack-request-id: req-10e98fc6-e9ed-44dc-b339-2e7b14e94d19 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:32.776272 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "5033696b-2055-4efb-b2c5-4fd05f0b6590", "code": 200}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "b65990f9-0276-4a05-9ded-ff5cdaf5ec44", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:32.776272 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-10e98fc6-e9ed-44dc-b339-2e7b14e94d19 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:32.776272 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5033696b-2055-4efb-b2c5-4fd05f0b6590', 'code': 200} Nov 23 18:04:32.779458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825893-4112-449a-b832-66d9001d0ab0 req-b84600f1-afa5-4ccc-a430-b9e2cb111630 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:32.781805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f825893-4112-449a-b832-66d9001d0ab0 req-b84600f1-afa5-4ccc-a430-b9e2cb111630 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1885855 Nov 23 18:04:32.783817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:32.789203 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44', 'code': 200} Nov 23 18:04:32.799060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 0e1d2374-60d6-4563-a956-a5c8f6534ada details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:32.910411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f825893-4112-449a-b832-66d9001d0ab0 req-0a1a7bb3-f1e9-4318-8a4c-606704fe74f7 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050000 Nov 23 18:04:32.998769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 269950bf-657c-437c-9ee5-8ee2f67b1e73 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:33.003508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.007316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:33.014417 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.114402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 269950bf-657c-437c-9ee5-8ee2f67b1e73 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:33.114831 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.140097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:33.158267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Attempting to bind port 0208c222-25b7-4252-9802-bc6ab931932d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:33.160228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Attempting to bind port 0208c222-25b7-4252-9802-bc6ab931932d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:33.160871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Attempting to bind port 0208c222-25b7-4252-9802-bc6ab931932d on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:33.271920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Allocated IP 172.25.0.136 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/6e8c721f-8d6f-4d92-bb16-d5a9c57b5ffa) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:33.333196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:33.336528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Checking segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:33.337135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.342447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Bound using segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:33.343144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Bound port: 0208c222-25b7-4252-9802-bc6ab931932d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:33.343899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.348541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5b8bac99-2d65-464c-b1cd-80b958dfd87c None None] Provisioning complete for port 0208c222-25b7-4252-9802-bc6ab931932d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:33.351612 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b8bac99-2d65-464c-b1cd-80b958dfd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.449439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bac99-2d65-464c-b1cd-80b958dfd87c None None] Port 0208c222-25b7-4252-9802-bc6ab931932d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:33.457613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.607677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-ee448cd3-7002-4249-9ccd-ed06f7963067 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:33.620088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-ee448cd3-7002-4249-9ccd-ed06f7963067 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:33.634537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] For port 0208c222-25b7-4252-9802-bc6ab931932d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:33.636656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-ee448cd3-7002-4249-9ccd-ed06f7963067 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:33.641445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] For port 0208c222-25b7-4252-9802-bc6ab931932d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0208c222-25b7-4252-9802-bc6ab931932d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:33.641445 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.643658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-ee448cd3-7002-4249-9ccd-ed06f7963067 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:33.654610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-ee448cd3-7002-4249-9ccd-ed06f7963067 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:33.655347 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.661520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-ee448cd3-7002-4249-9ccd-ed06f7963067 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:33.669137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-ee448cd3-7002-4249-9ccd-ed06f7963067 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:33.677523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-ee448cd3-7002-4249-9ccd-ed06f7963067 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5443 time: 0.3277085 Nov 23 18:04:33.729451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba252623-7fb1-4455-a18a-70f2344a37cd None None] Pushing event updated for resources: {'Port': ['ID=0208c222-25b7-4252-9802-bc6ab931932d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:33.780004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.802851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 269950bf-657c-437c-9ee5-8ee2f67b1e73, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:33.815909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:33.817061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:33.822040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:33.957296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=269950bf-657c-437c-9ee5-8ee2f67b1e73,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:33.958535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d01f388c-ad0d-4f5d-9446-7e28dcaa389f req-5aafc26c-edc8-4c55-84ce-b6f49e55a32a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2800317 Nov 23 18:04:33.960024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.105250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:34.108360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:34.124246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:34.170976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:34.334088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-475648f6-7636-4bd5-a7a4-96740ea578d0 None None] Provisioning complete for port 0208c222-25b7-4252-9802-bc6ab931932d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:34.348478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-475648f6-7636-4bd5-a7a4-96740ea578d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.386338 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.395845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'Port': ['ID=6e8c721f-8d6f-4d92-bb16-d5a9c57b5ffa,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:34.468782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.526168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=010283bf-66fb-4522-9182-3b446793d06c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:34.553536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': 'c022977a-4d76-4ed8-bd17-d5e3c402ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e1d2374-60d6-4563-a956-a5c8f6534ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:34.554343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: 0e1d2374-60d6-4563-a956-a5c8f6534ada, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:34.583892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network 0e1d2374-60d6-4563-a956-a5c8f6534ada is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:34.603225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 0e1d2374-60d6-4563-a956-a5c8f6534ada) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:34.617345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:34.617345 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.650075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94787ca0-b128-429e-ab9b-b18869008155 None None] Network 0e1d2374-60d6-4563-a956-a5c8f6534ada requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:34.654326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f39e4265-9088-4680-a1ef-3f0296006628 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0028493 Nov 23 18:04:34.658557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59788) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:34.663607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1967185935'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:34.716387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:34.719796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb966c-91ae-4e11-a385-22df01ee2bc4 req-3e370ade-2090-4d0f-bea9-4f01db83e904 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:34.720825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.734176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5edb966c-91ae-4e11-a385-22df01ee2bc4 req-3e370ade-2090-4d0f-bea9-4f01db83e904 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 945 time: 0.1889913 Nov 23 18:04:34.770447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:34.793559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.796528 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment ea5062aa-53fc-4738-a98c-cb689682a1df of type vlan for network 927a1f87-bed9-428d-b68e-8939e4d86d22 Nov 23 18:04:34.838396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5edb966c-91ae-4e11-a385-22df01ee2bc4 req-046bb665-92fa-4210-a4ca-01dff9e933d1 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032274 Nov 23 18:04:34.899932 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.962813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:34.971621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:34.972573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.078860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=927a1f87-bed9-428d-b68e-8939e4d86d22,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:35.100835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.107221 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-172b7c16-7631-47ff-b37c-bf37d5d40d1d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4474964 Nov 23 18:04:35.107431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59800) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:35.117756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': '927a1f87-bed9-428d-b68e-8939e4d86d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:35.228576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269950bf-657c-437c-9ee5-8ee2f67b1e73'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:35.235802 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6776c9-e183-4a27-9141-b4d96a7590cf" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "269950bf-657c-437c-9ee5-8ee2f67b1e73"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:35.246082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 927a1f87-bed9-428d-b68e-8939e4d86d22 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:35.290066 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.470829 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-475648f6-7636-4bd5-a7a4-96740ea578d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.591996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'Port': ['ID=6e8c721f-8d6f-4d92-bb16-d5a9c57b5ffa,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:35.630886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-1e0db848-2577-4c07-b3f6-1d4a39860237 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:35.650494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-1e0db848-2577-4c07-b3f6-1d4a39860237 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:35.663283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-1e0db848-2577-4c07-b3f6-1d4a39860237 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:35.673420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-1e0db848-2577-4c07-b3f6-1d4a39860237 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:35.676191 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae9b29-bf06-441b-abc6-fa61da579d1a x-openstack-request-id: req-efae9b29-bf06-441b-abc6-fa61da579d1a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:35.676601 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-plugged", "status": "completed", "tag": "269950bf-657c-437c-9ee5-8ee2f67b1e73", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:35.677082 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-efae9b29-bf06-441b-abc6-fa61da579d1a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:35.677644 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269950bf-657c-437c-9ee5-8ee2f67b1e73', 'code': 200} Nov 23 18:04:35.692927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-1e0db848-2577-4c07-b3f6-1d4a39860237 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:35.714014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:33Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:35.731743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-1e0db848-2577-4c07-b3f6-1d4a39860237 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:35.741167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-1e0db848-2577-4c07-b3f6-1d4a39860237 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:35.775678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-1e0db848-2577-4c07-b3f6-1d4a39860237 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.5019732 Nov 23 18:04:35.788847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.791643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:35.795275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.798837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed8d1e3-8045-406f-89a9-bd68ee630310 None None] The sync data for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 is: [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:33Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:35.802513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-475648f6-7636-4bd5-a7a4-96740ea578d0 None None] For port 0208c222-25b7-4252-9802-bc6ab931932d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0208c222-25b7-4252-9802-bc6ab931932d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:35.816829 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-475648f6-7636-4bd5-a7a4-96740ea578d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.939909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.949095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4c21a93f-bbee-4180-921b-3ed348c2f8c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2281246 Nov 23 18:04:35.954957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-0e1d2374-60d6-4563-a956-a5c8f6534ada', 'network_id': '0e1d2374-60d6-4563-a956-a5c8f6534ada', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': '010283bf-66fb-4522-9182-3b446793d06c'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:35.955849 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.979659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475648f6-7636-4bd5-a7a4-96740ea578d0 None None] Pushing event updated for resources: {'Port': ['ID=0208c222-25b7-4252-9802-bc6ab931932d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:36.251693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Allocated IP 172.20.255.242 (0e1d2374-60d6-4563-a956-a5c8f6534ada/010283bf-66fb-4522-9182-3b446793d06c/24d29b54-de9a-4425-bb62-847f433a30be) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:36.403668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ceab2f6-3176-4b91-b54a-2bfd7dc2856b req-03c6948a-97b0-4ee2-a425-2b2135fb29f3 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6260762 Nov 23 18:04:36.509605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284ea5c-0410-4aee-885c-feb3a20a96c8 req-c26174cd-6fc2-42da-bd84-2df144824ea1 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.521525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4284ea5c-0410-4aee-885c-feb3a20a96c8 req-c26174cd-6fc2-42da-bd84-2df144824ea1 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 945 time: 0.5695770 Nov 23 18:04:36.566727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-e89c0044-afa5-4f48-bcde-2a335e5ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.567297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-e89c0044-afa5-4f48-bcde-2a335e5ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.567965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-e89c0044-afa5-4f48-bcde-2a335e5ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.568294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-e89c0044-afa5-4f48-bcde-2a335e5ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.568707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-e89c0044-afa5-4f48-bcde-2a335e5ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.569689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-e89c0044-afa5-4f48-bcde-2a335e5ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.570168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-e89c0044-afa5-4f48-bcde-2a335e5ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.572361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-e89c0044-afa5-4f48-bcde-2a335e5ba6c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6501 time: 0.7847941 Nov 23 18:04:36.611614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-0ce0306c-a008-4732-a1aa-8af85a907dd3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3331540 Nov 23 18:04:36.691596 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:36.704939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:36.766048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Pushing event updated for resources: {'Port': ['ID=24d29b54-de9a-4425-bb62-847f433a30be,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:36.783824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Network 0e1d2374-60d6-4563-a956-a5c8f6534ada is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:36.785325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:36.797899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:36.946570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4284ea5c-0410-4aee-885c-feb3a20a96c8 req-4d1f9dba-1afe-4235-921a-5a1c677bc5f4 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240322 Nov 23 18:04:36.982929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Attempting to bind port 24d29b54-de9a-4425-bb62-847f433a30be on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:36.983384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Attempting to bind port 24d29b54-de9a-4425-bb62-847f433a30be by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c022977a-4d76-4ed8-bd17-d5e3c402ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e1d2374-60d6-4563-a956-a5c8f6534ada'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:36.983842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Attempting to bind port 24d29b54-de9a-4425-bb62-847f433a30be on network 0e1d2374-60d6-4563-a956-a5c8f6534ada {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:37.010260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:37.010790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Checking segment: {'id': 'c022977a-4d76-4ed8-bd17-d5e3c402ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e1d2374-60d6-4563-a956-a5c8f6534ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:37.011275 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:37.011835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Bound using segment: {'id': 'c022977a-4d76-4ed8-bd17-d5e3c402ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e1d2374-60d6-4563-a956-a5c8f6534ada'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:37.012740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Bound port: 24d29b54-de9a-4425-bb62-847f433a30be, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c022977a-4d76-4ed8-bd17-d5e3c402ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e1d2374-60d6-4563-a956-a5c8f6534ada'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:37.015552 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:37.174352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2cb0d79f-756e-47bb-8ad6-51d62f0bf98c req-5a844d6b-40f1-49f8-bbb0-ca7ab8efe87d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5753884 Nov 23 18:04:37.188745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0208c222-25b7-4252-9802-bc6ab931932d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:37.221552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-690ae300-6082-47eb-8f8f-db07654b1fe0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1076625058&fields=id&tenant_id=30784fb765974f04b1f5b841ab0839c4 HTTP/1.1" status: 200 len: 267 time: 0.4691215 Nov 23 18:04:37.313630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] For port 24d29b54-de9a-4425-bb62-847f433a30be, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:37.317306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] For port 24d29b54-de9a-4425-bb62-847f433a30be, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=24d29b54-de9a-4425-bb62-847f433a30be,segment=NetworkSegment(c022977a-4d76-4ed8-bd17-d5e3c402ccae),segment_id=c022977a-4d76-4ed8-bd17-d5e3c402ccae)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:37.336392 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:37.345215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0208c222-25b7-4252-9802-bc6ab931932d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:37.345215 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:37.451254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-80f2fd95-859f-461e-abb5-f24b4017fccc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:37.454583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-80f2fd95-859f-461e-abb5-f24b4017fccc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.2319219 Nov 23 18:04:37.475373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcdb2d-7625-4a1b-b776-ad63ba0f2bb0 None None] Pushing event updated for resources: {'Port': ['ID=24d29b54-de9a-4425-bb62-847f433a30be,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:37.598989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-d747b09f-293b-4e00-a227-3a6379a357dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:37.603557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-d747b09f-293b-4e00-a227-3a6379a357dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1097 time: 0.8525443 Nov 23 18:04:37.698230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-0b4d3fe1-8a13-4f4a-9d9f-3dcbbee238b9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/quotas/30784fb765974f04b1f5b841ab0839c4 HTTP/1.1" status: 200 len: 375 time: 0.1726499 Nov 23 18:04:37.714290 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:38.306039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-79f7df8d-9a09-4597-bfd3-9ae1afa600a6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.312570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-79f7df8d-9a09-4597-bfd3-9ae1afa600a6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.322809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-79f7df8d-9a09-4597-bfd3-9ae1afa600a6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.331183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-79f7df8d-9a09-4597-bfd3-9ae1afa600a6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.340322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-79f7df8d-9a09-4597-bfd3-9ae1afa600a6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.347179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-79f7df8d-9a09-4597-bfd3-9ae1afa600a6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.358462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-79f7df8d-9a09-4597-bfd3-9ae1afa600a6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.367492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-79f7df8d-9a09-4597-bfd3-9ae1afa600a6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.8157074 Nov 23 18:04:38.478753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-e2b1796d-e081-4016-a62a-f060a88d141f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7782180 Nov 23 18:04:38.668708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': 'ea5062aa-53fc-4738-a98c-cb689682a1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '927a1f87-bed9-428d-b68e-8939e4d86d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:38.669084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: 927a1f87-bed9-428d-b68e-8939e4d86d22, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:38.860690 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-2f407078-4071-428d-9718-39d245c2be9b tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.862293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-2f407078-4071-428d-9718-39d245c2be9b tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 945 time: 1.5009019 Nov 23 18:04:38.901131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-fa22a54e-7a6a-4723-9d40-98e49f34cc06 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4399621 Nov 23 18:04:39.074792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dee32da-49e8-4d6e-92cb-a9b94674e31b req-ac85eeef-9283-4096-9503-54737d9299f5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7061911 Nov 23 18:04:39.079939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 24d29b54-de9a-4425-bb62-847f433a30be up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:39.193019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=969a6c5f-aac2-4f46-8773-5a743bfa06e2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:39.204552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 24d29b54-de9a-4425-bb62-847f433a30be triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:39.204944 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:39.225160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network 927a1f87-bed9-428d-b68e-8939e4d86d22 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:39.289035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1de11f3-c6dc-4e38-b326-3df157c69795 None None] Network 0e1d2374-60d6-4563-a956-a5c8f6534ada requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:39.301039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-f9a11be7-0dcc-4868-8e72-84ebf5252280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:39.302876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-f9a11be7-0dcc-4868-8e72-84ebf5252280 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 1.6498988 Nov 23 18:04:39.316999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 927a1f87-bed9-428d-b68e-8939e4d86d22) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:39.338235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe795bf0-0803-4a42-a15b-a50bc16805d4 None None] Network 927a1f87-bed9-428d-b68e-8939e4d86d22 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:39.363538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:39.366316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:39.412508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-70c0e6d9-64d1-41bd-b8d6-26b85cbe2d38 None None] Provisioning complete for port 24d29b54-de9a-4425-bb62-847f433a30be triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:39.412919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-70c0e6d9-64d1-41bd-b8d6-26b85cbe2d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:39.497008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-380cb9ef-1fd3-48ea-9605-69c684912ed3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 200 len: 1001 time: 0.1627908 Nov 23 18:04:39.499719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-4f0532bf-3285-4cfe-a932-33a7f2f0e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:39.501300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-4f0532bf-3285-4cfe-a932-33a7f2f0e160 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 1097 time: 0.4528351 Nov 23 18:04:39.540778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-2de7bef3-f819-42e7-a104-36a461a05257 service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9746976 Nov 23 18:04:39.726839 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:39.769925 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-70c0e6d9-64d1-41bd-b8d6-26b85cbe2d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:39.829053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 24d29b54-de9a-4425-bb62-847f433a30be, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=24d29b54-de9a-4425-bb62-847f433a30be,segment=NetworkSegment(c022977a-4d76-4ed8-bd17-d5e3c402ccae),segment_id=c022977a-4d76-4ed8-bd17-d5e3c402ccae)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:39.861822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:39.862272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-36cbcaa2-8dc7-4997-8547-bdc485ea310a service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187828 Nov 23 18:04:39.868288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-0f36ae33-94c3-4ff5-bb91-c562d8ae3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:39.874531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-0f36ae33-94c3-4ff5-bb91-c562d8ae3dd3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 200 len: 912 time: 0.2057660 Nov 23 18:04:39.878200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-3936daa5-f101-4fc0-a6ad-3dfce3ef6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:39.884816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-3936daa5-f101-4fc0-a6ad-3dfce3ef6662 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.1145821 Nov 23 18:04:40.026013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839a70e-8d17-47ea-bd02-db2f8eb2302a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-927a1f87-bed9-428d-b68e-8939e4d86d22', 'network_id': '927a1f87-bed9-428d-b68e-8939e4d86d22', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': '969a6c5f-aac2-4f46-8773-5a743bfa06e2'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:40.067861 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e839a70e-8d17-47ea-bd02-db2f8eb2302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:40.105722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=24d29b54-de9a-4425-bb62-847f433a30be,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:40.200878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-56b5a880-f46a-4c73-8c61-ec267343b38d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 5.0923622 Nov 23 18:04:40.205086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59912) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:40.255923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-c76d3947-8543-464b-a260-955eb2180362 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee HTTP/1.1" status: 200 len: 1001 time: 0.3634391 Nov 23 18:04:40.414557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Deleting port ad2bec3b-6917-4521-a0e6-6b5facad5fad {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:40.415241 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:40.517739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:40.636311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832f7c-85d1-4b53-9dc4-b9961fd3a2d9 req-1a1b50b9-7bb7-48be-a408-e6eef9a1f2de tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:40.657008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:40.660322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7832f7c-85d1-4b53-9dc4-b9961fd3a2d9 req-1a1b50b9-7bb7-48be-a408-e6eef9a1f2de tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 945 time: 1.1576774 Nov 23 18:04:40.726979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ad2bec3b-6917-4521-a0e6-6b5facad5fad no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:40.746228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:40.765109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-60248465-9f84-4507-80cd-db83478b83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:40.767924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-60248465-9f84-4507-80cd-db83478b83f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 200 len: 850 time: 0.4997265 Nov 23 18:04:40.800867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=969a6c5f-aac2-4f46-8773-5a743bfa06e2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:40.801170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-015088b9-13f6-4703-a1c6-2e90dcd68e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:40.804486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-015088b9-13f6-4703-a1c6-2e90dcd68e04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6508665 Nov 23 18:04:40.816862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-70c0e6d9-64d1-41bd-b8d6-26b85cbe2d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:04:40.817229 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-70c0e6d9-64d1-41bd-b8d6-26b85cbe2d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-e839a70e-8d17-47ea-bd02-db2f8eb2302a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 969a6c5f-aac2-4f46-8773-5a743bfa06e2: This subnet is being modified by another concurrent operation. Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:04:40.902858 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 969a6c5f-aac2-4f46-8773-5a743bfa06e2: This subnet is being modified by another concurrent operation. Nov 23 18:04:40.906630 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:04:40.938325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:40.941636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-4c4b8b70-e3f1-44d0-88d7-533566acc0c1 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093223 Nov 23 18:04:40.945192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446133e-5926-4a0d-8d85-8ae5da11ac8c None None] Network 927a1f87-bed9-428d-b68e-8939e4d86d22 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:40.975888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927a1f87-bed9-428d-b68e-8939e4d86d22']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:40.993422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5062aa-53fc-4738-a98c-cb689682a1df') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:40.993896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5062aa-53fc-4738-a98c-cb689682a1df') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:41.016419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.050966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.057376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7832f7c-85d1-4b53-9dc4-b9961fd3a2d9 req-f6c8e049-b744-4119-9d74-4ed62e7d7942 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955345 Nov 23 18:04:41.059282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:41.059698 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:41.063359 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:41.139195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.154101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 24d29b54-de9a-4425-bb62-847f433a30be up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:41.154652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.165643 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/927a1f87-bed9-428d-b68e-8939e4d86d22 HTTP/1.1" status: 204 len: 168 time: 0.9587474 Nov 23 18:04:41.171895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59942) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:41.184896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-7fd0075f-f01f-49e3-9c6f-14154f58f268 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.192893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-7fd0075f-f01f-49e3-9c6f-14154f58f268 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.200530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-7fd0075f-f01f-49e3-9c6f-14154f58f268 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.216705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-7fd0075f-f01f-49e3-9c6f-14154f58f268 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.224104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-7fd0075f-f01f-49e3-9c6f-14154f58f268 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.227214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695329511'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:41.233143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-7fd0075f-f01f-49e3-9c6f-14154f58f268 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.239202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015166e-8221-481b-8da8-976c3609d71c tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=927a1f87-bed9-428d-b68e-8939e4d86d22,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:41.239844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-7fd0075f-f01f-49e3-9c6f-14154f58f268 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.256550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-7fd0075f-f01f-49e3-9c6f-14154f58f268 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.5757954 Nov 23 18:04:41.292942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:41.296979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.315402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] For port ad2bec3b-6917-4521-a0e6-6b5facad5fad, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:41.315913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.432185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:41.458532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.463056 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 696b855a-ab74-45b1-894c-2c724a51f612 of type vlan for network a96be0f6-f249-4b86-962d-0f4d3302b21f Nov 23 18:04:41.528328 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.559527 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.633000 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.642966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.643778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a633fe-b7ac-4d9b-be07-346a9c51cdb8 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:04:41.644809 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.732270 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5171592 Nov 23 18:04:41.732834 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.733211 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.733728 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Floating IP 41f45129-ef65-4271-b6cf-1a43f484c1ba disassociated. External IP: 172.25.0.64, port: ad2bec3b-6917-4521-a0e6-6b5facad5fad. Nov 23 18:04:41.734095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Calling delete_port for ad2bec3b-6917-4521-a0e6-6b5facad5fad owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:41.739567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:41.754542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': 'a96be0f6-f249-4b86-962d-0f4d3302b21f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:41.828380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:41.834270 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85427904-4a89-4a0d-aa50-c8f6ec56ad5e" -d '{"events": [{"server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:41.845378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-55b5a4e1-151d-4e6a-9b7e-ed924f015fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.872193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a78191-cd38-469b-be85-76f8934d8604 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=a96be0f6-f249-4b86-962d-0f4d3302b21f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:41.915394 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ad2bec3b-6917-4521-a0e6-6b5facad5fad, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ad2bec3b-6917-4521-a0e6-6b5facad5fad,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:41.936487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 24d29b54-de9a-4425-bb62-847f433a30be triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:41.937656 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:41.973905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbd7b39f-5e7d-45bd-bad1-513b39937569 req-5572e079-6847-4e48-afb7-0b75afeef139 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0056043 Nov 23 18:04:42.045517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a96be0f6-f249-4b86-962d-0f4d3302b21f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:42.086066 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:42.099007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e58b01a-db1d-4dde-b8bb-39df71b40606 req-1c10fda9-52a6-4aef-af1e-ea474dfbb96a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 210 time: 0.2768059 Nov 23 18:04:42.130470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:42.131856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-c057ce70-624d-4898-92d3-a513427c2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:42.133631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-c057ce70-624d-4898-92d3-a513427c2c4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=769975ee-2b29-4639-bb3e-92888466febe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3197327 Nov 23 18:04:42.136669 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:42.177314 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:42.279064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event deleted for resources: {'Port': ['ID=ad2bec3b-6917-4521-a0e6-6b5facad5fad,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:42.296458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6281b20f-6f44-4d76-8998-f7821612c47b None None] Provisioning complete for port 24d29b54-de9a-4425-bb62-847f433a30be triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:42.297914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6281b20f-6f44-4d76-8998-f7821612c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:42.352549 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Performing IP validity checks on allocation pools {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:04:42.353259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:04:42.424783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Router 0ae023df-8625-4fb4-894e-2f7f078a53f6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:42.638878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-79255538-c7eb-41bd-b1ed-6ce316b58337 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:42.640486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-79255538-c7eb-41bd-b1ed-6ce316b58337 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.2140782 Nov 23 18:04:42.641286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event deleted for resources: {'Port': ['ID=ad2bec3b-6917-4521-a0e6-6b5facad5fad,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:42.644469 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98fe25e-1ca6-4a5b-b513-b506f337a2f0 x-openstack-request-id: req-e98fe25e-1ca6-4a5b-b513-b506f337a2f0 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:42.647552 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:42.648191 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e98fe25e-1ca6-4a5b-b513-b506f337a2f0 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:42.650113 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'code': 200} Nov 23 18:04:42.656027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:42.731597 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:04:42.748289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-68399fbb-13bc-4f58-8a40-8c02961e7ba5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30784fb765974f04b1f5b841ab0839c4 HTTP/1.1" status: 200 len: 380 time: 0.0914326 Nov 23 18:04:42.766498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'port': {'device_id': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'admin_state_up': True, 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'security_groups': ['1c67d40f-6450-4cb4-88dc-94571a4812e6']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:42.784511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=53d7f0fe-3e65-4cbc-b90a-ab2c95fa383f,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:42.798116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': '696b855a-ab74-45b1-894c-2c724a51f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a96be0f6-f249-4b86-962d-0f4d3302b21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:42.798681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: a96be0f6-f249-4b86-962d-0f4d3302b21f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:42.820923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network a96be0f6-f249-4b86-962d-0f4d3302b21f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:42.836458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a96be0f6-f249-4b86-962d-0f4d3302b21f) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:42.846883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:42.848110 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:42.876264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd0966b4-794e-4441-b3a3-dd0bc11cc139 req-a03692e4-4b38-427f-bc4b-e76d8bdb944c tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.6181290 Nov 23 18:04:42.938585 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b3cfc927-c06f-4b73-bf51-93de51f228c9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1908121 Nov 23 18:04:42.938979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59978) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:43.128991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a633fe-b7ac-4d9b-be07-346a9c51cdb8 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:04:43.207895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a46f2cd2-72ca-4a95-82d9-204e7a13e8a6 req-7627aa23-f1f7-42b1-b6ee-dbc42be5a202 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.3277662 Nov 23 18:04:43.221119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.364212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.501434 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-367eecc5-1afb-4057-a638-d5a29af8dfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.588233 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.623680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee8cbaa7-0dcc-459d-b108-eae57170b38f req-0c41ff3d-d8e7-4baf-b49c-04db2f894934 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 210 time: 0.2565682 Nov 23 18:04:43.687453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=53d7f0fe-3e65-4cbc-b90a-ab2c95fa383f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:43.704914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-fc9e8294-6cd1-48a5-a3ef-09bb02b803eb service neutron] 10.222.0.66 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3317101 Nov 23 18:04:43.705840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Made reservation on behalf of 30784fb765974f04b1f5b841ab0839c4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:43.710596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.744401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a338-175e-410f-bfb6-ab4bbf7bd22b req-47ff45c1-9618-45e5-a8a5-e3db38a52d9d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.753746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a338-175e-410f-bfb6-ab4bbf7bd22b req-47ff45c1-9618-45e5-a8a5-e3db38a52d9d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.763363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a338-175e-410f-bfb6-ab4bbf7bd22b req-47ff45c1-9618-45e5-a8a5-e3db38a52d9d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.772669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a338-175e-410f-bfb6-ab4bbf7bd22b req-47ff45c1-9618-45e5-a8a5-e3db38a52d9d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.780895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a338-175e-410f-bfb6-ab4bbf7bd22b req-47ff45c1-9618-45e5-a8a5-e3db38a52d9d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.788840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a338-175e-410f-bfb6-ab4bbf7bd22b req-47ff45c1-9618-45e5-a8a5-e3db38a52d9d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.795990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a338-175e-410f-bfb6-ab4bbf7bd22b req-47ff45c1-9618-45e5-a8a5-e3db38a52d9d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.798124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a601a338-175e-410f-bfb6-ab4bbf7bd22b req-47ff45c1-9618-45e5-a8a5-e3db38a52d9d tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.6175473 Nov 23 18:04:43.812029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59998) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:43.819431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Request body: {'floatingip': {'port_id': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:43.861432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.878246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43058a-d9ee-4676-b811-680ef11c58a9 None None] Network a96be0f6-f249-4b86-962d-0f4d3302b21f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:43.909182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96be0f6-f249-4b86-962d-0f4d3302b21f']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:43.922180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696b855a-ab74-45b1-894c-2c724a51f612') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:43.922555 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696b855a-ab74-45b1-894c-2c724a51f612') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:43.933824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.960433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.971089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:43.976509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:43.976929 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.988413 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] Sync routers for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:43.997772 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:44.009546 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:44.010196 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:44.081366 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.156709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.164913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.180166 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/a96be0f6-f249-4b86-962d-0f4d3302b21f HTTP/1.1" status: 204 len: 168 time: 1.2362664 Nov 23 18:04:44.197295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60012) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:44.202342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1130891648'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:44.261018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5483ae23-96e4-4fc6-809c-c68ec989af79 None None] Network a96be0f6-f249-4b86-962d-0f4d3302b21f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:44.271131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca2ad1-edff-4f1f-9b62-9c6f60f57721 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=a96be0f6-f249-4b86-962d-0f4d3302b21f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:44.284177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:44.303635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5483ae23-96e4-4fc6-809c-c68ec989af79 None None] Network a96be0f6-f249-4b86-962d-0f4d3302b21f could not be found, it might have been deleted concurrently. {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:04:44.310639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.316261 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:44.425768 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:44.456432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.456785 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc of type vlan for network bdb24a05-2f29-49f6-a4df-b5386de7c6ca Nov 23 18:04:44.552363 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.588845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.595147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:44.595785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.754088 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:24Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:44.775490 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5768311 Nov 23 18:04:44.816580 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] Checking router: 0ae023df-8625-4fb4-894e-2f7f078a53f6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:44.821633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60034) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:44.828046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': 'bdb24a05-2f29-49f6-a4df-b5386de7c6ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:44.836245 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:44.836876 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:44.849691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa6fe8-0d63-4d2a-8a01-67c83f827dc4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=bdb24a05-2f29-49f6-a4df-b5386de7c6ca,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:44.866839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network bdb24a05-2f29-49f6-a4df-b5386de7c6ca details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:44.951038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:44.953806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] No DVR routers for this DVR port ad2bec3b-6917-4521-a0e6-6b5facad5fad on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:44.977270 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.016044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.019402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9774217b-c3f1-4da7-a0d2-652ab45b21b5 req-160145b2-6442-4c5f-aff4-71d1b5639721 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.72 "DELETE /v2.0/ports/ad2bec3b-6917-4521-a0e6-6b5facad5fad HTTP/1.1" status: 204 len: 173 time: 6.1138849 Nov 23 18:04:45.029633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'name': 'network-vif-deleted', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:45.032293 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f17d1e-fc00-408e-97d0-bc3557342f94" -d '{"events": [{"server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "name": "network-vif-deleted", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:45.043710 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:45.102929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.116559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e975d17c-a768-4b38-9b9b-708d0507dbc2 req-f42f85e3-3dcf-43db-a339-f7d7bcbbccca service neutron] 10.222.0.66 "GET /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3988461 Nov 23 18:04:45.161931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adee8a5a-3f46-4222-b57e-30b70f99792d req-e87615fa-5a53-476b-a724-7bd257d67276 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.1952057 Nov 23 18:04:45.164390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f123ef9d-783d-4325-bee5-2d045493ee72 req-c4b3c082-4c15-4b89-b1f9-aae277a6ff6f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 210 time: 0.2073042 Nov 23 18:04:45.446628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.451510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Allocated IP 172.20.0.5 (0e506f5b-b1e6-48f6-b977-02d29eae9485/29603be6-be3d-4ac7-a191-6c5af7d4201c/0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:45.587409 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:24Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:45.598752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=3da96c6b-3553-4eb8-9a06-010d1b647cbf,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:45.604842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'bdb24a05-2f29-49f6-a4df-b5386de7c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:45.607182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: bdb24a05-2f29-49f6-a4df-b5386de7c6ca, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:45.623895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.639202 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc16dd6-270a-4722-aabb-b369fe11faa7 None None] The sync data for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 is: [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:01:18Z', 'revision_number': 4, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'b631adbc-bef5-4c1a-9a48-69ea85954a90', 'name': '', 'network_id': 'dff4fc6e-ebeb-4fca-96e6-9327d954883c', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'mac_address': 'fa:16:3e:05:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:16Z', 'updated_at': '2021-11-23T18:01:24Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'subnets': [{'id': 'ddd47296-ed78-43bb-86ab-9be540ca64cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:45.651806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network bdb24a05-2f29-49f6-a4df-b5386de7c6ca is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:45.673453 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b286d-fcb9-4487-8583-ae5bb2989d19 x-openstack-request-id: req-f88b286d-fcb9-4487-8583-ae5bb2989d19 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:45.673758 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6", "name": "network-vif-deleted", "tag": "ad2bec3b-6917-4521-a0e6-6b5facad5fad", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:45.674017 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f88b286d-fcb9-4487-8583-ae5bb2989d19 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:45.675775 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6', 'name': 'network-vif-deleted', 'tag': 'ad2bec3b-6917-4521-a0e6-6b5facad5fad', 'status': 'completed', 'code': 200} Nov 23 18:04:45.697748 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, bdb24a05-2f29-49f6-a4df-b5386de7c6ca) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:45.710077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39530e63-d69b-45bb-8468-f1c41a157209 None None] Network bdb24a05-2f29-49f6-a4df-b5386de7c6ca requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:45.712018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:45.712636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.748050 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-faaded9b-c387-43eb-853b-0a9f1cb13eea tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9225416 Nov 23 18:04:45.748341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60078) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:45.806482 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.958064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.960640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-bdb24a05-2f29-49f6-a4df-b5386de7c6ca', 'network_id': 'bdb24a05-2f29-49f6-a4df-b5386de7c6ca', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': '3da96c6b-3553-4eb8-9a06-010d1b647cbf'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:45.961638 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.978124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:46.005388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:46.010923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:46.055055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0f4b3-f607-4849-81f9-4af131a174b4 req-0fc047bc-928e-462b-9676-ddc4767802f0 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:46.057013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9c0f4b3-f607-4849-81f9-4af131a174b4 req-0fc047bc-928e-462b-9676-ddc4767802f0 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 950 time: 0.3986373 Nov 23 18:04:46.107426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:46.211210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74015f-c975-4857-b2f9-f048050cfe1f None None] New status for floating IP 41f45129-ef65-4271-b6cf-1a43f484c1ba: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:04:46.262672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:46.282051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:46.282719 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:46.398088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Allocated IP 172.20.0.1 (bdb24a05-2f29-49f6-a4df-b5386de7c6ca/3da96c6b-3553-4eb8-9a06-010d1b647cbf/4a6cdf3b-404f-412a-8dbe-2512bc950624) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:46.406672 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-294dcc1e-3a0b-455b-9ac7-462debf9cc44 req-bd521370-c656-43da-8230-e2e474638bbd tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0532107 Nov 23 18:04:46.426098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-8d4e34fd-840c-48e5-9b7b-ff00a4876de7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6645193 Nov 23 18:04:46.451281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9c0f4b3-f607-4849-81f9-4af131a174b4 req-03a63a12-8f80-477e-ae84-03bc25983e1b tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484648 Nov 23 18:04:46.521194 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:46.549984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Request body: {'port': {'device_id': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:46.561392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4633118b-4702-4cdb-a85a-d745343f6288 None None] Provisioning complete for port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:46.561773 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4633118b-4702-4cdb-a85a-d745343f6288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:46.754084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be8d9-d680-4149-85b2-64b328df20f7 req-32d6f5d6-59cb-4c8a-808a-e34b3f15b66e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:46.763460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c5be8d9-d680-4149-85b2-64b328df20f7 req-32d6f5d6-59cb-4c8a-808a-e34b3f15b66e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 931 time: 0.1490633 Nov 23 18:04:46.777432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:46.811592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:46.823327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4633118b-4702-4cdb-a85a-d745343f6288 None None] Port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:46.853165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:46.865093 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:46.904206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=3da96c6b-3553-4eb8-9a06-010d1b647cbf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:46.957511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Network bdb24a05-2f29-49f6-a4df-b5386de7c6ca is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:46.967769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:47.006776 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:04:47.007460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:47.055095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.063135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Pushing event updated for resources: {'Port': ['ID=4a6cdf3b-404f-412a-8dbe-2512bc950624,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:47.107798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Attempting to bind port 4a6cdf3b-404f-412a-8dbe-2512bc950624 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:47.108183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Attempting to bind port 4a6cdf3b-404f-412a-8dbe-2512bc950624 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'bdb24a05-2f29-49f6-a4df-b5386de7c6ca'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:47.108796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Attempting to bind port 4a6cdf3b-404f-412a-8dbe-2512bc950624 on network bdb24a05-2f29-49f6-a4df-b5386de7c6ca {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:47.114612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:47.114901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Checking segment: {'id': '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'bdb24a05-2f29-49f6-a4df-b5386de7c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:47.115870 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.116254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Bound using segment: {'id': '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'bdb24a05-2f29-49f6-a4df-b5386de7c6ca'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:47.116808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Bound port: 4a6cdf3b-404f-412a-8dbe-2512bc950624, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'bdb24a05-2f29-49f6-a4df-b5386de7c6ca'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:47.117251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.118451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb24a05-2f29-49f6-a4df-b5386de7c6ca']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:47.133276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:47.133754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:47.136792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c5be8d9-d680-4149-85b2-64b328df20f7 req-2c0683aa-8195-40f5-bdea-aa69d2089f65 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719873 Nov 23 18:04:47.151145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.163799 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.179439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.187814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:47.188764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.222163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] For port 4a6cdf3b-404f-412a-8dbe-2512bc950624, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:47.227768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:47.231034 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:47.278404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] For port 4a6cdf3b-404f-412a-8dbe-2512bc950624, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a6cdf3b-404f-412a-8dbe-2512bc950624,segment=NetworkSegment(3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc),segment_id=3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:47.281001 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 18:04:47.281001 n-d-818932-3 neutron-server[120535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 18:04:47.281001 n-d-818932-3 neutron-server[120535]: [parameters: {'id': 'bdb24a05-2f29-49f6-a4df-b5386de7c6ca'}] Nov 23 18:04:47.281001 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:04:47.282009 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:04:47.287743 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.382295 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Floating IP b6f02ee5-c9db-4cad-bfe4-d54e6a529f99 associated. External IP: 172.25.0.170, port: e2d5d218-9328-4e2c-b2f5-1872bb32f3fc. Nov 23 18:04:47.492969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb5d0a-88c0-4864-8d41-88c8f2df0797 None None] Pushing event updated for resources: {'Port': ['ID=4a6cdf3b-404f-412a-8dbe-2512bc950624,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:47.504289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5126f-e1d8-40b2-a877-6b0c4939d009 None None] Network bdb24a05-2f29-49f6-a4df-b5386de7c6ca requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:47.659633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e17fe774-cf1a-4be7-aede-c7053049c65b req-42dec68a-fe5d-43ae-adf5-e8c61bf3d4a0 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0362484 Nov 23 18:04:47.748360 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.783253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.797591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74344c-819b-4989-ac92-0e7aa99c3ca5 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:04:47.887094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Deleting port 4a6cdf3b-404f-412a-8dbe-2512bc950624 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:47.887668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.046956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74344c-819b-4989-ac92-0e7aa99c3ca5 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:04:48.084811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] For port 4a6cdf3b-404f-412a-8dbe-2512bc950624, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a6cdf3b-404f-412a-8dbe-2512bc950624,segment=NetworkSegment(3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc),segment_id=3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:48.085637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.106568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Calling delete_port for 4a6cdf3b-404f-412a-8dbe-2512bc950624 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:48.182428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:48.226664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.262201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.267351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Transition to ACTIVE for port object 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:04:48.301267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.316127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Port': ['ID=4a6cdf3b-404f-412a-8dbe-2512bc950624,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:48.330203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No DVR routers for this DVR port 4a6cdf3b-404f-412a-8dbe-2512bc950624 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:48.373159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Router 31d02e60-9711-485b-b97d-7cc9f804d028 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:48.426434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.430232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81d118-4e20-44e1-81cd-d34671bc28d7 req-918c0b90-1713-4a19-8846-4219b6456f61 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:48.451626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c81d118-4e20-44e1-81cd-d34671bc28d7 req-918c0b90-1713-4a19-8846-4219b6456f61 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 943 time: 0.1909373 Nov 23 18:04:48.460287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb24a05-2f29-49f6-a4df-b5386de7c6ca']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:48.471089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:48.471531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b865a4b-7f12-4dc7-8c87-a6f56e3ecedc') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:48.485268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.499857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.507011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:48.507502 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:48.602877 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:48.606830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.617283 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.620915 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/bdb24a05-2f29-49f6-a4df-b5386de7c6ca HTTP/1.1" status: 204 len: 168 time: 2.8715084 Nov 23 18:04:48.630573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60192) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:48.636234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-392272441'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:48.641282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765d8e3-621b-41a3-af3e-e94743d36508 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=bdb24a05-2f29-49f6-a4df-b5386de7c6ca,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:48.658999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:48.667019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:48.676038 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] Sync routers for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:48.678290 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.705316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:48.710092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.712093 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:48.712864 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:48.723918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e84c8f82-9323-4b76-8c28-382a84a4d9ed tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "PUT /v2.0/floatingips/b6f02ee5-c9db-4cad-bfe4-d54e6a529f99 HTTP/1.1" status: 200 len: 991 time: 4.9086287 Nov 23 18:04:48.753650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:48.757371 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e8c06-f3f9-4462-b454-0eb198a3e573" -d '{"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:48.801375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:48.828565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c81d118-4e20-44e1-81cd-d34671bc28d7 req-90333001-a8ff-4ed0-9488-867104de5ea9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759265 Nov 23 18:04:48.846489 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.847521 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 3d75806f-3fb5-47c9-b61f-10b2233657c8 of type vlan for network e695b1ee-bf10-44b5-9b0f-6804c47fffad Nov 23 18:04:48.920334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.960127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.973682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:48.975128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9caa9cd-cafb-4ef4-813b-f25596bc7d21 req-24e29f7e-982f-4a69-812d-03db67f91a4f tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.1082115 Nov 23 18:04:48.999480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Attempting to bind port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:48.999828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Attempting to bind port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:49.000169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Attempting to bind port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:49.005071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.005530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:49.006398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Attempting to bind port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:49.012199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:49.012553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Checking segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:49.012927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Bound using segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:49.013363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Bound port: 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:49.013726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.024573 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:49.055836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:49.094747 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b0c225-4a6d-4f9e-838c-1f906c71d5b9 x-openstack-request-id: req-e9b0c225-4a6d-4f9e-838c-1f906c71d5b9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:49.095159 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:49.095914 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e9b0c225-4a6d-4f9e-838c-1f906c71d5b9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:49.096552 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'status': 'completed', 'code': 200} Nov 23 18:04:49.124012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4893599 Nov 23 18:04:49.126271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60212) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:49.149332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': 'e695b1ee-bf10-44b5-9b0f-6804c47fffad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:49.314145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-d612dacc-8296-4f1c-9df1-b2628a467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.315096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-d612dacc-8296-4f1c-9df1-b2628a467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.315557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-d612dacc-8296-4f1c-9df1-b2628a467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.316046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-d612dacc-8296-4f1c-9df1-b2628a467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.316535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-d612dacc-8296-4f1c-9df1-b2628a467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.317128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-d612dacc-8296-4f1c-9df1-b2628a467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.317538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-d612dacc-8296-4f1c-9df1-b2628a467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.320452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-d612dacc-8296-4f1c-9df1-b2628a467023 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6501 time: 0.2126372 Nov 23 18:04:49.399621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:49.504479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:49.508877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.521031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.526261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487b231-6c1e-4f8f-b559-4256eeb238b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=e695b1ee-bf10-44b5-9b0f-6804c47fffad,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:49.540626 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.544144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e695b1ee-bf10-44b5-9b0f-6804c47fffad details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:49.568463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:49.572486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:49.575692 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a4453-f9ab-462c-9da3-762bcaa72de1" -d '{"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:49.597231 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.602606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:49.640358 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'b6f02ee5-c9db-4cad-bfe4-d54e6a529f99', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'port_id': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'mac_address': 'fa:16:3e:9a:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:03:01Z', 'updated_at': '2021-11-23T18:04:46Z', 'revision_number': 1, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:56Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:49.642323 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.694881 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52d6e27-c2b7-4c96-9721-9fe5ac9e0765 x-openstack-request-id: req-d52d6e27-c2b7-4c96-9721-9fe5ac9e0765 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:49.695466 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:49.695984 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d52d6e27-c2b7-4c96-9721-9fe5ac9e0765 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:49.696599 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'code': 200} Nov 23 18:04:49.713556 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] Checking router: 31d02e60-9711-485b-b97d-7cc9f804d028 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:49.715152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:49.727059 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:49.727919 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:49.786712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:49.801424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.802631 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.804952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-654f432e-71ac-4eae-a0c4-2d4283936bf9 service neutron] 10.222.0.72 "PUT /v2.0/ports/0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 1091 time: 3.2593329 Nov 23 18:04:49.846561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-9447d4f2-4772-4824-8500-43d433b95a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:49.848216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-9447d4f2-4772-4824-8500-43d433b95a0f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a759d8da-536d-4250-85cc-a067d18414ce HTTP/1.1" status: 200 len: 917 time: 0.5123630 Nov 23 18:04:49.851262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.964557 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:49.972576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=6d12da18-0d42-41d9-945a-fd84d018b390,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:50.016374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': '3d75806f-3fb5-47c9-b61f-10b2233657c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e695b1ee-bf10-44b5-9b0f-6804c47fffad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:50.019411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: e695b1ee-bf10-44b5-9b0f-6804c47fffad, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:50.070671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network e695b1ee-bf10-44b5-9b0f-6804c47fffad is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:50.086449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e695b1ee-bf10-44b5-9b0f-6804c47fffad) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:50.095509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512cf63-ed17-4d8d-8ae0-aa2f2072d9f7 None None] Network e695b1ee-bf10-44b5-9b0f-6804c47fffad requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:50.103882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:50.104859 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.151892 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4cbfb1c2-82e7-4640-9a9f-0a03c0d8a55a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0164266 Nov 23 18:04:50.154823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60234) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:50.409102 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.532427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.535798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64074396-ff41-4f2b-a266-d85875ce980e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e695b1ee-bf10-44b5-9b0f-6804c47fffad', 'network_id': 'e695b1ee-bf10-44b5-9b0f-6804c47fffad', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': '6d12da18-0d42-41d9-945a-fd84d018b390'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:50.536903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-64074396-ff41-4f2b-a266-d85875ce980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.562433 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.680075 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'b6f02ee5-c9db-4cad-bfe4-d54e6a529f99', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'port_id': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'mac_address': 'fa:16:3e:9a:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:03:01Z', 'updated_at': '2021-11-23T18:04:46Z', 'revision_number': 1, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:56Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.683969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9633a1b-c67f-42c3-88c8-4fab8bb02e03 req-00c630b0-7d71-4470-aad6-a73d0b38563c tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0612271 Nov 23 18:04:50.694161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.731113 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f8b914-3044-4755-b07c-07e531f63159 None None] The sync data for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 is: [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'b6f02ee5-c9db-4cad-bfe4-d54e6a529f99', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'port_id': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'mac_address': 'fa:16:3e:9a:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:03:01Z', 'updated_at': '2021-11-23T18:04:46Z', 'revision_number': 1, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:56Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:50.768211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-049d54ca-2fa6-486f-8403-01daa07eec87 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc HTTP/1.1" status: 200 len: 999 time: 0.9063454 Nov 23 18:04:50.774458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=6d12da18-0d42-41d9-945a-fd84d018b390,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-64074396-ff41-4f2b-a266-d85875ce980e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d12da18-0d42-41d9-945a-fd84d018b390: This subnet is being modified by another concurrent operation. Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:04:50.824159 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d12da18-0d42-41d9-945a-fd84d018b390: This subnet is being modified by another concurrent operation. Nov 23 18:04:50.828452 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:04:50.875539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c457009-8a00-4d57-8476-0188c03bb74c None None] Network e695b1ee-bf10-44b5-9b0f-6804c47fffad requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:50.886012 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.918090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e695b1ee-bf10-44b5-9b0f-6804c47fffad']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.931622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d75806f-3fb5-47c9-b61f-10b2233657c8') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.932017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d75806f-3fb5-47c9-b61f-10b2233657c8') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.953405 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.983103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.000825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:51.003072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab38ea2-a16d-4b9c-8656-6912942ac0e1 req-f09dbc03-7355-45ee-a492-2980246c6375 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:51.004501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:51.012128 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:51.023668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ab38ea2-a16d-4b9c-8656-6912942ac0e1 req-f09dbc03-7355-45ee-a492-2980246c6375 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 943 time: 0.4084215 Nov 23 18:04:51.038733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-1c4911ed-eff4-4f9b-8ce5-c067fd1814c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:51.046053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-1c4911ed-eff4-4f9b-8ce5-c067fd1814c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1094 time: 1.0987766 Nov 23 18:04:51.054305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-fe9023e1-80ca-416c-8d67-732b5d508640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:51.058091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-fe9023e1-80ca-416c-8d67-732b5d508640 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8bc932-780f-4317-a7a2-0d9418b36d7a HTTP/1.1" status: 200 len: 855 time: 0.2623084 Nov 23 18:04:51.117208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:51.123317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e6517-385e-48ee-ba07-bd55a8266924 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:04:51.125971 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f4536-87c8-4091-9486-4d10ec6790b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:51.152212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.168391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.173811 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/e695b1ee-bf10-44b5-9b0f-6804c47fffad HTTP/1.1" status: 204 len: 168 time: 1.0176678 Nov 23 18:04:51.177065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60264) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:51.184386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1090141181'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:51.233251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ce39b-cb73-4f31-ac90-6e32650d9f46 None None] New status for floating IP b6f02ee5-c9db-4cad-bfe4-d54e6a529f99: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:04:51.255518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:51.263976 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.291986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-bf2e4c49-3cfa-44a1-a692-d144f4550a62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 217 time: 0.2170663 Nov 23 18:04:51.330827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:51.364955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.366326 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 5f8d3d08-56d9-499b-8754-e096fabf37a3 of type vlan for network b0275a46-9bf7-44e3-afb0-a43b292a5ebc Nov 23 18:04:51.381570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-dfdbec93-6680-434b-8441-c2ed6ce7e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:51.383160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-dfdbec93-6680-434b-8441-c2ed6ce7e7f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.0784509 Nov 23 18:04:51.388808 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5091caa2-7d7b-4c09-9624-775d420cd9ee x-openstack-request-id: req-5091caa2-7d7b-4c09-9624-775d420cd9ee {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:51.389111 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:51.389512 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5091caa2-7d7b-4c09-9624-775d420cd9ee {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:51.390086 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'status': 'completed', 'code': 200} Nov 23 18:04:51.400623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-922e5fb7-01b6-426e-96f5-24cdfe141683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:51.402654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-922e5fb7-01b6-426e-96f5-24cdfe141683 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a759d8da-536d-4250-85cc-a067d18414ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993429 Nov 23 18:04:51.428460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ab38ea2-a16d-4b9c-8656-6912942ac0e1 req-39d59167-018d-4d69-af99-e05ac8c85640 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039245 Nov 23 18:04:51.486278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-b7b055a3-a02d-4f93-9589-0f79c276d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:51.486874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.488303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-b7b055a3-a02d-4f93-9589-0f79c276d551 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933554 Nov 23 18:04:51.518777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebff44-049e-4340-98a2-e5b81fbe5ba2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=e695b1ee-bf10-44b5-9b0f-6804c47fffad,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:51.524207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.530830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:51.531593 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.692231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=b0275a46-9bf7-44e3-afb0-a43b292a5ebc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:51.698391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-00933a80-8c47-44ac-86c6-f5f94920605f service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836053 Nov 23 18:04:51.702182 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8147dd58-6c7c-43a0-bb66-ec490adaec76 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5242574 Nov 23 18:04:51.707209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60280) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:51.741385 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network b0275a46-9bf7-44e3-afb0-a43b292a5ebc details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:51.744330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': 'b0275a46-9bf7-44e3-afb0-a43b292a5ebc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:51.861989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:51.880406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.993593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-079e8c06-f3f9-4462-b454-0eb198a3e573 req-b09997be-a95d-4057-9eda-0d9f0b391fdd service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852819 Nov 23 18:04:52.014774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e6517-385e-48ee-ba07-bd55a8266924 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:04:52.035924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Performing IP validity checks on allocation pools {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:04:52.036686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:04:52.069232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27261851-f198-44fd-8785-b720261c968f req-16d237bf-2043-4014-b725-80aaeba3e72d tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0728779 Nov 23 18:04:52.072431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-fcc10185-de71-4a30-9d14-598d2d5244b0 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370996 Nov 23 18:04:52.237934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba9becf6-fc75-43aa-b947-e88ffa3a9eb6 req-5b2ca4e3-8008-44c3-b8fe-529934d972e5 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540525 Nov 23 18:04:52.413601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-8ca947ce-4237-41bc-8a44-013d6b380076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:52.415242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-8ca947ce-4237-41bc-8a44-013d6b380076 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1094 time: 0.1095541 Nov 23 18:04:52.445253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.596144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-8bb3780d-f72d-47e8-81f3-6e400ec3da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:52.598944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-8bb3780d-f72d-47e8-81f3-6e400ec3da88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.1748998 Nov 23 18:04:52.668523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=17c3ef03-eebc-482c-9ec4-a45f413a8ae5,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:52.689181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': '5f8d3d08-56d9-499b-8754-e096fabf37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b0275a46-9bf7-44e3-afb0-a43b292a5ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:52.689641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: b0275a46-9bf7-44e3-afb0-a43b292a5ebc, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:52.726474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-fa129ee5-bacc-40ac-a56b-74ec21b4ac8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 217 time: 0.1095402 Nov 23 18:04:52.736752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network b0275a46-9bf7-44e3-afb0-a43b292a5ebc is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:52.760199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, b0275a46-9bf7-44e3-afb0-a43b292a5ebc) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:52.764714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:52.765325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.796627 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-515d684c-dd12-4cbf-8331-4437480c31b4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0769808 Nov 23 18:04:52.797620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60332) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:52.908017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47763a6-0ff3-4627-94c0-c427cdcc7315 req-62b7d811-1018-4a72-b2c1-53761ffb3370 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:52.910334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c47763a6-0ff3-4627-94c0-c427cdcc7315 req-62b7d811-1018-4a72-b2c1-53761ffb3370 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 943 time: 0.2089908 Nov 23 18:04:52.917593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-1bba44ca-8207-425d-890d-e06989f8bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:52.919077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-1bba44ca-8207-425d-890d-e06989f8bb8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1634002 Nov 23 18:04:53.023857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.061473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:53.183434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:53.192904 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.198515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'mac_address': 'fa:16:3e:8a:3a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:53.201997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40988299-e344-4cd8-a552-ed385e5e1de6 None None] Network b0275a46-9bf7-44e3-afb0-a43b292a5ebc requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:53.270866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c47763a6-0ff3-4627-94c0-c427cdcc7315 req-30772427-17c1-4a28-a3bd-b5319dbc06f0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507507 Nov 23 18:04:53.329345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-49aa6ddd-5cf6-427e-9f4a-10554802a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:53.343349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-49aa6ddd-5cf6-427e-9f4a-10554802a3b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3898966 Nov 23 18:04:53.343576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.399200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=17c3ef03-eebc-482c-9ec4-a45f413a8ae5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:53.585942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.616107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f5b67f2-aed7-44e4-b187-706d77c16e1c req-81db7fb2-4037-4167-b34c-ddfd8d9d30ab tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.2342410 Nov 23 18:04:53.668699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44860a4a-5e89-410b-8e95-1770b418a1a5 None None] Network b0275a46-9bf7-44e3-afb0-a43b292a5ebc requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:53.699070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0275a46-9bf7-44e3-afb0-a43b292a5ebc']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:53.721818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8d3d08-56d9-499b-8754-e096fabf37a3') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:53.722167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8d3d08-56d9-499b-8754-e096fabf37a3') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:53.725376 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.756680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.777913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.799276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:53.800062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:53.805560 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:53.851401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-f960c648-667e-4352-9402-c478417ef955 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072200 Nov 23 18:04:53.863483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0105e2-12a1-4bc2-bf62-adefe4f68019 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:53.901824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.908490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:53.909175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.915548 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/b0275a46-9bf7-44e3-afb0-a43b292a5ebc HTTP/1.1" status: 204 len: 168 time: 1.1163211 Nov 23 18:04:53.921144 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.927034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60372) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:53.943221 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-668844243'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:53.964470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37187570-8b41-4065-99f5-32a7fa150ca5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=b0275a46-9bf7-44e3-afb0-a43b292a5ebc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:54.001881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:54.011124 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.077111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:54.090017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.090391 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment bd7d43db-211f-4231-a312-4ceacad9d6a1 of type vlan for network cf2de1c2-cbda-4824-8743-f8d929deb3c0 Nov 23 18:04:54.096937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['be0105e2-12a1-4bc2-bf62-adefe4f68019'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:54.214662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.275955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-845f4536-87c8-4091-9486-4d10ec6790b1 req-8de6b649-9960-4a27-b727-47150e880ae7 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129395 Nov 23 18:04:54.289215 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.304123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:54.305346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.312480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:54.373820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60392) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:54.380306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': 'cf2de1c2-cbda-4824-8743-f8d929deb3c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:54.387455 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4564857 Nov 23 18:04:54.520237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8817db-a656-484f-9385-359e9c3eaf5f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=cf2de1c2-cbda-4824-8743-f8d929deb3c0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:54.541316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network cf2de1c2-cbda-4824-8743-f8d929deb3c0 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:54.787986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c85503-b1dc-4f57-9a27-93c76641ccdb req-da5879ef-c9eb-4298-8c57-6b13124275a8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:54.796726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7c85503-b1dc-4f57-9a27-93c76641ccdb req-da5879ef-c9eb-4298-8c57-6b13124275a8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 943 time: 0.3319108 Nov 23 18:04:54.887641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7c85503-b1dc-4f57-9a27-93c76641ccdb req-d2cc200b-2532-4bd5-84e5-57acf7ef9526 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893579 Nov 23 18:04:54.930936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:54.941824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.066425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:55.126029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d2f2c5a-7a2f-42c9-a943-d43d4519b0ec req-ba7d9073-cdb7-4090-8e7e-0a1cc12887d3 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0559256 Nov 23 18:04:55.532862 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.573393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:55.596307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'mac_address': 'fa:16:3e:cc:12:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:55.673596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=5b81a839-067c-4521-a84c-fd3e852c363b,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:55.680395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': 'bd7d43db-211f-4231-a312-4ceacad9d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'cf2de1c2-cbda-4824-8743-f8d929deb3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:55.681118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: cf2de1c2-cbda-4824-8743-f8d929deb3c0, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:55.697672 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.735076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:55.737346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network cf2de1c2-cbda-4824-8743-f8d929deb3c0 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:55.759588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, cf2de1c2-cbda-4824-8743-f8d929deb3c0) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:55.764226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:55.764991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.781402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1980a89-e7bf-4b48-943a-9407b44d0ee5 None None] Network cf2de1c2-cbda-4824-8743-f8d929deb3c0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:55.810139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-32a07a5f-ab9d-4318-b2ab-7d59a2e7de52 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4340379 Nov 23 18:04:55.810466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60438) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:55.825299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:55.857634 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.970834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:56.044518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.146728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.260129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:56.265899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14692777-dc2e-485b-aef7-236274b23dad req-cab6489b-cebe-45bb-85a9-5102a5317937 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:56.277005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14692777-dc2e-485b-aef7-236274b23dad req-cab6489b-cebe-45bb-85a9-5102a5317937 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1752234 Nov 23 18:04:56.315554 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.382794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3d204-0fe9-43d5-9a5f-359bfda1799c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-cf2de1c2-cbda-4824-8743-f8d929deb3c0', 'network_id': 'cf2de1c2-cbda-4824-8743-f8d929deb3c0', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': '5b81a839-067c-4521-a84c-fd3e852c363b'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:56.383920 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-14a3d204-0fe9-43d5-9a5f-359bfda1799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.421081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14692777-dc2e-485b-aef7-236274b23dad req-c6f3b09b-f178-44af-ba16-fcc380b2e7b7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390328 Nov 23 18:04:56.464649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=5b81a839-067c-4521-a84c-fd3e852c363b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:56.497564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38140e3b-59f0-4ab2-81a9-d9c614e33220 req-a89c4ae1-899f-43aa-b5c0-bf5e769ca1e4 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2104c3a-d74d-4e1b-8c77-677e7e5bbbc6 HTTP/1.1" status: 200 len: 210 time: 0.0901833 Nov 23 18:04:56.547175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.549858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.550288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.550775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.551897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.553793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.554380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.554886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.555398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.556546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.558107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.558673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:56.714544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.770843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2de1c2-cbda-4824-8743-f8d929deb3c0']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:56.794026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7d43db-211f-4231-a312-4ceacad9d6a1') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:56.794325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7d43db-211f-4231-a312-4ceacad9d6a1') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:56.813522 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.855800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.875511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b6a7d-f39f-4c85-bb32-c83e48ec627a None None] Network cf2de1c2-cbda-4824-8743-f8d929deb3c0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:56.883343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:56.883907 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:56.887364 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:57.058045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.078756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.091998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60472) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:57.092233 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/cf2de1c2-cbda-4824-8743-f8d929deb3c0 HTTP/1.1" status: 204 len: 168 time: 1.2807472 Nov 23 18:04:57.095396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:57.098096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-510796448'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:57.156445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:57.166730 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.173830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e9e23-0ce9-4ccc-a702-4ecf7ab4525e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=cf2de1c2-cbda-4824-8743-f8d929deb3c0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:57.217047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:57.241841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.242331 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 91a36a80-662e-4b3c-900a-f6e4101e5707 of type vlan for network a51cf3c8-c947-4e8b-9e55-ea05f2d6828f Nov 23 18:04:57.314774 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.354081 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.361185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:57.362258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.422094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60474) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:57.423141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3296514 Nov 23 18:04:57.432423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': 'a51cf3c8-c947-4e8b-9e55-ea05f2d6828f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:57.474041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port be0105e2-12a1-4bc2-bf62-adefe4f68019 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:57.476367 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.496491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb8218-c3e9-4a47-875a-dd8a4ed79977 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=a51cf3c8-c947-4e8b-9e55-ea05f2d6828f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:57.575188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a51cf3c8-c947-4e8b-9e55-ea05f2d6828f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:57.670357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:57.675143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.719327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60490) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:57.845067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c8d9a-98f3-47d4-ad3f-36f4baaed12e req-39ae5238-3f86-47d5-9938-4e8ac7a2fdf9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:57.854071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa2c8d9a-98f3-47d4-ad3f-36f4baaed12e req-39ae5238-3f86-47d5-9938-4e8ac7a2fdf9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2333817 Nov 23 18:04:57.857296 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.904376 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-572c3e1f-0c41-4625-8f08-264c7708ea75 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.925427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:57.936384 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04734b4-18d1-44ae-a1b7-27518285ac0a" -d '{"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-plugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:57.966282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa2c8d9a-98f3-47d4-ad3f-36f4baaed12e req-8a632c6c-7258-4826-8e9c-b110091651db tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111593 Nov 23 18:04:57.995241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:58.001630 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.054103 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-572c3e1f-0c41-4625-8f08-264c7708ea75 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.131941 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8758180-054f-44fb-9ac1-6197a9facd6e x-openstack-request-id: req-d8758180-054f-44fb-9ac1-6197a9facd6e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:58.131941 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-plugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:58.132333 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8758180-054f-44fb-9ac1-6197a9facd6e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:58.133580 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'code': 200} Nov 23 18:04:58.141009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:58.165561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-572c3e1f-0c41-4625-8f08-264c7708ea75 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.168585 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-572c3e1f-0c41-4625-8f08-264c7708ea75 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.172639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-572c3e1f-0c41-4625-8f08-264c7708ea75 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "DELETE /v2.0/security-groups/3d196513-22f8-4d92-8dc1-6ca6f3a45d7c HTTP/1.1" status: 204 len: 168 time: 0.4486794 Nov 23 18:04:58.173892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60508) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:58.216909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c3e1f-0c41-4625-8f08-264c7708ea75 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d196513-22f8-4d92-8dc1-6ca6f3a45d7c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:58.217465 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.266556 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-ff7fb17a-ffd0-4648-8ff3-bd33002fe607 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] show failed (client error): The resource could not be found. Nov 23 18:04:58.268026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ff7fb17a-ffd0-4648-8ff3-bd33002fe607 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "GET /v2.0/security-groups/3d196513-22f8-4d92-8dc1-6ca6f3a45d7c HTTP/1.1" status: 404 len: 347 time: 0.0903106 Nov 23 18:04:58.270426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60510) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:58.332636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=27731abd-ff1a-4d19-801d-341ed0135031,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:58.347145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': '91a36a80-662e-4b3c-900a-f6e4101e5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a51cf3c8-c947-4e8b-9e55-ea05f2d6828f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:58.347752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: a51cf3c8-c947-4e8b-9e55-ea05f2d6828f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:58.368237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network a51cf3c8-c947-4e8b-9e55-ea05f2d6828f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:58.383388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a51cf3c8-c947-4e8b-9e55-ea05f2d6828f) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:58.395702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a8179-3d1d-4519-a578-4f131cedcf50 None None] Network a51cf3c8-c947-4e8b-9e55-ea05f2d6828f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:58.399392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:58.400758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.428126 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-09d8ef0d-e087-4599-897e-9409fc5f69a4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0035241 Nov 23 18:04:58.431219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60516) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:58.685759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Deleting port 427f00b2-97f7-472b-952f-7cb74e9d5562 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:58.686345 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.706860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.812488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:58.825294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.826593 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.853787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Calling delete_port for 427f00b2-97f7-472b-952f-7cb74e9d5562 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:58.857371 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.952737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94641895-2b5b-4dc9-a372-c60408d9b96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-a51cf3c8-c947-4e8b-9e55-ea05f2d6828f', 'network_id': 'a51cf3c8-c947-4e8b-9e55-ea05f2d6828f', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': '27731abd-ff1a-4d19-801d-341ed0135031'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:58.957040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94641895-2b5b-4dc9-a372-c60408d9b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.023875 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.040012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:59.082123 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.121235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Pushing event deleted for resources: {'Port': ['ID=427f00b2-97f7-472b-952f-7cb74e9d5562,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:59.134237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=27731abd-ff1a-4d19-801d-341ed0135031,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:59.285705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:59.288572 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.301947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-94641895-2b5b-4dc9-a372-c60408d9b96d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27731abd-ff1a-4d19-801d-341ed0135031: This subnet is being modified by another concurrent operation. Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:04:59.311568 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27731abd-ff1a-4d19-801d-341ed0135031: This subnet is being modified by another concurrent operation. Nov 23 18:04:59.317809 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:04:59.356567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51cf3c8-c947-4e8b-9e55-ea05f2d6828f']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:59.362435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a36a80-662e-4b3c-900a-f6e4101e5707') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:59.362762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a36a80-662e-4b3c-900a-f6e4101e5707') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:59.382402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.387919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8efe29-f750-4e45-a902-b0e5e25726be None None] Network a51cf3c8-c947-4e8b-9e55-ea05f2d6828f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:59.414853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.432055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:59.432516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.446349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.453178 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.461543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-620ed653-0990-49b5-a6e3-c58497c3e961 tempest-ServersTestBootFromVolume-818728661 tempest-ServersTestBootFromVolume-818728661-project] 10.222.0.74 "DELETE /v2.0/floatingips/41f45129-ef65-4271-b6cf-1a43f484c1ba HTTP/1.1" status: 204 len: 168 time: 1.1895192 Nov 23 18:04:59.464163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60542) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:59.663075 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:59.697604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.708016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.727167 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/a51cf3c8-c947-4e8b-9e55-ea05f2d6828f HTTP/1.1" status: 204 len: 168 time: 1.2911394 Nov 23 18:04:59.728174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60548) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:59.767065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1709934362'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:59.798242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a6609-9220-4a51-b43f-7fca15975ef9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=a51cf3c8-c947-4e8b-9e55-ea05f2d6828f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:59.811361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:59.816855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.822351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6da332-c8c8-448b-9e8b-63b3777a34d1 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:04:59.847330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:59.859466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.860323 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 3bb452d4-2781-49cd-8bab-643d9a2fa98e of type vlan for network 9de054ce-81cc-40c6-8823-95475c05d579 Nov 23 18:04:59.904163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbec42-918a-412c-bc4f-b77fad90a30d req-c67c2500-18bc-40b0-80cd-52e8e3f8ef1c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:59.905827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57bbec42-918a-412c-bc4f-b77fad90a30d req-c67c2500-18bc-40b0-80cd-52e8e3f8ef1c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.6897638 Nov 23 18:04:59.921559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.954545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.962953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:59.963860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.114144 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=9de054ce-81cc-40c6-8823-95475c05d579,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:00.134846 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4edd0046-6d93-4fad-82b7-ab7f237342a1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3720167 Nov 23 18:05:00.135673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60566) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:00.141508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e02b3ab6-8ff7-41f8-92bc-c678c8405e15 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'New_network'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:00.153036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6da332-c8c8-448b-9e8b-63b3777a34d1 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:05:00.155868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9de054ce-81cc-40c6-8823-95475c05d579 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:00.208287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57bbec42-918a-412c-bc4f-b77fad90a30d req-ae6c6df1-7b2c-4508-bf95-cd75d2024fd9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192614 Nov 23 18:05:00.649156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e02b3ab6-8ff7-41f8-92bc-c678c8405e15 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.669110 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.690421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e02b3ab6-8ff7-41f8-92bc-c678c8405e15 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.775961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:00.779239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:00.782363 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b76dae-27f6-48e5-bbf3-cfb6ceb254d1" -d '{"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:00.789862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.851138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.862904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e02b3ab6-8ff7-41f8-92bc-c678c8405e15 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network 9de054ce-81cc-40c6-8823-95475c05d579 is not hosted by any dhcp agent {{(pid=120535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:05:00.878249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b3ab6-8ff7-41f8-92bc-c678c8405e15 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:00.885125 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e02b3ab6-8ff7-41f8-92bc-c678c8405e15 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.889474 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e02b3ab6-8ff7-41f8-92bc-c678c8405e15 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "PUT /v2.0/networks/9de054ce-81cc-40c6-8823-95475c05d579 HTTP/1.1" status: 200 len: 723 time: 0.7495046 Nov 23 18:05:00.889618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60580) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:00.901597 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b535bb-9201-41ad-b48a-8c75842df8c1 x-openstack-request-id: req-83b535bb-9201-41ad-b48a-8c75842df8c1 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:00.901893 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:00.902418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': '9de054ce-81cc-40c6-8823-95475c05d579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:00.905013 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-83b535bb-9201-41ad-b48a-8c75842df8c1 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:00.907002 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'code': 200} Nov 23 18:05:00.920173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b3ab6-8ff7-41f8-92bc-c678c8405e15 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=9de054ce-81cc-40c6-8823-95475c05d579,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:00.953513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:00.961621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9de054ce-81cc-40c6-8823-95475c05d579 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:01.193889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:01.197928 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.359582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025cbe-eddc-4a2c-8247-632ebd5bb44e req-26238593-9d07-449b-b898-a649c84ec28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:01.366111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50025cbe-eddc-4a2c-8247-632ebd5bb44e req-26238593-9d07-449b-b898-a649c84ec28f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1096 time: 0.3858049 Nov 23 18:05:01.684199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50025cbe-eddc-4a2c-8247-632ebd5bb44e req-ffe9348a-c4e3-48e7-aa39-07294fbde322 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989128 Nov 23 18:05:01.693226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a6906-08d3-4ddd-b0b2-b4fc4592b451 req-2c7af000-dde1-411a-bf5c-e6c8eb8a4ea5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:01.701529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a6906-08d3-4ddd-b0b2-b4fc4592b451 req-2c7af000-dde1-411a-bf5c-e6c8eb8a4ea5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.3964896 Nov 23 18:05:01.826789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a6906-08d3-4ddd-b0b2-b4fc4592b451 req-918fdd37-a454-47ff-bc87-883c1f52406a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241517 Nov 23 18:05:02.055054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.077188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Deleting port b631adbc-bef5-4c1a-9a48-69ea85954a90 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:02.077749 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.147537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': '3bb452d4-2781-49cd-8bab-643d9a2fa98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9de054ce-81cc-40c6-8823-95475c05d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:02.148771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: 9de054ce-81cc-40c6-8823-95475c05d579, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:02.312498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network 9de054ce-81cc-40c6-8823-95475c05d579 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:02.313578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] For port b631adbc-bef5-4c1a-9a48-69ea85954a90, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b631adbc-bef5-4c1a-9a48-69ea85954a90,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:02.313873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.348995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=d6046b5a-37ab-40ce-a6a4-f99319d5e1b4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:02.350801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Calling delete_port for b631adbc-bef5-4c1a-9a48-69ea85954a90 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:02.358045 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9de054ce-81cc-40c6-8823-95475c05d579) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:02.369491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:02.369908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d05284-b118-4429-8354-c3f1cead1a74 None None] Network 9de054ce-81cc-40c6-8823-95475c05d579 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:02.371060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.410651 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5729a1e1-27f3-4f20-9d60-ffa637ee4467 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5199530 Nov 23 18:05:02.412684 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60628) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:02.421867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a64770a0-e890-4151-be01-988abd36838b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:02.559752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a64770a0-e890-4151-be01-988abd36838b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18466816'] for subnet, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.680532 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.759173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b631adbc-bef5-4c1a-9a48-69ea85954a90,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:02.997271 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a64770a0-e890-4151-be01-988abd36838b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785887377273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17077608'] for subnet, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.138141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64770a0-e890-4151-be01-988abd36838b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:03.138819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a64770a0-e890-4151-be01-988abd36838b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.145253 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a64770a0-e890-4151-be01-988abd36838b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "PUT /v2.0/subnets/d6046b5a-37ab-40ce-a6a4-f99319d5e1b4 HTTP/1.1" status: 200 len: 806 time: 0.7316861 Nov 23 18:05:03.147358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60640) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:03.149000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64770a0-e890-4151-be01-988abd36838b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=d6046b5a-37ab-40ce-a6a4-f99319d5e1b4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:03.267075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.359912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-9de054ce-81cc-40c6-8823-95475c05d579', 'network_id': '9de054ce-81cc-40c6-8823-95475c05d579', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': 'd6046b5a-37ab-40ce-a6a4-f99319d5e1b4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:05:03.360781 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.417271 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.573312 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.681151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5d46e-3fa7-4b69-8e7d-51d5b846525f req-e69beb69-56ca-437c-a6a5-dd64360fd1ed tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:03.694366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fc5d46e-3fa7-4b69-8e7d-51d5b846525f req-e69beb69-56ca-437c-a6a5-dd64360fd1ed tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.4171953 Nov 23 18:05:03.800035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Allocated IP 172.20.0.2 (9de054ce-81cc-40c6-8823-95475c05d579/d6046b5a-37ab-40ce-a6a4-f99319d5e1b4/fe8f896e-6bf7-4b24-9192-a41b684c89a2) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:03.847015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fc5d46e-3fa7-4b69-8e7d-51d5b846525f req-eb1ac91e-e092-466f-83e1-7915a2b22ce5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487803 Nov 23 18:05:04.112247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.130169 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.150470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.187972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Network 9de054ce-81cc-40c6-8823-95475c05d579 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:04.191231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:04.200432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:04.208126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Pushing event updated for resources: {'Port': ['ID=fe8f896e-6bf7-4b24-9192-a41b684c89a2,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:04.270601 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=d6046b5a-37ab-40ce-a6a4-f99319d5e1b4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:04.353527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Attempting to bind port fe8f896e-6bf7-4b24-9192-a41b684c89a2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:04.353909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Attempting to bind port fe8f896e-6bf7-4b24-9192-a41b684c89a2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '3bb452d4-2781-49cd-8bab-643d9a2fa98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9de054ce-81cc-40c6-8823-95475c05d579'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:04.354371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Attempting to bind port fe8f896e-6bf7-4b24-9192-a41b684c89a2 on network 9de054ce-81cc-40c6-8823-95475c05d579 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:04.366038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:04.366532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Checking segment: {'id': '3bb452d4-2781-49cd-8bab-643d9a2fa98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9de054ce-81cc-40c6-8823-95475c05d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:04.366984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.367398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Bound using segment: {'id': '3bb452d4-2781-49cd-8bab-643d9a2fa98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9de054ce-81cc-40c6-8823-95475c05d579'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:04.367960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Bound port: fe8f896e-6bf7-4b24-9192-a41b684c89a2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb452d4-2781-49cd-8bab-643d9a2fa98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9de054ce-81cc-40c6-8823-95475c05d579'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:04.368354 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.444974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.491051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de054ce-81cc-40c6-8823-95475c05d579']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:04.510154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb452d4-2781-49cd-8bab-643d9a2fa98e') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:04.513327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb452d4-2781-49cd-8bab-643d9a2fa98e') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:04.555533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.566886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] For port fe8f896e-6bf7-4b24-9192-a41b684c89a2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:04.574392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] For port fe8f896e-6bf7-4b24-9192-a41b684c89a2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fe8f896e-6bf7-4b24-9192-a41b684c89a2,segment=NetworkSegment(3bb452d4-2781-49cd-8bab-643d9a2fa98e),segment_id=3bb452d4-2781-49cd-8bab-643d9a2fa98e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:04.583999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.595529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.622085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:04.626719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:04.639413 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:04.762090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6f65e-488a-4fb3-a92b-c62cc8cea2be None None] Pushing event updated for resources: {'Port': ['ID=fe8f896e-6bf7-4b24-9192-a41b684c89a2,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:04.805044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 18:05:04.805044 n-d-818932-3 neutron-server[120535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 18:05:04.805044 n-d-818932-3 neutron-server[120535]: [parameters: {'id': '9de054ce-81cc-40c6-8823-95475c05d579'}] Nov 23 18:05:04.805044 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:05:04.806020 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:05:04.896772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071b2f5-842f-44a8-8b82-16da3bafc41b None None] Network 9de054ce-81cc-40c6-8823-95475c05d579 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:05.166481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11193d7f-0e67-4acf-88a3-aeb2c5904996 req-60772059-909f-48af-b7c8-2e474d1b3521 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:05.168195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11193d7f-0e67-4acf-88a3-aeb2c5904996 req-60772059-909f-48af-b7c8-2e474d1b3521 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.1042421 Nov 23 18:05:05.189305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Router 0ae023df-8625-4fb4-894e-2f7f078a53f6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:05.194018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d8c53-9f5c-44c9-b4bc-7182f2cce7c8 None None] Network 9de054ce-81cc-40c6-8823-95475c05d579 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:05.306909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.432648 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11193d7f-0e67-4acf-88a3-aeb2c5904996 req-b9ae7a5e-60b8-4cca-b93a-ea9e6ec89acc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483716 Nov 23 18:05:05.460226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Deleting port fe8f896e-6bf7-4b24-9192-a41b684c89a2 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:05.461119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.550762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23455fe6-17a0-486b-8789-ccb9db392b2b None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:05:05.617390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] For port fe8f896e-6bf7-4b24-9192-a41b684c89a2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fe8f896e-6bf7-4b24-9192-a41b684c89a2,segment=NetworkSegment(3bb452d4-2781-49cd-8bab-643d9a2fa98e),segment_id=3bb452d4-2781-49cd-8bab-643d9a2fa98e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:05.617771 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.653188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Calling delete_port for fe8f896e-6bf7-4b24-9192-a41b684c89a2 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:05.710064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:05.721409 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] Sync routers for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:05.743925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-322d2c6f-4344-4e1c-89fd-903a0d561ca8 admin admin] 10.222.0.74 "PUT /v2.0/routers/0ae023df-8625-4fb4-894e-2f7f078a53f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2765250 Nov 23 18:05:05.744818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60704) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:05.758294 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:05.759967 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:05.859202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23455fe6-17a0-486b-8789-ccb9db392b2b None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:05:05.887304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.019289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Port': ['ID=fe8f896e-6bf7-4b24-9192-a41b684c89a2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:06.044617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No DVR routers for this DVR port fe8f896e-6bf7-4b24-9192-a41b684c89a2 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:06.169553 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:06.204301 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.328246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4155a-46de-4c2b-8b02-6c3e1e3ab000 req-1418af51-35ae-410a-9bd7-ebf5a26b1fcb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:06.345142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dda4155a-46de-4c2b-8b02-6c3e1e3ab000 req-1418af51-35ae-410a-9bd7-ebf5a26b1fcb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.7156632 Nov 23 18:05:06.345751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60722) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:06.351826 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.353463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'floatingip': {'port_id': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:06.404389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.435392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de054ce-81cc-40c6-8823-95475c05d579']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:06.449748 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb452d4-2781-49cd-8bab-643d9a2fa98e') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:06.452725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb452d4-2781-49cd-8bab-643d9a2fa98e') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:06.467980 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.490725 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.505712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:06.510806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:06.637695 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:06.646911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.699588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.717128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.723168 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/9de054ce-81cc-40c6-8823-95475c05d579 HTTP/1.1" status: 204 len: 168 time: 3.5658908 Nov 23 18:05:06.724330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082d32c-69b7-44e3-8a5b-471f2ba61129 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=9de054ce-81cc-40c6-8823-95475c05d579,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:06.726562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60728) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:06.748811 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:05:02Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:06.775867 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-755116c4-89af-4e2a-a6fe-4d92d2974bf0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:06.776479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755116c4-89af-4e2a-a6fe-4d92d2974bf0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:06.790674 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-755116c4-89af-4e2a-a6fe-4d92d2974bf0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/9de054ce-81cc-40c6-8823-95475c05d579 HTTP/1.1" status: 404 len: 339 time: 0.0604386 Nov 23 18:05:06.795037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60730) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:06.811271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1978941098', 'description': 'd1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:06.826196 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] Checking router: 0ae023df-8625-4fb4-894e-2f7f078a53f6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:05:06.840028 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] Routers {'0ae023df-8625-4fb4-894e-2f7f078a53f6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:06.844558 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['0ae023df-8625-4fb4-894e-2f7f078a53f6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:06.861171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:06.867252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.977093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:07.029294 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:07.029655 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 85c44e2b-12bd-417f-b83a-de5789b42306 of type vlan for network 1292c550-098d-4869-9f16-960cd65509de Nov 23 18:05:07.106429 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] Set router 0ae023df-8625-4fb4-894e-2f7f078a53f6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:07.315462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:07.402129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:07.412800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.413458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:07.447943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Deleting port d3fb5e1a-f171-4745-b87a-99717eac365e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:07.451687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:07.530020 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7302787 Nov 23 18:05:07.535247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:07.549971 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:05:02Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:07.572928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] For port d3fb5e1a-f171-4745-b87a-99717eac365e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d3fb5e1a-f171-4745-b87a-99717eac365e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:07.573783 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:07.590048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Calling delete_port for d3fb5e1a-f171-4745-b87a-99717eac365e owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:07.621959 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf5e2f-7f7f-4ee7-9a79-d3b1e640fe92 None None] The sync data for ids ['0ae023df-8625-4fb4-894e-2f7f078a53f6'] in n-d-818932-3 is: [{'id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'name': 'tempest-ServersTestBootFromVolume-1756541128-router', 'tenant_id': 'eb460d8f967842e488ecb23110e744f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:11Z', 'updated_at': '2021-11-23T18:05:02Z', 'revision_number': 5, 'project_id': 'eb460d8f967842e488ecb23110e744f7', 'gw_port': {'id': 'd3fb5e1a-f171-4745-b87a-99717eac365e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae023df-8625-4fb4-894e-2f7f078a53f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:12Z', 'updated_at': '2021-11-23T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:07.763481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23386aff-553c-47ef-b2b6-036347e2db16 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=1292c550-098d-4869-9f16-960cd65509de,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:07.813127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01025c1d-9681-4898-9065-9d44878e5ce2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.814873 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-01025c1d-9681-4898-9065-9d44878e5ce2 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/networks?id=1292c550-098d-4869-9f16-960cd65509de HTTP/1.1" status: 200 len: 761 time: 0.2763946 Nov 23 18:05:07.817455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60760) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:07.823232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 1292c550-098d-4869-9f16-960cd65509de details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:07.823773 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c60c5572-86f2-4248-8f0b-9c964d005e84 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'description': 'd2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:08.021666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.102736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fb5e1a-f171-4745-b87a-99717eac365e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:08.143282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574206d5-77bd-4ae5-99e5-21551eb30c1c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:08.181873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c60c5572-86f2-4248-8f0b-9c964d005e84 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.219884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c60c5572-86f2-4248-8f0b-9c964d005e84 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.348487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c5572-86f2-4248-8f0b-9c964d005e84 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=1292c550-098d-4869-9f16-960cd65509de,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:08.355826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c60c5572-86f2-4248-8f0b-9c964d005e84 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network 1292c550-098d-4869-9f16-960cd65509de is not hosted by any dhcp agent {{(pid=120535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:05:08.362133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c5572-86f2-4248-8f0b-9c964d005e84 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:08.366855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c60c5572-86f2-4248-8f0b-9c964d005e84 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.367945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 1292c550-098d-4869-9f16-960cd65509de details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:08.368678 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c60c5572-86f2-4248-8f0b-9c964d005e84 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "PUT /v2.0/networks/1292c550-098d-4869-9f16-960cd65509de HTTP/1.1" status: 200 len: 758 time: 0.5491133 Nov 23 18:05:08.382602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60782) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:08.457209 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.608622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c06b87-20b8-465d-b6ca-808cb766d4b1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:08.621460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60786) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:08.621708 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-62c06b87-20b8-465d-b6ca-808cb766d4b1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/networks?id=1292c550-098d-4869-9f16-960cd65509de HTTP/1.1" status: 200 len: 761 time: 0.2375472 Nov 23 18:05:08.639194 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-744247255'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:08.689049 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.695059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:05:08.698558 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.850506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:08.856293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.867764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.868213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae023df-8625-4fb4-894e-2f7f078a53f6 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:05:08.872899 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.874133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5797e3d0-0617-4e2d-9d20-740e5626a77a admin admin] 10.222.0.74 "DELETE /v2.0/routers/0ae023df-8625-4fb4-894e-2f7f078a53f6 HTTP/1.1" status: 204 len: 168 time: 3.1257691 Nov 23 18:05:08.877434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60792) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:08.895509 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.908158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:08.918733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:08.972401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9796d0ff-971a-4fca-bc54-a95850d0695f admin admin] Deleting subnet ddd47296-ed78-43bb-86ab-9be540ca64cb {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:05:08.977048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9796d0ff-971a-4fca-bc54-a95850d0695f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.017502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.017846 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 1f3ebe1e-c8ce-44b0-bdff-2ee02b20a991 of type vlan for network 279d80ac-7284-4674-87c7-890c0af97fee Nov 23 18:05:09.030510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9796d0ff-971a-4fca-bc54-a95850d0695f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.196818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.235118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9796d0ff-971a-4fca-bc54-a95850d0695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.237671 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Floating IP 064cab42-a653-42b3-aceb-39780db1e72f associated. External IP: 172.25.0.136, port: 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d. Nov 23 18:05:09.326094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9796d0ff-971a-4fca-bc54-a95850d0695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.336998 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.353122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:09.353803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.419981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0c3fd-db3e-4e8f-927b-9a96d1d2a058 None None] Network dff4fc6e-ebeb-4fca-96e6-9327d954883c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:09.421459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9796d0ff-971a-4fca-bc54-a95850d0695f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.426579 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9796d0ff-971a-4fca-bc54-a95850d0695f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ddd47296-ed78-43bb-86ab-9be540ca64cb HTTP/1.1" status: 204 len: 168 time: 0.5469415 Nov 23 18:05:09.428959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796d0ff-971a-4fca-bc54-a95850d0695f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd47296-ed78-43bb-86ab-9be540ca64cb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:09.435813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60812) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:09.636380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b631adbc-bef5-4c1a-9a48-69ea85954a90 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:09.661652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.666045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=279d80ac-7284-4674-87c7-890c0af97fee,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:09.686118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dbca30e2-2e5c-47f3-bdd9-c33681feece6 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0525494 Nov 23 18:05:09.693532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60816) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:09.707134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': '279d80ac-7284-4674-87c7-890c0af97fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:09.781118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 279d80ac-7284-4674-87c7-890c0af97fee details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:09.894383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: b631adbc-bef5-4c1a-9a48-69ea85954a90 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:09.897378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b631adbc-bef5-4c1a-9a48-69ea85954a90 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:09.996144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Router e0ffdadf-6214-423f-a503-45a62bfdcd0b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:10.071395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] DHCP port deletion for dff4fc6e-ebeb-4fca-96e6-9327d954883c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:10.093042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Deleting port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:10.093362 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:10.150298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] Deleting port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:10.151261 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:10.223145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] For port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:10.223662 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:10.240090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] Calling delete_port for 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:10.242186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:10.252577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] Sync routers for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:10.258166 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:10.260521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] For port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,segment=NetworkSegment(c49d63b6-72a4-45ef-a727-4cfd4e48ef40),segment_id=c49d63b6-72a4-45ef-a727-4cfd4e48ef40)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:10.260911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:10.276728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Calling delete_port for 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:10.305485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-89d556c4-ddf9-4263-ba4d-d9f443184742 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "PUT /v2.0/floatingips/064cab42-a653-42b3-aceb-39780db1e72f HTTP/1.1" status: 200 len: 991 time: 3.9567614 Nov 23 18:05:10.306604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:10.310374 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:10.489367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:10.493259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:10.506963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:10.507802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:10.511557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:10.528087 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ffdd6f-4b28-4a83-957d-c65a09ac022e x-openstack-request-id: req-c1ffdd6f-4b28-4a83-957d-c65a09ac022e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:10.529466 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:10.529957 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c1ffdd6f-4b28-4a83-957d-c65a09ac022e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:10.530671 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'status': 'completed', 'code': 200} Nov 23 18:05:10.612209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-249e4421-9606-417b-99c8-fba03000790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:10.615320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-249e4421-9606-417b-99c8-fba03000790e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1096 time: 0.0799434 Nov 23 18:05:10.698362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] Pushing event deleted for resources: {'Port': ['ID=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:10.736021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f79fec-82a3-480f-98b9-464e5030c52a None None] No DVR routers for this DVR port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:10.944001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:10.955010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-e296eef6-d327-481f-9e70-665b0c230607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:10.960054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-e296eef6-d327-481f-9e70-665b0c230607 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.3378067 Nov 23 18:05:11.003880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.032253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.057348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee30632-bda4-4dfe-ae49-c8ce539a6ad9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:11.108197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-a0d15069-14c1-4839-b7ec-f884cccfdf9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.1404994 Nov 23 18:05:11.126943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=e43c885c-7c94-4898-ab7e-877116879f3e,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:11.131072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] No DVR routers for this DVR port 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:11.284190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:11.301481 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1c4eaa98-d9bc-45b8-9025-7816542c314c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.302512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-dab9de88-a54d-425f-a06a-91448ba8ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:11.304257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-dab9de88-a54d-425f-a06a-91448ba8ea0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1868291 Nov 23 18:05:11.305410 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.325090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': '1f3ebe1e-c8ce-44b0-bdff-2ee02b20a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '279d80ac-7284-4674-87c7-890c0af97fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:11.325457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: 279d80ac-7284-4674-87c7-890c0af97fee, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:11.341158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:11.341715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6ee30632-bda4-4dfe-ae49-c8ce539a6ad9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:11.341990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff4fc6e-ebeb-4fca-96e6-9327d954883c']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:11.342447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d3fb5e1a-f171-4745-b87a-99717eac365e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:11.363209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:11.363478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49d63b6-72a4-45ef-a727-4cfd4e48ef40') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:11.383599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.385622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network 279d80ac-7284-4674-87c7-890c0af97fee is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:11.406353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 279d80ac-7284-4674-87c7-890c0af97fee) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:11.413612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:11.414318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.418475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.431153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffbdcec-c9d6-4306-93bf-3c9a7814e826 None None] Network 279d80ac-7284-4674-87c7-890c0af97fee requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:11.432099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:11.434087 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:11.440496 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:11.444810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d3fb5e1a-f171-4745-b87a-99717eac365e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:11.445230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d3fb5e1a-f171-4745-b87a-99717eac365e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:11.467111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-ad45c643-b1b6-4b7e-8c72-c6071d5da0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:11.468928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-ad45c643-b1b6-4b7e-8c72-c6071d5da0d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558824 Nov 23 18:05:11.549891 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-494706d2-83c9-4bc7-aab0-5927c111cc5e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8544104 Nov 23 18:05:11.555454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60878) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:11.636437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.649261 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.658954 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] 10.222.0.74 "DELETE /v2.0/networks/dff4fc6e-ebeb-4fca-96e6-9327d954883c HTTP/1.1" status: 204 len: 168 time: 2.2215867 Nov 23 18:05:11.672069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-6ce1175b-584c-4a95-bf89-c33c8eebab28 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858664 Nov 23 18:05:11.764095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb8eda-1dd6-4ae7-9308-6abdc5f53a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=dff4fc6e-ebeb-4fca-96e6-9327d954883c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:11.834330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3699d7e3-0dee-4e6c-92dd-cf4d3a322ec0 req-33a504a0-1dd4-4fac-8f0a-9e5caff49a1a service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539078 Nov 23 18:05:11.876855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.069970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.080999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60890) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:12.099721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '064cab42-a653-42b3-aceb-39780db1e72f', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'floating_ip_address': '172.25.0.136', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'port_id': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'mac_address': 'fa:16:3e:cc:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:04:34Z', 'updated_at': '2021-11-23T18:05:08Z', 'revision_number': 1, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:35Z', 'revision_number': 5, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:12.165522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d5f346bd-68a7-4bc1-b542-5612c01ceafa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eb460d8f967842e488ecb23110e744f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820251 Nov 23 18:05:12.168075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60892) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:12.187696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcfd87d-d1c6-4ecf-941e-722c517ce913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-279d80ac-7284-4674-87c7-890c0af97fee', 'network_id': '279d80ac-7284-4674-87c7-890c0af97fee', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': 'e43c885c-7c94-4898-ab7e-877116879f3e'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:05:12.191957 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd87d-d1c6-4ecf-941e-722c517ce913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.218381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] Checking router: e0ffdadf-6214-423f-a503-45a62bfdcd0b for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:05:12.219364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.248121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e6b36f3d-82de-4814-89a1-380fb95b295d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.269467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=e43c885c-7c94-4898-ab7e-877116879f3e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:12.320311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e6b36f3d-82de-4814-89a1-380fb95b295d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.397785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.417814 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e6b36f3d-82de-4814-89a1-380fb95b295d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.420538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e6b36f3d-82de-4814-89a1-380fb95b295d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.424605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e6b36f3d-82de-4814-89a1-380fb95b295d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b3fc73e-43f9-424f-8934-97dbf287e959 HTTP/1.1" status: 204 len: 168 time: 0.2551644 Nov 23 18:05:12.453016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b36f3d-82de-4814-89a1-380fb95b295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3fc73e-43f9-424f-8934-97dbf287e959,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:12.475701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279d80ac-7284-4674-87c7-890c0af97fee']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:12.488322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3ebe1e-c8ce-44b0-bdff-2ee02b20a991') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:12.488709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3ebe1e-c8ce-44b0-bdff-2ee02b20a991') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:12.505904 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.536472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.545884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:12.546476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:12.765180 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:12.780890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:12.782133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:04:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:12.784028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.789841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:12.796065 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/279d80ac-7284-4674-87c7-890c0af97fee HTTP/1.1" status: 204 len: 168 time: 1.2391427 Nov 23 18:05:12.796264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60922) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:12.836182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d665a-cce3-4db1-8666-f5d03a6ac86e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=279d80ac-7284-4674-87c7-890c0af97fee,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:12.867282 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b21d55-5e21-4d42-bea5-9612b638a4bf tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] GET failed (client error): The resource could not be found. Nov 23 18:05:12.871770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:12.875607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-81b21d55-5e21-4d42-bea5-9612b638a4bf tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/subnets/e43c885c-7c94-4898-ab7e-877116879f3e HTTP/1.1" status: 404 len: 337 time: 0.0750222 Nov 23 18:05:12.900500 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27dce96-8979-41fa-856a-e8d1e0f675b8 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:12.901057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27dce96-8979-41fa-856a-e8d1e0f675b8 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:12.909852 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b27dce96-8979-41fa-856a-e8d1e0f675b8 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/279d80ac-7284-4674-87c7-890c0af97fee HTTP/1.1" status: 404 len: 339 time: 0.0312109 Nov 23 18:05:12.910884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60930) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:12.936516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f20d9-9f5a-4963-b59c-d703f332e87d None None] Network 279d80ac-7284-4674-87c7-890c0af97fee requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:12.998331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f20d9-9f5a-4963-b59c-d703f332e87d None None] Network 279d80ac-7284-4674-87c7-890c0af97fee could not be found, it might have been deleted concurrently. {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:05:13.264463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:13.495574 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8237ebf2-2c1a-4234-a5bd-37a4ebb138b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:13.728730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0b6911-1612-4b44-a33a-cdd0e1445db4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:13.733126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7e0b6911-1612-4b44-a33a-cdd0e1445db4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8147309 Nov 23 18:05:13.734700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60972) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:13.853430 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1211f1c8-c673-4d84-9bfa-aa14c125ce24 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 207 time: 0.1172483 Nov 23 18:05:13.858237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:13.936219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '064cab42-a653-42b3-aceb-39780db1e72f', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'floating_ip_address': '172.25.0.136', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'port_id': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'mac_address': 'fa:16:3e:cc:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:04:34Z', 'updated_at': '2021-11-23T18:05:08Z', 'revision_number': 1, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:35Z', 'revision_number': 5, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:14.011400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6629929-6671-4b0c-b1c9-108719b2f9e9 None None] The sync data for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 is: [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '064cab42-a653-42b3-aceb-39780db1e72f', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'floating_ip_address': '172.25.0.136', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'port_id': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'mac_address': 'fa:16:3e:cc:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:04:34Z', 'updated_at': '2021-11-23T18:05:08Z', 'revision_number': 1, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:35Z', 'revision_number': 5, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:14.016729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60984) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:14.182041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def687d-392e-4f3e-84c9-c5dbc777d7c1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.195165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def687d-392e-4f3e-84c9-c5dbc777d7c1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.217518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def687d-392e-4f3e-84c9-c5dbc777d7c1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.228776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def687d-392e-4f3e-84c9-c5dbc777d7c1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.230524 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3def687d-392e-4f3e-84c9-c5dbc777d7c1 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3643458 Nov 23 18:05:14.240016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1279447167-network', 'tenant_id': '7e7f992cb62e451a8b84ee72d99e1d21'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:14.247022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60990) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:14.303276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Made reservation on behalf of 7e7f992cb62e451a8b84ee72d99e1d21 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:14.306820 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.322544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.452097 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7985a-d2f8-490f-8138-e4eb540a5a27 None None] New status for floating IP 064cab42-a653-42b3-aceb-39780db1e72f: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:05:14.482602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.492277 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.542262 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e95db5bb-50ad-4249-9f5f-4fa1c56fa174 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2916799 Nov 23 18:05:14.543502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:14.545624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60994) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:14.588689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.589051 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Added segment 4de92524-ade7-480a-bdd7-19ffcf9548e2 of type vlan for network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 Nov 23 18:05:14.590473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c16cd74-fa75-4735-866e-9ea440f0c41a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:14.691291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef90ff1-17f9-447b-92f0-12ab3e9efa30 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.694017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef90ff1-17f9-447b-92f0-12ab3e9efa30 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.695951 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aef90ff1-17f9-447b-92f0-12ab3e9efa30 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1493342 Nov 23 18:05:14.701331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60998) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:14.753839 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.799288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b093b-e37e-460d-bdfc-1c6046a9e39d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.801292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b093b-e37e-460d-bdfc-1c6046a9e39d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.803811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d55b093b-e37e-460d-bdfc-1c6046a9e39d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1014774 Nov 23 18:05:14.809339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 32768) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:14.843694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.844752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.845402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.030056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32784) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:15.032638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0135942 Nov 23 18:05:15.041744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa09ae-5504-4f0c-8cb7-f22274d9dc42 admin admin] Pushing event updated for resources: {'Network': ['ID=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:15.045890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Request body: {'subnet': {'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1279447167-subnet', 'tenant_id': '7e7f992cb62e451a8b84ee72d99e1d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:15.049908 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.058794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:15.080245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Made reservation on behalf of 7e7f992cb62e451a8b84ee72d99e1d21 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:15.086680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.102393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4317a96-a79b-400a-b4dd-d7ca7be2969b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:15.104235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b4317a96-a79b-400a-b4dd-d7ca7be2969b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/networks/0e1d2374-60d6-4563-a956-a5c8f6534ada HTTP/1.1" status: 200 len: 800 time: 0.2939494 Nov 23 18:05:15.109349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 32786) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:15.241343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-11ec1166-2459-4a46-a1e1-be65aa749f83 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/networks/0e1d2374-60d6-4563-a956-a5c8f6534ada?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1308265 Nov 23 18:05:15.245120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 32790) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:15.312444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75e205b-4816-4f45-9704-ec63c92f0b5b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:15.319459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b75e205b-4816-4f45-9704-ec63c92f0b5b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/subnets/010283bf-66fb-4522-9182-3b446793d06c HTTP/1.1" status: 200 len: 811 time: 0.0731268 Nov 23 18:05:15.320420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 32792) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:15.430085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8caa33-2c85-4d05-96a2-5185bd5d6b46 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:15.432365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a8caa33-2c85-4d05-96a2-5185bd5d6b46 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "GET /v2.0/subnets/010283bf-66fb-4522-9182-3b446793d06c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1107574 Nov 23 18:05:15.438606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 32796) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:15.466138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427634002'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:15.524578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:15.530966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.613394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:15.624780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.635320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.635789 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Added segment 68e8b548-b35a-4915-9b91-d1ff441a717a of type vlan for network b84cf369-a572-404c-9f8c-bd348ae58299 Nov 23 18:05:15.690375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da2eb18-ee31-41f2-ad3d-04cc8a233eb0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:15.703988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Checking segment: {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:15.704618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Network hostable DHCP agents. Network: c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:15.727952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:15.739518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:15.744276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:15.745414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.748657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f308a8-e40e-46a7-9170-9140ddbc2756 None None] Network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:15.752168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.791156 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6c350630-7577-4597-991f-9379fd1f1bfe admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7483602 Nov 23 18:05:15.804650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.810560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:15.811218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.905931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4550030 Nov 23 18:05:15.908837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32802) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:15.917107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'network_id': 'b84cf369-a572-404c-9f8c-bd348ae58299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:16.014443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae532a-ac12-43fd-8e9d-068fc3e0a1c3 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Network': ['ID=b84cf369-a572-404c-9f8c-bd348ae58299,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:16.044049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network b84cf369-a572-404c-9f8c-bd348ae58299 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:16.166498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Made reservation on behalf of 9ebadbb1335f4bb9b583ab4204d15b6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:16.176621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:16.309265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Performing IP validity checks on allocation pools {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:05:16.309791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:05:16.501526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f43924-0e92-4e4f-9e8a-333029fb3067 None None] Network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:16.553475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:16.696998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:16.783857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-a844ba1d-6728-485b-9429-5c25cda660fe tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:16.785920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-a844ba1d-6728-485b-9429-5c25cda660fe tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/networks?id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 HTTP/1.1" status: 200 len: 818 time: 0.3351939 Nov 23 18:05:16.811709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-170248a2-6cce-4c81-963a-ffdffce77001 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/quotas/7e7f992cb62e451a8b84ee72d99e1d21 HTTP/1.1" status: 200 len: 375 time: 0.0195422 Nov 23 18:05:16.884491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-cc12dfd6-6295-4ebb-9ca9-e638bf11a599 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e7f992cb62e451a8b84ee72d99e1d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636001 Nov 23 18:05:16.895798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Checking segment: {'id': '68e8b548-b35a-4915-9b91-d1ff441a717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b84cf369-a572-404c-9f8c-bd348ae58299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:16.897594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network hostable DHCP agents. Network: b84cf369-a572-404c-9f8c-bd348ae58299, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:16.922238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=5f050cde-dc72-4b36-8ea5-582032e6bfbd,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:16.960274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Network b84cf369-a572-404c-9f8c-bd348ae58299 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:16.986806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, b84cf369-a572-404c-9f8c-bd348ae58299) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:16.995021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:16.998794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:17.002431 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc244c-480d-426e-b57e-3f852f6c9584 None None] Network b84cf369-a572-404c-9f8c-bd348ae58299 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:17.053402 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c0dba4af-f0ef-4689-b8ac-63c50ab716e9 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1429634 Nov 23 18:05:17.054414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32852) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:17.073478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-15c0668e-ad87-4f21-a116-c4129abae5bb tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:17.178089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-1ec7c315-2030-483c-8e5f-62104c7fa46d service neutron] 10.222.0.74 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927897 Nov 23 18:05:17.370672 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-7c55a92e-4a00-406a-bd69-6bae5f387618 service neutron] 10.222.0.74 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840794 Nov 23 18:05:17.417240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-15c0668e-ad87-4f21-a116-c4129abae5bb tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18466816'] for subnet, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:17.441955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-b84cf369-a572-404c-9f8c-bd348ae58299', 'network_id': 'b84cf369-a572-404c-9f8c-bd348ae58299', 'tenant_id': '9ebadbb1335f4bb9b583ab4204d15b6c', 'fixed_ips': [{'subnet_id': '5f050cde-dc72-4b36-8ea5-582032e6bfbd'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:05:17.447650 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:17.774433 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:17.784065 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-15c0668e-ad87-4f21-a116-c4129abae5bb tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785887377273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17077608'] for subnet, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:17.868004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Allocated IP 172.20.0.3 (b84cf369-a572-404c-9f8c-bd348ae58299/5f050cde-dc72-4b36-8ea5-582032e6bfbd/1661f2f1-2fef-4320-97d9-a66d65252390) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:17.928651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0668e-ad87-4f21-a116-c4129abae5bb tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event updated for resources: {'Subnet': ['ID=5f050cde-dc72-4b36-8ea5-582032e6bfbd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:17.939171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0668e-ad87-4f21-a116-c4129abae5bb tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:17.939782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-15c0668e-ad87-4f21-a116-c4129abae5bb tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:17.944636 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-15c0668e-ad87-4f21-a116-c4129abae5bb tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "PUT /v2.0/subnets/5f050cde-dc72-4b36-8ea5-582032e6bfbd HTTP/1.1" status: 200 len: 877 time: 0.8878522 Nov 23 18:05:17.945316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 32878) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:18.123687 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.133502 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.161666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4bfff39-f864-442c-8879-9859e9a4e68f req-2a0e67ba-f008-48e2-87f3-7c8200017fed tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 210 time: 0.0516241 Nov 23 18:05:18.198126 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.261055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Network b84cf369-a572-404c-9f8c-bd348ae58299 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:18.265144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:18.269831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:18.274966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Pushing event updated for resources: {'Port': ['ID=1661f2f1-2fef-4320-97d9-a66d65252390,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:18.291965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Deleting port 1661f2f1-2fef-4320-97d9-a66d65252390 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:18.292533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.362891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Attempting to bind port 1661f2f1-2fef-4320-97d9-a66d65252390 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:18.363392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Attempting to bind port 1661f2f1-2fef-4320-97d9-a66d65252390 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '68e8b548-b35a-4915-9b91-d1ff441a717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b84cf369-a572-404c-9f8c-bd348ae58299'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:18.363883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Attempting to bind port 1661f2f1-2fef-4320-97d9-a66d65252390 on network b84cf369-a572-404c-9f8c-bd348ae58299 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:18.372375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:18.373024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Checking segment: {'id': '68e8b548-b35a-4915-9b91-d1ff441a717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b84cf369-a572-404c-9f8c-bd348ae58299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:18.373542 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.373939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Bound using segment: {'id': '68e8b548-b35a-4915-9b91-d1ff441a717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b84cf369-a572-404c-9f8c-bd348ae58299'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:18.374412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Bound port: 1661f2f1-2fef-4320-97d9-a66d65252390, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e8b548-b35a-4915-9b91-d1ff441a717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b84cf369-a572-404c-9f8c-bd348ae58299'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:18.374885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.486672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] For port 1661f2f1-2fef-4320-97d9-a66d65252390, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:18.490728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] For port 1661f2f1-2fef-4320-97d9-a66d65252390, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1661f2f1-2fef-4320-97d9-a66d65252390,segment=NetworkSegment(68e8b548-b35a-4915-9b91-d1ff441a717a),segment_id=68e8b548-b35a-4915-9b91-d1ff441a717a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:18.504316 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.533447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] For port 1661f2f1-2fef-4320-97d9-a66d65252390, host n-d-818932-3, got binding levels [] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:18.534048 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.547640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Calling delete_port for 1661f2f1-2fef-4320-97d9-a66d65252390 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:18.616924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fc35e-fff2-4df6-9cbf-907608d3e484 None None] Pushing event updated for resources: {'Port': ['ID=1661f2f1-2fef-4320-97d9-a66d65252390,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:18.787881 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.830019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Port': ['ID=1661f2f1-2fef-4320-97d9-a66d65252390,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:18.944074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No DVR routers for this DVR port 1661f2f1-2fef-4320-97d9-a66d65252390 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:19.153129 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:19.295445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c14944dc-62f3-449a-a333-ee90fa830819 req-2c949737-486a-4e89-a752-646c41d8b2c9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 210 time: 0.0532753 Nov 23 18:05:19.337775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:19.374726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=5f050cde-dc72-4b36-8ea5-582032e6bfbd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:19.417184 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:19.535804 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:19.605670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84cf369-a572-404c-9f8c-bd348ae58299']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:19.636523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e8b548-b35a-4915-9b91-d1ff441a717a') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:19.636840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e8b548-b35a-4915-9b91-d1ff441a717a') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:19.697787 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:19.733222 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:05:19.747475 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:19.757724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:19.758754 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:19.769333 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:19.962114 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:19.993973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.002192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32940) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:20.025802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/b84cf369-a572-404c-9f8c-bd348ae58299 HTTP/1.1" status: 204 len: 168 time: 2.0791869 Nov 23 18:05:20.027799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe9913-2402-4448-a972-be77aae9cc74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=b84cf369-a572-404c-9f8c-bd348ae58299,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:20.089507 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be27478-5ebb-4f71-8d1a-e1a513660934 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:20.090072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be27478-5ebb-4f71-8d1a-e1a513660934 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:20.102755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 32944) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:20.117813 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8be27478-5ebb-4f71-8d1a-e1a513660934 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/5f050cde-dc72-4b36-8ea5-582032e6bfbd HTTP/1.1" status: 404 len: 337 time: 0.1101859 Nov 23 18:05:20.147500 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae1cc3d-b508-4766-a125-de92966abd11 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:20.148072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae1cc3d-b508-4766-a125-de92966abd11 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:20.154254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:20.154631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eae1cc3d-b508-4766-a125-de92966abd11 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/b84cf369-a572-404c-9f8c-bd348ae58299 HTTP/1.1" status: 404 len: 339 time: 0.0500197 Nov 23 18:05:20.196830 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb36e11-a68e-498f-80db-1e284bf1e4dc tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:20.197517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb36e11-a68e-498f-80db-1e284bf1e4dc tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:20.200930 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dcb36e11-a68e-498f-80db-1e284bf1e4dc tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/e43c885c-7c94-4898-ab7e-877116879f3e HTTP/1.1" status: 404 len: 337 time: 0.0450189 Nov 23 18:05:20.203518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:20.228869 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c1a517-7739-4c22-abfe-8fa5f1372537 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:20.229611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c1a517-7739-4c22-abfe-8fa5f1372537 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:20.236363 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a4c1a517-7739-4c22-abfe-8fa5f1372537 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/279d80ac-7284-4674-87c7-890c0af97fee HTTP/1.1" status: 404 len: 339 time: 0.0285025 Nov 23 18:05:20.236363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32956) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:20.260474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-928d725e-4404-42ab-8f4a-8c3d0aecac42 None None] Could not find standard attr ID for object 1661f2f1-2fef-4320-97d9-a66d65252390. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:05:20.333281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1222b6-038c-4364-8562-b0a214fb8050 None None] DHCP port deletion for b84cf369-a572-404c-9f8c-bd348ae58299 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:20.370043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c7ea13-a684-4992-92f8-1006f45d6f86 None None] Network b84cf369-a572-404c-9f8c-bd348ae58299 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:20.398827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c7ea13-a684-4992-92f8-1006f45d6f86 None None] Network b84cf369-a572-404c-9f8c-bd348ae58299 could not be found, it might have been deleted concurrently. {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:05:20.407359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860ad4b-6bb8-46b5-a7ed-e1e9f05b89e3 None None] Network b84cf369-a572-404c-9f8c-bd348ae58299 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:20.424740 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.438223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860ad4b-6bb8-46b5-a7ed-e1e9f05b89e3 None None] Network b84cf369-a572-404c-9f8c-bd348ae58299 could not be found, it might have been deleted concurrently. {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:05:20.482478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.501727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c7ced8-0cb5-4ba1-9eaf-ec94003499d6 req-b3cc1169-a986-43c5-9c44-b29acde07392 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 210 time: 0.0667729 Nov 23 18:05:20.598457 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.625807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1292c550-098d-4869-9f16-960cd65509de']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:20.639651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c44e2b-12bd-417f-b83a-de5789b42306') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:20.640171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c44e2b-12bd-417f-b83a-de5789b42306') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:20.652852 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.692979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.702776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:20.703545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:20.707457 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:20.824467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-1875d986-41ba-49de-ac0f-0824f8efb7ae tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:20.835698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-1875d986-41ba-49de-ac0f-0824f8efb7ae tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.66 "GET /v2.0/networks?id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 HTTP/1.1" status: 200 len: 818 time: 0.3188996 Nov 23 18:05:20.838406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.890700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:20.913732 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/1292c550-098d-4869-9f16-960cd65509de HTTP/1.1" status: 204 len: 168 time: 0.6696415 Nov 23 18:05:20.921580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32992) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:20.926723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8da297-0c1d-4f23-8fb6-a791520cbfe0 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=1292c550-098d-4869-9f16-960cd65509de,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:20.939444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-2d2d1013-e4f7-41b4-81de-1b6be83131b7 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:20.944103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-2d2d1013-e4f7-41b4-81de-1b6be83131b7 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.72 "GET /v2.0/networks?id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 HTTP/1.1" status: 200 len: 818 time: 0.3259246 Nov 23 18:05:20.957729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Request body: {'port': {'device_id': '17b68c84-f4bd-4f6a-9ecc-d8d53333aa67', 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2', 'admin_state_up': True, 'tenant_id': '7e7f992cb62e451a8b84ee72d99e1d21'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:20.985031 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ccb5ea-55b8-40ab-8f1b-9e020ac98505 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:20.985979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ccb5ea-55b8-40ab-8f1b-9e020ac98505 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:20.990555 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-29ccb5ea-55b8-40ab-8f1b-9e020ac98505 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/d6046b5a-37ab-40ce-a6a4-f99319d5e1b4 HTTP/1.1" status: 404 len: 337 time: 0.0574870 Nov 23 18:05:20.990942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Request body: {'port': {'device_id': 'e7de6b50-b55b-4b44-9a3f-851d22b4a65b', 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2', 'admin_state_up': True, 'tenant_id': '7e7f992cb62e451a8b84ee72d99e1d21'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:21.005450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32996) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.056948 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-675c77be-a6af-49ed-8756-e7a370e9d985 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.061504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675c77be-a6af-49ed-8756-e7a370e9d985 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.069931 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-675c77be-a6af-49ed-8756-e7a370e9d985 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/9de054ce-81cc-40c6-8823-95475c05d579 HTTP/1.1" status: 404 len: 339 time: 0.0624058 Nov 23 18:05:21.081219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 32998) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.116387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1661f2f1-2fef-4320-97d9-a66d65252390 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:21.136683 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa78420-757b-4185-9e1b-70f3d5e36d6e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.137569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa78420-757b-4185-9e1b-70f3d5e36d6e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.146950 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2aa78420-757b-4185-9e1b-70f3d5e36d6e tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/27731abd-ff1a-4d19-801d-341ed0135031 HTTP/1.1" status: 404 len: 337 time: 0.0632231 Nov 23 18:05:21.148150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33000) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.158404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 1661f2f1-2fef-4320-97d9-a66d65252390 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:21.160701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1661f2f1-2fef-4320-97d9-a66d65252390 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:21.183767 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-44984f11-6945-4670-b8d7-1ce250c3f86a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.184514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44984f11-6945-4670-b8d7-1ce250c3f86a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.192192 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-44984f11-6945-4670-b8d7-1ce250c3f86a tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/a51cf3c8-c947-4e8b-9e55-ea05f2d6828f HTTP/1.1" status: 404 len: 339 time: 0.0418053 Nov 23 18:05:21.193562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33004) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.233005 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb88f6f3-8dce-44d1-9188-25f9ac4585fc tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.233459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb88f6f3-8dce-44d1-9188-25f9ac4585fc tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.245312 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb88f6f3-8dce-44d1-9188-25f9ac4585fc tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/5b81a839-067c-4521-a84c-fd3e852c363b HTTP/1.1" status: 404 len: 337 time: 0.0506279 Nov 23 18:05:21.245939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33006) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.267809 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dafd7a-ef1c-4c63-b0fe-24e24b5ace0f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.268355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13dafd7a-ef1c-4c63-b0fe-24e24b5ace0f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.276324 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-13dafd7a-ef1c-4c63-b0fe-24e24b5ace0f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/cf2de1c2-cbda-4824-8743-f8d929deb3c0 HTTP/1.1" status: 404 len: 339 time: 0.0288377 Nov 23 18:05:21.277432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33008) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.311487 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b173bf-e14e-45a0-8627-96ebd999ce74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.311871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b173bf-e14e-45a0-8627-96ebd999ce74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.320864 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-61b173bf-e14e-45a0-8627-96ebd999ce74 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/17c3ef03-eebc-482c-9ec4-a45f413a8ae5 HTTP/1.1" status: 404 len: 337 time: 0.0410790 Nov 23 18:05:21.321509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33010) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.344088 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fbde2f-534c-4a5d-aac0-99e1cab25b04 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.345300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fbde2f-534c-4a5d-aac0-99e1cab25b04 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.353113 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f0fbde2f-534c-4a5d-aac0-99e1cab25b04 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/b0275a46-9bf7-44e3-afb0-a43b292a5ebc HTTP/1.1" status: 404 len: 339 time: 0.0305200 Nov 23 18:05:21.353715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33012) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.388096 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-01000fce-2161-4b13-80f4-208fb704d538 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.388806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01000fce-2161-4b13-80f4-208fb704d538 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.392432 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-01000fce-2161-4b13-80f4-208fb704d538 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/6d12da18-0d42-41d9-945a-fd84d018b390 HTTP/1.1" status: 404 len: 337 time: 0.0357625 Nov 23 18:05:21.394977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33014) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.397278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c29ce-b3f4-4551-9898-80a3ce38c933 req-35df8c7a-053b-466e-a730-dc1702f87baa tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:21.402749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-477c29ce-b3f4-4551-9898-80a3ce38c933 req-35df8c7a-053b-466e-a730-dc1702f87baa tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 951 time: 0.4310131 Nov 23 18:05:21.425058 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dd17ae-f1ab-4aa4-8b22-fe63d2fe016f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.425561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dd17ae-f1ab-4aa4-8b22-fe63d2fe016f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.429837 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-71dd17ae-f1ab-4aa4-8b22-fe63d2fe016f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/e695b1ee-bf10-44b5-9b0f-6804c47fffad HTTP/1.1" status: 404 len: 339 time: 0.0337195 Nov 23 18:05:21.432571 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33016) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.463757 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb0abf6-9a92-4640-8ec6-7bf7910f4d0d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.464222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb0abf6-9a92-4640-8ec6-7bf7910f4d0d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.469938 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8eb0abf6-9a92-4640-8ec6-7bf7910f4d0d tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/3da96c6b-3553-4eb8-9a06-010d1b647cbf HTTP/1.1" status: 404 len: 337 time: 0.0339522 Nov 23 18:05:21.470194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33018) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.488861 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-83159c23-5542-47ba-89e1-f4f9472d07c4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.489083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83159c23-5542-47ba-89e1-f4f9472d07c4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.495720 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-83159c23-5542-47ba-89e1-f4f9472d07c4 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/bdb24a05-2f29-49f6-a4df-b5386de7c6ca HTTP/1.1" status: 404 len: 339 time: 0.0219991 Nov 23 18:05:21.496073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33020) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.526460 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b3dffa-8fad-4d78-b285-fc9343d205a5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.526968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b3dffa-8fad-4d78-b285-fc9343d205a5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.532760 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-09b3dffa-8fad-4d78-b285-fc9343d205a5 tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/53d7f0fe-3e65-4cbc-b90a-ab2c95fa383f HTTP/1.1" status: 404 len: 337 time: 0.0332789 Nov 23 18:05:21.533207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33024) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.555226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-503c2d0c-e6c4-4909-9833-387f80036754 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:21.556923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-503c2d0c-e6c4-4909-9833-387f80036754 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.66 "GET /v2.0/networks?id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 HTTP/1.1" status: 200 len: 818 time: 0.2805045 Nov 23 18:05:21.574908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Made reservation on behalf of 7e7f992cb62e451a8b84ee72d99e1d21 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:21.578184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:21.588555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Request body: {'port': {'device_id': 'e9efd2d8-ee44-4d53-8fb0-af08152a095e', 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2', 'admin_state_up': True, 'tenant_id': '7e7f992cb62e451a8b84ee72d99e1d21'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:21.602759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-477c29ce-b3f4-4551-9898-80a3ce38c933 req-3d68804b-34b5-4c4f-ae51-805105eb23c7 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638918 Nov 23 18:05:21.603646 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-766dda0c-d850-4f75-9eab-7b1a4c74faac tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.604161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766dda0c-d850-4f75-9eab-7b1a4c74faac tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.609855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-766dda0c-d850-4f75-9eab-7b1a4c74faac tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/a96be0f6-f249-4b86-962d-0f4d3302b21f HTTP/1.1" status: 404 len: 339 time: 0.0730281 Nov 23 18:05:21.610572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33026) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.656762 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfacc8c-0e34-4c1d-80ed-9c3804daf11b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.657217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfacc8c-0e34-4c1d-80ed-9c3804daf11b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.663690 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ccfacc8c-0e34-4c1d-80ed-9c3804daf11b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/969a6c5f-aac2-4f46-8773-5a743bfa06e2 HTTP/1.1" status: 404 len: 337 time: 0.0481286 Nov 23 18:05:21.664264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33034) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.674376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81421386-5f85-413f-b633-504f4821bbc3 req-c2bb349a-e601-49af-b2d3-97febc7bc902 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 210 time: 0.0615447 Nov 23 18:05:21.683367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Made reservation on behalf of 7e7f992cb62e451a8b84ee72d99e1d21 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:21.686865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:21.704345 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8441c49d-a5c2-4d3c-9be1-d72cff37ed1f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] DELETE failed (client error): The resource could not be found. Nov 23 18:05:21.705103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8441c49d-a5c2-4d3c-9be1-d72cff37ed1f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:05:21.709973 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8441c49d-a5c2-4d3c-9be1-d72cff37ed1f tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/927a1f87-bed9-428d-b68e-8939e4d86d22 HTTP/1.1" status: 404 len: 339 time: 0.0449858 Nov 23 18:05:21.713253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33038) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:21.940841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Deleting subnet 010283bf-66fb-4522-9182-3b446793d06c {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:05:21.953683 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.071980 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.099318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Made reservation on behalf of 7e7f992cb62e451a8b84ee72d99e1d21 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:22.103074 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.128267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Allocated IP 172.20.0.13 (c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2/2da2eb18-ee31-41f2-ad3d-04cc8a233eb0/57cdb1d8-5f07-425f-a178-546da6a46481) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:22.277797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.406562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.452386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Subnet': ['ID=010283bf-66fb-4522-9182-3b446793d06c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:22.466182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.466484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070045e-f02f-454c-8f20-9393f493d12a None None] Network 0e1d2374-60d6-4563-a956-a5c8f6534ada requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:22.469736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/subnets/010283bf-66fb-4522-9182-3b446793d06c HTTP/1.1" status: 204 len: 168 time: 0.7520556 Nov 23 18:05:22.473155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33088) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:22.474382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.483207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.483600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.483948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.484293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.484635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.484970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.485303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.485854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.486744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.487090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.487423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.489092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4661a5-9cab-46e4-8ce9-e1938367ea4b tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:22.532161 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.628495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:22.637247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:22.641904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Pushing event updated for resources: {'Port': ['ID=57cdb1d8-5f07-425f-a178-546da6a46481,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:22.644561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Allocated IP 172.20.0.11 (c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2/2da2eb18-ee31-41f2-ad3d-04cc8a233eb0/4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:22.648534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:22.649393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.742213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Deleting port 24d29b54-de9a-4425-bb62-847f433a30be {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:22.742921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.759189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] DHCP port deletion for 0e1d2374-60d6-4563-a956-a5c8f6534ada request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:22.789444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:22.791164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.825780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] Deleting port 24d29b54-de9a-4425-bb62-847f433a30be {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:22.826540 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.845916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] For port 24d29b54-de9a-4425-bb62-847f433a30be, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=24d29b54-de9a-4425-bb62-847f433a30be,segment=NetworkSegment(c022977a-4d76-4ed8-bd17-d5e3c402ccae),segment_id=c022977a-4d76-4ed8-bd17-d5e3c402ccae)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:22.846370 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.860604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Calling delete_port for 24d29b54-de9a-4425-bb62-847f433a30be owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:22.956905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] For port 24d29b54-de9a-4425-bb62-847f433a30be, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=24d29b54-de9a-4425-bb62-847f433a30be,segment=NetworkSegment(c022977a-4d76-4ed8-bd17-d5e3c402ccae),segment_id=c022977a-4d76-4ed8-bd17-d5e3c402ccae)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:22.957608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:22.979636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] Calling delete_port for 24d29b54-de9a-4425-bb62-847f433a30be owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:23.121503 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.199210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] No DVR routers for this DVR port 24d29b54-de9a-4425-bb62-847f433a30be on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:23.219270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2b088-1daf-4961-9605-1b52bbfd4531 None None] Pushing event deleted for resources: {'Port': ['ID=24d29b54-de9a-4425-bb62-847f433a30be,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:23.229775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 24d29b54-de9a-4425-bb62-847f433a30be no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:23.266219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 24d29b54-de9a-4425-bb62-847f433a30be {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:23.275296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 24d29b54-de9a-4425-bb62-847f433a30be not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:23.343615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.370779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Port': ['ID=24d29b54-de9a-4425-bb62-847f433a30be,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:23.372213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f79eceb2-686f-4ef4-a6ea-053cf1ee4dc4 req-37e2b519-0851-4b14-b9c6-ad7397e52108 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 210 time: 0.5752873 Nov 23 18:05:23.379766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] No DVR routers for this DVR port 24d29b54-de9a-4425-bb62-847f433a30be on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:23.413466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-84712ef6-eea3-49b9-aa45-3c48360774e0 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4320099 Nov 23 18:05:23.431458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Request body: {'port': {'device_id': 'e7de6b50-b55b-4b44-9a3f-851d22b4a65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:23.492398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd516882-df75-4a55-bf08-b7e1d15cc3cd req-190044ef-979b-4991-b71e-4d167d309b1f tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:23.493978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd516882-df75-4a55-bf08-b7e1d15cc3cd req-190044ef-979b-4991-b71e-4d167d309b1f tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 951 time: 0.6965446 Nov 23 18:05:23.502652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.532456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1d2374-60d6-4563-a956-a5c8f6534ada']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:23.544118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c022977a-4d76-4ed8-bd17-d5e3c402ccae') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:23.544446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c022977a-4d76-4ed8-bd17-d5e3c402ccae') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:23.553425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.557868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.577053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.580293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.584503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:23.584913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:23.617125 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:23.638821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd516882-df75-4a55-bf08-b7e1d15cc3cd req-9c3d4f41-e3b5-4906-95c0-9a17c4770bd4 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356349 Nov 23 18:05:23.681789 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.689872 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.696615 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] 10.222.0.74 "DELETE /v2.0/networks/0e1d2374-60d6-4563-a956-a5c8f6534ada HTTP/1.1" status: 204 len: 168 time: 1.2180092 Nov 23 18:05:23.704466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:23.713662 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacd063-aab0-420b-9918-a17d450541dd tempest-NetworksTest-581848266 tempest-NetworksTest-581848266-project] Pushing event deleted for resources: {'Network': ['ID=0e1d2374-60d6-4563-a956-a5c8f6534ada,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:23.854455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:23.867671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:23.876011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:23.879492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.api [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-0e7ade44-73a6-4bd2-adac-1368da2a23a8 {{(pid=120536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:05:23.880404 n-d-818932-3 neutron-server[120536]: DEBUG oslo_db.api [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:05:23.883937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Pushing event updated for resources: {'Port': ['ID=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:23.950793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33110) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:23.994046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:23.994731 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.024859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-f181d69d-56e3-4b7e-9bb5-5f9ef4b110d8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0786972 Nov 23 18:05:24.041656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Request body: {'port': {'device_id': '17b68c84-f4bd-4f6a-9ecc-d8d53333aa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:24.129969 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f697e3f4-98d3-442e-a909-b05fd7d872bc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9ebadbb1335f4bb9b583ab4204d15b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775291 Nov 23 18:05:24.132832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33116) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:24.138283 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.157721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cdb1d8-5f07-425f-a178-546da6a46481 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:24.168203 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.189667 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23a8f69e-f3bc-4139-8223-fc29870accc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.207642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Transition to ACTIVE for port object 57cdb1d8-5f07-425f-a178-546da6a46481 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:05:24.214150 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23a8f69e-f3bc-4139-8223-fc29870accc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.217699 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.283919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23a8f69e-f3bc-4139-8223-fc29870accc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.290138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23a8f69e-f3bc-4139-8223-fc29870accc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.309563 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-23a8f69e-f3bc-4139-8223-fc29870accc1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b38132b2-7c02-4730-a3fe-45419ba1e9ef HTTP/1.1" status: 204 len: 168 time: 0.1610501 Nov 23 18:05:24.326465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8f69e-f3bc-4139-8223-fc29870accc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38132b2-7c02-4730-a3fe-45419ba1e9ef,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:24.338233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Pushing event updated for resources: {'Port': ['ID=57cdb1d8-5f07-425f-a178-546da6a46481,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:24.384490 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.554439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5368fb61-72e7-4166-b407-552f15c2759a req-c109594e-fcba-4321-8afa-ac722e0e3ee2 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 210 time: 0.0722573 Nov 23 18:05:24.588678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Attempting to bind port 57cdb1d8-5f07-425f-a178-546da6a46481 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:24.589003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Attempting to bind port 57cdb1d8-5f07-425f-a178-546da6a46481 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:24.589333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Attempting to bind port 57cdb1d8-5f07-425f-a178-546da6a46481 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:24.605221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Port 57cdb1d8-5f07-425f-a178-546da6a46481 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:05:24.605547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Attempting to bind port 57cdb1d8-5f07-425f-a178-546da6a46481 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:24.618155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:24.618520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Checking segment: {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:24.618942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Bound using segment: {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:24.619383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Bound port: 57cdb1d8-5f07-425f-a178-546da6a46481, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:24.619752 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.720076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:24.732536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-58badac3-fb12-4e2c-967d-a69657d85b72 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:24.734229 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-58badac3-fb12-4e2c-967d-a69657d85b72 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.66 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 951 time: 0.1564188 Nov 23 18:05:24.734418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.767491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Transition to ACTIVE for port object 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:05:24.786911 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.816023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] For port 57cdb1d8-5f07-425f-a178-546da6a46481, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:24.889320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] For port 57cdb1d8-5f07-425f-a178-546da6a46481, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=57cdb1d8-5f07-425f-a178-546da6a46481,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:24.908349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.930780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:24.937560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Allocated IP 172.20.0.8 (c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2/2da2eb18-ee31-41f2-ad3d-04cc8a233eb0/607e11d6-11fd-4f9f-92f5-332d18be5eb3) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:24.957448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Deleting port be0105e2-12a1-4bc2-bf62-adefe4f68019 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:24.958117 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.988346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:24.988881 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:24.990881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] 10.222.0.72 "PUT /v2.0/ports/57cdb1d8-5f07-425f-a178-546da6a46481 HTTP/1.1" status: 200 len: 1092 time: 1.5664783 Nov 23 18:05:24.999601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95810b6-8cc8-4724-acd9-11f6352744c5 req-a8701a43-dc58-4626-a525-e57ddd77ca5b tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:25.007832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b95810b6-8cc8-4724-acd9-11f6352744c5 req-a8701a43-dc58-4626-a525-e57ddd77ca5b tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/ports?device_id=80f59683-20db-4146-bac5-851cb5f94ce6 HTTP/1.1" status: 200 len: 951 time: 0.2332461 Nov 23 18:05:25.009427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7de6b50-b55b-4b44-9a3f-851d22b4a65b', 'tag': '57cdb1d8-5f07-425f-a178-546da6a46481'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:25.012006 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91385f18-783d-48a9-aae9-9bb1d647c361" -d '{"events": [{"name": "network-changed", "server_uuid": "e7de6b50-b55b-4b44-9a3f-851d22b4a65b", "tag": "57cdb1d8-5f07-425f-a178-546da6a46481"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:25.142435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:25.143255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:25.160041 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e453eb8-5b45-4632-b751-05da855e9c62 x-openstack-request-id: req-2e453eb8-5b45-4632-b751-05da855e9c62 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:25.160430 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7de6b50-b55b-4b44-9a3f-851d22b4a65b", "tag": "57cdb1d8-5f07-425f-a178-546da6a46481", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:25.160625 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e453eb8-5b45-4632-b751-05da855e9c62 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:25.161647 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7de6b50-b55b-4b44-9a3f-851d22b4a65b', 'tag': '57cdb1d8-5f07-425f-a178-546da6a46481', 'status': 'completed', 'code': 200} Nov 23 18:05:25.167717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Calling delete_port for be0105e2-12a1-4bc2-bf62-adefe4f68019 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:25.173319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:25.192458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427ecf9-9a14-40a1-8e17-e1ce933c6334 service neutron] Pushing event updated for resources: {'Port': ['ID=57cdb1d8-5f07-425f-a178-546da6a46481,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:25.275969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b95810b6-8cc8-4724-acd9-11f6352744c5 req-c08ace70-23c5-4c42-af25-d5adb1e60217 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.74 "GET /v2.0/security-groups?id=f83966a6-7d23-48d7-831e-d3df6f01cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672031 Nov 23 18:05:25.302148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-b4366dba-b405-45e9-8501-e13197073e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:25.302423 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:25.304146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-b4366dba-b405-45e9-8501-e13197073e9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e7f992cb62e451a8b84ee72d99e1d21&device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b HTTP/1.1" status: 200 len: 1095 time: 0.2493896 Nov 23 18:05:25.318844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Attempting to bind port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:25.319459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Attempting to bind port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:25.319982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Attempting to bind port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:25.351031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:25.354141 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbeaf3e-5eda-45a9-8894-a402ffff01ab" -d '{"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:25.354881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:05:25.355353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Attempting to bind port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:25.384495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port be0105e2-12a1-4bc2-bf62-adefe4f68019, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=be0105e2-12a1-4bc2-bf62-adefe4f68019,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:25.390563 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:25.430136 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9327b0-fc0e-4ef8-b58f-77aa6502fd68 x-openstack-request-id: req-ae9327b0-fc0e-4ef8-b58f-77aa6502fd68 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:25.431433 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:25.432077 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ae9327b0-fc0e-4ef8-b58f-77aa6502fd68 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:25.432757 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'code': 200} Nov 23 18:05:25.476307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=11']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:25.481186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-2c3e50a3-8ce3-4373-a492-1fb8781f66ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57cdb1d8-5f07-425f-a178-546da6a46481 HTTP/1.1" status: 200 len: 217 time: 0.1641273 Nov 23 18:05:25.488844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.489533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.490359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.491488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.493555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.494142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.494831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.495418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.495977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.496229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:25.496583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Checking segment: {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:25.496970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Bound using segment: {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:25.497385 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.497506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Bound port: 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:25.497862 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:25.498856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.499892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:25.507878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:25.580338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Pushing event deleted for resources: {'Port': ['ID=be0105e2-12a1-4bc2-bf62-adefe4f68019,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:25.626892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] No DVR routers for this DVR port be0105e2-12a1-4bc2-bf62-adefe4f68019 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:25.629453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:25.634626 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] 10.222.0.66 "DELETE /v2.0/ports/be0105e2-12a1-4bc2-bf62-adefe4f68019 HTTP/1.1" status: 204 len: 173 time: 0.8923733 Nov 23 18:05:25.635151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-deleted', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:25.647419 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe09ff-0514-42a0-94d0-68977a676552" -d '{"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-deleted", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:25.664592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-7d0cf923-4d71-4ff6-8b25-ce79d4b841be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:25.666158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-7d0cf923-4d71-4ff6-8b25-ce79d4b841be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2da2eb18-ee31-41f2-ad3d-04cc8a233eb0 HTTP/1.1" status: 200 len: 858 time: 0.1661596 Nov 23 18:05:25.743926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33166) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:25.767768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:25.863157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a003eec-ee25-4c6d-aa9d-a2ef753e7ae8 req-ba33fde1-e2af-4266-9c8f-380b49c6415a tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 210 time: 0.1850340 Nov 23 18:05:25.920001 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-a9c04657-6866-4d37-b583-408203fb27ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2166491 Nov 23 18:05:25.924512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] For port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:25.958709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2f5b12b1-ebac-4407-93e1-02991db1ef54 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1472529031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:26.007285 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233125ad-d191-44cd-8855-cb883e9de419 x-openstack-request-id: req-233125ad-d191-44cd-8855-cb883e9de419 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:26.007591 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f59683-20db-4146-bac5-851cb5f94ce6", "name": "network-vif-deleted", "tag": "be0105e2-12a1-4bc2-bf62-adefe4f68019", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:26.007850 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-233125ad-d191-44cd-8855-cb883e9de419 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:26.008250 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f59683-20db-4146-bac5-851cb5f94ce6', 'name': 'network-vif-deleted', 'tag': 'be0105e2-12a1-4bc2-bf62-adefe4f68019', 'status': 'completed', 'code': 200} Nov 23 18:05:26.019046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f5b12b1-ebac-4407-93e1-02991db1ef54 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.020348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f5b12b1-ebac-4407-93e1-02991db1ef54 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.124205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] For port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:26.124575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f5b12b1-ebac-4407-93e1-02991db1ef54 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.146470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f5b12b1-ebac-4407-93e1-02991db1ef54 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.180192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-c0eeac77-875c-4df9-81c1-746a30c02aa6 service neutron] 10.222.0.72 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483673 Nov 23 18:05:26.187298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f5b12b1-ebac-4407-93e1-02991db1ef54 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.188208 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.190770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2f5b12b1-ebac-4407-93e1-02991db1ef54 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4449949 Nov 23 18:05:26.198404 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33176) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:26.210587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2023009558'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:26.255255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Made reservation on behalf of f9f64dcaadec45aeb2dcf0e3d658dd93 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:26.262527 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.275959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:26.276593 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.277985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] 10.222.0.66 "PUT /v2.0/ports/4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 HTTP/1.1" status: 200 len: 1092 time: 2.2405794 Nov 23 18:05:26.299583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.342324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.384738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd114466-5a80-47e0-aaca-8dba979d18f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:26.435207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.450949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.465210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:26.465722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:26.472778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:26.480286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-701e9533-9d24-40b2-9023-bbdc708bceff service neutron] 10.222.0.72 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812049 Nov 23 18:05:26.481087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:26.481863 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.482397 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Added segment bb6d76b9-64ef-4a76-a1bf-e8bf85662acd of type vlan for network a48eba8e-b587-4918-a609-caf226378ceb Nov 23 18:05:26.518247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Pushing event updated for resources: {'Port': ['ID=607e11d6-11fd-4f9f-92f5-332d18be5eb3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:26.555047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.570099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa971f1-58ff-44ab-aaf5-5b200c462a26,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:26.586780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-3f8bd6df-40e3-4475-935e-4d025fcb6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:26.588693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-3f8bd6df-40e3-4475-935e-4d025fcb6ef5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e7f992cb62e451a8b84ee72d99e1d21&device_id=17b68c84-f4bd-4f6a-9ecc-d8d53333aa67 HTTP/1.1" status: 200 len: 1095 time: 0.2200158 Nov 23 18:05:26.596375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.609307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:26.610381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.658167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-468b28b8-523c-4b2b-a868-192339ba3e6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 HTTP/1.1" status: 200 len: 217 time: 0.0603945 Nov 23 18:05:26.659307 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4596505 Nov 23 18:05:26.663951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33190) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:26.667653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:26.668436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.670770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'subnet': {'network_id': 'a48eba8e-b587-4918-a609-caf226378ceb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:26.710196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-29a4d227-edea-41e4-9943-476c31bf416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:26.711833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-29a4d227-edea-41e4-9943-476c31bf416d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e7f992cb62e451a8b84ee72d99e1d21&device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b HTTP/1.1" status: 200 len: 1095 time: 0.1664462 Nov 23 18:05:26.722192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d6c14-7c55-4298-8b70-e19932370372 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Network': ['ID=a48eba8e-b587-4918-a609-caf226378ceb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:26.740368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a48eba8e-b587-4918-a609-caf226378ceb details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:26.900579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-7b0d9dbc-ec6d-4bc6-8b47-e0a1ce67137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:26.902241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-7b0d9dbc-ec6d-4bc6-8b47-e0a1ce67137f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 HTTP/1.1" status: 200 len: 919 time: 0.1803589 Nov 23 18:05:26.902374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33198) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:26.924516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-5496acf2-e0b7-4f74-b017-f862e0c9bfc9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3408639 Nov 23 18:05:26.939242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Made reservation on behalf of f9f64dcaadec45aeb2dcf0e3d658dd93 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:26.944096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:26.963978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Request body: {'port': {'device_id': 'e9efd2d8-ee44-4d53-8fb0-af08152a095e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:26.969058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-ba9b7172-3320-4724-8646-2171d57fd0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:26.971022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-ba9b7172-3320-4724-8646-2171d57fd0f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2da2eb18-ee31-41f2-ad3d-04cc8a233eb0 HTTP/1.1" status: 200 len: 858 time: 0.2991760 Nov 23 18:05:26.996879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-4429292b-0ab2-49ee-8187-ba2f77e289e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57cdb1d8-5f07-425f-a178-546da6a46481 HTTP/1.1" status: 200 len: 217 time: 0.0855691 Nov 23 18:05:27.091092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-d728b1fa-b275-48eb-a29e-c6f64f41ba12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912588 Nov 23 18:05:27.148678 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1fabeb7c-d362-4b19-9d67-727f8fd1907c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e9f40470c8784ac6b4da78444b594d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449629 Nov 23 18:05:27.151978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33208) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:27.176659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b68c84-f4bd-4f6a-9ecc-d8d53333aa67', 'tag': '4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:27.181332 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd479129-82d1-42de-a32a-bb8d3dc56e88" -d '{"events": [{"name": "network-changed", "server_uuid": "17b68c84-f4bd-4f6a-9ecc-d8d53333aa67", "tag": "4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:27.195752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-c4c6371f-d54f-4657-b1c7-4a05d08433ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:27.198315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-c4c6371f-d54f-4657-b1c7-4a05d08433ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2da2eb18-ee31-41f2-ad3d-04cc8a233eb0 HTTP/1.1" status: 200 len: 858 time: 0.1842101 Nov 23 18:05:27.204136 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.248626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68ca36-18c7-47d5-a60f-5ba9dc8dd281 req-b981cf87-a025-449e-9a21-b52b5f25411f tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:27.250157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b68ca36-18c7-47d5-a60f-5ba9dc8dd281 req-b981cf87-a025-449e-9a21-b52b5f25411f tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 931 time: 0.2259555 Nov 23 18:05:27.309722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-0dd2128d-1aef-48ad-afea-814eb96abeb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024077 Nov 23 18:05:27.336547 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.394139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Subnet': ['ID=f5ba3f00-4a44-45ad-b8b9-ed27dfb5f876,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:27.400693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea721747-be05-474f-800c-7d7e1617e2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.437715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea721747-be05-474f-800c-7d7e1617e2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.487985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Checking segment: {'id': 'bb6d76b9-64ef-4a76-a1bf-e8bf85662acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a48eba8e-b587-4918-a609-caf226378ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:27.488328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network hostable DHCP agents. Network: a48eba8e-b587-4918-a609-caf226378ceb, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:27.512199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network a48eba8e-b587-4918-a609-caf226378ceb is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:27.524879 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a48eba8e-b587-4918-a609-caf226378ceb) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:27.530850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:27.531513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.537596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72bdf3-9a94-499f-becf-710d34539e06 None None] Network a48eba8e-b587-4918-a609-caf226378ceb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:27.542832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea721747-be05-474f-800c-7d7e1617e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.545559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea721747-be05-474f-800c-7d7e1617e2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.546891 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ea721747-be05-474f-800c-7d7e1617e2d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f83966a6-7d23-48d7-831e-d3df6f01cf3e HTTP/1.1" status: 204 len: 168 time: 0.3940156 Nov 23 18:05:27.583961 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1b7d4132-b55d-4cee-b649-bc768ecca989 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9161050 Nov 23 18:05:27.585188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea721747-be05-474f-800c-7d7e1617e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83966a6-7d23-48d7-831e-d3df6f01cf3e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:27.588214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33216) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:27.609210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'network': {'name': 'tempest-router-network01--907853663'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:27.646641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Made reservation on behalf of f9f64dcaadec45aeb2dcf0e3d658dd93 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:27.651742 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.708477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:27.719873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.720407 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Added segment 213dc5f6-f202-4a06-b217-1bbdee23da86 of type vlan for network 0152610e-b7ce-4a9c-9f9c-d5634828741f Nov 23 18:05:27.743409 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a372e1-fede-4704-b577-d8190b8228ac x-openstack-request-id: req-c4a372e1-fede-4704-b577-d8190b8228ac {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:27.744248 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b68c84-f4bd-4f6a-9ecc-d8d53333aa67", "tag": "4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:27.744698 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4a372e1-fede-4704-b577-d8190b8228ac {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:27.745419 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b68c84-f4bd-4f6a-9ecc-d8d53333aa67', 'tag': '4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29', 'status': 'completed', 'code': 200} Nov 23 18:05:27.773332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.773642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-a48eba8e-b587-4918-a609-caf226378ceb', 'network_id': 'a48eba8e-b587-4918-a609-caf226378ceb', 'tenant_id': 'f9f64dcaadec45aeb2dcf0e3d658dd93', 'fixed_ips': [{'subnet_id': 'f5ba3f00-4a44-45ad-b8b9-ed27dfb5f876'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:05:27.774524 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.819434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.826774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:27.828651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:27.884773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-1dbd6976-c1b4-465f-9795-1fc1b81cce4e service neutron] 10.222.0.72 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620646 Nov 23 18:05:27.938556 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3373518 Nov 23 18:05:27.958616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b68ca36-18c7-47d5-a60f-5ba9dc8dd281 req-96114b38-a2ec-4a19-849e-a976a6deadc4 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876984 Nov 23 18:05:27.960067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33224) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:27.991263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'network': {'name': 'tempest-router-network02--782543030'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:28.012168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-321c3db0-9553-4db3-902c-3a2d044b82eb service neutron] 10.222.0.66 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9084570 Nov 23 18:05:28.012741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663602e7-4e1a-4a04-8184-09c325fe5059 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Network': ['ID=0152610e-b7ce-4a9c-9f9c-d5634828741f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:28.023219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Allocated IP 2001:db8::2 (a48eba8e-b587-4918-a609-caf226378ceb/f5ba3f00-4a44-45ad-b8b9-ed27dfb5f876/3d9089a0-d769-4fb1-bd8b-810707a9fd43) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:28.028591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 0152610e-b7ce-4a9c-9f9c-d5634828741f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:28.240665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Made reservation on behalf of f9f64dcaadec45aeb2dcf0e3d658dd93 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:28.244912 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.313692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91385f18-783d-48a9-aae9-9bb1d647c361 req-598d7be2-55af-473a-9c97-0a26a64ce35f service neutron] 10.222.0.72 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051552 Nov 23 18:05:28.393503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:28.405368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-e0c45189-7200-4450-9e0f-252e2f4578b8 service neutron] 10.222.0.66 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679211 Nov 23 18:05:28.420549 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.420926 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Added segment bca592f3-da90-47e5-97e5-fa63d7cb40bd of type vlan for network 08761679-062b-4656-b887-0f193770ecad Nov 23 18:05:28.528196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.535102 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.540412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.583471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Network a48eba8e-b587-4918-a609-caf226378ceb is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:28.588905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:28.595109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:28.609046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Pushing event updated for resources: {'Port': ['ID=3d9089a0-d769-4fb1-bd8b-810707a9fd43,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:28.651988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-fa863cd5-aeb7-4ec4-b8f0-3a668f70ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:28.653786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-fa863cd5-aeb7-4ec4-b8f0-3a668f70ebf7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e7f992cb62e451a8b84ee72d99e1d21&device_id=17b68c84-f4bd-4f6a-9ecc-d8d53333aa67 HTTP/1.1" status: 200 len: 1095 time: 0.1397231 Nov 23 18:05:28.657748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.666324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:28.666530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Attempting to bind port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:28.666945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Attempting to bind port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'bb6d76b9-64ef-4a76-a1bf-e8bf85662acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a48eba8e-b587-4918-a609-caf226378ceb'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:28.667141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.667345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Attempting to bind port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 on network a48eba8e-b587-4918-a609-caf226378ceb {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:28.673316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:28.674277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Checking segment: {'id': 'bb6d76b9-64ef-4a76-a1bf-e8bf85662acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a48eba8e-b587-4918-a609-caf226378ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:28.674887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.675151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Bound using segment: {'id': 'bb6d76b9-64ef-4a76-a1bf-e8bf85662acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a48eba8e-b587-4918-a609-caf226378ceb'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:28.675643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Bound port: 3d9089a0-d769-4fb1-bd8b-810707a9fd43, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6d76b9-64ef-4a76-a1bf-e8bf85662acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a48eba8e-b587-4918-a609-caf226378ceb'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:28.676038 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.709446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607e11d6-11fd-4f9f-92f5-332d18be5eb3 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:28.749802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.761208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] For port 3d9089a0-d769-4fb1-bd8b-810707a9fd43, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:28.765034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] For port 3d9089a0-d769-4fb1-bd8b-810707a9fd43, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3d9089a0-d769-4fb1-bd8b-810707a9fd43,segment=NetworkSegment(bb6d76b9-64ef-4a76-a1bf-e8bf85662acd),segment_id=bb6d76b9-64ef-4a76-a1bf-e8bf85662acd)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:28.766925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7816620 Nov 23 18:05:28.770071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33252) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:28.774762 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.776830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'subnet': {'network_id': '0152610e-b7ce-4a9c-9f9c-d5634828741f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:28.866247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9636-4220-4966-8a58-b444ee111771 None None] Pushing event updated for resources: {'Port': ['ID=3d9089a0-d769-4fb1-bd8b-810707a9fd43,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:28.913824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Transition to ACTIVE for port object 607e11d6-11fd-4f9f-92f5-332d18be5eb3 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:05:28.914887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d25a98-fb37-4c4b-891b-62fc64cde6ea tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Network': ['ID=08761679-062b-4656-b887-0f193770ecad,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:28.932462 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:28.933503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 08761679-062b-4656-b887-0f193770ecad details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:28.944267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Made reservation on behalf of f9f64dcaadec45aeb2dcf0e3d658dd93 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:28.948620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:29.001701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 57cdb1d8-5f07-425f-a178-546da6a46481 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:05:29.116760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-6ac07fbc-104e-4873-a65f-f43d7f545b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:29.121683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-6ac07fbc-104e-4873-a65f-f43d7f545b2b service neutron] 10.222.0.66 "GET /v2.0/networks?id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 HTTP/1.1" status: 200 len: 919 time: 0.4472551 Nov 23 18:05:29.123868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=607e11d6-11fd-4f9f-92f5-332d18be5eb3,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:29.249081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:29.300260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: be0105e2-12a1-4bc2-bf62-adefe4f68019 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:29.302997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device be0105e2-12a1-4bc2-bf62-adefe4f68019 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:29.335495 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:29.360719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-38133a3f-e536-4003-93af-a6f53439bd34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 HTTP/1.1" status: 200 len: 217 time: 0.2271316 Nov 23 18:05:29.459588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 57cdb1d8-5f07-425f-a178-546da6a46481, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=57cdb1d8-5f07-425f-a178-546da6a46481,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:29.481769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7f48-baf5-4125-a000-9efbf4a29875 req-85d539b9-143e-47dc-8386-e2e5fd441db2 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:29.482440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Checking segment: {'id': '213dc5f6-f202-4a06-b217-1bbdee23da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0152610e-b7ce-4a9c-9f9c-d5634828741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:29.482843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network hostable DHCP agents. Network: 0152610e-b7ce-4a9c-9f9c-d5634828741f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:29.484900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8bc7f48-baf5-4125-a000-9efbf4a29875 req-85d539b9-143e-47dc-8386-e2e5fd441db2 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 943 time: 0.3867972 Nov 23 18:05:29.488330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '57cdb1d8-5f07-425f-a178-546da6a46481', 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2', 'port_id': '57cdb1d8-5f07-425f-a178-546da6a46481', 'mac_address': 'fa:16:3e:e9:c4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da2eb18-ee31-41f2-ad3d-04cc8a233eb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:05:29.505906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Subnet': ['ID=5ce357d5-411e-4fe9-af9c-f0b8a49d6b6d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:29.513348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network 0152610e-b7ce-4a9c-9f9c-d5634828741f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:29.526934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 0152610e-b7ce-4a9c-9f9c-d5634828741f) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:29.546320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:29.547728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:29.553525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:29.557225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12c230-6622-411d-9087-f5abf439eb35 None None] Network 0152610e-b7ce-4a9c-9f9c-d5634828741f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:29.571084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Attempting to bind port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:29.571438 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Attempting to bind port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:29.572006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Attempting to bind port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:29.575958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-88a85782-9684-45ff-9fc1-65262473319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:29.577462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-88a85782-9684-45ff-9fc1-65262473319d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2da2eb18-ee31-41f2-ad3d-04cc8a233eb0 HTTP/1.1" status: 200 len: 858 time: 0.2063692 Nov 23 18:05:29.587831 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-02f4d147-6d4e-4811-8070-0b7c11224acb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8148997 Nov 23 18:05:29.589204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33268) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:29.597771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'subnet': {'network_id': '08761679-062b-4656-b887-0f193770ecad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:29.598835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cdb1d8-5f07-425f-a178-546da6a46481 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:29.624450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 57cdb1d8-5f07-425f-a178-546da6a46481, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=57cdb1d8-5f07-425f-a178-546da6a46481,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:29.628895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8bc7f48-baf5-4125-a000-9efbf4a29875 req-7a3cc575-e89a-452b-bfaf-39d8174622c8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329207 Nov 23 18:05:29.666081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:05:29.666636 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:29.666941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Attempting to bind port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 on network c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:29.707037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-7fc7ff9c-32f1-4e79-b55d-63e783d6a8ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968628 Nov 23 18:05:29.732099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:29.732099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Checking segment: {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:29.732099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Bound using segment: {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:29.733379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Bound port: 607e11d6-11fd-4f9f-92f5-332d18be5eb3, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de92524-ade7-480a-bdd7-19ffcf9548e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:29.734009 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:29.756771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=57cdb1d8-5f07-425f-a178-546da6a46481,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:29.834628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Made reservation on behalf of f9f64dcaadec45aeb2dcf0e3d658dd93 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:29.836047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-0152610e-b7ce-4a9c-9f9c-d5634828741f', 'network_id': '0152610e-b7ce-4a9c-9f9c-d5634828741f', 'tenant_id': 'f9f64dcaadec45aeb2dcf0e3d658dd93', 'fixed_ips': [{'subnet_id': '5ce357d5-411e-4fe9-af9c-f0b8a49d6b6d'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:05:29.837592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:29.844239 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:29.954356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['57cdb1d8-5f07-425f-a178-546da6a46481'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:05:30.078566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-226ad4f5-4849-4b9d-bbdb-0d18fefd566f service neutron] 10.222.0.66 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611238 Nov 23 18:05:30.109937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] For port 607e11d6-11fd-4f9f-92f5-332d18be5eb3, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:30.115313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Allocated IP 2001:db8::2 (0152610e-b7ce-4a9c-9f9c-d5634828741f/5ce357d5-411e-4fe9-af9c-f0b8a49d6b6d/ad06aa62-4c5c-41d9-bbf9-97d54851e5cb) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:30.122023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] For port 607e11d6-11fd-4f9f-92f5-332d18be5eb3, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=607e11d6-11fd-4f9f-92f5-332d18be5eb3,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:30.159384 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:30.306853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=607e11d6-11fd-4f9f-92f5-332d18be5eb3,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:30.341598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:30.354238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:30.354922 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:30.360531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-abe2d0c9-4d1c-4d96-bd2f-d26e4b6ecdc3 service neutron] 10.222.0.66 "PUT /v2.0/ports/607e11d6-11fd-4f9f-92f5-332d18be5eb3 HTTP/1.1" status: 200 len: 1091 time: 3.3987052 Nov 23 18:05:30.426542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9efd2d8-ee44-4d53-8fb0-af08152a095e', 'tag': '607e11d6-11fd-4f9f-92f5-332d18be5eb3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:30.433826 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a34ae3-88a4-48fa-9c64-4b807e42e306" -d '{"events": [{"name": "network-changed", "server_uuid": "e9efd2d8-ee44-4d53-8fb0-af08152a095e", "tag": "607e11d6-11fd-4f9f-92f5-332d18be5eb3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:30.526133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Checking segment: {'id': 'bca592f3-da90-47e5-97e5-fa63d7cb40bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '08761679-062b-4656-b887-0f193770ecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:30.526507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network hostable DHCP agents. Network: 08761679-062b-4656-b887-0f193770ecad, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:30.540970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Subnet': ['ID=f5ab8866-f9e1-4b0f-a1d0-76bcc1982b56,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:30.556377 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f04ed4c-2579-4f88-9673-31f45945fe4e x-openstack-request-id: req-4f04ed4c-2579-4f88-9673-31f45945fe4e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:30.556671 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9efd2d8-ee44-4d53-8fb0-af08152a095e", "tag": "607e11d6-11fd-4f9f-92f5-332d18be5eb3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:30.556935 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f04ed4c-2579-4f88-9673-31f45945fe4e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:30.557327 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9efd2d8-ee44-4d53-8fb0-af08152a095e', 'tag': '607e11d6-11fd-4f9f-92f5-332d18be5eb3', 'status': 'completed', 'code': 200} Nov 23 18:05:30.579436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network 08761679-062b-4656-b887-0f193770ecad is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:30.589886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d463cc-bcf4-4a73-83bb-84b8af68f104 None None] Network a48eba8e-b587-4918-a609-caf226378ceb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:30.601305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 08761679-062b-4656-b887-0f193770ecad) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:30.606882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:30.607485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:30.642921 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-767af093-f9ba-4fa9-8a7d-4ccc1f5b7505 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0472925 Nov 23 18:05:30.642921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33290) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:30.687936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85760a25-e0cd-4de6-8bf6-5047c82e6660 None None] Network 08761679-062b-4656-b887-0f193770ecad requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:30.691313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd479129-82d1-42de-a32a-bb8d3dc56e88 req-240146de-17d0-49b0-818b-8c135f1d216e service neutron] 10.222.0.66 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031916 Nov 23 18:05:30.700384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:30.708308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-e1112bd1-f53e-49aa-9dc8-c5530e3b0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:30.711032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-e1112bd1-f53e-49aa-9dc8-c5530e3b0bcd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e7f992cb62e451a8b84ee72d99e1d21&device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 1094 time: 0.2742658 Nov 23 18:05:30.810949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-a8dbf4c1-52f3-47aa-a825-7b4e0d7cc005 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=607e11d6-11fd-4f9f-92f5-332d18be5eb3 HTTP/1.1" status: 200 len: 217 time: 0.0899181 Nov 23 18:05:30.827197 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:30.928969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-891ca0d0-ede9-4776-ac1d-d931d73fa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:30.936378 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-891ca0d0-ede9-4776-ac1d-d931d73fa0c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2da2eb18-ee31-41f2-ad3d-04cc8a233eb0 HTTP/1.1" status: 200 len: 858 time: 0.1177008 Nov 23 18:05:31.009023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Pushing event updated for resources: {'Port': ['ID=ad06aa62-4c5c-41d9-bbf9-97d54851e5cb,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:31.062190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-1f76f7fb-94a7-4590-a8c3-5ab1a11e0150 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886674 Nov 23 18:05:31.095369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Network 0152610e-b7ce-4a9c-9f9c-d5634828741f is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:31.231702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:31.273102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:05:31.289103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e615c1-63b4-432d-8c2b-039ccaebd774 req-269c0e14-818b-4756-9b80-6853c151916e tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:31.291254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9e615c1-63b4-432d-8c2b-039ccaebd774 req-269c0e14-818b-4756-9b80-6853c151916e tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 943 time: 0.3734620 Nov 23 18:05:31.298354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:31.305659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f3b3bc3b-0628-4924-9b1a-b80984ea54b7 None None] Provisioning complete for port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:31.306843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bc3b-0628-4924-9b1a-b80984ea54b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:31.399362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3d9089a0-d769-4fb1-bd8b-810707a9fd43 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:31.434565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-90c5f04c-cd2f-489a-98ce-12813d54646e service neutron] 10.222.0.66 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504004 Nov 23 18:05:31.503015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9e615c1-63b4-432d-8c2b-039ccaebd774 req-e6a51c12-6008-4b5e-af48-f4fcd9521ec8 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052286 Nov 23 18:05:31.536021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:31.639882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c069ccdd-e74c-4ca2-84f9-bbd184321492 req-dcd17d45-062c-4317-aa2f-c8ac41077901 service neutron] 10.222.0.66 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889808 Nov 23 18:05:31.678909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:31.771742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29', 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2', 'port_id': '4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29', 'mac_address': 'fa:16:3e:21:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da2eb18-ee31-41f2-ad3d-04cc8a233eb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:05:31.818819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-d58b7e70-fc2c-4729-a25f-5fbe8e0ae4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:31.820308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-d58b7e70-fc2c-4729-a25f-5fbe8e0ae4cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e7f992cb62e451a8b84ee72d99e1d21&device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 1094 time: 0.1134303 Nov 23 18:05:31.951890 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bc3b-0628-4924-9b1a-b80984ea54b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.013605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.052512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:32.074448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-3042dbae-4211-4b57-aaa6-3758bc8e71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:32.076327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-3042dbae-4211-4b57-aaa6-3758bc8e71df service neutron] 10.222.0.66 "GET /v2.0/networks?id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 HTTP/1.1" status: 200 len: 919 time: 0.2458696 Nov 23 18:05:32.080912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:32.115402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Attempting to bind port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:32.115402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Attempting to bind port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '213dc5f6-f202-4a06-b217-1bbdee23da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0152610e-b7ce-4a9c-9f9c-d5634828741f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:32.115835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Attempting to bind port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb on network 0152610e-b7ce-4a9c-9f9c-d5634828741f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:32.124408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.172788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-d113963c-dfc1-4941-a0cc-d430f83d2663 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=607e11d6-11fd-4f9f-92f5-332d18be5eb3 HTTP/1.1" status: 200 len: 217 time: 0.0876915 Nov 23 18:05:32.222363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f3b3bc3b-0628-4924-9b1a-b80984ea54b7 None None] For port 3d9089a0-d769-4fb1-bd8b-810707a9fd43, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3d9089a0-d769-4fb1-bd8b-810707a9fd43,segment=NetworkSegment(bb6d76b9-64ef-4a76-a1bf-e8bf85662acd),segment_id=bb6d76b9-64ef-4a76-a1bf-e8bf85662acd)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:32.255828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bc3b-0628-4924-9b1a-b80984ea54b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.259933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:32.260569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Checking segment: {'id': '213dc5f6-f202-4a06-b217-1bbdee23da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0152610e-b7ce-4a9c-9f9c-d5634828741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:32.261616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.262210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Bound using segment: {'id': '213dc5f6-f202-4a06-b217-1bbdee23da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0152610e-b7ce-4a9c-9f9c-d5634828741f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:32.262959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Bound port: ad06aa62-4c5c-41d9-bbf9-97d54851e5cb, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213dc5f6-f202-4a06-b217-1bbdee23da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0152610e-b7ce-4a9c-9f9c-d5634828741f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:32.265223 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.265946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-9a6335ec-8aba-4ab3-822b-120e2300af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:32.267619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-9a6335ec-8aba-4ab3-822b-120e2300af21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2da2eb18-ee31-41f2-ad3d-04cc8a233eb0 HTTP/1.1" status: 200 len: 858 time: 0.0857885 Nov 23 18:05:32.324096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Allocated IP 2001:db8::1 (0152610e-b7ce-4a9c-9f9c-d5634828741f/5ce357d5-411e-4fe9-af9c-f0b8a49d6b6d/5c5867a6-b898-4bfd-9892-a82bf7aab72f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:32.345919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-4d29de53-bb96-429d-826a-d55cd5f31ff4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657496 Nov 23 18:05:32.370974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:32.373568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:32.388084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.512440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] For port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:32.516120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] For port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ad06aa62-4c5c-41d9-bbf9-97d54851e5cb,segment=NetworkSegment(213dc5f6-f202-4a06-b217-1bbdee23da86),segment_id=213dc5f6-f202-4a06-b217-1bbdee23da86)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:32.574227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-ee1202a6-efff-40a7-b5f8-a1d7c73bf4f8 service neutron] 10.222.0.66 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166348 Nov 23 18:05:32.579224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:05:32.624236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.642956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-08761679-062b-4656-b887-0f193770ecad', 'network_id': '08761679-062b-4656-b887-0f193770ecad', 'tenant_id': 'f9f64dcaadec45aeb2dcf0e3d658dd93', 'fixed_ips': [{'subnet_id': 'f5ab8866-f9e1-4b0f-a1d0-76bcc1982b56'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:05:32.643842 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.675755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.734598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.839163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network 0152610e-b7ce-4a9c-9f9c-d5634828741f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:32.843610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:32.852019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:32.852942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:32.853108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59a34ae3-88a4-48fa-9c64-4b807e42e306 req-9021423c-497f-4885-be81-29bbb210ec17 service neutron] 10.222.0.66 "GET /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709708 Nov 23 18:05:32.893610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2a7c-f712-409b-a9e7-5f8035beb2f6 req-99649faa-1474-4103-835d-6aea49990751 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:32.895088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-937c2a7c-f712-409b-a9e7-5f8035beb2f6 req-99649faa-1474-4103-835d-6aea49990751 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 943 time: 0.1511838 Nov 23 18:05:32.979902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 57cdb1d8-5f07-425f-a178-546da6a46481 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:32.982633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3bc3b-0628-4924-9b1a-b80984ea54b7 None None] Pushing event updated for resources: {'Port': ['ID=3d9089a0-d769-4fb1-bd8b-810707a9fd43,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:32.982940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Port': ['ID=5c5867a6-b898-4bfd-9892-a82bf7aab72f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:32.996721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-937c2a7c-f712-409b-a9e7-5f8035beb2f6 req-7893a961-76e3-4b58-b951-7b738f00d77a tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887396 Nov 23 18:05:33.090088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c4b555e8-823f-4d9d-92f6-16174f15845a None None] Provisioning complete for port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:33.092930 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c4b555e8-823f-4d9d-92f6-16174f15845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:33.144741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:33.567754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082737d-7081-4a9f-949a-c6cf0dc0b8ba None None] Pushing event updated for resources: {'Port': ['ID=ad06aa62-4c5c-41d9-bbf9-97d54851e5cb,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:33.747441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3d9089a0-d769-4fb1-bd8b-810707a9fd43 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:33.751599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Allocated IP 2001:db8::2 (08761679-062b-4656-b887-0f193770ecad/f5ab8866-f9e1-4b0f-a1d0-76bcc1982b56/a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:33.756023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:33.763544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:33.765650 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:33.824016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 57cdb1d8-5f07-425f-a178-546da6a46481 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:05:33.845952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 57cdb1d8-5f07-425f-a178-546da6a46481 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:33.846258 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:33.861175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Port': ['ID=5c5867a6-b898-4bfd-9892-a82bf7aab72f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:33.979714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network 0152610e-b7ce-4a9c-9f9c-d5634828741f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:33.981220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:34.034646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33602) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:34.168985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:34.169451 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:34.220854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c439a3-82af-483c-babf-a7b83abbca39 req-b6338cc8-ec17-4d43-98b0-ec295914dbc1 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:34.227361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33c439a3-82af-483c-babf-a7b83abbca39 req-b6338cc8-ec17-4d43-98b0-ec295914dbc1 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 943 time: 0.1266928 Nov 23 18:05:34.347813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7415af75-79ce-4258-ade4-4b352f4e804f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:34.397628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Router 8e6bdc14-e748-4e6f-baa8-e29c782c9572 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:05:34.401007 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:34.419524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33c439a3-82af-483c-babf-a7b83abbca39 req-4b73df06-5cc5-4baf-97a6-26e30782f896 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801367 Nov 23 18:05:34.467464 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:34.495357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7de6b50-b55b-4b44-9a3f-851d22b4a65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cdb1d8-5f07-425f-a178-546da6a46481'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:34.498619 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8746a6c-686d-4b49-9be0-e1b4772860ae" -d '{"events": [{"server_uuid": "e7de6b50-b55b-4b44-9a3f-851d22b4a65b", "name": "network-vif-plugged", "status": "completed", "tag": "57cdb1d8-5f07-425f-a178-546da6a46481"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:34.629245 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:34.638397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 57cdb1d8-5f07-425f-a178-546da6a46481, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=57cdb1d8-5f07-425f-a178-546da6a46481,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:34.664732 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f3df49-ce8f-422c-85f3-64dca6655c99 x-openstack-request-id: req-22f3df49-ce8f-422c-85f3-64dca6655c99 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:34.665308 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7de6b50-b55b-4b44-9a3f-851d22b4a65b", "name": "network-vif-plugged", "status": "completed", "tag": "57cdb1d8-5f07-425f-a178-546da6a46481", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:34.667999 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-22f3df49-ce8f-422c-85f3-64dca6655c99 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:34.669004 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7de6b50-b55b-4b44-9a3f-851d22b4a65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cdb1d8-5f07-425f-a178-546da6a46481', 'code': 200} Nov 23 18:05:34.698928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:34.702921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7415af75-79ce-4258-ade4-4b352f4e804f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:34.717042 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5cc23b0f-c283-4501-971b-b546280581fb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "PUT /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0746136 Nov 23 18:05:34.721202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33670) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:34.726250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:34.727529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7415af75-79ce-4258-ade4-4b352f4e804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:34.769772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8710013-b5d5-428d-a6f1-21a8f8059c35 None None] Sync routers for ids ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:34.812425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb4f2ae-293c-43e6-b328-25b59f596173 None None] Network 0152610e-b7ce-4a9c-9f9c-d5634828741f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:34.835597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7415af75-79ce-4258-ade4-4b352f4e804f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b55f91e82fd48558f946a3af2863d83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7997284 Nov 23 18:05:34.840423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33682) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:34.857868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415af75-79ce-4258-ade4-4b352f4e804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29ee561-8f98-4c3c-bbbe-10a5311c68b9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:34.862019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8710013-b5d5-428d-a6f1-21a8f8059c35 None None] Routers {'8e6bdc14-e748-4e6f-baa8-e29c782c9572'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:34.863189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c8710013-b5d5-428d-a6f1-21a8f8059c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:34.878572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Network 08761679-062b-4656-b887-0f193770ecad is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:34.893365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd62c3-9eb5-4269-867e-7a851017eefb req-2f9af552-47e9-432b-b91b-67304d67ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:34.896116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9fd62c3-9eb5-4269-867e-7a851017eefb req-2f9af552-47e9-432b-b91b-67304d67ab11 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b HTTP/1.1" status: 200 len: 1097 time: 0.1491795 Nov 23 18:05:34.936957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:34.963968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9fd62c3-9eb5-4269-867e-7a851017eefb req-ba549715-9ca1-43c6-861f-df195191d29d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606065 Nov 23 18:05:34.982355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c8710013-b5d5-428d-a6f1-21a8f8059c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:34.985033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Pushing event updated for resources: {'Port': ['ID=a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:34.990859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:35.032108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-045bf011-9e46-4d3b-be6e-886e516e2b17 None None] Provisioning complete for port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:35.032700 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-045bf011-9e46-4d3b-be6e-886e516e2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:35.066056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8710013-b5d5-428d-a6f1-21a8f8059c35 None None] Routers {'8e6bdc14-e748-4e6f-baa8-e29c782c9572'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:35.067083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c8710013-b5d5-428d-a6f1-21a8f8059c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:35.173952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c8710013-b5d5-428d-a6f1-21a8f8059c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:35.175335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8710013-b5d5-428d-a6f1-21a8f8059c35 None None] The sync data for ids ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:35.214501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=57cdb1d8-5f07-425f-a178-546da6a46481,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:35.244134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 607e11d6-11fd-4f9f-92f5-332d18be5eb3 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:05:35.246381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:35.280440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Attempting to bind port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:35.280732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Attempting to bind port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'bca592f3-da90-47e5-97e5-fa63d7cb40bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '08761679-062b-4656-b887-0f193770ecad'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:35.281141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Attempting to bind port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d on network 08761679-062b-4656-b887-0f193770ecad {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:35.313749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:35.314242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Checking segment: {'id': 'bca592f3-da90-47e5-97e5-fa63d7cb40bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '08761679-062b-4656-b887-0f193770ecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:35.314655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:35.315290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Bound using segment: {'id': 'bca592f3-da90-47e5-97e5-fa63d7cb40bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '08761679-062b-4656-b887-0f193770ecad'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:35.315955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Bound port: a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca592f3-da90-47e5-97e5-fa63d7cb40bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '08761679-062b-4656-b887-0f193770ecad'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:35.316533 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:35.587247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-045bf011-9e46-4d3b-be6e-886e516e2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:35.657749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:05:35.678265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] For port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:35.685730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:35.686119 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:35.689059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 607e11d6-11fd-4f9f-92f5-332d18be5eb3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=607e11d6-11fd-4f9f-92f5-332d18be5eb3,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:35.699362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] For port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d,segment=NetworkSegment(bca592f3-da90-47e5-97e5-fa63d7cb40bd),segment_id=bca592f3-da90-47e5-97e5-fa63d7cb40bd)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:35.711643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f50320d8-40cf-46cf-8f3a-6c20bd655c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:35.735572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659724c-5f46-49c6-aa46-f3e9875fce0a req-710456d9-62c6-4620-9df6-b6a8c5942a3a tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:35.744633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2659724c-5f46-49c6-aa46-f3e9875fce0a req-710456d9-62c6-4620-9df6-b6a8c5942a3a tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 943 time: 0.1824679 Nov 23 18:05:35.774103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f50320d8-40cf-46cf-8f3a-6c20bd655c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:35.830834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-045bf011-9e46-4d3b-be6e-886e516e2b17 None None] For port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ad06aa62-4c5c-41d9-bbf9-97d54851e5cb,segment=NetworkSegment(213dc5f6-f202-4a06-b217-1bbdee23da86),segment_id=213dc5f6-f202-4a06-b217-1bbdee23da86)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:35.863323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ad06aa62-4c5c-41d9-bbf9-97d54851e5cb up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:35.872623 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:35.883748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2659724c-5f46-49c6-aa46-f3e9875fce0a req-2b0f68ba-7f9b-4db8-af14-9ab35da924b4 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210525 Nov 23 18:05:35.914990 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-045bf011-9e46-4d3b-be6e-886e516e2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:36.029974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f50320d8-40cf-46cf-8f3a-6c20bd655c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:36.047696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f50320d8-40cf-46cf-8f3a-6c20bd655c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:36.048794 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f50320d8-40cf-46cf-8f3a-6c20bd655c55 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b29ee561-8f98-4c3c-bbbe-10a5311c68b9 HTTP/1.1" status: 204 len: 168 time: 1.2068014 Nov 23 18:05:36.085957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '607e11d6-11fd-4f9f-92f5-332d18be5eb3', 'network_id': 'c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2', 'port_id': '607e11d6-11fd-4f9f-92f5-332d18be5eb3', 'mac_address': 'fa:16:3e:ac:3a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da2eb18-ee31-41f2-ad3d-04cc8a233eb0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:05:36.093703 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50320d8-40cf-46cf-8f3a-6c20bd655c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29ee561-8f98-4c3c-bbbe-10a5311c68b9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:36.124079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6e32a-6705-430b-82e4-bfc97b5526b0 None None] Pushing event updated for resources: {'Port': ['ID=a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:36.344392 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-8be8173c-6dc9-4f6d-8a04-4aa303dd4dd2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:05:36.350146 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8be8173c-6dc9-4f6d-8a04-4aa303dd4dd2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "PUT /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6277390 Nov 23 18:05:36.353841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33812) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:36.376934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bf011-9e46-4d3b-be6e-886e516e2b17 None None] Pushing event updated for resources: {'Port': ['ID=ad06aa62-4c5c-41d9-bbf9-97d54851e5cb,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:36.823493 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:36.848777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-796d7ae1-e29b-462e-a3f0-e6f4eec9e4a7 None None] Provisioning complete for port 5c5867a6-b898-4bfd-9892-a82bf7aab72f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:36.849366 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-796d7ae1-e29b-462e-a3f0-e6f4eec9e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:36.910127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607e11d6-11fd-4f9f-92f5-332d18be5eb3 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:37.005907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:37.006610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.012193 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.018816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-796d7ae1-e29b-462e-a3f0-e6f4eec9e4a7 None None] Port 5c5867a6-b898-4bfd-9892-a82bf7aab72f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:37.131650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 607e11d6-11fd-4f9f-92f5-332d18be5eb3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=607e11d6-11fd-4f9f-92f5-332d18be5eb3,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:37.187825 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.202896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b68c84-f4bd-4f6a-9ecc-d8d53333aa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:37.205765 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e2e58-773b-4d20-adb7-e236d3cf2680" -d '{"events": [{"server_uuid": "17b68c84-f4bd-4f6a-9ecc-d8d53333aa67", "name": "network-vif-plugged", "status": "completed", "tag": "4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:37.258476 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-796d7ae1-e29b-462e-a3f0-e6f4eec9e4a7 None None] Provisioning complete for port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:37.259173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-796d7ae1-e29b-462e-a3f0-e6f4eec9e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.263759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:37.375781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353cdc3-0344-4e5a-aca3-1139004b0ed8 req-a7fbed98-96db-4955-9eb4-55016bcfeab6 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:37.380486 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02f05d5-c47d-4f8b-b46c-0029efad44b2 x-openstack-request-id: req-f02f05d5-c47d-4f8b-b46c-0029efad44b2 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:37.380969 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b68c84-f4bd-4f6a-9ecc-d8d53333aa67", "name": "network-vif-plugged", "status": "completed", "tag": "4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:37.381159 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f02f05d5-c47d-4f8b-b46c-0029efad44b2 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:37.381577 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b68c84-f4bd-4f6a-9ecc-d8d53333aa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29', 'code': 200} Nov 23 18:05:37.384924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a353cdc3-0344-4e5a-aca3-1139004b0ed8 req-a7fbed98-96db-4955-9eb4-55016bcfeab6 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 944 time: 0.2677970 Nov 23 18:05:37.399139 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.441575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=607e11d6-11fd-4f9f-92f5-332d18be5eb3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:37.477835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33858) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:37.533169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['607e11d6-11fd-4f9f-92f5-332d18be5eb3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:05:37.610912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-508638510-network', 'tenant_id': '39ba741c17914acba3040c67e688f2cd'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:37.646781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a353cdc3-0344-4e5a-aca3-1139004b0ed8 req-75f7504c-0e79-4428-acb9-3599fcf0186e tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551272 Nov 23 18:05:37.657783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:37.674451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Made reservation on behalf of 39ba741c17914acba3040c67e688f2cd for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:37.674451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.688993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.746493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73552-6f63-4a07-990d-2c3e846ce274 req-a0c17563-9c64-4ca8-81c1-f6098317ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:37.748249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aae73552-6f63-4a07-990d-2c3e846ce274 req-a0c17563-9c64-4ca8-81c1-f6098317ad92 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17b68c84-f4bd-4f6a-9ecc-d8d53333aa67 HTTP/1.1" status: 200 len: 1097 time: 0.3395848 Nov 23 18:05:37.856588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-debde807-4143-4c83-b7e3-bbeb33f90ac3 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:37.871296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-debde807-4143-4c83-b7e3-bbeb33f90ac3 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/networks?id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33 HTTP/1.1" status: 200 len: 814 time: 0.3950732 Nov 23 18:05:37.891272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.907778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.914310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-444f5bd5-174b-47e3-8b29-df5a990e2f37 None None] Provisioning complete for port 5c5867a6-b898-4bfd-9892-a82bf7aab72f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:37.914811 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-444f5bd5-174b-47e3-8b29-df5a990e2f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.929202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-d6d2688d-8bec-4748-860d-24654a2fc18c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/quotas/feb6b693874043aaac6a0d0b6988301e HTTP/1.1" status: 200 len: 375 time: 0.0446615 Nov 23 18:05:37.955845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:37.956697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aae73552-6f63-4a07-990d-2c3e846ce274 req-0a13f57a-c4a0-41a8-a2a3-0799c74e7bc2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903236 Nov 23 18:05:37.990331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:37.993532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd04bd7-38b0-4383-ba9c-095ff8adb7d8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:38.000452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-19332d05-d5bb-4c59-8a23-2fe69524d2a6 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6b693874043aaac6a0d0b6988301e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700121 Nov 23 18:05:38.022350 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.027141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.028351 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Added segment 89ea8371-d8f6-486c-91ee-ceaf2e6a9172 of type vlan for network 5feb96ba-3d18-4f96-bef0-346fac41ef2e Nov 23 18:05:38.050484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-444f5bd5-174b-47e3-8b29-df5a990e2f37 None None] Port 5c5867a6-b898-4bfd-9892-a82bf7aab72f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:38.081860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:38.082370 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.117949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.146970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.148122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a39eb-9b2e-424b-b1dd-0f460e9548bc None None] Network 08761679-062b-4656-b887-0f193770ecad requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:38.148270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:38.148817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.210960 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7315161 Nov 23 18:05:38.214324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33870) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:38.250462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Request body: {'subnet': {'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-508638510-subnet', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:38.262740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d5c5f-9df7-4dee-831c-d262a2af2e4c admin admin] Pushing event updated for resources: {'Network': ['ID=5feb96ba-3d18-4f96-bef0-346fac41ef2e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:38.283910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Made reservation on behalf of 39ba741c17914acba3040c67e688f2cd for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:38.287178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.298119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:38.366184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5b5f3fa9-b1c5-4213-9b0f-b35c5cb57bc2 None None] Provisioning complete for port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:38.366565 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3fa9-b1c5-4213-9b0f-b35c5cb57bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.537340 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.545531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.620725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdb086c-15fa-4561-852d-12cd92adb657,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:38.627743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d,segment=NetworkSegment(bca592f3-da90-47e5-97e5-fa63d7cb40bd),segment_id=bca592f3-da90-47e5-97e5-fa63d7cb40bd)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:38.630390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-e338d5ff-f062-4a6e-a58b-4739bf18e770 service neutron] 10.222.0.74 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287270 Nov 23 18:05:38.632587 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3fa9-b1c5-4213-9b0f-b35c5cb57bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.653334 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.653334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ad06aa62-4c5c-41d9-bbf9-97d54851e5cb up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:38.671679 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Checking segment: {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:38.672288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Network hostable DHCP agents. Network: 5feb96ba-3d18-4f96-bef0-346fac41ef2e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:38.709097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:38.725454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 5feb96ba-3d18-4f96-bef0-346fac41ef2e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:38.742306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:38.743397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.770932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e500da98-39a7-4906-b98c-52c7915f02e2 None None] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:38.774762 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c0f9b7e-a5c4-464d-a05b-500b2b04adf2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5588214 Nov 23 18:05:38.776867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:38.783273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:38.828615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.829943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.843911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-3b450c58-e2d0-4dd8-b51a-2aa9933cf577 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2043350 Nov 23 18:05:38.912325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:38.964647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:38.971132 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-5b5f3fa9-b1c5-4213-9b0f-b35c5cb57bc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:05:38.977427 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-5b5f3fa9-b1c5-4213-9b0f-b35c5cb57bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:05:39.007902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:39.008331 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:39.156466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:05:39.157506 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:39.170580 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:39.170950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-50fff264-d45c-4aa2-a633-8bd3b7cb1a13 service neutron] 10.222.0.74 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382295 Nov 23 18:05:39.184748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd9db9-bd38-44d0-a3e3-ed11fb2648ff req-74d9894e-5ce8-4d9f-ba6e-0e52edf49fba tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:39.187188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83bd9db9-bd38-44d0-a3e3-ed11fb2648ff req-74d9894e-5ce8-4d9f-ba6e-0e52edf49fba tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 944 time: 0.3823283 Nov 23 18:05:39.197592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-1cc58bbe-b3ba-4e01-9f1a-0ad2a16b6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:39.199218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-1cc58bbe-b3ba-4e01-9f1a-0ad2a16b6bdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1097 time: 0.3032756 Nov 23 18:05:39.257492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 607e11d6-11fd-4f9f-92f5-332d18be5eb3 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:39.447149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83bd9db9-bd38-44d0-a3e3-ed11fb2648ff req-12e90c95-0c1a-414c-8a23-bd1f070b1303 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460406 Nov 23 18:05:39.450844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-b58e4a24-2f4e-4853-9843-ee7b0fcbf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:39.452337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-b58e4a24-2f4e-4853-9843-ee7b0fcbf5d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.2250996 Nov 23 18:05:39.585162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:39.646704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:39.745502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:05:39.767323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92f3f351-cc19-433f-b585-2b052173904f req-87058ac6-a016-4598-a9ca-312d261906c3 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 210 time: 0.0894833 Nov 23 18:05:39.783696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:39.784073 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:39.814065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Allocated IP 172.20.0.2 (5feb96ba-3d18-4f96-bef0-346fac41ef2e/2bdb086c-15fa-4561-852d-12cd92adb657/3842c748-4e05-4736-a015-88d14a33891f) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:39.843746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-c02fbb13-fedb-460b-b056-20608d661ec2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 200 len: 1001 time: 0.3138216 Nov 23 18:05:39.845644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:39.922301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Allocated IP 172.25.0.19 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/728d6900-5d30-4048-9a77-0fff0b53c3c3) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:39.951032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-063ab49d-a5bd-451c-8144-fac5ea389d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:39.954002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-063ab49d-a5bd-451c-8144-fac5ea389d43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.1070089 Nov 23 18:05:40.033719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Deleting port 5c5867a6-b898-4bfd-9892-a82bf7aab72f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:40.034599 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.044231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.092445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-857ba3a6-aa4d-4bdb-bbf3-aae3fb2f7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:40.092918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.094630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-857ba3a6-aa4d-4bdb-bbf3-aae3fb2f7dcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308756 Nov 23 18:05:40.144674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:40.152236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:40.156248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:40.175324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-901a17f3-a755-413f-a4de-9d99777d1613 None None] Provisioning complete for port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:40.175812 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-901a17f3-a755-413f-a4de-9d99777d1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.183300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Pushing event updated for resources: {'Port': ['ID=728d6900-5d30-4048-9a77-0fff0b53c3c3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:40.262008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c8f9e-5276-4501-9862-67ddb35b722d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:40.267264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:40.267760 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.281013 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.299392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Calling delete_port for 5c5867a6-b898-4bfd-9892-a82bf7aab72f owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:40.380067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-5a0b8685-b4c6-47f8-b544-2765cb3caa7b service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929002 Nov 23 18:05:40.414701 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.483314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9efd2d8-ee44-4d53-8fb0-af08152a095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607e11d6-11fd-4f9f-92f5-332d18be5eb3'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:40.487426 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2313d2-85ef-46c8-9e33-3f2e091a8c50" -d '{"events": [{"server_uuid": "e9efd2d8-ee44-4d53-8fb0-af08152a095e", "name": "network-vif-plugged", "status": "completed", "tag": "607e11d6-11fd-4f9f-92f5-332d18be5eb3"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:40.532806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f68d759-145c-41dd-8a52-2d1ddd937d73 req-88a19264-5e95-4c1c-bd35-16fe08b784de service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449194 Nov 23 18:05:40.581943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 607e11d6-11fd-4f9f-92f5-332d18be5eb3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=607e11d6-11fd-4f9f-92f5-332d18be5eb3,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:40.674235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.698437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.745708 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52832d9-09c0-4482-af4d-464ea81d2202 x-openstack-request-id: req-d52832d9-09c0-4482-af4d-464ea81d2202 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:40.746322 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9efd2d8-ee44-4d53-8fb0-af08152a095e", "name": "network-vif-plugged", "status": "completed", "tag": "607e11d6-11fd-4f9f-92f5-332d18be5eb3", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:40.746322 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d52832d9-09c0-4482-af4d-464ea81d2202 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:40.746652 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9efd2d8-ee44-4d53-8fb0-af08152a095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607e11d6-11fd-4f9f-92f5-332d18be5eb3', 'code': 200} Nov 23 18:05:40.820551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.846961 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:40.851451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc880ea-096c-476f-b786-349b382b7d6c req-27dca108-5f00-4b48-ba08-4dbdbf89eab5 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:40.854533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebc880ea-096c-476f-b786-349b382b7d6c req-27dca108-5f00-4b48-ba08-4dbdbf89eab5 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 945 time: 0.2623215 Nov 23 18:05:40.867768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=607e11d6-11fd-4f9f-92f5-332d18be5eb3,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:40.881646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:40.884121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:40.887162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:40.925300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ce8c6-e9fc-4de7-aa54-df5b0fc90733 req-8fd69469-2cb0-401c-b017-b4e9e7fbad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:40.927687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-374ce8c6-e9fc-4de7-aa54-df5b0fc90733 req-8fd69469-2cb0-401c-b017-b4e9e7fbad40 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 1096 time: 0.1584742 Nov 23 18:05:40.994849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.069195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Pushing event updated for resources: {'Port': ['ID=3842c748-4e05-4736-a015-88d14a33891f,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:41.078182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Attempting to bind port 3842c748-4e05-4736-a015-88d14a33891f on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:41.078569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Attempting to bind port 3842c748-4e05-4736-a015-88d14a33891f by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:41.078976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Attempting to bind port 3842c748-4e05-4736-a015-88d14a33891f on network 5feb96ba-3d18-4f96-bef0-346fac41ef2e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:41.081753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0854aab4-cb48-4a3c-957c-0489998f0036 None None] Provisioning complete for port 728d6900-5d30-4048-9a77-0fff0b53c3c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:41.082312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0854aab4-cb48-4a3c-957c-0489998f0036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.133997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:41.135175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Checking segment: {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:41.135175 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.135508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Bound using segment: {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:41.136011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Bound port: 3842c748-4e05-4736-a015-88d14a33891f, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:41.136585 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.214646 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.233425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Port': ['ID=5c5867a6-b898-4bfd-9892-a82bf7aab72f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:41.275988 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16513e41-7f6b-459b-8675-12cc824e5677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.284870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0854aab4-cb48-4a3c-957c-0489998f0036 None None] Port 728d6900-5d30-4048-9a77-0fff0b53c3c3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:41.317253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebc880ea-096c-476f-b786-349b382b7d6c req-e4d7dc83-6c59-471a-9273-b00a2963e1a5 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494598 Nov 23 18:05:41.360375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] For port 3842c748-4e05-4736-a015-88d14a33891f, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:41.373143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] For port 3842c748-4e05-4736-a015-88d14a33891f, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3842c748-4e05-4736-a015-88d14a33891f,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:41.385827 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.489504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64134c64-e7cc-4507-8699-29951f8adaa6 None None] Pushing event updated for resources: {'Port': ['ID=3842c748-4e05-4736-a015-88d14a33891f,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:41.531907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:05:41.565001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.572403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14e1c282-f644-47da-b6fc-278f4b902e09 req-67b9240e-d3f4-4d04-9bf3-435f2c84050c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 210 time: 0.3419044 Nov 23 18:05:41.574515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-374ce8c6-e9fc-4de7-aa54-df5b0fc90733 req-f665eb11-1980-4ba4-acb3-cdd05af2f787 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369569 Nov 23 18:05:41.587171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-b5674362-004c-4d8e-989d-64f7fd1f990c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:41.588857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-b5674362-004c-4d8e-989d-64f7fd1f990c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.72 "GET /v2.0/networks?id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33 HTTP/1.1" status: 200 len: 814 time: 0.4541490 Nov 23 18:05:41.612550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Request body: {'port': {'device_id': '50235fc6-04ca-4498-9645-8252f9ba870e', 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33', 'admin_state_up': True, 'tenant_id': 'feb6b693874043aaac6a0d0b6988301e'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:41.728620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:41.746322 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Sync routers for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:41.773032 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:41.773657 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:41.816205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:41.820726 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4b06102d-aa49-40ce-a2a1-5dcaa4daf06c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0400069 Nov 23 18:05:41.820839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:42.034409 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:42.069063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Made reservation on behalf of feb6b693874043aaac6a0d0b6988301e for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:42.073092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:42.203737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Router 8e6bdc14-e748-4e6f-baa8-e29c782c9572 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:42.244383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414050-036f-48fd-96e7-d79e70f6a2ba req-4eb65218-1b77-4352-9d39-cc7b67f97684 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:42.245957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93414050-036f-48fd-96e7-d79e70f6a2ba req-4eb65218-1b77-4352-9d39-cc7b67f97684 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 946 time: 0.3374243 Nov 23 18:05:42.291658 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:40Z', 'revision_number': 3, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:42.292331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Allocated IP 172.20.0.14 (8cf0b2cb-cccd-47c7-98bb-f993edf30a33/29f91492-4e6a-4c34-ad3b-1964b230d525/bde3b524-654f-46ca-98ef-88ea1066cb24) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:42.329772 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Checking router: 12b79806-ba7f-4c43-9b65-4a90fa2e2664 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:05:42.330598 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Updating router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 port 728d6900-5d30-4048-9a77-0fff0b53c3c3 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:05:42.375497 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:42.396580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:42.404098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3dee03ea-d603-413f-8275-adb6660bf22d tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "PUT /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0488040 Nov 23 18:05:42.411225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8468620b-2c2c-4f2b-9332-4a59a08b355c None None] Sync routers for ids ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:42.416889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33934) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:42.429485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93414050-036f-48fd-96e7-d79e70f6a2ba req-c8b30673-c467-43ac-930d-03dca689d269 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386240 Nov 23 18:05:42.460655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468620b-2c2c-4f2b-9332-4a59a08b355c None None] Routers {'8e6bdc14-e748-4e6f-baa8-e29c782c9572'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:42.469276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8468620b-2c2c-4f2b-9332-4a59a08b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:42.498396 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-182297df-16ad-4ddc-bd88-a9d0f680d586 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] delete failed (client error): The resource could not be found. Nov 23 18:05:42.500182 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-182297df-16ad-4ddc-bd88-a9d0f680d586 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/routers/tempest-non_exist_router-338692742 HTTP/1.1" status: 404 len: 334 time: 0.0711048 Nov 23 18:05:42.512992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8468620b-2c2c-4f2b-9332-4a59a08b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:42.515911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33936) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:42.522024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-64c41121-4cd5-48bf-a75b-61bfa1bd0e32 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e6bdc14-e748-4e6f-baa8-e29c782c9572'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:42.525038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468620b-2c2c-4f2b-9332-4a59a08b355c None None] Routers {'8e6bdc14-e748-4e6f-baa8-e29c782c9572'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:42.525765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8468620b-2c2c-4f2b-9332-4a59a08b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:42.568505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8468620b-2c2c-4f2b-9332-4a59a08b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:42.569245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8468620b-2c2c-4f2b-9332-4a59a08b355c None None] The sync data for ids ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:42.713623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86c2db-4864-4b7b-bab2-bdee358737a6 req-d8869357-2891-4397-adc4-3f90a5461662 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:42.715381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa86c2db-4864-4b7b-bab2-bdee358737a6 req-d8869357-2891-4397-adc4-3f90a5461662 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 945 time: 0.2610457 Nov 23 18:05:42.808958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c04ec3c-1fb6-4a35-a789-ac2e110d3a90 req-b7760c86-0fb7-4a16-9bb2-811f60914033 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 210 time: 0.0649238 Nov 23 18:05:42.825393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:42.838216 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:42.882096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa86c2db-4864-4b7b-bab2-bdee358737a6 req-41308bd9-a3ea-4897-994b-0ffd26dfef0e tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496859 Nov 23 18:05:42.911146 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:42.961388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:42.968226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:42.971339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:42.984126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3123423-1e97-472a-b5d0-13dd5033f2f8 None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:43.012314 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.029123 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.039155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f009083d-6a13-4770-b3a6-ef74aacaa869 None None] Provisioning complete for port bde3b524-654f-46ca-98ef-88ea1066cb24 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:43.041391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f009083d-6a13-4770-b3a6-ef74aacaa869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.046180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Pushing event updated for resources: {'Port': ['ID=bde3b524-654f-46ca-98ef-88ea1066cb24,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:43.071884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64c41121-4cd5-48bf-a75b-61bfa1bd0e32 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.090723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:43.092764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.109524 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-64c41121-4cd5-48bf-a75b-61bfa1bd0e32 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] update failed (client error): The resource could not be found. Nov 23 18:05:43.115115 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-64c41121-4cd5-48bf-a75b-61bfa1bd0e32 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "PUT /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572 HTTP/1.1" status: 404 len: 339 time: 0.5934784 Nov 23 18:05:43.120160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33944) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:43.125919 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Attempting to bind port 728d6900-5d30-4048-9a77-0fff0b53c3c3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:43.126115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-234071191'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:43.126394 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Attempting to bind port 728d6900-5d30-4048-9a77-0fff0b53c3c3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:43.126809 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Attempting to bind port 728d6900-5d30-4048-9a77-0fff0b53c3c3 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:43.148030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61144b5-fcd4-4388-a4f5-f78b2d2a3966 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:43.161845 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:43.161845 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:43.161845 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.162323 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:43.162764 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Bound port: 728d6900-5d30-4048-9a77-0fff0b53c3c3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:43.163129 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.193477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Made reservation on behalf of f9f64dcaadec45aeb2dcf0e3d658dd93 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:43.201681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.221367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f009083d-6a13-4770-b3a6-ef74aacaa869 None None] Port bde3b524-654f-46ca-98ef-88ea1066cb24 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:43.253717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-c0be7026-c542-46fd-90fb-adf53d772030 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6520612 Nov 23 18:05:43.277533 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] For port 728d6900-5d30-4048-9a77-0fff0b53c3c3, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:43.279544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Request body: {'port': {'device_id': '50235fc6-04ca-4498-9645-8252f9ba870e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:43.284941 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] For port 728d6900-5d30-4048-9a77-0fff0b53c3c3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=728d6900-5d30-4048-9a77-0fff0b53c3c3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:43.295897 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.303334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:05:43.305323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d8e0e-cd00-4db3-b3ba-3133849dd1c7 None None] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:43.323704 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Pushing event updated for resources: {'Port': ['ID=728d6900-5d30-4048-9a77-0fff0b53c3c3,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:43.333038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Allocated IP 172.20.0.1 (5feb96ba-3d18-4f96-bef0-346fac41ef2e/2bdb086c-15fa-4561-852d-12cd92adb657/8b7e5e60-ec86-420e-b659-4159d4ff692d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:43.356142 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c28b293f-4a90-472d-87fb-810acc2d4add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.356390 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.356800 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.357159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.357529 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.357874 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.360189 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.360596 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.362022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.362170 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.362469 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.363354 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.364462 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Added segment 3331475b-44d9-4f6d-901b-2413afc593d0 of type vlan for network 7c952f96-bb76-4132-b0f9-7d872d2f4740 Nov 23 18:05:43.366502 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.366890 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:43.426883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.436059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbfd4bd-f5af-428d-8475-07b1c00f3f64 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:43.453779 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba27787-8fb4-486c-9e9f-899daf424a26 None None] Pushing event updated for resources: {'Port': ['ID=728d6900-5d30-4048-9a77-0fff0b53c3c3,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:43.486068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-91f45076-3441-474f-89c6-7604816c62db None None] Provisioning complete for port 728d6900-5d30-4048-9a77-0fff0b53c3c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:43.486448 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91f45076-3441-474f-89c6-7604816c62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.495468 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:43.496105 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:43.521369 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.585976 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.705073 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91f45076-3441-474f-89c6-7604816c62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.711618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.728650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.733791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-91f45076-3441-474f-89c6-7604816c62db None None] For port 728d6900-5d30-4048-9a77-0fff0b53c3c3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=728d6900-5d30-4048-9a77-0fff0b53c3c3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:43.735824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:43.736468 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.743997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91f45076-3441-474f-89c6-7604816c62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.754821 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:43.781110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055605c1-9de7-4aa4-8db7-0602cd3a308e req-336f9633-ce17-477b-85c9-aa5179501110 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:43.782740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-055605c1-9de7-4aa4-8db7-0602cd3a308e req-336f9633-ce17-477b-85c9-aa5179501110 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 946 time: 0.2358742 Nov 23 18:05:43.810835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:43.829753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:43.833188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-91f45076-3441-474f-89c6-7604816c62db None None] Provisioning complete for port 3842c748-4e05-4736-a015-88d14a33891f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:43.833597 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91f45076-3441-474f-89c6-7604816c62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.838038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:43.879555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3842c748-4e05-4736-a015-88d14a33891f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:43.896718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7746415 Nov 23 18:05:43.899343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33952) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:43.909264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'subnet': {'network_id': '7c952f96-bb76-4132-b0f9-7d872d2f4740', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:43.913390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Pushing event updated for resources: {'Port': ['ID=8b7e5e60-ec86-420e-b659-4159d4ff692d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:43.964367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.011669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f45076-3441-474f-89c6-7604816c62db None None] Pushing event updated for resources: {'Port': ['ID=728d6900-5d30-4048-9a77-0fff0b53c3c3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:44.032199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f1e81-91ae-4a18-8cba-659538b97b63 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Network': ['ID=7c952f96-bb76-4132-b0f9-7d872d2f4740,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:44.044782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-43c0d4b5-0074-4d26-9734-e5f91f9b47cb tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:44.046280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-43c0d4b5-0074-4d26-9734-e5f91f9b47cb tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 946 time: 0.3674741 Nov 23 18:05:44.084617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91f45076-3441-474f-89c6-7604816c62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.086856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 7c952f96-bb76-4132-b0f9-7d872d2f4740 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:05:44.105254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:40Z', 'revision_number': 3, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:44.155908 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b65fba-33b8-473c-8ed3-7a218a3c07aa None None] The sync data for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 is: [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:40Z', 'revision_number': 3, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:44.244922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-91f45076-3441-474f-89c6-7604816c62db None None] For port 3842c748-4e05-4736-a015-88d14a33891f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3842c748-4e05-4736-a015-88d14a33891f,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:44.248844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3842c748-4e05-4736-a015-88d14a33891f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:44.250577 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.297182 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91f45076-3441-474f-89c6-7604816c62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.324972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-055605c1-9de7-4aa4-8db7-0602cd3a308e req-1cfe8a17-0644-4c78-9f3b-a01922675882 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5109594 Nov 23 18:05:44.394926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ecf1-cdde-4688-b278-5bb7b12142c8 req-5eb5d93f-6ced-44b3-bb8d-7deb7ca60fb7 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:44.396533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eec2ecf1-cdde-4688-b278-5bb7b12142c8 req-5eb5d93f-6ced-44b3-bb8d-7deb7ca60fb7 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 932 time: 0.3974049 Nov 23 18:05:44.471439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f45076-3441-474f-89c6-7604816c62db None None] Pushing event updated for resources: {'Port': ['ID=3842c748-4e05-4736-a015-88d14a33891f,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:44.501402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-becb8137-1f69-4366-a5cb-a4adfd240e0d None None] Provisioning complete for port 728d6900-5d30-4048-9a77-0fff0b53c3c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:44.502105 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-becb8137-1f69-4366-a5cb-a4adfd240e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.602942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Made reservation on behalf of f9f64dcaadec45aeb2dcf0e3d658dd93 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:44.607630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.776120 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.845552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-becb8137-1f69-4366-a5cb-a4adfd240e0d None None] Provisioning complete for port 3842c748-4e05-4736-a015-88d14a33891f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:44.845935 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-becb8137-1f69-4366-a5cb-a4adfd240e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.982336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-becb8137-1f69-4366-a5cb-a4adfd240e0d None None] Provisioning complete for port 8b7e5e60-ec86-420e-b659-4159d4ff692d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:44.982759 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-becb8137-1f69-4366-a5cb-a4adfd240e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.039217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.054334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-becb8137-1f69-4366-a5cb-a4adfd240e0d None None] Port 8b7e5e60-ec86-420e-b659-4159d4ff692d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:45.058770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.059540 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.134343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.172252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Pushing event updated for resources: {'Port': ['ID=8b7e5e60-ec86-420e-b659-4159d4ff692d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:45.184968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6d9c03a0-b697-4a49-b3c9-5b9341b1066c None None] Provisioning complete for port 8b7e5e60-ec86-420e-b659-4159d4ff692d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:45.186079 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6d9c03a0-b697-4a49-b3c9-5b9341b1066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.230036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c03a0-b697-4a49-b3c9-5b9341b1066c None None] Port 8b7e5e60-ec86-420e-b659-4159d4ff692d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:45.289634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde3b524-654f-46ca-98ef-88ea1066cb24 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:45.293606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:45.295235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:45.296899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eec2ecf1-cdde-4688-b278-5bb7b12142c8 req-2b37b574-7e5b-43b6-8c38-4dacb475d74a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8694346 Nov 23 18:05:45.308270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.326669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153dcde-9a06-46f6-b0d0-da0c69a8cdc5 req-32b608cd-2330-4a79-b226-5f4e98654ce1 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:45.328287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a153dcde-9a06-46f6-b0d0-da0c69a8cdc5 req-32b608cd-2330-4a79-b226-5f4e98654ce1 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 945 time: 0.7974799 Nov 23 18:05:45.360573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Transition to ACTIVE for port object bde3b524-654f-46ca-98ef-88ea1066cb24 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:05:45.429492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.492084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:45.510826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Deleting port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:45.511265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.549476 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa6e30c-544e-4d33-8819-3a8ce63495e8 None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:45.608647 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a153dcde-9a06-46f6-b0d0-da0c69a8cdc5 req-36f10a87-5b53-4f86-8352-d9b310a39de5 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634029 Nov 23 18:05:45.609272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Pushing event updated for resources: {'Port': ['ID=bde3b524-654f-46ca-98ef-88ea1066cb24,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:45.669604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-39435415-317a-4b0d-9aba-ee13d9a30a30 None None] Provisioning complete for port 8b7e5e60-ec86-420e-b659-4159d4ff692d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:45.670280 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39435415-317a-4b0d-9aba-ee13d9a30a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.738123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:45.780032 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2bf91095-b386-4ae8-929d-c4df8b33dc7e admin admin] 10.222.0.74 "PUT /v2.0/routers/12b79806-ba7f-4c43-9b65-4a90fa2e2664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9575090 Nov 23 18:05:45.780144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-39435415-317a-4b0d-9aba-ee13d9a30a30 None None] Port 8b7e5e60-ec86-420e-b659-4159d4ff692d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:45.891727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 728d6900-5d30-4048-9a77-0fff0b53c3c3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:45.901525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.969249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] For port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:45.969562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.003964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 728d6900-5d30-4048-9a77-0fff0b53c3c3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:46.005494 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.065025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7061b-98b6-417d-86d6-731879c7c910 req-8a36164e-d9a7-421a-b43e-ef9721bbcfda tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:46.067388 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ef7061b-98b6-417d-86d6-731879c7c910 req-8a36164e-d9a7-421a-b43e-ef9721bbcfda tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 946 time: 0.3205044 Nov 23 18:05:46.086049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d4c45-861c-4f62-b1a7-da7e371303cb req-e8b10a60-220c-48f7-b92f-2b2af3957786 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:46.087608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e46d4c45-861c-4f62-b1a7-da7e371303cb req-e8b10a60-220c-48f7-b92f-2b2af3957786 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b HTTP/1.1" status: 200 len: 946 time: 0.2580166 Nov 23 18:05:46.094097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Attempting to bind port bde3b524-654f-46ca-98ef-88ea1066cb24 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:46.094452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Attempting to bind port bde3b524-654f-46ca-98ef-88ea1066cb24 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:46.094816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Attempting to bind port bde3b524-654f-46ca-98ef-88ea1066cb24 on network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:46.096698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Subnet': ['ID=b346c8e8-3847-4811-a2ec-efd89d97695a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:46.111966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3842c748-4e05-4736-a015-88d14a33891f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:46.161321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Port bde3b524-654f-46ca-98ef-88ea1066cb24 on network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:05:46.161480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Attempting to bind port bde3b524-654f-46ca-98ef-88ea1066cb24 on network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:46.193689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3842c748-4e05-4736-a015-88d14a33891f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:46.194081 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.225738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:46.225987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Checking segment: {'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:46.226372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Bound using segment: {'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:46.226854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Bound port: bde3b524-654f-46ca-98ef-88ea1066cb24, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:46.227221 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.279601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Checking segment: {'id': '3331475b-44d9-4f6d-901b-2413afc593d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7c952f96-bb76-4132-b0f9-7d872d2f4740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:46.279973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network hostable DHCP agents. Network: 7c952f96-bb76-4132-b0f9-7d872d2f4740, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:05:46.325450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ef7061b-98b6-417d-86d6-731879c7c910 req-301a909d-c9f7-493d-9cdb-3ff615d73ad3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups?id=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478735 Nov 23 18:05:46.354252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e46d4c45-861c-4f62-b1a7-da7e371303cb req-40594ace-dd2c-42bf-9986-294d3b6144ae tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550390 Nov 23 18:05:46.380924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.412976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network 7c952f96-bb76-4132-b0f9-7d872d2f4740 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:05:46.464251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 7c952f96-bb76-4132-b0f9-7d872d2f4740) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:46.473208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbd887-663a-4150-9dc0-4cafacaf5829 None None] Network 7c952f96-bb76-4132-b0f9-7d872d2f4740 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:46.495910 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.496293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.496512 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Floating IP 6c3ac6e2-b410-4dda-890e-87875a35adb3 disassociated. External IP: 172.25.0.92, port: 87ade9c5-535e-44e7-ae6f-e748fe8ddfee. Nov 23 18:05:46.496838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Calling delete_port for 87ade9c5-535e-44e7-ae6f-e748fe8ddfee owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:46.504489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:46.505242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.522148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] For port bde3b524-654f-46ca-98ef-88ea1066cb24, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:46.529828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] For port bde3b524-654f-46ca-98ef-88ea1066cb24, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=bde3b524-654f-46ca-98ef-88ea1066cb24,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:46.589791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:46.595214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-44199eaa-863c-4f54-9b13-2af1f4ff6606 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c952f96-bb76-4132-b0f9-7d872d2f4740'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:46.600103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-375e9d2f-5bba-416c-abb0-85f93d1d9e36 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6956964 Nov 23 18:05:46.601766 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.714358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Pushing event updated for resources: {'Port': ['ID=bde3b524-654f-46ca-98ef-88ea1066cb24,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:46.767796 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Sync routers for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:46.778474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffc484-ee9a-4668-8fd7-ca4537c1b6a4 req-006c97f4-7595-4239-ab6f-8c6e21c24d7c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:46.783994 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:46.789109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bffc484-ee9a-4668-8fd7-ca4537c1b6a4 req-006c97f4-7595-4239-ab6f-8c6e21c24d7c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 944 time: 0.3450308 Nov 23 18:05:46.790092 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:46.883250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:46.884058 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.885810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ad179d5a-5ac0-4831-84a4-ea67fb21df5b service neutron] 10.222.0.72 "PUT /v2.0/ports/bde3b524-654f-46ca-98ef-88ea1066cb24 HTTP/1.1" status: 200 len: 1092 time: 3.6218221 Nov 23 18:05:46.886409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50235fc6-04ca-4498-9645-8252f9ba870e', 'tag': 'bde3b524-654f-46ca-98ef-88ea1066cb24'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:46.891676 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "50235fc6-04ca-4498-9645-8252f9ba870e", "tag": "bde3b524-654f-46ca-98ef-88ea1066cb24"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:46.925445 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.933697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33994) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:46.948871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e23c732e-8190-4421-ae49-a1ec0b5abd75 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084616727', 'description': 'tempest-description--795315748'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:46.969111 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:46.992921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88977a5-6e0f-4125-9945-9d6f673d236f None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:46.995420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e23c732e-8190-4421-ae49-a1ec0b5abd75 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.074886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-7c952f96-bb76-4132-b0f9-7d872d2f4740', 'network_id': '7c952f96-bb76-4132-b0f9-7d872d2f4740', 'tenant_id': 'f9f64dcaadec45aeb2dcf0e3d658dd93', 'fixed_ips': [{'subnet_id': 'b346c8e8-3847-4811-a2ec-efd89d97695a'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:05:47.075824 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.101012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event deleted for resources: {'Port': ['ID=87ade9c5-535e-44e7-ae6f-e748fe8ddfee,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:47.128372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-44199eaa-863c-4f54-9b13-2af1f4ff6606 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.171927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bffc484-ee9a-4668-8fd7-ca4537c1b6a4 req-4c99261a-41b5-436d-9bd8-4ddf93277058 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816922 Nov 23 18:05:47.256546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Allocated IP 2001:db8:1::2 (7c952f96-bb76-4132-b0f9-7d872d2f4740/b346c8e8-3847-4811-a2ec-efd89d97695a/72cd2c20-ca32-4686-99d4-de9b4637fdb0) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:47.348638 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-44199eaa-863c-4f54-9b13-2af1f4ff6606 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:05:47.349495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 87ade9c5-535e-44e7-ae6f-e748fe8ddfee no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:47.350333 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-44199eaa-863c-4f54-9b13-2af1f4ff6606 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "PUT /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572 HTTP/1.1" status: 400 len: 364 time: 0.7588456 Nov 23 18:05:47.353897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33998) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:47.383999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 87ade9c5-535e-44e7-ae6f-e748fe8ddfee {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:47.384395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 87ade9c5-535e-44e7-ae6f-e748fe8ddfee not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:47.427619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 2, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:47.497438 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e23c732e-8190-4421-ae49-a1ec0b5abd75 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.501203 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Checking router: 12b79806-ba7f-4c43-9b65-4a90fa2e2664 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:05:47.504144 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Updating router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 port 8b7e5e60-ec86-420e-b659-4159d4ff692d binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:05:47.586840 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.591413 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.600966 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91db4fb7-2e68-476b-8bde-1fa77945a917 x-openstack-request-id: req-91db4fb7-2e68-476b-8bde-1fa77945a917 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:47.601435 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50235fc6-04ca-4498-9645-8252f9ba870e", "tag": "bde3b524-654f-46ca-98ef-88ea1066cb24", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:47.603450 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.609766 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-91db4fb7-2e68-476b-8bde-1fa77945a917 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:47.610304 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50235fc6-04ca-4498-9645-8252f9ba870e', 'tag': 'bde3b524-654f-46ca-98ef-88ea1066cb24', 'status': 'completed', 'code': 200} Nov 23 18:05:47.612711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-8394db18-5626-42d3-8baf-5d60012a6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:47.615390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-8394db18-5626-42d3-8baf-5d60012a6ba1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feb6b693874043aaac6a0d0b6988301e&device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 1095 time: 0.6258276 Nov 23 18:05:47.635215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c36c5-9e1d-47b6-b5d3-977e153e2c2e req-d78b20d5-dcc0-4818-8942-f111c8f79230 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:47.648421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-146c36c5-9e1d-47b6-b5d3-977e153e2c2e req-d78b20d5-dcc0-4818-8942-f111c8f79230 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=17b68c84-f4bd-4f6a-9ecc-d8d53333aa67 HTTP/1.1" status: 200 len: 946 time: 0.5993605 Nov 23 18:05:47.657243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e23c732e-8190-4421-ae49-a1ec0b5abd75 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.695908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Network 7c952f96-bb76-4132-b0f9-7d872d2f4740 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:47.721833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:47.729276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:47.766527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c732e-8190-4421-ae49-a1ec0b5abd75 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54475f02-2468-477e-8bf5-8a7155f93051,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:47.830460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Pushing event updated for resources: {'Port': ['ID=72cd2c20-ca32-4686-99d4-de9b4637fdb0,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:47.858262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.877654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-3dc02a96-c394-406b-9e2f-469a55ad8377 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde3b524-654f-46ca-98ef-88ea1066cb24 HTTP/1.1" status: 200 len: 217 time: 0.2268431 Nov 23 18:05:47.878094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Attempting to bind port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:47.878490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Attempting to bind port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '3331475b-44d9-4f6d-901b-2413afc593d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7c952f96-bb76-4132-b0f9-7d872d2f4740'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:47.879109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Attempting to bind port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 on network 7c952f96-bb76-4132-b0f9-7d872d2f4740 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:47.886891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:47.887282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Checking segment: {'id': '3331475b-44d9-4f6d-901b-2413afc593d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7c952f96-bb76-4132-b0f9-7d872d2f4740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:47.887860 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.888270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Bound using segment: {'id': '3331475b-44d9-4f6d-901b-2413afc593d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7c952f96-bb76-4132-b0f9-7d872d2f4740'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:47.888753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Bound port: 72cd2c20-ca32-4686-99d4-de9b4637fdb0, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3331475b-44d9-4f6d-901b-2413afc593d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7c952f96-bb76-4132-b0f9-7d872d2f4740'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:47.889343 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.901093 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.919816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82ca2c23-5990-4e45-833a-1b843b53d2ee req-30d66186-2ec2-4bd4-84de-16ca5a5f1d37 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 210 time: 0.2619884 Nov 23 18:05:47.935272 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e23c732e-8190-4421-ae49-a1ec0b5abd75 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.938887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e23c732e-8190-4421-ae49-a1ec0b5abd75 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9970052 Nov 23 18:05:47.953675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34004) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:47.976902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] For port 72cd2c20-ca32-4686-99d4-de9b4637fdb0, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:47.981817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] For port 72cd2c20-ca32-4686-99d4-de9b4637fdb0, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=72cd2c20-ca32-4686-99d4-de9b4637fdb0,segment=NetworkSegment(3331475b-44d9-4f6d-901b-2413afc593d0),segment_id=3331475b-44d9-4f6d-901b-2413afc593d0)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:47.985025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c47cbb9f-be48-4c13-9a19-49ed9b89ad2f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Request body: {'security_group_rule': {'security_group_id': '54475f02-2468-477e-8bf5-8a7155f93051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:47.987044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.994022 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.003586 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.011081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Router 20500d17-ff77-4a58-a58a-1d39a8057eb2 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:48.048942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ad217-2b49-4b33-a1d1-2e7a10c65208 None None] Pushing event updated for resources: {'Port': ['ID=72cd2c20-ca32-4686-99d4-de9b4637fdb0,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:48.063315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-146c36c5-9e1d-47b6-b5d3-977e153e2c2e req-9f8758c3-222a-4c77-861e-191144b633ae tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138041 Nov 23 18:05:48.107696 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb071cf-ac0e-4667-9614-2213bf752a2f None None] Pushing event updated for resources: {'Port': ['ID=8b7e5e60-ec86-420e-b659-4159d4ff692d,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:48.177797 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Attempting to bind port 8b7e5e60-ec86-420e-b659-4159d4ff692d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:48.178202 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Attempting to bind port 8b7e5e60-ec86-420e-b659-4159d4ff692d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:48.178563 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Attempting to bind port 8b7e5e60-ec86-420e-b659-4159d4ff692d on network 5feb96ba-3d18-4f96-bef0-346fac41ef2e {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:48.184665 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:48.185070 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Checking segment: {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:48.185886 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.186115 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Bound using segment: {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:48.186605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Bound port: 8b7e5e60-ec86-420e-b659-4159d4ff692d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:48.187152 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.231172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:48.245899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] Sync routers for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:48.270393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:48.271265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:48.280393 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c47cbb9f-be48-4c13-9a19-49ed9b89ad2f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.321945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-f33ea172-491f-4e69-b505-38e3fbb31f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:48.323506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-f33ea172-491f-4e69-b505-38e3fbb31f42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29f91492-4e6a-4c34-ad3b-1964b230d525 HTTP/1.1" status: 200 len: 854 time: 0.4270542 Nov 23 18:05:48.390839 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] For port 8b7e5e60-ec86-420e-b659-4159d4ff692d, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:48.396965 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] For port 8b7e5e60-ec86-420e-b659-4159d4ff692d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8b7e5e60-ec86-420e-b659-4159d4ff692d,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:48.408216 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.464733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Allocated IP 2001:db8::1 (a48eba8e-b587-4918-a609-caf226378ceb/f5ba3f00-4a44-45ad-b8b9-ed27dfb5f876/12b44000-6d67-44cf-a160-2f4c3e85ec73) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:48.475585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] No DVR routers for this DVR port 87ade9c5-535e-44e7-ae6f-e748fe8ddfee on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:48.496652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.500527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d811f8e-7312-4cc1-92d5-b46b8f904b1c req-55944608-be11-441e-bef3-063339970cf3 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.66 "DELETE /v2.0/ports/87ade9c5-535e-44e7-ae6f-e748fe8ddfee HTTP/1.1" status: 204 len: 173 time: 4.4393036 Nov 23 18:05:48.519152 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:48.520775 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:48.581446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:48.664348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c47cbb9f-be48-4c13-9a19-49ed9b89ad2f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.683400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-f65611b2-5823-4a07-ba60-f9cbe4c5ed6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2105448 Nov 23 18:05:48.686489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c47cbb9f-be48-4c13-9a19-49ed9b89ad2f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.692184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8caac815-c995-4ac7-b2db-cec737776f77 None None] Provisioning complete for port 8b7e5e60-ec86-420e-b659-4159d4ff692d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:48.693029 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8caac815-c995-4ac7-b2db-cec737776f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.738325 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:48.745780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083109-1cea-4f53-ab66-0ffc2cf93402 req-0b07fbcd-7727-4a3b-b89f-64f44eb665ed tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:48.750960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4083109-1cea-4f53-ab66-0ffc2cf93402 req-0b07fbcd-7727-4a3b-b89f-64f44eb665ed tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 944 time: 0.4228351 Nov 23 18:05:48.763066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.776631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cbb9f-be48-4c13-9a19-49ed9b89ad2f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d3f730-1323-41b2-97bf-5ee9dca3a4f5,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:48.888003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.927639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63202898-261c-4e62-b4d9-15424796c110 req-4873c654-732c-4155-8687-1a49163fb8f4 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:48.937042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63202898-261c-4e62-b4d9-15424796c110 req-4873c654-732c-4155-8687-1a49163fb8f4 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=17b68c84-f4bd-4f6a-9ecc-d8d53333aa67 HTTP/1.1" status: 200 len: 946 time: 0.4437132 Nov 23 18:05:48.962069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network a48eba8e-b587-4918-a609-caf226378ceb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:48.969247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:48.972429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:48.973575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.980705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Port': ['ID=12b44000-6d67-44cf-a160-2f4c3e85ec73,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:49.020577 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c47cbb9f-be48-4c13-9a19-49ed9b89ad2f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.022020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c47cbb9f-be48-4c13-9a19-49ed9b89ad2f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0648644 Nov 23 18:05:49.031674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34024) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:49.038152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-237a00b0-3fca-432e-ae63-c09049527bd3 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Request body: {'security_group_rule': {'security_group_id': '54475f02-2468-477e-8bf5-8a7155f93051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:49.131309 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-237a00b0-3fca-432e-ae63-c09049527bd3 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.149060 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8caac815-c995-4ac7-b2db-cec737776f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.173521 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb071cf-ac0e-4667-9614-2213bf752a2f None None] Pushing event updated for resources: {'Port': ['ID=8b7e5e60-ec86-420e-b659-4159d4ff692d,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:49.174394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4083109-1cea-4f53-ab66-0ffc2cf93402 req-ffa146d6-5c87-4eac-9f3b-db892b10ae45 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749087 Nov 23 18:05:49.236381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-237a00b0-3fca-432e-ae63-c09049527bd3 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.244930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-237a00b0-3fca-432e-ae63-c09049527bd3 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.283449 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63202898-261c-4e62-b4d9-15424796c110 req-020b007a-a962-4595-aca9-f2f0487793bc tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408213 Nov 23 18:05:49.291387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:49.307457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a00b0-3fca-432e-ae63-c09049527bd3 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f74031-bd49-4fdd-a3ff-a165e2c43a64,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:49.333084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-d0e6bf26-08be-49d7-a300-22125038f584 service neutron] 10.222.0.72 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706930 Nov 23 18:05:49.361532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-237a00b0-3fca-432e-ae63-c09049527bd3 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.362808 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-237a00b0-3fca-432e-ae63-c09049527bd3 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300159 Nov 23 18:05:49.364884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.367706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:49.373026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:49.413866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8caac815-c995-4ac7-b2db-cec737776f77 None None] For port 8b7e5e60-ec86-420e-b659-4159d4ff692d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8b7e5e60-ec86-420e-b659-4159d4ff692d,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:49.424110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] Checking router: 20500d17-ff77-4a58-a58a-1d39a8057eb2 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:05:49.472145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.477924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8caac815-c995-4ac7-b2db-cec737776f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.589515 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:48Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:49.612792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'name': 'network-vif-deleted', 'tag': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:49.617734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:49.618393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:49.623291 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08289c-c932-419a-aef1-50c467bb574b" -d '{"events": [{"server_uuid": "8a1c0c5a-cffa-48b8-855a-88a038e6dc3e", "name": "network-vif-deleted", "tag": "87ade9c5-535e-44e7-ae6f-e748fe8ddfee"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:49.634426 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.672569 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf400e-963d-4d98-a29d-5b20a2fe3c18 None None] The sync data for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 is: [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:48Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:49.802104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0823e62b-105c-4cb2-b0d1-7c8bce3ad09e None None] Provisioning complete for port 12b44000-6d67-44cf-a160-2f4c3e85ec73 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:49.802580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0823e62b-105c-4cb2-b0d1-7c8bce3ad09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:49.813803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d91e66ce-287d-45bb-8991-1438ef637af2 req-5a1bc56e-737f-413d-9eb6-b701060c65d1 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a1c0c5a-cffa-48b8-855a-88a038e6dc3e HTTP/1.1" status: 200 len: 210 time: 0.1717386 Nov 23 18:05:49.919014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60fde2d6-8eb8-43da-bcc5-4a5d2f09e7d3 req-ed0a6a25-ef6f-46dc-be96-9a106ae9c10c service neutron] 10.222.0.72 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363369 Nov 23 18:05:49.930358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0823e62b-105c-4cb2-b0d1-7c8bce3ad09e None None] Port 12b44000-6d67-44cf-a160-2f4c3e85ec73 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:49.940265 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2c47df-29de-43c4-9257-5fb98341e26a x-openstack-request-id: req-2e2c47df-29de-43c4-9257-5fb98341e26a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:49.940567 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1c0c5a-cffa-48b8-855a-88a038e6dc3e", "name": "network-vif-deleted", "tag": "87ade9c5-535e-44e7-ae6f-e748fe8ddfee", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:49.940825 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e2c47df-29de-43c4-9257-5fb98341e26a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:49.941227 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1c0c5a-cffa-48b8-855a-88a038e6dc3e', 'name': 'network-vif-deleted', 'tag': '87ade9c5-535e-44e7-ae6f-e748fe8ddfee', 'status': 'completed', 'code': 200} Nov 23 18:05:49.975203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caac815-c995-4ac7-b2db-cec737776f77 None None] Pushing event updated for resources: {'Port': ['ID=8b7e5e60-ec86-420e-b659-4159d4ff692d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:49.979238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 72cd2c20-ca32-4686-99d4-de9b4637fdb0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:49.987661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-1efa64c4-dcfe-4b03-b3d3-6af392177611 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:49.990371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-1efa64c4-dcfe-4b03-b3d3-6af392177611 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.66 "GET /v2.0/ports?device_id=17b68c84-f4bd-4f6a-9ecc-d8d53333aa67 HTTP/1.1" status: 200 len: 946 time: 0.2584422 Nov 23 18:05:50.089536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0823e62b-105c-4cb2-b0d1-7c8bce3ad09e None None] Provisioning complete for port 8b7e5e60-ec86-420e-b659-4159d4ff692d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:50.089915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0823e62b-105c-4cb2-b0d1-7c8bce3ad09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.175228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5b9b1-af31-4ed3-9280-09d46ba9b9ca None None] Network 7c952f96-bb76-4132-b0f9-7d872d2f4740 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:50.180101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-3855112f-5993-4d22-b6a4-19b29ddf4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:50.182135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-3855112f-5993-4d22-b6a4-19b29ddf4da0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feb6b693874043aaac6a0d0b6988301e&device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 1095 time: 0.1901324 Nov 23 18:05:50.259989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:50.269168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.274291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Deleting port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:50.275164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.369384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:50.369694 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.441116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.475108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-22a635ab-8cef-4e4c-9168-57d262b0e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:50.476726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-22a635ab-8cef-4e4c-9168-57d262b0e929 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33 HTTP/1.1" status: 200 len: 915 time: 0.2852006 Nov 23 18:05:50.539094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.539887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.545331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Allocated IP 172.25.0.107 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/e043f3e1-8fcb-4e16-8c2b-a9ccfa24a4ce) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:50.552515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] For port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:50.552901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.565204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7cb79-1a2e-4702-89b3-5ecb7da6406b req-65666887-38a6-4904-8342-b25ba0a9cb07 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:50.567939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d2e7cb79-1a2e-4702-89b3-5ecb7da6406b req-65666887-38a6-4904-8342-b25ba0a9cb07 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 944 time: 0.2339087 Nov 23 18:05:50.570735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-ef168ef3-a639-4799-8c71-2361785c2cec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde3b524-654f-46ca-98ef-88ea1066cb24 HTTP/1.1" status: 200 len: 217 time: 0.0803740 Nov 23 18:05:50.608507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0391ef-940f-44ef-a3bd-a802145d7ad6 req-39f91130-33ae-4d83-8f0f-31ed586a6e79 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:50.610456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc0391ef-940f-44ef-a3bd-a802145d7ad6 req-39f91130-33ae-4d83-8f0f-31ed586a6e79 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=17b68c84-f4bd-4f6a-9ecc-d8d53333aa67 HTTP/1.1" status: 200 len: 946 time: 0.2008426 Nov 23 18:05:50.611759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Calling delete_port for 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:50.671634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event updated for resources: {'Port': ['ID=12b44000-6d67-44cf-a160-2f4c3e85ec73,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:50.768703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-251b9d53-e7f5-4cd2-9cdf-0b4011b83ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:50.771309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-251b9d53-e7f5-4cd2-9cdf-0b4011b83ad4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29f91492-4e6a-4c34-ad3b-1964b230d525 HTTP/1.1" status: 200 len: 854 time: 0.1886935 Nov 23 18:05:50.812902 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Network a48eba8e-b587-4918-a609-caf226378ceb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:50.823428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:50.842203 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.843326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-3019e1f0-1185-4754-82d7-c09a9fa9d0d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541308 Nov 23 18:05:50.854539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d2e7cb79-1a2e-4702-89b3-5ecb7da6406b req-7dedda0f-a8f0-4be0-ad1e-a88d2d4e9ff6 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746060 Nov 23 18:05:50.926546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc0391ef-940f-44ef-a3bd-a802145d7ad6 req-e7ae60a4-b9fd-4fe0-a2c0-646efcde4e2f tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654934 Nov 23 18:05:51.034776 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.086368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device bde3b524-654f-46ca-98ef-88ea1066cb24 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:05:51.216967 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.364577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Router 8e6bdc14-e748-4e6f-baa8-e29c782c9572 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:51.368407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.375961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 72cd2c20-ca32-4686-99d4-de9b4637fdb0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=72cd2c20-ca32-4686-99d4-de9b4637fdb0,segment=NetworkSegment(3331475b-44d9-4f6d-901b-2413afc593d0),segment_id=3331475b-44d9-4f6d-901b-2413afc593d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:51.400720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.459746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event updated for resources: {'Port': ['ID=e043f3e1-8fcb-4e16-8c2b-a9ccfa24a4ce,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:51.464165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34054) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:51.490990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cb5cf52e-960d-42b5-805f-8a1a1747be93 None None] Provisioning complete for port 12b44000-6d67-44cf-a160-2f4c3e85ec73 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:51.491379 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf52e-960d-42b5-805f-8a1a1747be93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.543417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:51.560125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:51.560871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cf52e-960d-42b5-805f-8a1a1747be93 None None] Port 12b44000-6d67-44cf-a160-2f4c3e85ec73 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:51.564611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:51.606257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82fcee9-a897-43a6-bb01-7b0e7887cacd None None] The sync data for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 is: [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T17:57:25Z', 'revision_number': 4, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '066d4102-332b-4967-b242-fe6fc0982da9', 'name': '', 'network_id': '769975ee-2b29-4639-bb3e-92888466febe', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'mac_address': 'fa:16:3e:f2:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:23Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'subnets': [{'id': 'd91f871a-fd5c-478b-a4e0-d532eeae8bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:51.616578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:51.636605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cb5cf52e-960d-42b5-805f-8a1a1747be93 None None] Provisioning complete for port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:51.636997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf52e-960d-42b5-805f-8a1a1747be93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.686405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade254c-7b05-4714-a10a-77bafaf34dc3 req-3c480dd9-706e-40a4-a52c-a57361620773 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:51.688163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dade254c-7b05-4714-a10a-77bafaf34dc3 req-3c480dd9-706e-40a4-a52c-a57361620773 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.7202661 Nov 23 18:05:51.704112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=72cd2c20-ca32-4686-99d4-de9b4637fdb0,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:51.713363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port bde3b524-654f-46ca-98ef-88ea1066cb24, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=bde3b524-654f-46ca-98ef-88ea1066cb24,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:51.721417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-0f36443b-2e55-41a1-bc00-0f8fcdbed8c3 service neutron] 10.222.0.72 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8556821 Nov 23 18:05:51.737797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'bde3b524-654f-46ca-98ef-88ea1066cb24', 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33', 'port_id': 'bde3b524-654f-46ca-98ef-88ea1066cb24', 'mac_address': 'fa:16:3e:9c:29:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f91492-4e6a-4c34-ad3b-1964b230d525', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:05:51.743234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.775510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6216155a-e3ee-41f5-b64c-6d63d0f45319 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.781693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['607e11d6-11fd-4f9f-92f5-332d18be5eb3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:05:51.783882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['57cdb1d8-5f07-425f-a178-546da6a46481'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:05:51.801897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:51.810835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Pushing event deleted for resources: {'Port': ['ID=4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:51.826814 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63ba6c-00fa-486f-8433-e1f53d3c7d21 None None] Sync routers for ids ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:51.829537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8b7e5e60-ec86-420e-b659-4159d4ff692d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:51.847269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6216155a-e3ee-41f5-b64c-6d63d0f45319 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.848696 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63ba6c-00fa-486f-8433-e1f53d3c7d21 None None] Routers {'8e6bdc14-e748-4e6f-baa8-e29c782c9572'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:51.849567 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8c63ba6c-00fa-486f-8433-e1f53d3c7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:51.860546 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a46f416-20a3-4cb4-a129-2a8aa89b0eaa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "PUT /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5052836 Nov 23 18:05:51.869747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34056) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:51.926443 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8c63ba6c-00fa-486f-8433-e1f53d3c7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:51.930060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dade254c-7b05-4714-a10a-77bafaf34dc3 req-5e84ddd7-968e-4705-a0b5-9f180af8e9b2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233751 Nov 23 18:05:51.974945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] No DVR routers for this DVR port 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:51.982266 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63ba6c-00fa-486f-8433-e1f53d3c7d21 None None] Routers {'8e6bdc14-e748-4e6f-baa8-e29c782c9572'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:51.982464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.983473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8c63ba6c-00fa-486f-8433-e1f53d3c7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:51.986724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4888067-0335-43b3-8bfc-91ecca718bed tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:51.990772 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3ba970e-f7f9-4de2-a068-c4ea3714fae1 req-bd1312d0-08c0-4673-be3b-bb57d83da8a9 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.66 "DELETE /v2.0/ports/4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 HTTP/1.1" status: 204 len: 173 time: 1.9599407 Nov 23 18:05:51.991970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b68c84-f4bd-4f6a-9ecc-d8d53333aa67', 'name': 'network-vif-deleted', 'tag': '4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:51.994852 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e706b16-4749-4507-ba3e-afab3363ab5d" -d '{"events": [{"server_uuid": "17b68c84-f4bd-4f6a-9ecc-d8d53333aa67", "name": "network-vif-deleted", "tag": "4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:52.055163 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8c63ba6c-00fa-486f-8433-e1f53d3c7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:52.058351 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63ba6c-00fa-486f-8433-e1f53d3c7d21 None None] The sync data for ids ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:52.085903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-566f6799-3c1b-4edc-b6d0-3b0ad0acdaa3 req-6316fa30-33aa-4581-a730-ca3adf18a9f1 service neutron] 10.222.0.72 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531420 Nov 23 18:05:52.112661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d43448-7d36-4354-b94d-f9ded8f7d6b3 req-775d8f1e-6320-4703-88c6-33b293c0e3a1 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:52.115177 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.120716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31d43448-7d36-4354-b94d-f9ded8f7d6b3 req-775d8f1e-6320-4703-88c6-33b293c0e3a1 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 944 time: 0.1118364 Nov 23 18:05:52.166835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3df8cdc4-1634-4138-a4c0-052794aba868 req-2ac6b433-9d86-40c1-a4ce-c9b8eccf5195 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=17b68c84-f4bd-4f6a-9ecc-d8d53333aa67 HTTP/1.1" status: 200 len: 210 time: 0.0433185 Nov 23 18:05:52.176332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.188436 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-a4888067-0335-43b3-8bfc-91ecca718bed tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 18:05:52.192909 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a4888067-0335-43b3-8bfc-91ecca718bed tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572 HTTP/1.1" status: 409 len: 329 time: 0.3153081 Nov 23 18:05:52.193277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34066) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:52.205108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6216155a-e3ee-41f5-b64c-6d63d0f45319 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.220858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6216155a-e3ee-41f5-b64c-6d63d0f45319 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.225828 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6216155a-e3ee-41f5-b64c-6d63d0f45319 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "DELETE /v2.0/security-groups/05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c HTTP/1.1" status: 204 len: 168 time: 0.7564056 Nov 23 18:05:52.226110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31d43448-7d36-4354-b94d-f9ded8f7d6b3 req-a2d7ceba-6701-4c0e-895a-2a02b2bba7fe tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038861 Nov 23 18:05:52.226598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34070) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:52.251238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8b7e5e60-ec86-420e-b659-4159d4ff692d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:52.251238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.266873 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-036a8a95-aec3-489e-8d86-c7d03ff25a78 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] show failed (client error): The resource could not be found. Nov 23 18:05:52.271663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-036a8a95-aec3-489e-8d86-c7d03ff25a78 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "GET /v2.0/security-groups/05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c HTTP/1.1" status: 404 len: 347 time: 0.0392680 Nov 23 18:05:52.272111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde3b524-654f-46ca-98ef-88ea1066cb24 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:52.273827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34072) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:52.306999 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31208a4e-6ef0-4e85-b509-e37dabfa52d0 x-openstack-request-id: req-31208a4e-6ef0-4e85-b509-e37dabfa52d0 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:52.306999 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b68c84-f4bd-4f6a-9ecc-d8d53333aa67", "name": "network-vif-deleted", "tag": "4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:52.306999 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31208a4e-6ef0-4e85-b509-e37dabfa52d0 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:52.306999 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b68c84-f4bd-4f6a-9ecc-d8d53333aa67', 'name': 'network-vif-deleted', 'tag': '4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29', 'status': 'completed', 'code': 200} Nov 23 18:05:52.348395 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216155a-e3ee-41f5-b64c-6d63d0f45319 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f2b8b4-7b9e-4327-8ce8-bd5be4d7e74c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:52.354817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.419681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4f19f-4786-4633-afed-8e8317a01f35 None None] New status for floating IP 6c3ac6e2-b410-4dda-890e-87875a35adb3: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:05:52.478142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port bde3b524-654f-46ca-98ef-88ea1066cb24, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=bde3b524-654f-46ca-98ef-88ea1066cb24,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:52.502459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-57a0f411-f35a-40e6-9f32-5bd1f5351b10 None None] Provisioning complete for port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:52.503210 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57a0f411-f35a-40e6-9f32-5bd1f5351b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.504555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Deleting port e6880782-1059-4d22-8592-224594436d25 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:52.504970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.591924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.592252 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.605998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Calling delete_port for e6880782-1059-4d22-8592-224594436d25 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:52.619386 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.752101 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.761873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.810464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=bde3b524-654f-46ca-98ef-88ea1066cb24,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:52.827265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.860670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event updated for resources: {'Port': ['ID=e043f3e1-8fcb-4e16-8c2b-a9ccfa24a4ce,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:52.860898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Pushing event deleted for resources: {'Port': ['ID=e6880782-1059-4d22-8592-224594436d25,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:52.886967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.892103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.915655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['bde3b524-654f-46ca-98ef-88ea1066cb24'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:05:52.932057 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.934899 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.939643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5211187a-e825-41d0-82f8-46a2b1bce6b7 tempest-AttachVolumeTestJSON-2080380601 tempest-AttachVolumeTestJSON-2080380601-project] 10.222.0.74 "DELETE /v2.0/floatingips/6c3ac6e2-b410-4dda-890e-87875a35adb3 HTTP/1.1" status: 204 len: 168 time: 0.6612020 Nov 23 18:05:52.965475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:52.967059 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b5eec1fb-72bf-411f-8f60-9dce8effe612 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5980964 Nov 23 18:05:53.218074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-c588750f-c353-42e5-a7e9-0c8b39134acb tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2084616727&fields=id&tenant_id=39ba741c17914acba3040c67e688f2cd HTTP/1.1" status: 200 len: 267 time: 0.0827110 Nov 23 18:05:53.236330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe22b51-f428-44a5-9a61-0c252d890e40 req-9d2c28ca-0725-4a1e-b183-c765a194a396 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:53.237866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fe22b51-f428-44a5-9a61-0c252d890e40 req-9d2c28ca-0725-4a1e-b183-c765a194a396 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1635857 Nov 23 18:05:53.259561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:53.279437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Deleting port 12b44000-6d67-44cf-a160-2f4c3e85ec73 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:53.279926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:53.292736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:53.293079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4eb76b0b-a39e-4e6c-b4b6-ec6dbef04a29 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:53.359934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fe22b51-f428-44a5-9a61-0c252d890e40 req-94aadf43-6835-4f62-a66c-c1a7a2e2de07 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076460 Nov 23 18:05:53.388959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:53.396380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-7effff3c-6518-4d4d-af3e-3b205a813efd tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:53.398721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-7effff3c-6518-4d4d-af3e-3b205a813efd tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/networks?id=5feb96ba-3d18-4f96-bef0-346fac41ef2e HTTP/1.1" status: 200 len: 805 time: 0.1797023 Nov 23 18:05:53.405733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Calling delete_port for 12b44000-6d67-44cf-a160-2f4c3e85ec73 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:53.423353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-bd72b49e-2cf5-4401-b7d7-b09e5ddf533f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/quotas/39ba741c17914acba3040c67e688f2cd HTTP/1.1" status: 200 len: 375 time: 0.0182335 Nov 23 18:05:53.526232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-15103d0a-548f-4fcc-a9f8-2d6cd2681dd7 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ba741c17914acba3040c67e688f2cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969505 Nov 23 18:05:53.540057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89765a-1d36-48ec-b5be-5a1f43d93b8f req-f6674425-de00-4c9f-8b7d-6f9d2c77c651 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:53.541820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b89765a-1d36-48ec-b5be-5a1f43d93b8f req-f6674425-de00-4c9f-8b7d-6f9d2c77c651 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 945 time: 0.0666885 Nov 23 18:05:53.601097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:53.632784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Port': ['ID=12b44000-6d67-44cf-a160-2f4c3e85ec73,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:53.656512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b89765a-1d36-48ec-b5be-5a1f43d93b8f req-54f68bec-e6e5-4d60-9591-16837e32edd5 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071730 Nov 23 18:05:53.702637 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-acb2060b-df14-4425-8965-11e1e24dcb80 service neutron] 10.222.0.74 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512375 Nov 23 18:05:53.776097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:53.787460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 72cd2c20-ca32-4686-99d4-de9b4637fdb0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:53.888409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-e6adfc85-4fd5-4aca-acca-697c36f40a9f service neutron] 10.222.0.74 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783190 Nov 23 18:05:53.908006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:53.908393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:54.207742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7087ff40-b98a-47c0-9544-0e9f785bde83 req-e58fc34a-0e0f-42dc-83d4-d46543cbf277 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 210 time: 0.0422421 Nov 23 18:05:54.307367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Router 8e6bdc14-e748-4e6f-baa8-e29c782c9572 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:54.419604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:54.433262 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a72d7-e20d-4644-b757-d825b777d304 None None] Sync routers for ids ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:54.437596 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8571555d-763c-40e8-bd50-1c6771bf2b77 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "PUT /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432153 Nov 23 18:05:54.441480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34120) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:54.457750 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a72d7-e20d-4644-b757-d825b777d304 None None] Routers {'8e6bdc14-e748-4e6f-baa8-e29c782c9572'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:54.458548 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c03a72d7-e20d-4644-b757-d825b777d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:54.528635 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-954e4362-4630-4c10-b17b-218eab45a72b tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] show failed (client error): The resource could not be found. Nov 23 18:05:54.529974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-954e4362-4630-4c10-b17b-218eab45a72b tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "GET /v2.0/routers/tempest-non_exist_router-875240809 HTTP/1.1" status: 404 len: 334 time: 0.0872986 Nov 23 18:05:54.534625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34126) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:54.539912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6630d1a7-ff86-4c10-8c2d-929b7db3b10a tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Request body: {'router': {'name': 'new_name'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:54.541944 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c03a72d7-e20d-4644-b757-d825b777d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:54.583541 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a72d7-e20d-4644-b757-d825b777d304 None None] Routers {'8e6bdc14-e748-4e6f-baa8-e29c782c9572'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:54.584195 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c03a72d7-e20d-4644-b757-d825b777d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:54.603700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f5362-4b32-4172-bbad-812242dfdee2 req-4c733837-149f-4e3e-8e4f-581759d045b9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:54.612333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-281f5362-4b32-4172-bbad-812242dfdee2 req-4c733837-149f-4e3e-8e4f-581759d045b9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.0859818 Nov 23 18:05:54.651479 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-6630d1a7-ff86-4c10-8c2d-929b7db3b10a tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] update failed (client error): The resource could not be found. Nov 23 18:05:54.659655 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6630d1a7-ff86-4c10-8c2d-929b7db3b10a tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "PUT /v2.0/routers/tempest-non_exist_router-121837008 HTTP/1.1" status: 404 len: 334 time: 0.1235347 Nov 23 18:05:54.661038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34132) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:54.677282 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c03a72d7-e20d-4644-b757-d825b777d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:54.677964 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a72d7-e20d-4644-b757-d825b777d304 None None] The sync data for ids ['8e6bdc14-e748-4e6f-baa8-e29c782c9572'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:54.687481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-281f5362-4b32-4172-bbad-812242dfdee2 req-84f178d3-7fb1-4c30-8398-aaaa5366456d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659187 Nov 23 18:05:54.779880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-98598f8f-f1e9-455d-b4d6-dddd3d751650 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Deleting subnet b346c8e8-3847-4811-a2ec-efd89d97695a {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:05:54.783641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98598f8f-f1e9-455d-b4d6-dddd3d751650 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:54.847166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f6fe-152e-423f-91fb-b841eb47385f req-d2a7bcae-0429-4bce-adda-aa7464ce77f5 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:54.856225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f907f6fe-152e-423f-91fb-b841eb47385f req-d2a7bcae-0429-4bce-adda-aa7464ce77f5 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 945 time: 0.0731647 Nov 23 18:05:54.874043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98598f8f-f1e9-455d-b4d6-dddd3d751650 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:54.941985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f907f6fe-152e-423f-91fb-b841eb47385f req-2a20fcec-c584-453d-8294-5da9af87c8d6 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837109 Nov 23 18:05:55.013908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98598f8f-f1e9-455d-b4d6-dddd3d751650 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.040807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device bde3b524-654f-46ca-98ef-88ea1066cb24 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:55.133204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port bde3b524-654f-46ca-98ef-88ea1066cb24 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:05:55.139221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port bde3b524-654f-46ca-98ef-88ea1066cb24 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:55.140980 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98598f8f-f1e9-455d-b4d6-dddd3d751650 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.155065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.201492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98598f8f-f1e9-455d-b4d6-dddd3d751650 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Subnet': ['ID=b346c8e8-3847-4811-a2ec-efd89d97695a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:55.204882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98598f8f-f1e9-455d-b4d6-dddd3d751650 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.208661 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-98598f8f-f1e9-455d-b4d6-dddd3d751650 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/subnets/b346c8e8-3847-4811-a2ec-efd89d97695a HTTP/1.1" status: 204 len: 168 time: 0.5432212 Nov 23 18:05:55.211353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34146) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:55.217866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40816c2a-8043-4709-82b7-c71fedbd4757 None None] Network 7c952f96-bb76-4132-b0f9-7d872d2f4740 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:55.375510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.422384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af13f78e-e6db-4665-b427-a42e7f74e0b4 req-a597cafa-07e5-4495-8ef2-2a9180505089 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 210 time: 0.0484922 Nov 23 18:05:55.460656 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.481175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port bde3b524-654f-46ca-98ef-88ea1066cb24, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=bde3b524-654f-46ca-98ef-88ea1066cb24,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:55.482619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50235fc6-04ca-4498-9645-8252f9ba870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde3b524-654f-46ca-98ef-88ea1066cb24'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:55.485759 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b8609-a39a-4e05-a73d-e307d6ec0e20" -d '{"events": [{"server_uuid": "50235fc6-04ca-4498-9645-8252f9ba870e", "name": "network-vif-plugged", "status": "completed", "tag": "bde3b524-654f-46ca-98ef-88ea1066cb24"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:55.494058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.538969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df6e6-c670-435f-a697-a27f640413ad req-8bf28433-bf65-4423-bb5c-112f0751b985 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:55.545986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df6e6-c670-435f-a697-a27f640413ad req-8bf28433-bf65-4423-bb5c-112f0751b985 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:55.547702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf1df6e6-c670-435f-a697-a27f640413ad req-8bf28433-bf65-4423-bb5c-112f0751b985 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b&device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 1682 time: 0.1634200 Nov 23 18:05:55.549495 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16777350-0255-4d89-9ce1-bb3f9d589f2b x-openstack-request-id: req-16777350-0255-4d89-9ce1-bb3f9d589f2b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:55.549801 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50235fc6-04ca-4498-9645-8252f9ba870e", "name": "network-vif-plugged", "status": "completed", "tag": "bde3b524-654f-46ca-98ef-88ea1066cb24", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:55.550063 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16777350-0255-4d89-9ce1-bb3f9d589f2b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:55.550501 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50235fc6-04ca-4498-9645-8252f9ba870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde3b524-654f-46ca-98ef-88ea1066cb24', 'code': 200} Nov 23 18:05:55.554071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=bde3b524-654f-46ca-98ef-88ea1066cb24,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:55.671895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] DHCP port deletion for 7c952f96-bb76-4132-b0f9-7d872d2f4740 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:55.717041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Deleting port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:55.717384 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.825304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] For port 72cd2c20-ca32-4686-99d4-de9b4637fdb0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=72cd2c20-ca32-4686-99d4-de9b4637fdb0,segment=NetworkSegment(3331475b-44d9-4f6d-901b-2413afc593d0),segment_id=3331475b-44d9-4f6d-901b-2413afc593d0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:55.825675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.861422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf1df6e6-c670-435f-a697-a27f640413ad req-1dc5ddbb-14b0-48ea-9c72-45387fe38b02 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841294 Nov 23 18:05:55.869338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Calling delete_port for 72cd2c20-ca32-4686-99d4-de9b4637fdb0 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:55.888502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-1d6a858f-2ecb-4a4e-8f30-290217935d17 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:55.889972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-1d6a858f-2ecb-4a4e-8f30-290217935d17 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.66 "GET /v2.0/networks?id=5feb96ba-3d18-4f96-bef0-346fac41ef2e HTTP/1.1" status: 200 len: 805 time: 0.3412302 Nov 23 18:05:55.902051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87cb0-65b7-42e3-97d8-a2fa72ef316c req-8493cefe-cb20-481d-aa9e-af4a487dc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:55.903563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92e87cb0-65b7-42e3-97d8-a2fa72ef316c req-8493cefe-cb20-481d-aa9e-af4a487dc4f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 1097 time: 0.2409298 Nov 23 18:05:55.906720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] Deleting port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:55.907135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:55.986825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] For port 72cd2c20-ca32-4686-99d4-de9b4637fdb0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=72cd2c20-ca32-4686-99d4-de9b4637fdb0,segment=NetworkSegment(3331475b-44d9-4f6d-901b-2413afc593d0),segment_id=3331475b-44d9-4f6d-901b-2413afc593d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:55.987172 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.004632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eb9b3-dad0-471b-90ae-6d50d5bb37e9 req-16854931-37bf-4a24-9247-7103901d3168 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:56.006401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e2eb9b3-dad0-471b-90ae-6d50d5bb37e9 req-16854931-37bf-4a24-9247-7103901d3168 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.2181058 Nov 23 18:05:56.012053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] Calling delete_port for 72cd2c20-ca32-4686-99d4-de9b4637fdb0 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:56.106261 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.139726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] No DVR routers for this DVR port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:56.141905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92e87cb0-65b7-42e3-97d8-a2fa72ef316c req-dd894305-b222-4491-9464-30e312e5f35a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247787 Nov 23 18:05:56.144726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a58de5-b202-473e-85f3-1e046ca9fead None None] Pushing event deleted for resources: {'Port': ['ID=72cd2c20-ca32-4686-99d4-de9b4637fdb0,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:56.167061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-c5b52d09-c2d6-4baa-a204-5093f9b63542 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39ba741c17914acba3040c67e688f2cd HTTP/1.1" status: 200 len: 380 time: 0.2598882 Nov 23 18:05:56.174790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e2eb9b3-dad0-471b-90ae-6d50d5bb37e9 req-bd1babd9-3ce0-4f94-a46a-10b389f58a8a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588771 Nov 23 18:05:56.180484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Request body: {'port': {'device_id': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'admin_state_up': True, 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'security_groups': ['54475f02-2468-477e-8bf5-8a7155f93051']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:56.184681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.239021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e5db5-7924-4e06-8834-02a6f0db8107 req-7380a672-1463-4061-aef4-625f3aac133d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:56.240436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c1e5db5-7924-4e06-8834-02a6f0db8107 req-7380a672-1463-4061-aef4-625f3aac133d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 946 time: 0.1809628 Nov 23 18:05:56.248793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Port': ['ID=72cd2c20-ca32-4686-99d4-de9b4637fdb0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:56.259887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] No DVR routers for this DVR port 72cd2c20-ca32-4686-99d4-de9b4637fdb0 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:56.419256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c1e5db5-7924-4e06-8834-02a6f0db8107 req-24fd0c29-26ac-4cd2-9ecb-53aec16e045e tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683993 Nov 23 18:05:56.459264 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.493797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c952f96-bb76-4132-b0f9-7d872d2f4740']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:56.508084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3331475b-44d9-4f6d-901b-2413afc593d0') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:56.508576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3331475b-44d9-4f6d-901b-2413afc593d0') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:56.530298 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.538798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Made reservation on behalf of 39ba741c17914acba3040c67e688f2cd for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:56.543002 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.573431 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.598236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:56.598535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:56.602733 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:56.606181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4866de1c-13f1-4c94-aaea-b9ac0aeeae71 req-cd5faa95-7313-492d-a356-1e29266fa88c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 210 time: 0.0481753 Nov 23 18:05:56.724972 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.736532 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:05:56.745271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.750441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/networks/7c952f96-bb76-4132-b0f9-7d872d2f4740 HTTP/1.1" status: 204 len: 168 time: 1.5379257 Nov 23 18:05:56.752774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34176) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:56.772656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737374d-559f-4f67-bedf-2353857110a9 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Network': ['ID=7c952f96-bb76-4132-b0f9-7d872d2f4740,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:56.834787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Deleting subnet f5ab8866-f9e1-4b0f-a1d0-76bcc1982b56 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:05:56.839612 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.843414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Allocated IP 172.20.0.14 (5feb96ba-3d18-4f96-bef0-346fac41ef2e/2bdb086c-15fa-4561-852d-12cd92adb657/ece15a5c-a6d2-440f-995a-fa54d343d41e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:56.886922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.990314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:56.992108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f9c1-df62-4fdf-89a6-8fe2e62260f4 req-5fb258fd-bb28-4db1-bab9-d33a4d0cc16c tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:56.993653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b93f9c1-df62-4fdf-89a6-8fe2e62260f4 req-5fb258fd-bb28-4db1-bab9-d33a4d0cc16c tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b HTTP/1.1" status: 200 len: 946 time: 0.1176803 Nov 23 18:05:57.069768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.080500 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.093106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b93f9c1-df62-4fdf-89a6-8fe2e62260f4 req-11424048-2624-4b78-aad2-bfe316c1376a tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858879 Nov 23 18:05:57.100726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ab8866-f9e1-4b0f-a1d0-76bcc1982b56,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:57.105808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.109608 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/subnets/f5ab8866-f9e1-4b0f-a1d0-76bcc1982b56 HTTP/1.1" status: 204 len: 168 time: 0.3520141 Nov 23 18:05:57.114400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34182) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:57.115189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25059960-536c-4f1b-9772-55451fbb4bf9 None None] Network 08761679-062b-4656-b887-0f193770ecad requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:57.123783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.134193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.134542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.134916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.135252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.135585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.135913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.136235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.136562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.136882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.137205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.137526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad387b-1486-47c2-8c41-2a82b44312aa tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:05:57.180994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5192ba4-7d07-4c42-a491-06c29ae238da tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Deleting subnet 5ce357d5-411e-4fe9-af9c-f0b8a49d6b6d {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:05:57.184573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5192ba4-7d07-4c42-a491-06c29ae238da tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.187820 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.285593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:57.294250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:57.308609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:57.376413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] DHCP port deletion for 08761679-062b-4656-b887-0f193770ecad request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:57.400885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event updated for resources: {'Port': ['ID=ece15a5c-a6d2-440f-995a-fa54d343d41e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:57.412215 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5192ba4-7d07-4c42-a491-06c29ae238da tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.454155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:57.454996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.505339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] Deleting port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:57.506204 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.509849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050689-3942-429d-bed0-950bf0bb8218 req-20faf79c-0b3c-4f78-ab0e-1394b4103ad2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:57.517653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57050689-3942-429d-bed0-950bf0bb8218 req-20faf79c-0b3c-4f78-ab0e-1394b4103ad2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.2304285 Nov 23 18:05:57.599525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-92c7ed21-0fd6-4609-b1dc-9370c8f3ec87 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4234397 Nov 23 18:05:57.641066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] For port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d,segment=NetworkSegment(bca592f3-da90-47e5-97e5-fa63d7cb40bd),segment_id=bca592f3-da90-47e5-97e5-fa63d7cb40bd)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:57.641579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.660587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] Calling delete_port for a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:57.695922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Request body: {'port': {'device_id': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:57.767786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 72cd2c20-ca32-4686-99d4-de9b4637fdb0 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:57.768483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57050689-3942-429d-bed0-950bf0bb8218 req-80debb59-4d55-434f-9fd1-5af35b5b33c1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486997 Nov 23 18:05:57.800358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb89fc-d88b-48a2-beab-0df201091354 req-e46753dd-91eb-4b0c-b6e5-a450cb081b75 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:57.802156 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.809556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ddb89fc-d88b-48a2-beab-0df201091354 req-e46753dd-91eb-4b0c-b6e5-a450cb081b75 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 946 time: 0.2760754 Nov 23 18:05:57.838353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] Pushing event deleted for resources: {'Port': ['ID=a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:57.842116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 72cd2c20-ca32-4686-99d4-de9b4637fdb0 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:57.842571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 72cd2c20-ca32-4686-99d4-de9b4637fdb0 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:57.843093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:57.872148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:57.872576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:57.876173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5192ba4-7d07-4c42-a491-06c29ae238da tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.889701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb64c67-0d73-4bbb-b4b8-295edab02a41 None None] No DVR routers for this DVR port a6eaf218-91c3-41f7-b7cc-c78f1e10fd6d on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:57.920067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8134409c-32d8-4eff-8e38-30990f2bd834 None None] Provisioning complete for port ece15a5c-a6d2-440f-995a-fa54d343d41e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:57.920564 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8134409c-32d8-4eff-8e38-30990f2bd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:57.935524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:58.029273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8134409c-32d8-4eff-8e38-30990f2bd834 None None] Port ece15a5c-a6d2-440f-995a-fa54d343d41e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:58.060905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ddb89fc-d88b-48a2-beab-0df201091354 req-a44b0a8f-d9c7-466b-944a-4911b0c2c759 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502825 Nov 23 18:05:58.616895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5192ba4-7d07-4c42-a491-06c29ae238da tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:58.683380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3394133-08e7-4e8c-bfad-b4930ac46902 req-dc9cd0db-4259-454b-b90e-c94b01805ac0 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:58.687158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3394133-08e7-4e8c-bfad-b4930ac46902 req-dc9cd0db-4259-454b-b90e-c94b01805ac0 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 932 time: 0.6454275 Nov 23 18:05:58.696391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5192ba4-7d07-4c42-a491-06c29ae238da tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce357d5-411e-4fe9-af9c-f0b8a49d6b6d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:58.699104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c87c1-ef5d-4ffc-aff0-e78b9e594477 None None] Network 0152610e-b7ce-4a9c-9f9c-d5634828741f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:58.705127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-6fa315d1-f7c5-4285-8381-55d85b18b9b6 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:58.706608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-6fa315d1-f7c5-4285-8381-55d85b18b9b6 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9efd2d8-ee44-4d53-8fb0-af08152a095e HTTP/1.1" status: 200 len: 945 time: 0.2681494 Nov 23 18:05:58.718422 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f5192ba4-7d07-4c42-a491-06c29ae238da tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:58.724198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f5192ba4-7d07-4c42-a491-06c29ae238da tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/subnets/5ce357d5-411e-4fe9-af9c-f0b8a49d6b6d HTTP/1.1" status: 204 len: 168 time: 1.6062357 Nov 23 18:05:58.724552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34206) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:58.730968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-b23d2e08-603c-4391-9172-41a474ca7414 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:58.732086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-b23d2e08-603c-4391-9172-41a474ca7414 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b HTTP/1.1" status: 200 len: 946 time: 0.2914312 Nov 23 18:05:58.748402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d84cc9-0096-4bae-971e-9367560aefa8 req-121fc6ff-664f-461c-8029-f71ef503760d tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:58.749928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59d84cc9-0096-4bae-971e-9367560aefa8 req-121fc6ff-664f-461c-8029-f71ef503760d tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b HTTP/1.1" status: 200 len: 946 time: 0.3103359 Nov 23 18:05:58.842513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:58.927027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] DHCP port deletion for 0152610e-b7ce-4a9c-9f9c-d5634828741f request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:58.960324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:58.982923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] Deleting port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:58.983839 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.005532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3394133-08e7-4e8c-bfad-b4930ac46902 req-36601d3c-6b0f-4e52-989f-85bffb1e1522 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149312 Nov 23 18:05:59.006044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08761679-062b-4656-b887-0f193770ecad']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:59.019125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca592f3-da90-47e5-97e5-fa63d7cb40bd') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:59.022434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca592f3-da90-47e5-97e5-fa63d7cb40bd') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:59.032126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59d84cc9-0096-4bae-971e-9367560aefa8 req-48266f42-b8d1-46ce-a9a1-cf0a986b5089 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481337 Nov 23 18:05:59.037138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.054230 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.061623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:05:59.062709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.127987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] For port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ad06aa62-4c5c-41d9-bbf9-97d54851e5cb,segment=NetworkSegment(213dc5f6-f202-4a06-b217-1bbdee23da86),segment_id=213dc5f6-f202-4a06-b217-1bbdee23da86)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:59.128812 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:05:59.157588 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:05:59.173067 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.186843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.193583 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/networks/08761679-062b-4656-b887-0f193770ecad HTTP/1.1" status: 204 len: 168 time: 0.4672608 Nov 23 18:05:59.194257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] Calling delete_port for ad06aa62-4c5c-41d9-bbf9-97d54851e5cb owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:59.209672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34214) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:59.233235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b478e2-3302-4c40-a1cb-63e7be2a45e2 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Network': ['ID=08761679-062b-4656-b887-0f193770ecad,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:59.250619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Deleting port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:59.250986 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.268437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece15a5c-a6d2-440f-995a-fa54d343d41e {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:59.296360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Deleting port 57cdb1d8-5f07-425f-a178-546da6a46481 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:05:59.296701 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.307755 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.310754 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.343054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] Pushing event deleted for resources: {'Port': ['ID=ad06aa62-4c5c-41d9-bbf9-97d54851e5cb,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:59.350011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc51e4-cc2e-4320-b32e-6c31e888d503 None None] No DVR routers for this DVR port ad06aa62-4c5c-41d9-bbf9-97d54851e5cb on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:05:59.460471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Transition to ACTIVE for port object ece15a5c-a6d2-440f-995a-fa54d343d41e will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:05:59.474825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e4650-3ee9-48ba-8513-b172d33f1296 req-a7580d52-5cf4-4b02-9bb8-027236f149d0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:59.476343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-440e4650-3ee9-48ba-8513-b172d33f1296 req-a7580d52-5cf4-4b02-9bb8-027236f149d0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.3255303 Nov 23 18:05:59.508063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.515797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.665472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20d42d-7b3d-4bc6-8caa-cfcbc31d15e9 req-6f291b3e-98ed-4dc7-8674-8ce2efd27488 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:59.667057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a20d42d-7b3d-4bc6-8caa-cfcbc31d15e9 req-6f291b3e-98ed-4dc7-8674-8ce2efd27488 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 946 time: 0.3525805 Nov 23 18:05:59.699811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] For port 607e11d6-11fd-4f9f-92f5-332d18be5eb3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=607e11d6-11fd-4f9f-92f5-332d18be5eb3,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:59.700486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.710974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Pushing event updated for resources: {'Port': ['ID=ece15a5c-a6d2-440f-995a-fa54d343d41e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:59.747106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] For port 57cdb1d8-5f07-425f-a178-546da6a46481, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=57cdb1d8-5f07-425f-a178-546da6a46481,segment=NetworkSegment(4de92524-ade7-480a-bdd7-19ffcf9548e2),segment_id=4de92524-ade7-480a-bdd7-19ffcf9548e2)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:59.747779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:59.759559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Calling delete_port for 607e11d6-11fd-4f9f-92f5-332d18be5eb3 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:59.795506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ad06aa62-4c5c-41d9-bbf9-97d54851e5cb no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:05:59.815397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Calling delete_port for 57cdb1d8-5f07-425f-a178-546da6a46481 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:05:59.834497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: ad06aa62-4c5c-41d9-bbf9-97d54851e5cb {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:05:59.835025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ad06aa62-4c5c-41d9-bbf9-97d54851e5cb not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:05:59.861665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-440e4650-3ee9-48ba-8513-b172d33f1296 req-4d54d011-d18f-4eab-9588-e5e5ceab1c3d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516512 Nov 23 18:05:59.986140 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.023931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a20d42d-7b3d-4bc6-8caa-cfcbc31d15e9 req-98c88453-b687-4f61-ac9a-42da1741715f tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202884 Nov 23 18:06:00.044591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0152610e-b7ce-4a9c-9f9c-d5634828741f']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:00.095537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213dc5f6-f202-4a06-b217-1bbdee23da86') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:00.095537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213dc5f6-f202-4a06-b217-1bbdee23da86') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:00.105918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Attempting to bind port ece15a5c-a6d2-440f-995a-fa54d343d41e on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:06:00.106376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Attempting to bind port ece15a5c-a6d2-440f-995a-fa54d343d41e by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:06:00.106801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Attempting to bind port ece15a5c-a6d2-440f-995a-fa54d343d41e on network 5feb96ba-3d18-4f96-bef0-346fac41ef2e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:06:00.137969 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.155823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Port ece15a5c-a6d2-440f-995a-fa54d343d41e on network 5feb96ba-3d18-4f96-bef0-346fac41ef2e not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:06:00.156222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Attempting to bind port ece15a5c-a6d2-440f-995a-fa54d343d41e on network 5feb96ba-3d18-4f96-bef0-346fac41ef2e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:06:00.236002 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.241047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:06:00.241399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Checking segment: {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:06:00.242260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Bound using segment: {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:06:00.242752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Bound port: ece15a5c-a6d2-440f-995a-fa54d343d41e, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ea8371-d8f6-486c-91ee-ceaf2e6a9172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:06:00.243134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.317676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:06:00.318097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:06:00.325157 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:06:00.470176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb6a5d-aac3-48a4-b33a-df3a91c3f1ce req-be2de4e9-0d78-4350-a5c9-5bf925ae8448 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:00.473181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-febb6a5d-aac3-48a4-b33a-df3a91c3f1ce req-be2de4e9-0d78-4350-a5c9-5bf925ae8448 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7de6b50-b55b-4b44-9a3f-851d22b4a65b HTTP/1.1" status: 200 len: 946 time: 0.3179071 Nov 23 18:06:00.489096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551f094-69f0-424c-b0c3-7e14933690ed req-770ce749-364d-4e5d-9755-b9d30cfa272a tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:00.490657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b551f094-69f0-424c-b0c3-7e14933690ed req-770ce749-364d-4e5d-9755-b9d30cfa272a tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 944 time: 0.3390319 Nov 23 18:06:00.500255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.536823 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.539817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.553970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/networks/0152610e-b7ce-4a9c-9f9c-d5634828741f HTTP/1.1" status: 204 len: 168 time: 1.3376503 Nov 23 18:06:00.553970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.554417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34266) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:00.612326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Pushing event deleted for resources: {'Port': ['ID=607e11d6-11fd-4f9f-92f5-332d18be5eb3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:00.636770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-67577df4-df1d-4bc1-a4c0-138c64a4fe13 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Deleting subnet f5ba3f00-4a44-45ad-b8b9-ed27dfb5f876 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:06:00.640689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] For port ece15a5c-a6d2-440f-995a-fa54d343d41e, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:06:00.646278 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67577df4-df1d-4bc1-a4c0-138c64a4fe13 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.646874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b968b1-95ed-4f94-a102-5910e1cafedb tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Network': ['ID=0152610e-b7ce-4a9c-9f9c-d5634828741f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:00.722495 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67577df4-df1d-4bc1-a4c0-138c64a4fe13 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.733557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Pushing event deleted for resources: {'Port': ['ID=57cdb1d8-5f07-425f-a178-546da6a46481,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:00.743687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] For port ece15a5c-a6d2-440f-995a-fa54d343d41e, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:06:00.777198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] No DVR routers for this DVR port 607e11d6-11fd-4f9f-92f5-332d18be5eb3 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:00.799995 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.807504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.810983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8da25ff9-bbc5-4149-a832-b7a406c33b0e req-aa4b1fd7-866e-4fbc-8615-0b32d6188420 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.66 "DELETE /v2.0/ports/607e11d6-11fd-4f9f-92f5-332d18be5eb3 HTTP/1.1" status: 204 len: 173 time: 2.0755744 Nov 23 18:06:00.816577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9efd2d8-ee44-4d53-8fb0-af08152a095e', 'name': 'network-vif-deleted', 'tag': '607e11d6-11fd-4f9f-92f5-332d18be5eb3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:06:00.818942 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5ebe6-ae79-4744-8bf9-b653be529e75" -d '{"events": [{"server_uuid": "e9efd2d8-ee44-4d53-8fb0-af08152a095e", "name": "network-vif-deleted", "tag": "607e11d6-11fd-4f9f-92f5-332d18be5eb3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:06:00.854738 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-febb6a5d-aac3-48a4-b33a-df3a91c3f1ce req-d4299676-a53b-4aef-98a0-d226099518fa tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c16cd74-fa75-4735-866e-9ea440f0c41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471701 Nov 23 18:06:00.881722 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67577df4-df1d-4bc1-a4c0-138c64a4fe13 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.969237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b551f094-69f0-424c-b0c3-7e14933690ed req-eab22549-58dc-4723-99ef-648374ec740c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4566512 Nov 23 18:06:00.975717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] No DVR routers for this DVR port 57cdb1d8-5f07-425f-a178-546da6a46481 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:00.977572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:00.991214 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:00.994946 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-2992cde1-9109-4927-82d3-868a11de948f service neutron] 10.222.0.66 "PUT /v2.0/ports/ece15a5c-a6d2-440f-995a-fa54d343d41e HTTP/1.1" status: 200 len: 1092 time: 3.3062987 Nov 23 18:06:01.016840 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.020421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f55825d5-a759-4db1-bf97-39ff3a2b9e2a req-7be4ab22-7e64-4b4d-926d-831af14c2b88 tempest-ListServersNegativeTestJSON-1969809984 tempest-ListServersNegativeTestJSON-1969809984-project] 10.222.0.72 "DELETE /v2.0/ports/57cdb1d8-5f07-425f-a178-546da6a46481 HTTP/1.1" status: 204 len: 173 time: 2.2624691 Nov 23 18:06:01.029668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67577df4-df1d-4bc1-a4c0-138c64a4fe13 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.060911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:06:01.065091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 57cdb1d8-5f07-425f-a178-546da6a46481 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:01.085941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67577df4-df1d-4bc1-a4c0-138c64a4fe13 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ba3f00-4a44-45ad-b8b9-ed27dfb5f876,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:01.102437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67577df4-df1d-4bc1-a4c0-138c64a4fe13 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.109182 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b909cb87-eb39-43ca-b764-7519a5bbdd35 x-openstack-request-id: req-b909cb87-eb39-43ca-b764-7519a5bbdd35 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:06:01.109507 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9efd2d8-ee44-4d53-8fb0-af08152a095e", "name": "network-vif-deleted", "tag": "607e11d6-11fd-4f9f-92f5-332d18be5eb3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:06:01.110186 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b909cb87-eb39-43ca-b764-7519a5bbdd35 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:06:01.110186 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9efd2d8-ee44-4d53-8fb0-af08152a095e', 'name': 'network-vif-deleted', 'tag': '607e11d6-11fd-4f9f-92f5-332d18be5eb3', 'status': 'completed', 'code': 200} Nov 23 18:06:01.121505 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-67577df4-df1d-4bc1-a4c0-138c64a4fe13 tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/subnets/f5ba3f00-4a44-45ad-b8b9-ed27dfb5f876 HTTP/1.1" status: 204 len: 168 time: 0.5659595 Nov 23 18:06:01.124401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34306) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:01.145065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992cde1-9109-4927-82d3-868a11de948f service neutron] Pushing event updated for resources: {'Port': ['ID=ece15a5c-a6d2-440f-995a-fa54d343d41e,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:01.150669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e07e7-dfbc-4107-90ba-2be3266f318a None None] Network a48eba8e-b587-4918-a609-caf226378ceb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:01.173455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 57cdb1d8-5f07-425f-a178-546da6a46481 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:06:01.174383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 57cdb1d8-5f07-425f-a178-546da6a46481 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:06:01.215728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-91302205-56b9-4f72-a88e-4920d971e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:01.223725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-91302205-56b9-4f72-a88e-4920d971e377 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39ba741c17914acba3040c67e688f2cd&device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 1095 time: 0.1616771 Nov 23 18:06:01.325545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-17581760-376b-41d0-8df7-96ac70649782 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e HTTP/1.1" status: 200 len: 217 time: 0.0926056 Nov 23 18:06:01.348778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.393126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 607e11d6-11fd-4f9f-92f5-332d18be5eb3 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:01.468055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Deleting port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:01.468586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.496097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-4a426cdc-f5d3-4479-95a2-4adde630db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:01.507767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-4a426cdc-f5d3-4479-95a2-4adde630db38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2bdb086c-15fa-4561-852d-12cd92adb657 HTTP/1.1" status: 200 len: 844 time: 0.1714048 Nov 23 18:06:01.510644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 607e11d6-11fd-4f9f-92f5-332d18be5eb3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:06:01.511233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 607e11d6-11fd-4f9f-92f5-332d18be5eb3 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:06:01.526470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41836b-e7ed-46d3-a217-639c300876f0 req-bb1fc0ef-9cc3-449b-af98-3f9cf9ae15e9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:01.531715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d41836b-e7ed-46d3-a217-639c300876f0 req-bb1fc0ef-9cc3-449b-af98-3f9cf9ae15e9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.2124751 Nov 23 18:06:01.582818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:01.600485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'port_id': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'mac_address': 'fa:16:3e:de:33:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:06:01.641784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] For port 3d9089a0-d769-4fb1-bd8b-810707a9fd43, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3d9089a0-d769-4fb1-bd8b-810707a9fd43,segment=NetworkSegment(bb6d76b9-64ef-4a76-a1bf-e8bf85662acd),segment_id=bb6d76b9-64ef-4a76-a1bf-e8bf85662acd)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:01.642269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.682126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Calling delete_port for 3d9089a0-d769-4fb1-bd8b-810707a9fd43 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:01.753342 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.764446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-59f1b46f-5bc4-4e59-86ef-3786bd74131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:01.772723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:06:01.773742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-59f1b46f-5bc4-4e59-86ef-3786bd74131f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5feb96ba-3d18-4f96-bef0-346fac41ef2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348325 Nov 23 18:06:01.777871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d41836b-e7ed-46d3-a217-639c300876f0 req-6115cae7-0c08-4cb9-bc3f-c485cf14bf41 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244375 Nov 23 18:06:01.817679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:01.819708 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] DHCP port deletion for a48eba8e-b587-4918-a609-caf226378ceb request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:06:01.828924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.880230 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.953152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:01.961919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] Deleting port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:01.962675 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:01.989455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] No DVR routers for this DVR port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:01.992829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Port': ['ID=3d9089a0-d769-4fb1-bd8b-810707a9fd43,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:02.081316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-e0c66c16-dbd4-4d0e-a788-7c63ff7d8857 service neutron] 10.222.0.66 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987392 Nov 23 18:06:02.084924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] For port 3d9089a0-d769-4fb1-bd8b-810707a9fd43, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:02.085469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.102155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.106072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] Calling delete_port for 3d9089a0-d769-4fb1-bd8b-810707a9fd43 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:02.110612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34324) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:02.117576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] Port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:06:02.121256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.126237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['77f17cba-828a-4dc1-8e82-5e28ad02d5e6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:06:02.133204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48eba8e-b587-4918-a609-caf226378ceb']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:02.145323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6d76b9-64ef-4a76-a1bf-e8bf85662acd') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:02.145688 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6d76b9-64ef-4a76-a1bf-e8bf85662acd') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:02.159173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.177587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.188982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:06:02.189389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:06:02.194264 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:06:02.220396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] Pushing event deleted for resources: {'Port': ['ID=3d9089a0-d769-4fb1-bd8b-810707a9fd43,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:02.226943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14c3e2-9843-4bb0-aace-b0eac13ed138 None None] No DVR routers for this DVR port 3d9089a0-d769-4fb1-bd8b-810707a9fd43 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:02.297145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.308250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.323612 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/networks/a48eba8e-b587-4918-a609-caf226378ceb HTTP/1.1" status: 204 len: 168 time: 1.1967390 Nov 23 18:06:02.328415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34330) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:02.383492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c9c86-ef5c-44e3-b165-50f7c433cbba tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Pushing event deleted for resources: {'Network': ['ID=a48eba8e-b587-4918-a609-caf226378ceb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:02.401979 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-49475f1b-caec-44a3-9540-2ac4af571d6f tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e6bdc14-e748-4e6f-baa8-e29c782c9572 HTTP/1.1" status: 200 len: 205 time: 0.0377226 Nov 23 18:06:02.406561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34334) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:02.465679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01254e9-9bd3-4cd6-aab6-a560911aeb98 admin admin] Deleting subnet 2da2eb18-ee31-41f2-ad3d-04cc8a233eb0 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:06:02.503058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a582a1f-2650-430d-97db-0fb08a5ccd7e tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.511751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ddce8548-2d57-4e34-8ae5-743a739c2487 req-cd1fd725-8cd3-428e-9305-403a88209890 service neutron] 10.222.0.66 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185755 Nov 23 18:06:02.515342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f01254e9-9bd3-4cd6-aab6-a560911aeb98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.579210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9dc6e-038d-4b45-b7cf-4de52469784d req-dfb83e07-9ea9-480f-94de-f6a11b44395b tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:02.580780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65a9dc6e-038d-4b45-b7cf-4de52469784d req-dfb83e07-9ea9-480f-94de-f6a11b44395b tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 944 time: 0.1870170 Nov 23 18:06:02.616802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f01254e9-9bd3-4cd6-aab6-a560911aeb98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.723613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f01254e9-9bd3-4cd6-aab6-a560911aeb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.771479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a582a1f-2650-430d-97db-0fb08a5ccd7e tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.787289 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a582a1f-2650-430d-97db-0fb08a5ccd7e tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.862312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65a9dc6e-038d-4b45-b7cf-4de52469784d req-4aa45ade-eea9-4c59-8e7c-6263c6db714e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688618 Nov 23 18:06:02.867707 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f01254e9-9bd3-4cd6-aab6-a560911aeb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.895441 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f01254e9-9bd3-4cd6-aab6-a560911aeb98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.904153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f01254e9-9bd3-4cd6-aab6-a560911aeb98 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2da2eb18-ee31-41f2-ad3d-04cc8a233eb0 HTTP/1.1" status: 204 len: 168 time: 0.7819073 Nov 23 18:06:02.922766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34348) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:02.923560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01254e9-9bd3-4cd6-aab6-a560911aeb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da2eb18-ee31-41f2-ad3d-04cc8a233eb0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:02.983081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a582a1f-2650-430d-97db-0fb08a5ccd7e tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.983668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a582a1f-2650-430d-97db-0fb08a5ccd7e tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Fanout notify agent at l3_agent the message router_deleted on router 8e6bdc14-e748-4e6f-baa8-e29c782c9572 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:06:02.991347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a582a1f-2650-430d-97db-0fb08a5ccd7e tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:02.992474 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9a582a1f-2650-430d-97db-0fb08a5ccd7e tempest-RoutersNegativeIpV6Test-210239771 tempest-RoutersNegativeIpV6Test-210239771-project] 10.222.0.74 "DELETE /v2.0/routers/8e6bdc14-e748-4e6f-baa8-e29c782c9572 HTTP/1.1" status: 204 len: 168 time: 0.5844412 Nov 23 18:06:03.071081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:03.114749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'tag': 'ece15a5c-a6d2-440f-995a-fa54d343d41e'}, {'server_uuid': 'e7de6b50-b55b-4b44-9a3f-851d22b4a65b', 'name': 'network-vif-deleted', 'tag': '57cdb1d8-5f07-425f-a178-546da6a46481'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:06:03.117347 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc" -d '{"events": [{"name": "network-changed", "server_uuid": "b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa", "tag": "ece15a5c-a6d2-440f-995a-fa54d343d41e"}, {"server_uuid": "e7de6b50-b55b-4b44-9a3f-851d22b4a65b", "name": "network-vif-deleted", "tag": "57cdb1d8-5f07-425f-a178-546da6a46481"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:06:03.143271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.179347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc76d7-2ae4-40c0-9c0a-87781674a76a req-939374b3-5030-4fbb-9e96-a204fcfdda64 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:03.181631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27fc76d7-2ae4-40c0-9c0a-87781674a76a req-939374b3-5030-4fbb-9e96-a204fcfdda64 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 945 time: 0.2384660 Nov 23 18:06:03.290614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:03.293109 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.310770 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a1fad3-4083-4901-b003-7d9f750773d6 x-openstack-request-id: req-d9a1fad3-4083-4901-b003-7d9f750773d6 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:06:03.311153 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa", "tag": "ece15a5c-a6d2-440f-995a-fa54d343d41e", "status": "completed", "code": 200}, {"server_uuid": "e7de6b50-b55b-4b44-9a3f-851d22b4a65b", "name": "network-vif-deleted", "tag": "57cdb1d8-5f07-425f-a178-546da6a46481", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:06:03.311591 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d9a1fad3-4083-4901-b003-7d9f750773d6 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:06:03.312236 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'tag': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'status': 'completed', 'code': 200} Nov 23 18:06:03.312556 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7de6b50-b55b-4b44-9a3f-851d22b4a65b', 'name': 'network-vif-deleted', 'tag': '57cdb1d8-5f07-425f-a178-546da6a46481', 'status': 'completed', 'code': 200} Nov 23 18:06:03.443412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34366) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:03.483063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.530524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:03.554994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de92524-ade7-480a-bdd7-19ffcf9548e2') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:03.555257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de92524-ade7-480a-bdd7-19ffcf9548e2') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:03.557960 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.567607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.595848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.613105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:06:03.613598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.629378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:06:03.632282 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfc8f43-30ad-4e94-8dc0-aa394928aa23" -d '{"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-plugged", "status": "completed", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:06:03.636322 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:06:03.663380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:03.675648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.741691 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f17d14aa-d104-4693-863d-888307edc79f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9f64dcaadec45aeb2dcf0e3d658dd93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967174 Nov 23 18:06:03.745301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34380) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:03.844769 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9318a0-26d9-4073-b60c-947a237ef2c2 x-openstack-request-id: req-db9318a0-26d9-4073-b60c-947a237ef2c2 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:06:03.847923 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-plugged", "status": "completed", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:06:03.848214 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db9318a0-26d9-4073-b60c-947a237ef2c2 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:06:03.848652 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'code': 200} Nov 23 18:06:03.858973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:03.870409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3d9089a0-d769-4fb1-bd8b-810707a9fd43 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:03.916084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0ce7-ee14-4cd5-b88d-85b8ff67abe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:03.932922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3d9089a0-d769-4fb1-bd8b-810707a9fd43 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:06:03.933470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3d9089a0-d769-4fb1-bd8b-810707a9fd43 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:06:03.951618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0ce7-ee14-4cd5-b88d-85b8ff67abe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:04.020959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0ce7-ee14-4cd5-b88d-85b8ff67abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:04.026130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0ce7-ee14-4cd5-b88d-85b8ff67abe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:04.027437 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dc3d0ce7-ee14-4cd5-b88d-85b8ff67abe4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aaa971f1-58ff-44ab-aaf5-5b200c462a26 HTTP/1.1" status: 204 len: 168 time: 0.2804396 Nov 23 18:06:04.037663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d0ce7-ee14-4cd5-b88d-85b8ff67abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa971f1-58ff-44ab-aaf5-5b200c462a26,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:04.297809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27fc76d7-2ae4-40c0-9c0a-87781674a76a req-19c63714-e359-4b56-a05c-78fb30c886b9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1072993 Nov 23 18:06:04.354929 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:04.369228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:04.375227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] 10.222.0.74 "DELETE /v2.0/networks/c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2 HTTP/1.1" status: 204 len: 168 time: 1.4473021 Nov 23 18:06:04.389022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ad773-abf6-481c-a1fb-199689c5932b admin admin] Pushing event deleted for resources: {'Network': ['ID=c12cccf3-a8e8-4ab5-8efc-d3fd872a1cc2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:04.395880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-06f608e3-d10e-40a0-ae06-8f9b3d8b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:04.397810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-06f608e3-d10e-40a0-ae06-8f9b3d8b8268 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39ba741c17914acba3040c67e688f2cd&device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 1095 time: 1.1297483 Nov 23 18:06:04.457100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b5505-d081-422f-af64-80ed2f25c4aa req-5b6ed055-3259-4282-a851-84a00a526325 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:04.466007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-772b5505-d081-422f-af64-80ed2f25c4aa req-5b6ed055-3259-4282-a851-84a00a526325 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 944 time: 0.1749098 Nov 23 18:06:04.601766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-772b5505-d081-422f-af64-80ed2f25c4aa req-ded8f80a-d0b2-4a98-8297-c2ccdaa1d368 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347666 Nov 23 18:06:04.653664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-355a1241-c913-4e7d-93e6-7fbf5342d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:04.656574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-355a1241-c913-4e7d-93e6-7fbf5342d4dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=5feb96ba-3d18-4f96-bef0-346fac41ef2e HTTP/1.1" status: 200 len: 906 time: 0.2497115 Nov 23 18:06:04.739734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-8ce13175-4296-41ec-b3fa-811fe50db51b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e HTTP/1.1" status: 200 len: 217 time: 0.0760369 Nov 23 18:06:04.821487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-1e421f18-07f3-4257-8418-df1b56e9acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:04.823798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-1e421f18-07f3-4257-8418-df1b56e9acce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2bdb086c-15fa-4561-852d-12cd92adb657 HTTP/1.1" status: 200 len: 844 time: 0.0750377 Nov 23 18:06:04.850972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34410) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:04.903706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-b9ed121a-85e3-433e-b057-752414f6b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:04.905508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-b9ed121a-85e3-433e-b057-752414f6b70b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5feb96ba-3d18-4f96-bef0-346fac41ef2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741839 Nov 23 18:06:04.986144 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-87fb45c0-8265-4b30-b7d6-f867eb7b50f5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e7f992cb62e451a8b84ee72d99e1d21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336296 Nov 23 18:06:04.998195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34414) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:05.111684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-627fc402-20c4-45b0-9ee2-fd3063e3febb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:05.154824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-627fc402-20c4-45b0-9ee2-fd3063e3febb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:05.162104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-15869182-79f8-4584-b8dd-cdd270f740e9 service neutron] 10.222.0.66 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490451 Nov 23 18:06:05.262809 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-627fc402-20c4-45b0-9ee2-fd3063e3febb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:05.268867 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-627fc402-20c4-45b0-9ee2-fd3063e3febb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:05.274887 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-627fc402-20c4-45b0-9ee2-fd3063e3febb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7c16cd74-fa75-4735-866e-9ea440f0c41a HTTP/1.1" status: 204 len: 168 time: 0.2717905 Nov 23 18:06:05.292727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fc402-20c4-45b0-9ee2-fd3063e3febb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c16cd74-fa75-4735-866e-9ea440f0c41a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:05.391522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ece15a5c-a6d2-440f-995a-fa54d343d41e details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:06:05.395775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ccc0f15-4b4e-4633-9cde-1c59e5997adc req-da305ef6-1256-4e5e-9bd7-111459b7a728 service neutron] 10.222.0.66 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221637 Nov 23 18:06:05.607530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ece15a5c-a6d2-440f-995a-fa54d343d41e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:05.630341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34434) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:05.636754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd3ca5-4928-4cd3-8a84-d26a2e26a942 req-3975c184-575b-47d5-9c6e-06611646ede1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:05.638471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'port_id': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'mac_address': 'fa:16:3e:b5:26:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:06:05.671963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43bd3ca5-4928-4cd3-8a84-d26a2e26a942 req-3975c184-575b-47d5-9c6e-06611646ede1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1687109 Nov 23 18:06:05.759175 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:05.812465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece15a5c-a6d2-440f-995a-fa54d343d41e {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:06:05.856630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43bd3ca5-4928-4cd3-8a84-d26a2e26a942 req-ea024257-6630-4318-9477-6c4ded19a61e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760192 Nov 23 18:06:05.875412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ece15a5c-a6d2-440f-995a-fa54d343d41e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:05.894468 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:05.927663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-24c0c25e-0aa6-483e-9a38-4d615059532e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-86309540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:05.983708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e961-70be-49a4-8c1d-ff15eaf8330d req-a75d1501-f403-4799-8256-40d1a9767a14 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:05.999029 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24c0c25e-0aa6-483e-9a38-4d615059532e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.000866 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24c0c25e-0aa6-483e-9a38-4d615059532e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.013021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7215e961-70be-49a4-8c1d-ff15eaf8330d req-a75d1501-f403-4799-8256-40d1a9767a14 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 945 time: 0.1551967 Nov 23 18:06:06.088271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ece15a5c-a6d2-440f-995a-fa54d343d41e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:06.148209 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24c0c25e-0aa6-483e-9a38-4d615059532e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.154238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7215e961-70be-49a4-8c1d-ff15eaf8330d req-d0ed96bf-f3c9-48ab-a895-8354936e30fb tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402323 Nov 23 18:06:06.160238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24c0c25e-0aa6-483e-9a38-4d615059532e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.186559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24c0c25e-0aa6-483e-9a38-4d615059532e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.197465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34450) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:06.198173 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-24c0c25e-0aa6-483e-9a38-4d615059532e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5658805 Nov 23 18:06:06.205235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1057536122'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:06.222347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['ece15a5c-a6d2-440f-995a-fa54d343d41e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:06:06.281024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Made reservation on behalf of 9d09397419074dc391a95e39f60bfdf3 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:06:06.285619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.309442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.543082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.553209 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.641146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d0424e-18d1-4bae-b7c5-66202a2b8859,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:06.656505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:06:06.677244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.678023 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Added segment 58b69f4b-eee0-4b8c-8074-bc8a901cba58 of type vlan for network be2ab872-0b5e-45f2-8e40-9551e5d059ec Nov 23 18:06:06.751326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.819844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.840836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:06.841498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:06.935828 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7342699 Nov 23 18:06:06.936068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34468) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:06.941752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'subnet': {'network_id': 'be2ab872-0b5e-45f2-8e40-9551e5d059ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:07.103406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920aa38-bad5-4d1e-9a8d-f5bdfff22151 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Network': ['ID=be2ab872-0b5e-45f2-8e40-9551e5d059ec,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:07.116456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network be2ab872-0b5e-45f2-8e40-9551e5d059ec details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:06:07.269941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e05099-0808-44ca-94e6-5a855111b7b3 req-36bdfd7a-3482-43b6-a1a4-81a076e6d64f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:07.282109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e05099-0808-44ca-94e6-5a855111b7b3 req-36bdfd7a-3482-43b6-a1a4-81a076e6d64f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.2230773 Nov 23 18:06:07.323708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Made reservation on behalf of 9d09397419074dc391a95e39f60bfdf3 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:06:07.327583 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:07.387133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e05099-0808-44ca-94e6-5a855111b7b3 req-72efb1fb-ced2-432a-a9bb-64547be09c8e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015024 Nov 23 18:06:07.421167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ece15a5c-a6d2-440f-995a-fa54d343d41e up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:07.557677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port ece15a5c-a6d2-440f-995a-fa54d343d41e completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:06:07.568530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port ece15a5c-a6d2-440f-995a-fa54d343d41e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:07.569408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:07.727573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852fef0-8055-45a7-8f39-20a0b21e0272 req-c527d31d-9772-4b2a-911e-dedae439c197 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:07.735426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b852fef0-8055-45a7-8f39-20a0b21e0272 req-c527d31d-9772-4b2a-911e-dedae439c197 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 945 time: 0.1142793 Nov 23 18:06:07.764758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:07.844923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b852fef0-8055-45a7-8f39-20a0b21e0272 req-d175ec47-2ecf-45b0-8173-da18dfc4766f tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042004 Nov 23 18:06:07.947832 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:07.982284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece15a5c-a6d2-440f-995a-fa54d343d41e'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:06:07.990522 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59fde8d-fa6d-4745-a5af-e6cdc588dde8" -d '{"events": [{"server_uuid": "b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ece15a5c-a6d2-440f-995a-fa54d343d41e"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:06:08.008915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Subnet': ['ID=270c2663-df30-4dd1-aa89-c7ec15429f60,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:08.016077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ece15a5c-a6d2-440f-995a-fa54d343d41e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:08.037183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Checking segment: {'id': '58b69f4b-eee0-4b8c-8074-bc8a901cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be2ab872-0b5e-45f2-8e40-9551e5d059ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:06:08.038560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network hostable DHCP agents. Network: be2ab872-0b5e-45f2-8e40-9551e5d059ec, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:06:08.049263 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.076631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network be2ab872-0b5e-45f2-8e40-9551e5d059ec is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:06:08.102125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, be2ab872-0b5e-45f2-8e40-9551e5d059ec) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:08.112098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:08.114590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.138093 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d59cb3-a6e7-44f2-b3fd-385cc7c6a85f x-openstack-request-id: req-51d59cb3-a6e7-44f2-b3fd-385cc7c6a85f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:06:08.139042 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ece15a5c-a6d2-440f-995a-fa54d343d41e", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:06:08.139742 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-51d59cb3-a6e7-44f2-b3fd-385cc7c6a85f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:06:08.140727 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'code': 200} Nov 23 18:06:08.143054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ece15a5c-a6d2-440f-995a-fa54d343d41e,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:08.146945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec88ce-b427-46db-9721-5358c3cd5f82 None None] Network be2ab872-0b5e-45f2-8e40-9551e5d059ec requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:08.179948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-25fa87d2-e5cb-4095-801e-e9e23a40e4ea tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2396803 Nov 23 18:06:08.180270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:08.205215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'network': {'name': 'tempest-router-network01--1530359240'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:08.312979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Made reservation on behalf of 9d09397419074dc391a95e39f60bfdf3 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:06:08.325358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.396698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:06:08.437255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.439308 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Added segment 705ec517-fa73-476d-a4ed-e7973aa0af41 of type vlan for network 02e8ae97-198f-4faf-808f-299713e4c4a9 Nov 23 18:06:08.493315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f3bc5-ab2f-452b-818f-582414286d30 req-f8fbfa1a-8abd-492c-a818-34955add506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:08.494748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c30f3bc5-ab2f-452b-818f-582414286d30 req-f8fbfa1a-8abd-492c-a818-34955add506b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 1097 time: 0.2520094 Nov 23 18:06:08.510800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-be2ab872-0b5e-45f2-8e40-9551e5d059ec', 'network_id': 'be2ab872-0b5e-45f2-8e40-9551e5d059ec', 'tenant_id': '9d09397419074dc391a95e39f60bfdf3', 'fixed_ips': [{'subnet_id': '270c2663-df30-4dd1-aa89-c7ec15429f60'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:06:08.511688 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.518520 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.617634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c30f3bc5-ab2f-452b-818f-582414286d30 req-22e5431a-4713-4efd-b05c-6b3864154642 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146770 Nov 23 18:06:08.625288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.631916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:08.632710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.669584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05257e67-b3cd-4ee8-9c72-d95f62ef878b req-cab76f26-bd3f-4ff1-be74-a74a48ddf6c9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:08.679232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05257e67-b3cd-4ee8-9c72-d95f62ef878b req-cab76f26-bd3f-4ff1-be74-a74a48ddf6c9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1455209 Nov 23 18:06:08.721762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5272737 Nov 23 18:06:08.725443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34500) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:08.733608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'network': {'name': 'tempest-router-network02--559807520'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:08.768472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3562da-ab91-4b91-a819-383b078f062f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Network': ['ID=02e8ae97-198f-4faf-808f-299713e4c4a9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:08.795424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05257e67-b3cd-4ee8-9c72-d95f62ef878b req-26275bd5-c316-47a7-bce9-a609459f8db5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150770 Nov 23 18:06:08.795611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 02e8ae97-198f-4faf-808f-299713e4c4a9 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:06:08.797745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Allocated IP 172.20.0.2 (be2ab872-0b5e-45f2-8e40-9551e5d059ec/270c2663-df30-4dd1-aa89-c7ec15429f60/7f3176bf-9295-46ac-af94-c2605b8fee36) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:06:08.842578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Made reservation on behalf of 9d09397419074dc391a95e39f60bfdf3 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:06:08.846382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.971627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:06:08.990459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:08.991121 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Added segment b9274c54-cf97-4824-a3d4-c3e60859607c of type vlan for network 56324b78-9b4f-410a-a044-8b94b3d054c3 Nov 23 18:06:09.087906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.133064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.141805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.148067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:09.148950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.159709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e64bbb-3288-4d7d-b5f2-3cc08111c9a0 req-03a7daf6-39a5-4313-97e8-5af4429d9509 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:09.173736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49e64bbb-3288-4d7d-b5f2-3cc08111c9a0 req-03a7daf6-39a5-4313-97e8-5af4429d9509 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 946 time: 0.1196198 Nov 23 18:06:09.180565 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.258270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Pushing event updated for resources: {'Port': ['ID=7f3176bf-9295-46ac-af94-c2605b8fee36,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:09.281719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5536082 Nov 23 18:06:09.285971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34510) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:09.288731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Network be2ab872-0b5e-45f2-8e40-9551e5d059ec is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:06:09.292343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'subnet': {'network_id': '02e8ae97-198f-4faf-808f-299713e4c4a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:09.292900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:09.296873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2c7cb-8fa6-4bcd-9db0-ef501245bb8f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Network': ['ID=56324b78-9b4f-410a-a044-8b94b3d054c3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:09.314612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:06:09.328939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 56324b78-9b4f-410a-a044-8b94b3d054c3 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:06:09.359469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49e64bbb-3288-4d7d-b5f2-3cc08111c9a0 req-29b2d538-c21f-4c51-8ce2-b67181a5528c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807592 Nov 23 18:06:09.475345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Made reservation on behalf of 9d09397419074dc391a95e39f60bfdf3 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:06:09.481470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.511149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Attempting to bind port 7f3176bf-9295-46ac-af94-c2605b8fee36 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:06:09.511482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Attempting to bind port 7f3176bf-9295-46ac-af94-c2605b8fee36 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '58b69f4b-eee0-4b8c-8074-bc8a901cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be2ab872-0b5e-45f2-8e40-9551e5d059ec'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:06:09.511820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Attempting to bind port 7f3176bf-9295-46ac-af94-c2605b8fee36 on network be2ab872-0b5e-45f2-8e40-9551e5d059ec {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:06:09.521765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:06:09.522185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Checking segment: {'id': '58b69f4b-eee0-4b8c-8074-bc8a901cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be2ab872-0b5e-45f2-8e40-9551e5d059ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:06:09.522576 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.523261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Bound using segment: {'id': '58b69f4b-eee0-4b8c-8074-bc8a901cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be2ab872-0b5e-45f2-8e40-9551e5d059ec'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:06:09.523757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Bound port: 7f3176bf-9295-46ac-af94-c2605b8fee36, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b69f4b-eee0-4b8c-8074-bc8a901cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be2ab872-0b5e-45f2-8e40-9551e5d059ec'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:06:09.524148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.641597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] For port 7f3176bf-9295-46ac-af94-c2605b8fee36, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:06:09.650207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34516) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:09.653159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] For port 7f3176bf-9295-46ac-af94-c2605b8fee36, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7f3176bf-9295-46ac-af94-c2605b8fee36,segment=NetworkSegment(58b69f4b-eee0-4b8c-8074-bc8a901cba58),segment_id=58b69f4b-eee0-4b8c-8074-bc8a901cba58)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:06:09.670939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:09.804727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960f8ab-76f6-4bc4-b4a1-7e0b9af95aaf None None] Pushing event updated for resources: {'Port': ['ID=7f3176bf-9295-46ac-af94-c2605b8fee36,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:10.104144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:10.227628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Subnet': ['ID=721287d8-f6fc-42f4-82d1-68ecc1e724b7,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:10.241089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Checking segment: {'id': '705ec517-fa73-476d-a4ed-e7973aa0af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '02e8ae97-198f-4faf-808f-299713e4c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:06:10.241757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network hostable DHCP agents. Network: 02e8ae97-198f-4faf-808f-299713e4c4a9, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:06:10.276337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network 02e8ae97-198f-4faf-808f-299713e4c4a9 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:06:10.308473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 02e8ae97-198f-4faf-808f-299713e4c4a9) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:10.316217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:10.317063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:10.320912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd575d7-c62e-4156-abc5-fe9d36295efd None None] Network 02e8ae97-198f-4faf-808f-299713e4c4a9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:10.384038 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a7afd3d3-dd73-46b3-b88c-518c91aa2522 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0959516 Nov 23 18:06:10.386380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34526) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:10.396227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'subnet': {'network_id': '56324b78-9b4f-410a-a044-8b94b3d054c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:10.542780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bddf59-e6f3-481c-8680-b63fa7480794 req-830a7d59-56d8-4c7e-b2e9-25c35e61f17c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:10.559130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90bddf59-e6f3-481c-8680-b63fa7480794 req-830a7d59-56d8-4c7e-b2e9-25c35e61f17c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.3780077 Nov 23 18:06:10.570355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Made reservation on behalf of 9d09397419074dc391a95e39f60bfdf3 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:06:10.576971 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:10.649404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-02e8ae97-198f-4faf-808f-299713e4c4a9', 'network_id': '02e8ae97-198f-4faf-808f-299713e4c4a9', 'tenant_id': '9d09397419074dc391a95e39f60bfdf3', 'fixed_ips': [{'subnet_id': '721287d8-f6fc-42f4-82d1-68ecc1e724b7'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:06:10.650276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:10.949886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:10.982939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Allocated IP 172.20.0.2 (02e8ae97-198f-4faf-808f-299713e4c4a9/721287d8-f6fc-42f4-82d1-68ecc1e724b7/66cb9346-ef3d-4df3-b3c0-947bc46f067a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:06:11.004383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90bddf59-e6f3-481c-8680-b63fa7480794 req-97ae2bce-6dcf-4bb1-ba1f-6a9be9170ddb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4443960 Nov 23 18:06:11.086406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Checking segment: {'id': 'b9274c54-cf97-4824-a3d4-c3e60859607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '56324b78-9b4f-410a-a044-8b94b3d054c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:06:11.086813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network hostable DHCP agents. Network: 56324b78-9b4f-410a-a044-8b94b3d054c3, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:06:11.102898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Subnet': ['ID=9ced60f5-3a32-42c8-95a8-35f23ad2cc8c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:11.147128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network 56324b78-9b4f-410a-a044-8b94b3d054c3 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:06:11.176377 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 56324b78-9b4f-410a-a044-8b94b3d054c3) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:11.184701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:11.185361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:11.212588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7cff0-4975-4252-9e93-c6e3e8009edd None None] Network 56324b78-9b4f-410a-a044-8b94b3d054c3 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:11.238812 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-517f6fa0-5c45-47b4-ad9f-abc183c25abb tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8504996 Nov 23 18:06:11.243955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34532) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:11.366052 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8408b2e3-393c-48ff-a6a8-949886010ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:11.616557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:11.625482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eee50a-e36a-49eb-b699-6d8fac3c9bab req-e5e0f23a-739c-428f-81be-bd2772763f35 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:11.637233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6eee50a-e36a-49eb-b699-6d8fac3c9bab req-e5e0f23a-739c-428f-81be-bd2772763f35 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 946 time: 0.3313394 Nov 23 18:06:11.641180 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:11.799245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6eee50a-e36a-49eb-b699-6d8fac3c9bab req-4fa5bb70-b5ce-482d-ba7d-498f422fcb03 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567547 Nov 23 18:06:11.816871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:11.818706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:11.843566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Network 02e8ae97-198f-4faf-808f-299713e4c4a9 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:06:11.860266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b3c475-a0ae-4fe9-ab53-b157d73f3e70 None None] Network be2ab872-0b5e-45f2-8e40-9551e5d059ec requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:11.882807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:11.885874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:06:11.892026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Pushing event updated for resources: {'Port': ['ID=66cb9346-ef3d-4df3-b3c0-947bc46f067a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:11.933606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7f3176bf-9295-46ac-af94-c2605b8fee36 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:11.984481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-56324b78-9b4f-410a-a044-8b94b3d054c3', 'network_id': '56324b78-9b4f-410a-a044-8b94b3d054c3', 'tenant_id': '9d09397419074dc391a95e39f60bfdf3', 'fixed_ips': [{'subnet_id': '9ced60f5-3a32-42c8-95a8-35f23ad2cc8c'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:06:11.985370 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:12.115960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-943bd999-7385-4c31-b533-e86e2837a633 None None] Provisioning complete for port 7f3176bf-9295-46ac-af94-c2605b8fee36 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:12.116278 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-943bd999-7385-4c31-b533-e86e2837a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:12.121710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Attempting to bind port 66cb9346-ef3d-4df3-b3c0-947bc46f067a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:06:12.122092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Attempting to bind port 66cb9346-ef3d-4df3-b3c0-947bc46f067a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '705ec517-fa73-476d-a4ed-e7973aa0af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '02e8ae97-198f-4faf-808f-299713e4c4a9'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:06:12.122463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Attempting to bind port 66cb9346-ef3d-4df3-b3c0-947bc46f067a on network 02e8ae97-198f-4faf-808f-299713e4c4a9 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:06:12.175806 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:06:12.175806 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Checking segment: {'id': '705ec517-fa73-476d-a4ed-e7973aa0af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '02e8ae97-198f-4faf-808f-299713e4c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:06:12.176373 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:12.177007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Bound using segment: {'id': '705ec517-fa73-476d-a4ed-e7973aa0af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '02e8ae97-198f-4faf-808f-299713e4c4a9'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:06:12.177521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Bound port: 66cb9346-ef3d-4df3-b3c0-947bc46f067a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705ec517-fa73-476d-a4ed-e7973aa0af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '02e8ae97-198f-4faf-808f-299713e4c4a9'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:06:12.177916 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:12.238160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90deeea-e63e-47c1-b83f-57b85e42923c req-e3ab823b-4b08-4715-82b3-6bf295e5c312 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:12.240145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f90deeea-e63e-47c1-b83f-57b85e42923c req-e3ab823b-4b08-4715-82b3-6bf295e5c312 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 946 time: 0.1014628 Nov 23 18:06:12.254759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34546) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:12.263800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Request body: {'floatingip': {'port_id': 'ece15a5c-a6d2-440f-995a-fa54d343d41e'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:12.319296 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:12.449911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Allocated IP 172.20.0.1 (02e8ae97-198f-4faf-808f-299713e4c4a9/721287d8-f6fc-42f4-82d1-68ecc1e724b7/993a681b-5b40-497e-aa07-88a397db1905) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:06:12.576735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] For port 66cb9346-ef3d-4df3-b3c0-947bc46f067a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:06:12.580418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] For port 66cb9346-ef3d-4df3-b3c0-947bc46f067a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=66cb9346-ef3d-4df3-b3c0-947bc46f067a,segment=NetworkSegment(705ec517-fa73-476d-a4ed-e7973aa0af41),segment_id=705ec517-fa73-476d-a4ed-e7973aa0af41)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:06:12.619455 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:12.789203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Allocated IP 172.20.0.2 (56324b78-9b4f-410a-a044-8b94b3d054c3/9ced60f5-3a32-42c8-95a8-35f23ad2cc8c/3c73e82b-9c47-42e4-a7ab-6f2a38f82f73) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:06:12.851605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d285-830d-44f7-b1b1-085fa6c858e9 req-09758768-f9d3-412f-a866-eeacac57ad3e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:12.863259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d15d285-830d-44f7-b1b1-085fa6c858e9 req-09758768-f9d3-412f-a866-eeacac57ad3e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.3782301 Nov 23 18:06:12.905239 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:12.953831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.009961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network 02e8ae97-198f-4faf-808f-299713e4c4a9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:06:13.014447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:13.028565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:06:13.036635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Port': ['ID=993a681b-5b40-497e-aa07-88a397db1905,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:13.103790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.109062 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.224030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Deleting port 066d4102-332b-4967-b242-fe6fc0982da9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:13.224576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.240542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d15d285-830d-44f7-b1b1-085fa6c858e9 req-955c20d7-30bb-492e-b0b1-1e19088c1654 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658934 Nov 23 18:06:13.251269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4d708-e1ae-45d3-89ca-f905343aa668 None None] Pushing event updated for resources: {'Port': ['ID=66cb9346-ef3d-4df3-b3c0-947bc46f067a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:13.289427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.333527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Network 56324b78-9b4f-410a-a044-8b94b3d054c3 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:06:13.346461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7f3176bf-9295-46ac-af94-c2605b8fee36 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:13.347926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.401004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.413349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:13.419498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:06:13.578011 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef4ea46a-7a83-4d12-a378-014c2340233f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.591143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-943bd999-7385-4c31-b533-e86e2837a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.741551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Attempting to bind port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:06:13.742048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Attempting to bind port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'b9274c54-cf97-4824-a3d4-c3e60859607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '56324b78-9b4f-410a-a044-8b94b3d054c3'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:06:13.742521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Attempting to bind port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 on network 56324b78-9b4f-410a-a044-8b94b3d054c3 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:06:13.791834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] For port 066d4102-332b-4967-b242-fe6fc0982da9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=066d4102-332b-4967-b242-fe6fc0982da9,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:13.793883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.861804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-943bd999-7385-4c31-b533-e86e2837a633 None None] For port 7f3176bf-9295-46ac-af94-c2605b8fee36, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7f3176bf-9295-46ac-af94-c2605b8fee36,segment=NetworkSegment(58b69f4b-eee0-4b8c-8074-bc8a901cba58),segment_id=58b69f4b-eee0-4b8c-8074-bc8a901cba58)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:13.867449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Pushing event updated for resources: {'Port': ['ID=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:13.872543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:06:13.873210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Checking segment: {'id': 'b9274c54-cf97-4824-a3d4-c3e60859607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '56324b78-9b4f-410a-a044-8b94b3d054c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:06:13.873941 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.874505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Bound using segment: {'id': 'b9274c54-cf97-4824-a3d4-c3e60859607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '56324b78-9b4f-410a-a044-8b94b3d054c3'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:06:13.875589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Bound port: 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9274c54-cf97-4824-a3d4-c3e60859607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '56324b78-9b4f-410a-a044-8b94b3d054c3'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:06:13.876362 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.884937 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-943bd999-7385-4c31-b533-e86e2837a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.897921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:06:13.901973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Calling delete_port for 066d4102-332b-4967-b242-fe6fc0982da9 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:14.010716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.204622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.221696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] For port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:06:14.226761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] For port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,segment=NetworkSegment(b9274c54-cf97-4824-a3d4-c3e60859607c),segment_id=b9274c54-cf97-4824-a3d4-c3e60859607c)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:06:14.274467 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.313919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.318107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.329684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-043dbba7-757a-4621-b144-58f2299238fe None None] Provisioning complete for port 7f3176bf-9295-46ac-af94-c2605b8fee36 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:14.333281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.333736 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-043dbba7-757a-4621-b144-58f2299238fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.406756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bd999-7385-4c31-b533-e86e2837a633 None None] Pushing event updated for resources: {'Port': ['ID=7f3176bf-9295-46ac-af94-c2605b8fee36,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:14.446571 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.583378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:06:14.585315 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:06:14.586214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d403c37-c825-4bef-abf8-d41549b30697 None None] Pushing event updated for resources: {'Port': ['ID=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:14.629024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Port': ['ID=993a681b-5b40-497e-aa07-88a397db1905,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:14.788642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf18c7-81f5-4d85-88d5-ebc25a0fbfa3 req-fcec44fb-54bd-48b5-9182-edc144107f58 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:14.797389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66cf18c7-81f5-4d85-88d5-ebc25a0fbfa3 req-fcec44fb-54bd-48b5-9182-edc144107f58 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.3091528 Nov 23 18:06:14.809155 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Floating IP ad44a006-cc65-443f-9628-d449cd483123 associated. External IP: 172.25.0.107, port: ece15a5c-a6d2-440f-995a-fa54d343d41e. Nov 23 18:06:14.849764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network 02e8ae97-198f-4faf-808f-299713e4c4a9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:06:14.852259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:15.042331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:15.055427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:15.076992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66cf18c7-81f5-4d85-88d5-ebc25a0fbfa3 req-d0fcc322-e2de-4921-a802-2804c9d7bb8a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694042 Nov 23 18:06:15.173971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Router 4417eb59-3145-4c15-8851-a25f58398c96 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:06:15.402282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:06:15.424643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16346e9c-a894-4c8b-bfd8-03c62165c8af None None] Sync routers for ids ['4417eb59-3145-4c15-8851-a25f58398c96'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:06:15.433923 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-695c6d39-ae4a-4ec9-bbb6-3540cea64e15 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "PUT /v2.0/routers/4417eb59-3145-4c15-8851-a25f58398c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1888378 Nov 23 18:06:15.436623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34562) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:15.457971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16346e9c-a894-4c8b-bfd8-03c62165c8af None None] Routers {'4417eb59-3145-4c15-8851-a25f58398c96'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:15.459635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-16346e9c-a894-4c8b-bfd8-03c62165c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4417eb59-3145-4c15-8851-a25f58398c96'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:15.623821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-16346e9c-a894-4c8b-bfd8-03c62165c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:15.646057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16346e9c-a894-4c8b-bfd8-03c62165c8af None None] Routers {'4417eb59-3145-4c15-8851-a25f58398c96'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:15.646742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-16346e9c-a894-4c8b-bfd8-03c62165c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4417eb59-3145-4c15-8851-a25f58398c96'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:15.743099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-16346e9c-a894-4c8b-bfd8-03c62165c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:15.744221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16346e9c-a894-4c8b-bfd8-03c62165c8af None None] The sync data for ids ['4417eb59-3145-4c15-8851-a25f58398c96'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:06:15.768274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d24c91-fa63-4ff8-9851-7d310f7f1a19 None None] Network 02e8ae97-198f-4faf-808f-299713e4c4a9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:15.835711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 66cb9346-ef3d-4df3-b3c0-947bc46f067a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:16.050519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=066d4102-332b-4967-b242-fe6fc0982da9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:16.154566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7c8ca13a-6aeb-4961-a596-47e5dbbce95b None None] Provisioning complete for port 66cb9346-ef3d-4df3-b3c0-947bc46f067a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:16.156257 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca13a-6aeb-4961-a596-47e5dbbce95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:16.430557 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:16.473033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:16.595694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 66cb9346-ef3d-4df3-b3c0-947bc46f067a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:16.597412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:16.690645 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-127c53f3-ad64-4c9d-a1dd-fe768b7fa723 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:06:16.695832 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-127c53f3-ad64-4c9d-a1dd-fe768b7fa723 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "PUT /v2.0/routers/4417eb59-3145-4c15-8851-a25f58398c96/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2540817 Nov 23 18:06:16.696127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34572) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:16.697765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a302-182b-4ca6-bea6-33d0f78e93ad req-310c60e1-770c-4dc6-91bb-8b3dfe1dbcdb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:16.700303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca13a-6aeb-4961-a596-47e5dbbce95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:16.710657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf53a302-182b-4ca6-bea6-33d0f78e93ad req-310c60e1-770c-4dc6-91bb-8b3dfe1dbcdb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.2923660 Nov 23 18:06:16.820449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc7ad2-4dd1-44e3-8fed-c9ddb8ae5a09 None None] Network 56324b78-9b4f-410a-a044-8b94b3d054c3 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:16.986635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7c8ca13a-6aeb-4961-a596-47e5dbbce95b None None] For port 66cb9346-ef3d-4df3-b3c0-947bc46f067a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=66cb9346-ef3d-4df3-b3c0-947bc46f067a,segment=NetworkSegment(705ec517-fa73-476d-a4ed-e7973aa0af41),segment_id=705ec517-fa73-476d-a4ed-e7973aa0af41)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:17.021391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca13a-6aeb-4961-a596-47e5dbbce95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:17.135732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ca13a-6aeb-4961-a596-47e5dbbce95b None None] Pushing event updated for resources: {'Port': ['ID=66cb9346-ef3d-4df3-b3c0-947bc46f067a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:17.204398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf53a302-182b-4ca6-bea6-33d0f78e93ad req-66110c64-5dd9-4277-b13a-9e4449b0a05e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4926660 Nov 23 18:06:17.332568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:17.447452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:06:17.514086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8f3f490c-e9b8-4be9-81b5-61a21b610827 None None] Provisioning complete for port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:17.514466 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f3f490c-e9b8-4be9-81b5-61a21b610827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:17.602503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Router 20500d17-ff77-4a58-a58a-1d39a8057eb2 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:06:17.611781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:17.928861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:06:17.940051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5b65ab5f-842e-4b07-9dd7-9dad6c3d5e8b admin admin] 10.222.0.74 "PUT /v2.0/routers/20500d17-ff77-4a58-a58a-1d39a8057eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2884674 Nov 23 18:06:17.947049 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] Sync routers for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:06:17.958935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34576) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:17.969700 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:17.970319 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:18.028830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:06:18.039269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:18.129673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1c5464a9-6ad1-4be2-bf28-b1f7c87c289e tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "PUT /v2.0/floatingips/ad44a006-cc65-443f-9628-d449cd483123 HTTP/1.1" status: 200 len: 992 time: 5.8710949 Nov 23 18:06:18.189657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'tag': 'ece15a5c-a6d2-440f-995a-fa54d343d41e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:06:18.195843 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e4394-90c2-40ab-9683-3d57f98e9a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa", "tag": "ece15a5c-a6d2-440f-995a-fa54d343d41e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:06:18.273842 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:18.303881 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:06:18.316297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Deleting port 993a681b-5b40-497e-aa07-88a397db1905 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:18.316913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:18.496434 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c22ffb6-b071-4a9e-8571-2be1a91e05a7 x-openstack-request-id: req-4c22ffb6-b071-4a9e-8571-2be1a91e05a7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:06:18.496741 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa", "tag": "ece15a5c-a6d2-440f-995a-fa54d343d41e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:06:18.497012 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4c22ffb6-b071-4a9e-8571-2be1a91e05a7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:06:18.497433 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'tag': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'status': 'completed', 'code': 200} Nov 23 18:06:18.509141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] Sync routers for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:06:18.538777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:18.593850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Calling delete_port for 993a681b-5b40-497e-aa07-88a397db1905 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:18.604357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:18.605176 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:18.612163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:18.648006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:18.648948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:18.805839 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T18:06:14Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:18.848791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-dade3cbc-42ac-4ed2-9727-7e465b1b4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:18.849147 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] Checking router: 20500d17-ff77-4a58-a58a-1d39a8057eb2 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:06:18.850860 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-dade3cbc-42ac-4ed2-9727-7e465b1b4e06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39ba741c17914acba3040c67e688f2cd&device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 1097 time: 0.3525894 Nov 23 18:06:18.860183 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] Routers {'20500d17-ff77-4a58-a58a-1d39a8057eb2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:18.860798 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20500d17-ff77-4a58-a58a-1d39a8057eb2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:18.867201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512ccf3-3dcc-4065-a4dd-68217296b0ee req-31e768da-5261-4375-9a1d-75bcbda0fd10 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:18.874830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a512ccf3-3dcc-4065-a4dd-68217296b0ee req-31e768da-5261-4375-9a1d-75bcbda0fd10 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.2367234 Nov 23 18:06:18.928839 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f3f490c-e9b8-4be9-81b5-61a21b610827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.030950 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.038778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8f3f490c-e9b8-4be9-81b5-61a21b610827 None None] For port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,segment=NetworkSegment(b9274c54-cf97-4824-a3d4-c3e60859607c),segment_id=b9274c54-cf97-4824-a3d4-c3e60859607c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:19.066837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f3f490c-e9b8-4be9-81b5-61a21b610827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.120430 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] Set router 20500d17-ff77-4a58-a58a-1d39a8057eb2 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:06:19.185966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a512ccf3-3dcc-4065-a4dd-68217296b0ee req-2802faf2-169a-451d-88a0-6f523fa53e76 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097191 Nov 23 18:06:19.246574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:06:19.289879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-1edd0d5b-f36e-4bde-bfd8-be1c29dcf2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:19.295131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-1edd0d5b-f36e-4bde-bfd8-be1c29dcf2c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5feb96ba-3d18-4f96-bef0-346fac41ef2e HTTP/1.1" status: 200 len: 906 time: 0.4117398 Nov 23 18:06:19.395676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ca11027-4275-44f4-a8c9-0178ef9d394f None None] Provisioning complete for port 993a681b-5b40-497e-aa07-88a397db1905 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:19.396052 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ca11027-4275-44f4-a8c9-0178ef9d394f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.490852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ca11027-4275-44f4-a8c9-0178ef9d394f None None] Port 993a681b-5b40-497e-aa07-88a397db1905 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:06:19.509155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-e953e408-185b-490d-8e81-a1a64269baac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e HTTP/1.1" status: 200 len: 1000 time: 0.1971986 Nov 23 18:06:19.517042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f490c-e9b8-4be9-81b5-61a21b610827 None None] Pushing event updated for resources: {'Port': ['ID=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:19.519299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Deleting port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:19.525667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.541983 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.600188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7f3176bf-9295-46ac-af94-c2605b8fee36 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:19.623215 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T18:06:14Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:19.664208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ca11027-4275-44f4-a8c9-0178ef9d394f None None] Provisioning complete for port 66cb9346-ef3d-4df3-b3c0-947bc46f067a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:19.665033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ca11027-4275-44f4-a8c9-0178ef9d394f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.734972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7f3176bf-9295-46ac-af94-c2605b8fee36 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:19.735748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.766495 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9aec9-117d-422d-ac62-b03ab8939aa7 None None] The sync data for ids ['20500d17-ff77-4a58-a58a-1d39a8057eb2'] in n-d-818932-3 is: [{'id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'name': 'tempest-AttachVolumeTestJSON-2056934560-router', 'tenant_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:17Z', 'updated_at': '2021-11-23T18:06:14Z', 'revision_number': 5, 'project_id': 'a8fc0030877e4fe5bd8ffdeaf4188646', 'gw_port': {'id': 'b9f93987-ca40-4ee6-9cf8-22e28cb4fb46', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20500d17-ff77-4a58-a58a-1d39a8057eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:18Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:06:19.773189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-b5c0340c-db17-4061-a0d9-8ae3a1ea7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:19.777455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-b5c0340c-db17-4061-a0d9-8ae3a1ea7c96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2bdb086c-15fa-4561-852d-12cd92adb657 HTTP/1.1" status: 200 len: 844 time: 0.2492247 Nov 23 18:06:19.855128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:19.924247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Port': ['ID=993a681b-5b40-497e-aa07-88a397db1905,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:20.015815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f6ea8f92-3b43-41d2-b343-57edc73488aa None None] Provisioning complete for port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:20.016325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6ea8f92-3b43-41d2-b343-57edc73488aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:20.094912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-0daf8f75-7027-4cdf-a780-f9e53d01c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:20.100754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-0daf8f75-7027-4cdf-a780-f9e53d01c5a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5feb96ba-3d18-4f96-bef0-346fac41ef2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3124666 Nov 23 18:06:20.133466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:20.182437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] For port b9f93987-ca40-4ee6-9cf8-22e28cb4fb46, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b9f93987-ca40-4ee6-9cf8-22e28cb4fb46,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:20.185022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:20.221283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'ad44a006-cc65-443f-9628-d449cd483123', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'port_id': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'mac_address': 'fa:16:3e:b5:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:05:51Z', 'updated_at': '2021-11-23T18:06:13Z', 'revision_number': 1, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:49Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:20.248158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Calling delete_port for b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:20.299563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] Checking router: 12b79806-ba7f-4c43-9b65-4a90fa2e2664 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:06:20.329058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:20.330152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:20.467709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:20.577400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:20.609354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-282d2449-1a17-429f-9d91-0a64612ea4c4 service neutron] 10.222.0.66 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785376 Nov 23 18:06:20.640659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:20.641093 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:20.680463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Router 4417eb59-3145-4c15-8851-a25f58398c96 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:06:20.685024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:06:20.829724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:06:20.843290 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55a837-cfa8-4c8d-ad96-79747c600c2e None None] Sync routers for ids ['4417eb59-3145-4c15-8851-a25f58398c96'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:06:20.853512 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e33d1feb-df6d-4078-bc8e-10f974a5486f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "PUT /v2.0/routers/4417eb59-3145-4c15-8851-a25f58398c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1559567 Nov 23 18:06:20.855206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34602) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:20.863363 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55a837-cfa8-4c8d-ad96-79747c600c2e None None] Routers {'4417eb59-3145-4c15-8851-a25f58398c96'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:20.864521 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7a55a837-cfa8-4c8d-ad96-79747c600c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4417eb59-3145-4c15-8851-a25f58398c96'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:20.866068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 66cb9346-ef3d-4df3-b3c0-947bc46f067a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:20.907106 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-b110f9d1-faee-4dea-af5f-b1872a257df2 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] delete failed (client error): The resource could not be found. Nov 23 18:06:20.914414 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b110f9d1-faee-4dea-af5f-b1872a257df2 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/routers/tempest-non_exist_router-1658249284 HTTP/1.1" status: 404 len: 335 time: 0.0573180 Nov 23 18:06:20.924638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34604) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:20.947618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-adde1eac-04c9-459d-bb43-6932582afe2e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'router': {'external_gateway_info': {'network_id': '4417eb59-3145-4c15-8851-a25f58398c96'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:20.965511 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7a55a837-cfa8-4c8d-ad96-79747c600c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:20.996893 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55a837-cfa8-4c8d-ad96-79747c600c2e None None] Routers {'4417eb59-3145-4c15-8851-a25f58398c96'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:20.997524 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7a55a837-cfa8-4c8d-ad96-79747c600c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4417eb59-3145-4c15-8851-a25f58398c96'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:21.054998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 66cb9346-ef3d-4df3-b3c0-947bc46f067a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:21.055754 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:21.074247 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7a55a837-cfa8-4c8d-ad96-79747c600c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:21.075617 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55a837-cfa8-4c8d-ad96-79747c600c2e None None] The sync data for ids ['4417eb59-3145-4c15-8851-a25f58398c96'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:06:21.101799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c52e4394-90c2-40ab-9683-3d57f98e9a1d req-ddef9274-e319-4b57-8fa2-619870b479fb service neutron] 10.222.0.66 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532390 Nov 23 18:06:21.203830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:21.235422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36c74c-04f3-4437-a111-6d5a884e462a req-714457e0-9b2b-4160-8d64-7ad3a06e0e1e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:21.246988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc36c74c-04f3-4437-a111-6d5a884e462a req-714457e0-9b2b-4160-8d64-7ad3a06e0e1e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.6349013 Nov 23 18:06:21.299877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f93987-ca40-4ee6-9cf8-22e28cb4fb46,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:21.366321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'ad44a006-cc65-443f-9628-d449cd483123', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'port_id': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'mac_address': 'fa:16:3e:b5:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:05:51Z', 'updated_at': '2021-11-23T18:06:13Z', 'revision_number': 1, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:49Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:21.442077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8bf74-9407-4d58-a42d-6f88aaa4902f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:06:21.450790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58bf24-1bc7-4cf1-aee7-291e2118d860 None None] The sync data for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 is: [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'ad44a006-cc65-443f-9628-d449cd483123', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'port_id': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'mac_address': 'fa:16:3e:b5:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:05:51Z', 'updated_at': '2021-11-23T18:06:13Z', 'revision_number': 1, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:49Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:06:21.509466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adde1eac-04c9-459d-bb43-6932582afe2e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:21.542610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 066d4102-332b-4967-b242-fe6fc0982da9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:21.566560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 066d4102-332b-4967-b242-fe6fc0982da9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:06:21.567738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 066d4102-332b-4967-b242-fe6fc0982da9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:06:21.585097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc36c74c-04f3-4437-a111-6d5a884e462a req-e9e5ba8e-e662-4cbb-b77f-5e71128fe3da tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241429 Nov 23 18:06:21.588863 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-adde1eac-04c9-459d-bb43-6932582afe2e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] update failed (client error): The resource could not be found. Nov 23 18:06:21.590212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-adde1eac-04c9-459d-bb43-6932582afe2e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "PUT /v2.0/routers/4417eb59-3145-4c15-8851-a25f58398c96 HTTP/1.1" status: 404 len: 339 time: 0.6595907 Nov 23 18:06:21.600448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:21.608426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:21.876746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82038591-bd91-4485-9728-2ae729a02a61 None None] New status for floating IP ad44a006-cc65-443f-9628-d449cd483123: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:06:22.329738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.385505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.388238 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.467621 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.468366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20500d17-ff77-4a58-a58a-1d39a8057eb2 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:06:22.476652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.478135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cdee3d79-53ad-4867-bcfa-0f003becbaa7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/20500d17-ff77-4a58-a58a-1d39a8057eb2 HTTP/1.1" status: 204 len: 168 time: 4.5180171 Nov 23 18:06:22.483241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34616) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:22.592355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ece7cf5-98ed-44fc-b600-20ddacb03baa admin admin] Deleting subnet d91f871a-fd5c-478b-a4e0-d532eeae8bb4 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:06:22.604247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ece7cf5-98ed-44fc-b600-20ddacb03baa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.682321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ece7cf5-98ed-44fc-b600-20ddacb03baa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.731623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Allocated IP 172.20.0.1 (be2ab872-0b5e-45f2-8e40-9551e5d059ec/270c2663-df30-4dd1-aa89-c7ec15429f60/6252d47c-8f51-4324-a3d0-2a9716425336) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:06:22.812065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335e2d0-8165-40f8-8ae4-7b112f4d551d req-759b8024-a808-487c-906c-947f3a81fd47 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:22.821389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7335e2d0-8165-40f8-8ae4-7b112f4d551d req-759b8024-a808-487c-906c-947f3a81fd47 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1052263 Nov 23 18:06:22.857811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ece7cf5-98ed-44fc-b600-20ddacb03baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.898983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7335e2d0-8165-40f8-8ae4-7b112f4d551d req-0570db83-a695-436b-a564-e382d652486f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716739 Nov 23 18:06:22.966845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:22.994953 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ece7cf5-98ed-44fc-b600-20ddacb03baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.086342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56de49e-91e6-4885-947c-256e9433bed4 None None] Network 769975ee-2b29-4639-bb3e-92888466febe requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:23.092724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece7cf5-98ed-44fc-b600-20ddacb03baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91f871a-fd5c-478b-a4e0-d532eeae8bb4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:23.106550 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ece7cf5-98ed-44fc-b600-20ddacb03baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.113599 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7ece7cf5-98ed-44fc-b600-20ddacb03baa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d91f871a-fd5c-478b-a4e0-d532eeae8bb4 HTTP/1.1" status: 204 len: 168 time: 0.6290877 Nov 23 18:06:23.116463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34632) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:23.146252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.273454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network be2ab872-0b5e-45f2-8e40-9551e5d059ec is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:06:23.283287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:23.286491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Port': ['ID=6252d47c-8f51-4324-a3d0-2a9716425336,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:23.288819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:06:23.359348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.385309 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.477006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] DHCP port deletion for 769975ee-2b29-4639-bb3e-92888466febe request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:06:23.542269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-782c0b13-9dd7-4134-81ea-2237b205afa7 req-2bcd0087-5faa-4f51-a910-5a9193b6cbbd tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0803809 Nov 23 18:06:23.588714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Deleting port febb1d1d-301c-4b53-8725-bdf3f668bb5d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:23.589243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.635150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] Deleting port febb1d1d-301c-4b53-8725-bdf3f668bb5d {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:23.635515 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.724634 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.778085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] For port febb1d1d-301c-4b53-8725-bdf3f668bb5d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=febb1d1d-301c-4b53-8725-bdf3f668bb5d,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:23.779949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.792314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] For port febb1d1d-301c-4b53-8725-bdf3f668bb5d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=febb1d1d-301c-4b53-8725-bdf3f668bb5d,segment=NetworkSegment(c895e76b-12b0-4e1a-ac68-6473a9c64b4e),segment_id=c895e76b-12b0-4e1a-ac68-6473a9c64b4e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:23.792772 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.801539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Calling delete_port for febb1d1d-301c-4b53-8725-bdf3f668bb5d owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:23.814318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] Calling delete_port for febb1d1d-301c-4b53-8725-bdf3f668bb5d owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:23.942941 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:23.974492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] No DVR routers for this DVR port febb1d1d-301c-4b53-8725-bdf3f668bb5d on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:24.111684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-88573f6c-652b-4b51-b671-410c4abea3f7 None None] Provisioning complete for port 6252d47c-8f51-4324-a3d0-2a9716425336 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:24.112871 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88573f6c-652b-4b51-b671-410c4abea3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.207290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device febb1d1d-301c-4b53-8725-bdf3f668bb5d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:24.318454 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.324154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: febb1d1d-301c-4b53-8725-bdf3f668bb5d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:06:24.324961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device febb1d1d-301c-4b53-8725-bdf3f668bb5d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:06:24.325721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:24.373023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.377543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769975ee-2b29-4639-bb3e-92888466febe']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:24.389804 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.407484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:24.409943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c895e76b-12b0-4e1a-ac68-6473a9c64b4e') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:24.413984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:06:24.414543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b9f93987-ca40-4ee6-9cf8-22e28cb4fb46 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:06:24.424258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-88573f6c-652b-4b51-b671-410c4abea3f7 None None] Port 6252d47c-8f51-4324-a3d0-2a9716425336 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:06:24.428536 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.451512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.473231 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.481788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:06:24.482300 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.495590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] Pushing event deleted for resources: {'Port': ['ID=febb1d1d-301c-4b53-8725-bdf3f668bb5d,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:24.499862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73cbba7-b2bf-4b21-9ea0-1a3bc7136f04 None None] No DVR routers for this DVR port febb1d1d-301c-4b53-8725-bdf3f668bb5d on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:24.548310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.552414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event updated for resources: {'Port': ['ID=6252d47c-8f51-4324-a3d0-2a9716425336,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:24.619445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Pushing event deleted for resources: {'Port': ['ID=febb1d1d-301c-4b53-8725-bdf3f668bb5d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:06:24.644630 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:06:24.663339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.674428 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:24.687632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] 10.222.0.74 "DELETE /v2.0/networks/769975ee-2b29-4639-bb3e-92888466febe HTTP/1.1" status: 204 len: 168 time: 1.5699170 Nov 23 18:06:24.778055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.778420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.778663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.779059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.779402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.788605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.789063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.789447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.790082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.790435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.790868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.791209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:24.879112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9acf31a-a6f1-4282-b63b-675111cfcadb req-5eaeb378-84d0-46bf-a029-9e7eaa04e964 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.1016526 Nov 23 18:06:24.881094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dcde9-ce51-4551-b390-ce5747dbcdef admin admin] Pushing event deleted for resources: {'Network': ['ID=769975ee-2b29-4639-bb3e-92888466febe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:24.911194 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34668) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:24.969460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc43fcc-24a4-449f-8d9e-be31219eaa64 req-36c1a6ee-89b6-49b1-ae55-606840648cf0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:24.970958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dfc43fcc-24a4-449f-8d9e-be31219eaa64 req-36c1a6ee-89b6-49b1-ae55-606840648cf0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.8854170 Nov 23 18:06:24.979083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b456dfdb-a929-4caa-9cfe-c3132476dde0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8fc0030877e4fe5bd8ffdeaf4188646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0665421 Nov 23 18:06:24.989067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34670) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:25.061889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dfc43fcc-24a4-449f-8d9e-be31219eaa64 req-278170a4-e827-4495-a8ee-56d0cc19ff29 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817094 Nov 23 18:06:25.091089 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08b10d27-f97c-48ce-a020-af8b4591a24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:25.101122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Network be2ab872-0b5e-45f2-8e40-9551e5d059ec is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:06:25.103820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:06:25.117988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08b10d27-f97c-48ce-a020-af8b4591a24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:25.196277 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08b10d27-f97c-48ce-a020-af8b4591a24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:25.199991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08b10d27-f97c-48ce-a020-af8b4591a24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:25.201370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-08b10d27-f97c-48ce-a020-af8b4591a24e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5e828da-7897-490d-8cbf-65bd80e88d94 HTTP/1.1" status: 204 len: 168 time: 0.2113495 Nov 23 18:06:25.215653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b10d27-f97c-48ce-a020-af8b4591a24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e828da-7897-490d-8cbf-65bd80e88d94,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:25.374237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Router 4417eb59-3145-4c15-8851-a25f58398c96 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:06:25.576686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-036c9282-3822-4780-bc0b-1e0b4de3b707 None None] Provisioning complete for port 6252d47c-8f51-4324-a3d0-2a9716425336 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:25.577236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-036c9282-3822-4780-bc0b-1e0b4de3b707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:25.594923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:06:25.603524 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8db3a608-f24a-416f-b866-687e787fa33d tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "PUT /v2.0/routers/4417eb59-3145-4c15-8851-a25f58398c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0017819 Nov 23 18:06:25.605996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34690) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:25.606159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d73d7f-c3f1-4c03-9cd8-7793019255fa None None] Sync routers for ids ['4417eb59-3145-4c15-8851-a25f58398c96'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:06:25.621611 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d73d7f-c3f1-4c03-9cd8-7793019255fa None None] Routers {'4417eb59-3145-4c15-8851-a25f58398c96'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:25.628586 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-78d73d7f-c3f1-4c03-9cd8-7793019255fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4417eb59-3145-4c15-8851-a25f58398c96'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:25.683781 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-78d73d7f-c3f1-4c03-9cd8-7793019255fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:25.694674 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d73d7f-c3f1-4c03-9cd8-7793019255fa None None] Routers {'4417eb59-3145-4c15-8851-a25f58398c96'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:25.695575 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-78d73d7f-c3f1-4c03-9cd8-7793019255fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4417eb59-3145-4c15-8851-a25f58398c96'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:25.699519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-036c9282-3822-4780-bc0b-1e0b4de3b707 None None] Port 6252d47c-8f51-4324-a3d0-2a9716425336 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:06:25.730464 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-78d73d7f-c3f1-4c03-9cd8-7793019255fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:25.731157 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d73d7f-c3f1-4c03-9cd8-7793019255fa None None] The sync data for ids ['4417eb59-3145-4c15-8851-a25f58398c96'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:06:25.786763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8f971509-11ca-4eee-b4ae-939b3281250a tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:25.924190 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-8f971509-11ca-4eee-b4ae-939b3281250a tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 18:06:25.929200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8f971509-11ca-4eee-b4ae-939b3281250a tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/routers/4417eb59-3145-4c15-8851-a25f58398c96 HTTP/1.1" status: 409 len: 329 time: 0.3186979 Nov 23 18:06:25.929503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34702) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:26.046728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36a62d07-caf1-4bb4-94c6-90ecb8596b28 req-7715ec87-8f7b-4288-af13-17bf553e9af1 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0597079 Nov 23 18:06:26.303376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d685fee-cd71-420f-806f-8d8285878ba6 req-2a025291-0e06-4d9e-8aee-b35da7688a0b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:26.304943 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d685fee-cd71-420f-806f-8d8285878ba6 req-2a025291-0e06-4d9e-8aee-b35da7688a0b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.0999582 Nov 23 18:06:26.397804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d685fee-cd71-420f-806f-8d8285878ba6 req-bded437f-fa02-44da-bbf6-f009992bdcc0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859833 Nov 23 18:06:26.581478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:26.756213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b59ab7cd-55a9-4681-bed0-804dea3b69b0 req-7f7867cd-103a-4b2c-b5d7-9102763e43cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0482552 Nov 23 18:06:27.030799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Deleting port 6252d47c-8f51-4324-a3d0-2a9716425336 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:27.031969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:27.178174 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:27.206935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Calling delete_port for 6252d47c-8f51-4324-a3d0-2a9716425336 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:27.241995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f5b415f-9571-4d54-a801-4353cc0b4e3f req-3ba66539-7510-4d17-878f-03ea06e73d03 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0524673 Nov 23 18:06:27.506237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:27.554908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Port': ['ID=6252d47c-8f51-4324-a3d0-2a9716425336,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:27.674388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34766) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:27.731463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e68e-64c3-4afb-af17-d79a919766ab req-9739bd03-c2d4-42bb-a533-24bcd910692d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:27.752458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3595e68e-64c3-4afb-af17-d79a919766ab req-9739bd03-c2d4-42bb-a533-24bcd910692d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1355567 Nov 23 18:06:27.837425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:27.873668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3595e68e-64c3-4afb-af17-d79a919766ab req-5938b498-d6a9-4573-af21-f0b5cc2d9bd5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142514 Nov 23 18:06:27.982295 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65b51126-c192-4e60-991a-f34bdf185aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.121239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Router 4417eb59-3145-4c15-8851-a25f58398c96 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:06:28.128895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65b51126-c192-4e60-991a-f34bdf185aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.139742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65b51126-c192-4e60-991a-f34bdf185aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.179850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-65b51126-c192-4e60-991a-f34bdf185aed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=54ee7b0f0b5b4309ad75ece3cc941784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5012703 Nov 23 18:06:28.183477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34776) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:28.228554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b51126-c192-4e60-991a-f34bdf185aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45367c4-b258-4e8b-9cd1-21c3c4c78aa3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:28.241495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:06:28.257064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de465a2f-851d-42db-81d9-29d682ef101d None None] Sync routers for ids ['4417eb59-3145-4c15-8851-a25f58398c96'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:06:28.259354 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5611f805-e3c6-4f73-8c47-7b5635fb1644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.289343 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1087a3fe-c04a-4297-86df-c5ffb193d618 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "PUT /v2.0/routers/4417eb59-3145-4c15-8851-a25f58398c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579164 Nov 23 18:06:28.292888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34780) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:28.296306 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5611f805-e3c6-4f73-8c47-7b5635fb1644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.302005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de465a2f-851d-42db-81d9-29d682ef101d None None] Routers {'4417eb59-3145-4c15-8851-a25f58398c96'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:28.305628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-de465a2f-851d-42db-81d9-29d682ef101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4417eb59-3145-4c15-8851-a25f58398c96'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:28.339610 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-d25eaa89-4978-4012-8001-892d5b70a46f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] show failed (client error): The resource could not be found. Nov 23 18:06:28.341156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d25eaa89-4978-4012-8001-892d5b70a46f tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "GET /v2.0/routers/tempest-non_exist_router-1030337558 HTTP/1.1" status: 404 len: 335 time: 0.0472243 Nov 23 18:06:28.346658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34782) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:28.352508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-27ae9fd2-86a5-48e6-a596-5da5081a8f8a tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Request body: {'router': {'name': 'new_name'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:28.410869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5611f805-e3c6-4f73-8c47-7b5635fb1644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.415314 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5611f805-e3c6-4f73-8c47-7b5635fb1644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.417022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5611f805-e3c6-4f73-8c47-7b5635fb1644 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e45367c4-b258-4e8b-9cd1-21c3c4c78aa3 HTTP/1.1" status: 204 len: 168 time: 0.2324092 Nov 23 18:06:28.437480 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-27ae9fd2-86a5-48e6-a596-5da5081a8f8a tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] update failed (client error): The resource could not be found. Nov 23 18:06:28.439553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-de465a2f-851d-42db-81d9-29d682ef101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:28.442602 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27ae9fd2-86a5-48e6-a596-5da5081a8f8a tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "PUT /v2.0/routers/tempest-non_exist_router-867914704 HTTP/1.1" status: 404 len: 334 time: 0.0945995 Nov 23 18:06:28.453667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34786) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:28.468444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de465a2f-851d-42db-81d9-29d682ef101d None None] Routers {'4417eb59-3145-4c15-8851-a25f58398c96'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:06:28.469296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-de465a2f-851d-42db-81d9-29d682ef101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4417eb59-3145-4c15-8851-a25f58398c96'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:28.508709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c668093-a628-4ba7-bd15-134c9cc038b5 req-ba8f6158-6d9c-4815-9734-cd17b22c7d9a tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0698404 Nov 23 18:06:28.526866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f805-e3c6-4f73-8c47-7b5635fb1644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45367c4-b258-4e8b-9cd1-21c3c4c78aa3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:28.651694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-de465a2f-851d-42db-81d9-29d682ef101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:28.653713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de465a2f-851d-42db-81d9-29d682ef101d None None] The sync data for ids ['4417eb59-3145-4c15-8851-a25f58398c96'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:06:28.654408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdd661d-2690-4a2a-bdb5-2d79845da92e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Deleting subnet 9ced60f5-3a32-42c8-95a8-35f23ad2cc8c {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:06:28.666498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cdd661d-2690-4a2a-bdb5-2d79845da92e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.757446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cdd661d-2690-4a2a-bdb5-2d79845da92e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.880853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cdd661d-2690-4a2a-bdb5-2d79845da92e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:28.983802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cdd661d-2690-4a2a-bdb5-2d79845da92e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:29.007418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cdd661d-2690-4a2a-bdb5-2d79845da92e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:29.014976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94d645-c1d5-43df-9f4a-9e62c7cc34ac None None] Network 56324b78-9b4f-410a-a044-8b94b3d054c3 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:29.027946 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7cdd661d-2690-4a2a-bdb5-2d79845da92e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/subnets/9ced60f5-3a32-42c8-95a8-35f23ad2cc8c HTTP/1.1" status: 204 len: 168 time: 0.5726655 Nov 23 18:06:29.035562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34810) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:29.125706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfac3e-1015-46ee-808b-3d54443acf0e req-a6561135-4ac0-4d4c-ae6d-fc4198b439a9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:29.149885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5cfac3e-1015-46ee-808b-3d54443acf0e req-a6561135-4ac0-4d4c-ae6d-fc4198b439a9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1250648 Nov 23 18:06:29.323904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4987d7f2-a518-4b78-a330-3b8a2f382bc6 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Deleting subnet 721287d8-f6fc-42f4-82d1-68ecc1e724b7 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:06:29.331772 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5cfac3e-1015-46ee-808b-3d54443acf0e req-2244613c-b95e-4d7b-b2ab-def2df270d28 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799233 Nov 23 18:06:29.337438 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4987d7f2-a518-4b78-a330-3b8a2f382bc6 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:29.434237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4987d7f2-a518-4b78-a330-3b8a2f382bc6 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:29.506465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] DHCP port deletion for 56324b78-9b4f-410a-a044-8b94b3d054c3 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:06:29.632486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd661d-2690-4a2a-bdb5-2d79845da92e tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Subnet': ['ID=9ced60f5-3a32-42c8-95a8-35f23ad2cc8c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:29.704604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] Deleting port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:29.704938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4987d7f2-a518-4b78-a330-3b8a2f382bc6 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:29.706571 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:29.859449 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4987d7f2-a518-4b78-a330-3b8a2f382bc6 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:29.890728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4987d7f2-a518-4b78-a330-3b8a2f382bc6 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:29.890728 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4987d7f2-a518-4b78-a330-3b8a2f382bc6 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/subnets/721287d8-f6fc-42f4-82d1-68ecc1e724b7 HTTP/1.1" status: 204 len: 168 time: 0.8527539 Nov 23 18:06:29.893471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34840) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:29.942752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d7f2-a518-4b78-a330-3b8a2f382bc6 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Subnet': ['ID=721287d8-f6fc-42f4-82d1-68ecc1e724b7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:29.998775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4844fd4-78cf-4103-8f64-b4c415f38fd3 None None] Network 02e8ae97-198f-4faf-808f-299713e4c4a9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:30.140542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] For port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,segment=NetworkSegment(b9274c54-cf97-4824-a3d4-c3e60859607c),segment_id=b9274c54-cf97-4824-a3d4-c3e60859607c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:30.140791 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:30.191942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] Calling delete_port for 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:30.288947 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:30.295067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4695ad47-96e6-40cc-bbe2-be9d45870f3e req-3c7b7404-407b-4e20-ba41-e3ec349d75e8 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.4032149 Nov 23 18:06:30.296855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:30.451192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Deleting port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:30.451780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:30.510596 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:30.579661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,segment=NetworkSegment(b9274c54-cf97-4824-a3d4-c3e60859607c),segment_id=b9274c54-cf97-4824-a3d4-c3e60859607c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:30.622604 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:30.708721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb053-f135-44e3-95ea-2b851200142f req-9cfadee6-94c5-44bd-8897-02f3b972ce6b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:30.711515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce2eb053-f135-44e3-95ea-2b851200142f req-9cfadee6-94c5-44bd-8897-02f3b972ce6b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.2518246 Nov 23 18:06:30.718944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] For port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,segment=NetworkSegment(b9274c54-cf97-4824-a3d4-c3e60859607c),segment_id=b9274c54-cf97-4824-a3d4-c3e60859607c)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:30.719294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:30.759011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] DHCP port deletion for 02e8ae97-198f-4faf-808f-299713e4c4a9 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:06:30.794794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Calling delete_port for 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:30.825374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:30.860819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.861504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.866977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.868095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.869683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.870155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.870655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.871714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.872870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.873645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.876816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.877311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:06:30.959680 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.012927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] Pushing event deleted for resources: {'Port': ['ID=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:31.022091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d5849-794f-4f12-a9dd-2302a3ae71f8 None None] No DVR routers for this DVR port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:31.022247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.050465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] Deleting port 66cb9346-ef3d-4df3-b3c0-947bc46f067a {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:31.051072 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.098419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce2eb053-f135-44e3-95ea-2b851200142f req-2cf30b6f-acd5-4aa4-a6fc-abd0e49aa3ce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761716 Nov 23 18:06:31.099706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Port': ['ID=3c73e82b-9c47-42e4-a7ab-6f2a38f82f73,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:31.114834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] No DVR routers for this DVR port 3c73e82b-9c47-42e4-a7ab-6f2a38f82f73 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:31.166582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] For port 66cb9346-ef3d-4df3-b3c0-947bc46f067a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=66cb9346-ef3d-4df3-b3c0-947bc46f067a,segment=NetworkSegment(705ec517-fa73-476d-a4ed-e7973aa0af41),segment_id=705ec517-fa73-476d-a4ed-e7973aa0af41)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:31.167288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.192448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] Calling delete_port for 66cb9346-ef3d-4df3-b3c0-947bc46f067a owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:31.258000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.285746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56324b78-9b4f-410a-a044-8b94b3d054c3']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:31.309539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9274c54-cf97-4824-a3d4-c3e60859607c') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:31.310295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9274c54-cf97-4824-a3d4-c3e60859607c') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:31.321014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.343170 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.344063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] No DVR routers for this DVR port 66cb9346-ef3d-4df3-b3c0-947bc46f067a on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:31.381189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.392383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:06:31.393083 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.445934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54695dc4-f225-4de5-aa0e-bf14640bc536 None None] Pushing event deleted for resources: {'Port': ['ID=66cb9346-ef3d-4df3-b3c0-947bc46f067a,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:06:31.454177 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:06:31.537279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d62e59c-e6cd-487a-85bb-8b0d9930f22f req-1a5103e6-74f7-482f-af1a-e6205a3ea98b tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0424123 Nov 23 18:06:31.545579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.556185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.568463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/networks/56324b78-9b4f-410a-a044-8b94b3d054c3 HTTP/1.1" status: 204 len: 168 time: 1.5745788 Nov 23 18:06:31.568923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34888) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:31.591617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36920f-7c6f-4074-ab03-db17651cf8c7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Network': ['ID=56324b78-9b4f-410a-a044-8b94b3d054c3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:31.683573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.782621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.802889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e8ae97-198f-4faf-808f-299713e4c4a9']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:31.817197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705ec517-fa73-476d-a4ed-e7973aa0af41') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:31.817494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705ec517-fa73-476d-a4ed-e7973aa0af41') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:31.829080 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.847220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.855336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:06:31.855787 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:06:31.859955 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:06:31.930919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.941316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:31.946757 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/networks/02e8ae97-198f-4faf-808f-299713e4c4a9 HTTP/1.1" status: 204 len: 168 time: 0.3744245 Nov 23 18:06:31.947618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34910) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:31.967917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98882ef-208c-4bd3-946c-70898dc81c33 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Network': ['ID=02e8ae97-198f-4faf-808f-299713e4c4a9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:32.023994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ec04d1-7f63-499e-be58-dfc413145238 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Deleting subnet 270c2663-df30-4dd1-aa89-c7ec15429f60 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:06:32.028046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ec04d1-7f63-499e-be58-dfc413145238 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:32.099579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ec04d1-7f63-499e-be58-dfc413145238 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:32.125832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 66cb9346-ef3d-4df3-b3c0-947bc46f067a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:32.159434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 66cb9346-ef3d-4df3-b3c0-947bc46f067a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:06:32.160438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 66cb9346-ef3d-4df3-b3c0-947bc46f067a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:06:32.227373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ec04d1-7f63-499e-be58-dfc413145238 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:32.463846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d42972-fc0a-4f0d-9b62-020fd1275afb req-2fc30a30-735c-44b1-b44a-dca17e1ebfad tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:32.465949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9d42972-fc0a-4f0d-9b62-020fd1275afb req-2fc30a30-735c-44b1-b44a-dca17e1ebfad tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1923451 Nov 23 18:06:32.468518 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ec04d1-7f63-499e-be58-dfc413145238 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:32.477912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-3cf5ae7e-42cb-4fdf-8819-59088d5acba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:32.479708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-3cf5ae7e-42cb-4fdf-8819-59088d5acba7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1097 time: 0.1774220 Nov 23 18:06:32.538287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ec04d1-7f63-499e-be58-dfc413145238 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:32.543286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e8ec04d1-7f63-499e-be58-dfc413145238 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/subnets/270c2663-df30-4dd1-aa89-c7ec15429f60 HTTP/1.1" status: 204 len: 168 time: 0.5942409 Nov 23 18:06:32.543989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec04d1-7f63-499e-be58-dfc413145238 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Subnet': ['ID=270c2663-df30-4dd1-aa89-c7ec15429f60,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:32.546164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34924) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:32.550542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e1ded-e641-4e89-b244-782d04b7dc2f None None] Network be2ab872-0b5e-45f2-8e40-9551e5d059ec requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:06:32.727681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:32.792541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8a01fb9-163f-4a1d-bfb4-fa4b44f845b4 req-c9562380-7c1f-47de-97eb-2c51cea26df9 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0544291 Nov 23 18:06:32.805913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9d42972-fc0a-4f0d-9b62-020fd1275afb req-cab47159-6d38-4aa5-a257-005c2f45b376 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251753 Nov 23 18:06:32.844086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Deleting port 7f3176bf-9295-46ac-af94-c2605b8fee36 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:32.844394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:32.859130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-f74228e8-53d2-4465-af6b-e37eac17d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:32.862628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-f74228e8-53d2-4465-af6b-e37eac17d977 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.3618925 Nov 23 18:06:32.937462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] DHCP port deletion for be2ab872-0b5e-45f2-8e40-9551e5d059ec request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:06:32.948019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] For port 7f3176bf-9295-46ac-af94-c2605b8fee36, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7f3176bf-9295-46ac-af94-c2605b8fee36,segment=NetworkSegment(58b69f4b-eee0-4b8c-8074-bc8a901cba58),segment_id=58b69f4b-eee0-4b8c-8074-bc8a901cba58)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:32.949986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:32.965668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Calling delete_port for 7f3176bf-9295-46ac-af94-c2605b8fee36 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:32.969209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-f40d6d40-9030-4207-86df-3641ab68ae69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 200 len: 1001 time: 0.0984445 Nov 23 18:06:33.037935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] Deleting port 7f3176bf-9295-46ac-af94-c2605b8fee36 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:06:33.038570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.067391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-54affcff-478d-41a3-8026-a3ee3cb2f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:33.070496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-54affcff-478d-41a3-8026-a3ee3cb2f1eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.0920460 Nov 23 18:06:33.075144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.115518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] For port 7f3176bf-9295-46ac-af94-c2605b8fee36, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7f3176bf-9295-46ac-af94-c2605b8fee36,segment=NetworkSegment(58b69f4b-eee0-4b8c-8074-bc8a901cba58),segment_id=58b69f4b-eee0-4b8c-8074-bc8a901cba58)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:33.115984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.117742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] No DVR routers for this DVR port 7f3176bf-9295-46ac-af94-c2605b8fee36 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:33.120007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Port': ['ID=7f3176bf-9295-46ac-af94-c2605b8fee36,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:33.132738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] Calling delete_port for 7f3176bf-9295-46ac-af94-c2605b8fee36 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:06:33.176810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-a01a881e-250e-4f51-9c2a-5a8acda02f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:33.180730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-a01a881e-250e-4f51-9c2a-5a8acda02f46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953333 Nov 23 18:06:33.250814 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.276067 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.282563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] No DVR routers for this DVR port 7f3176bf-9295-46ac-af94-c2605b8fee36 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:06:33.285595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5e6da-d58b-477c-8ba3-cf178ffa5c04 None None] Pushing event deleted for resources: {'Port': ['ID=7f3176bf-9295-46ac-af94-c2605b8fee36,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:33.323920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2ab872-0b5e-45f2-8e40-9551e5d059ec']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:33.339006 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b69f4b-eee0-4b8c-8074-bc8a901cba58') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:33.339399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b69f4b-eee0-4b8c-8074-bc8a901cba58') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:06:33.352151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.367608 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.370984 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-815a07fe-cd5e-420d-a26b-f234a9a22804 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815112 Nov 23 18:06:33.377752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:06:33.378462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:06:33.382628 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:06:33.530500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.540718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.544384 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/networks/be2ab872-0b5e-45f2-8e40-9551e5d059ec HTTP/1.1" status: 204 len: 168 time: 0.9971228 Nov 23 18:06:33.547229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34940) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:33.555425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12646c3-46bd-4813-9f0e-a0a4327892a7 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Pushing event deleted for resources: {'Network': ['ID=be2ab872-0b5e-45f2-8e40-9551e5d059ec,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:33.571742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f52366c-3771-4b53-91ef-47408b6b2396 req-af60b2e9-51c9-4518-842f-ba33dd0b9162 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881940 Nov 23 18:06:33.589430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-25407a08-4c60-42b8-9ba5-29dc69a936cc tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "GET /v2.0/ports?device_id=4417eb59-3145-4c15-8851-a25f58398c96 HTTP/1.1" status: 200 len: 205 time: 0.0400190 Nov 23 18:06:33.591911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34944) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:33.679282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34946) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:33.736896 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:06:33.830713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4ffb8ee-16a3-4686-9539-321471d67654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.911584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e906582e-7a66-4db8-87e7-e3b9635ea690 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:33.967345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98dd7bc9-b607-443b-8cb4-2cc977bb2b7c req-65d65132-a338-4332-91a8-7a6e7983a518 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0481713 Nov 23 18:06:34.013751 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4ffb8ee-16a3-4686-9539-321471d67654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.026464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8938823-5768-4f60-9040-fb060de495c7 req-379e5041-2e84-42ff-9c8a-cda62a0feeb5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:34.034440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8938823-5768-4f60-9040-fb060de495c7 req-379e5041-2e84-42ff-9c8a-cda62a0feeb5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.1110587 Nov 23 18:06:34.042313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4ffb8ee-16a3-4686-9539-321471d67654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.071152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c4ffb8ee-16a3-4686-9539-321471d67654 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d04260e04fa64af892ab20b9bb6d8770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902574 Nov 23 18:06:34.078813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34956) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:34.100370 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e906582e-7a66-4db8-87e7-e3b9635ea690 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.104793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e906582e-7a66-4db8-87e7-e3b9635ea690 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.132692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8938823-5768-4f60-9040-fb060de495c7 req-9627bc9f-4798-4c15-afe5-53bd9bd80326 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973384 Nov 23 18:06:34.138410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffb8ee-16a3-4686-9539-321471d67654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680b411b-2d99-44aa-835a-13a1db77317e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:34.170924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7f3176bf-9295-46ac-af94-c2605b8fee36 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:34.179118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e906582e-7a66-4db8-87e7-e3b9635ea690 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.179790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e906582e-7a66-4db8-87e7-e3b9635ea690 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Fanout notify agent at l3_agent the message router_deleted on router 4417eb59-3145-4c15-8851-a25f58398c96 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:06:34.188716 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e906582e-7a66-4db8-87e7-e3b9635ea690 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.193960 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e906582e-7a66-4db8-87e7-e3b9635ea690 tempest-RoutersNegativeTest-1692985863 tempest-RoutersNegativeTest-1692985863-project] 10.222.0.74 "DELETE /v2.0/routers/4417eb59-3145-4c15-8851-a25f58398c96 HTTP/1.1" status: 204 len: 168 time: 0.6008530 Nov 23 18:06:34.197946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e189f5c-8cea-4d82-b11a-11747041e415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.221836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 7f3176bf-9295-46ac-af94-c2605b8fee36 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:06:34.223808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e189f5c-8cea-4d82-b11a-11747041e415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.224246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7f3176bf-9295-46ac-af94-c2605b8fee36 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:06:34.289335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e189f5c-8cea-4d82-b11a-11747041e415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.292704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e189f5c-8cea-4d82-b11a-11747041e415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.294118 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0e189f5c-8cea-4d82-b11a-11747041e415 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/680b411b-2d99-44aa-835a-13a1db77317e HTTP/1.1" status: 204 len: 168 time: 0.2143519 Nov 23 18:06:34.314428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e189f5c-8cea-4d82-b11a-11747041e415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680b411b-2d99-44aa-835a-13a1db77317e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:34.450916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34974) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:34.643975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:34.663658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eacf207a-e94b-4d88-b32f-dc2a21d915f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.668489 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96a2b1c1-a658-4ce0-9ee5-8c5ae5c1eb6a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d09397419074dc391a95e39f60bfdf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162366 Nov 23 18:06:34.671146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34984) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:34.749318 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62480b12-7c45-4a5f-a0ad-76c9f0622751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.787724 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62480b12-7c45-4a5f-a0ad-76c9f0622751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.807237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eacf207a-e94b-4d88-b32f-dc2a21d915f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.813870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eacf207a-e94b-4d88-b32f-dc2a21d915f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.853596 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eacf207a-e94b-4d88-b32f-dc2a21d915f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ac01436762541b3a18d8242858dc78e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078424 Nov 23 18:06:34.853898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34990) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:34.878334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf207a-e94b-4d88-b32f-dc2a21d915f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be9849c-a9fe-45c6-a016-acb014f6d5a8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:34.906788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62480b12-7c45-4a5f-a0ad-76c9f0622751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.913072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62480b12-7c45-4a5f-a0ad-76c9f0622751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.917099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-62480b12-7c45-4a5f-a0ad-76c9f0622751 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d5d0424e-18d1-4bae-b7c5-66202a2b8859 HTTP/1.1" status: 204 len: 168 time: 0.2425616 Nov 23 18:06:34.940523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62480b12-7c45-4a5f-a0ad-76c9f0622751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d0424e-18d1-4bae-b7c5-66202a2b8859,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:34.959347 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7af00611-aae2-4770-9b65-738792675655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:34.983077 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7af00611-aae2-4770-9b65-738792675655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:35.042227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7af00611-aae2-4770-9b65-738792675655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:35.045898 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7af00611-aae2-4770-9b65-738792675655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:35.047361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7af00611-aae2-4770-9b65-738792675655 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1be9849c-a9fe-45c6-a016-acb014f6d5a8 HTTP/1.1" status: 204 len: 168 time: 0.1925075 Nov 23 18:06:35.077470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af00611-aae2-4770-9b65-738792675655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be9849c-a9fe-45c6-a016-acb014f6d5a8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:35.109914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93e9c45c-787f-43e7-a53a-582bd412689e req-aeabfa0a-220e-44df-8e2d-652490d5faa2 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0482717 Nov 23 18:06:35.177734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:35.278156 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:35.308789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67fd9-501d-4118-9f9d-ffd2b7b25da0 req-d9be764c-3c0b-4f49-bff4-d5d5d77f2dce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:35.309036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:06:35.311029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fda67fd9-501d-4118-9f9d-ffd2b7b25da0 req-d9be764c-3c0b-4f49-bff4-d5d5d77f2dce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 946 time: 0.0778849 Nov 23 18:06:35.311189 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b8e89f-d9a7-49ed-b056-3d7e3ea3c914" -d '{"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-unplugged", "status": "completed", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:06:35.334132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:35.349884 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:35.399546 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61003b1f-917c-4f69-aa79-af432b6e2a70 x-openstack-request-id: req-61003b1f-917c-4f69-aa79-af432b6e2a70 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:06:35.400120 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-unplugged", "status": "completed", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:06:35.400785 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61003b1f-917c-4f69-aa79-af432b6e2a70 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:06:35.401387 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'code': 200} Nov 23 18:06:35.420989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:35.432076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fda67fd9-501d-4118-9f9d-ffd2b7b25da0 req-8f315ab1-0fd4-4edb-b9ff-d90cc7bc421f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022401 Nov 23 18:06:36.097948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:36.234295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-secgroup--490620111'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:36.250359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7150a4b4-f35b-4948-bdfa-9f7787dc87ec req-f39bdafd-401c-43f4-96e2-cdd91a538a4b tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0532541 Nov 23 18:06:36.286541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.295957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.411048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.416792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.459857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1af50d-f180-4996-afa1-653eca0b7385,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:36.535573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.540072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.578827 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.581029 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4815431 Nov 23 18:06:36.584012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35066) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:36.585314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812ca4d-5460-4af0-b1f2-cdda761adcc9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0803aa7-c36d-4fd4-a6a4-2b36aae46afe,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:36.609821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8238-1b7c-4857-9eae-f7a94f90a47b req-fff67c52-c48e-49b9-94fe-7e1e1e220789 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:36.612706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b9c8238-1b7c-4857-9eae-f7a94f90a47b req-fff67c52-c48e-49b9-94fe-7e1e1e220789 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.0808754 Nov 23 18:06:36.743708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b9c8238-1b7c-4857-9eae-f7a94f90a47b req-7c4a59fd-32a4-423a-93c2-298a43c4afe0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208916 Nov 23 18:06:36.750867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-be80ce75-aeb4-4484-ad2f-bde8ed72493d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1631167 Nov 23 18:06:36.755936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35076) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:36.760658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7ed02837-d212-428c-8f03-905a4e9118f1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-security--1792389352', 'description': 'tempest-security-description-1517978449'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:36.811072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ed02837-d212-428c-8f03-905a4e9118f1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.878993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ed02837-d212-428c-8f03-905a4e9118f1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.885062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ed02837-d212-428c-8f03-905a4e9118f1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.891206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ed02837-d212-428c-8f03-905a4e9118f1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:36.893954 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7ed02837-d212-428c-8f03-905a4e9118f1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "PUT /v2.0/security-groups/a0803aa7-c36d-4fd4-a6a4-2b36aae46afe HTTP/1.1" status: 200 len: 1797 time: 0.1369650 Nov 23 18:06:36.897256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35084) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:36.958438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7d3e79d1-b996-4506-a6ec-4a8a6aacbb0f tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups/a0803aa7-c36d-4fd4-a6a4-2b36aae46afe HTTP/1.1" status: 200 len: 1797 time: 0.0598171 Nov 23 18:06:36.960852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35094) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:36.972819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed02837-d212-428c-8f03-905a4e9118f1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0803aa7-c36d-4fd4-a6a4-2b36aae46afe,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:37.048767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76059ffb-b1a0-461c-9ffc-15ee2fd0d996 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.079415 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76059ffb-b1a0-461c-9ffc-15ee2fd0d996 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.141719 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76059ffb-b1a0-461c-9ffc-15ee2fd0d996 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.145970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76059ffb-b1a0-461c-9ffc-15ee2fd0d996 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.147758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-76059ffb-b1a0-461c-9ffc-15ee2fd0d996 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/a0803aa7-c36d-4fd4-a6a4-2b36aae46afe HTTP/1.1" status: 204 len: 168 time: 0.1853263 Nov 23 18:06:37.150125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35100) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:37.163487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76059ffb-b1a0-461c-9ffc-15ee2fd0d996 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0803aa7-c36d-4fd4-a6a4-2b36aae46afe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:37.230544 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e7ebad6f-3fb8-4509-9fdd-ef55bf5919ec tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0790997 Nov 23 18:06:37.233374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35104) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:37.248917 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-d29c14c9-f89d-4e9f-90cf-0847ce45363a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] delete failed (client error): The resource could not be found. Nov 23 18:06:37.250162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d29c14c9-f89d-4e9f-90cf-0847ce45363a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/a0803aa7-c36d-4fd4-a6a4-2b36aae46afe HTTP/1.1" status: 404 len: 347 time: 0.0157673 Nov 23 18:06:37.255519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35108) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:37.260769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-67edc5e0-10e1-4f84-835a-57b52040712e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-secgroup--697434134'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:37.303880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67edc5e0-10e1-4f84-835a-57b52040712e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.409974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67edc5e0-10e1-4f84-835a-57b52040712e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.416380 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67edc5e0-10e1-4f84-835a-57b52040712e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.478248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ec875fa-95e9-4da8-936b-6f8c6e748dd8 req-fa3b710b-1e2b-4bb7-a011-770aab48010d tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0592277 Nov 23 18:06:37.504923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67edc5e0-10e1-4f84-835a-57b52040712e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.506210 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-67edc5e0-10e1-4f84-835a-57b52040712e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2495022 Nov 23 18:06:37.509591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35118) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:37.511333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edc5e0-10e1-4f84-835a-57b52040712e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1b07d1-5671-4df6-ba53-bdd6c6549fc4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:37.535801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f8a7a2cc-29b1-4420-9405-5247cf3fd667 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '7b1b07d1-5671-4df6-ba53-bdd6c6549fc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:37.578196 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8a7a2cc-29b1-4420-9405-5247cf3fd667 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.722452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8a7a2cc-29b1-4420-9405-5247cf3fd667 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.746250 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8a7a2cc-29b1-4420-9405-5247cf3fd667 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.784815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff726bc-cb28-4283-8cef-cdd6bd6c34d3 req-9690788d-94b6-449e-92e9-2316a59d3714 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:37.793026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ff726bc-cb28-4283-8cef-cdd6bd6c34d3 req-9690788d-94b6-449e-92e9-2316a59d3714 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1747768 Nov 23 18:06:37.797574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7a2cc-29b1-4420-9405-5247cf3fd667 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49025940-dfca-4d60-9323-50bb5dc8abcf,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:37.824147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-1cc65f5a-ab19-49df-b30d-75009b72eae4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257367 Nov 23 18:06:37.829169 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f8a7a2cc-29b1-4420-9405-5247cf3fd667 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.833804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35134) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:37.834088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f8a7a2cc-29b1-4420-9405-5247cf3fd667 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227198 Nov 23 18:06:37.841583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-dab829ab-79d4-4c67-ab2b-c3b6c93b9982 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:06:37.843091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-dab829ab-79d4-4c67-ab2b-c3b6c93b9982 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057964 Nov 23 18:06:37.901996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ff726bc-cb28-4283-8cef-cdd6bd6c34d3 req-d1904a9c-ef89-4d16-9f69-42fdb6ebb504 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928717 Nov 23 18:06:37.907075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efdc4ee5-902e-46e1-8360-f761f18327ba tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.917728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efdc4ee5-902e-46e1-8360-f761f18327ba tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.953788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efdc4ee5-902e-46e1-8360-f761f18327ba tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.962803 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efdc4ee5-902e-46e1-8360-f761f18327ba tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:37.966458 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-efdc4ee5-902e-46e1-8360-f761f18327ba tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/49025940-dfca-4d60-9323-50bb5dc8abcf HTTP/1.1" status: 204 len: 168 time: 0.1290212 Nov 23 18:06:37.967152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35138) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:37.970109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc4ee5-902e-46e1-8360-f761f18327ba tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49025940-dfca-4d60-9323-50bb5dc8abcf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:38.027453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f76a6de6-1b04-4642-ad45-a54d811e3621 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585680 Nov 23 18:06:38.028349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35142) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:38.093029 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7f5a-0c53-4b39-9434-5ef3d53d19e6 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.124297 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7f5a-0c53-4b39-9434-5ef3d53d19e6 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.223316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7f5a-0c53-4b39-9434-5ef3d53d19e6 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.226908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7f5a-0c53-4b39-9434-5ef3d53d19e6 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.228394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e8aa7f5a-0c53-4b39-9434-5ef3d53d19e6 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/7b1b07d1-5671-4df6-ba53-bdd6c6549fc4 HTTP/1.1" status: 204 len: 168 time: 0.1986582 Nov 23 18:06:38.230970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35152) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:38.240551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa7f5a-0c53-4b39-9434-5ef3d53d19e6 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1b07d1-5671-4df6-ba53-bdd6c6549fc4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:38.304064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-95594b87-92ef-495b-a2de-679dd687ab0d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565023 Nov 23 18:06:38.306881 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-624c0c4e-c605-45c4-ad01-c3c33950bdac tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0737097 Nov 23 18:06:38.310763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35154) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:38.316545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b795b364-c005-4ac8-ae4b-e8239874082b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221583141'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:38.392824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b795b364-c005-4ac8-ae4b-e8239874082b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.410533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-5b58045a-d665-4967-bde4-4902ee104d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:38.412155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-5b58045a-d665-4967-bde4-4902ee104d90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1096 time: 0.0781059 Nov 23 18:06:38.423768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35156) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:38.564115 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b795b364-c005-4ac8-ae4b-e8239874082b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.585432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b795b364-c005-4ac8-ae4b-e8239874082b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.601020 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dfde0f7-423c-4bce-bf2a-5d0374c1c946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.648735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b795b364-c005-4ac8-ae4b-e8239874082b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.650022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b795b364-c005-4ac8-ae4b-e8239874082b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3382654 Nov 23 18:06:38.652958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35162) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:38.663878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a2453efa-69dc-4211-b230-30bed708382b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '2a868e15-c3ed-44be-8813-3f7669d0360e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:38.677678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8669248-0c70-4e25-acb6-e89655353c69 req-8e68c25c-1e9e-433f-b526-a3d838cb7703 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0571225 Nov 23 18:06:38.678749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-b2ebf3cf-8fbe-43ff-80c2-8d315eb9cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:38.680357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-b2ebf3cf-8fbe-43ff-80c2-8d315eb9cfab service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.2268748 Nov 23 18:06:38.680966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795b364-c005-4ac8-ae4b-e8239874082b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a868e15-c3ed-44be-8813-3f7669d0360e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:38.739248 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2453efa-69dc-4211-b230-30bed708382b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.810421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2453efa-69dc-4211-b230-30bed708382b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.817408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2453efa-69dc-4211-b230-30bed708382b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.855921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2453efa-69dc-4211-b230-30bed708382b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7b096f-b37a-49bb-9dd7-83da5daf8b98,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:38.864236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2453efa-69dc-4211-b230-30bed708382b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:38.869359 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a2453efa-69dc-4211-b230-30bed708382b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2142875 Nov 23 18:06:38.870843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35168) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:38.876085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8c6eb3d8-0332-42b4-ad0a-c5e0d46c8966 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '2a868e15-c3ed-44be-8813-3f7669d0360e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:38.918729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3d8-0332-42b4-ad0a-c5e0d46c8966 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.015232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3d8-0332-42b4-ad0a-c5e0d46c8966 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.021050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3d8-0332-42b4-ad0a-c5e0d46c8966 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.043202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eb3d8-0332-42b4-ad0a-c5e0d46c8966 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b850897-0ea7-43ae-9a62-176ca02b729e,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:39.069409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3d8-0332-42b4-ad0a-c5e0d46c8966 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.074142 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c6eb3d8-0332-42b4-ad0a-c5e0d46c8966 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2021921 Nov 23 18:06:39.075503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35172) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:39.081819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-aad802d9-64c3-4416-9e33-213189a4cc1b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '2a868e15-c3ed-44be-8813-3f7669d0360e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:39.120313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aad802d9-64c3-4416-9e33-213189a4cc1b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.206250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aad802d9-64c3-4416-9e33-213189a4cc1b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.212509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aad802d9-64c3-4416-9e33-213189a4cc1b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.244450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad802d9-64c3-4416-9e33-213189a4cc1b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d9df11-c0c3-4768-a936-80e65d0e6ba3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:39.261149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aad802d9-64c3-4416-9e33-213189a4cc1b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.267459 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aad802d9-64c3-4416-9e33-213189a4cc1b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1895373 Nov 23 18:06:39.270396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35178) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:39.278284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d9871b3-2b46-48c8-9fbb-57eee2dadaef tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '2a868e15-c3ed-44be-8813-3f7669d0360e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:39.309114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-7590914a-e194-4e29-955b-6dd36f132800 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 1001 time: 0.6141472 Nov 23 18:06:39.321035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d9871b3-2b46-48c8-9fbb-57eee2dadaef tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.364214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b987c-38e9-4ec6-80aa-5d40d911c58e req-932db8fd-769b-4263-953d-86468f5ba4d6 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.367410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-956b987c-38e9-4ec6-80aa-5d40d911c58e req-932db8fd-769b-4263-953d-86468f5ba4d6 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1932328 Nov 23 18:06:39.404718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d9871b3-2b46-48c8-9fbb-57eee2dadaef tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.409653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d9871b3-2b46-48c8-9fbb-57eee2dadaef tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.435519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9871b3-2b46-48c8-9fbb-57eee2dadaef tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd752ea2-5cc9-4e34-af77-3c6bb2c74f57,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:39.435748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dfde0f7-423c-4bce-bf2a-5d0374c1c946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.444546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d9871b3-2b46-48c8-9fbb-57eee2dadaef tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.449833 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d9871b3-2b46-48c8-9fbb-57eee2dadaef tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1758590 Nov 23 18:06:39.450563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35180) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:39.457130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b3e67122-d110-4f77-8fed-b09baa917be1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '2a868e15-c3ed-44be-8813-3f7669d0360e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:39.460553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dfde0f7-423c-4bce-bf2a-5d0374c1c946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.465462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-951718c7-3285-4531-806e-16f55753d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.469155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-951718c7-3285-4531-806e-16f55753d10f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1524870 Nov 23 18:06:39.493410 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3e67122-d110-4f77-8fed-b09baa917be1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.517524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-026fc6e9-336e-41b5-b58c-2d261b151dc1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2812612 Nov 23 18:06:39.599942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3e67122-d110-4f77-8fed-b09baa917be1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.604548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3e67122-d110-4f77-8fed-b09baa917be1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.618983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6dfde0f7-423c-4bce-bf2a-5d0374c1c946 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7f59b13f268342aeaefafb27e830ad3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1909916 Nov 23 18:06:39.630873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35182) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:39.633295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e67122-d110-4f77-8fed-b09baa917be1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd44634-9c19-41b2-a45e-fe6820f3eae5,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:39.652392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfde0f7-423c-4bce-bf2a-5d0374c1c946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0f4bd-23d9-4321-95ce-cffbc57415ac,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:39.670397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3e67122-d110-4f77-8fed-b09baa917be1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.675389 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b3e67122-d110-4f77-8fed-b09baa917be1 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2203016 Nov 23 18:06:39.675720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-956b987c-38e9-4ec6-80aa-5d40d911c58e req-7dcaa464-e26c-42b5-8cd2-5879e6ca14a1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932110 Nov 23 18:06:39.677948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35184) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:39.717490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-d1449b2d-ba02-4afb-ace7-024fed952f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.721068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-d1449b2d-ba02-4afb-ace7-024fed952f85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190325 Nov 23 18:06:39.724878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-15744ba4-bfbb-4854-acef-b2b715f46727 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.728994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c03c311f-2a9b-4a19-8a3a-99957536a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.729676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c03c311f-2a9b-4a19-8a3a-99957536a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.730344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c03c311f-2a9b-4a19-8a3a-99957536a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.731304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c03c311f-2a9b-4a19-8a3a-99957536a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.731509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c03c311f-2a9b-4a19-8a3a-99957536a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.732130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c03c311f-2a9b-4a19-8a3a-99957536a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.732746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c03c311f-2a9b-4a19-8a3a-99957536a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:39.735573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c03c311f-2a9b-4a19-8a3a-99957536a823 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6501 time: 0.1221721 Nov 23 18:06:39.748862 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-15744ba4-bfbb-4854-acef-b2b715f46727 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.752241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef73b-5c33-4db6-9830-6bec0573651f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.776427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef73b-5c33-4db6-9830-6bec0573651f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.844640 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-15744ba4-bfbb-4854-acef-b2b715f46727 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.852859 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-15744ba4-bfbb-4854-acef-b2b715f46727 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.856350 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-15744ba4-bfbb-4854-acef-b2b715f46727 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/8cd44634-9c19-41b2-a45e-fe6820f3eae5 HTTP/1.1" status: 204 len: 168 time: 0.1757581 Nov 23 18:06:39.857365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35188) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:39.871079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15744ba4-bfbb-4854-acef-b2b715f46727 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cd44634-9c19-41b2-a45e-fe6820f3eae5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:39.888449 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef73b-5c33-4db6-9830-6bec0573651f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.891231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef73b-5c33-4db6-9830-6bec0573651f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:39.894805 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe7ef73b-5c33-4db6-9830-6bec0573651f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6b0f4bd-23d9-4321-95ce-cffbc57415ac HTTP/1.1" status: 204 len: 168 time: 0.2568581 Nov 23 18:06:39.908382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ef73b-5c33-4db6-9830-6bec0573651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0f4bd-23d9-4321-95ce-cffbc57415ac,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:39.957479 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6d46871e-f2cc-4e09-88d1-5cddeff6c99c tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0937035 Nov 23 18:06:39.958369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e25b184a-e322-487b-9b06-518ea6d62a28 req-d1ded69c-69ec-465a-bf37-30dba74fb590 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0747931 Nov 23 18:06:39.962185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35192) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.007364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89051746-0d4b-432a-a944-20ea785eff60 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.018224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89051746-0d4b-432a-a944-20ea785eff60 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.046065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-ffa7b873-4f7c-469c-8149-4cbdade987b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:40.046065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-ffa7b873-4f7c-469c-8149-4cbdade987b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:40.046415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-ffa7b873-4f7c-469c-8149-4cbdade987b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:40.048020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-ffa7b873-4f7c-469c-8149-4cbdade987b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a759d8da-536d-4250-85cc-a067d18414ce&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=890268a0-143b-470c-b56a-22a590561b48&id=890268a0-143b-470c-b56a-22a590561b48 HTTP/1.1" status: 200 len: 2298 time: 0.2679725 Nov 23 18:06:40.068440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89051746-0d4b-432a-a944-20ea785eff60 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.078482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89051746-0d4b-432a-a944-20ea785eff60 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.079923 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-89051746-0d4b-432a-a944-20ea785eff60 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/dd752ea2-5cc9-4e34-af77-3c6bb2c74f57 HTTP/1.1" status: 204 len: 168 time: 0.1161292 Nov 23 18:06:40.085040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35198) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.106110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89051746-0d4b-432a-a944-20ea785eff60 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd752ea2-5cc9-4e34-af77-3c6bb2c74f57,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:40.150617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-476a02a4-7470-4223-9d52-f32b1c650970 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc HTTP/1.1" status: 200 len: 1001 time: 0.0925112 Nov 23 18:06:40.155322 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-53edb143-01f0-4004-8ad8-4de4ec028fc8 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0686703 Nov 23 18:06:40.157927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35200) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.175435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-642118c5-94e1-485d-a3f0-841041f58007 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379666 Nov 23 18:06:40.199988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bd18503-4746-4bf4-a016-092a609877c7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.209996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bd18503-4746-4bf4-a016-092a609877c7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.245186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bd18503-4746-4bf4-a016-092a609877c7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.256478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bd18503-4746-4bf4-a016-092a609877c7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.257739 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2bd18503-4746-4bf4-a016-092a609877c7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/e0d9df11-c0c3-4768-a936-80e65d0e6ba3 HTTP/1.1" status: 204 len: 168 time: 0.0966072 Nov 23 18:06:40.260339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35204) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.287791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4bc9785-0cd5-40de-8461-2b567bf71351 req-7e9b5145-c61d-4b12-b55a-8b27270f3dfc service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894971 Nov 23 18:06:40.291635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35206) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.314229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd18503-4746-4bf4-a016-092a609877c7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0d9df11-c0c3-4768-a936-80e65d0e6ba3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:40.319934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-14492077-d090-4bc7-9f4d-04ed1cf4e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:40.321664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-14492077-d090-4bc7-9f4d-04ed1cf4e2f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8bc932-780f-4317-a7a2-0d9418b36d7a HTTP/1.1" status: 200 len: 855 time: 0.1612551 Nov 23 18:06:40.324232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a51f99d-e7c3-4686-84e1-0749f6fb5a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.362336 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-527f40c1-2d25-4102-85e6-960280235c9a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1000714 Nov 23 18:06:40.365953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35210) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.394135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-b584dcbb-6ee3-43ff-b760-97724fb9b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:40.395965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-b584dcbb-6ee3-43ff-b760-97724fb9b49a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a759d8da-536d-4250-85cc-a067d18414ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630257 Nov 23 18:06:40.408511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a44885f2-650e-4292-a66e-bfd283b2700a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.417095 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a44885f2-650e-4292-a66e-bfd283b2700a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.456455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a51f99d-e7c3-4686-84e1-0749f6fb5a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.461317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a51f99d-e7c3-4686-84e1-0749f6fb5a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.507292 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9a51f99d-e7c3-4686-84e1-0749f6fb5a99 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=701b737f003c45f7bff778e2135aa9bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2097747 Nov 23 18:06:40.507292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51f99d-e7c3-4686-84e1-0749f6fb5a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d572672c-ebb1-45ae-96a4-a8b415f04299,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:40.508346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35212) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.525524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a44885f2-650e-4292-a66e-bfd283b2700a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.540529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a44885f2-650e-4292-a66e-bfd283b2700a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.541549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a44885f2-650e-4292-a66e-bfd283b2700a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/6b850897-0ea7-43ae-9a62-176ca02b729e HTTP/1.1" status: 204 len: 168 time: 0.1699998 Nov 23 18:06:40.544472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35214) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.558667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44885f2-650e-4292-a66e-bfd283b2700a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b850897-0ea7-43ae-9a62-176ca02b729e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:40.573204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-a4c59ba4-5e50-45a6-9327-6791e5b5ece3 service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536505 Nov 23 18:06:40.589783 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a832776-76a7-4b6d-b89a-d4179d5184ef tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428624 Nov 23 18:06:40.591808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35216) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.613920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1d2838f4-4aa7-4f97-81e1-e869333eb2d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.619307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87b4bbc7-0177-4568-8243-479afb469753 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.630209 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87b4bbc7-0177-4568-8243-479afb469753 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.662641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87b4bbc7-0177-4568-8243-479afb469753 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.670224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87b4bbc7-0177-4568-8243-479afb469753 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.671473 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-87b4bbc7-0177-4568-8243-479afb469753 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/ca7b096f-b37a-49bb-9dd7-83da5daf8b98 HTTP/1.1" status: 204 len: 168 time: 0.0786824 Nov 23 18:06:40.675844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1d2838f4-4aa7-4f97-81e1-e869333eb2d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.677434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35218) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.683227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4bbc7-0177-4568-8243-479afb469753 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca7b096f-b37a-49bb-9dd7-83da5daf8b98,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:40.753123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-0a2350d9-1ef6-4901-995f-777a59cadfaa service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688538 Nov 23 18:06:40.767081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-20a6b877-312a-4b6b-bc56-bef91eb9829f tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0844126 Nov 23 18:06:40.767316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35222) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:40.848453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-b47395d1-8515-4213-bb73-38f433fd01f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 200 len: 217 time: 0.0825701 Nov 23 18:06:40.909311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1d2838f4-4aa7-4f97-81e1-e869333eb2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.912047 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1d2838f4-4aa7-4f97-81e1-e869333eb2d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:40.915828 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1d2838f4-4aa7-4f97-81e1-e869333eb2d3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d572672c-ebb1-45ae-96a4-a8b415f04299 HTTP/1.1" status: 204 len: 168 time: 0.4021306 Nov 23 18:06:40.946777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2838f4-4aa7-4f97-81e1-e869333eb2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d572672c-ebb1-45ae-96a4-a8b415f04299,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:40.957185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48034c2d-e497-4864-93c0-8c37fce390d9 req-a870b36f-ab7c-4a76-8392-01f9ab45e5b4 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:40.964626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48034c2d-e497-4864-93c0-8c37fce390d9 req-a870b36f-ab7c-4a76-8392-01f9ab45e5b4 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1862187 Nov 23 18:06:40.973632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-bb987f9e-81c3-48ab-a95e-a52973b91450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:40.974985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-bb987f9e-81c3-48ab-a95e-a52973b91450 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.1166227 Nov 23 18:06:40.981133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-696b8674-bda4-42cc-af3c-4374205c05a3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.073794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-696b8674-bda4-42cc-af3c-4374205c05a3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.119440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48034c2d-e497-4864-93c0-8c37fce390d9 req-98ecf617-9b0a-4f48-b6b4-88ec46df05a5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537061 Nov 23 18:06:41.188346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-696b8674-bda4-42cc-af3c-4374205c05a3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.202487 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-696b8674-bda4-42cc-af3c-4374205c05a3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.203712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-696b8674-bda4-42cc-af3c-4374205c05a3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/2a868e15-c3ed-44be-8813-3f7669d0360e HTTP/1.1" status: 204 len: 168 time: 0.4356174 Nov 23 18:06:41.206911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35232) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:41.233539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:06:41.234794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c7bc065a-5d26-4af8-b7cc-9bae695fb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:41.237446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c7bc065a-5d26-4af8-b7cc-9bae695fb908 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2461455 Nov 23 18:06:41.242028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c95990ff-d031-460e-a9d4-1067481e7118 req-2ef4332d-f0bd-47aa-a54a-00a3cd18cfe9 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.1359999 Nov 23 18:06:41.247206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b8674-bda4-42cc-af3c-4374205c05a3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a868e15-c3ed-44be-8813-3f7669d0360e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:41.320376 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-439df8ab-97eb-4f4c-a970-fae06ce19dfa tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1115086 Nov 23 18:06:41.320948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35234) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:41.328482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-24e1a880-9bfb-4fbe-869c-ea30fb0b2e78 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355540691'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:41.358251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff248c7f-2331-4db6-b2e1-adff9b65b0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.358900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24e1a880-9bfb-4fbe-869c-ea30fb0b2e78 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.458269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24e1a880-9bfb-4fbe-869c-ea30fb0b2e78 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.464771 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24e1a880-9bfb-4fbe-869c-ea30fb0b2e78 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.544607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-1402c3a7-79d0-49dc-8ddf-16e04faff0aa service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907469 Nov 23 18:06:41.561720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24e1a880-9bfb-4fbe-869c-ea30fb0b2e78 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.568474 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-24e1a880-9bfb-4fbe-869c-ea30fb0b2e78 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2464852 Nov 23 18:06:41.569254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35246) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:41.573245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a880-9bfb-4fbe-869c-ea30fb0b2e78 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae7850e-e23b-45a6-bc36-c38a50e0278d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:41.595017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-48871d23-765c-4397-b68d-e37400303a61 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '7ae7850e-e23b-45a6-bc36-c38a50e0278d', 'direction': 'ingress', 'protocol': 17}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:41.699282 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48871d23-765c-4397-b68d-e37400303a61 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.729896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-0a227bdc-5a2e-4240-b8d3-a711bea97434 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743615 Nov 23 18:06:41.791656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-617ef1f2-05bd-41fe-a03e-b91ba03ada89 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 200 len: 217 time: 0.0506046 Nov 23 18:06:41.821328 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48871d23-765c-4397-b68d-e37400303a61 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.841372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48871d23-765c-4397-b68d-e37400303a61 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.869342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48871d23-765c-4397-b68d-e37400303a61 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7da524-7ded-4660-8539-797011f23e20,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:41.877932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-09dd0bbd-711e-4875-a6b4-3e739b51f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:41.880046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-09dd0bbd-711e-4875-a6b4-3e739b51f17f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.0740497 Nov 23 18:06:41.884562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48871d23-765c-4397-b68d-e37400303a61 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:41.889509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35256) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:41.895221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-48871d23-765c-4397-b68d-e37400303a61 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3248932 Nov 23 18:06:41.951029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-777b2663-18fb-4a1c-93d2-83846e5b7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:41.952813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-777b2663-18fb-4a1c-93d2-83846e5b7230 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0565534 Nov 23 18:06:41.992764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d6ff66-3479-4823-a06c-15e45ece0f89 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.020520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d6ff66-3479-4823-a06c-15e45ece0f89 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.078081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d6ff66-3479-4823-a06c-15e45ece0f89 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.082103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93d6ff66-3479-4823-a06c-15e45ece0f89 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.086530 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-93d6ff66-3479-4823-a06c-15e45ece0f89 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/7ae7850e-e23b-45a6-bc36-c38a50e0278d HTTP/1.1" status: 204 len: 168 time: 0.1951482 Nov 23 18:06:42.087611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35260) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:42.097276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6ff66-3479-4823-a06c-15e45ece0f89 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae7850e-e23b-45a6-bc36-c38a50e0278d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:42.098202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-81f949d1-4a63-4ded-86b3-d2729a623557 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351390 Nov 23 18:06:42.223044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-87a46b19-9a62-45b0-98ea-e72508e4ae1f tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1301556 Nov 23 18:06:42.223831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35266) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:42.228017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-86c1044d-57cb-46a2-b405-c937e9465d6d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-secgroup--686712894'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:42.274274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c1044d-57cb-46a2-b405-c937e9465d6d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.281452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-b84510ea-c6b2-40de-ae85-bdbace6d3822 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724133 Nov 23 18:06:42.348980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240daa91-5fbe-4ae9-a43c-042e50580a61 req-921ee257-de42-42ed-91f8-8e91f4b0fdd1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:42.359717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-240daa91-5fbe-4ae9-a43c-042e50580a61 req-921ee257-de42-42ed-91f8-8e91f4b0fdd1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1197741 Nov 23 18:06:42.364030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-f0316847-dbc2-4da2-8f53-16a96b69f011 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590 HTTP/1.1" status: 200 len: 217 time: 0.0674369 Nov 23 18:06:42.408164 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c1044d-57cb-46a2-b405-c937e9465d6d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.416876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c1044d-57cb-46a2-b405-c937e9465d6d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.457140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c1044d-57cb-46a2-b405-c937e9465d6d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.458681 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-86c1044d-57cb-46a2-b405-c937e9465d6d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2340062 Nov 23 18:06:42.460280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1044d-57cb-46a2-b405-c937e9465d6d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0229280-14d8-488c-b244-bbae66e020b3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:42.460568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a8167e1-0188-41a6-a11e-dbc86ce9f404 req-68418970-2f8a-4477-8adb-8ea55b7b9031 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0713217 Nov 23 18:06:42.462298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35276) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:42.466954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1eb09efd-b99a-4cb9-9904-500d9d9d3930 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923707890'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:42.504213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-120d7b94-e4cd-45fe-bda5-2b1b7772ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:42.506540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-120d7b94-e4cd-45fe-bda5-2b1b7772ac28 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.1276350 Nov 23 18:06:42.512651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-240daa91-5fbe-4ae9-a43c-042e50580a61 req-aa31e25a-e69d-4354-ba17-fb150e83ba43 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520627 Nov 23 18:06:42.514396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1eb09efd-b99a-4cb9-9904-500d9d9d3930 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.585543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-ed3b13a7-19f6-4b61-a22b-944cebee3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:42.591613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-ed3b13a7-19f6-4b61-a22b-944cebee3cdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768154 Nov 23 18:06:42.674939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1eb09efd-b99a-4cb9-9904-500d9d9d3930 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.685626 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1eb09efd-b99a-4cb9-9904-500d9d9d3930 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.736387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb09efd-b99a-4cb9-9904-500d9d9d3930 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033b040b-ae1d-489b-b45a-ae768e28c4bf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:42.743003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1eb09efd-b99a-4cb9-9904-500d9d9d3930 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.746745 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1eb09efd-b99a-4cb9-9904-500d9d9d3930 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2809730 Nov 23 18:06:42.747111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35288) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:42.754072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-236f3b91-ca56-4025-83cf-c2071b7a257e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': 'b0229280-14d8-488c-b244-bbae66e020b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '033b040b-ae1d-489b-b45a-ae768e28c4bf', 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:42.789570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-90471fb9-7e3b-4d32-82a4-21d7742c00af service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897700 Nov 23 18:06:42.792168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-236f3b91-ca56-4025-83cf-c2071b7a257e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.887050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-236f3b91-ca56-4025-83cf-c2071b7a257e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.898016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-236f3b91-ca56-4025-83cf-c2071b7a257e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.918414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f3b91-ca56-4025-83cf-c2071b7a257e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c551469-7c53-4a86-a277-bd27c79b8902,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:42.921540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-0b1648c2-07a6-4229-b57f-3baeac288e10 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117826 Nov 23 18:06:42.932483 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-236f3b91-ca56-4025-83cf-c2071b7a257e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.933760 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-236f3b91-ca56-4025-83cf-c2071b7a257e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1854370 Nov 23 18:06:42.936745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35294) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:42.968173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c05e1af-22ff-4798-a650-3505bb6931a2 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.979725 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c05e1af-22ff-4798-a650-3505bb6931a2 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.993883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-a6bb9f8a-04f6-4a48-a118-b8f6a17216a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=fa5b9667-17da-4194-8199-c128622a21be HTTP/1.1" status: 200 len: 217 time: 0.0637078 Nov 23 18:06:43.024985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c05e1af-22ff-4798-a650-3505bb6931a2 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.037664 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c05e1af-22ff-4798-a650-3505bb6931a2 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.039615 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5c05e1af-22ff-4798-a650-3505bb6931a2 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/0c551469-7c53-4a86-a277-bd27c79b8902 HTTP/1.1" status: 204 len: 168 time: 0.1004009 Nov 23 18:06:43.042398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35298) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:43.056503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-60aca263-a829-415a-bf42-0595227a82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:43.058006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-60aca263-a829-415a-bf42-0595227a82f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.0570564 Nov 23 18:06:43.062972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05e1af-22ff-4798-a650-3505bb6931a2 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c551469-7c53-4a86-a277-bd27c79b8902,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:43.110786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-57c9bdd6-9741-4098-abf5-560f962f70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:43.113299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-57c9bdd6-9741-4098-abf5-560f962f70d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476973 Nov 23 18:06:43.115912 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b96f27b0-a841-4f93-9a3b-1c4da5f7fddb tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0717258 Nov 23 18:06:43.118323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35302) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:43.205268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5d0328f-b50c-4ad7-b4c2-f3a06c74c91e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.232082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-1bc8b629-ffa3-46c8-a1db-eabf77cd69b2 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107061 Nov 23 18:06:43.254571 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5d0328f-b50c-4ad7-b4c2-f3a06c74c91e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.304125 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f268f40e-fb1f-4db8-9e96-b4a2a11d0faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.333225 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5d0328f-b50c-4ad7-b4c2-f3a06c74c91e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.341002 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5d0328f-b50c-4ad7-b4c2-f3a06c74c91e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.341002 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e5d0328f-b50c-4ad7-b4c2-f3a06c74c91e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/033b040b-ae1d-489b-b45a-ae768e28c4bf HTTP/1.1" status: 204 len: 168 time: 0.2192223 Nov 23 18:06:43.341835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:43.360578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c1933af7-dc27-4504-8b22-20f96ef22825 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211629 Nov 23 18:06:43.389460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0328f-b50c-4ad7-b4c2-f3a06c74c91e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b040b-ae1d-489b-b45a-ae768e28c4bf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:43.442025 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4617653d-8c2c-44fb-a109-23c3b0150900 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0935216 Nov 23 18:06:43.444977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35318) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:43.457812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-d91cdd50-3160-43e5-a906-f91badb9de5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73 HTTP/1.1" status: 200 len: 217 time: 0.0884390 Nov 23 18:06:43.546242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4eb27d5f-2049-4f7f-9520-491d13a487ea tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.577048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4eb27d5f-2049-4f7f-9520-491d13a487ea tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.620105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e404d0d-8dea-497a-abce-0e31cea2bebb req-95d56d3d-993d-49d1-8b92-7da868dcd761 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0433996 Nov 23 18:06:43.632856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4eb27d5f-2049-4f7f-9520-491d13a487ea tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.634553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c9e38910-ba72-40f5-aa28-de57ee5abde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:43.636314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4eb27d5f-2049-4f7f-9520-491d13a487ea tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.637757 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4eb27d5f-2049-4f7f-9520-491d13a487ea tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/b0229280-14d8-488c-b244-bbae66e020b3 HTTP/1.1" status: 204 len: 168 time: 0.1913130 Nov 23 18:06:43.641258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c9e38910-ba72-40f5-aa28-de57ee5abde0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.1651890 Nov 23 18:06:43.641580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35330) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:43.657172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5177b-72ca-456d-9b3e-6a71b769ce15 req-2ad881cb-aabc-4b06-ac28-b3c8518ab3d1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:43.659012 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebe5177b-72ca-456d-9b3e-6a71b769ce15 req-2ad881cb-aabc-4b06-ac28-b3c8518ab3d1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.1432784 Nov 23 18:06:43.668726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb27d5f-2049-4f7f-9520-491d13a487ea tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0229280-14d8-488c-b244-bbae66e020b3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:43.724926 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fbc58bd9-7643-4729-9e87-4ee708e98fbc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820146 Nov 23 18:06:43.732530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35338) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:43.739744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b167168a-b840-4c7c-9e52-8aa0cdf4303e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-secgroup--429991916'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:43.784600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-7636b2be-0bd8-4a66-b951-c75071078748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:43.786319 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b167168a-b840-4c7c-9e52-8aa0cdf4303e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.786775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-7636b2be-0bd8-4a66-b951-c75071078748 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267085 Nov 23 18:06:43.805141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebe5177b-72ca-456d-9b3e-6a71b769ce15 req-2de84dad-2b22-4c02-b354-1f48f180269d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942538 Nov 23 18:06:43.881562 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b167168a-b840-4c7c-9e52-8aa0cdf4303e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.903418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b167168a-b840-4c7c-9e52-8aa0cdf4303e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.970754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb12f-600c-43c1-a107-a815a46a783b req-29324b7c-47fc-42d0-9d20-51a86a94d86c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:43.973174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c62bb12f-600c-43c1-a107-a815a46a783b req-29324b7c-47fc-42d0-9d20-51a86a94d86c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1469541 Nov 23 18:06:43.974614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b167168a-b840-4c7c-9e52-8aa0cdf4303e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.977528 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b167168a-b840-4c7c-9e52-8aa0cdf4303e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2434332 Nov 23 18:06:43.979804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35348) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:43.987619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d772e025-ba10-4cff-91f5-04cd054a98d5 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '1d2e4623-b847-4e2e-8fdc-8a2e24a3418c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:43.995170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167168a-b840-4c7c-9e52-8aa0cdf4303e tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e4623-b847-4e2e-8fdc-8a2e24a3418c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:44.023505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-cff271ba-0256-4495-881c-6c3ab4e5ed50 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153528 Nov 23 18:06:44.033214 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d772e025-ba10-4cff-91f5-04cd054a98d5 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.079769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c62bb12f-600c-43c1-a107-a815a46a783b req-7a30f325-f488-44e6-998c-d1b666d75a50 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968280 Nov 23 18:06:44.136995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d772e025-ba10-4cff-91f5-04cd054a98d5 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.145703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d772e025-ba10-4cff-91f5-04cd054a98d5 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.178862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772e025-ba10-4cff-91f5-04cd054a98d5 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c33f519-72dc-436a-941f-42f45ccf68de,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:44.193508 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d772e025-ba10-4cff-91f5-04cd054a98d5 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.197589 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d772e025-ba10-4cff-91f5-04cd054a98d5 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2137511 Nov 23 18:06:44.197948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35360) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:44.207855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c51ec542-8b3e-4716-b445-4294ea37bd6f service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716778 Nov 23 18:06:44.229686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1720a585-e85c-431b-a0fb-cb2089669e68 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.243639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1720a585-e85c-431b-a0fb-cb2089669e68 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.253759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-f660806c-573b-4996-acfb-eb5a0be1253f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44 HTTP/1.1" status: 200 len: 217 time: 0.0365162 Nov 23 18:06:44.307419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1720a585-e85c-431b-a0fb-cb2089669e68 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.314793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1720a585-e85c-431b-a0fb-cb2089669e68 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.317346 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1720a585-e85c-431b-a0fb-cb2089669e68 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/1c33f519-72dc-436a-941f-42f45ccf68de HTTP/1.1" status: 204 len: 168 time: 0.1170433 Nov 23 18:06:44.321097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35364) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:44.329734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720a585-e85c-431b-a0fb-cb2089669e68 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c33f519-72dc-436a-941f-42f45ccf68de,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:44.377248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-9344f45d-f52e-46f4-addd-cbab732b172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:44.379049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-9344f45d-f52e-46f4-addd-cbab732b172e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.1111231 Nov 23 18:06:44.396816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-34c5cf5f-978a-4cc1-8d5e-b5d32213015d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745752 Nov 23 18:06:44.399594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35372) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:44.480738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-1e40b281-4de6-4f0b-beef-11874ff437af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:44.482273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-1e40b281-4de6-4f0b-beef-11874ff437af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0843945 Nov 23 18:06:44.519398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f922687a-5085-41ef-bcd5-da9eb35b3e69 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.574581 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f922687a-5085-41ef-bcd5-da9eb35b3e69 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.639967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-c7f4f326-334b-4327-bcbf-7e6d36d51ece service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459627 Nov 23 18:06:44.645478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f922687a-5085-41ef-bcd5-da9eb35b3e69 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.648632 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f922687a-5085-41ef-bcd5-da9eb35b3e69 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.652302 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f922687a-5085-41ef-bcd5-da9eb35b3e69 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/1d2e4623-b847-4e2e-8fdc-8a2e24a3418c HTTP/1.1" status: 204 len: 168 time: 0.2491791 Nov 23 18:06:44.654506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35380) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:44.722181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35384) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:44.730551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922687a-5085-41ef-bcd5-da9eb35b3e69 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e4623-b847-4e2e-8fdc-8a2e24a3418c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:44.772186 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d7f10557-8efd-4048-a1f9-008d859f7669 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1164956 Nov 23 18:06:44.776590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35388) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:44.785009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6935ac2f-4684-48e7-87b3-0c3850f27cc3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550030506'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:44.819498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6e1fcb8-c639-4f14-b607-55d8f9a1c161 req-ce35f73f-5424-4eea-bba9-af0e1adf8673 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713824 Nov 23 18:06:44.828282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce980821-f6bf-4936-99a8-0264adbccd11 req-f1cbe6d5-ceab-41cb-8c71-7b891ee484a0 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0409138 Nov 23 18:06:44.843126 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6935ac2f-4684-48e7-87b3-0c3850f27cc3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.962941 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6935ac2f-4684-48e7-87b3-0c3850f27cc3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.967743 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6935ac2f-4684-48e7-87b3-0c3850f27cc3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.974223 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1538997e-4261-4316-a7b8-d8294f9032af admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.008591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935ac2f-4684-48e7-87b3-0c3850f27cc3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345c4bd2-e253-453f-8c15-a4700d02c456,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:45.013349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6935ac2f-4684-48e7-87b3-0c3850f27cc3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.019324 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6935ac2f-4684-48e7-87b3-0c3850f27cc3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2412107 Nov 23 18:06:45.020520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35394) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.025781 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2d1e4226-da15-4d2b-9158-ac668f6879bc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '345c4bd2-e253-453f-8c15-a4700d02c456', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:45.026333 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.065175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4226-da15-4d2b-9158-ac668f6879bc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.082253 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1538997e-4261-4316-a7b8-d8294f9032af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.089046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1538997e-4261-4316-a7b8-d8294f9032af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.132364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1538997e-4261-4316-a7b8-d8294f9032af admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e0b3f49621340f091ed6012a8382fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4058628 Nov 23 18:06:45.132653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4226-da15-4d2b-9158-ac668f6879bc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.132775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35400) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.142452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4226-da15-4d2b-9158-ac668f6879bc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.164423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538997e-4261-4316-a7b8-d8294f9032af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d25110-6d08-4fc3-8705-ec39eb15e99a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:45.198514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e4226-da15-4d2b-9158-ac668f6879bc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec76ee7d-786c-41c5-9c17-dd1fca2cd0dc,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:45.209573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4226-da15-4d2b-9158-ac668f6879bc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.217096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2d1e4226-da15-4d2b-9158-ac668f6879bc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1949427 Nov 23 18:06:45.217747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35402) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.249466 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f53d8ea7-8399-4b72-aecb-943f24e4dbb3 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules/ec76ee7d-786c-41c5-9c17-dd1fca2cd0dc HTTP/1.1" status: 200 len: 763 time: 0.0303667 Nov 23 18:06:45.251688 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35404) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.252163 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47250b4f-2cf8-400c-a618-dcfe88e2729d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.307365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47250b4f-2cf8-400c-a618-dcfe88e2729d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.333967 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3d81d5b2-94c1-4647-89a5-e514c59b1fb0 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0772796 Nov 23 18:06:45.333967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35408) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.339223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beee4f0-c3f5-4bb4-9186-6c1d632f5209 req-6c7610e6-79a4-44a2-a258-1ee2e0b90311 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:45.340804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2beee4f0-c3f5-4bb4-9186-6c1d632f5209 req-6c7610e6-79a4-44a2-a258-1ee2e0b90311 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.0900583 Nov 23 18:06:45.388925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e648c33-86a8-4f52-9ad1-af818990fa3d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.402030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e648c33-86a8-4f52-9ad1-af818990fa3d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.414491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2beee4f0-c3f5-4bb4-9186-6c1d632f5209 req-0fbcb5ce-0114-46e6-bc8f-95325529d85a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622649 Nov 23 18:06:45.444291 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47250b4f-2cf8-400c-a618-dcfe88e2729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.449367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47250b4f-2cf8-400c-a618-dcfe88e2729d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.452202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e648c33-86a8-4f52-9ad1-af818990fa3d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.456560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-47250b4f-2cf8-400c-a618-dcfe88e2729d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7d25110-6d08-4fc3-8705-ec39eb15e99a HTTP/1.1" status: 204 len: 168 time: 0.3225391 Nov 23 18:06:45.467653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e648c33-86a8-4f52-9ad1-af818990fa3d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.472727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35412) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.474031 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4e648c33-86a8-4f52-9ad1-af818990fa3d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/ec76ee7d-786c-41c5-9c17-dd1fca2cd0dc HTTP/1.1" status: 204 len: 168 time: 0.1391845 Nov 23 18:06:45.486974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e648c33-86a8-4f52-9ad1-af818990fa3d tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec76ee7d-786c-41c5-9c17-dd1fca2cd0dc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:45.490953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47250b4f-2cf8-400c-a618-dcfe88e2729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d25110-6d08-4fc3-8705-ec39eb15e99a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:45.562803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c86457d-3d13-47e7-9ac9-f8329abfd16f tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0873482 Nov 23 18:06:45.567063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35414) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.571730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f897fdf2-3cde-4076-af9a-d774ca7d103b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '345c4bd2-e253-453f-8c15-a4700d02c456', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:45.636135 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f897fdf2-3cde-4076-af9a-d774ca7d103b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.703149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f897fdf2-3cde-4076-af9a-d774ca7d103b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.710722 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f897fdf2-3cde-4076-af9a-d774ca7d103b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.742517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897fdf2-3cde-4076-af9a-d774ca7d103b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadf62b2-7d81-4ec6-898d-7d375918aa30,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:45.753681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f897fdf2-3cde-4076-af9a-d774ca7d103b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.755288 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f897fdf2-3cde-4076-af9a-d774ca7d103b tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1871254 Nov 23 18:06:45.758104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35422) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.792721 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3b3a021d-da42-4595-8822-fe35e71042f2 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules/aadf62b2-7d81-4ec6-898d-7d375918aa30 HTTP/1.1" status: 200 len: 763 time: 0.0328219 Nov 23 18:06:45.795621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35424) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.859320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5ca8543e-d9d7-43cb-b1f6-50ba81631f95 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0609946 Nov 23 18:06:45.861163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35428) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.917003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e5476e8-ed5d-4b4f-98ba-b3f80e0081f9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.927536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e5476e8-ed5d-4b4f-98ba-b3f80e0081f9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.981484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e5476e8-ed5d-4b4f-98ba-b3f80e0081f9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.987951 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e5476e8-ed5d-4b4f-98ba-b3f80e0081f9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.989962 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2e5476e8-ed5d-4b4f-98ba-b3f80e0081f9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/aadf62b2-7d81-4ec6-898d-7d375918aa30 HTTP/1.1" status: 204 len: 168 time: 0.1277509 Nov 23 18:06:45.990591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35432) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:45.996294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35434) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.008911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5476e8-ed5d-4b4f-98ba-b3f80e0081f9 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aadf62b2-7d81-4ec6-898d-7d375918aa30,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:46.022384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c681171-9abd-401a-9ad1-11bd2aa6040e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.050277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34a7f1ae-1e5a-4c37-933c-989ea26f2b37 req-df34d48e-1aee-4c88-9938-2b2ecf33092b tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0715072 Nov 23 18:06:46.082816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9de34b18-15e8-4c83-ba63-3bf31b1bfbd5 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825589 Nov 23 18:06:46.085576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35438) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.097983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6a92420c-d331-4c35-b8e4-466e038297f7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Request body: {'security_group_rule': {'security_group_id': '345c4bd2-e253-453f-8c15-a4700d02c456', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:06:46.139073 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-6a92420c-d331-4c35-b8e4-466e038297f7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Project 9184be59d0a54cf8932e275d8039966f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:06:46.152358 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6a92420c-d331-4c35-b8e4-466e038297f7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.167576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c681171-9abd-401a-9ad1-11bd2aa6040e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.173702 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c681171-9abd-401a-9ad1-11bd2aa6040e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.227243 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c681171-9abd-401a-9ad1-11bd2aa6040e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2845f529bf334368908f7c0eda57c9d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312343 Nov 23 18:06:46.228463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35442) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.246516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c681171-9abd-401a-9ad1-11bd2aa6040e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3814be-4e48-492a-a55f-8226364568ca,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:46.263548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6a92420c-d331-4c35-b8e4-466e038297f7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.269812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6a92420c-d331-4c35-b8e4-466e038297f7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.292359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92420c-d331-4c35-b8e4-466e038297f7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d1f33e-f86f-4d8a-a830-78147855da97,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:46.302426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57eb2946-b7f8-4cf7-9b21-c36836c96238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.303933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6a92420c-d331-4c35-b8e4-466e038297f7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.305610 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6a92420c-d331-4c35-b8e4-466e038297f7 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2176597 Nov 23 18:06:46.308474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35444) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.328486 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-665df704-3104-41bb-b7f4-cb7d6a3c287a tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules/d6d1f33e-f86f-4d8a-a830-78147855da97 HTTP/1.1" status: 200 len: 769 time: 0.0165925 Nov 23 18:06:46.328643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57eb2946-b7f8-4cf7-9b21-c36836c96238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.328763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35446) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.364216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.385893 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57eb2946-b7f8-4cf7-9b21-c36836c96238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.389014 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57eb2946-b7f8-4cf7-9b21-c36836c96238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.390778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-57eb2946-b7f8-4cf7-9b21-c36836c96238 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c3814be-4e48-492a-a55f-8226364568ca HTTP/1.1" status: 204 len: 168 time: 0.1608155 Nov 23 18:06:46.393596 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-be6a14b5-424a-4dfb-b8b0-bf12b5303cbf tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0635331 Nov 23 18:06:46.398452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35450) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.405416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2946-b7f8-4cf7-9b21-c36836c96238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3814be-4e48-492a-a55f-8226364568ca,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:46.433550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5c34170-9888-49bc-b355-5b7bc0a5f496 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.457705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5c34170-9888-49bc-b355-5b7bc0a5f496 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.496087 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5c34170-9888-49bc-b355-5b7bc0a5f496 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.509437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5c34170-9888-49bc-b355-5b7bc0a5f496 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.511383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b5c34170-9888-49bc-b355-5b7bc0a5f496 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/d6d1f33e-f86f-4d8a-a830-78147855da97 HTTP/1.1" status: 204 len: 168 time: 0.1112661 Nov 23 18:06:46.513651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35454) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.526341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c34170-9888-49bc-b355-5b7bc0a5f496 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6d1f33e-f86f-4d8a-a830-78147855da97,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:46.570553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35456) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.570904 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e418e64d-f7d5-438d-95df-f74d3e82b654 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0559821 Nov 23 18:06:46.602982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533f78f-44c1-4265-b37a-a2bf5baf6ada req-efa9d8a3-5355-4b07-a2b4-6ed1a750dc58 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:46.604513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4533f78f-44c1-4265-b37a-a2bf5baf6ada req-efa9d8a3-5355-4b07-a2b4-6ed1a750dc58 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.0879157 Nov 23 18:06:46.661190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2acb90-65a1-4d0a-9409-5927efd113fc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.698602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2acb90-65a1-4d0a-9409-5927efd113fc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.704128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4533f78f-44c1-4265-b37a-a2bf5baf6ada req-0897aa89-01b4-4f79-8d1c-551354d9a36f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920687 Nov 23 18:06:46.759003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2acb90-65a1-4d0a-9409-5927efd113fc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.762021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2acb90-65a1-4d0a-9409-5927efd113fc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.765760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fc2acb90-65a1-4d0a-9409-5927efd113fc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "DELETE /v2.0/security-groups/345c4bd2-e253-453f-8c15-a4700d02c456 HTTP/1.1" status: 204 len: 168 time: 0.1918361 Nov 23 18:06:46.766025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35466) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.780648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2acb90-65a1-4d0a-9409-5927efd113fc tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c4bd2-e253-453f-8c15-a4700d02c456,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:46.821965 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c539c280-2148-4fe3-9d7d-e0242b028e7c tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547292 Nov 23 18:06:46.825971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35472) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:46.873376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ee3000fb-700f-4a7b-9410-bf3199e51ce2 tempest-SecGroupIPv6Test-2118973128 tempest-SecGroupIPv6Test-2118973128-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0462368 Nov 23 18:06:47.255742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6c652bb-4c0a-4ae7-8a46-d8f66f7c2070 req-fa8c6bc7-0bae-469c-8c96-cb4752a9404d tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0407038 Nov 23 18:06:47.305540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35494) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:47.582708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-08e034fb-12fe-4416-a154-f575d293d3ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9184be59d0a54cf8932e275d8039966f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755423 Nov 23 18:06:47.585198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35504) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:47.633185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0b701654-5c67-48c4-b9ce-290371576ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:47.657528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0b701654-5c67-48c4-b9ce-290371576ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:47.711506 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0b701654-5c67-48c4-b9ce-290371576ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:47.714269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0b701654-5c67-48c4-b9ce-290371576ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:47.719151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0b701654-5c67-48c4-b9ce-290371576ec4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c1af50d-f180-4996-afa1-653eca0b7385 HTTP/1.1" status: 204 len: 168 time: 0.1293864 Nov 23 18:06:47.725355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b701654-5c67-48c4-b9ce-290371576ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1af50d-f180-4996-afa1-653eca0b7385,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:47.738376 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:47.874148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-713c122f-425c-4d37-b2c5-7ce91240ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:47.876352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-713c122f-425c-4d37-b2c5-7ce91240ce81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771&tenant_id=763dab3003a948db90155c6008598a87 HTTP/1.1" status: 200 len: 1095 time: 0.0647321 Nov 23 18:06:47.887888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93fb2f-35f6-4c3a-8689-fa4703f79b22 req-54e95d68-dd0b-4930-999b-ff912797dad9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:47.889706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e93fb2f-35f6-4c3a-8689-fa4703f79b22 req-54e95d68-dd0b-4930-999b-ff912797dad9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.0891173 Nov 23 18:06:47.972044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e93fb2f-35f6-4c3a-8689-fa4703f79b22 req-b529f5c7-5f0b-4426-990f-b0a46c44ce2f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739763 Nov 23 18:06:47.985022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-2359271a-7a89-4ca3-90fc-952616afe1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:47.987147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-2359271a-7a89-4ca3-90fc-952616afe1fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1095 time: 0.0798609 Nov 23 18:06:48.092826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-0f74815e-c86c-4d92-8c25-e32cc2604bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:48.094329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-0f74815e-c86c-4d92-8c25-e32cc2604bd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.0951269 Nov 23 18:06:48.192457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-e9938998-aee5-442f-b1e8-dbc85bc90c86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 200 len: 999 time: 0.0876241 Nov 23 18:06:48.270168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-318f729f-3cdd-44af-aa3e-29d2a5d21aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:48.272420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-318f729f-3cdd-44af-aa3e-29d2a5d21aae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.0682609 Nov 23 18:06:48.365738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-7f4fcafb-5ea0-463c-80af-567861909764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:48.368817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-7f4fcafb-5ea0-463c-80af-567861909764 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845749 Nov 23 18:06:48.533626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-d1a88da0-e6c2-47a8-81bf-2fc6852f148d service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405487 Nov 23 18:06:48.584770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb18b60a-6a64-4aaf-a7c4-c3ddc4098b4b req-6acae15b-e037-4cad-a26e-36f999f31560 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.1949100 Nov 23 18:06:48.735342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-9e62b2d6-81b3-491a-88e8-fc73584ca461 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531630 Nov 23 18:06:49.116369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b7c8d-3ea2-4829-82d1-c8d0fee0bcd2 req-a7756acc-4c87-4554-b331-bfe2e866ca9a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:49.124666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a8b7c8d-3ea2-4829-82d1-c8d0fee0bcd2 req-a7756acc-4c87-4554-b331-bfe2e866ca9a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.0590529 Nov 23 18:06:49.204762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a8b7c8d-3ea2-4829-82d1-c8d0fee0bcd2 req-2d588b09-a3b0-403f-b8cc-aaf59fd294e0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788822 Nov 23 18:06:49.250467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:06:49.869956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-869da886-2fb4-4af0-a375-8d136c0ae52e req-8b83c185-25eb-4c9f-8e49-e85ac8a6cf7f tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0660317 Nov 23 18:06:50.004927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:50.048112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'mac_address': 'fa:16:3e:cc:12:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:06:50.240233 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:50.320862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:50.331576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:06:50.426337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:50.438053 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:50.617772 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:50.625406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:50.632914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:06:50.767093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da442f3-9b43-4b0d-9ebc-1ebb0f67e5e0 req-931034b6-2d14-4fe4-8c71-704f8a4c1c37 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:50.781822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4da442f3-9b43-4b0d-9ebc-1ebb0f67e5e0 req-931034b6-2d14-4fe4-8c71-704f8a4c1c37 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.2848866 Nov 23 18:06:50.944145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4da442f3-9b43-4b0d-9ebc-1ebb0f67e5e0 req-448bbcd4-2bbc-4295-93e5-a66904d30df1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548629 Nov 23 18:06:51.103650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eed06554-29f8-476c-b184-f951324cf36e req-6a8bba21-1ea3-46ac-a068-2f5bc0aa7f81 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0767560 Nov 23 18:06:51.262673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:06:51.427432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35688) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:51.468383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35692) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:51.579997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:06:51.579997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:51.718027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-794ad9f6-27db-43c3-8641-e37979f9afb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:51.776756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a486f5c-ffdd-4f59-ade0-05dfc25120e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:51.957287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a486f5c-ffdd-4f59-ade0-05dfc25120e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:51.967608 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a486f5c-ffdd-4f59-ade0-05dfc25120e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:51.982001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-794ad9f6-27db-43c3-8641-e37979f9afb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:51.992411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-794ad9f6-27db-43c3-8641-e37979f9afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.053423 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8a486f5c-ffdd-4f59-ade0-05dfc25120e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc73b9535d0847e3a08792e27f9464a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764832 Nov 23 18:06:52.054933 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a486f5c-ffdd-4f59-ade0-05dfc25120e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64796dad-eab9-410e-ba88-29622f6bf1b1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:52.058019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35704) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:52.070677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.116323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1d1281f-036f-414f-83d3-7119c4769486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.125938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:06:52.131188 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2644d762-b1b0-4291-86a2-9b03b9b69db3" -d '{"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:06:52.154439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1d1281f-036f-414f-83d3-7119c4769486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.211725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ad9f6-27db-43c3-8641-e37979f9afb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd74afa-921c-4052-af83-c5801a2a8159,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:52.229387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:06:52.263106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1d1281f-036f-414f-83d3-7119c4769486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.266443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1d1281f-036f-414f-83d3-7119c4769486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.269122 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c1d1281f-036f-414f-83d3-7119c4769486 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/64796dad-eab9-410e-ba88-29622f6bf1b1 HTTP/1.1" status: 204 len: 168 time: 0.2097435 Nov 23 18:06:52.270064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-794ad9f6-27db-43c3-8641-e37979f9afb5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=170e8ea15a9246d6bd1139d6e5156201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8406823 Nov 23 18:06:52.270376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35710) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:52.286362 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.295244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1281f-036f-414f-83d3-7119c4769486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64796dad-eab9-410e-ba88-29622f6bf1b1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:52.318835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5056-a95c-4480-9dc6-c589c913034f req-02cc848e-3dd6-4d8b-9a68-5c158a92840b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:52.326464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c26d5056-a95c-4480-9dc6-c589c913034f req-02cc848e-3dd6-4d8b-9a68-5c158a92840b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1867027 Nov 23 18:06:52.380451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7a4122c-48e7-40e2-b38a-36cbc1eb88c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.399721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:52.433971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa6c6399-cf07-4fb6-948f-8dc31f9abc16 req-38e53c99-26d4-43df-ad83-3ef2e3525f44 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.1038816 Nov 23 18:06:52.441572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7a4122c-48e7-40e2-b38a-36cbc1eb88c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.532496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c26d5056-a95c-4480-9dc6-c589c913034f req-afc1f04c-4372-424c-8504-48c964112dae tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050097 Nov 23 18:06:52.547424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7a4122c-48e7-40e2-b38a-36cbc1eb88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.555780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7a4122c-48e7-40e2-b38a-36cbc1eb88c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:52.559728 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b7a4122c-48e7-40e2-b38a-36cbc1eb88c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7fd74afa-921c-4052-af83-c5801a2a8159 HTTP/1.1" status: 204 len: 168 time: 0.2840819 Nov 23 18:06:52.565418 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9625fd-c530-448b-8735-bac78fe9d77c x-openstack-request-id: req-cf9625fd-c530-448b-8735-bac78fe9d77c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:06:52.565724 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:06:52.565989 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cf9625fd-c530-448b-8735-bac78fe9d77c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:06:52.566463 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'code': 200} Nov 23 18:06:52.581332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4122c-48e7-40e2-b38a-36cbc1eb88c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd74afa-921c-4052-af83-c5801a2a8159,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:53.162519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35730) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:53.193840 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31108963-8af6-4ba9-a5be-556d7e351615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.384393 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31108963-8af6-4ba9-a5be-556d7e351615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.395269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31108963-8af6-4ba9-a5be-556d7e351615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.445534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31108963-8af6-4ba9-a5be-556d7e351615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3260e9-f0d6-4250-8d38-13450cb98410,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:53.518920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-31108963-8af6-4ba9-a5be-556d7e351615 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=51b6665a078e4a9fa021ce8eabfdb7dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518298 Nov 23 18:06:53.519164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35734) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:53.530211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35736) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:53.583429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12642360-1f5d-45ab-b959-3b23340fefab admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.761354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-974a11c6-7e26-4575-8381-b33fe766e972 req-2a2b1c2e-c5ed-41b6-8560-2e67c13fcf48 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0681298 Nov 23 18:06:53.796992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d716e61-e350-4945-bcb0-95a4afc32856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.822670 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d716e61-e350-4945-bcb0-95a4afc32856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.823823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12642360-1f5d-45ab-b959-3b23340fefab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.833246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12642360-1f5d-45ab-b959-3b23340fefab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.873713 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-12642360-1f5d-45ab-b959-3b23340fefab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2a24a9575b14447f981bbe88d910dccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3395936 Nov 23 18:06:53.873958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35744) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:06:53.894243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d716e61-e350-4945-bcb0-95a4afc32856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.896761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d716e61-e350-4945-bcb0-95a4afc32856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:53.897948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4d716e61-e350-4945-bcb0-95a4afc32856 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa3260e9-f0d6-4250-8d38-13450cb98410 HTTP/1.1" status: 204 len: 168 time: 0.3778667 Nov 23 18:06:53.915625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d716e61-e350-4945-bcb0-95a4afc32856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3260e9-f0d6-4250-8d38-13450cb98410,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:53.931630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eddbbb-cda0-4a9b-aafd-fa6ad9f1ac4b req-59b6de7f-fc5d-493c-ab8e-4b5612d837ce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:53.933930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7eddbbb-cda0-4a9b-aafd-fa6ad9f1ac4b req-59b6de7f-fc5d-493c-ab8e-4b5612d837ce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1758714 Nov 23 18:06:53.960152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12642360-1f5d-45ab-b959-3b23340fefab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7699b06-f83c-40c6-8cf2-c3573e11e409,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:54.044229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00e84e20-3959-4027-a9d8-0801af49b6f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:54.052498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7eddbbb-cda0-4a9b-aafd-fa6ad9f1ac4b req-3406a2dd-7415-4ba3-882f-1903a6b7bab5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077573 Nov 23 18:06:54.103814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00e84e20-3959-4027-a9d8-0801af49b6f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:54.302125 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00e84e20-3959-4027-a9d8-0801af49b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:54.305226 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00e84e20-3959-4027-a9d8-0801af49b6f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:54.306785 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-00e84e20-3959-4027-a9d8-0801af49b6f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f7699b06-f83c-40c6-8cf2-c3573e11e409 HTTP/1.1" status: 204 len: 168 time: 0.4315693 Nov 23 18:06:54.345134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e84e20-3959-4027-a9d8-0801af49b6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7699b06-f83c-40c6-8cf2-c3573e11e409,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:06:55.082626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb28c3a-8104-4cc2-9714-88f17ff88fb4 req-222e10da-203b-4267-9a13-05b614ae7b9d tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.1002700 Nov 23 18:06:55.316262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33f55b-3fc9-4b0b-a0db-baea98883420 req-32c58130-c940-409e-8c3e-858d0ebb403d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:55.326514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f33f55b-3fc9-4b0b-a0db-baea98883420 req-32c58130-c940-409e-8c3e-858d0ebb403d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1315696 Nov 23 18:06:55.521663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f33f55b-3fc9-4b0b-a0db-baea98883420 req-6557b928-8865-4ace-8cf9-b358ab41da3e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872106 Nov 23 18:06:56.396110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e823ff1-31c8-4b63-82b9-fe313c36fbaf req-556171c1-b8f6-4db0-81b8-d44e6896f362 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0727849 Nov 23 18:06:56.820298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345fff1-0e17-40a1-ae1d-e7ce1d7dcd4b req-6803d799-a3c0-40e5-a344-1690cfe2c74c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:56.840101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6345fff1-0e17-40a1-ae1d-e7ce1d7dcd4b req-6803d799-a3c0-40e5-a344-1690cfe2c74c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1722593 Nov 23 18:06:56.975643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6345fff1-0e17-40a1-ae1d-e7ce1d7dcd4b req-cc75141a-d7db-44a1-9442-0c55ec06ae4a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261020 Nov 23 18:06:57.900904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d834621f-76e2-40f7-9d7b-5ca712c6af04 req-e85d8b36-4b85-4461-b359-461f7a0ac375 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.1501226 Nov 23 18:06:58.374134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a13de6-6d93-42b2-a095-e0048b8f5c87 req-8f37c107-030b-43d8-a5b2-043a50e3f98e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:58.388119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32a13de6-6d93-42b2-a095-e0048b8f5c87 req-8f37c107-030b-43d8-a5b2-043a50e3f98e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1937978 Nov 23 18:06:58.571765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32a13de6-6d93-42b2-a095-e0048b8f5c87 req-2972ae14-801f-48d1-8ee9-6b0720f02eed tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826410 Nov 23 18:06:59.076261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60486b73-dfd5-4c82-8d12-ba29aeb7d5b3 req-4bd61780-d413-4f85-89c5-38de2f3f7272 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0465274 Nov 23 18:06:59.145061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4655bf5-2dfc-45e5-a625-0d79d2997bde req-0ea3c88b-0199-46db-a4f9-fc2ec6dc24c5 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0666931 Nov 23 18:06:59.856012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571296-4a10-4054-a452-cebe32ac33b0 req-65874d3f-f780-45eb-993a-96fb091405fb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:59.870628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0571296-4a10-4054-a452-cebe32ac33b0 req-65874d3f-f780-45eb-993a-96fb091405fb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1106057 Nov 23 18:06:59.971963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0571296-4a10-4054-a452-cebe32ac33b0 req-0a1b9352-cdb6-4e35-a1c0-fb13749e9455 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899737 Nov 23 18:07:00.496530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a49d38a-0ea5-4833-a386-bb1bf1e022a8 req-47769152-328a-4164-b636-bf3e04c24d62 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0880272 Nov 23 18:07:00.957868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa09d0cf-ad50-4995-b3b0-99c358ffab8e req-1c5a9afe-5a0e-4207-8668-68bf46ee9105 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=133f4f3a64594c5084364fd6cd1ba0dc&device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0659192 Nov 23 18:07:01.032147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa09d0cf-ad50-4995-b3b0-99c358ffab8e req-46fb9cd4-2699-48b8-afd0-426be124d6bb service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=133f4f3a64594c5084364fd6cd1ba0dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655649 Nov 23 18:07:01.688224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99c31572-7b88-438a-a82e-60678029d521 req-67b023c5-eb48-440b-8a6e-b74ddeb44422 tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.6408446 Nov 23 18:07:01.903015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e351e-21ea-4d52-9aa5-3783777e08e5 req-dad41631-dedb-493a-b2c1-971a93b6ce41 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:01.920623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce6e351e-21ea-4d52-9aa5-3783777e08e5 req-dad41631-dedb-493a-b2c1-971a93b6ce41 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.2963302 Nov 23 18:07:02.128298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce6e351e-21ea-4d52-9aa5-3783777e08e5 req-601b9f00-1d94-474c-b20c-1429e390d873 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058280 Nov 23 18:07:02.200888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09d0cf-ad50-4995-b3b0-99c358ffab8e req-b5531871-c230-48e9-a156-d317f3caf771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:02.203421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa09d0cf-ad50-4995-b3b0-99c358ffab8e req-b5531871-c230-48e9-a156-d317f3caf771 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1573911 Nov 23 18:07:02.927679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-393eeb45-ed45-495d-91f5-ec8eafeae169 req-39bd1bfc-8c6e-48e7-9a1b-684c5443ef6f tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.1002581 Nov 23 18:07:03.530048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa09d0cf-ad50-4995-b3b0-99c358ffab8e req-b292f575-ebdd-4936-a019-1655175a121c tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.1013424 Nov 23 18:07:03.564083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fafcec-1df6-4294-ada3-85e609d3c8c6 req-02d26008-ee48-44ae-aefb-4fab6a90ab9a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:03.578505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5fafcec-1df6-4294-ada3-85e609d3c8c6 req-02d26008-ee48-44ae-aefb-4fab6a90ab9a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.2218761 Nov 23 18:07:03.775973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5fafcec-1df6-4294-ada3-85e609d3c8c6 req-deb84f26-75ba-4077-b14f-d2733067f543 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942513 Nov 23 18:07:04.262849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8955f8d-6627-449a-bf6d-96453372f719 req-49020890-a9d8-4cfe-86e6-73c15891a25e tempest-ServerShowV254Test-583573778 tempest-ServerShowV254Test-583573778-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac57112e-34cd-428d-9dcd-b7e07228362f HTTP/1.1" status: 200 len: 210 time: 0.0664389 Nov 23 18:07:05.035404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739e192-ce5b-4ee4-9717-93b171106018 req-777e18da-1a8e-42f0-bb35-07ada4316a14 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:05.042910 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8739e192-ce5b-4ee4-9717-93b171106018 req-777e18da-1a8e-42f0-bb35-07ada4316a14 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.0987244 Nov 23 18:07:05.099941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8cefa-b45f-432b-a1ff-8a50344807ef req-3e456370-419d-4521-8a96-a40b7fe1a399 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:05.108097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76f8cefa-b45f-432b-a1ff-8a50344807ef req-3e456370-419d-4521-8a96-a40b7fe1a399 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1284244 Nov 23 18:07:05.128344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8739e192-ce5b-4ee4-9717-93b171106018 req-f24495e2-498f-4049-885f-151fb65fa23a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818083 Nov 23 18:07:05.247971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76f8cefa-b45f-432b-a1ff-8a50344807ef req-61e869dc-303f-4721-8b72-18f474a13aba tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384964 Nov 23 18:07:06.210520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36048) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:06.334785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215437a-2ce8-4182-89f2-ca4ee4218f42 req-1862d4c5-1ace-4c69-942a-d083e466903f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:06.355837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4215437a-2ce8-4182-89f2-ca4ee4218f42 req-1862d4c5-1ace-4c69-942a-d083e466903f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.0892587 Nov 23 18:07:06.476979 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82a8f4ae-f74a-4f3a-8c29-661cb3cf8cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:06.523256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310c6e-904a-4d8e-946f-06b57a088cac req-99f2be02-f127-4b69-8a5f-e449deb6b298 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:06.524979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d310c6e-904a-4d8e-946f-06b57a088cac req-99f2be02-f127-4b69-8a5f-e449deb6b298 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1435714 Nov 23 18:07:06.702005 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82a8f4ae-f74a-4f3a-8c29-661cb3cf8cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:06.734811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4215437a-2ce8-4182-89f2-ca4ee4218f42 req-5f2f6465-7f93-47de-971e-fa2e0fd17fb1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778911 Nov 23 18:07:06.753796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82a8f4ae-f74a-4f3a-8c29-661cb3cf8cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:06.842387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8f4ae-f74a-4f3a-8c29-661cb3cf8cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431e1512-0916-4527-ba1e-5c4c6324003b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:06.925325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-82a8f4ae-f74a-4f3a-8c29-661cb3cf8cd7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=133f4f3a64594c5084364fd6cd1ba0dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7136245 Nov 23 18:07:06.929243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36068) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:06.989889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d310c6e-904a-4d8e-946f-06b57a088cac req-8f76bdc5-a754-470d-8a97-1bddfcd1d769 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778678 Nov 23 18:07:07.124421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:07.196079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:07.395447 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:07.398285 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:07.403509 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/431e1512-0916-4527-ba1e-5c4c6324003b HTTP/1.1" status: 204 len: 168 time: 0.4731197 Nov 23 18:07:07.412361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431e1512-0916-4527-ba1e-5c4c6324003b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:07.421987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.422464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.423247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.424099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.424368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.424754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.425171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.425582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.425928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.426260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.426652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.427008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0870b9b3-2566-405a-8e81-3270d1b5ef03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:07.889973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36088) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:08.021686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424cf67-839f-4ed6-b343-3aa30124326a req-73a10e6d-a4cc-49c5-9859-e42bf0b5b7ac tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:08.047578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3424cf67-839f-4ed6-b343-3aa30124326a req-73a10e6d-a4cc-49c5-9859-e42bf0b5b7ac tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.1725976 Nov 23 18:07:08.253077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3424cf67-839f-4ed6-b343-3aa30124326a req-e4a83ef9-bc1e-48f5-bf53-3f11aa9e843a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043774 Nov 23 18:07:08.256678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d1375d51-aba4-499d-9982-6b5f800da1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:08.499616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4cbf-eda6-41a7-aa32-a48d7aea5797 req-380eb8fc-b64e-4749-bcf4-d7fa2245a149 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:08.501402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f4a4cbf-eda6-41a7-aa32-a48d7aea5797 req-380eb8fc-b64e-4749-bcf4-d7fa2245a149 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1671882 Nov 23 18:07:08.507710 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d1375d51-aba4-499d-9982-6b5f800da1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:08.518580 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d1375d51-aba4-499d-9982-6b5f800da1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:08.570134 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d1375d51-aba4-499d-9982-6b5f800da1c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c2ce7acbb1c4cf3a3e2fb503fa7ef8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6789763 Nov 23 18:07:08.572870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36114) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:08.581355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1375d51-aba4-499d-9982-6b5f800da1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bea984-a646-4d41-a7b0-430c5e4dc351,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:08.726415 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73704793-ea7d-447c-b5c8-66e52eb9d0c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:08.764307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f4a4cbf-eda6-41a7-aa32-a48d7aea5797 req-53439478-8d61-48fe-9ccd-c0a2ae5073e5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422674 Nov 23 18:07:08.803514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73704793-ea7d-447c-b5c8-66e52eb9d0c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:08.929291 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73704793-ea7d-447c-b5c8-66e52eb9d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:08.933187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73704793-ea7d-447c-b5c8-66e52eb9d0c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:08.934564 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-73704793-ea7d-447c-b5c8-66e52eb9d0c2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/93bea984-a646-4d41-a7b0-430c5e4dc351 HTTP/1.1" status: 204 len: 168 time: 0.3604901 Nov 23 18:07:08.958133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73704793-ea7d-447c-b5c8-66e52eb9d0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bea984-a646-4d41-a7b0-430c5e4dc351,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:09.306161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:07:09.523586 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36148) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:09.542590 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:09.562053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1166a65d-aaa3-467a-9a7e-c9769db4a586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:09.629257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:09.630507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:09.633076 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be36bd3-7821-41e2-895d-d073f9be9d32" -d '{"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:09.643116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:09.754472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:09.797466 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cf7903-5f7e-48dd-9a66-09c747c3a231 x-openstack-request-id: req-c2cf7903-5f7e-48dd-9a66-09c747c3a231 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:09.797846 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:09.799040 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2cf7903-5f7e-48dd-9a66-09c747c3a231 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:09.799799 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'code': 200} Nov 23 18:07:09.803095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36160) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:09.866050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1166a65d-aaa3-467a-9a7e-c9769db4a586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:09.874105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1166a65d-aaa3-467a-9a7e-c9769db4a586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:09.943152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166a65d-aaa3-467a-9a7e-c9769db4a586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de287aec-a5b0-4089-960b-b10700e17ac3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:09.974787 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1166a65d-aaa3-467a-9a7e-c9769db4a586 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d43fa8ea629472483516ace9f55a8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4500077 Nov 23 18:07:09.977521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36170) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:10.003277 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a50520df-0110-47f2-a111-fec5e864cf10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.027091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd9034-0479-4104-af32-931771bd5128 req-23c730c9-e119-4788-9eb0-992d3aff1fd8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:10.035471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10bd9034-0479-4104-af32-931771bd5128 req-23c730c9-e119-4788-9eb0-992d3aff1fd8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1130347 Nov 23 18:07:10.040418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63259a87-2dd8-4db6-a1c5-2a06d85fad9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.093018 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63259a87-2dd8-4db6-a1c5-2a06d85fad9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.185847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10bd9034-0479-4104-af32-931771bd5128 req-e12f6eb2-b7ff-4ee1-a34d-434153cc4c01 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482065 Nov 23 18:07:10.211116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63259a87-2dd8-4db6-a1c5-2a06d85fad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.213962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63259a87-2dd8-4db6-a1c5-2a06d85fad9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.215447 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-63259a87-2dd8-4db6-a1c5-2a06d85fad9d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de287aec-a5b0-4089-960b-b10700e17ac3 HTTP/1.1" status: 204 len: 168 time: 0.2368586 Nov 23 18:07:10.247672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259a87-2dd8-4db6-a1c5-2a06d85fad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de287aec-a5b0-4089-960b-b10700e17ac3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:10.282263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a50520df-0110-47f2-a111-fec5e864cf10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.291038 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a50520df-0110-47f2-a111-fec5e864cf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.348349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50520df-0110-47f2-a111-fec5e864cf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ffe67-fa68-48da-b3cd-e32893f12205,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:10.375931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a50520df-0110-47f2-a111-fec5e864cf10 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bf2abdfc775843b89fd6c756e6cc0367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5717340 Nov 23 18:07:10.379249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36180) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:10.459323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d303a93a-986c-4804-bef2-8bbcf04b7d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.482082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d303a93a-986c-4804-bef2-8bbcf04b7d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.534147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d303a93a-986c-4804-bef2-8bbcf04b7d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.538925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d303a93a-986c-4804-bef2-8bbcf04b7d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:10.540816 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d303a93a-986c-4804-bef2-8bbcf04b7d5c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f08ffe67-fa68-48da-b3cd-e32893f12205 HTTP/1.1" status: 204 len: 168 time: 0.1601703 Nov 23 18:07:10.575613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303a93a-986c-4804-bef2-8bbcf04b7d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ffe67-fa68-48da-b3cd-e32893f12205,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:10.738428 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:07:11.227491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63653ae7-449c-42bc-a98e-a2b5c8fba978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.399432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1f4a-041f-4aac-8cfc-f037e62cc8fa req-feb60769-9349-4bf2-b4de-e2aee5af81cd tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:11.401546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-118c1f4a-041f-4aac-8cfc-f037e62cc8fa req-feb60769-9349-4bf2-b4de-e2aee5af81cd tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.0879159 Nov 23 18:07:11.488302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-118c1f4a-041f-4aac-8cfc-f037e62cc8fa req-48ab8bfa-a2a4-49d1-ba94-6d77e935a8d3 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769739 Nov 23 18:07:11.591103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36242) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:11.598602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36246) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:11.711383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-951845881-network', 'tenant_id': 'bc63c324d5fb41788c2c81f8e2985557'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:07:11.714441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d56aba53-ebee-41ba-9ca6-c8569a8f7f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.753621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Made reservation on behalf of bc63c324d5fb41788c2c81f8e2985557 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:07:11.756443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.773063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.857565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d56aba53-ebee-41ba-9ca6-c8569a8f7f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.865243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d56aba53-ebee-41ba-9ca6-c8569a8f7f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.921312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aba53-ebee-41ba-9ca6-c8569a8f7f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0cb25d-eed6-43d1-aae1-50194359f84d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:11.926352 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d56aba53-ebee-41ba-9ca6-c8569a8f7f6f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d14e65e622b42da9deca6b4cfa12fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3343868 Nov 23 18:07:11.929438 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36256) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:11.938746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.943737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.968613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:07:11.979308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b291394-bce4-4816-89e0-86abe170ed99,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:11.984597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:11.984940 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Added segment c61c91fa-4e59-400d-bd0e-c1dea5ec74c9 of type vlan for network 03d0c8ff-b124-49d5-9421-ee74fd2a661c Nov 23 18:07:11.987587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b223cf-61c4-4b27-a103-b621c8f5d1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:12.030234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b223cf-61c4-4b27-a103-b621c8f5d1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:12.044201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:12.083194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:12.087998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:12.089185 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:12.115188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b223cf-61c4-4b27-a103-b621c8f5d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:12.122133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b223cf-61c4-4b27-a103-b621c8f5d1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:12.124264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c9b223cf-61c4-4b27-a103-b621c8f5d1bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bf0cb25d-eed6-43d1-aae1-50194359f84d HTTP/1.1" status: 204 len: 168 time: 0.1939242 Nov 23 18:07:12.137142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b223cf-61c4-4b27-a103-b621c8f5d1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0cb25d-eed6-43d1-aae1-50194359f84d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:12.151928 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5511303 Nov 23 18:07:12.215542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf4640-d8d3-473e-b98a-dc7507bf4da1 admin admin] Pushing event updated for resources: {'Network': ['ID=03d0c8ff-b124-49d5-9421-ee74fd2a661c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:12.232435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 03d0c8ff-b124-49d5-9421-ee74fd2a661c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:07:12.820865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edae87-6844-4f72-931b-7573030c13db req-c2967ee8-99e4-4ca6-8a9c-c0a25e90ddbe tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:12.829031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94edae87-6844-4f72-931b-7573030c13db req-c2967ee8-99e4-4ca6-8a9c-c0a25e90ddbe tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.2441101 Nov 23 18:07:12.960417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94edae87-6844-4f72-931b-7573030c13db req-aa43ec8d-1073-431f-9f0d-a3c2c66d00e4 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241684 Nov 23 18:07:12.997312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47a5b-1f8e-4993-94ce-f5b949aaeacc req-a8439145-83b9-48b8-a858-04a5f78848ab tempest-ComputeTenantNetworksTest-1963903988 tempest-ComputeTenantNetworksTest-1963903988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:13.005930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47a5b-1f8e-4993-94ce-f5b949aaeacc req-a8439145-83b9-48b8-a858-04a5f78848ab tempest-ComputeTenantNetworksTest-1963903988 tempest-ComputeTenantNetworksTest-1963903988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:13.013024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47a5b-1f8e-4993-94ce-f5b949aaeacc req-a8439145-83b9-48b8-a858-04a5f78848ab tempest-ComputeTenantNetworksTest-1963903988 tempest-ComputeTenantNetworksTest-1963903988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:13.019496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88e47a5b-1f8e-4993-94ce-f5b949aaeacc req-a8439145-83b9-48b8-a858-04a5f78848ab tempest-ComputeTenantNetworksTest-1963903988 tempest-ComputeTenantNetworksTest-1963903988-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4096494 Nov 23 18:07:13.182192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202329-70a3-4718-9fc2-098c7b7b3203 req-d0f32193-3c69-4ef3-972f-d430547e4a35 tempest-ComputeTenantNetworksTest-1963903988 tempest-ComputeTenantNetworksTest-1963903988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:13.185376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79202329-70a3-4718-9fc2-098c7b7b3203 req-d0f32193-3c69-4ef3-972f-d430547e4a35 tempest-ComputeTenantNetworksTest-1963903988 tempest-ComputeTenantNetworksTest-1963903988-project] 10.222.0.74 "GET /v2.0/networks/03d0c8ff-b124-49d5-9421-ee74fd2a661c HTTP/1.1" status: 200 len: 768 time: 0.1466112 Nov 23 18:07:13.198197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36334) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:13.304235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ae44e5de-780c-45d5-9b27-530ee85895e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.322150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:07:13.358914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.569418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:13.583620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'mac_address': 'fa:16:3e:cc:12:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:07:13.617407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.637096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.663881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d0c8ff-b124-49d5-9421-ee74fd2a661c']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:07:13.664487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:07:13.688942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:13.697911 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.701350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61c91fa-4e59-400d-bd0e-c1dea5ec74c9') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:07:13.701350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61c91fa-4e59-400d-bd0e-c1dea5ec74c9') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:07:13.727280 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.749908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.765799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:07:13.767607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:07:13.769723 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:07:13.795836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:13.818557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:07:13.888325 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.894367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.897781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] 10.222.0.74 "DELETE /v2.0/networks/03d0c8ff-b124-49d5-9421-ee74fd2a661c HTTP/1.1" status: 204 len: 168 time: 0.6985133 Nov 23 18:07:13.928138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592959f7-0805-4e64-95a6-acb219580dca admin admin] Pushing event deleted for resources: {'Network': ['ID=03d0c8ff-b124-49d5-9421-ee74fd2a661c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:14.217898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78fb8-9dd3-43b7-b5e6-122245ead41c req-e05b4e49-b847-49a1-988f-9fcf3ccafc5c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:14.229633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0fe78fb8-9dd3-43b7-b5e6-122245ead41c req-e05b4e49-b847-49a1-988f-9fcf3ccafc5c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1203983 Nov 23 18:07:14.343365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0fe78fb8-9dd3-43b7-b5e6-122245ead41c req-8b5d2efb-cb74-4142-9dac-4505405f0336 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153905 Nov 23 18:07:14.377398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36394) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:14.462837 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-24593ad3-f0ee-4e7a-a533-d15848c8faf8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc63c324d5fb41788c2c81f8e2985557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842004 Nov 23 18:07:14.465500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36396) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:14.533134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-647c1c72-8137-4df5-893e-96fe10f79386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:14.583032 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-647c1c72-8137-4df5-893e-96fe10f79386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:14.660786 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-647c1c72-8137-4df5-893e-96fe10f79386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:14.665402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-647c1c72-8137-4df5-893e-96fe10f79386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:14.670405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-647c1c72-8137-4df5-893e-96fe10f79386 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b291394-bce4-4816-89e0-86abe170ed99 HTTP/1.1" status: 204 len: 168 time: 0.2038698 Nov 23 18:07:14.689407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1c72-8137-4df5-893e-96fe10f79386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b291394-bce4-4816-89e0-86abe170ed99,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:15.062397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:15.335669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:07:15.520314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36432) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:15.545546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:07:15.545934 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:15.663503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc9cfd-30a2-43a1-8af6-62e8bc8573b8 req-135507cc-0245-4a7e-ae3d-afaba074b1ed tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:15.684597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8afc9cfd-30a2-43a1-8af6-62e8bc8573b8 req-135507cc-0245-4a7e-ae3d-afaba074b1ed tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1832838 Nov 23 18:07:15.713064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc949663-d45b-4c13-a3f3-e6266ae86939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:15.817130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8afc9cfd-30a2-43a1-8af6-62e8bc8573b8 req-a53fdb20-56ff-4edd-9454-13aa08b634e3 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212690 Nov 23 18:07:15.856874 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:15.868896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc949663-d45b-4c13-a3f3-e6266ae86939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:15.946400 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc949663-d45b-4c13-a3f3-e6266ae86939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:15.959798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:15.962302 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c0f240-0b1e-4712-a7d9-4e85580c4b3e" -d '{"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:15.981993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:15.989512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:16.051843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:16.058447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36452) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:16.075952 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cc949663-d45b-4c13-a3f3-e6266ae86939 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=76e2a3f8d6d04008bf475c4baad6ea8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5544274 Nov 23 18:07:16.131451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc949663-d45b-4c13-a3f3-e6266ae86939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd0c13-2078-4850-8522-b14d8bd769bd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:16.137428 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a9c74-d55d-4f3c-81af-aa2571106249 x-openstack-request-id: req-879a9c74-d55d-4f3c-81af-aa2571106249 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:16.138478 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:16.140146 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-879a9c74-d55d-4f3c-81af-aa2571106249 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:16.140758 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'code': 200} Nov 23 18:07:16.197108 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97739d3c-8f8f-4bd7-a31e-82d6c2df7c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:16.241147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97739d3c-8f8f-4bd7-a31e-82d6c2df7c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:16.341526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97739d3c-8f8f-4bd7-a31e-82d6c2df7c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:16.345373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97739d3c-8f8f-4bd7-a31e-82d6c2df7c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:16.352762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-97739d3c-8f8f-4bd7-a31e-82d6c2df7c2b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6cd0c13-2078-4850-8522-b14d8bd769bd HTTP/1.1" status: 204 len: 168 time: 0.2910535 Nov 23 18:07:16.382900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:16.383498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97739d3c-8f8f-4bd7-a31e-82d6c2df7c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cd0c13-2078-4850-8522-b14d8bd769bd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:17.068088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36490) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:17.083427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-943404b4-8d37-4099-af71-f15d7f201bef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:17.147225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8c9d4-0282-4f22-818f-c04db0d311f5 req-f3babc3e-b30e-4869-aa40-5fff13a0e2ed tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:17.159865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04f8c9d4-0282-4f22-818f-c04db0d311f5 req-f3babc3e-b30e-4869-aa40-5fff13a0e2ed tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.1239617 Nov 23 18:07:17.303606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04f8c9d4-0282-4f22-818f-c04db0d311f5 req-7083b262-4404-4b89-90b6-1857ce2acda4 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429389 Nov 23 18:07:17.315279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-943404b4-8d37-4099-af71-f15d7f201bef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:17.324820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-943404b4-8d37-4099-af71-f15d7f201bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:17.377921 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-943404b4-8d37-4099-af71-f15d7f201bef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef40f59edbfc46faa34db7a0189cc44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077598 Nov 23 18:07:17.380861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36500) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:17.381643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943404b4-8d37-4099-af71-f15d7f201bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c8cc04-c514-4e28-bab2-05e127e60ea2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:17.476588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9513825-4837-41c2-9072-b37dd6c91d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:17.535061 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9513825-4837-41c2-9072-b37dd6c91d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:17.640205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9513825-4837-41c2-9072-b37dd6c91d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:17.654173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9513825-4837-41c2-9072-b37dd6c91d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:17.656307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a9513825-4837-41c2-9072-b37dd6c91d16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a6c8cc04-c514-4e28-bab2-05e127e60ea2 HTTP/1.1" status: 204 len: 168 time: 0.2744091 Nov 23 18:07:17.694077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9513825-4837-41c2-9072-b37dd6c91d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c8cc04-c514-4e28-bab2-05e127e60ea2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:17.826785 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:18.637826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544c8ec-3ac2-4e4e-8490-4d923917767b req-a6b48125-c049-41e9-a3ee-e7efe619e994 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:18.655498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0544c8ec-3ac2-4e4e-8490-4d923917767b req-a6b48125-c049-41e9-a3ee-e7efe619e994 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 944 time: 0.0891039 Nov 23 18:07:18.768561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0544c8ec-3ac2-4e4e-8490-4d923917767b req-4e700713-da38-4d2a-ba76-bc39b4d8e204 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121426 Nov 23 18:07:19.343369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:07:19.529587 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:19.573196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:19.590145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'port_id': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'mac_address': 'fa:16:3e:de:33:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:07:19.687033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:19.703387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:07:19.726819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:19.733664 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:19.833645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:20.015697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['77f17cba-828a-4dc1-8e82-5e28ad02d5e6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:07:20.037290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0bd19-67e7-422f-9766-73103924fe9f req-e4083603-16b9-4794-b88c-fbe4c8b00071 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:20.047556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fda0bd19-67e7-422f-9766-73103924fe9f req-e4083603-16b9-4794-b88c-fbe4c8b00071 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 945 time: 0.1198561 Nov 23 18:07:20.150958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fda0bd19-67e7-422f-9766-73103924fe9f req-3fdb0c24-2b6c-4f77-ab19-9ac0571f35a7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966475 Nov 23 18:07:20.363792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36616) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:20.540116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:20.588237 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc7761a4-60d0-4fe8-8a11-d96ed9435e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:20.763408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc7761a4-60d0-4fe8-8a11-d96ed9435e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:20.773205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc7761a4-60d0-4fe8-8a11-d96ed9435e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:20.809126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7761a4-60d0-4fe8-8a11-d96ed9435e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddddbf60-a183-4289-b8c9-45cf6fb9f419,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:20.856223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bc7761a4-60d0-4fe8-8a11-d96ed9435e2c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c3a0280c90747829e102809fc932b48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4910812 Nov 23 18:07:20.859511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36634) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:20.921932 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a699bbd8-945d-4cae-ac49-932a680be30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:20.968324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a699bbd8-945d-4cae-ac49-932a680be30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:21.120688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a699bbd8-945d-4cae-ac49-932a680be30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:21.123570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a699bbd8-945d-4cae-ac49-932a680be30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:21.127250 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a699bbd8-945d-4cae-ac49-932a680be30c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ddddbf60-a183-4289-b8c9-45cf6fb9f419 HTTP/1.1" status: 204 len: 168 time: 0.2651932 Nov 23 18:07:21.143728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699bbd8-945d-4cae-ac49-932a680be30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddddbf60-a183-4289-b8c9-45cf6fb9f419,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:21.334235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37103b8-8412-4ab6-8a99-d4799b09daab req-e82e37e1-f30f-4e7a-8e6d-59ee046c9c25 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:21.335879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f37103b8-8412-4ab6-8a99-d4799b09daab req-e82e37e1-f30f-4e7a-8e6d-59ee046c9c25 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 945 time: 0.0686305 Nov 23 18:07:21.351792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:07:21.440506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f37103b8-8412-4ab6-8a99-d4799b09daab req-0635756d-fa3c-45b2-bbca-ea842c2a0001 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836811 Nov 23 18:07:21.497235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:07:21.498152 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:21.618946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:21.667292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:21.670114 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fb6eb1-6387-4980-ac19-942276177563" -d '{"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-plugged", "status": "completed", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:21.687094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:21.695047 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:21.738797 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bfac8e-b738-46a4-af23-5074e1d1b060 x-openstack-request-id: req-13bfac8e-b738-46a4-af23-5074e1d1b060 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:21.739022 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-plugged", "status": "completed", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:21.739283 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-13bfac8e-b738-46a4-af23-5074e1d1b060 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:21.739679 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'code': 200} Nov 23 18:07:21.775093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:21.829010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36666) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:21.844813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6eb7026d-861e-4616-8499-c0a7cca480f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:21.971245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6eb7026d-861e-4616-8499-c0a7cca480f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:21.989806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6eb7026d-861e-4616-8499-c0a7cca480f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:22.001951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda48554-cd15-4ef7-889f-190674234acf req-da9c64f3-787a-43c8-b513-29eaf051a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:22.003759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cda48554-cd15-4ef7-889f-190674234acf req-da9c64f3-787a-43c8-b513-29eaf051a226 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 1098 time: 0.0841250 Nov 23 18:07:22.030997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7026d-861e-4616-8499-c0a7cca480f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eb5e35-8453-471c-87c5-6560df5f3352,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:22.056049 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6eb7026d-861e-4616-8499-c0a7cca480f8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7a17fa2b1ddc4b63b3c36e74f8866f7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256076 Nov 23 18:07:22.059723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36676) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:22.085262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cda48554-cd15-4ef7-889f-190674234acf req-88aceb6e-70fb-489b-b08b-c94ba16bf4da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718958 Nov 23 18:07:22.118870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b60a89-6f2c-478e-ba6e-2a19ec9efe9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:22.149327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b60a89-6f2c-478e-ba6e-2a19ec9efe9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:22.244189 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b60a89-6f2c-478e-ba6e-2a19ec9efe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:22.247666 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b60a89-6f2c-478e-ba6e-2a19ec9efe9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:22.248895 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-00b60a89-6f2c-478e-ba6e-2a19ec9efe9b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/77eb5e35-8453-471c-87c5-6560df5f3352 HTTP/1.1" status: 204 len: 168 time: 0.1879106 Nov 23 18:07:22.270292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b60a89-6f2c-478e-ba6e-2a19ec9efe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eb5e35-8453-471c-87c5-6560df5f3352,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:22.655587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe71732-4413-494d-be63-ce942018d0ae req-6ab77fb4-023e-4548-b895-1813ab530f40 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:22.657523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbe71732-4413-494d-be63-ce942018d0ae req-6ab77fb4-023e-4548-b895-1813ab530f40 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 946 time: 0.0997021 Nov 23 18:07:22.670180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46270b-d6f1-4863-8d02-57e50cf4b3c6 req-c1d9d413-f952-451b-9b35-9bf69788df35 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:22.672219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e46270b-d6f1-4863-8d02-57e50cf4b3c6 req-c1d9d413-f952-451b-9b35-9bf69788df35 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 947 time: 0.1033707 Nov 23 18:07:22.737855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbe71732-4413-494d-be63-ce942018d0ae req-2a9e7b53-75a3-47dd-8511-e9bac464d24d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587990 Nov 23 18:07:22.847767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e46270b-d6f1-4863-8d02-57e50cf4b3c6 req-3cb3cf36-f6d1-4c93-9ae3-79e97ed3b962 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393988 Nov 23 18:07:23.982178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6f98-3c4a-4946-a0f1-ba69a4c0b7d7 req-06ae14ce-a508-457d-a02e-18c6acf4ed77 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:23.984802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06ae6f98-3c4a-4946-a0f1-ba69a4c0b7d7 req-06ae14ce-a508-457d-a02e-18c6acf4ed77 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 946 time: 0.1371908 Nov 23 18:07:24.094937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06ae6f98-3c4a-4946-a0f1-ba69a4c0b7d7 req-57b6dd2c-bcc2-4b8a-a28c-8cd880ee5d0a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794780 Nov 23 18:07:24.268992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac7c11-333a-4b89-8cbe-8dc05508d0fe req-59b3ebd1-28aa-4ddc-88f3-88e95858aa07 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:24.276923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bac7c11-333a-4b89-8cbe-8dc05508d0fe req-59b3ebd1-28aa-4ddc-88f3-88e95858aa07 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 947 time: 0.1764505 Nov 23 18:07:24.341122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41595a8-1049-4515-98ed-83e17d0934ae req-254a3b6a-08e7-49af-b53c-2266025d7886 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:24.345816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e41595a8-1049-4515-98ed-83e17d0934ae req-254a3b6a-08e7-49af-b53c-2266025d7886 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.72 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 946 time: 0.1473312 Nov 23 18:07:24.434767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bac7c11-333a-4b89-8cbe-8dc05508d0fe req-5ea08c51-02ca-4091-85f2-2631e852ae14 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560926 Nov 23 18:07:24.576411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Deleting port bde3b524-654f-46ca-98ef-88ea1066cb24 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:07:24.578711 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:24.721804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] For port bde3b524-654f-46ca-98ef-88ea1066cb24, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=bde3b524-654f-46ca-98ef-88ea1066cb24,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:24.722274 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:24.773184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Calling delete_port for bde3b524-654f-46ca-98ef-88ea1066cb24 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:07:25.051245 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:25.065723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['bde3b524-654f-46ca-98ef-88ea1066cb24'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:07:25.119188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Pushing event deleted for resources: {'Port': ['ID=bde3b524-654f-46ca-98ef-88ea1066cb24,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:25.137840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ebc95-f602-4b0f-b013-6b2cf2009142 None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:07:25.156813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.158052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.158330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.159086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.159086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.159427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.159775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.160554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.160847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.161186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.161524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.161859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:25.183227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] No DVR routers for this DVR port bde3b524-654f-46ca-98ef-88ea1066cb24 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:07:25.186822 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:25.191282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e41595a8-1049-4515-98ed-83e17d0934ae req-07e5fff8-3e2d-41b6-ae5e-7a0dc372d16a tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.72 "DELETE /v2.0/ports/bde3b524-654f-46ca-98ef-88ea1066cb24 HTTP/1.1" status: 204 len: 173 time: 0.8240952 Nov 23 18:07:25.191781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50235fc6-04ca-4498-9645-8252f9ba870e', 'name': 'network-vif-deleted', 'tag': 'bde3b524-654f-46ca-98ef-88ea1066cb24'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:25.200731 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8337bcb0-755e-46f3-8f2a-46eb40b906a1" -d '{"events": [{"server_uuid": "50235fc6-04ca-4498-9645-8252f9ba870e", "name": "network-vif-deleted", "tag": "bde3b524-654f-46ca-98ef-88ea1066cb24"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:25.307653 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de852b11-5c66-44ba-9176-105a780bbadb x-openstack-request-id: req-de852b11-5c66-44ba-9176-105a780bbadb {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:25.308462 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50235fc6-04ca-4498-9645-8252f9ba870e", "name": "network-vif-deleted", "tag": "bde3b524-654f-46ca-98ef-88ea1066cb24", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:25.308907 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de852b11-5c66-44ba-9176-105a780bbadb {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:25.309566 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50235fc6-04ca-4498-9645-8252f9ba870e', 'name': 'network-vif-deleted', 'tag': 'bde3b524-654f-46ca-98ef-88ea1066cb24', 'status': 'completed', 'code': 200} Nov 23 18:07:25.388116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0214e522-20e9-4ef6-8011-46e847bb0954 req-725c5313-90ef-44da-a4cf-2ff4e02a90ce tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=50235fc6-04ca-4498-9645-8252f9ba870e HTTP/1.1" status: 200 len: 210 time: 0.1022060 Nov 23 18:07:25.627708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701075-6d51-428f-8a6d-54b62ab3b454 req-86c3e18d-ee7b-476d-9cd9-03a56d46e9c5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:25.636316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb701075-6d51-428f-8a6d-54b62ab3b454 req-86c3e18d-ee7b-476d-9cd9-03a56d46e9c5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 947 time: 0.0757020 Nov 23 18:07:25.713942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb701075-6d51-428f-8a6d-54b62ab3b454 req-6ccd3ed6-7bcf-486a-a028-da85d19a292a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767283 Nov 23 18:07:26.818067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36910) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:26.961045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe2e94bf-0c9a-403d-bfb1-8452ae938ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:27.130226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe2e94bf-0c9a-403d-bfb1-8452ae938ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:27.136002 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe2e94bf-0c9a-403d-bfb1-8452ae938ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:27.204831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e94bf-0c9a-403d-bfb1-8452ae938ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8f73f7-297e-46f6-9ce2-1d8f17d1ea31,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:27.245473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fe2e94bf-0c9a-403d-bfb1-8452ae938ea9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fcf4ed7523e8405aac2e1636f2d0986a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4218132 Nov 23 18:07:27.248124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36920) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:27.304601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4dd3269b-4fa3-456f-a953-077a36a18201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:27.330460 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4dd3269b-4fa3-456f-a953-077a36a18201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:27.425320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4dd3269b-4fa3-456f-a953-077a36a18201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:27.429165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4dd3269b-4fa3-456f-a953-077a36a18201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:27.430758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4dd3269b-4fa3-456f-a953-077a36a18201 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c8f73f7-297e-46f6-9ce2-1d8f17d1ea31 HTTP/1.1" status: 204 len: 168 time: 0.1814590 Nov 23 18:07:27.441991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3269b-4fa3-456f-a953-077a36a18201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8f73f7-297e-46f6-9ce2-1d8f17d1ea31,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:28.057339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36954) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:28.079522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-741d3c73-6ac1-4b34-98fb-b155dc485a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:28.211420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-741d3c73-6ac1-4b34-98fb-b155dc485a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:28.234543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-741d3c73-6ac1-4b34-98fb-b155dc485a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:28.295681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-741d3c73-6ac1-4b34-98fb-b155dc485a36 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a191d64bb3ef448185065002581d7cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345626 Nov 23 18:07:28.295956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36960) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:28.308562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d3c73-6ac1-4b34-98fb-b155dc485a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1999e3d3-628c-49e5-931a-9306561a6e6f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:28.366663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96741e79-e109-40f8-a4cf-a846f3af0e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:28.391209 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96741e79-e109-40f8-a4cf-a846f3af0e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:28.528192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96741e79-e109-40f8-a4cf-a846f3af0e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:28.535830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96741e79-e109-40f8-a4cf-a846f3af0e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:28.549817 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96741e79-e109-40f8-a4cf-a846f3af0e20 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1999e3d3-628c-49e5-931a-9306561a6e6f HTTP/1.1" status: 204 len: 168 time: 0.2467170 Nov 23 18:07:28.599217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96741e79-e109-40f8-a4cf-a846f3af0e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1999e3d3-628c-49e5-931a-9306561a6e6f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:29.415580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device bde3b524-654f-46ca-98ef-88ea1066cb24 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:07:29.464802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: bde3b524-654f-46ca-98ef-88ea1066cb24 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:07:29.465585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device bde3b524-654f-46ca-98ef-88ea1066cb24 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:07:33.090960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ed83-6ec9-4e4f-b488-1d519c6a362a req-9c8d19f1-5c8a-40fb-968c-93010d0520c0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:33.092823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f19ed83-6ec9-4e4f-b488-1d519c6a362a req-9c8d19f1-5c8a-40fb-968c-93010d0520c0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.0664504 Nov 23 18:07:33.169985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f19ed83-6ec9-4e4f-b488-1d519c6a362a req-b74a1cad-14f7-427d-8638-ae95524385b8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649571 Nov 23 18:07:33.777750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37226) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:33.909299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3997e2ae-e75d-4dbc-950e-4760da4528b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.007718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3997e2ae-e75d-4dbc-950e-4760da4528b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.012195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3997e2ae-e75d-4dbc-950e-4760da4528b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.056973 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3997e2ae-e75d-4dbc-950e-4760da4528b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88bf0fa73c8548a3ac07082282fd36d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755158 Nov 23 18:07:34.057304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37234) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:34.075146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997e2ae-e75d-4dbc-950e-4760da4528b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d5af04-4c1b-44f1-8cd1-942c18d86d29,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:34.117223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08a8f017-32d6-46f6-96e9-a95d34af3166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.142268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08a8f017-32d6-46f6-96e9-a95d34af3166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.195430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08a8f017-32d6-46f6-96e9-a95d34af3166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.198151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08a8f017-32d6-46f6-96e9-a95d34af3166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.201874 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-08a8f017-32d6-46f6-96e9-a95d34af3166 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41d5af04-4c1b-44f1-8cd1-942c18d86d29 HTTP/1.1" status: 204 len: 168 time: 0.1411929 Nov 23 18:07:34.223841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8f017-32d6-46f6-96e9-a95d34af3166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d5af04-4c1b-44f1-8cd1-942c18d86d29,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:34.340551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d33a-a6b8-49ae-ac8e-9734addbbc9d req-228a3606-d52b-4e0f-b21c-37800b40438a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:34.349708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cf5d33a-a6b8-49ae-ac8e-9734addbbc9d req-228a3606-d52b-4e0f-b21c-37800b40438a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.0856955 Nov 23 18:07:34.428934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cf5d33a-a6b8-49ae-ac8e-9734addbbc9d req-c54e887c-b639-4ab0-99d9-c585eeaf5551 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783265 Nov 23 18:07:34.614712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37262) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:34.631296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c0d8215-8392-458a-bd1f-04ea50a3fcf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.742087 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c0d8215-8392-458a-bd1f-04ea50a3fcf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.747372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c0d8215-8392-458a-bd1f-04ea50a3fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.815437 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0c0d8215-8392-458a-bd1f-04ea50a3fcf0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=29836522f63e4aadaad44f6a3bfcd6af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1996062 Nov 23 18:07:34.817434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d8215-8392-458a-bd1f-04ea50a3fcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b850bc-c755-4371-8b7a-3bbc0def03db,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:34.818423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37270) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:34.907631 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af242e87-4f69-4dcc-87ce-b8dc7ff890b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.955512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af242e87-4f69-4dcc-87ce-b8dc7ff890b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:34.987882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a7c17-437a-4d08-9593-87ab29c7770c req-4c3a9f86-3271-4772-8769-a25438a2d076 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:34.989784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c15a7c17-437a-4d08-9593-87ab29c7770c req-4c3a9f86-3271-4772-8769-a25438a2d076 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.0845020 Nov 23 18:07:35.058447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c15a7c17-437a-4d08-9593-87ab29c7770c req-fe2debde-1a02-486e-a39e-c13ed846b643 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601785 Nov 23 18:07:35.066181 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af242e87-4f69-4dcc-87ce-b8dc7ff890b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:35.072407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af242e87-4f69-4dcc-87ce-b8dc7ff890b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:35.073556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-af242e87-4f69-4dcc-87ce-b8dc7ff890b3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56b850bc-c755-4371-8b7a-3bbc0def03db HTTP/1.1" status: 204 len: 168 time: 0.2538023 Nov 23 18:07:35.091974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af242e87-4f69-4dcc-87ce-b8dc7ff890b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b850bc-c755-4371-8b7a-3bbc0def03db,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:35.991317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-3359adb2-298b-4691-8d8d-8ddae2f9fbac tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:35.993409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-3359adb2-298b-4691-8d8d-8ddae2f9fbac tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/networks?id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33 HTTP/1.1" status: 200 len: 814 time: 0.1736937 Nov 23 18:07:36.011850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-c2d02de5-030e-474b-82cc-f6dbd14ed084 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/quotas/feb6b693874043aaac6a0d0b6988301e HTTP/1.1" status: 200 len: 375 time: 0.0129120 Nov 23 18:07:36.076609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-1e9ffd0a-94c6-4f63-b4a2-9b2d04adf018 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6b693874043aaac6a0d0b6988301e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576770 Nov 23 18:07:36.207684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcaf97-fae9-45ac-ad8a-30e17c1c6fd7 req-1d599c28-b366-4647-a358-eb0ee5757230 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:36.213708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2fcaf97-fae9-45ac-ad8a-30e17c1c6fd7 req-1d599c28-b366-4647-a358-eb0ee5757230 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.0646927 Nov 23 18:07:36.347851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2fcaf97-fae9-45ac-ad8a-30e17c1c6fd7 req-2a450024-a703-43c1-98ed-df1fb87567ef tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253135 Nov 23 18:07:36.376577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-5d5e7eb8-696f-43c0-b30f-5d52ba921b9a service neutron] 10.222.0.74 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888739 Nov 23 18:07:36.487477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-97a25547-2dec-49e7-b1d4-3e3238a4831c service neutron] 10.222.0.74 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024714 Nov 23 18:07:36.710480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-378834e1-fe42-4618-9d4a-43b5fc0e54e1 req-b03804ca-e5ec-46eb-a36e-b1488c1a67d2 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 210 time: 0.0429237 Nov 23 18:07:37.447285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:07:37.496067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d854-e021-41ec-90b9-c64b9978bc55 req-e44e1f7c-02f3-4e1f-b2fe-d9f3ea72c6be tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:37.504695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9d2d854-e021-41ec-90b9-c64b9978bc55 req-e44e1f7c-02f3-4e1f-b2fe-d9f3ea72c6be tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.0742776 Nov 23 18:07:37.574258 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:37.585851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9d2d854-e021-41ec-90b9-c64b9978bc55 req-1a2bb025-5d33-4ee5-adbb-65def21fa337 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798337 Nov 23 18:07:37.843038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54fb3889-31c7-4b1f-8698-c451e32a45fe req-61fe47ce-7d3d-4f07-8eef-411431c7d32c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 210 time: 0.0683334 Nov 23 18:07:37.872429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:37.874820 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16e0716-d240-47ae-815b-bcfce7d1d1e3" -d '{"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:37.892140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:37.903581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-e1091467-cd24-4503-b211-bb174344132c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:37.903581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-e1091467-cd24-4503-b211-bb174344132c tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.72 "GET /v2.0/networks?id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33 HTTP/1.1" status: 200 len: 814 time: 0.1905499 Nov 23 18:07:37.903836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37420) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:37.908245 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:37.934426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Request body: {'port': {'device_id': '598a6704-41f5-47ac-934c-7d718e30b648', 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33', 'admin_state_up': True, 'tenant_id': 'feb6b693874043aaac6a0d0b6988301e'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:07:37.959731 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f687098-0229-4287-a834-73aaebff8220 x-openstack-request-id: req-5f687098-0229-4287-a834-73aaebff8220 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:37.960049 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:37.960303 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5f687098-0229-4287-a834-73aaebff8220 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:37.960691 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'code': 200} Nov 23 18:07:37.971741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=11']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:37.979676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.980345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.981695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.982243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.982796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.983384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.983921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.984469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.985042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.985698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.986964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:37.988172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:07:38.076934 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17a22886-8833-4fba-9131-e6e0e408eced admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.091063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Made reservation on behalf of feb6b693874043aaac6a0d0b6988301e for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:07:38.095561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.168526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17a22886-8833-4fba-9131-e6e0e408eced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.174362 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17a22886-8833-4fba-9131-e6e0e408eced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.223833 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-17a22886-8833-4fba-9131-e6e0e408eced admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f2c23d5d1c524f6292298d175d10a668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189554 Nov 23 18:07:38.226362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37428) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:38.232392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a22886-8833-4fba-9131-e6e0e408eced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c02ab-5fdf-4b6a-bb7f-86241b154874,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:38.250375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Allocated IP 172.20.0.4 (8cf0b2cb-cccd-47c7-98bb-f993edf30a33/29f91492-4e6a-4c34-ad3b-1964b230d525/5a75334c-e8c0-4edb-8e6f-b317f1e36bc9) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:07:38.286279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b61d486e-12ae-44bc-8b8b-085b8decd5a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.308598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b61d486e-12ae-44bc-8b8b-085b8decd5a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.363339 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b61d486e-12ae-44bc-8b8b-085b8decd5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.366458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b61d486e-12ae-44bc-8b8b-085b8decd5a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.367763 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b61d486e-12ae-44bc-8b8b-085b8decd5a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce7c02ab-5fdf-4b6a-bb7f-86241b154874 HTTP/1.1" status: 204 len: 168 time: 0.1404486 Nov 23 18:07:38.376958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d486e-12ae-44bc-8b8b-085b8decd5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c02ab-5fdf-4b6a-bb7f-86241b154874,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:38.444368 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.488358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.536373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:07:38.542189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:07:38.546137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:07:38.563911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b2b7d-c3b1-412c-b8e5-e8c5e6716c89 None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:07:38.593168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Pushing event updated for resources: {'Port': ['ID=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:38.656165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fc873ab3-8dcf-43a6-be90-96be25212892 None None] Provisioning complete for port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:07:38.658595 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc873ab3-8dcf-43a6-be90-96be25212892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.669786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:38.670531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.747549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-af9f2332-ea7a-4eb7-9bbe-803c9cabb878 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271544 Nov 23 18:07:38.754169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fc873ab3-8dcf-43a6-be90-96be25212892 None None] Port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:07:38.799570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Request body: {'port': {'device_id': '598a6704-41f5-47ac-934c-7d718e30b648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:07:38.841211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37464) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:38.852346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc1cc7-b6ad-4af3-8931-16d7fb88856f req-97dac59b-ca35-4ed9-87ea-6ec429b39deb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:38.862352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2fc1cc7-b6ad-4af3-8931-16d7fb88856f req-97dac59b-ca35-4ed9-87ea-6ec429b39deb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1133699 Nov 23 18:07:38.865802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577a2ffa-e996-4c09-b1c7-168bb1e751ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:38.949323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2fc1cc7-b6ad-4af3-8931-16d7fb88856f req-be4d8f14-d98c-4db4-9704-ff7843f42ecd tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812588 Nov 23 18:07:38.950195 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.010731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577a2ffa-e996-4c09-b1c7-168bb1e751ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.022434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577a2ffa-e996-4c09-b1c7-168bb1e751ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.078033 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-577a2ffa-e996-4c09-b1c7-168bb1e751ea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3199ee0913ce4df2bf8699212f5e2505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2353101 Nov 23 18:07:39.079223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a2ffa-e996-4c09-b1c7-168bb1e751ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc5a3f-d06c-4e4e-b271-cdc5f2b1f01a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:39.081947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37476) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:39.143058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-284f3bb8-57d1-41a2-b7a8-60bb884d00c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.176007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375b0e4-7158-4244-bb33-26083089686d req-aaf00cb0-9f50-44d6-a5f1-345da945a07e tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:39.180173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-284f3bb8-57d1-41a2-b7a8-60bb884d00c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.183692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0375b0e4-7158-4244-bb33-26083089686d req-aaf00cb0-9f50-44d6-a5f1-345da945a07e tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 931 time: 0.1986735 Nov 23 18:07:39.269335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-284f3bb8-57d1-41a2-b7a8-60bb884d00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.273803 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-284f3bb8-57d1-41a2-b7a8-60bb884d00c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.275127 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-284f3bb8-57d1-41a2-b7a8-60bb884d00c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/25bc5a3f-d06c-4e4e-b271-cdc5f2b1f01a HTTP/1.1" status: 204 len: 168 time: 0.1918917 Nov 23 18:07:39.284131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f3bb8-57d1-41a2-b7a8-60bb884d00c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc5a3f-d06c-4e4e-b271-cdc5f2b1f01a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:39.284436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0375b0e4-7158-4244-bb33-26083089686d req-dca70c5e-530b-4234-8f96-4f3433910ef0 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972013 Nov 23 18:07:39.444962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:07:39.473317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:07:39.506098 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.540669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Transition to ACTIVE for port object 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:07:39.550497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.616946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Pushing event updated for resources: {'Port': ['ID=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:39.650958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d61f35b-974e-445b-b616-64e6e6e09295 None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:07:39.713557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:39.760991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'mac_address': 'fa:16:3e:cc:12:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:07:39.819900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Attempting to bind port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:07:39.820286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Attempting to bind port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:07:39.820585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Attempting to bind port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 on network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:07:39.825598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 on network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:07:39.825990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Attempting to bind port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 on network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:07:39.843827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:07:39.844265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Checking segment: {'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:07:39.844633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Bound using segment: {'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:07:39.845157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Bound port: 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbba78ba-809b-425c-8ac7-427adbb5827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:07:39.845527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.950079 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:39.979929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:07:39.991118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] For port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:07:40.000219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] For port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:07:40.018374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:40.035151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:40.051713 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:40.105986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:40.107039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:40.111048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] 10.222.0.72 "PUT /v2.0/ports/5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 HTTP/1.1" status: 200 len: 1091 time: 1.3178134 Nov 23 18:07:40.116858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598a6704-41f5-47ac-934c-7d718e30b648', 'tag': '5a75334c-e8c0-4edb-8e6f-b317f1e36bc9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:40.121989 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a601999c-f1b7-453a-8d0c-982c251092fa" -d '{"events": [{"name": "network-changed", "server_uuid": "598a6704-41f5-47ac-934c-7d718e30b648", "tag": "5a75334c-e8c0-4edb-8e6f-b317f1e36bc9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:40.131506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:07:40.206116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f57f9e-822d-4ae5-8e9e-02321df4cc37 None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:07:40.237302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=12']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:40.973279 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c8cb2f-a95d-4ea4-bd4f-0731301f02f8 x-openstack-request-id: req-97c8cb2f-a95d-4ea4-bd4f-0731301f02f8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:40.973948 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598a6704-41f5-47ac-934c-7d718e30b648", "tag": "5a75334c-e8c0-4edb-8e6f-b317f1e36bc9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:40.973948 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-97c8cb2f-a95d-4ea4-bd4f-0731301f02f8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:40.974337 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598a6704-41f5-47ac-934c-7d718e30b648', 'tag': '5a75334c-e8c0-4edb-8e6f-b317f1e36bc9', 'status': 'completed', 'code': 200} Nov 23 18:07:40.987580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1e594-2662-4fe4-a43e-90f083144423 service neutron] Pushing event updated for resources: {'Port': ['ID=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:41.068740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-fc369e4c-2150-4c69-aded-f72c73f60f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:41.071730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-fc369e4c-2150-4c69-aded-f72c73f60f94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feb6b693874043aaac6a0d0b6988301e&device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 1094 time: 0.9117796 Nov 23 18:07:41.081243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3519d-d3b4-4d9b-a450-38637268311d req-7354c79f-0ba3-40c6-b823-8890aaa21745 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:41.084301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80c3519d-d3b4-4d9b-a450-38637268311d req-7354c79f-0ba3-40c6-b823-8890aaa21745 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 945 time: 0.9683213 Nov 23 18:07:41.138518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-40eea4d3-ebd6-4b8f-9e96-bf0ce5499519 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 HTTP/1.1" status: 200 len: 217 time: 0.0516319 Nov 23 18:07:41.237762 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd422-3e50-4481-aad5-8a4b83e33ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:41.290340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44584d7-62ff-4eb4-9b41-2ce1f08a7a01 req-6b0858b5-ab79-4f73-93f6-7729c3143027 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:41.292117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c44584d7-62ff-4eb4-9b41-2ce1f08a7a01 req-6b0858b5-ab79-4f73-93f6-7729c3143027 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 943 time: 0.3249829 Nov 23 18:07:41.336321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80c3519d-d3b4-4d9b-a450-38637268311d req-395d3459-5fc8-45bd-a808-e252ee8cacb1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965775 Nov 23 18:07:41.364209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-58e98748-593e-4019-a550-7f1d8991f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:41.365937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-58e98748-593e-4019-a550-7f1d8991f37c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29f91492-4e6a-4c34-ad3b-1964b230d525 HTTP/1.1" status: 200 len: 854 time: 0.1966016 Nov 23 18:07:41.376733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-605a71cd-113e-459a-84ff-d13a442af7bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429560 Nov 23 18:07:41.425133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-b6779169-44ea-414e-bcf3-3716147e019e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474343 Nov 23 18:07:41.436516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c44584d7-62ff-4eb4-9b41-2ce1f08a7a01 req-e24af229-6748-49ae-ac48-e3b4aab2b1da tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346271 Nov 23 18:07:41.459793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:07:41.491383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37564) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:41.548906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:07:41.549593 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:41.576934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-f2fa2de0-1caa-4af3-8096-fc4aa35b4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:41.579723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-f2fa2de0-1caa-4af3-8096-fc4aa35b4347 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39ba741c17914acba3040c67e688f2cd&device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 1097 time: 0.1574225 Nov 23 18:07:41.603897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-57e0848b-af7d-47fc-87e6-5389f3aa9031 service neutron] 10.222.0.72 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650548 Nov 23 18:07:41.720461 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:41.749979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4138-e534-4732-9892-598b3fff7d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:41.788273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:41.791038 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6279287f-2fad-40c5-8e06-3fe56a13db95" -d '{"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:41.847693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:41.862018 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:41.886461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ff12bc-edd2-4f5b-bc40-8dfc767b2e7b req-41614994-2d34-4bdf-a30f-8984f5b8ff5c service neutron] 10.222.0.72 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627430 Nov 23 18:07:41.904409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4138-e534-4732-9892-598b3fff7d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:41.919360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4138-e534-4732-9892-598b3fff7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:41.924845 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b5a505-25e0-4d6c-bb91-af7d256dda30 x-openstack-request-id: req-c9b5a505-25e0-4d6c-bb91-af7d256dda30 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:41.925258 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:41.925794 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9b5a505-25e0-4d6c-bb91-af7d256dda30 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:41.926602 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'code': 200} Nov 23 18:07:41.927083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-52fb2657-1eb9-4ad0-9fe0-79ee9be78f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:41.928991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-52fb2657-1eb9-4ad0-9fe0-79ee9be78f6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=5feb96ba-3d18-4f96-bef0-346fac41ef2e HTTP/1.1" status: 200 len: 906 time: 0.3192468 Nov 23 18:07:41.929528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=13']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:41.987604 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ea8d4138-e534-4732-9892-598b3fff7d24 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=94663c857d9d43829edb28a3974ddd04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4940600 Nov 23 18:07:41.988932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d4138-e534-4732-9892-598b3fff7d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04d9822-0b5d-4acc-aa11-885d3380d2a5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:41.991836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37582) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:42.078820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-2716beb3-62d2-43c9-ac29-6c8df27a24f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e HTTP/1.1" status: 200 len: 1002 time: 0.1408155 Nov 23 18:07:42.085285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601999c-f1b7-453a-8d0c-982c251092fa req-cf4cd5ab-ba5f-4cb7-b75d-8584b7bb18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:42.086836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a601999c-f1b7-453a-8d0c-982c251092fa req-cf4cd5ab-ba5f-4cb7-b75d-8584b7bb18eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feb6b693874043aaac6a0d0b6988301e&device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 1094 time: 0.0879636 Nov 23 18:07:42.099594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80ea75ba-e724-4378-bb75-1ac29585beb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:42.161125 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80ea75ba-e724-4378-bb75-1ac29585beb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:42.212859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-ca26d3fa-4447-45fc-8170-715bb141cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:42.214534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-ca26d3fa-4447-45fc-8170-715bb141cbba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2bdb086c-15fa-4561-852d-12cd92adb657 HTTP/1.1" status: 200 len: 844 time: 0.1266689 Nov 23 18:07:42.247210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80ea75ba-e724-4378-bb75-1ac29585beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:42.254498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80ea75ba-e724-4378-bb75-1ac29585beb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:42.258039 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-80ea75ba-e724-4378-bb75-1ac29585beb5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b04d9822-0b5d-4acc-aa11-885d3380d2a5 HTTP/1.1" status: 204 len: 168 time: 0.2459228 Nov 23 18:07:42.273500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea75ba-e724-4378-bb75-1ac29585beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04d9822-0b5d-4acc-aa11-885d3380d2a5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:42.290946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601999c-f1b7-453a-8d0c-982c251092fa req-fca5b1bd-8a8b-4b8d-b9ae-a31c753d2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:42.292723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a601999c-f1b7-453a-8d0c-982c251092fa req-fca5b1bd-8a8b-4b8d-b9ae-a31c753d2f92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33 HTTP/1.1" status: 200 len: 915 time: 0.1953475 Nov 23 18:07:42.475163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a601999c-f1b7-453a-8d0c-982c251092fa req-807971d1-9ebb-4070-bad4-e54c35c50121 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 HTTP/1.1" status: 200 len: 217 time: 0.1666901 Nov 23 18:07:42.510304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-b59c70d9-c78b-471b-a709-cf0ad8f4bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:42.511961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-b59c70d9-c78b-471b-a709-cf0ad8f4bc1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5feb96ba-3d18-4f96-bef0-346fac41ef2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902775 Nov 23 18:07:42.791970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601999c-f1b7-453a-8d0c-982c251092fa req-9e2049bd-b9c8-437c-8e83-0b6eb1fe2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:42.798837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a601999c-f1b7-453a-8d0c-982c251092fa req-9e2049bd-b9c8-437c-8e83-0b6eb1fe2a9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29f91492-4e6a-4c34-ad3b-1964b230d525 HTTP/1.1" status: 200 len: 854 time: 0.2803881 Nov 23 18:07:42.802531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-b83b566d-4678-4739-9f66-b63047d1fa0e service neutron] 10.222.0.66 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695866 Nov 23 18:07:42.854291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a601999c-f1b7-453a-8d0c-982c251092fa req-bc51297c-5be1-45cd-b587-8fbf9adb4574 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cf0b2cb-cccd-47c7-98bb-f993edf30a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461843 Nov 23 18:07:42.868379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c604a9-96d6-437c-b609-9ca595721b1f req-2bb7f94b-b9ba-41ec-ac6d-1839a5b12ba5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:42.870086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74c604a9-96d6-437c-b609-9ca595721b1f req-2bb7f94b-b9ba-41ec-ac6d-1839a5b12ba5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.3571742 Nov 23 18:07:42.903470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c8339-e25e-4ad9-8095-4b7c3287e398 req-3b3bdf69-9ccc-498a-ac1f-73e90bd609a3 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:42.904981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-259c8339-e25e-4ad9-8095-4b7c3287e398 req-3b3bdf69-9ccc-498a-ac1f-73e90bd609a3 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 943 time: 0.3117697 Nov 23 18:07:43.136869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74c604a9-96d6-437c-b609-9ca595721b1f req-f882ddd2-d19a-423a-871a-c1235d6bfa9f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414961 Nov 23 18:07:43.150249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-259c8339-e25e-4ad9-8095-4b7c3287e398 req-a83b249a-b125-427d-85db-d7573de28078 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273862 Nov 23 18:07:43.192608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29a07f2e-be38-4cee-a348-f504c8f36e5d req-e9e4c24d-0094-49c2-84c0-7916abee1d6a service neutron] 10.222.0.66 "GET /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731799 Nov 23 18:07:43.219866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a601999c-f1b7-453a-8d0c-982c251092fa req-d2cd6bff-e608-4b3c-899c-4770d20fe305 service neutron] 10.222.0.72 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380690 Nov 23 18:07:43.298228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-581c82da-1bbf-4333-8d02-6cae2f2bc5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:43.401489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a601999c-f1b7-453a-8d0c-982c251092fa req-8b3c08a6-bd4b-4698-9ff1-4caf221f841c service neutron] 10.222.0.72 "GET /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719432 Nov 23 18:07:43.925648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37650) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:44.138623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a29ceb44-0d6c-47f1-b431-5b4e8cf60819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:44.297443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a29ceb44-0d6c-47f1-b431-5b4e8cf60819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:44.304386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a29ceb44-0d6c-47f1-b431-5b4e8cf60819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:44.386109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ceb44-0d6c-47f1-b431-5b4e8cf60819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeaeede-d39e-4b89-af7f-e73424d3649b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:44.392422 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a29ceb44-0d6c-47f1-b431-5b4e8cf60819 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=309a0f66f2bd497191d9cdcbd9a7c944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4657135 Nov 23 18:07:44.395440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37668) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:44.431731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0576b-14b9-425d-83c5-fd6f97d600d2 req-ec6219ee-bfc3-47af-8595-b857b9dd61eb tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:44.442007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99f0576b-14b9-425d-83c5-fd6f97d600d2 req-ec6219ee-bfc3-47af-8595-b857b9dd61eb tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 943 time: 0.1392305 Nov 23 18:07:44.464138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26b8dd-c383-4330-86ab-3db87ab1da6c req-4f7bcc17-6c4f-4e8e-a10d-9fd312a35389 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:44.466008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f26b8dd-c383-4330-86ab-3db87ab1da6c req-4f7bcc17-6c4f-4e8e-a10d-9fd312a35389 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.2288556 Nov 23 18:07:44.539156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a225e491-6830-4dba-b683-5299a58b5a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:44.568063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a225e491-6830-4dba-b683-5299a58b5a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:44.580035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99f0576b-14b9-425d-83c5-fd6f97d600d2 req-80c9c3e5-8b08-4194-88e4-2f9c96360472 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341319 Nov 23 18:07:44.589215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f26b8dd-c383-4330-86ab-3db87ab1da6c req-80e9d525-ed53-4ce6-9098-d91edbaffbf7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086493 Nov 23 18:07:44.655583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a225e491-6830-4dba-b683-5299a58b5a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:44.662010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a225e491-6830-4dba-b683-5299a58b5a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:44.664069 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a225e491-6830-4dba-b683-5299a58b5a69 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cbeaeede-d39e-4b89-af7f-e73424d3649b HTTP/1.1" status: 204 len: 168 time: 0.2668023 Nov 23 18:07:44.677215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225e491-6830-4dba-b683-5299a58b5a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeaeede-d39e-4b89-af7f-e73424d3649b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:45.042486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:45.479616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:07:45.693100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:45.736724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '5a75334c-e8c0-4edb-8e6f-b317f1e36bc9', 'network_id': '8cf0b2cb-cccd-47c7-98bb-f993edf30a33', 'port_id': '5a75334c-e8c0-4edb-8e6f-b317f1e36bc9', 'mac_address': 'fa:16:3e:e2:c6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f91492-4e6a-4c34-ad3b-1964b230d525', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:07:45.779229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:45.803048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:07:45.826834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea530b-ad90-480a-8b21-0c077dbf2fa3 req-09b8ee36-7774-4c7e-ac0f-99f61c72ba73 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:45.827938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:45.835627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bea530b-ad90-480a-8b21-0c077dbf2fa3 req-09b8ee36-7774-4c7e-ac0f-99f61c72ba73 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.0976093 Nov 23 18:07:45.839157 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:45.855202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a40b4-b3c8-4760-9bfe-b500b83c7013 req-081dc12b-9a09-4291-8825-5295f018834e tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:45.863929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d8a40b4-b3c8-4760-9bfe-b500b83c7013 req-081dc12b-9a09-4291-8825-5295f018834e tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 943 time: 0.1663117 Nov 23 18:07:45.913379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:46.037573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d8a40b4-b3c8-4760-9bfe-b500b83c7013 req-04c6c892-ffa3-40fb-993f-95a9fc60f2f3 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900242 Nov 23 18:07:46.113461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5a75334c-e8c0-4edb-8e6f-b317f1e36bc9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:07:46.135679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bea530b-ad90-480a-8b21-0c077dbf2fa3 req-233b7049-9b89-4672-afa5-6197604684c6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675679 Nov 23 18:07:46.427616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:46.572654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:46.753112 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e26632a-0537-4749-a4b8-4256e581f4b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:46.880932 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e26632a-0537-4749-a4b8-4256e581f4b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:46.886599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e26632a-0537-4749-a4b8-4256e581f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:46.935389 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2e26632a-0537-4749-a4b8-4256e581f4b7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f082e36ba564d989a07cfe125130bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608341 Nov 23 18:07:46.936296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26632a-0537-4749-a4b8-4256e581f4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1324ffde-8a01-4db1-a9d6-71469fe25003,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:46.939047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37772) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:47.027131 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2586407b-bbf8-4b85-bab1-eead53363406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.055064 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2586407b-bbf8-4b85-bab1-eead53363406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.145778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37778) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:47.151523 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2586407b-bbf8-4b85-bab1-eead53363406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.154941 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2586407b-bbf8-4b85-bab1-eead53363406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.158963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2586407b-bbf8-4b85-bab1-eead53363406 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1324ffde-8a01-4db1-a9d6-71469fe25003 HTTP/1.1" status: 204 len: 168 time: 0.2163126 Nov 23 18:07:47.204748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586407b-bbf8-4b85-bab1-eead53363406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1324ffde-8a01-4db1-a9d6-71469fe25003,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:47.297615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f680b3e8-a44c-4762-9602-d5e4a80e2b6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.356103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a263990-e54f-4958-ad1f-3283d7bc51d2 req-6a9888d5-d26a-4dca-923d-ad3e1f26c7d0 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:47.364846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a263990-e54f-4958-ad1f-3283d7bc51d2 req-6a9888d5-d26a-4dca-923d-ad3e1f26c7d0 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 944 time: 0.1663201 Nov 23 18:07:47.429977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5464ec4-ec81-4b10-8bf8-7a89abe860f6 req-af472dd0-34d3-46f1-a419-e7bfd746a551 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:47.433108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f680b3e8-a44c-4762-9602-d5e4a80e2b6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.438463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f680b3e8-a44c-4762-9602-d5e4a80e2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.440695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5464ec4-ec81-4b10-8bf8-7a89abe860f6 req-af472dd0-34d3-46f1-a419-e7bfd746a551 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.1357889 Nov 23 18:07:47.486429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680b3e8-a44c-4762-9602-d5e4a80e2b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6285577a-a98a-480b-8638-674da2c63883,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:47.498007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:07:47.504301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a263990-e54f-4958-ad1f-3283d7bc51d2 req-1b38a7fb-b3a4-409a-9fc9-3b5be2f3c002 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380048 Nov 23 18:07:47.541476 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f680b3e8-a44c-4762-9602-d5e4a80e2b6d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b44c6e79e804f10aa68871b89c8bb60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3921397 Nov 23 18:07:47.542145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37798) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:47.579236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5464ec4-ec81-4b10-8bf8-7a89abe860f6 req-f5b309b5-803a-4ede-9758-c2e793e145ef tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321485 Nov 23 18:07:47.651651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:07:47.664304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:07:47.665098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.679861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6435-e68c-470d-93d4-9fc37f49493d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.712251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6435-e68c-470d-93d4-9fc37f49493d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.741473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:07:47.811890 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.850485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.853497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6435-e68c-470d-93d4-9fc37f49493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.856904 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6435-e68c-470d-93d4-9fc37f49493d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.858173 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fbd6435-e68c-470d-93d4-9fc37f49493d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6285577a-a98a-480b-8638-674da2c63883 HTTP/1.1" status: 204 len: 168 time: 0.3150620 Nov 23 18:07:47.868791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd6435-e68c-470d-93d4-9fc37f49493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6285577a-a98a-480b-8638-674da2c63883,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:47.881367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a6704-41f5-47ac-934c-7d718e30b648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a75334c-e8c0-4edb-8e6f-b317f1e36bc9'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:47.884316 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c27056-6033-4526-9c22-05d1ea7540e4" -d '{"events": [{"server_uuid": "598a6704-41f5-47ac-934c-7d718e30b648", "name": "network-vif-plugged", "status": "completed", "tag": "5a75334c-e8c0-4edb-8e6f-b317f1e36bc9"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:47.933122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:47.947732 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38fbf4a-1c67-48ee-8ab9-6ee88e14a5cf x-openstack-request-id: req-f38fbf4a-1c67-48ee-8ab9-6ee88e14a5cf {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:47.949038 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598a6704-41f5-47ac-934c-7d718e30b648", "name": "network-vif-plugged", "status": "completed", "tag": "5a75334c-e8c0-4edb-8e6f-b317f1e36bc9", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:47.949614 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f38fbf4a-1c67-48ee-8ab9-6ee88e14a5cf {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:47.950916 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a6704-41f5-47ac-934c-7d718e30b648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a75334c-e8c0-4edb-8e6f-b317f1e36bc9', 'code': 200} Nov 23 18:07:47.958133 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:48.021568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:48.090975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be94caa-b759-4398-beb9-8ee0cfeb31bc req-331cb485-afd3-4326-9ffb-fe7f21dd4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:48.098568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4be94caa-b759-4398-beb9-8ee0cfeb31bc req-331cb485-afd3-4326-9ffb-fe7f21dd4d63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 1096 time: 0.0882068 Nov 23 18:07:48.233225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4be94caa-b759-4398-beb9-8ee0cfeb31bc req-cb81472d-e842-44d9-81f4-96ffe1b7823b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286330 Nov 23 18:07:48.751939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0123d6-ef74-4c7d-b4de-f72c6fdaed72 req-8aba413b-4257-4ce9-a157-098607ff5258 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:48.759864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f0123d6-ef74-4c7d-b4de-f72c6fdaed72 req-8aba413b-4257-4ce9-a157-098607ff5258 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 945 time: 0.1515357 Nov 23 18:07:48.922356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeb3f4-8b0e-445a-bcf4-ec13704f2ec2 req-db4ba89f-6d4f-458d-803c-ecb57daa040e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:48.930366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51aeb3f4-8b0e-445a-bcf4-ec13704f2ec2 req-db4ba89f-6d4f-458d-803c-ecb57daa040e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.2005007 Nov 23 18:07:49.027644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f0123d6-ef74-4c7d-b4de-f72c6fdaed72 req-56cfb0d4-54d2-4521-afc5-1a9d48be1940 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602859 Nov 23 18:07:49.099812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51aeb3f4-8b0e-445a-bcf4-ec13704f2ec2 req-9d6ba198-c88a-4975-ac0b-c807b242fee9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683564 Nov 23 18:07:49.335263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37908) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:49.457938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:49.560605 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ffedc215-927d-4167-ae1b-03278d9c535b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:49.712205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ffedc215-927d-4167-ae1b-03278d9c535b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:49.721039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ffedc215-927d-4167-ae1b-03278d9c535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:49.782981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedc215-927d-4167-ae1b-03278d9c535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1573ce-0adc-4d7e-bfee-77814f6376a6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:49.801524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ffedc215-927d-4167-ae1b-03278d9c535b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5a0f7e74b3c2431bb8431b9dca7f5645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648781 Nov 23 18:07:49.805150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37918) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:49.915439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c9e2a0c-fd7c-435a-9d1d-a6f386a2e4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:49.965685 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c9e2a0c-fd7c-435a-9d1d-a6f386a2e4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:50.068627 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c9e2a0c-fd7c-435a-9d1d-a6f386a2e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:50.073012 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c9e2a0c-fd7c-435a-9d1d-a6f386a2e4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:50.077656 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1c9e2a0c-fd7c-435a-9d1d-a6f386a2e4a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cb1573ce-0adc-4d7e-bfee-77814f6376a6 HTTP/1.1" status: 204 len: 168 time: 0.2703462 Nov 23 18:07:50.123082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e2a0c-fd7c-435a-9d1d-a6f386a2e4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1573ce-0adc-4d7e-bfee-77814f6376a6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:50.305624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4913-689d-4726-8d51-7c6286048c00 req-568e6bd8-bd90-4335-be7c-70de67fe7792 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:50.315704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b9a4913-689d-4726-8d51-7c6286048c00 req-568e6bd8-bd90-4335-be7c-70de67fe7792 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 945 time: 0.1144783 Nov 23 18:07:50.371065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cb0b1-1cb4-4441-83d4-293cdc6b9564 req-0a4645b2-b85a-4393-91e3-f5237af2638e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:50.373453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-339cb0b1-1cb4-4441-83d4-293cdc6b9564 req-0a4645b2-b85a-4393-91e3-f5237af2638e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.1266255 Nov 23 18:07:50.490394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b9a4913-689d-4726-8d51-7c6286048c00 req-51dcd29c-d621-4adc-9c12-1575a9617c57 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719439 Nov 23 18:07:50.572121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:50.615960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-339cb0b1-1cb4-4441-83d4-293cdc6b9564 req-35999156-b82c-40ca-8ea0-14c33933092e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244058 Nov 23 18:07:51.023538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff3329-ba16-4c25-adb2-94939554ed7a req-3f48e8f3-d7b1-4af6-9d4a-5451e07f8ab9 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:51.028135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0ff3329-ba16-4c25-adb2-94939554ed7a req-3f48e8f3-d7b1-4af6-9d4a-5451e07f8ab9 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 946 time: 0.1484394 Nov 23 18:07:51.200851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0ff3329-ba16-4c25-adb2-94939554ed7a req-fc28f1ee-4070-42c9-9308-b4abf6b70fd5 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567411 Nov 23 18:07:51.854103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b321ff3-8318-44c5-9c62-36348fa29c89 req-fe8ff1db-f51d-4d9f-9692-e1341e23f495 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:51.864494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b321ff3-8318-44c5-9c62-36348fa29c89 req-fe8ff1db-f51d-4d9f-9692-e1341e23f495 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.1308489 Nov 23 18:07:51.938623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b321ff3-8318-44c5-9c62-36348fa29c89 req-abaf71e2-46fc-46eb-ab21-6db49d470eca tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724940 Nov 23 18:07:52.522580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38094) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:52.542372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ca86-918f-4df5-aabf-1953273625f8 req-c472b4dd-9c5f-4596-98a5-dce5fb480820 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:52.543989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90a3ca86-918f-4df5-aabf-1953273625f8 req-c472b4dd-9c5f-4596-98a5-dce5fb480820 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 946 time: 0.0965004 Nov 23 18:07:52.610126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90a3ca86-918f-4df5-aabf-1953273625f8 req-b0af2c89-3110-4108-a317-9fb0c5f87a88 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572486 Nov 23 18:07:52.777593 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5402bddb-e5fc-499b-a0a3-224e5a8852d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.083806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5402bddb-e5fc-499b-a0a3-224e5a8852d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.097532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5402bddb-e5fc-499b-a0a3-224e5a8852d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.176640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402bddb-e5fc-499b-a0a3-224e5a8852d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33804f99-5d83-4172-a82b-ff4a7a094aa2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:53.186210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38120) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:53.254846 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5402bddb-e5fc-499b-a0a3-224e5a8852d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a4388106912745a1bd5aa5810f96b919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283547 Nov 23 18:07:53.255051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38128) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:53.272478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acbccf-8c32-4fe4-a725-daaa6e90c248 req-685e5ab0-7ad0-430e-a947-58c36eaa7153 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:53.284185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31acbccf-8c32-4fe4-a725-daaa6e90c248 req-685e5ab0-7ad0-430e-a947-58c36eaa7153 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.1396792 Nov 23 18:07:53.431318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7bea-6bcf-4bb2-893f-aea7f4fea456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.520811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31acbccf-8c32-4fe4-a725-daaa6e90c248 req-88a45221-f222-4292-9fc5-28f6923cf6c8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304461 Nov 23 18:07:53.532189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27ac4cb5-4778-4391-aa34-69547f140799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.542674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbef9b-e2ce-4207-85b6-78093ae0997b req-6d11629c-ac26-403d-bdd7-68f88fb5a53b tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:53.552055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7fbef9b-e2ce-4207-85b6-78093ae0997b req-6d11629c-ac26-403d-bdd7-68f88fb5a53b tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 946 time: 0.1739388 Nov 23 18:07:53.622975 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7bea-6bcf-4bb2-893f-aea7f4fea456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.634297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7bea-6bcf-4bb2-893f-aea7f4fea456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.643932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7fbef9b-e2ce-4207-85b6-78093ae0997b req-53ca7920-8c3c-4c8f-b223-e45d69a3fe84 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906987 Nov 23 18:07:53.655643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27ac4cb5-4778-4391-aa34-69547f140799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.742189 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ecfd7bea-6bcf-4bb2-893f-aea7f4fea456 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6afba8c8ba87439abddca8b71bbd6000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497482 Nov 23 18:07:53.745719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38142) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:53.747775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7bea-6bcf-4bb2-893f-aea7f4fea456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbfe339-2ac3-420d-98a5-965b5c53005b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:53.790107 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27ac4cb5-4778-4391-aa34-69547f140799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.792995 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27ac4cb5-4778-4391-aa34-69547f140799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.798197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-27ac4cb5-4778-4391-aa34-69547f140799 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/33804f99-5d83-4172-a82b-ff4a7a094aa2 HTTP/1.1" status: 204 len: 168 time: 0.5421715 Nov 23 18:07:53.830117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac4cb5-4778-4391-aa34-69547f140799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33804f99-5d83-4172-a82b-ff4a7a094aa2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:53.855282 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb3ec-d497-4e33-b23e-a64dca27fb6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.884134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb3ec-d497-4e33-b23e-a64dca27fb6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.956672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb3ec-d497-4e33-b23e-a64dca27fb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.962446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb3ec-d497-4e33-b23e-a64dca27fb6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:53.964711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9ccdb3ec-d497-4e33-b23e-a64dca27fb6e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fbbfe339-2ac3-420d-98a5-965b5c53005b HTTP/1.1" status: 204 len: 168 time: 0.2187049 Nov 23 18:07:53.983458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdb3ec-d497-4e33-b23e-a64dca27fb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbfe339-2ac3-420d-98a5-965b5c53005b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:54.781768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1a659-3818-41e2-b378-fcf19662028e req-6d20d36c-4bfe-4608-a6ab-f2d96fece4ee tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:54.801350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eea1a659-3818-41e2-b378-fcf19662028e req-6d20d36c-4bfe-4608-a6ab-f2d96fece4ee tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.1573062 Nov 23 18:07:54.811211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38178) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:54.861055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9edb1cd4-b74f-4cc4-9418-2b1f4f32f159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:54.872283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-01ef36ea-c96e-4dab-b4b5-f8830ca7624b tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:54.874286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-01ef36ea-c96e-4dab-b4b5-f8830ca7624b tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.66 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 946 time: 0.3035514 Nov 23 18:07:55.016094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9edb1cd4-b74f-4cc4-9418-2b1f4f32f159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:55.027779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9edb1cd4-b74f-4cc4-9418-2b1f4f32f159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:55.097051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eea1a659-3818-41e2-b378-fcf19662028e req-cc710b23-37a8-4896-a019-f02388906210 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939746 Nov 23 18:07:55.166038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3dafb-59ce-4c58-84fd-7591b350f0c6 req-c948305e-c0c0-4bae-8071-9e322cdba5f0 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:55.175545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81b3dafb-59ce-4c58-84fd-7591b350f0c6 req-c948305e-c0c0-4bae-8071-9e322cdba5f0 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 946 time: 0.3166406 Nov 23 18:07:55.254646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1cd4-b74f-4cc4-9418-2b1f4f32f159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf3bb6-a342-479b-be03-f351597179b2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:55.261129 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9edb1cd4-b74f-4cc4-9418-2b1f4f32f159 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b5d35d3826741b8b731af93a6dfea22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4487786 Nov 23 18:07:55.264262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38184) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:55.362350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1d4f4ee-4a0d-4811-8673-2950387e2b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:55.412602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1d4f4ee-4a0d-4811-8673-2950387e2b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:55.532730 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1d4f4ee-4a0d-4811-8673-2950387e2b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:55.535551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1d4f4ee-4a0d-4811-8673-2950387e2b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:55.539349 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a1d4f4ee-4a0d-4811-8673-2950387e2b83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bedf3bb6-a342-479b-be03-f351597179b2 HTTP/1.1" status: 204 len: 168 time: 0.2714102 Nov 23 18:07:55.545541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4f4ee-4a0d-4811-8673-2950387e2b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf3bb6-a342-479b-be03-f351597179b2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:55.610209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Deleting port ece15a5c-a6d2-440f-995a-fa54d343d41e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:07:55.610949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:55.618384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81b3dafb-59ce-4c58-84fd-7591b350f0c6 req-845aa361-3e1b-4a25-a5e1-a2c3ffa7dceb tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups?id=54475f02-2468-477e-8bf5-8a7155f93051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4419103 Nov 23 18:07:55.815392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] For port ece15a5c-a6d2-440f-995a-fa54d343d41e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ece15a5c-a6d2-440f-995a-fa54d343d41e,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:07:55.815392 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:56.249199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:56.249199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:56.249199 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Floating IP ad44a006-cc65-443f-9628-d449cd483123 disassociated. External IP: 172.25.0.107, port: ece15a5c-a6d2-440f-995a-fa54d343d41e. Nov 23 18:07:56.249199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Calling delete_port for ece15a5c-a6d2-440f-995a-fa54d343d41e owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:07:56.549576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:56.712209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550d42-28b9-4f51-acc7-7dc2860b567e req-964e93d9-af9c-4e54-b5c2-db8cceb353f6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:56.728698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc550d42-28b9-4f51-acc7-7dc2860b567e req-964e93d9-af9c-4e54-b5c2-db8cceb353f6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.3237472 Nov 23 18:07:56.731924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event deleted for resources: {'Port': ['ID=ece15a5c-a6d2-440f-995a-fa54d343d41e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:57.061701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a2f233a-abfe-44d1-b2b1-487e7204a38d req-628ff808-94dd-459f-9dd6-8d2e53632ae0 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 210 time: 0.2934563 Nov 23 18:07:57.183176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc550d42-28b9-4f51-acc7-7dc2860b567e req-d80f34f5-34ee-4d84-a710-81fd0b706749 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533658 Nov 23 18:07:57.241407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:07:57.511280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:07:57.534589 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] Sync routers for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:07:57.578251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38270) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:57.601909 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:07:57.615584 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:07:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:07:57.639264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] No DVR routers for this DVR port ece15a5c-a6d2-440f-995a-fa54d343d41e on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:07:57.646953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:57.652551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4b653bc-6dcc-4809-8aac-815d9435f9ad req-5400b290-7f72-428a-ac35-9a3aaf53415c tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.66 "DELETE /v2.0/ports/ece15a5c-a6d2-440f-995a-fa54d343d41e HTTP/1.1" status: 204 len: 173 time: 2.7556150 Nov 23 18:07:57.653330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'name': 'network-vif-deleted', 'tag': 'ece15a5c-a6d2-440f-995a-fa54d343d41e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:07:57.656536 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5941469f-b03b-489a-8bdd-16e05525ac90" -d '{"events": [{"server_uuid": "b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa", "name": "network-vif-deleted", "tag": "ece15a5c-a6d2-440f-995a-fa54d343d41e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:07:57.724855 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af602feb-6c0c-4e9d-968c-ee0e4bb52a17 x-openstack-request-id: req-af602feb-6c0c-4e9d-968c-ee0e4bb52a17 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:07:57.725425 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa", "name": "network-vif-deleted", "tag": "ece15a5c-a6d2-440f-995a-fa54d343d41e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:07:57.725857 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-af602feb-6c0c-4e9d-968c-ee0e4bb52a17 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:07:57.726630 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa', 'name': 'network-vif-deleted', 'tag': 'ece15a5c-a6d2-440f-995a-fa54d343d41e', 'status': 'completed', 'code': 200} Nov 23 18:07:57.935775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d5c4631d-45ac-4bf0-9ca6-7e9d5a4af805 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Request body: {'quota': {'network': 2}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:07:57.976235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38284) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:57.988976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Request body: {'network': {'project_id': 'a193f9b7fd394a48a74698d4f098e3ff'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:07:58.004206 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5c4631d-45ac-4bf0-9ca6-7e9d5a4af805 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] 10.222.0.74 "PUT /v2.0/quotas/a193f9b7fd394a48a74698d4f098e3ff HTTP/1.1" status: 200 len: 368 time: 0.4239111 Nov 23 18:07:58.046051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ece15a5c-a6d2-440f-995a-fa54d343d41e no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:07:58.061029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Made reservation on behalf of a193f9b7fd394a48a74698d4f098e3ff for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:07:58.064117 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:58.084317 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:58.100338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: ece15a5c-a6d2-440f-995a-fa54d343d41e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:07:58.102200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ece15a5c-a6d2-440f-995a-fa54d343d41e not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:07:58.164813 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:07:58.360455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:58.408247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6568736-6ead-4279-b54e-8b1b7a4a3817 req-989577d9-4274-4d6e-bcbf-039512492017 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/ports?device_id=b49d8e44-f99d-4a42-b72a-1c1e1c2cc0fa HTTP/1.1" status: 200 len: 210 time: 0.0736110 Nov 23 18:07:58.423864 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:58.508800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcafb27-b277-49de-b688-a1873d9a896b req-2ac9e06e-642e-4d51-85f3-2a6dea699ad6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:58.510433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fcafb27-b277-49de-b688-a1873d9a896b req-2ac9e06e-642e-4d51-85f3-2a6dea699ad6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.1167474 Nov 23 18:07:58.524798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:07:58.546447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:58.547044 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Added segment 30c59d18-7130-4076-a542-af4b3ba75120 of type vlan for network ae0a752b-78b1-4c29-a54b-0a2d47823c50 Nov 23 18:07:58.616753 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:58.637456 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:49Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:07:58.666580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cc4981-f13b-4c9c-a604-ee4347488cd9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:58.671676 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:58.672848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:58.673920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:58.687557 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] Checking router: 12b79806-ba7f-4c43-9b65-4a90fa2e2664 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:07:58.709277 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:07:58.710177 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:07:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:07:58.910784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:07:58.980966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Pushing event updated for resources: {'Network': ['ID=ae0a752b-78b1-4c29-a54b-0a2d47823c50,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:58.997202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network ae0a752b-78b1-4c29-a54b-0a2d47823c50 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:07:59.009406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38318) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:59.010033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c15f4457-57ab-409a-954a-cebb5c26f2f9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0290196 Nov 23 18:07:59.016505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Request body: {'network': {'project_id': 'a193f9b7fd394a48a74698d4f098e3ff'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:07:59.079591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fcafb27-b277-49de-b688-a1873d9a896b req-b759ab4e-fc20-4986-ba54-f83c96fa45ab tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093060 Nov 23 18:07:59.080256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Made reservation on behalf of a193f9b7fd394a48a74698d4f098e3ff for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:07:59.082783 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:59.190310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:07:59.244670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:59.248054 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Added segment 292d96b9-b4ad-42aa-a752-4347e13a141f of type vlan for network 6fd296ea-0c85-4a77-9722-8575f7d733d8 Nov 23 18:07:59.352113 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:49Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:07:59.353205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:59.403330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:59.404434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:59.405086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:59.419687 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da39c3eb-657d-41e5-8db1-b1c85d45e084 None None] The sync data for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 is: [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:05:44Z', 'revision_number': 4, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8b7e5e60-ec86-420e-b659-4159d4ff692d', 'name': '', 'network_id': '5feb96ba-3d18-4f96-bef0-346fac41ef2e', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'mac_address': 'fa:16:3e:92:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:42Z', 'updated_at': '2021-11-23T18:05:49Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'subnets': [{'id': '2bdb086c-15fa-4561-852d-12cd92adb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:07:59.505139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38332) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:59.507263 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4957516 Nov 23 18:07:59.512746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c2c5aee7-19f9-421c-a580-063b706b50e9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Request body: {'network': {'project_id': 'a193f9b7fd394a48a74698d4f098e3ff'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:07:59.560606 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c5aee7-19f9-421c-a580-063b706b50e9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 18:07:59.561089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c5aee7-19f9-421c-a580-063b706b50e9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:07:59.575257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c2c5aee7-19f9-421c-a580-063b706b50e9 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0689211 Nov 23 18:07:59.578244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38338) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:59.600818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38340) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:59.629129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f1e20-371a-4908-8a82-9a59522dcff5 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Pushing event updated for resources: {'Network': ['ID=6fd296ea-0c85-4a77-9722-8575f7d733d8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:07:59.648308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 6fd296ea-0c85-4a77-9722-8575f7d733d8 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:07:59.787490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38344) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:07:59.812687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1ce9c2ef-dd88-44b7-b3bb-bf35d41c3b21 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a193f9b7fd394a48a74698d4f098e3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332077 Nov 23 18:07:59.862828 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-919c924b-4426-45c5-8d20-060a647f32b4 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:59.970238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5636325-27d6-4254-8182-6b2b34edd3df tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:59.990710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-919c924b-4426-45c5-8d20-060a647f32b4 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.027665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5636325-27d6-4254-8182-6b2b34edd3df tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.087473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe78d0-be63-41e7-84e3-746d77621e95 None None] New status for floating IP ad44a006-cc65-443f-9628-d449cd483123: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:08:00.122004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-919c924b-4426-45c5-8d20-060a647f32b4 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.127451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-919c924b-4426-45c5-8d20-060a647f32b4 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.130490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-919c924b-4426-45c5-8d20-060a647f32b4 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "DELETE /v2.0/security-groups/54475f02-2468-477e-8bf5-8a7155f93051 HTTP/1.1" status: 204 len: 168 time: 0.5272298 Nov 23 18:08:00.163234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38352) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:00.183126 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5636325-27d6-4254-8182-6b2b34edd3df tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.186799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5636325-27d6-4254-8182-6b2b34edd3df tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.192578 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5636325-27d6-4254-8182-6b2b34edd3df tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] 10.222.0.74 "DELETE /v2.0/security-groups/b3cc4981-f13b-4c9c-a604-ee4347488cd9 HTTP/1.1" status: 204 len: 168 time: 0.4038985 Nov 23 18:08:00.193239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38354) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:00.242242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38356) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:00.247411 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-eebaf3ed-082b-4316-99d5-9d3e4c4d5ee6 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] show failed (client error): The resource could not be found. Nov 23 18:08:00.247653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eebaf3ed-082b-4316-99d5-9d3e4c4d5ee6 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "GET /v2.0/security-groups/54475f02-2468-477e-8bf5-8a7155f93051 HTTP/1.1" status: 404 len: 347 time: 0.0785298 Nov 23 18:08:00.256518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c924b-4426-45c5-8d20-060a647f32b4 tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54475f02-2468-477e-8bf5-8a7155f93051,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:00.279041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38360) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:00.329941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5636325-27d6-4254-8182-6b2b34edd3df tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cc4981-f13b-4c9c-a604-ee4347488cd9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:00.467498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.595414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e1061-6fd2-4a67-ae12-5b995960e29a req-c8db9ab8-2e5f-4c0b-9c06-63d5b0704922 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:00.597028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d05e1061-6fd2-4a67-ae12-5b995960e29a req-c8db9ab8-2e5f-4c0b-9c06-63d5b0704922 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.3790376 Nov 23 18:08:00.683905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.702413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:00.721944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd296ea-0c85-4a77-9722-8575f7d733d8']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:00.733526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292d96b9-b4ad-42aa-a752-4347e13a141f') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:00.734867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292d96b9-b4ad-42aa-a752-4347e13a141f') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:00.751230 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.769446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.774316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d05e1061-6fd2-4a67-ae12-5b995960e29a req-bb06dea1-6625-480c-a0ae-36f9ad06eb29 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560056 Nov 23 18:08:00.779908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:08:00.780829 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:08:00.782607 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:08:00.810754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Deleting port e043f3e1-8fcb-4e16-8c2b-a9ccfa24a4ce {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:00.811594 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.832811 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.892257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.909387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.913932 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] 10.222.0.74 "DELETE /v2.0/networks/6fd296ea-0c85-4a77-9722-8575f7d733d8 HTTP/1.1" status: 204 len: 168 time: 0.7142036 Nov 23 18:08:00.927213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38372) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:00.929971 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.930493 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:00.935420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43ae9c-ed1c-46a3-8220-b9dbcb7d588d tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fd296ea-0c85-4a77-9722-8575f7d733d8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:00.945028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Calling delete_port for e043f3e1-8fcb-4e16-8c2b-a9ccfa24a4ce owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:01.020011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.130117 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.162138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0a752b-78b1-4c29-a54b-0a2d47823c50']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:01.173814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c59d18-7130-4076-a542-af4b3ba75120') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:01.174470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c59d18-7130-4076-a542-af4b3ba75120') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:01.177511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.186054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.201474 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.208660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:08:01.209154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.259578 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.321623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Pushing event deleted for resources: {'Port': ['ID=e043f3e1-8fcb-4e16-8c2b-a9ccfa24a4ce,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:01.457318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Allocated IP 172.25.0.232 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/14750883-b492-4c1e-b0e4-0c966802a840) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:08:01.524374 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:08:01.528663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.538007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.541734 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] 10.222.0.74 "DELETE /v2.0/networks/ae0a752b-78b1-4c29-a54b-0a2d47823c50 HTTP/1.1" status: 204 len: 168 time: 0.6134167 Nov 23 18:08:01.554127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f611827-b0d4-4418-a865-ba9e58bb92f2 tempest-QuotasNegativeTest-1307261462 tempest-QuotasNegativeTest-1307261462-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae0a752b-78b1-4c29-a54b-0a2d47823c50,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:01.564740 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.567383 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.568556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-52bc3cb8-e290-47ae-86cd-dd49950048ca tempest-ServersTestJSON-65503754 tempest-ServersTestJSON-65503754-project] 10.222.0.74 "DELETE /v2.0/floatingips/ad44a006-cc65-443f-9628-d449cd483123 HTTP/1.1" status: 204 len: 168 time: 1.2886600 Nov 23 18:08:01.571612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38394) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:01.600400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.662099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:01.736451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'Port': ['ID=14750883-b492-4c1e-b0e4-0c966802a840,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:01.767544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:01.771714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:01.778537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:02.232117 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.321856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:02.337518 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.349764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3ab7-078e-421c-b8a6-fcc54e363300 req-a79325a3-b11e-43c9-ab15-4bc9fd3b47de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:02.357446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b60e3ab7-078e-421c-b8a6-fcc54e363300 req-a79325a3-b11e-43c9-ab15-4bc9fd3b47de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.4267395 Nov 23 18:08:02.410901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.484711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b60e3ab7-078e-421c-b8a6-fcc54e363300 req-50f44498-753d-48d8-af35-66debdd54111 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231017 Nov 23 18:08:02.622225 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a26f6bf-aa85-453c-9263-954f9af438d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.711278 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.716710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.734502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Deleting port 8b7e5e60-ec86-420e-b659-4159d4ff692d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:02.735366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.775828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a26f6bf-aa85-453c-9263-954f9af438d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.803181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'Port': ['ID=14750883-b492-4c1e-b0e4-0c966802a840,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:02.803515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a26f6bf-aa85-453c-9263-954f9af438d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.814104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.833514 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.835480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8b3374f5-4336-43fa-8595-f03ef5c4f7c6 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5909286 Nov 23 18:08:02.837907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38446) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:02.843515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1942453133'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:02.862276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26f6bf-aa85-453c-9263-954f9af438d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c34a6b-91a0-4abd-84a8-7318b050a3d6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:02.869141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Made reservation on behalf of 3a145aa1f6e344c68a0ae652f0c635c8 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:02.870014 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9a26f6bf-aa85-453c-9263-954f9af438d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3270f536a52a4d38a9830778e8ccbb26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466325 Nov 23 18:08:02.873532 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.876901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:02.884944 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.890782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] For port 8b7e5e60-ec86-420e-b659-4159d4ff692d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8b7e5e60-ec86-420e-b659-4159d4ff692d,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:02.891308 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.916685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Calling delete_port for 8b7e5e60-ec86-420e-b659-4159d4ff692d owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:02.978315 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.982640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:02.989680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ee72356-4d09-444e-805b-870f6f7c7b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.012761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:08:03.022975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60632cd2-78f4-4c87-b843-ee346c12b751,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:03.025072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ee72356-4d09-444e-805b-870f6f7c7b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.029399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.033499 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Added segment 7a31a631-91f6-4e7d-b0fd-afb5d58c7293 of type vlan for network 8297099e-f075-4237-92ff-7f06fd969447 Nov 23 18:08:03.081147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.107488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.114035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:03.114780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.159295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3177245 Nov 23 18:08:03.161000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38450) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:03.163196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ee72356-4d09-444e-805b-870f6f7c7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.164691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Request body: {'subnet': {'network_id': '8297099e-f075-4237-92ff-7f06fd969447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:03.165748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ee72356-4d09-444e-805b-870f6f7c7b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.169655 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4ee72356-4d09-444e-805b-870f6f7c7b38 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f0c34a6b-91a0-4abd-84a8-7318b050a3d6 HTTP/1.1" status: 204 len: 168 time: 0.2876070 Nov 23 18:08:03.182623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee72356-4d09-444e-805b-870f6f7c7b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c34a6b-91a0-4abd-84a8-7318b050a3d6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:03.207143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.244273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7e5e60-ec86-420e-b659-4159d4ff692d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:03.270821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3d48d-95a0-4bfa-bc8c-bf9f482638f7 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'Network': ['ID=8297099e-f075-4237-92ff-7f06fd969447,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:03.289762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8297099e-f075-4237-92ff-7f06fd969447 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:08:03.424741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Made reservation on behalf of 3a145aa1f6e344c68a0ae652f0c635c8 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:03.428466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.636983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.731414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38472) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:03.756601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bd16540-b1ce-4f99-be8b-52ea47bb9dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.780687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:03.929483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Checking segment: {'id': '7a31a631-91f6-4e7d-b0fd-afb5d58c7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8297099e-f075-4237-92ff-7f06fd969447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:03.929853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Network hostable DHCP agents. Network: 8297099e-f075-4237-92ff-7f06fd969447, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:08:03.932184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'Subnet': ['ID=f1bc9435-fc9f-45d5-9998-5af8b787edcf,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:03.973516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6e213-88c4-42a2-a414-f9b23bf49944 req-68a45b1f-ff26-44b3-8b45-7ad7424cfeeb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:03.976067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9df6e213-88c4-42a2-a414-f9b23bf49944 req-68a45b1f-ff26-44b3-8b45-7ad7424cfeeb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 946 time: 0.1462140 Nov 23 18:08:04.012615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:08:04.021967 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bd16540-b1ce-4f99-be8b-52ea47bb9dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.034080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Network 8297099e-f075-4237-92ff-7f06fd969447 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:08:04.045003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bd16540-b1ce-4f99-be8b-52ea47bb9dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.052802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8297099e-f075-4237-92ff-7f06fd969447) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:04.062469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9be89e-0b09-4f29-881e-5deecf7a0f62 None None] Network 8297099e-f075-4237-92ff-7f06fd969447 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:04.069625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:04.070239 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.141545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38484) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:04.142786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0bd16540-b1ce-4f99-be8b-52ea47bb9dd3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4de50754c8b74c21b8716a6326fc9034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094031 Nov 23 18:08:04.155315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ba4938ca-5d67-4f94-aed4-5fc23dbf5c42 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9938636 Nov 23 18:08:04.157289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38486) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:04.157456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd16540-b1ce-4f99-be8b-52ea47bb9dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88deebb-b9cf-494d-b327-48dc9fb7dacf,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:04.175995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9df6e213-88c4-42a2-a414-f9b23bf49944 req-164d9416-0d02-4a6c-b1a3-ec72fb4085b1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766880 Nov 23 18:08:04.179256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1188816817', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:04.253199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:08:04.261473 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4538c3c1-93ab-4352-9767-c27460cfbe55 admin admin] 10.222.0.74 "PUT /v2.0/routers/12b79806-ba7f-4c43-9b65-4a90fa2e2664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6886852 Nov 23 18:08:04.264246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:04.269342 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.270557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.271170 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] Sync routers for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:08:04.289532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02f20ae4-cabf-4a0e-b477-738105dafe6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.297178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-8297099e-f075-4237-92ff-7f06fd969447', 'network_id': '8297099e-f075-4237-92ff-7f06fd969447', 'tenant_id': '3a145aa1f6e344c68a0ae652f0c635c8', 'fixed_ips': [{'subnet_id': 'f1bc9435-fc9f-45d5-9998-5af8b787edcf'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:08:04.315003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.325841 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:04.341944 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:07:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:04.383175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02f20ae4-cabf-4a0e-b477-738105dafe6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.399696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.611318 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:08:04.739876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Allocated IP 172.20.0.2 (8297099e-f075-4237-92ff-7f06fd969447/f1bc9435-fc9f-45d5-9998-5af8b787edcf/401aa39b-f8f5-47db-9e73-98af3dcd0217) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:04.761267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:04.889547 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:08:03Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:04.951893 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] Checking router: 12b79806-ba7f-4c43-9b65-4a90fa2e2664 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:08:04.973130 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] Routers {'12b79806-ba7f-4c43-9b65-4a90fa2e2664'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:04.973830 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:07:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:04.996489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.032401 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.044853 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.080642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Deleting port 728d6900-5d30-4048-9a77-0fff0b53c3c3 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:05.080642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.107945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.113621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02f20ae4-cabf-4a0e-b477-738105dafe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.117273 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-02f20ae4-cabf-4a0e-b477-738105dafe6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.118494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-02f20ae4-cabf-4a0e-b477-738105dafe6d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e88deebb-b9cf-494d-b327-48dc9fb7dacf HTTP/1.1" status: 204 len: 168 time: 0.9746447 Nov 23 18:08:05.130866 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f20ae4-cabf-4a0e-b477-738105dafe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88deebb-b9cf-494d-b327-48dc9fb7dacf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:05.219147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Pushing event updated for resources: {'Port': ['ID=401aa39b-f8f5-47db-9e73-98af3dcd0217,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:05.225251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Network 8297099e-f075-4237-92ff-7f06fd969447 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:05.240923 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] Set router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:08:05.305368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:05.313681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] For port 728d6900-5d30-4048-9a77-0fff0b53c3c3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=728d6900-5d30-4048-9a77-0fff0b53c3c3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:05.314312 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.323938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:05.344783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Calling delete_port for 728d6900-5d30-4048-9a77-0fff0b53c3c3 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:05.440142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.477495 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.486322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Attempting to bind port 401aa39b-f8f5-47db-9e73-98af3dcd0217 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:08:05.487426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Attempting to bind port 401aa39b-f8f5-47db-9e73-98af3dcd0217 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7a31a631-91f6-4e7d-b0fd-afb5d58c7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8297099e-f075-4237-92ff-7f06fd969447'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:08:05.488053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Attempting to bind port 401aa39b-f8f5-47db-9e73-98af3dcd0217 on network 8297099e-f075-4237-92ff-7f06fd969447 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:05.493864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:08:05.494578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Checking segment: {'id': '7a31a631-91f6-4e7d-b0fd-afb5d58c7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8297099e-f075-4237-92ff-7f06fd969447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:05.495274 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.495845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Bound using segment: {'id': '7a31a631-91f6-4e7d-b0fd-afb5d58c7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8297099e-f075-4237-92ff-7f06fd969447'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:08:05.496519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Bound port: 401aa39b-f8f5-47db-9e73-98af3dcd0217, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a31a631-91f6-4e7d-b0fd-afb5d58c7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8297099e-f075-4237-92ff-7f06fd969447'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:08:05.497149 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.626526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] For port 401aa39b-f8f5-47db-9e73-98af3dcd0217, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:08:05.629798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] For port 401aa39b-f8f5-47db-9e73-98af3dcd0217, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=401aa39b-f8f5-47db-9e73-98af3dcd0217,segment=NetworkSegment(7a31a631-91f6-4e7d-b0fd-afb5d58c7293),segment_id=7a31a631-91f6-4e7d-b0fd-afb5d58c7293)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:08:05.635355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:05.642378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.670732 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:08:03Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:05.730186 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57ad2c-de29-4918-9b8a-83ddd7f38979 None None] The sync data for ids ['12b79806-ba7f-4c43-9b65-4a90fa2e2664'] in n-d-818932-3 is: [{'id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'name': 'tempest-ServersTestJSON-508638510-router', 'tenant_id': '39ba741c17914acba3040c67e688f2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:05:38Z', 'updated_at': '2021-11-23T18:08:03Z', 'revision_number': 5, 'project_id': '39ba741c17914acba3040c67e688f2cd', 'gw_port': {'id': '728d6900-5d30-4048-9a77-0fff0b53c3c3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b79806-ba7f-4c43-9b65-4a90fa2e2664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:39Z', 'updated_at': '2021-11-23T18:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:08:05.785093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.803403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Allocated IP 172.25.0.206 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/f80c0c17-704e-438f-a584-361c5f05dd9e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:05.877300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Pushing event deleted for resources: {'Port': ['ID=728d6900-5d30-4048-9a77-0fff0b53c3c3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:05.912774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca9921-da70-416e-b53b-95ef20cc2306 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:05.967544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23c015-0c73-453c-8156-9e73cb7dd0d9 None None] Pushing event updated for resources: {'Port': ['ID=401aa39b-f8f5-47db-9e73-98af3dcd0217,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:05.975653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.024622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:06.028235 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f4ebbc-db24-40e7-843f-4a4e77afd9f8" -d '{"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:06.051465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:06.063301 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.082722 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.153805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.171126 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed17169-d693-48e3-944b-b93fde05f4ce x-openstack-request-id: req-3ed17169-d693-48e3-944b-b93fde05f4ce {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:06.172712 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:06.174974 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ed17169-d693-48e3-944b-b93fde05f4ce {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:06.175877 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'code': 200} Nov 23 18:08:06.239692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=14']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:06.301339 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.362474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8b7e5e60-ec86-420e-b659-4159d4ff692d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:06.400953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.403894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.423827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'Port': ['ID=f80c0c17-704e-438f-a584-361c5f05dd9e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:06.424488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8b7e5e60-ec86-420e-b659-4159d4ff692d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:08:06.424964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8b7e5e60-ec86-420e-b659-4159d4ff692d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:08:06.466816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:06.473424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:06.474147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:06.488700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65781cc-e77c-437f-b199-040969aa29da None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:06.519766 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.520844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b79806-ba7f-4c43-9b65-4a90fa2e2664 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:08:06.529569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.532003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a47107ab-f74d-4270-89c9-3dbcf3fa739d admin admin] 10.222.0.74 "DELETE /v2.0/routers/12b79806-ba7f-4c43-9b65-4a90fa2e2664 HTTP/1.1" status: 204 len: 168 time: 2.2623889 Nov 23 18:08:06.534227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38590) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:06.634576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-450dc0d6-190d-4cfa-978a-f978b839f054 None None] Provisioning complete for port f80c0c17-704e-438f-a584-361c5f05dd9e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:06.634576 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-450dc0d6-190d-4cfa-978a-f978b839f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.675038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59fa7a6-46ee-4c36-9803-8ff1ec5ab627 admin admin] Deleting subnet 2bdb086c-15fa-4561-852d-12cd92adb657 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:08:06.682568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a59fa7a6-46ee-4c36-9803-8ff1ec5ab627 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.727977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-450dc0d6-190d-4cfa-978a-f978b839f054 None None] Port f80c0c17-704e-438f-a584-361c5f05dd9e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:06.780024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a59fa7a6-46ee-4c36-9803-8ff1ec5ab627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:06.927793 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a59fa7a6-46ee-4c36-9803-8ff1ec5ab627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.069081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.102037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8037bc7-8578-4c0e-9f07-ae85d814bdd2 req-501d696d-11d5-4cef-8bb8-e72146a36270 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:07.103843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b8037bc7-8578-4c0e-9f07-ae85d814bdd2 req-501d696d-11d5-4cef-8bb8-e72146a36270 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1243401 Nov 23 18:08:07.107224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38616) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:07.134761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a59fa7a6-46ee-4c36-9803-8ff1ec5ab627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.165812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fa7a6-46ee-4c36-9803-8ff1ec5ab627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdb086c-15fa-4561-852d-12cd92adb657,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:07.190652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e03834d-741e-4f36-9399-39f06b73abff None None] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:07.196255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a59fa7a6-46ee-4c36-9803-8ff1ec5ab627 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.201079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a59fa7a6-46ee-4c36-9803-8ff1ec5ab627 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2bdb086c-15fa-4561-852d-12cd92adb657 HTTP/1.1" status: 204 len: 168 time: 0.6655724 Nov 23 18:08:07.205841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:07.231102 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b8037bc7-8578-4c0e-9f07-ae85d814bdd2 req-3f846ff6-a885-447c-841e-e3a82b164ba9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109128 Nov 23 18:08:07.306431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-377623487'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:07.360820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Made reservation on behalf of 9be31695bb1f4937a78af9b316afb689 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:07.364743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.382340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.488890 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.533303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.541409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] DHCP port deletion for 5feb96ba-3d18-4f96-bef0-346fac41ef2e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:07.580642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.673754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] Deleting port 3842c748-4e05-4736-a015-88d14a33891f {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:07.674538 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.675611 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.693585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:08:07.706557 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.707272 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Added segment d2acd464-b76e-40ba-b6eb-2fbc65494a75 of type vlan for network d4bdefa9-537b-4745-b96a-f6199c4f2449 Nov 23 18:08:07.791239 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.806058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Deleting port 3842c748-4e05-4736-a015-88d14a33891f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:07.807025 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.834764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] For port 3842c748-4e05-4736-a015-88d14a33891f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3842c748-4e05-4736-a015-88d14a33891f,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:07.841005 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.870028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] Calling delete_port for 3842c748-4e05-4736-a015-88d14a33891f owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:07.871133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3bea4-463a-480f-ab44-beb24837d230,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:07.891989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.907459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:07.908116 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.923980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] For port 3842c748-4e05-4736-a015-88d14a33891f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3842c748-4e05-4736-a015-88d14a33891f,segment=NetworkSegment(89ea8371-d8f6-486c-91ee-ceaf2e6a9172),segment_id=89ea8371-d8f6-486c-91ee-ceaf2e6a9172)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:07.924431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:07.948341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Calling delete_port for 3842c748-4e05-4736-a015-88d14a33891f owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:07.963332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7973d7-174b-433f-b355-e89c281adc08 None None] Network 8297099e-f075-4237-92ff-7f06fd969447 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:08.001708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Network': ['ID=d4bdefa9-537b-4745-b96a-f6199c4f2449,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:08.032156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-c08dc368-d883-48bc-b7e8-4652d5bac770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:08.033738 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-c08dc368-d883-48bc-b7e8-4652d5bac770 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1095 time: 0.4021733 Nov 23 18:08:08.050348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5b85-450e-4609-9e0c-2f8192e7dc7f req-ab0eac0f-6f7c-47c8-b008-f81e242dcae2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:08.053260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-746d5b85-450e-4609-9e0c-2f8192e7dc7f req-ab0eac0f-6f7c-47c8-b008-f81e242dcae2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.4635005 Nov 23 18:08:08.071857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.106783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] No DVR routers for this DVR port 3842c748-4e05-4736-a015-88d14a33891f on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:08.158336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Router e3faef48-6425-4b6e-b64e-b572d3387856 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:08:08.206424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3842c748-4e05-4736-a015-88d14a33891f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:08.245613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-5d53427e-05a8-4213-bcfe-10dd017a86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:08.247286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-5d53427e-05a8-4213-bcfe-10dd017a86b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.1930423 Nov 23 18:08:08.254965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-91724bcf-cfd8-4374-9cfe-b8ea1fad86d2 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1465964 Nov 23 18:08:08.255559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38636) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:08.287531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.310277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5feb96ba-3d18-4f96-bef0-346fac41ef2e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:08.321991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ea8371-d8f6-486c-91ee-ceaf2e6a9172') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:08.322583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ea8371-d8f6-486c-91ee-ceaf2e6a9172') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:08.343570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.359938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.367611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:08:08.368154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.381403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'subnet': {'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:08.387242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-260c8c39-22fc-4f3b-8c6f-d611a402fed1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.1302946 Nov 23 18:08:08.425590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:08:08.428195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 401aa39b-f8f5-47db-9e73-98af3dcd0217 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:08.438108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-746d5b85-450e-4609-9e0c-2f8192e7dc7f req-5739d555-1a8a-4e89-acae-90cb44bf9fdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825844 Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:08:08.461241 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:08:08.471057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.471553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.471912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.473104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.473474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.473824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.474171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.474511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.474878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.475216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.475550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.475888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:08.480186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.517890 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.524245 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5feb96ba-3d18-4f96-bef0-346fac41ef2e HTTP/1.1" status: 204 len: 168 time: 1.3164666 Nov 23 18:08:08.526379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c5fc485a-528e-43c3-b3db-075501a7e6ab None None] Provisioning complete for port 401aa39b-f8f5-47db-9e73-98af3dcd0217 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:08.526990 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5fc485a-528e-43c3-b3db-075501a7e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.566214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-8a84bf8e-74d8-4ad7-ad70-0f7c79fcaaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:08.567720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-8a84bf8e-74d8-4ad7-ad70-0f7c79fcaaa1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1493933 Nov 23 18:08:08.578256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14da44-52a4-4897-b92e-e8011a37e7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5feb96ba-3d18-4f96-bef0-346fac41ef2e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:08.663280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:08:08.689515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fcd518-7be8-41c8-a679-7cfc6cbc093a None None] Sync routers for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:08:08.720314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:08.725573 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-961f436e-0176-4aaf-b68e-abd3d983bace tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.5625820 Nov 23 18:08:08.725878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:08.768251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-6ba03b83-6b94-482b-82d3-1a535efb674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:08.769680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-6ba03b83-6b94-482b-82d3-1a535efb674f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882160 Nov 23 18:08:08.931261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38646) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:08.946336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fcd518-7be8-41c8-a679-7cfc6cbc093a None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:08.947031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e2fcd518-7be8-41c8-a679-7cfc6cbc093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:07:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:08.956602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Made reservation on behalf of 9be31695bb1f4937a78af9b316afb689 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:08.960076 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.030190 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5fc485a-528e-43c3-b3db-075501a7e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.035365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e2fcd518-7be8-41c8-a679-7cfc6cbc093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: from cryptography.utils import int_from_bytes Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: from cryptography.utils import int_from_bytes Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.043762 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:09.047312 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:08:09.048442 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-098d427c-c86e-4cae-a910-b574c2af6961 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=39ba741c17914acba3040c67e688f2cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1150491 Nov 23 18:08:09.050777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38650) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:09.065116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 401aa39b-f8f5-47db-9e73-98af3dcd0217 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:09.065568 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.124045 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.202529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c5fc485a-528e-43c3-b3db-075501a7e6ab None None] For port 401aa39b-f8f5-47db-9e73-98af3dcd0217, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=401aa39b-f8f5-47db-9e73-98af3dcd0217,segment=NetworkSegment(7a31a631-91f6-4e7d-b0fd-afb5d58c7293),segment_id=7a31a631-91f6-4e7d-b0fd-afb5d58c7293)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:09.204869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fcd518-7be8-41c8-a679-7cfc6cbc093a None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:09.205552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e2fcd518-7be8-41c8-a679-7cfc6cbc093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:07:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:09.272616 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.276734 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5fc485a-528e-43c3-b3db-075501a7e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.278683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] Pushing event deleted for resources: {'Port': ['ID=3842c748-4e05-4736-a015-88d14a33891f,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:09.343779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-e681f84d-071d-4daa-9415-6b2117642ff2 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395660 Nov 23 18:08:09.372726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] Network 5feb96ba-3d18-4f96-bef0-346fac41ef2e is not hosted by any dhcp agent {{(pid=120537) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:08:09.389489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10df2ea-8f10-4941-b8c5-11c8ce4e1a5e None None] No DVR routers for this DVR port 3842c748-4e05-4736-a015-88d14a33891f on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:09.412732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e2fcd518-7be8-41c8-a679-7cfc6cbc093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:09.413533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fcd518-7be8-41c8-a679-7cfc6cbc093a None None] The sync data for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:08:09.437370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Subnet': ['ID=12cb3766-ec22-452f-84e7-d966d8bbca6f,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:09.603875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc485a-528e-43c3-b3db-075501a7e6ab None None] Pushing event updated for resources: {'Port': ['ID=401aa39b-f8f5-47db-9e73-98af3dcd0217,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:09.664601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 728d6900-5d30-4048-9a77-0fff0b53c3c3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:09.704129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db7f6d14-2c9f-4941-9499-bd30ed9b51c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.708211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 728d6900-5d30-4048-9a77-0fff0b53c3c3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:08:09.708686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 728d6900-5d30-4048-9a77-0fff0b53c3c3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:08:09.709104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3842c748-4e05-4736-a015-88d14a33891f no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:09.736900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db7f6d14-2c9f-4941-9499-bd30ed9b51c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.767822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3842c748-4e05-4736-a015-88d14a33891f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:08:09.768315 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3842c748-4e05-4736-a015-88d14a33891f not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:08:09.771819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-12c4e6cc-f62d-45b9-8b68-c697aeda3a37 None None] Provisioning complete for port 401aa39b-f8f5-47db-9e73-98af3dcd0217 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:09.772189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-12c4e6cc-f62d-45b9-8b68-c697aeda3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.798922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db7f6d14-2c9f-4941-9499-bd30ed9b51c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.801567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db7f6d14-2c9f-4941-9499-bd30ed9b51c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:09.802788 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-db7f6d14-2c9f-4941-9499-bd30ed9b51c3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cfd04bd7-38b0-4383-ba9c-095ff8adb7d8 HTTP/1.1" status: 204 len: 168 time: 0.7509289 Nov 23 18:08:09.839901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f6d14-2c9f-4941-9499-bd30ed9b51c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd04bd7-38b0-4383-ba9c-095ff8adb7d8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:10.050318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:10.145613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd36e46d-5177-4cd8-aa89-8e53f4df2cab req-cc2abcec-f78c-41d0-abbb-bd22f3668ebb service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7873218 Nov 23 18:08:10.238580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Checking segment: {'id': 'd2acd464-b76e-40ba-b6eb-2fbc65494a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:10.242997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Network hostable DHCP agents. Network: d4bdefa9-537b-4745-b96a-f6199c4f2449, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:08:10.344343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50824263-aeef-4af8-9d2d-6d9c0dce091c req-3dcac35d-e61d-49fd-8282-17dd349b7d0c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:10.358896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50824263-aeef-4af8-9d2d-6d9c0dce091c req-3dcac35d-e61d-49fd-8282-17dd349b7d0c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2118783 Nov 23 18:08:10.361757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 401aa39b-f8f5-47db-9e73-98af3dcd0217 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:10.375531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:08:10.434164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, d4bdefa9-537b-4745-b96a-f6199c4f2449) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:10.448078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a4f02e-ec69-438b-9f09-709813517d36 None None] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:10.460022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:10.460619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:10.527525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50824263-aeef-4af8-9d2d-6d9c0dce091c req-6072af69-beb7-48c5-89ed-3c1c212d14b1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678033 Nov 23 18:08:10.542455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3dad4898-bf1b-4e04-ba8e-08a541d1365e tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1655135 Nov 23 18:08:10.546375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38686) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:10.552235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1664117123'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:10.576992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Allocated IP 172.20.0.1 (8297099e-f075-4237-92ff-7f06fd969447/f1bc9435-fc9f-45d5-9998-5af8b787edcf/0d71469d-c017-479a-a32d-c676aed557e2) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:10.682239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 401aa39b-f8f5-47db-9e73-98af3dcd0217 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:10.685917 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:10.777663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Made reservation on behalf of 9be31695bb1f4937a78af9b316afb689 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:10.788629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:10.837377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] device_id is not set on port a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:10.920856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-d4bdefa9-537b-4745-b96a-f6199c4f2449', 'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449', 'tenant_id': '9be31695bb1f4937a78af9b316afb689', 'fixed_ips': [{'subnet_id': '12cb3766-ec22-452f-84e7-d966d8bbca6f'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:08:10.921774 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:10.966225 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:11.051144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:11.120369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'Port': ['ID=0d71469d-c017-479a-a32d-c676aed557e2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:11.161308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Network 8297099e-f075-4237-92ff-7f06fd969447 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:11.179612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Allocated IP 2001:db8::151 (d4bdefa9-537b-4745-b96a-f6199c4f2449/12cb3766-ec22-452f-84e7-d966d8bbca6f/a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:11.184544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:11.190088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:11.475852 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:11.672047 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-729f767a-23b6-4e5b-9e83-3eb6848af17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:11.738652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-504d1e4f-b39e-4468-a2af-b7e164a0f2bf None None] Provisioning complete for port 0d71469d-c017-479a-a32d-c676aed557e2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:11.739070 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-504d1e4f-b39e-4468-a2af-b7e164a0f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:11.764056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:11.799920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-504d1e4f-b39e-4468-a2af-b7e164a0f2bf None None] Port 0d71469d-c017-479a-a32d-c676aed557e2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:11.806313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38804) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:11.848284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:11.863335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd75c9-8926-49eb-a0b5-745222ef9f3c req-6513b3a2-4b6c-4439-8b3e-71e43d009937 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:11.871359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acfd75c9-8926-49eb-a0b5-745222ef9f3c req-6513b3a2-4b6c-4439-8b3e-71e43d009937 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1004152 Nov 23 18:08:11.911102 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.007037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Allocated IP 2001:db8::2 (d4bdefa9-537b-4745-b96a-f6199c4f2449/12cb3766-ec22-452f-84e7-d966d8bbca6f/1befe007-af01-44e1-9aa5-67d55471a544) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:12.048788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1304183735-network', 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:12.053968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acfd75c9-8926-49eb-a0b5-745222ef9f3c req-25a04d81-d775-4f52-a758-57dd4fb656bf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817820 Nov 23 18:08:12.078278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:12.100959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:12.110225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:12.141476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:12.142239 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.167481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:12.190759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:12.195405 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.211346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3adea928-2b38-4d4c-8e9b-a0ca7a29405b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6634171 Nov 23 18:08:12.214265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38846) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:12.228954 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.234999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1250346714', 'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:dd:9f:85'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:12.292305 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.303077 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.391120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:12.392590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:12.398993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fcb35-d64b-4d91-b10b-97a19147701d req-81320062-3c73-45cc-9a6b-3b5d920d8210 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:12.408462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b0fcb35-d64b-4d91-b10b-97a19147701d req-81320062-3c73-45cc-9a6b-3b5d920d8210 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1188197 Nov 23 18:08:12.412003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:12.470244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Pushing event updated for resources: {'Port': ['ID=1befe007-af01-44e1-9aa5-67d55471a544,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:12.501624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b0fcb35-d64b-4d91-b10b-97a19147701d req-20e9b67c-69f1-403f-9d5d-42fea3618a99 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920739 Nov 23 18:08:12.504582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Made reservation on behalf of 9be31695bb1f4937a78af9b316afb689 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:12.545684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Attempting to bind port 1befe007-af01-44e1-9aa5-67d55471a544 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:08:12.546911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Attempting to bind port 1befe007-af01-44e1-9aa5-67d55471a544 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'd2acd464-b76e-40ba-b6eb-2fbc65494a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:08:12.547705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Attempting to bind port 1befe007-af01-44e1-9aa5-67d55471a544 on network d4bdefa9-537b-4745-b96a-f6199c4f2449 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:12.560643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:08:12.561027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Checking segment: {'id': 'd2acd464-b76e-40ba-b6eb-2fbc65494a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:12.564978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.565564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Bound using segment: {'id': 'd2acd464-b76e-40ba-b6eb-2fbc65494a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:08:12.566157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Bound port: 1befe007-af01-44e1-9aa5-67d55471a544, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2acd464-b76e-40ba-b6eb-2fbc65494a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:08:12.566570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.625386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.631068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.634808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.648002 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.707657 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.727980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] For port 1befe007-af01-44e1-9aa5-67d55471a544, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:08:12.735112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] For port 1befe007-af01-44e1-9aa5-67d55471a544, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1befe007-af01-44e1-9aa5-67d55471a544,segment=NetworkSegment(d2acd464-b76e-40ba-b6eb-2fbc65494a75),segment_id=d2acd464-b76e-40ba-b6eb-2fbc65494a75)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:08:12.751363 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.799552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:08:12.800615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] device_id is not set on port 36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:12.869463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561cc319-50aa-46df-ae19-5aff90c746e6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:12.870955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fda55f-f29f-435f-b7b8-c8e8bb90f77e req-02892a32-6dd9-403d-bb6d-9eb7f964e3f3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:12.893063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43fda55f-f29f-435f-b7b8-c8e8bb90f77e req-02892a32-6dd9-403d-bb6d-9eb7f964e3f3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1476405 Nov 23 18:08:12.894648 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.896083 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Added segment f428077c-a3dc-4b80-b2fb-9dd2be55f93b of type vlan for network 3d638fde-106a-4763-b7e6-06a7e84f98b1 Nov 23 18:08:12.915009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f12eb8-07bb-4672-a579-e5eb781fa787 None None] Pushing event updated for resources: {'Port': ['ID=1befe007-af01-44e1-9aa5-67d55471a544,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:12.915420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:12.959393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'Port': ['ID=0d71469d-c017-479a-a32d-c676aed557e2,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:12.990547 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:13.044941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43fda55f-f29f-435f-b7b8-c8e8bb90f77e req-b35069ab-6355-416b-9f60-be28cfe1ba2e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448090 Nov 23 18:08:13.122197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Allocated IP 2001:db8::205 (d4bdefa9-537b-4745-b96a-f6199c4f2449/12cb3766-ec22-452f-84e7-d966d8bbca6f/36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:13.132874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:13.134773 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:13.135621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:13.266278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] Pushing event updated for resources: {'Network': ['ID=3d638fde-106a-4763-b7e6-06a7e84f98b1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:13.325198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:08:13.337334 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-510cc593-c21a-427b-a3e7-916ac04c197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:13.395357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Network 8297099e-f075-4237-92ff-7f06fd969447 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:13.406199 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-457cdb7c-120a-4ef8-bb1f-a6592abaf994 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5977280 Nov 23 18:08:13.410606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38948) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:13.425297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Request body: {'subnet': {'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1304183735-subnet', 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:13.493029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:13.495594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:13.497950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:13.664550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:13.777725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:13.917960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Router e3faef48-6425-4b6e-b64e-b572d3387856 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:08:13.938778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:13.955125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:13.975307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:13.982303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:13.983139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:14.033221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8174551 Nov 23 18:08:14.040787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39012) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:14.050910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-04f1a200-ea84-445d-ad8c-108bf4eb5dcb None None] Provisioning complete for port 0d71469d-c017-479a-a32d-c676aed557e2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:14.051417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-04f1a200-ea84-445d-ad8c-108bf4eb5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:14.066888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5973f-9985-427f-b459-17fcb8beab71 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:14.130577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-aacce452-a270-434c-8af1-cb97237723dc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:14.150962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-aacce452-a270-434c-8af1-cb97237723dc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.4180827 Nov 23 18:08:14.181238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-04f1a200-ea84-445d-ad8c-108bf4eb5dcb None None] Port 0d71469d-c017-479a-a32d-c676aed557e2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:14.205724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-ab5ee16f-16c5-464b-b9e2-e68d0b79d58e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/quotas/30784fb765974f04b1f5b841ab0839c4 HTTP/1.1" status: 200 len: 375 time: 0.0481668 Nov 23 18:08:14.345201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1befe007-af01-44e1-9aa5-67d55471a544 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:14.361389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-636d0969-8d8a-4560-a69e-fe489219c866 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1549530 Nov 23 18:08:14.441742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:08:14.456349 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a925e8-1ba5-4746-a388-6437ff62047b None None] Sync routers for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:08:14.483132 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a925e8-1ba5-4746-a388-6437ff62047b None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:14.486351 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56a925e8-1ba5-4746-a388-6437ff62047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:14.545440 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-35c54de1-70c5-4e95-889c-5f5dca134980 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "PUT /v2.0/routers/e3faef48-6425-4b6e-b64e-b572d3387856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8154752 Nov 23 18:08:14.547875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 1befe007-af01-44e1-9aa5-67d55471a544 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:14.548256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:14.571943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39056) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:14.574471 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:14.589013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Request body: {'port': {'network_id': '8297099e-f075-4237-92ff-7f06fd969447', 'name': 'tempest-FloatingIPAdminTestJSON-461024082'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:14.632901 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56a925e8-1ba5-4746-a388-6437ff62047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:14.674474 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a925e8-1ba5-4746-a388-6437ff62047b None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:14.675248 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56a925e8-1ba5-4746-a388-6437ff62047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:14.690953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-6da65509-aced-4c93-acdd-6fa211799e54 service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219094 Nov 23 18:08:14.849783 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56a925e8-1ba5-4746-a388-6437ff62047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:14.856727 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a925e8-1ba5-4746-a388-6437ff62047b None None] The sync data for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:08:14.889154 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:14.945894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-f904de66-4ac6-4aeb-87c6-145424b63528 service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418451 Nov 23 18:08:15.070340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6af081-5451-450f-b870-3cfa540ebfd2,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:15.071718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0676c80-34fe-4ce7-ba55-740cf065082d None None] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:15.131894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8d302-73c6-426f-9139-c6e8f664be50 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:15.148574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8d302-73c6-426f-9139-c6e8f664be50 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:15.168433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8d302-73c6-426f-9139-c6e8f664be50 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:15.174677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39120) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:15.199046 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8ca8d302-73c6-426f-9139-c6e8f664be50 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.1196892 Nov 23 18:08:15.372814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Checking segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:15.373481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Network hostable DHCP agents. Network: 3d638fde-106a-4763-b7e6-06a7e84f98b1, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:08:15.412735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Made reservation on behalf of 3a145aa1f6e344c68a0ae652f0c635c8 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:15.456671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:15.515644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91d06c02-e857-419e-94c5-72c2f7556386 req-fcf3758e-1f38-4a0b-972b-e49cc69716e1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 210 time: 0.0693927 Nov 23 18:08:15.532406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-456888e6-2425-4e9f-a676-a96366207ed9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Deleting port 36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:15.532760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-456888e6-2425-4e9f-a676-a96366207ed9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:15.595624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] device_id is not set on port 76e0f797-f56f-497e-a745-422f66f59da6 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:15.668063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 1befe007-af01-44e1-9aa5-67d55471a544, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1befe007-af01-44e1-9aa5-67d55471a544,segment=NetworkSegment(d2acd464-b76e-40ba-b6eb-2fbc65494a75),segment_id=d2acd464-b76e-40ba-b6eb-2fbc65494a75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:15.706213 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:15.729654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:08:15.731494 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:15.776874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-456888e6-2425-4e9f-a676-a96366207ed9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:15.807849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 3d638fde-106a-4763-b7e6-06a7e84f98b1) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:15.828162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:15.829103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:15.829695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-456888e6-2425-4e9f-a676-a96366207ed9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Calling delete_port for 36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:15.855930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c94ac-fa4b-462a-bb01-f583c978e523 None None] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:15.930788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d4eb0208-e2bf-45eb-aed7-7fa344fa2b93 None None] Provisioning complete for port 1befe007-af01-44e1-9aa5-67d55471a544 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:15.935212 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0208-e2bf-45eb-aed7-7fa344fa2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:16.464576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-456888e6-2425-4e9f-a676-a96366207ed9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:16.543191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456888e6-2425-4e9f-a676-a96366207ed9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Port': ['ID=36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:16.717568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=1befe007-af01-44e1-9aa5-67d55471a544,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:16.751627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40b312e2-76db-4d08-9605-9c7657c2401b req-fd292a4a-baff-49d5-ab13-c01cc72e7535 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 210 time: 0.0845656 Nov 23 18:08:16.776584 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb7cb0cd-f2ed-4a09-8809-ee3b25af4f50 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.3646920 Nov 23 18:08:16.831445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f016145-6e1c-46ff-aab6-def9c2714856 None None] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:16.857122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:16.871420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Allocated IP 172.20.0.13 (8297099e-f075-4237-92ff-7f06fd969447/f1bc9435-fc9f-45d5-9998-5af8b787edcf/76e0f797-f56f-497e-a745-422f66f59da6) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:16.962954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-456888e6-2425-4e9f-a676-a96366207ed9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:16.980920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-456888e6-2425-4e9f-a676-a96366207ed9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "DELETE /v2.0/ports/36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b HTTP/1.1" status: 204 len: 168 time: 1.8027887 Nov 23 18:08:16.984511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39228) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:17.052524 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-626cc6e2-57e6-4db3-852b-4cbf8512ee43 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] GET failed (client error): The resource could not be found. Nov 23 18:08:17.054309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-626cc6e2-57e6-4db3-852b-4cbf8512ee43 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "GET /v2.0/ports/36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b HTTP/1.1" status: 404 len: 333 time: 0.0685725 Nov 23 18:08:17.058660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39230) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:17.064798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1939057594'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:17.262277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Made reservation on behalf of 9be31695bb1f4937a78af9b316afb689 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:17.267886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:17.298199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:17.340910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] device_id is not set on port 6edb1494-ef1a-4eb3-8466-aea1abd42e7b yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:17.428827 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:17.617746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-298850cb-fc4c-4f35-88b4-0e2d4220db1c None None] Provisioning complete for port a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:17.619390 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-298850cb-fc4c-4f35-88b4-0e2d4220db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:17.659823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Network 8297099e-f075-4237-92ff-7f06fd969447 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:17.662241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event updated for resources: {'Port': ['ID=76e0f797-f56f-497e-a745-422f66f59da6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:17.674632 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:17.682506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:17.706055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-298850cb-fc4c-4f35-88b4-0e2d4220db1c None None] Port a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:17.768624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-298850cb-fc4c-4f35-88b4-0e2d4220db1c None None] Provisioning complete for port 1befe007-af01-44e1-9aa5-67d55471a544 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:17.771859 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-298850cb-fc4c-4f35-88b4-0e2d4220db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:17.779677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:17.814828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Allocated IP 2001:db8::2d (d4bdefa9-537b-4745-b96a-f6199c4f2449/12cb3766-ec22-452f-84e7-d966d8bbca6f/6edb1494-ef1a-4eb3-8466-aea1abd42e7b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:17.842411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:17.845852 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:17.902539 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-45ee37b9-e8ef-41d1-913d-21d0cfc28c4b tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3228660 Nov 23 18:08:17.903516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39258) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:18.105423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ef66ecb-2f9f-4b09-90f9-3c739bbdb2e5 req-02b9353a-77bf-4637-8386-0d8c7f356e3c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 210 time: 0.1016684 Nov 23 18:08:18.129841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'project_id': '3a145aa1f6e344c68a0ae652f0c635c8', 'port_id': '76e0f797-f56f-497e-a745-422f66f59da6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:18.202724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.225150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-e8c333f7-99dc-4eae-bb0e-f0ee85a29737 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:18.227030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-e8c333f7-99dc-4eae-bb0e-f0ee85a29737 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.66 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.6225622 Nov 23 18:08:18.241462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-d64d8952-6d6c-4cfd-b7f6-8bc2623184c4 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:18.243024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-d64d8952-6d6c-4cfd-b7f6-8bc2623184c4 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.5941508 Nov 23 18:08:18.248049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'port': {'device_id': '70f04ea7-b6dc-4033-bff1-2da811006b23', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'admin_state_up': True, 'tenant_id': '30784fb765974f04b1f5b841ab0839c4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:18.302272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-906962f1-f03b-4276-8c4f-af1d9731fff9 None None] Provisioning complete for port 76e0f797-f56f-497e-a745-422f66f59da6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:18.302625 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-906962f1-f03b-4276-8c4f-af1d9731fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.305702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1befe007-af01-44e1-9aa5-67d55471a544 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:18.371861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.506757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-3624d871-c83d-429e-a77c-f42261814301 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/quotas/d6faf1323dfb4c8dbbfba6310828b807 HTTP/1.1" status: 200 len: 375 time: 0.0869145 Nov 23 18:08:18.555148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-906962f1-f03b-4276-8c4f-af1d9731fff9 None None] Port 76e0f797-f56f-497e-a745-422f66f59da6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:18.572379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-906962f1-f03b-4276-8c4f-af1d9731fff9 None None] Provisioning complete for port a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:18.573148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-906962f1-f03b-4276-8c4f-af1d9731fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.600557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Allocated IP 172.25.0.67 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/ce17ae05-5037-415c-bb2e-81622deef437) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:18.649182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 1befe007-af01-44e1-9aa5-67d55471a544 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:18.649815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.684966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-d5cd9c2d-037e-4244-9c6e-37cc63f24ec8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1619411 Nov 23 18:08:18.692110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Made reservation on behalf of 30784fb765974f04b1f5b841ab0839c4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:18.695729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.705877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-906962f1-f03b-4276-8c4f-af1d9731fff9 None None] Port a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:18.793370 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.828612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1c1a1346-d740-40b3-946f-e92eef0c02bf None None] Could not find standard attr ID for object 36a3c64a-deb7-4cd1-a75a-e2fc6bfcaf4b. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:08:18.839109 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.905721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Pushing event updated for resources: {'Port': ['ID=ce17ae05-5037-415c-bb2e-81622deef437,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:18.924737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:18.928120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:18.933255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:18.962660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:19.023315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-90b879e0-32c7-48c1-83d5-d4a92566d8a8 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853088 Nov 23 18:08:19.120290 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:19.215581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=6edb1494-ef1a-4eb3-8466-aea1abd42e7b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:19.246036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Allocated IP 172.20.0.6 (0e506f5b-b1e6-48f6-b977-02d29eae9485/29603be6-be3d-4ac7-a191-6c5af7d4201c/b04d0b39-4594-43f8-bbd5-5f580ba69986) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:19.277128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:19.282907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:19.305031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:19.317743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:19.318404 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:19.382230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b79671d4-e0d2-4aad-98b0-4addd6f9bc4c req-d89f5bf3-ac53-40bc-983c-e88f643c5766 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 210 time: 0.1005642 Nov 23 18:08:19.408697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3e859a96-ac78-4f04-98f2-bd0e680e8cb3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3486712 Nov 23 18:08:19.416542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39274) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:19.423983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:dd:9f:85'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:19.428222 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:19.447492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-797656b3-714a-482f-9331-be7159cc3236 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937738 Nov 23 18:08:19.772000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-53d36ecc-0427-4bac-a910-611baad8e1b1 None None] Provisioning complete for port 6edb1494-ef1a-4eb3-8466-aea1abd42e7b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:19.783182 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53d36ecc-0427-4bac-a910-611baad8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:19.815480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:19.827363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-815125e9-8a59-4857-bf5b-c56d7fccfb31 req-13464caf-0067-42ed-9930-10658d669121 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 210 time: 0.1311519 Nov 23 18:08:19.852155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:19.867223 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:19.925648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-53d36ecc-0427-4bac-a910-611baad8e1b1 None None] Port 6edb1494-ef1a-4eb3-8466-aea1abd42e7b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:20.076866 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.484234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.501448 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.549730 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.590977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3da214b0-255d-4438-ac09-677ed7d97eb3 req-6240e7e5-a56e-4dcc-9ef2-12b1db32c61d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 210 time: 0.0367556 Nov 23 18:08:20.603976 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.667946 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Pushing event updated for resources: {'Port': ['ID=ce17ae05-5037-415c-bb2e-81622deef437,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:20.691596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:20.697552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:20.701386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:20.745968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'Port': ['ID=b04d0b39-4594-43f8-bbd5-5f580ba69986,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:20.774136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.788247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:20.789952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.816862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-a776f120-5512-4898-b5ee-dfba2918e1f9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5726740 Nov 23 18:08:20.839013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Request body: {'port': {'device_id': '70f04ea7-b6dc-4033-bff1-2da811006b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:20.959416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.969557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:20.976340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:21.002952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ddc1120-cab5-4529-b981-c76488160471 req-2cc5755a-6af7-409e-96fa-f4f1ce5c7354 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 210 time: 0.0516388 Nov 23 18:08:21.031701 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Floating IP 10a0a489-2b95-40cc-a159-38e819b80b18 associated. External IP: 172.25.0.67, port: 76e0f797-f56f-497e-a745-422f66f59da6. Nov 23 18:08:21.046070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] In _notify_port_updated(), no bound segment for port 6edb1494-ef1a-4eb3-8466-aea1abd42e7b on network d4bdefa9-537b-4745-b96a-f6199c4f2449 {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:08:21.053720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:21.056759 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:21.063351 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "PUT /v2.0/ports/6edb1494-ef1a-4eb3-8466-aea1abd42e7b HTTP/1.1" status: 200 len: 1002 time: 1.6448298 Nov 23 18:08:21.063916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39306) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:21.203820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-07efbdc9-8cc2-49cd-895a-0cc62aae2050 None None] Provisioning complete for port b04d0b39-4594-43f8-bbd5-5f580ba69986 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:21.204869 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-07efbdc9-8cc2-49cd-895a-0cc62aae2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:21.220139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fddae-6b0c-48a8-a3ba-4ffb8bcdb2d1 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=6edb1494-ef1a-4eb3-8466-aea1abd42e7b,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:21.274926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-07efbdc9-8cc2-49cd-895a-0cc62aae2050 None None] Port b04d0b39-4594-43f8-bbd5-5f580ba69986 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:21.464909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8b0ca-c318-4574-a6ba-faedbda6e3c3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Deleting port 6edb1494-ef1a-4eb3-8466-aea1abd42e7b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:21.465394 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b0ca-c318-4574-a6ba-faedbda6e3c3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:21.501328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Router e3faef48-6425-4b6e-b64e-b572d3387856 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:08:21.509597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-65c85656-040e-49c7-b8fd-0ca5d7c7386e None None] Provisioning complete for port 6edb1494-ef1a-4eb3-8466-aea1abd42e7b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:21.509981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-65c85656-040e-49c7-b8fd-0ca5d7c7386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:21.551013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-65c85656-040e-49c7-b8fd-0ca5d7c7386e None None] Port 6edb1494-ef1a-4eb3-8466-aea1abd42e7b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:21.660232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:08:21.671328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91575a-758d-4e6f-8be6-d2a66afa43e2 None None] Sync routers for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:08:21.682117 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:21.701323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91575a-758d-4e6f-8be6-d2a66afa43e2 None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:21.703796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cf91575a-758d-4e6f-8be6-d2a66afa43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:21.731563 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2527c2a0-62bc-4dc9-9400-311aa6a5dc81 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.8259485 Nov 23 18:08:21.734854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39320) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:21.768837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cf91575a-758d-4e6f-8be6-d2a66afa43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:21.795469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91575a-758d-4e6f-8be6-d2a66afa43e2 None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:21.796927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cf91575a-758d-4e6f-8be6-d2a66afa43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:21.834222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-cf91575a-758d-4e6f-8be6-d2a66afa43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:21.835115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91575a-758d-4e6f-8be6-d2a66afa43e2 None None] The sync data for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:08:21.864537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-26f61b83-8e61-45b0-becc-9c4b8bab140a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:21.866155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-26f61b83-8e61-45b0-becc-9c4b8bab140a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.5359077 Nov 23 18:08:21.874717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b0ca-c318-4574-a6ba-faedbda6e3c3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:21.900323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0c4b-1111-4395-8e88-a6a808bedd80 req-98b61c4a-37ff-4b64-8d49-08b4b9559078 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:21.901866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f23e0c4b-1111-4395-8e88-a6a808bedd80 req-98b61c4a-37ff-4b64-8d49-08b4b9559078 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 947 time: 0.3076568 Nov 23 18:08:21.910355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Request body: {'port': {'device_id': '7f67914c-08a0-4d2a-9ea6-bfcb55d0f713', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'admin_state_up': True, 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:21.915031 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-960b32ee-dc40-4dc1-86a6-4a4445fc1e03 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] 10.222.0.74 "GET /v2.0/floatingips/10a0a489-2b95-40cc-a159-38e819b80b18 HTTP/1.1" status: 200 len: 982 time: 0.1786425 Nov 23 18:08:21.915829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39326) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:21.941339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8b0ca-c318-4574-a6ba-faedbda6e3c3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Calling delete_port for 6edb1494-ef1a-4eb3-8466-aea1abd42e7b owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:21.961809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043906e-a7cf-49cc-a383-fbcec025f29b req-6ffc7370-dd66-4ee1-87a0-8e4876f8ba91 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:21.963454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5043906e-a7cf-49cc-a383-fbcec025f29b req-6ffc7370-dd66-4ee1-87a0-8e4876f8ba91 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 931 time: 0.2590871 Nov 23 18:08:21.965799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04d0b39-4594-43f8-bbd5-5f580ba69986 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:08:22.023961 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:22.150382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Transition to ACTIVE for port object b04d0b39-4594-43f8-bbd5-5f580ba69986 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:08:22.177565 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:22.199709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5043906e-a7cf-49cc-a383-fbcec025f29b req-28bc788a-ee5a-4db6-ba0c-1f0964f36507 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122262 Nov 23 18:08:22.308010 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f23e0c4b-1111-4395-8e88-a6a808bedd80 req-d3d9626e-5dd7-49e8-8c29-cc54ced57ec2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846714 Nov 23 18:08:22.447920 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-20e2ae43-9223-449c-bd56-ed8fe05808c0 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.5246043 Nov 23 18:08:22.447920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39332) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:22.513532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30116323-4a35-4332-a095-8de824205ee4 req-4ef40075-7408-42ff-a37b-fe012d709bae tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 210 time: 0.0741858 Nov 23 18:08:22.525388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Pushing event updated for resources: {'Port': ['ID=b04d0b39-4594-43f8-bbd5-5f580ba69986,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:22.535856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Attempting to bind port b04d0b39-4594-43f8-bbd5-5f580ba69986 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:08:22.536221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Attempting to bind port b04d0b39-4594-43f8-bbd5-5f580ba69986 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:08:22.536505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Attempting to bind port b04d0b39-4594-43f8-bbd5-5f580ba69986 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:22.562428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:22.566232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:22.607937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Port b04d0b39-4594-43f8-bbd5-5f580ba69986 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:08:22.608798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Attempting to bind port b04d0b39-4594-43f8-bbd5-5f580ba69986 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:22.653100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:08:22.653437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Checking segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:22.653830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Bound using segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:08:22.654279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Bound port: b04d0b39-4594-43f8-bbd5-5f580ba69986, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:08:22.654637 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:22.690149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b0ca-c318-4574-a6ba-faedbda6e3c3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:22.742339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Deleting port ce17ae05-5037-415c-bb2e-81622deef437 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:22.742974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:22.908624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:22.909199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:22.909953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Allocated IP 172.20.0.12 (3d638fde-106a-4763-b7e6-06a7e84f98b1/7b6af081-5451-450f-b870-3cfa540ebfd2/6c20208c-2d25-4220-afa0-69da653709de) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:22.933700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Calling delete_port for ce17ae05-5037-415c-bb2e-81622deef437 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:22.966996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8b0ca-c318-4574-a6ba-faedbda6e3c3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Port': ['ID=6edb1494-ef1a-4eb3-8466-aea1abd42e7b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:23.042533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b0ca-c318-4574-a6ba-faedbda6e3c3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:23.051473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d4a8b0ca-c318-4574-a6ba-faedbda6e3c3 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "DELETE /v2.0/ports/6edb1494-ef1a-4eb3-8466-aea1abd42e7b HTTP/1.1" status: 204 len: 168 time: 1.9837830 Nov 23 18:08:23.067991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39336) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:23.122854 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e24bed5-b841-432f-a9f2-9b487d9d8a08 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] GET failed (client error): The resource could not be found. Nov 23 18:08:23.128316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9e24bed5-b841-432f-a9f2-9b487d9d8a08 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "GET /v2.0/ports/6edb1494-ef1a-4eb3-8466-aea1abd42e7b HTTP/1.1" status: 404 len: 333 time: 0.0547793 Nov 23 18:08:23.143261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39338) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:23.152612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-780687110'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:23.157184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] For port b04d0b39-4594-43f8-bbd5-5f580ba69986, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:08:23.263712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:23.297252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] For port b04d0b39-4594-43f8-bbd5-5f580ba69986, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:08:23.333693 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:23.405075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event deleted for resources: {'Port': ['ID=ce17ae05-5037-415c-bb2e-81622deef437,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:23.410081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:23.410426 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Floating IP 10a0a489-2b95-40cc-a159-38e819b80b18 disassociated (deleted). External IP: 172.25.0.67, port: 76e0f797-f56f-497e-a745-422f66f59da6. Nov 23 18:08:23.585873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:23.586502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:23.597532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] 10.222.0.66 "PUT /v2.0/ports/b04d0b39-4594-43f8-bbd5-5f580ba69986 HTTP/1.1" status: 200 len: 1091 time: 2.7690835 Nov 23 18:08:23.609298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f04ea7-b6dc-4033-bff1-2da811006b23', 'tag': 'b04d0b39-4594-43f8-bbd5-5f580ba69986'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:23.630798 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46010924-597c-490b-b755-fa2d651f584e" -d '{"events": [{"name": "network-changed", "server_uuid": "70f04ea7-b6dc-4033-bff1-2da811006b23", "tag": "b04d0b39-4594-43f8-bbd5-5f580ba69986"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:23.723181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-93fe4b96-e1ee-44c7-9459-cdc726bdf61d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:23.724092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-93fe4b96-e1ee-44c7-9459-cdc726bdf61d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 947 time: 0.5311725 Nov 23 18:08:23.839878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Router e3faef48-6425-4b6e-b64e-b572d3387856 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:08:24.014504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:08:24.021001 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.028784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd3a70-08c4-4a5d-a6ae-6ea7e9f302e4 None None] Sync routers for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:08:24.045985 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd3a70-08c4-4a5d-a6ae-6ea7e9f302e4 None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:24.047139 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56dd3a70-08c4-4a5d-a6ae-6ea7e9f302e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:24.068321 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eb515feb-b4c0-444c-ad9f-9860d71428a2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "DELETE /v2.0/floatingips/10a0a489-2b95-40cc-a159-38e819b80b18 HTTP/1.1" status: 204 len: 168 time: 1.6199505 Nov 23 18:08:24.068992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39354) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:24.074130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:24.089968 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.090559 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56dd3a70-08c4-4a5d-a6ae-6ea7e9f302e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:24.102160 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd3a70-08c4-4a5d-a6ae-6ea7e9f302e4 None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:24.102803 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56dd3a70-08c4-4a5d-a6ae-6ea7e9f302e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:24.106865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.201596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125863ca-8343-4f2d-941d-d0301b06c10b req-6c5cc9e9-b0d1-44e0-9e31-aef371df3a8e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:24.204824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125863ca-8343-4f2d-941d-d0301b06c10b req-6c5cc9e9-b0d1-44e0-9e31-aef371df3a8e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 943 time: 0.8664727 Nov 23 18:08:24.209079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.210931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7d9d9-6eed-4c28-8780-dd7feff5b92a service neutron] Pushing event updated for resources: {'Port': ['ID=b04d0b39-4594-43f8-bbd5-5f580ba69986,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:24.246419 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-56dd3a70-08c4-4a5d-a6ae-6ea7e9f302e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:24.247096 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd3a70-08c4-4a5d-a6ae-6ea7e9f302e4 None None] The sync data for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:08:24.283937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b797-aa16-48cc-8cbf-c6c79988d036 req-b5a84765-185e-4158-a21e-474f4232b9af tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:24.285446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8412b797-aa16-48cc-8cbf-c6c79988d036 req-b5a84765-185e-4158-a21e-474f4232b9af tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 947 time: 0.7256541 Nov 23 18:08:24.334063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-80297db0-4074-4bfb-96cf-9a7e81203263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:24.343643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-80297db0-4074-4bfb-96cf-9a7e81203263 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 1094 time: 0.6583390 Nov 23 18:08:24.350404 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Allocated IP 172.25.0.212 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/b15cd6a2-7569-40ae-aab6-4de1ac22eede) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:24.360751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Made reservation on behalf of 9be31695bb1f4937a78af9b316afb689 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:24.364190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.384038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125863ca-8343-4f2d-941d-d0301b06c10b req-64da4cdd-9e9a-4979-8e39-e0813f266517 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690457 Nov 23 18:08:24.429399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-366d8787-94ae-439e-a284-cae0b7e8241c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986 HTTP/1.1" status: 200 len: 217 time: 0.0847375 Nov 23 18:08:24.440692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Deleting port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:24.441093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.465036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] device_id is not set on port 80fa1d87-451a-4edc-9cbc-4d2050687c41 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:24.487061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.524443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.541827 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.575699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:24.582822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:24.586366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:24.591901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Pushing event updated for resources: {'Port': ['ID=b15cd6a2-7569-40ae-aab6-4de1ac22eede,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:24.657461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8412b797-aa16-48cc-8cbf-c6c79988d036 req-753d5238-b391-4af0-b5c9-5f716d1c6cb0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502080 Nov 23 18:08:24.683775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.725392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c1ae9ca9-97ee-4c0e-9569-708082dbe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:24.726894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-c1ae9ca9-97ee-4c0e-9569-708082dbe71c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.2677584 Nov 23 18:08:24.739129 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:08:24.740554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:24.742782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.768430 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516a0d32-2215-473d-a004-48d054cd7619 x-openstack-request-id: req-516a0d32-2215-473d-a004-48d054cd7619 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:24.768728 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f04ea7-b6dc-4033-bff1-2da811006b23", "tag": "b04d0b39-4594-43f8-bbd5-5f580ba69986", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:24.768982 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-516a0d32-2215-473d-a004-48d054cd7619 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:24.769465 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f04ea7-b6dc-4033-bff1-2da811006b23', 'tag': 'b04d0b39-4594-43f8-bbd5-5f580ba69986', 'status': 'completed', 'code': 200} Nov 23 18:08:24.771013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:24.796022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event updated for resources: {'Port': ['ID=6c20208c-2d25-4220-afa0-69da653709de,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:24.804107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:24.838860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac94235-92cb-4618-8c5d-583d1b291b48 req-efe99991-1af9-455e-9bbc-b578f694a47a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:24.840170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ac94235-92cb-4618-8c5d-583d1b291b48 req-efe99991-1af9-455e-9bbc-b578f694a47a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 932 time: 0.3497088 Nov 23 18:08:24.898684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] For port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:24.899110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.927439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.933526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:24.993362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Allocated IP 2001:db8::300 (d4bdefa9-537b-4745-b96a-f6199c4f2449/12cb3766-ec22-452f-84e7-d966d8bbca6f/80fa1d87-451a-4edc-9cbc-4d2050687c41) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:24.996959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-e557b4fa-2b7e-492c-b83a-9569c00bab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:24.999538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-e557b4fa-2b7e-492c-b83a-9569c00bab27 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531176 Nov 23 18:08:25.014464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:25.022325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Pushing event updated for resources: {'Port': ['ID=b15cd6a2-7569-40ae-aab6-4de1ac22eede,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:25.023266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.042286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.061750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.063917 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a59c8542-a0aa-45cd-8373-6acd85c47172 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9929681 Nov 23 18:08:25.067234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:25.191517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-95421c9e-1193-4812-aebb-9fc43d443b6b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3047040 Nov 23 18:08:25.207001 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ac94235-92cb-4618-8c5d-583d1b291b48 req-fe34af4b-5816-4807-a077-b69f17b002f3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313613 Nov 23 18:08:25.213443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Request body: {'port': {'device_id': '7f67914c-08a0-4d2a-9ea6-bfcb55d0f713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:25.230139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:25.259242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.318462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-fa3f09bf-1144-4094-a175-ff087830c6ad service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898061 Nov 23 18:08:25.371897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.533337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Allocated IP 172.25.0.54 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/9ae70c28-58f5-4a69-9761-1e7b21a869ff) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:25.588660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.665879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.666444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.666862 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Floating IP 4c952fba-c1ab-4780-ae40-a4632cdf6886 disassociated. External IP: 172.25.0.24, port: 77f17cba-828a-4dc1-8e82-5e28ad02d5e6. Nov 23 18:08:25.667282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Calling delete_port for 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:25.674129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.736879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394cbcd4-55d6-49ec-b009-3ce1f68c423f req-7fc61f88-6b5e-4d1a-b176-bca4afd35952 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973854 Nov 23 18:08:25.768774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:25.783114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a518f-9c74-402c-b23d-fe0a4851d62f req-4d2f501f-20d3-4fba-be7e-5dc27027ed88 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:25.790640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d45a518f-9c74-402c-b23d-fe0a4851d62f req-4d2f501f-20d3-4fba-be7e-5dc27027ed88 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 943 time: 0.2859564 Nov 23 18:08:25.880496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:25.887257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:25.904534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:25.948844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Pushing event updated for resources: {'Port': ['ID=9ae70c28-58f5-4a69-9761-1e7b21a869ff,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:25.987720 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.027959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.071739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.102277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39382) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:26.176184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d45a518f-9c74-402c-b23d-fe0a4851d62f req-c9669429-92bd-4b2d-aa19-7a61c9dcf55b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843727 Nov 23 18:08:26.204973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71db3-719e-4d89-b462-ddc905169d94 req-3d98efb4-5636-4fcb-a9fe-57095e84eb5b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:26.219621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bc71db3-719e-4d89-b462-ddc905169d94 req-3d98efb4-5636-4fcb-a9fe-57095e84eb5b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 947 time: 0.3639853 Nov 23 18:08:26.229106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010924-597c-490b-b755-fa2d651f584e req-911fcf99-fecf-4692-861d-ea49f6c59944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:26.237203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46010924-597c-490b-b755-fa2d651f584e req-911fcf99-fecf-4692-861d-ea49f6c59944 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 1094 time: 0.4443345 Nov 23 18:08:26.319086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dc29-cb45-4936-ac5f-861f53dd5e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.469772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dc29-cb45-4936-ac5f-861f53dd5e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.496566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.500042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dc29-cb45-4936-ac5f-861f53dd5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.517342 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.633361 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b1f2dc29-cb45-4936-ac5f-861f53dd5e67 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=57370b7ef38a493fb0db0783dcdc61af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5275180 Nov 23 18:08:26.637097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39390) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:26.637893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2dc29-cb45-4936-ac5f-861f53dd5e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3add4c2d-1916-4e4d-8b5c-e503ca3c48af,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:26.685609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Pushing event updated for resources: {'Port': ['ID=9ae70c28-58f5-4a69-9761-1e7b21a869ff,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:26.701739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.745186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.748895 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-055e8e53-ebdf-4ca1-925b-78ea4304ea43 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6779203 Nov 23 18:08:26.751568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39392) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:26.767170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d059166-cbae-46ca-84c8-0403e85d3337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.802419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d059166-cbae-46ca-84c8-0403e85d3337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.802884 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.867871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d059166-cbae-46ca-84c8-0403e85d3337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.867871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d059166-cbae-46ca-84c8-0403e85d3337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:26.871204 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3d059166-cbae-46ca-84c8-0403e85d3337 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3add4c2d-1916-4e4d-8b5c-e503ca3c48af HTTP/1.1" status: 204 len: 168 time: 0.2300954 Nov 23 18:08:26.881531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d059166-cbae-46ca-84c8-0403e85d3337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add4c2d-1916-4e4d-8b5c-e503ca3c48af,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:27.039187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bc71db3-719e-4d89-b462-ddc905169d94 req-cab0b09c-1802-4885-bb35-b417d6d8ed27 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=74ee0422-d072-4862-bead-07462c2b3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7383511 Nov 23 18:08:27.039904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=80fa1d87-451a-4edc-9cbc-4d2050687c41,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:27.079389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:27.099889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a933739-9336-4bb0-9d7a-0e7080847179 req-16b072e7-2c38-40a5-bd7e-8e9790b01002 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:27.101614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a933739-9336-4bb0-9d7a-0e7080847179 req-16b072e7-2c38-40a5-bd7e-8e9790b01002 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 932 time: 0.7312665 Nov 23 18:08:27.103235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.103587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.103934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.104278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.104614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.104948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.105274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.105605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.105935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.106260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.106588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.106940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:27.111396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010924-597c-490b-b755-fa2d651f584e req-40e4ce93-d410-43c9-bcd9-1be9513583f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:27.112965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46010924-597c-490b-b755-fa2d651f584e req-40e4ce93-d410-43c9-bcd9-1be9513583f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.8109241 Nov 23 18:08:27.125779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f89709b9-bf13-45a2-8f87-08f2d7e74224 tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.3394070 Nov 23 18:08:27.125779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:27.127668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39398) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:27.132112 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.160740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:27.166748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:27.167569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.245011 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-12107f68-8f4e-4311-b617-0bb05a3999d0 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1153684 Nov 23 18:08:27.252003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39406) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:27.314610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46010924-597c-490b-b755-fa2d651f584e req-4af83301-a913-4495-be82-8200485ef2c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986 HTTP/1.1" status: 200 len: 217 time: 0.1835265 Nov 23 18:08:27.323099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event deleted for resources: {'Port': ['ID=77f17cba-828a-4dc1-8e82-5e28ad02d5e6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:27.380315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aff4745b-bdea-4626-852c-d14499180c9f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2354171 Nov 23 18:08:27.381926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39410) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:27.424638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:dd:9f:85'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:27.442200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c20208c-2d25-4220-afa0-69da653709de {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:08:27.450568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a933739-9336-4bb0-9d7a-0e7080847179 req-99281fa7-e623-49a3-ab78-c7fd108762c0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303621 Nov 23 18:08:27.477360 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.510803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Deleting port 9ae70c28-58f5-4a69-9761-1e7b21a869ff {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:27.511103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.552088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010924-597c-490b-b755-fa2d651f584e req-5f88a432-5f50-46ab-a38a-af8aa22e14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:27.553569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46010924-597c-490b-b755-fa2d651f584e req-5f88a432-5f50-46ab-a38a-af8aa22e14ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.2215810 Nov 23 18:08:27.554540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Transition to ACTIVE for port object 6c20208c-2d25-4220-afa0-69da653709de will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:08:27.583282 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.609112 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.609874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.615211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ee9c5074-c9f4-42bf-8477-bf658d9a7980 None None] Provisioning complete for port 80fa1d87-451a-4edc-9cbc-4d2050687c41 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:27.616343 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee9c5074-c9f4-42bf-8477-bf658d9a7980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.627449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Calling delete_port for 9ae70c28-58f5-4a69-9761-1e7b21a869ff owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:27.640280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278bc1c-935f-42fc-a9d2-b118b3a72697 req-29f4ba9e-e809-414c-8975-77ab0becd8c7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:27.643290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b278bc1c-935f-42fc-a9d2-b118b3a72697 req-29f4ba9e-e809-414c-8975-77ab0becd8c7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 943 time: 0.3210042 Nov 23 18:08:27.652146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:27.678856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:08:27.679247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:08:27.695951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ee9c5074-c9f4-42bf-8477-bf658d9a7980 None None] Port 80fa1d87-451a-4edc-9cbc-4d2050687c41 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:27.829718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.860186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Pushing event deleted for resources: {'Port': ['ID=9ae70c28-58f5-4a69-9761-1e7b21a869ff,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:27.890236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010924-597c-490b-b755-fa2d651f584e req-65cbad54-9785-46a5-b21d-9fbebbea340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:27.891800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46010924-597c-490b-b755-fa2d651f584e req-65cbad54-9785-46a5-b21d-9fbebbea340d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3295565 Nov 23 18:08:27.910827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Pushing event updated for resources: {'Port': ['ID=6c20208c-2d25-4220-afa0-69da653709de,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:27.929348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.932862 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:27.934100 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-982ed4dc-85d3-4bb9-a0cd-adacf68a9740 tempest-FloatingIPAdminTestJSON-2018608362 tempest-FloatingIPAdminTestJSON-2018608362-project] 10.222.0.74 "DELETE /v2.0/floatingips/0e4dd0f5-0bb9-4645-a77a-f53aef172f15 HTTP/1.1" status: 204 len: 168 time: 0.6807957 Nov 23 18:08:27.937497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39418) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:27.982728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Router e48d9249-8058-4631-b286-7e9343e52dff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:08:28.000716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b278bc1c-935f-42fc-a9d2-b118b3a72697 req-c0bf945a-61c8-46c4-9d3d-d91e931222c4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924523 Nov 23 18:08:28.090447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.171824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b04d0b39-4594-43f8-bbd5-5f580ba69986 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:08:28.222196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Attempting to bind port 6c20208c-2d25-4220-afa0-69da653709de on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:08:28.222196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Attempting to bind port 6c20208c-2d25-4220-afa0-69da653709de by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:08:28.222196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Attempting to bind port 6c20208c-2d25-4220-afa0-69da653709de on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:28.276528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-675fdfb8-a6bf-4778-bfcd-efac012975bd req-1c08b31b-2528-4042-9ded-25cb1a8c85d1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa764ab-34a1-40c1-ad32-9f6eb89c2771 HTTP/1.1" status: 200 len: 210 time: 0.1157315 Nov 23 18:08:28.278363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46010924-597c-490b-b755-fa2d651f584e req-db2b106e-7858-4f79-98a2-574c960e6b8c service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645492 Nov 23 18:08:28.285772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b04d0b39-4594-43f8-bbd5-5f580ba69986, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:28.289265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Port 6c20208c-2d25-4220-afa0-69da653709de on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:08:28.289599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Attempting to bind port 6c20208c-2d25-4220-afa0-69da653709de on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:28.313052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'b04d0b39-4594-43f8-bbd5-5f580ba69986', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': 'b04d0b39-4594-43f8-bbd5-5f580ba69986', 'mac_address': 'fa:16:3e:95:b5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:08:28.329161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:08:28.329769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Checking segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:28.329905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Bound using segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:08:28.330346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Bound port: 6c20208c-2d25-4220-afa0-69da653709de, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:08:28.330871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.356734 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.357951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Deleting port b15cd6a2-7569-40ae-aab6-4de1ac22eede {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:28.359245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.372512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04d0b39-4594-43f8-bbd5-5f580ba69986 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:08:28.397723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b04d0b39-4594-43f8-bbd5-5f580ba69986, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:28.402852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.450347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:08:28.467002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=b04d0b39-4594-43f8-bbd5-5f580ba69986,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:28.472272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] Sync routers for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:08:28.500553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.500973 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.519055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Calling delete_port for b15cd6a2-7569-40ae-aab6-4de1ac22eede owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:28.525757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:28.526003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:28.564678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] No DVR routers for this DVR port 77f17cba-828a-4dc1-8e82-5e28ad02d5e6 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:28.593425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.597790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca6561a9-84a1-4dde-b319-1323177de7d4 req-191bd3b5-638e-466e-8f12-09a225c403df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "DELETE /v2.0/ports/77f17cba-828a-4dc1-8e82-5e28ad02d5e6 HTTP/1.1" status: 204 len: 173 time: 4.8297436 Nov 23 18:08:28.607209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-deleted', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:28.610060 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1fa69a-d2e4-4c97-b474-50abd6295ce5" -d '{"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-deleted", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:28.636648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] For port 6c20208c-2d25-4220-afa0-69da653709de, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:08:28.641366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46010924-597c-490b-b755-fa2d651f584e req-58f1dd6c-1727-4455-b9a7-8cf9a9f03c24 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532181 Nov 23 18:08:28.674413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] For port 6c20208c-2d25-4220-afa0-69da653709de, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6c20208c-2d25-4220-afa0-69da653709de,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:08:28.688525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b04d0b39-4594-43f8-bbd5-5f580ba69986'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:08:28.693094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.710164 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c175c5f4-267a-4bc0-8061-7d3e630e2473 x-openstack-request-id: req-c175c5f4-267a-4bc0-8061-7d3e630e2473 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:28.710473 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa764ab-34a1-40c1-ad32-9f6eb89c2771", "name": "network-vif-deleted", "tag": "77f17cba-828a-4dc1-8e82-5e28ad02d5e6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:28.710755 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c175c5f4-267a-4bc0-8061-7d3e630e2473 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:28.711160 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa764ab-34a1-40c1-ad32-9f6eb89c2771', 'name': 'network-vif-deleted', 'tag': '77f17cba-828a-4dc1-8e82-5e28ad02d5e6', 'status': 'completed', 'code': 200} Nov 23 18:08:28.715973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.725116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6ffdb-528f-4e85-ab18-f8ab6dc875eb req-6c11a617-b136-443e-9ac1-e4fb730f34f6 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:28.726677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58f6ffdb-528f-4e85-ab18-f8ab6dc875eb req-6c11a617-b136-443e-9ac1-e4fb730f34f6 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 944 time: 0.1665409 Nov 23 18:08:28.751688 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.767424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.798826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:28.799556 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.801069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c20208c-2d25-4220-afa0-69da653709de HTTP/1.1" status: 200 len: 1092 time: 3.5929518 Nov 23 18:08:28.827624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] In _notify_port_updated(), no bound segment for port 80fa1d87-451a-4edc-9cbc-4d2050687c41 on network d4bdefa9-537b-4745-b96a-f6199c4f2449 {{(pid=120536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:08:28.828831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:08:28.835495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:28.836406 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:28.838035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "PUT /v2.0/ports/80fa1d87-451a-4edc-9cbc-4d2050687c41 HTTP/1.1" status: 200 len: 1002 time: 1.4415216 Nov 23 18:08:28.844546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39430) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:28.867597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035439de-1c35-46b6-b96f-413fa3c17765 service neutron] Pushing event updated for resources: {'Port': ['ID=6c20208c-2d25-4220-afa0-69da653709de,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:28.872102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Pushing event deleted for resources: {'Port': ['ID=b15cd6a2-7569-40ae-aab6-4de1ac22eede,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:28.984086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58f6ffdb-528f-4e85-ab18-f8ab6dc875eb req-c5df6fbd-b9ff-4e5c-b785-1b23bc025192 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362201 Nov 23 18:08:29.002446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:29.006827 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:29.033679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39434) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:29.034853 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-402b92fb-1d5c-402a-b7cf-14682f09aace tempest-FloatingIPAdminTestJSON-1842749637 tempest-FloatingIPAdminTestJSON-1842749637-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/b11fbaed-3350-4376-b626-23b53e706a7a HTTP/1.1" status: 204 len: 168 time: 1.0957508 Nov 23 18:08:29.048008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905a68f-f93f-43b8-b880-f49545299873 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=80fa1d87-451a-4edc-9cbc-4d2050687c41,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:29.284517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4f8f8ab8-17df-4f1c-8e7e-71c580fc271e None None] Provisioning complete for port 80fa1d87-451a-4edc-9cbc-4d2050687c41 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:29.285051 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8ab8-17df-4f1c-8e7e-71c580fc271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:29.332860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f8ab8-17df-4f1c-8e7e-71c580fc271e None None] Port 80fa1d87-451a-4edc-9cbc-4d2050687c41 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:29.347092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:29.384392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] Checking router: e48d9249-8058-4631-b286-7e9343e52dff for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:08:29.394871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:29.395635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:29.517208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:08:29.525037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-263f81d7-ccb0-4e23-bf13-ad0c7cbd92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:29.526593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-263f81d7-ccb0-4e23-bf13-ad0c7cbd92f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 1095 time: 0.6276689 Nov 23 18:08:29.595369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-a2dd9c15-e2c4-4b61-addb-135a657e34f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c20208c-2d25-4220-afa0-69da653709de HTTP/1.1" status: 200 len: 217 time: 0.0558367 Nov 23 18:08:29.623218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5093d-6b92-4e45-b1b6-6667876d6f19 req-19d454cb-a91a-427c-8e68-4c4c60ac72ae tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:29.626101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13c5093d-6b92-4e45-b1b6-6667876d6f19 req-19d454cb-a91a-427c-8e68-4c4c60ac72ae tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 944 time: 0.1631598 Nov 23 18:08:29.630144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d6176158-dc50-4229-8f1b-e5628976b5bf tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Deleting port 80fa1d87-451a-4edc-9cbc-4d2050687c41 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:29.630488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6176158-dc50-4229-8f1b-e5628976b5bf tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:29.765082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-062abd61-8032-4813-add8-a0754bf8c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:29.766484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-062abd61-8032-4813-add8-a0754bf8c185 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.1632807 Nov 23 18:08:29.799228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5e763-9abe-424f-be1a-e57f998091e2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Deleting port 76e0f797-f56f-497e-a745-422f66f59da6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:29.799569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e763-9abe-424f-be1a-e57f998091e2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:29.840739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-c5b98960-65ff-4f71-b747-8538ce378bf1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648427 Nov 23 18:08:29.891652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:29.895332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13c5093d-6b92-4e45-b1b6-6667876d6f19 req-7a6a5fac-6f68-4b51-862c-8d5404bd1ca4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420981 Nov 23 18:08:29.901343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6176158-dc50-4229-8f1b-e5628976b5bf tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:29.920869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc1916-e8f6-4f8a-b6bd-a9bfc5b61716 None None] The sync data for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 is: [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:08:30.009800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d6176158-dc50-4229-8f1b-e5628976b5bf tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Calling delete_port for 80fa1d87-451a-4edc-9cbc-4d2050687c41 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:30.096476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e763-9abe-424f-be1a-e57f998091e2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.120046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-4c74b640-5692-4ce2-9a38-d98dcf105aa5 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594960 Nov 23 18:08:30.125976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5e763-9abe-424f-be1a-e57f998091e2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Calling delete_port for 76e0f797-f56f-497e-a745-422f66f59da6 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:30.183298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b04d0b39-4594-43f8-bbd5-5f580ba69986 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:30.258564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port b04d0b39-4594-43f8-bbd5-5f580ba69986 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:08:30.265147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port b04d0b39-4594-43f8-bbd5-5f580ba69986 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:30.265991 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.312179 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1771c0-cc4b-4a51-a7b8-db6eddcd724d None None] New status for floating IP 4c952fba-c1ab-4780-ae40-a4632cdf6886: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:08:30.379692 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.400232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea246f2d-eb36-4cea-ae07-245ad7ae33df req-a0bfc3e7-f6dd-41e5-83bb-47c09bdbae4a service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693250 Nov 23 18:08:30.425628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f04ea7-b6dc-4033-bff1-2da811006b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d0b39-4594-43f8-bbd5-5f580ba69986'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:30.428190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a85d-a514-49d1-8535-340e81459546 req-508c9065-0e79-4cd1-8956-c3f72ca84417 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:30.429789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4640a85d-a514-49d1-8535-340e81459546 req-508c9065-0e79-4cd1-8956-c3f72ca84417 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 944 time: 0.2147884 Nov 23 18:08:30.439886 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e27f4-ff5d-4867-aac2-256ec44f9aeb" -d '{"events": [{"server_uuid": "70f04ea7-b6dc-4033-bff1-2da811006b23", "name": "network-vif-plugged", "status": "completed", "tag": "b04d0b39-4594-43f8-bbd5-5f580ba69986"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:30.462096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39450) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:30.465020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b04d0b39-4594-43f8-bbd5-5f580ba69986, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:30.480311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.527587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6176158-dc50-4229-8f1b-e5628976b5bf tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.541645 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ae178-8526-4c50-bbfe-ead94474d042 x-openstack-request-id: req-158ae178-8526-4c50-bbfe-ead94474d042 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:30.541919 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f04ea7-b6dc-4033-bff1-2da811006b23", "name": "network-vif-plugged", "status": "completed", "tag": "b04d0b39-4594-43f8-bbd5-5f580ba69986", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:30.542212 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-158ae178-8526-4c50-bbfe-ead94474d042 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:30.542579 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f04ea7-b6dc-4033-bff1-2da811006b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d0b39-4594-43f8-bbd5-5f580ba69986', 'code': 200} Nov 23 18:08:30.578109 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7fd1fe70-ded3-400e-91af-c25ca75592bc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.594347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=b04d0b39-4594-43f8-bbd5-5f580ba69986,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:30.606409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7fd1fe70-ded3-400e-91af-c25ca75592bc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.621100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4640a85d-a514-49d1-8535-340e81459546 req-e8090da1-de1f-4efe-83e6-4e4f5df6cf43 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821673 Nov 23 18:08:30.655886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6176158-dc50-4229-8f1b-e5628976b5bf tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Port': ['ID=80fa1d87-451a-4edc-9cbc-4d2050687c41,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:30.687042 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e763-9abe-424f-be1a-e57f998091e2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.694219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7fd1fe70-ded3-400e-91af-c25ca75592bc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.696207 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6176158-dc50-4229-8f1b-e5628976b5bf tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.697460 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7fd1fe70-ded3-400e-91af-c25ca75592bc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:30.699559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d6176158-dc50-4229-8f1b-e5628976b5bf tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "DELETE /v2.0/ports/80fa1d87-451a-4edc-9cbc-4d2050687c41 HTTP/1.1" status: 204 len: 168 time: 1.8523035 Nov 23 18:08:30.704634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39452) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:30.704971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39454) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:30.705472 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7fd1fe70-ded3-400e-91af-c25ca75592bc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "DELETE /v2.0/security-groups/74ee0422-d072-4862-bead-07462c2b3a27 HTTP/1.1" status: 204 len: 168 time: 0.2425590 Nov 23 18:08:30.729083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1fe70-ded3-400e-91af-c25ca75592bc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ee0422-d072-4862-bead-07462c2b3a27,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:30.747973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f67914c-08a0-4d2a-9ea6-bfcb55d0f713', 'tag': '6c20208c-2d25-4220-afa0-69da653709de'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:30.751034 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f67914c-08a0-4d2a-9ea6-bfcb55d0f713", "tag": "6c20208c-2d25-4220-afa0-69da653709de"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:30.776197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5e763-9abe-424f-be1a-e57f998091e2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event deleted for resources: {'Port': ['ID=76e0f797-f56f-497e-a745-422f66f59da6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:30.781790 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-0424f30b-dc3b-46bb-8031-5de5a520db1b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] GET failed (client error): The resource could not be found. Nov 23 18:08:30.783523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0424f30b-dc3b-46bb-8031-5de5a520db1b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "GET /v2.0/ports/80fa1d87-451a-4edc-9cbc-4d2050687c41 HTTP/1.1" status: 404 len: 333 time: 0.0776434 Nov 23 18:08:30.788939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39458) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:30.790170 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-8320b0f6-c6c3-49a6-ba00-c46997c08e81 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] show failed (client error): The resource could not be found. Nov 23 18:08:30.791549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8320b0f6-c6c3-49a6-ba00-c46997c08e81 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups/74ee0422-d072-4862-bead-07462c2b3a27 HTTP/1.1" status: 404 len: 347 time: 0.0776823 Nov 23 18:08:30.795051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:30.798293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1294374617'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:30.819235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006086b-dd76-4d9b-8a90-ce8f18d7d017 req-57cde34c-fada-45de-8db6-ed4107087cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:30.823488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c006086b-dd76-4d9b-8a90-ce8f18d7d017 req-57cde34c-fada-45de-8db6-ed4107087cd8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 1096 time: 0.1984649 Nov 23 18:08:30.857151 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347532f5-831b-42e6-8b46-a1aefa34423c x-openstack-request-id: req-347532f5-831b-42e6-8b46-a1aefa34423c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:30.857426 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f67914c-08a0-4d2a-9ea6-bfcb55d0f713", "tag": "6c20208c-2d25-4220-afa0-69da653709de", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:30.858272 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-347532f5-831b-42e6-8b46-a1aefa34423c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:30.858909 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f67914c-08a0-4d2a-9ea6-bfcb55d0f713', 'tag': '6c20208c-2d25-4220-afa0-69da653709de', 'status': 'completed', 'code': 200} Nov 23 18:08:31.037591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Deleting port bc123997-c0f1-4c7f-9767-799fdd91cfa7 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:31.049244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.161415 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e763-9abe-424f-be1a-e57f998091e2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.163129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.163569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.165656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d5a5e763-9abe-424f-be1a-e57f998091e2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "DELETE /v2.0/ports/76e0f797-f56f-497e-a745-422f66f59da6 HTTP/1.1" status: 204 len: 168 time: 2.1292799 Nov 23 18:08:31.174667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39468) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:31.178683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Calling delete_port for bc123997-c0f1-4c7f-9767-799fdd91cfa7 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:31.191313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-7847523f-5e18-45af-8d30-7b4ce33d16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:31.192995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-7847523f-5e18-45af-8d30-7b4ce33d16ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 1095 time: 0.3318729 Nov 23 18:08:31.215457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c006086b-dd76-4d9b-8a90-ce8f18d7d017 req-e5514b83-ede8-4cde-b62b-6cca42217b6f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785255 Nov 23 18:08:31.333444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.352664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b3c9f-c5f9-4bf7-aea1-dfc935e0d216 req-6e1b18b7-88c1-41de-8beb-43181505c01d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:31.354197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e7b3c9f-c5f9-4bf7-aea1-dfc935e0d216 req-6e1b18b7-88c1-41de-8beb-43181505c01d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.2868547 Nov 23 18:08:31.365532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event deleted for resources: {'Port': ['ID=bc123997-c0f1-4c7f-9767-799fdd91cfa7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:31.372027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d7c86b-50dd-4c4d-b8bf-8d870f743b00 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:31.375420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-61d7c86b-50dd-4c4d-b8bf-8d870f743b00 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3faef48-6425-4b6e-b64e-b572d3387856 HTTP/1.1" status: 200 len: 913 time: 0.1947472 Nov 23 18:08:31.380497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39470) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:31.438764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.441293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.454722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Made reservation on behalf of 9be31695bb1f4937a78af9b316afb689 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:31.456202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.456567 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8d2288ce-9d53-4960-9e7f-10a69010a35c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "DELETE /v2.0/floatingips/4c952fba-c1ab-4780-ae40-a4632cdf6886 HTTP/1.1" status: 204 len: 168 time: 0.6584151 Nov 23 18:08:31.526043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-3d57d5ff-b2ae-40de-a062-ee96ba9a8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:31.527560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-3d57d5ff-b2ae-40de-a062-ee96ba9a8cd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 907 time: 0.3086617 Nov 23 18:08:31.571485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] device_id is not set on port d063167b-51a3-49e4-905b-b762a0eae189 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:31.664773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e7b3c9f-c5f9-4bf7-aea1-dfc935e0d216 req-f7313e42-cc04-494c-af87-f20f293a7d1a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880437 Nov 23 18:08:31.672104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-c10a6809-24b2-4eb3-a668-704e045ff6aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c20208c-2d25-4220-afa0-69da653709de HTTP/1.1" status: 200 len: 217 time: 0.0938787 Nov 23 18:08:31.700314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39476) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:31.705556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-565f33a3-0d13-4d93-b6cb-55dd3cdf7fe5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482116444', 'description': 'tempest-description--1324474351'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:31.731321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-565f33a3-0d13-4d93-b6cb-55dd3cdf7fe5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.739579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-07422e43-b492-4470-b659-f1cf7f5290b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:31.741068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-07422e43-b492-4470-b659-f1cf7f5290b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.0573213 Nov 23 18:08:31.804575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-565f33a3-0d13-4d93-b6cb-55dd3cdf7fe5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.810226 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-565f33a3-0d13-4d93-b6cb-55dd3cdf7fe5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.841100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f33a3-0d13-4d93-b6cb-55dd3cdf7fe5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed353df8-1d32-4a34-983b-ce81b23e22cf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:31.846142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-565f33a3-0d13-4d93-b6cb-55dd3cdf7fe5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.850413 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-565f33a3-0d13-4d93-b6cb-55dd3cdf7fe5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1489830 Nov 23 18:08:31.851177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39478) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:31.856051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-33b61583-4866-48a0-b5d3-5981a7a2e85b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'security_group_rule': {'security_group_id': 'ed353df8-1d32-4a34-983b-ce81b23e22cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:31.885476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33b61583-4866-48a0-b5d3-5981a7a2e85b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.945940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33b61583-4866-48a0-b5d3-5981a7a2e85b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.953411 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33b61583-4866-48a0-b5d3-5981a7a2e85b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.974962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b61583-4866-48a0-b5d3-5981a7a2e85b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377b3ee8-1ed9-4bd6-b2e8-361e25625e11,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:31.988375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33b61583-4866-48a0-b5d3-5981a7a2e85b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:31.990086 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-33b61583-4866-48a0-b5d3-5981a7a2e85b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372378 Nov 23 18:08:31.992659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39480) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:31.997963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fd52bdab-d459-46a7-9cf0-1b44b72ed44b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'security_group_rule': {'security_group_id': 'ed353df8-1d32-4a34-983b-ce81b23e22cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:32.031901 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd52bdab-d459-46a7-9cf0-1b44b72ed44b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:32.095799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd52bdab-d459-46a7-9cf0-1b44b72ed44b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:32.101237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd52bdab-d459-46a7-9cf0-1b44b72ed44b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:32.128249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52bdab-d459-46a7-9cf0-1b44b72ed44b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199cd0e3-7b24-4885-b907-631e4d141c6c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:32.129836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-bda7a9e9-103a-4d76-aad2-6c9e4f1a78e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3783755 Nov 23 18:08:32.141754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd52bdab-d459-46a7-9cf0-1b44b72ed44b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:32.148621 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fd52bdab-d459-46a7-9cf0-1b44b72ed44b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545038 Nov 23 18:08:32.149150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39484) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:32.156687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:32.188674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6c20208c-2d25-4220-afa0-69da653709de details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:08:32.337243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6c20208c-2d25-4220-afa0-69da653709de, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6c20208c-2d25-4220-afa0-69da653709de,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:32.350358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '6c20208c-2d25-4220-afa0-69da653709de', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'port_id': '6c20208c-2d25-4220-afa0-69da653709de', 'mac_address': 'fa:16:3e:e0:73:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6af081-5451-450f-b870-3cfa540ebfd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:08:32.372803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Allocated IP 2001:db8::2df (d4bdefa9-537b-4745-b96a-f6199c4f2449/12cb3766-ec22-452f-84e7-d966d8bbca6f/d063167b-51a3-49e4-905b-b762a0eae189) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:32.394803 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:32.401248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:32.410412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c20208c-2d25-4220-afa0-69da653709de {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:08:32.433316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fe542-1b5d-4016-ba35-d0b756f144ba req-d726cbe0-63fa-4cb2-8e99-0b0a95e0b7a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:32.433993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6c20208c-2d25-4220-afa0-69da653709de, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6c20208c-2d25-4220-afa0-69da653709de,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:32.434853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c57fe542-1b5d-4016-ba35-d0b756f144ba req-d726cbe0-63fa-4cb2-8e99-0b0a95e0b7a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 944 time: 0.6824558 Nov 23 18:08:32.449548 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:32.503990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6c20208c-2d25-4220-afa0-69da653709de,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:32.515336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-e1b3d30c-6589-4510-95a9-d579e6d0d751 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668630 Nov 23 18:08:32.721879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:08:32.768853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c57fe542-1b5d-4016-ba35-d0b756f144ba req-612e0c1f-b383-49c9-8142-38a783440a9b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257921 Nov 23 18:08:32.869178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13ee7e9d-ab2b-4c64-abc1-ca2c44d5c6bb req-a0c2f62e-03de-439d-91cb-fd6abd7ff5a9 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253458 Nov 23 18:08:32.893111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:32.904834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed18740-ba49-456d-85a5-4358bd5f81a6 req-c0dd73e3-f001-476f-85a3-401639982719 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:32.906319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ed18740-ba49-456d-85a5-4358bd5f81a6 req-c0dd73e3-f001-476f-85a3-401639982719 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1365199 Nov 23 18:08:32.989519 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.029883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.040574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ed18740-ba49-456d-85a5-4358bd5f81a6 req-7fa907a6-ad42-4d89-9868-d8e351017fb9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215568 Nov 23 18:08:33.139570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:33.154479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:33.179573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:33.186708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:33.187510 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.193609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.317026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=d063167b-51a3-49e4-905b-b762a0eae189,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:33.390943 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-21b85d2d-58bc-4241-879e-98f63db94fc9 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5980430 Nov 23 18:08:33.393628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39498) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:33.398818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'network_id': 'd4bdefa9-537b-4745-b96a-f6199c4f2449', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-679155840'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:33.419176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Allocated IP 172.25.0.122 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/aa26e2db-d9fb-4fe7-b5cc-c69d65875a4e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:33.489964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfd42-c0bb-4381-8b64-78a18737efcc req-c3173771-ddea-4628-9b21-852b89693fb9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:33.491724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c6dfd42-c0bb-4381-8b64-78a18737efcc req-c3173771-ddea-4628-9b21-852b89693fb9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1549053 Nov 23 18:08:33.544845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Made reservation on behalf of 9be31695bb1f4937a78af9b316afb689 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:33.549382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.568708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] device_id is not set on port 6a283485-0e77-4cb1-93d1-ac1690bfe23b yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:33.635233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-92021b38-f9f6-433b-802a-4a287186aced None None] Provisioning complete for port d063167b-51a3-49e4-905b-b762a0eae189 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:33.635878 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92021b38-f9f6-433b-802a-4a287186aced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.669481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c6dfd42-c0bb-4381-8b64-78a18737efcc req-32dd49f6-601e-4eae-b57a-c59f4d948b7a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439214 Nov 23 18:08:33.682989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-92021b38-f9f6-433b-802a-4a287186aced None None] Port d063167b-51a3-49e4-905b-b762a0eae189 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:33.705244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.712704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Allocated IP 2001:db8::22e (d4bdefa9-537b-4745-b96a-f6199c4f2449/12cb3766-ec22-452f-84e7-d966d8bbca6f/6a283485-0e77-4cb1-93d1-ac1690bfe23b) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:33.801544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.850806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:33.856408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:33.870071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:33.875296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'Port': ['ID=aa26e2db-d9fb-4fe7-b5cc-c69d65875a4e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:33.875787 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.909570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.924261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Deleting port 0d71469d-c017-479a-a32d-c676aed557e2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:33.924609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.955912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:33.958926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:33.962592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:33.968374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:33.969182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:33.975984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=6a283485-0e77-4cb1-93d1-ac1690bfe23b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:33.995734 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0381ece-c3f9-4408-ac45-5fba549bcf7d tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6006041 Nov 23 18:08:33.996657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39502) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:34.004333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:dd:9f:85'}, {'ip_address': '2001:db8::2df', 'mac_address': 'fa:16:3e:2a:c3:d2'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:34.015926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac987d6-ec5b-491c-8569-c0d5cd6966d2 req-bfe30740-d0e4-4099-9f22-709602cca721 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:34.017447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ac987d6-ec5b-491c-8569-c0d5cd6966d2 req-bfe30740-d0e4-4099-9f22-709602cca721 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 945 time: 0.1631477 Nov 23 18:08:34.097702 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.127773 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.129366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Calling delete_port for 0d71469d-c017-479a-a32d-c676aed557e2 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:34.151414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ac987d6-ec5b-491c-8569-c0d5cd6966d2 req-39310c04-f122-4d22-bc3f-71ef5bd3582a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075456 Nov 23 18:08:34.197711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6c20208c-2d25-4220-afa0-69da653709de up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:34.198746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.224346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.259058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 6c20208c-2d25-4220-afa0-69da653709de completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:08:34.263667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 6c20208c-2d25-4220-afa0-69da653709de triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:34.264648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.334045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e9a79676-b463-4ae6-b373-041798cdef5b None None] Provisioning complete for port 6a283485-0e77-4cb1-93d1-ac1690bfe23b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:34.335166 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e9a79676-b463-4ae6-b373-041798cdef5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.373142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e9a79676-b463-4ae6-b373-041798cdef5b None None] Port 6a283485-0e77-4cb1-93d1-ac1690bfe23b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:34.449881 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.492707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f67914c-08a0-4d2a-9ea6-bfcb55d0f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c20208c-2d25-4220-afa0-69da653709de'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:34.496618 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6438dfe-7e24-4edd-b1fb-132af082c7be" -d '{"events": [{"server_uuid": "7f67914c-08a0-4d2a-9ea6-bfcb55d0f713", "name": "network-vif-plugged", "status": "completed", "tag": "6c20208c-2d25-4220-afa0-69da653709de"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:34.496841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.504686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.518486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 6c20208c-2d25-4220-afa0-69da653709de, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6c20208c-2d25-4220-afa0-69da653709de,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:34.526880 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.535747 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.545626 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.583439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] In _notify_port_updated(), no bound segment for port 6a283485-0e77-4cb1-93d1-ac1690bfe23b on network d4bdefa9-537b-4745-b96a-f6199c4f2449 {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:08:34.589893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:34.590658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.593150 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "PUT /v2.0/ports/6a283485-0e77-4cb1-93d1-ac1690bfe23b HTTP/1.1" status: 200 len: 1067 time: 0.5953579 Nov 23 18:08:34.594344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af302947-5191-41e1-958f-c7b5d5ecc0ea tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event updated for resources: {'Port': ['ID=6a283485-0e77-4cb1-93d1-ac1690bfe23b,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:34.596401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.597067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39514) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:34.623334 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866bc999-54b1-4928-9a68-92640fc5d0cc x-openstack-request-id: req-866bc999-54b1-4928-9a68-92640fc5d0cc {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:34.624680 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f67914c-08a0-4d2a-9ea6-bfcb55d0f713", "name": "network-vif-plugged", "status": "completed", "tag": "6c20208c-2d25-4220-afa0-69da653709de", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:34.624950 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-866bc999-54b1-4928-9a68-92640fc5d0cc {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:34.625352 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f67914c-08a0-4d2a-9ea6-bfcb55d0f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c20208c-2d25-4220-afa0-69da653709de', 'code': 200} Nov 23 18:08:34.653987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=6c20208c-2d25-4220-afa0-69da653709de,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:34.739267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'Port': ['ID=aa26e2db-d9fb-4fe7-b5cc-c69d65875a4e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:34.760578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6083c0bd-38af-4984-89a6-5376a8adf992 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Deleting port 6a283485-0e77-4cb1-93d1-ac1690bfe23b {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:34.761054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6083c0bd-38af-4984-89a6-5376a8adf992 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.836342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event deleted for resources: {'Port': ['ID=0d71469d-c017-479a-a32d-c676aed557e2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:34.852934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.873026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6083c0bd-38af-4984-89a6-5376a8adf992 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.888602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6083c0bd-38af-4984-89a6-5376a8adf992 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Calling delete_port for 6a283485-0e77-4cb1-93d1-ac1690bfe23b owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:34.908722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8810-e50f-4226-ae38-c62ea236c22b req-48b6b0c3-3c4e-41cf-931a-c2710c280a03 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:34.910331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df8e8810-e50f-4226-ae38-c62ea236c22b req-48b6b0c3-3c4e-41cf-931a-c2710c280a03 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 945 time: 0.2515798 Nov 23 18:08:34.917986 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:34.923300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9917183e-44e7-485d-b9f3-918b63b3a695 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7726476 Nov 23 18:08:35.012524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fb2dabac-82c8-46d0-bd67-829db4e81b8c None None] Provisioning complete for port 6a283485-0e77-4cb1-93d1-ac1690bfe23b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:35.013200 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fb2dabac-82c8-46d0-bd67-829db4e81b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.070882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6083c0bd-38af-4984-89a6-5376a8adf992 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.077409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dabac-82c8-46d0-bd67-829db4e81b8c None None] Port 6a283485-0e77-4cb1-93d1-ac1690bfe23b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:35.143403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083c0bd-38af-4984-89a6-5376a8adf992 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Port': ['ID=6a283485-0e77-4cb1-93d1-ac1690bfe23b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:35.282176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6083c0bd-38af-4984-89a6-5376a8adf992 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.286343 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6083c0bd-38af-4984-89a6-5376a8adf992 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "DELETE /v2.0/ports/6a283485-0e77-4cb1-93d1-ac1690bfe23b HTTP/1.1" status: 204 len: 168 time: 0.6880999 Nov 23 18:08:35.289560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39524) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:35.294381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde092-30bf-44ef-aab5-9f13cbc87ca2 req-c38db9c8-c89e-4987-afa1-94a3b8fb4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:35.296948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ecde092-30bf-44ef-aab5-9f13cbc87ca2 req-c38db9c8-c89e-4987-afa1-94a3b8fb4d12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 1097 time: 0.6424513 Nov 23 18:08:35.317398 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f071fa-9414-4344-a430-cf45d29e7f79 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] GET failed (client error): The resource could not be found. Nov 23 18:08:35.318869 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e3f071fa-9414-4344-a430-cf45d29e7f79 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "GET /v2.0/ports/6a283485-0e77-4cb1-93d1-ac1690bfe23b HTTP/1.1" status: 404 len: 333 time: 0.0283518 Nov 23 18:08:35.321596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39526) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:35.391608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a393b-a3ef-47a3-a974-6c35526eceeb req-8dcefdbe-04a3-4e29-8a9c-b8cf7de896d7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:35.393010 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc7a393b-a3ef-47a3-a974-6c35526eceeb req-8dcefdbe-04a3-4e29-8a9c-b8cf7de896d7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.5719516 Nov 23 18:08:35.422513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-445f4782-b5ac-47cd-ac67-a882985c982f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Deleting port d063167b-51a3-49e4-905b-b762a0eae189 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:35.422891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-445f4782-b5ac-47cd-ac67-a882985c982f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.461757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df8e8810-e50f-4226-ae38-c62ea236c22b req-e49662ab-4171-4e11-9707-27e887897b1e tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229685 Nov 23 18:08:35.474667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ecde092-30bf-44ef-aab5-9f13cbc87ca2 req-a2cd9bba-d24c-4f99-9042-f6053a5f2695 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671567 Nov 23 18:08:35.484835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.520891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-445f4782-b5ac-47cd-ac67-a882985c982f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.534386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-445f4782-b5ac-47cd-ac67-a882985c982f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Calling delete_port for d063167b-51a3-49e4-905b-b762a0eae189 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:35.549311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc7a393b-a3ef-47a3-a974-6c35526eceeb req-452318c7-5327-4b79-a20e-a97c514cfcf5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381981 Nov 23 18:08:35.667473 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-445f4782-b5ac-47cd-ac67-a882985c982f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.690949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-9fe4f329-35da-415f-9d72-4d80be31ab57 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1482116444&fields=id&tenant_id=763dab3003a948db90155c6008598a87 HTTP/1.1" status: 200 len: 267 time: 0.1308694 Nov 23 18:08:35.706044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f4782-b5ac-47cd-ac67-a882985c982f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Port': ['ID=d063167b-51a3-49e4-905b-b762a0eae189,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:35.732374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-445f4782-b5ac-47cd-ac67-a882985c982f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.737521 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-445f4782-b5ac-47cd-ac67-a882985c982f tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "DELETE /v2.0/ports/d063167b-51a3-49e4-905b-b762a0eae189 HTTP/1.1" status: 204 len: 168 time: 0.4148893 Nov 23 18:08:35.740422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39538) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:35.749453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c69f9-f97f-4195-91c5-bf76bb9caca3 req-fd0a625a-e316-4d2c-bfb4-d69b4c91e8e3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:35.751153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-769c69f9-f97f-4195-91c5-bf76bb9caca3 req-fd0a625a-e316-4d2c-bfb4-d69b4c91e8e3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 946 time: 0.1309149 Nov 23 18:08:35.765904 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46cf4b9-ba57-4a49-bffd-dc86f8e9d08b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] GET failed (client error): The resource could not be found. Nov 23 18:08:35.773219 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a46cf4b9-ba57-4a49-bffd-dc86f8e9d08b tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "GET /v2.0/ports/d063167b-51a3-49e4-905b-b762a0eae189 HTTP/1.1" status: 404 len: 333 time: 0.0266757 Nov 23 18:08:35.773665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39540) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:35.880859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-77fafd2d-d05b-4955-9537-8c1264581a8c tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Deleting port a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:35.881748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77fafd2d-d05b-4955-9537-8c1264581a8c tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.955866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ea7aa4fd-9e97-4282-ac94-1e67d022f9ce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:35.957361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ea7aa4fd-9e97-4282-ac94-1e67d022f9ce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 816 time: 0.2558661 Nov 23 18:08:35.962419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-769c69f9-f97f-4195-91c5-bf76bb9caca3 req-e3aed328-45a8-4a0f-bedd-ebe7770e23d7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047405 Nov 23 18:08:35.980797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-d3d33571-5ba2-415f-9077-d4a1afcd9a68 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/quotas/763dab3003a948db90155c6008598a87 HTTP/1.1" status: 200 len: 375 time: 0.0159674 Nov 23 18:08:35.984546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77fafd2d-d05b-4955-9537-8c1264581a8c tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:35.992224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Router e3faef48-6425-4b6e-b64e-b572d3387856 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:08:35.997444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-77fafd2d-d05b-4955-9537-8c1264581a8c tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Calling delete_port for a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:36.090837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-403f0ea4-c71c-41a0-94eb-3d0d66456313 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010418 Nov 23 18:08:36.152942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77fafd2d-d05b-4955-9537-8c1264581a8c tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.183822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fafd2d-d05b-4955-9537-8c1264581a8c tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Port': ['ID=a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:36.209572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77fafd2d-d05b-4955-9537-8c1264581a8c tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.209945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:08:36.215631 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-77fafd2d-d05b-4955-9537-8c1264581a8c tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "DELETE /v2.0/ports/a01f8222-b17d-46d2-a1d0-8a20bbf9f6ca HTTP/1.1" status: 204 len: 168 time: 0.4408333 Nov 23 18:08:36.216265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39542) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:36.222923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-df020bd6-29eb-4920-8b8e-53c6570ae137 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "PUT /v2.0/routers/e3faef48-6425-4b6e-b64e-b572d3387856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8389943 Nov 23 18:08:36.223573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39544) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:36.224565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110300f0-1102-416c-b13a-6c95943964b1 None None] Sync routers for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:08:36.240914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110300f0-1102-416c-b13a-6c95943964b1 None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:36.241551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-110300f0-1102-416c-b13a-6c95943964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:36.276215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-684c1f58-c8a4-4529-96bc-433b03eaf947 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Deleting subnet 12cb3766-ec22-452f-84e7-d966d8bbca6f {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:08:36.281557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-684c1f58-c8a4-4529-96bc-433b03eaf947 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.289132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-110300f0-1102-416c-b13a-6c95943964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:36.298126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-2bd052f2-fd25-47ce-bef5-293443d90f14 service neutron] 10.222.0.74 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712914 Nov 23 18:08:36.299745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110300f0-1102-416c-b13a-6c95943964b1 None None] Routers {'e3faef48-6425-4b6e-b64e-b572d3387856'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:36.300549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-110300f0-1102-416c-b13a-6c95943964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e3faef48-6425-4b6e-b64e-b572d3387856'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:36.340684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-110300f0-1102-416c-b13a-6c95943964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:36.341339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110300f0-1102-416c-b13a-6c95943964b1 None None] The sync data for ids ['e3faef48-6425-4b6e-b64e-b572d3387856'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:08:36.349255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-684c1f58-c8a4-4529-96bc-433b03eaf947 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.446596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-684c1f58-c8a4-4529-96bc-433b03eaf947 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.476997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.517033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-684c1f58-c8a4-4529-96bc-433b03eaf947 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.538300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-ef153eac-3a73-445c-9503-78b27f1ba100 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:36.539776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-ef153eac-3a73-445c-9503-78b27f1ba100 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.72 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 945 time: 0.1770120 Nov 23 18:08:36.547807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c1f58-c8a4-4529-96bc-433b03eaf947 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Subnet': ['ID=12cb3766-ec22-452f-84e7-d966d8bbca6f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:36.548398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-cc82565c-6b80-4d31-ad6b-16d22a9b0f68 service neutron] 10.222.0.74 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494340 Nov 23 18:08:36.553884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-684c1f58-c8a4-4529-96bc-433b03eaf947 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.561227 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-684c1f58-c8a4-4529-96bc-433b03eaf947 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "DELETE /v2.0/subnets/12cb3766-ec22-452f-84e7-d966d8bbca6f HTTP/1.1" status: 204 len: 168 time: 0.3436289 Nov 23 18:08:36.561853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39548) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:36.576549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa943f6a-80eb-43a5-ad72-62a69ce3360f None None] Network d4bdefa9-537b-4745-b96a-f6199c4f2449 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:36.778262 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.794283 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.832051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] DHCP port deletion for d4bdefa9-537b-4745-b96a-f6199c4f2449 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:36.835009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c008-eae7-4f9e-bd9a-c3a40c772865 req-0a83d5f3-a5ed-43f5-87ef-266e041c42e2 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:36.836052 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0287c008-eae7-4f9e-bd9a-c3a40c772865 req-0a83d5f3-a5ed-43f5-87ef-266e041c42e2 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/ports?device_id=598a6704-41f5-47ac-934c-7d718e30b648 HTTP/1.1" status: 200 len: 945 time: 0.2398162 Nov 23 18:08:36.899888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] Deleting port 1befe007-af01-44e1-9aa5-67d55471a544 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:36.900538 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:36.928585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc97f4b-0ab8-453b-b226-eb4dfbe2bfc1 req-9bd706b5-60f3-4bb6-b158-6b4627864c19 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:36.930157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc97f4b-0ab8-453b-b226-eb4dfbe2bfc1 req-9bd706b5-60f3-4bb6-b158-6b4627864c19 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1581647 Nov 23 18:08:36.938884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Deleting port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:36.939207 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.003002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] For port 1befe007-af01-44e1-9aa5-67d55471a544, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1befe007-af01-44e1-9aa5-67d55471a544,segment=NetworkSegment(d2acd464-b76e-40ba-b6eb-2fbc65494a75),segment_id=d2acd464-b76e-40ba-b6eb-2fbc65494a75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:37.003659 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.019249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] Calling delete_port for 1befe007-af01-44e1-9aa5-67d55471a544 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:37.135078 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.172139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] Pushing event deleted for resources: {'Port': ['ID=1befe007-af01-44e1-9aa5-67d55471a544,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:37.179106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875bbe9-6843-4195-ae90-fe6ce8c29777 None None] No DVR routers for this DVR port 1befe007-af01-44e1-9aa5-67d55471a544 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:37.336460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Deleting port f80c0c17-704e-438f-a584-361c5f05dd9e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:37.337103 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.404585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] For port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,segment=NetworkSegment(dbba78ba-809b-425c-8ac7-427adbb5827f),segment_id=dbba78ba-809b-425c-8ac7-427adbb5827f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:37.405030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.408061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Deleting port 1befe007-af01-44e1-9aa5-67d55471a544 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:37.408363 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.473865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Calling delete_port for 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:37.514425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc97f4b-0ab8-453b-b226-eb4dfbe2bfc1 req-c9c66113-f1ce-49bb-a4da-2288e578d909 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719037 Nov 23 18:08:37.521560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0287c008-eae7-4f9e-bd9a-c3a40c772865 req-4ee0e1f6-e79c-4598-99e1-630735cc5969 tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfccb4a9-42a8-4306-916e-58f661a788fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756129 Nov 23 18:08:37.601403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] For port 1befe007-af01-44e1-9aa5-67d55471a544, host n-d-818932-3, got binding levels [] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:37.601775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.666874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.674774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ada8a2d-d251-4dcf-b86e-55c01d86b406 req-6a5e8566-13ce-42cd-876a-d3d7420751aa tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 210 time: 0.0853658 Nov 23 18:08:37.675653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Calling delete_port for 1befe007-af01-44e1-9aa5-67d55471a544 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:37.690518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.ipam_backend_mixin [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Port 1befe007-af01-44e1-9aa5-67d55471a544 was not found and therefore no delete operation was performed {{(pid=120536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:08:37.703285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Calling delete_port for f80c0c17-704e-438f-a584-361c5f05dd9e owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:37.704890 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:37.754709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Port': ['ID=1befe007-af01-44e1-9aa5-67d55471a544,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:37.766507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] No DVR routers for this DVR port 1befe007-af01-44e1-9aa5-67d55471a544 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:37.806987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7938-9320-4819-9afc-a0151e6404f5 req-da529839-115b-4824-b293-5b4694bddbc3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:37.808468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97ef7938-9320-4819-9afc-a0151e6404f5 req-da529839-115b-4824-b293-5b4694bddbc3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 946 time: 0.2152154 Nov 23 18:08:37.987602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.100965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bdefa9-537b-4745-b96a-f6199c4f2449']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:38.115217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97ef7938-9320-4819-9afc-a0151e6404f5 req-e9fee61c-aa25-4303-a1e7-68fbe02b898f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826583 Nov 23 18:08:38.127273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2acd464-b76e-40ba-b6eb-2fbc65494a75') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:38.127570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2acd464-b76e-40ba-b6eb-2fbc65494a75') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:38.129372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.143311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['5a75334c-e8c0-4edb-8e6f-b317f1e36bc9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:08:38.168970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.194928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Pushing event deleted for resources: {'Port': ['ID=5a75334c-e8c0-4edb-8e6f-b317f1e36bc9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:38.217755 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.232087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc80224-3490-4e20-b7bc-aed648046b16 None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:38.248563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-92717a41-c93c-44f2-aaed-90f2e3a7218d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:38.250073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-92717a41-c93c-44f2-aaed-90f2e3a7218d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 816 time: 0.3838494 Nov 23 18:08:38.250657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1befe007-af01-44e1-9aa5-67d55471a544 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:38.268878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:08:38.269306 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.275048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 1befe007-af01-44e1-9aa5-67d55471a544 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:08:38.275478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1befe007-af01-44e1-9aa5-67d55471a544 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:08:38.277145 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:08:38.332108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] No DVR routers for this DVR port 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:38.370023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.373303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e369a39e-7495-44b5-8c73-d219c1d91a89 req-d901f086-1b0d-4502-928e-6df41223b86d tempest-VolumesSnapshotTestJSON-151009265 tempest-VolumesSnapshotTestJSON-151009265-project] 10.222.0.72 "DELETE /v2.0/ports/5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 HTTP/1.1" status: 204 len: 173 time: 1.8223102 Nov 23 18:08:38.373801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a6704-41f5-47ac-934c-7d718e30b648', 'name': 'network-vif-deleted', 'tag': '5a75334c-e8c0-4edb-8e6f-b317f1e36bc9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:38.376314 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1789ef53-ec64-4fc8-970c-a8da88a66c0b" -d '{"events": [{"server_uuid": "598a6704-41f5-47ac-934c-7d718e30b648", "name": "network-vif-deleted", "tag": "5a75334c-e8c0-4edb-8e6f-b317f1e36bc9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:38.422269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.430136 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc044f0-e3fa-499c-a077-8ad9a617110b x-openstack-request-id: req-4bc044f0-e3fa-499c-a077-8ad9a617110b {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:38.430432 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598a6704-41f5-47ac-934c-7d718e30b648", "name": "network-vif-deleted", "tag": "5a75334c-e8c0-4edb-8e6f-b317f1e36bc9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:38.430708 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4bc044f0-e3fa-499c-a077-8ad9a617110b {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:38.431132 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a6704-41f5-47ac-934c-7d718e30b648', 'name': 'network-vif-deleted', 'tag': '5a75334c-e8c0-4edb-8e6f-b317f1e36bc9', 'status': 'completed', 'code': 200} Nov 23 18:08:38.444135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.455707 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.459052 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] 10.222.0.74 "DELETE /v2.0/networks/d4bdefa9-537b-4745-b96a-f6199c4f2449 HTTP/1.1" status: 204 len: 168 time: 1.8639946 Nov 23 18:08:38.532570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e91d1-1f5c-4e7d-9e53-42c6497cffd0 tempest-AllowedAddressPairIpV6TestJSON-1421992423 tempest-AllowedAddressPairIpV6TestJSON-1421992423-project] Pushing event deleted for resources: {'Network': ['ID=d4bdefa9-537b-4745-b96a-f6199c4f2449,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:38.534352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event deleted for resources: {'Port': ['ID=f80c0c17-704e-438f-a584-361c5f05dd9e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:38.548593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-3c184db2-2ec4-468f-9d5b-3403852784c6 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=763dab3003a948db90155c6008598a87 HTTP/1.1" status: 200 len: 380 time: 0.2729590 Nov 23 18:08:38.558678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7170e68-04f2-4e55-af6d-b9cb7dbaa5e3 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:38.561370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'port': {'device_id': '6242fbca-a122-4053-afd2-646761b047a5', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'admin_state_up': True, 'tenant_id': '763dab3003a948db90155c6008598a87', 'security_groups': ['ed353df8-1d32-4a34-983b-ce81b23e22cf']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:38.720052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffef1c3-dd82-409e-9d42-3b4305f3e926 req-825ab12d-b003-4f6a-8cfc-5a043cbaf54c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:38.721533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ffef1c3-dd82-409e-9d42-3b4305f3e926 req-825ab12d-b003-4f6a-8cfc-5a043cbaf54c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.3531752 Nov 23 18:08:38.750126 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.773845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39596) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:38.790299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ffef1c3-dd82-409e-9d42-3b4305f3e926 req-1c144248-36a9-448a-ad1f-7bcb24784757 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/quotas/d6faf1323dfb4c8dbbfba6310828b807 HTTP/1.1" status: 200 len: 375 time: 0.0613983 Nov 23 18:08:38.871350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5be5e6-953d-47ce-81fe-7616c50bb777 req-68ab0e5a-0bfa-4372-9f0f-1f8550ea0563 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:38.872842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e5be5e6-953d-47ce-81fe-7616c50bb777 req-68ab0e5a-0bfa-4372-9f0f-1f8550ea0563 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.2435794 Nov 23 18:08:38.885435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.893538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.925060 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-097f102c-4235-4f33-ab53-79aaa019fe96 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9be31695bb1f4937a78af9b316afb689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500301 Nov 23 18:08:38.927641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39600) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:38.984752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4efeb0b-0a66-4f59-8c8d-c5fc24dfe963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.992915 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:38.993535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Fanout notify agent at l3_agent the message router_deleted on router e3faef48-6425-4b6e-b64e-b572d3387856 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:08:38.999512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Made reservation on behalf of 763dab3003a948db90155c6008598a87 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:39.003118 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.009532 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.009698 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4efeb0b-0a66-4f59-8c8d-c5fc24dfe963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.012926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4cf2176d-906f-4de5-8662-399af2a9313c tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "DELETE /v2.0/routers/e3faef48-6425-4b6e-b64e-b572d3387856 HTTP/1.1" status: 204 len: 168 time: 2.7843471 Nov 23 18:08:39.017389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39602) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:39.039062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ffef1c3-dd82-409e-9d42-3b4305f3e926 req-f24e3d19-c625-4355-8d4e-ad4f822d352f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2085209 Nov 23 18:08:39.067455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e5be5e6-953d-47ce-81fe-7616c50bb777 req-44139c9c-4c82-474b-b6fa-88925b7f4e47 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790161 Nov 23 18:08:39.077895 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4efeb0b-0a66-4f59-8c8d-c5fc24dfe963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.080519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4efeb0b-0a66-4f59-8c8d-c5fc24dfe963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.083980 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b4efeb0b-0a66-4f59-8c8d-c5fc24dfe963 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eaa3bea4-463a-480f-ab44-beb24837d230 HTTP/1.1" status: 204 len: 168 time: 0.1529369 Nov 23 18:08:39.090730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efeb0b-0a66-4f59-8c8d-c5fc24dfe963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa3bea4-463a-480f-ab44-beb24837d230,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:39.193378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92abd07-96ef-4e1f-9b4b-81777f0dc2f2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Deleting subnet f1bc9435-fc9f-45d5-9998-5af8b787edcf {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:08:39.200375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b92abd07-96ef-4e1f-9b4b-81777f0dc2f2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.307841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a94ab626-5488-4a59-aff2-627cc23b2cef req-37423eeb-eae7-494c-aafb-928a26576edd tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 210 time: 0.0725098 Nov 23 18:08:39.313631 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b92abd07-96ef-4e1f-9b4b-81777f0dc2f2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.374903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ffef1c3-dd82-409e-9d42-3b4305f3e926 req-a415cd01-ce87-401c-80b6-82ccc6f578ad service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041742 Nov 23 18:08:39.380526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Allocated IP 172.20.0.8 (16fdd5d7-d771-4130-bbc6-7ef7e5022312/e5db997b-dc6a-4edc-9cbd-d7e0a011e70f/a626ed82-3cc6-4402-a15d-a687d376b093) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:39.808625 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b92abd07-96ef-4e1f-9b4b-81777f0dc2f2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.853748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ffef1c3-dd82-409e-9d42-3b4305f3e926 req-23319c57-2d88-42e6-9162-f773d95d5578 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687808 Nov 23 18:08:39.952328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:39.954365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b92abd07-96ef-4e1f-9b4b-81777f0dc2f2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:39.995180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92abd07-96ef-4e1f-9b4b-81777f0dc2f2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bc9435-fc9f-45d5-9998-5af8b787edcf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:40.011950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ddba0-fff0-4087-91fc-40a42511502b None None] Network 8297099e-f075-4237-92ff-7f06fd969447 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:40.012834 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b92abd07-96ef-4e1f-9b4b-81777f0dc2f2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.017067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b92abd07-96ef-4e1f-9b4b-81777f0dc2f2 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "DELETE /v2.0/subnets/f1bc9435-fc9f-45d5-9998-5af8b787edcf HTTP/1.1" status: 204 len: 168 time: 0.9978712 Nov 23 18:08:40.019787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39638) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:40.020553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.089066 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.148383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.197549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:40.213695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:40.215584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:40.219660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:40.299843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-417507835'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:40.355058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Deleting port 401aa39b-f8f5-47db-9e73-98af3dcd0217 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:40.355402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.361707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] DHCP port deletion for 8297099e-f075-4237-92ff-7f06fd969447 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:40.395713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:40.396347 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.435587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ff5b9d00-220b-4d2a-9ca0-4559bbd3eb85 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8777635 Nov 23 18:08:40.465130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Request body: {'port': {'device_id': '6242fbca-a122-4053-afd2-646761b047a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:40.478157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] For port 401aa39b-f8f5-47db-9e73-98af3dcd0217, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=401aa39b-f8f5-47db-9e73-98af3dcd0217,segment=NetworkSegment(7a31a631-91f6-4e7d-b0fd-afb5d58c7293),segment_id=7a31a631-91f6-4e7d-b0fd-afb5d58c7293)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:40.478560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.498217 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Deleting port 401aa39b-f8f5-47db-9e73-98af3dcd0217 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:40.499592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.517188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Calling delete_port for 401aa39b-f8f5-47db-9e73-98af3dcd0217 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:40.587801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87d17e-3ec9-45dc-aab0-6fb88288029c req-ac716b47-2d71-4af5-84f8-047345969852 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:40.596708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e87d17e-3ec9-45dc-aab0-6fb88288029c req-ac716b47-2d71-4af5-84f8-047345969852 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.2997162 Nov 23 18:08:40.641009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:40.645066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] For port 401aa39b-f8f5-47db-9e73-98af3dcd0217, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=401aa39b-f8f5-47db-9e73-98af3dcd0217,segment=NetworkSegment(7a31a631-91f6-4e7d-b0fd-afb5d58c7293),segment_id=7a31a631-91f6-4e7d-b0fd-afb5d58c7293)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:40.646114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.669483 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.672386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.672962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Calling delete_port for 401aa39b-f8f5-47db-9e73-98af3dcd0217 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:40.687680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.693472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fc5dcef8-8dce-47fd-8d2a-64b2834a1d94 None None] Provisioning complete for port a626ed82-3cc6-4402-a15d-a687d376b093 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:40.694353 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc5dcef8-8dce-47fd-8d2a-64b2834a1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.771003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.848665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] No DVR routers for this DVR port 401aa39b-f8f5-47db-9e73-98af3dcd0217 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:40.854371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e87d17e-3ec9-45dc-aab0-6fb88288029c req-9c6ba092-c662-4102-b724-5394c8e2d49a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564116 Nov 23 18:08:40.878130 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:40.916673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event deleted for resources: {'Port': ['ID=401aa39b-f8f5-47db-9e73-98af3dcd0217,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:40.927988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Pushing event deleted for resources: {'Port': ['ID=401aa39b-f8f5-47db-9e73-98af3dcd0217,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:40.939639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] No DVR routers for this DVR port 401aa39b-f8f5-47db-9e73-98af3dcd0217 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:40.950938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.951934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.952280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.952620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.952958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.953290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.953835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.953949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.954245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.954567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.955039 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.955371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0c96c-cf91-4bf7-8953-bd6e57b9ac12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:08:40.960831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fc5dcef8-8dce-47fd-8d2a-64b2834a1d94 None None] Port a626ed82-3cc6-4402-a15d-a687d376b093 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:41.001909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.010220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.066008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.103903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f821dda5-b1a4-439b-98da-9d0e35fbd9f8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:41.107307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:08:41.125796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8297099e-f075-4237-92ff-7f06fd969447']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:41.136034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.136389 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Added segment 050aacae-6d32-4288-8a7c-e092940f6d1a of type vlan for network 4593169d-8b95-45bf-9aa9-94fe67b0a219 Nov 23 18:08:41.147275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a31a631-91f6-4e7d-b0fd-afb5d58c7293') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:41.148427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a31a631-91f6-4e7d-b0fd-afb5d58c7293') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:41.176501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.216968 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.222723 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.223745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa312532-55c9-4a14-a8cf-9271a9f12c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.237823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:08:41.238506 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:08:41.242874 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:08:41.309587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a626ed82-3cc6-4402-a15d-a687d376b093 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:08:41.321252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.327605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:41.328199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.343434 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.353038 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.367764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.373401 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "DELETE /v2.0/networks/8297099e-f075-4237-92ff-7f06fd969447 HTTP/1.1" status: 204 len: 168 time: 1.3503113 Nov 23 18:08:41.375816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39684) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:41.380576 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4264965 Nov 23 18:08:41.392236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39686) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:41.406176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-6a75ddd8-2306-42d2-8463-14d91721acb6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2146642 Nov 23 18:08:41.411252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Transition to ACTIVE for port object a626ed82-3cc6-4402-a15d-a687d376b093 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:08:41.426759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'name': 'tempest-PortsIpV6TestJSON-809409705'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:41.447086 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.476570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b1e1c-76fa-4647-9d0a-a8f647c90d51 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Network': ['ID=4593169d-8b95-45bf-9aa9-94fe67b0a219,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:41.489055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:08:41.504605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d9401-eec3-4ffc-af74-e1784f0958b3 tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event deleted for resources: {'Network': ['ID=8297099e-f075-4237-92ff-7f06fd969447,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:41.573792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a78bc-e256-4843-a5a9-aa50a752a595 req-ba645c4c-6f2a-49fa-b1b4-5771c975e422 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:41.575366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e0a78bc-e256-4843-a5a9-aa50a752a595 req-ba645c4c-6f2a-49fa-b1b4-5771c975e422 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 931 time: 0.2578909 Nov 23 18:08:41.629079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:41.633918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:41.637464 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.643314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-2fd842d8-4c8c-46ac-a90c-4150f288069c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:41.644865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-2fd842d8-4c8c-46ac-a90c-4150f288069c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.3156168 Nov 23 18:08:41.660575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Deleting port 14750883-b492-4c1e-b0e4-0c966802a840 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:41.660919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.663094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port f0cba894-ddf2-45e4-be58-8ef6821d3681 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:41.669491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-a6540de7-a376-48cd-9531-fe3a573e18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:41.671885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-a6540de7-a376-48cd-9531-fe3a573e18aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1095 time: 0.1872892 Nov 23 18:08:41.697954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:41.706749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-4a43ad2b-581a-4ae2-8fd7-08eb54c10d46 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/quotas/d6faf1323dfb4c8dbbfba6310828b807 HTTP/1.1" status: 200 len: 375 time: 0.0414016 Nov 23 18:08:41.717899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e0a78bc-e256-4843-a5a9-aa50a752a595 req-a36a78a1-4f8a-4b41-b729-daee850be505 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264756 Nov 23 18:08:41.749343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:08:41.762454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 5a75334c-e8c0-4edb-8e6f-b317f1e36bc9 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:08:41.837454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Attempting to bind port a626ed82-3cc6-4402-a15d-a687d376b093 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:08:41.837800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Attempting to bind port a626ed82-3cc6-4402-a15d-a687d376b093 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:08:41.838130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Attempting to bind port a626ed82-3cc6-4402-a15d-a687d376b093 on network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:41.847198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Port a626ed82-3cc6-4402-a15d-a687d376b093 on network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:08:41.847794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Attempting to bind port a626ed82-3cc6-4402-a15d-a687d376b093 on network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:41.855848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.856184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.864015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:08:41.864663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Checking segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:41.865239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Bound using segment: {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:08:41.865855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Bound port: a626ed82-3cc6-4402-a15d-a687d376b093, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafe06e4-a9b5-454e-b374-02790bc035b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:08:41.866418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:41.883346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-d62a5f56-76e7-47ce-b851-3992f40e2ce0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1644850 Nov 23 18:08:41.893659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Calling delete_port for 14750883-b492-4c1e-b0e4-0c966802a840 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:41.960272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-9746e627-099c-4d0d-af87-09b857868438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:41.961766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-9746e627-099c-4d0d-af87-09b857868438 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.2418976 Nov 23 18:08:42.024206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.102703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:08:42.122782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.135936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:08:42.138628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-1174a1a5-ca93-4af0-ab2a-44c48a9f388d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.1656878 Nov 23 18:08:42.150641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-aefb3476-290a-4f0a-9037-c10b4ecf4655 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224128 Nov 23 18:08:42.161074 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.202505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=f0cba894-ddf2-45e4-be58-8ef6821d3681,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:42.206551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d202554-eaa8-41e8-a1bd-05b5946308b3 req-6ae50bda-635f-4dde-945d-223d01f784d1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:42.208230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d202554-eaa8-41e8-a1bd-05b5946308b3 req-6ae50bda-635f-4dde-945d-223d01f784d1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.2294354 Nov 23 18:08:42.221601 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.260329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Pushing event deleted for resources: {'Port': ['ID=14750883-b492-4c1e-b0e4-0c966802a840,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:42.270225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking segment: {'id': '050aacae-6d32-4288-8a7c-e092940f6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:42.270373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network hostable DHCP agents. Network: 4593169d-8b95-45bf-9aa9-94fe67b0a219, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:08:42.285505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:42.286168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.287604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] 10.222.0.72 "PUT /v2.0/ports/a626ed82-3cc6-4402-a15d-a687d376b093 HTTP/1.1" status: 200 len: 1091 time: 1.8316715 Nov 23 18:08:42.292480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:42.296206 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acfe8c9-b432-47ab-9bba-687d4a98b326" -d '{"events": [{"name": "network-changed", "server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:42.322119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 401aa39b-f8f5-47db-9e73-98af3dcd0217 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:42.367708 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.369274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-4f48cd51-f7fb-4b7e-a434-868dbc531ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:42.370905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-4f48cd51-f7fb-4b7e-a434-868dbc531ce4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.2193284 Nov 23 18:08:42.372546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.372710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 401aa39b-f8f5-47db-9e73-98af3dcd0217 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:08:42.373107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 401aa39b-f8f5-47db-9e73-98af3dcd0217 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:08:42.375559 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f0dadfb-e2eb-4366-b75e-0610e4d815cd tempest-FloatingIPAdminTestJSON-166393083 tempest-FloatingIPAdminTestJSON-166393083-project] 10.222.0.74 "DELETE /v2.0/floatingips/ed6193ea-cbbc-41fd-a3c0-08ba4b7e3125 HTTP/1.1" status: 204 len: 168 time: 0.9938397 Nov 23 18:08:42.390724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f2077-6de3-440e-9efb-1601fa3addef service neutron] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:42.410849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:08:42.433600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 4593169d-8b95-45bf-9aa9-94fe67b0a219) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:42.439478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d202554-eaa8-41e8-a1bd-05b5946308b3 req-a89437f7-5683-47f6-a255-3f91697410ce tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029784 Nov 23 18:08:42.440141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:42.454781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec2272-d3b4-45bf-bb09-337f4987ef32 None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:42.471238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:42.471238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.522218 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fca9727d-d585-4da2-8b82-cfae33a67810 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1261854 Nov 23 18:08:42.524859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-bf753fbf-3b62-4148-b5c1-e30cb4e5e46f service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576720 Nov 23 18:08:42.530800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39704) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:42.547464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-063522cb-9c3a-46c2-b114-90cc5caf0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:42.547909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-680262120'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:42.548129 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-063522cb-9c3a-46c2-b114-90cc5caf0bf6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 1094 time: 0.1928675 Nov 23 18:08:42.623041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:42.626744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.642235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-37c6bbc1-5da6-4289-a9dc-24e164b46dc0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a626ed82-3cc6-4402-a15d-a687d376b093 HTTP/1.1" status: 200 len: 217 time: 0.0836275 Nov 23 18:08:42.644374 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33101b8-9f35-460e-b606-317acc6ff92e x-openstack-request-id: req-d33101b8-9f35-460e-b606-317acc6ff92e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:42.645820 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:42.645820 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d33101b8-9f35-460e-b606-317acc6ff92e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:42.646131 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'status': 'completed', 'code': 200} Nov 23 18:08:42.649271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-27ca3c7c-c822-46ed-b8fd-8fbf6906bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:42.651087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-27ca3c7c-c822-46ed-b8fd-8fbf6906bb89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664232 Nov 23 18:08:42.692028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:08:42.711992 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.712350 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Added segment 7d5daef9-d1f6-4a64-a4cf-746af51be963 of type vlan for network 1cfb85b5-5c83-41af-b695-2671b9f87876 Nov 23 18:08:42.821014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.882793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-f20b963e-0c90-410d-88c0-f3ee3cebc068 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908321 Nov 23 18:08:42.888791 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.892652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-c2e0470b-017b-4e57-8cd3-1b8b8bde81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:42.894404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-c2e0470b-017b-4e57-8cd3-1b8b8bde81f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.2385073 Nov 23 18:08:42.894674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:42.895304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.967811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39714) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:42.974083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ff1ea42-1683-46a9-9d86-5864c9de29fa req-9576bed9-2567-4ab8-895b-c3254ebf279f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 210 time: 0.1032152 Nov 23 18:08:43.087796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-61762da5-7cc3-4131-a258-6d8398338a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:43.089665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-61762da5-7cc3-4131-a258-6d8398338a5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764448 Nov 23 18:08:43.103810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96262208-0580-46ef-8d7f-45a3705425a8 req-30f600a3-efdc-499a-ad93-3a1312600ce4 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:43.105644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96262208-0580-46ef-8d7f-45a3705425a8 req-30f600a3-efdc-499a-ad93-3a1312600ce4 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.2393053 Nov 23 18:08:43.176093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e51ad26-2eab-4a52-bceb-59d9d65a1123 req-5c791368-d7c8-4796-8af8-395cb28d4d3e service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639127 Nov 23 18:08:43.295936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96262208-0580-46ef-8d7f-45a3705425a8 req-ba799685-16cf-4ba6-a595-2ab3380d608b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716676 Nov 23 18:08:43.300612 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e4665959-7035-4890-ae3c-bfb33e30eda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.300923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Network': ['ID=1cfb85b5-5c83-41af-b695-2671b9f87876,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:43.317352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 1cfb85b5-5c83-41af-b695-2671b9f87876 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:08:43.323240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-ede8bebe-c980-4fb4-b6ee-b16b191ccb78 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138214 Nov 23 18:08:43.330814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2a02505a-2b60-4f7f-b0c9-475cfbcb54a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a145aa1f6e344c68a0ae652f0c635c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551810 Nov 23 18:08:43.331113 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-70dd654d-a2d9-404f-842f-0512d12918e7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7990329 Nov 23 18:08:43.331658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39724) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:43.333848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39726) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:43.343251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'ports': [{'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219'}, {'network_id': '1cfb85b5-5c83-41af-b695-2671b9f87876'}]} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:43.343612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:43.344028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '1cfb85b5-5c83-41af-b695-2671b9f87876'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:43.450710 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d26cc7-db36-4ec3-99da-dcd501429a64 req-4cf7a284-d680-45c2-92ca-1b47c6e9dbd4 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161642 Nov 23 18:08:43.514394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47e3e263-b684-4aae-872c-1ef7e62e27a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.574425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47e3e263-b684-4aae-872c-1ef7e62e27a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.619809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-0da0c6e8-fbe7-45d1-80a7-759c5ab17f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:43.621324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-0da0c6e8-fbe7-45d1-80a7-759c5ab17f37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 1094 time: 0.1188455 Nov 23 18:08:43.651018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 2} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:43.670006 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.697894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47e3e263-b684-4aae-872c-1ef7e62e27a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.702321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47e3e263-b684-4aae-872c-1ef7e62e27a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.704087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-47e3e263-b684-4aae-872c-1ef7e62e27a7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/60632cd2-78f4-4c87-b843-ee346c12b751 HTTP/1.1" status: 204 len: 168 time: 0.3713279 Nov 23 18:08:43.723230 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.731279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8ff55-cbef-4b1b-99df-22116ad1296f req-d778d0c6-5a4a-4da3-9539-4aa6780d6ba4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:43.736702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3e263-b684-4aae-872c-1ef7e62e27a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60632cd2-78f4-4c87-b843-ee346c12b751,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:43.742545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57a8ff55-cbef-4b1b-99df-22116ad1296f req-d778d0c6-5a4a-4da3-9539-4aa6780d6ba4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1456218 Nov 23 18:08:43.859474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port caa50608-ffe5-430d-a7b9-9f18cdf9e37f yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:43.870951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57a8ff55-cbef-4b1b-99df-22116ad1296f req-cd193406-34ab-41de-a847-8653061057ee tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273663 Nov 23 18:08:43.881541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-02cc9837-07d8-40f5-85f4-202c3b05bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:43.883527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-02cc9837-07d8-40f5-85f4-202c3b05bab9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.2287920 Nov 23 18:08:43.938113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-b6406b72-12fd-42db-a543-d65b9af3dc54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a626ed82-3cc6-4402-a15d-a687d376b093 HTTP/1.1" status: 200 len: 217 time: 0.0421247 Nov 23 18:08:43.995007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.999013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-5b32a2ef-e395-4a60-aebd-493c7a8a8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:44.000470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-5b32a2ef-e395-4a60-aebd-493c7a8a8a45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.0530889 Nov 23 18:08:44.076756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-ab00b9fa-c629-4687-9934-ae19c14f18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:44.080597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-ab00b9fa-c629-4687-9934-ae19c14f18b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675974 Nov 23 18:08:44.089896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port c4bb472c-7728-470e-8e5b-4b2c20c265a4 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:44.239553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52ffb971-5c0e-4024-b218-ed8d6b5be674 req-210f2b6c-752a-4eec-be84-0318a642aeb3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 210 time: 0.0908816 Nov 23 18:08:44.275245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:44.293773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-7537d9e4-d509-46c9-975a-4fd7d2e9305c service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035017 Nov 23 18:08:44.300903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:44.347012 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8be8e1f-00d5-475f-8696-bdf70cf9c2f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:44.359637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:44.425743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:44.428943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:44.433238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:44.433882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:44.465627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=caa50608-ffe5-430d-a7b9-9f18cdf9e37f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:44.554545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking segment: {'id': '7d5daef9-d1f6-4a64-a4cf-746af51be963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1cfb85b5-5c83-41af-b695-2671b9f87876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:44.554867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network hostable DHCP agents. Network: 1cfb85b5-5c83-41af-b695-2671b9f87876, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:08:44.558361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=c4bb472c-7728-470e-8e5b-4b2c20c265a4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:44.576995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9acfe8c9-b432-47ab-9bba-687d4a98b326 req-b58f9094-1ff2-472f-8318-4da725da467f service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744896 Nov 23 18:08:44.582792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 1cfb85b5-5c83-41af-b695-2671b9f87876 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:08:44.598355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 1cfb85b5-5c83-41af-b695-2671b9f87876) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:44.606779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843ff7b-7370-40c3-a2e7-d8013e06f0f1 req-41463230-20c2-4057-932b-306d573d1b8d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:44.608915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2843ff7b-7370-40c3-a2e7-d8013e06f0f1 req-41463230-20c2-4057-932b-306d573d1b8d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.1250520 Nov 23 18:08:44.610308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:44.611062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3980879-07d3-42ac-9d20-e6a50d1e8e78 None None] Network 1cfb85b5-5c83-41af-b695-2671b9f87876 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:44.618652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:44.627661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:44.629800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:44.651179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8be8e1f-00d5-475f-8696-bdf70cf9c2f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:44.656937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39748) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:44.659506 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a9ffe47c-5048-4e49-8fbf-65998db06350 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3239856 Nov 23 18:08:44.676980 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8be8e1f-00d5-475f-8696-bdf70cf9c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.028389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2843ff7b-7370-40c3-a2e7-d8013e06f0f1 req-40945a0f-518b-4dcd-a880-0bc84b112177 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4077737 Nov 23 18:08:45.038618 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.073013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b8be8e1f-00d5-475f-8696-bdf70cf9c2f2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99ea438afc9b4968b27d1a66a7c90771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7674105 Nov 23 18:08:45.075641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:45.111957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be8e1f-00d5-475f-8696-bdf70cf9c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3ff5c-e498-4792-a437-c71cd7422741,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:45.126710 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1f3cc88-69a2-4237-a08c-32d97f0e455a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.148399 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1f3cc88-69a2-4237-a08c-32d97f0e455a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.192950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1f07-b67d-4387-aaef-2c53e367dc17 req-c6346c08-2e8e-4087-a0da-1817cc074372 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:45.194359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5ff1f07-b67d-4387-aaef-2c53e367dc17 req-c6346c08-2e8e-4087-a0da-1817cc074372 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1800313 Nov 23 18:08:45.200276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1f3cc88-69a2-4237-a08c-32d97f0e455a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.203045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1f3cc88-69a2-4237-a08c-32d97f0e455a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.204219 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c1f3cc88-69a2-4237-a08c-32d97f0e455a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0d3ff5c-e498-4792-a437-c71cd7422741 HTTP/1.1" status: 204 len: 168 time: 0.1275153 Nov 23 18:08:45.212359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3cc88-69a2-4237-a08c-32d97f0e455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3ff5c-e498-4792-a437-c71cd7422741,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:45.221345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-75f24f04-6da4-4fe4-9cbf-25ae12fd2bec tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:45.223072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-75f24f04-6da4-4fe4-9cbf-25ae12fd2bec tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.72 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.5034313 Nov 23 18:08:45.240414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Request body: {'port': {'device_id': '2e22c061-332e-40f7-a09a-b5e3b64c43f5', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'admin_state_up': True, 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:45.245099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-0b121aef-9c58-4d3c-b06a-e016e9724b14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port c4bb472c-7728-470e-8e5b-4b2c20c265a4 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:45.245435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0b121aef-9c58-4d3c-b06a-e016e9724b14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.405491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0b121aef-9c58-4d3c-b06a-e016e9724b14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.411361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b3a55e0-627a-4da6-8f6d-16bd70572a51 req-1cbd86da-6719-43af-bfd1-8bee889fe8d5 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 210 time: 0.0760019 Nov 23 18:08:45.414942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5ff1f07-b67d-4387-aaef-2c53e367dc17 req-e27bc15f-e781-4aa7-a415-ead109e5610e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125988 Nov 23 18:08:45.454165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-0b121aef-9c58-4d3c-b06a-e016e9724b14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for c4bb472c-7728-470e-8e5b-4b2c20c265a4 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:45.542277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:45.545987 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.609215 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0b121aef-9c58-4d3c-b06a-e016e9724b14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.621155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39766) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:45.635458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5021-9c96-4caa-975e-acefaf99cad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.650593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b121aef-9c58-4d3c-b06a-e016e9724b14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=c4bb472c-7728-470e-8e5b-4b2c20c265a4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:45.662863 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0b121aef-9c58-4d3c-b06a-e016e9724b14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.666190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0b121aef-9c58-4d3c-b06a-e016e9724b14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/c4bb472c-7728-470e-8e5b-4b2c20c265a4 HTTP/1.1" status: 204 len: 168 time: 1.0084295 Nov 23 18:08:45.670327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39768) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:45.755910 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5021-9c96-4caa-975e-acefaf99cad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.760235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5021-9c96-4caa-975e-acefaf99cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.797700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Allocated IP 172.20.0.4 (3d638fde-106a-4763-b7e6-06a7e84f98b1/7b6af081-5451-450f-b870-3cfa540ebfd2/aea71b0a-97f1-41cd-bb6d-852021faf5b5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:45.812331 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ca2a5021-9c96-4caa-975e-acefaf99cad9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=813d1e4c0e8b4585a5470b4c7673d241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900041 Nov 23 18:08:45.812554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e53bacc-285b-42ad-ba9d-cba35f79367b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:45.816434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39776) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:45.822214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e53bacc-285b-42ad-ba9d-cba35f79367b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:45.823955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4e53bacc-285b-42ad-ba9d-cba35f79367b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1527905 Nov 23 18:08:45.830411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39778) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:45.832458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a5021-9c96-4caa-975e-acefaf99cad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3fb1e6-2370-4dab-9b8a-7e609965c69d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:45.932558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c13fc9f1-578b-4cfa-a363-b7e939d4a14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.962914 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c13fc9f1-578b-4cfa-a363-b7e939d4a14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.996078 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.001877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9234e691-e659-48b6-920f-4871ba709627 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port caa50608-ffe5-430d-a7b9-9f18cdf9e37f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:46.002282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9234e691-e659-48b6-920f-4871ba709627 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.043217 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.058464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:08:46.084207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9234e691-e659-48b6-920f-4871ba709627 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.094346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c13fc9f1-578b-4cfa-a363-b7e939d4a14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.097874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c13fc9f1-578b-4cfa-a363-b7e939d4a14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.101787 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c13fc9f1-578b-4cfa-a363-b7e939d4a14a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b3fb1e6-2370-4dab-9b8a-7e609965c69d HTTP/1.1" status: 204 len: 168 time: 0.2843707 Nov 23 18:08:46.111048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9234e691-e659-48b6-920f-4871ba709627 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for caa50608-ffe5-430d-a7b9-9f18cdf9e37f owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:46.120915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fc9f1-578b-4cfa-a363-b7e939d4a14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3fb1e6-2370-4dab-9b8a-7e609965c69d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:46.143054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:46.148878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:46.161171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:46.189199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event updated for resources: {'Port': ['ID=aea71b0a-97f1-41cd-bb6d-852021faf5b5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:46.300357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9234e691-e659-48b6-920f-4871ba709627 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.325976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:46.327195 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.350525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67650014-3796-4993-ba15-22d69bd7c5ee req-bdc07b59-6ebc-45fa-803c-a0bae8257488 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:46.350922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234e691-e659-48b6-920f-4871ba709627 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=caa50608-ffe5-430d-a7b9-9f18cdf9e37f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:46.352183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67650014-3796-4993-ba15-22d69bd7c5ee req-bdc07b59-6ebc-45fa-803c-a0bae8257488 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.1680698 Nov 23 18:08:46.358426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9234e691-e659-48b6-920f-4871ba709627 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.362932 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9234e691-e659-48b6-920f-4871ba709627 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/caa50608-ffe5-430d-a7b9-9f18cdf9e37f HTTP/1.1" status: 204 len: 168 time: 0.5313337 Nov 23 18:08:46.365572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39786) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:46.382387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-461cb2c6-e454-485f-b227-abfc0d85b842 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1468329 Nov 23 18:08:46.401804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.414712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Request body: {'port': {'device_id': '2e22c061-332e-40f7-a09a-b5e3b64c43f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:46.520715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b68138-fb27-4651-a76c-37c37b60cee2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:46.522269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d3b68138-fb27-4651-a76c-37c37b60cee2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1556923 Nov 23 18:08:46.525231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39794) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:46.532100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67650014-3796-4993-ba15-22d69bd7c5ee req-f4fad44e-1dc2-422c-87c6-e3dea84106a2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542935 Nov 23 18:08:46.534904 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.593706 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ebd1a9-f2ef-4c21-8fd7-4bc31cd885f8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:08:46.601635 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-04ebd1a9-f2ef-4c21-8fd7-4bc31cd885f8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/c4bb472c-7728-470e-8e5b-4b2c20c265a4 HTTP/1.1" status: 404 len: 333 time: 0.0723574 Nov 23 18:08:46.602043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39798) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:46.639883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc84e6-17c2-40dd-b33f-b9715b9f704e req-b10c32b6-65cd-453c-94d1-63f32860105a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:46.641477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ffc84e6-17c2-40dd-b33f-b9715b9f704e req-b10c32b6-65cd-453c-94d1-63f32860105a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 931 time: 0.0964775 Nov 23 18:08:46.641851 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6a0baa-c32b-42f8-8679-a180152c92f3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:08:46.643344 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6d6a0baa-c32b-42f8-8679-a180152c92f3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/caa50608-ffe5-430d-a7b9-9f18cdf9e37f HTTP/1.1" status: 404 len: 333 time: 0.0404890 Nov 23 18:08:46.645987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39800) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:46.749710 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.864363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ffc84e6-17c2-40dd-b33f-b9715b9f704e req-fc966ce8-9595-486f-a609-440a8c861b16 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718907 Nov 23 18:08:46.880251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712dc1f-82dc-4aa1-87fc-50d4257ea327 req-48343f79-ada1-4031-9c52-88c94aa4a94a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:46.882114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b712dc1f-82dc-4aa1-87fc-50d4257ea327 req-48343f79-ada1-4031-9c52-88c94aa4a94a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1908879 Nov 23 18:08:46.906113 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.938667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfb85b5-5c83-41af-b695-2671b9f87876']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:46.949669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5daef9-d1f6-4a64-a4cf-746af51be963') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:46.950113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5daef9-d1f6-4a64-a4cf-746af51be963') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:46.963216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.979781 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.987520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:08:46.987922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:08:46.997592 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:08:47.050827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b712dc1f-82dc-4aa1-87fc-50d4257ea327 req-c160f284-9313-449f-ad94-39dd50717122 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877244 Nov 23 18:08:47.096574 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.119834 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.125326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/networks/1cfb85b5-5c83-41af-b695-2671b9f87876 HTTP/1.1" status: 204 len: 168 time: 0.4784067 Nov 23 18:08:47.128325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39818) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:47.135435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2135434119'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:47.149972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea71b0a-97f1-41cd-bb6d-852021faf5b5 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:08:47.155118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fe6e6-269a-4975-a00f-68054e535589 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Network': ['ID=1cfb85b5-5c83-41af-b695-2671b9f87876,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:47.165034 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.176687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:47.181994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.182501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Transition to ACTIVE for port object aea71b0a-97f1-41cd-bb6d-852021faf5b5 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:08:47.204917 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.220293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:08:47.235606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.235930 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Added segment fd6f1f91-6662-493a-9ce6-4cb9325a36a1 of type vlan for network 7035a811-5254-4005-bdaa-9fd92ec9f487 Nov 23 18:08:47.276952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Pushing event updated for resources: {'Port': ['ID=aea71b0a-97f1-41cd-bb6d-852021faf5b5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:47.290679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.326485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.340393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:47.341608 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.398004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Attempting to bind port aea71b0a-97f1-41cd-bb6d-852021faf5b5 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:08:47.398772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Attempting to bind port aea71b0a-97f1-41cd-bb6d-852021faf5b5 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:08:47.399298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Attempting to bind port aea71b0a-97f1-41cd-bb6d-852021faf5b5 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:47.405619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Port aea71b0a-97f1-41cd-bb6d-852021faf5b5 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:08:47.406076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Attempting to bind port aea71b0a-97f1-41cd-bb6d-852021faf5b5 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:47.411950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:08:47.412295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Checking segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:47.412680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Bound using segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:08:47.413104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Bound port: aea71b0a-97f1-41cd-bb6d-852021faf5b5, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:08:47.413459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.438465 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3054516 Nov 23 18:08:47.438982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39824) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:47.446815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '7035a811-5254-4005-bdaa-9fd92ec9f487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:47.474532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a14d60-c26b-42c6-aad9-d94bb7be91cd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Network': ['ID=7035a811-5254-4005-bdaa-9fd92ec9f487,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:47.490573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 7035a811-5254-4005-bdaa-9fd92ec9f487 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:08:47.504905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] For port aea71b0a-97f1-41cd-bb6d-852021faf5b5, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:08:47.509349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] For port aea71b0a-97f1-41cd-bb6d-852021faf5b5, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=aea71b0a-97f1-41cd-bb6d-852021faf5b5,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:08:47.520170 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.572460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:47.579483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:47.580105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.581507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] 10.222.0.72 "PUT /v2.0/ports/aea71b0a-97f1-41cd-bb6d-852021faf5b5 HTTP/1.1" status: 200 len: 1091 time: 1.1793449 Nov 23 18:08:47.581961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e22c061-332e-40f7-a09a-b5e3b64c43f5', 'tag': 'aea71b0a-97f1-41cd-bb6d-852021faf5b5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:47.585671 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db90d11-733e-493a-80dd-0c2d042bcf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e22c061-332e-40f7-a09a-b5e3b64c43f5", "tag": "aea71b0a-97f1-41cd-bb6d-852021faf5b5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:47.602074 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.625957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9227fb-6b65-49e4-809e-c9150841f357 service neutron] Pushing event updated for resources: {'Port': ['ID=aea71b0a-97f1-41cd-bb6d-852021faf5b5,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:47.715519 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710da0ae-f1d1-413c-9d40-2ccdfd9eb383 x-openstack-request-id: req-710da0ae-f1d1-413c-9d40-2ccdfd9eb383 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:47.715519 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e22c061-332e-40f7-a09a-b5e3b64c43f5", "tag": "aea71b0a-97f1-41cd-bb6d-852021faf5b5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:47.715519 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-710da0ae-f1d1-413c-9d40-2ccdfd9eb383 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:47.715519 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e22c061-332e-40f7-a09a-b5e3b64c43f5', 'tag': 'aea71b0a-97f1-41cd-bb6d-852021faf5b5', 'status': 'completed', 'code': 200} Nov 23 18:08:47.716310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:08:47.782757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Performing IP validity checks on allocation pools {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:08:47.786149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:08:47.794177 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.807497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-2106a434-ba75-4902-a408-4435914b9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:47.808099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-2106a434-ba75-4902-a408-4435914b9630 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 1094 time: 0.1754825 Nov 23 18:08:47.823798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409bc8-7d42-4ceb-ad23-3b52b6287732 req-1bedfce1-97fd-444a-8fc6-28cb14f895da tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:47.825614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce409bc8-7d42-4ceb-ad23-3b52b6287732 req-1bedfce1-97fd-444a-8fc6-28cb14f895da tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.1051786 Nov 23 18:08:47.905574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:47.922547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-4640409d-4eff-4a70-92b5-d37f0cf76f98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea71b0a-97f1-41cd-bb6d-852021faf5b5 HTTP/1.1" status: 200 len: 217 time: 0.0955868 Nov 23 18:08:47.945705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'port_id': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'mac_address': 'fa:16:3e:9f:82:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:08:47.987385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce409bc8-7d42-4ceb-ad23-3b52b6287732 req-e86eeebe-e6ce-4c83-89c1-857bc55e204b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636494 Nov 23 18:08:48.036547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.071256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a626ed82-3cc6-4402-a15d-a687d376b093 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:08:48.088158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.088902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-c4779c9b-0258-4aee-bd2e-452904ebe0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:48.091582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-c4779c9b-0258-4aee-bd2e-452904ebe0f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.1163824 Nov 23 18:08:48.124891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:48.141018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-e86f5727-6e84-49a1-a05a-522166eafed5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309582 Nov 23 18:08:48.141376 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.150311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d992d-3d17-41a2-9fde-d279a9632a66 req-4ee9e63e-5c06-4b57-8b57-5d8bafa599b8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:48.161239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd7d992d-3d17-41a2-9fde-d279a9632a66 req-4ee9e63e-5c06-4b57-8b57-5d8bafa599b8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 943 time: 0.1880848 Nov 23 18:08:48.225763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=aeb26b58-8e22-4b2d-bfe3-042ee4a145b1,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:48.259618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39850) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:48.308782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking segment: {'id': 'fd6f1f91-6662-493a-9ce6-4cb9325a36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7035a811-5254-4005-bdaa-9fd92ec9f487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:48.309325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network hostable DHCP agents. Network: 7035a811-5254-4005-bdaa-9fd92ec9f487, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:08:48.314400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-88e19ee8-8663-434f-81fb-c3161bd48084 service neutron] 10.222.0.72 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071599 Nov 23 18:08:48.352419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 7035a811-5254-4005-bdaa-9fd92ec9f487 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:08:48.380906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 7035a811-5254-4005-bdaa-9fd92ec9f487) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:48.386511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:48.386925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.407124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd7d992d-3d17-41a2-9fde-d279a9632a66 req-650215c0-c9e9-4dbc-a216-fb4b39d07ad5 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448034 Nov 23 18:08:48.413890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1383187689', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:48.424643 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e871c103-bc34-407e-a9c0-7da4427133b6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9824069 Nov 23 18:08:48.424783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39854) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:48.429920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '7035a811-5254-4005-bdaa-9fd92ec9f487', 'name': 'tempest-PortsIpV6TestJSON-341833112'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:48.468210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c76177-d6b0-4d39-bca9-9a75f0c6d976 None None] Network 7035a811-5254-4005-bdaa-9fd92ec9f487 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:48.470806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd525f27-d79a-453f-bae0-9ccae17113d5 req-520dee1e-b6f1-44d0-81a9-0c2d41912ef5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:48.472404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd525f27-d79a-453f-bae0-9ccae17113d5 req-520dee1e-b6f1-44d0-81a9-0c2d41912ef5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1638448 Nov 23 18:08:48.537085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb908a6-4f75-4a65-8cb7-7e1ec0745441 req-453a2103-66b5-41c3-aae2-d77a9116fad0 service neutron] 10.222.0.72 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054977 Nov 23 18:08:48.572575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a626ed82-3cc6-4402-a15d-a687d376b093'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:08:48.596226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd525f27-d79a-453f-bae0-9ccae17113d5 req-2ba69d79-8f52-4b07-9324-4ac0614498ae tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122928 Nov 23 18:08:48.633506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Made reservation on behalf of 7165cd2c74fc4035ad2d9c0d06fff55c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:48.637204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.652688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:48.664737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-85bc6767-04fb-4778-ba46-5cdc24f03d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:48.664848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.666630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-85bc6767-04fb-4778-ba46-5cdc24f03d0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 1094 time: 0.0594826 Nov 23 18:08:48.694434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:48.699401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.736531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port 23ba0b44-1793-4379-8ea3-2eb379af8452 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:48.802924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-1a0e5530-cee7-4fbb-b0b9-3ab1bcbfca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:48.806160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-1a0e5530-cee7-4fbb-b0b9-3ab1bcbfca09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 907 time: 0.1296310 Nov 23 18:08:48.853496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-7035a811-5254-4005-bdaa-9fd92ec9f487', 'network_id': '7035a811-5254-4005-bdaa-9fd92ec9f487', 'tenant_id': '0c0c4f0a48a4410c8821ea06004bd647', 'fixed_ips': [{'subnet_id': 'aeb26b58-8e22-4b2d-bfe3-042ee4a145b1'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:08:48.855139 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.868130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-c56de24f-6c3b-4bd1-b424-5fc4ba99e9ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea71b0a-97f1-41cd-bb6d-852021faf5b5 HTTP/1.1" status: 200 len: 217 time: 0.0518513 Nov 23 18:08:48.893329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::1da (7035a811-5254-4005-bdaa-9fd92ec9f487/aeb26b58-8e22-4b2d-bfe3-042ee4a145b1/23ba0b44-1793-4379-8ea3-2eb379af8452) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:48.942184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-949aa385-639e-46f8-afb8-9bfa56b54011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:48.943953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-949aa385-639e-46f8-afb8-9bfa56b54011 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.0655205 Nov 23 18:08:48.947568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.969688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.001698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-d91d49c7-3417-4a06-a01a-44e1d7ce106d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489066 Nov 23 18:08:49.003558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] device_id is not set on port a8d4d4f1-3e34-41eb-9e90-4141a9b353e3 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:49.063258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fb9702-72e0-4a6e-bdf1-8deb8ae2547f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:49.177138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22191e-e59d-405c-a0da-e990fd6e4777 req-c50223f5-875e-4c63-9ab1-3af77faaea4b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:49.185348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a22191e-e59d-405c-a0da-e990fd6e4777 req-c50223f5-875e-4c63-9ab1-3af77faaea4b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 944 time: 0.0973632 Nov 23 18:08:49.201704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-5a0c375c-5721-424d-b8d4-81a2aa4163de service neutron] 10.222.0.72 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907887 Nov 23 18:08:49.241023 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Allocated IP 172.25.0.222 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/a8d4d4f1-3e34-41eb-9e90-4141a9b353e3) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:49.260793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.305480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a22191e-e59d-405c-a0da-e990fd6e4777 req-fa2194f2-c333-46f1-ab87-0fde48fd9ebb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190059 Nov 23 18:08:49.325648 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db90d11-733e-493a-80dd-0c2d042bcf9b req-44a293f4-dd31-415c-8fc1-0f28b03f3502 service neutron] 10.222.0.72 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154971 Nov 23 18:08:49.385799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.415679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Allocated IP 2001:db8::2 (7035a811-5254-4005-bdaa-9fd92ec9f487/aeb26b58-8e22-4b2d-bfe3-042ee4a145b1/8a24cd00-6edb-43b8-9280-34267e9b6578) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:49.432573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.457848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 7035a811-5254-4005-bdaa-9fd92ec9f487 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:49.469248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:49.476393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:49.482131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:49.482647 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.485227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=23ba0b44-1793-4379-8ea3-2eb379af8452,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:49.503302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.532668 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-34a1e58f-f7a0-47d4-9f96-db08f7580c98 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1068406 Nov 23 18:08:49.536314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39864) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:49.567819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541711f-502e-402e-90dc-337a6249f392 req-cea43936-0a00-453d-bd8b-21bae72068cc tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:49.569471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0541711f-502e-402e-90dc-337a6249f392 req-cea43936-0a00-453d-bd8b-21bae72068cc tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 943 time: 0.0721025 Nov 23 18:08:49.587541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.629111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0541711f-502e-402e-90dc-337a6249f392 req-3fc98da2-9fa3-46e3-a442-cc86634b64ca tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486379 Nov 23 18:08:49.635780 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.645194 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.687612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:49.694469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:49.696830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:49.697662 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Pushing event updated for resources: {'Port': ['ID=a8d4d4f1-3e34-41eb-9e90-4141a9b353e3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:49.703071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:49.723003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd018c7d-9577-4666-a0f7-7309efbdfcb7 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:49.731050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Network 7035a811-5254-4005-bdaa-9fd92ec9f487 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:49.755119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cd6b8-0194-418c-b804-b88bc5ec6bb0 req-c62ee7d7-971a-4f69-9575-1a968da5f5bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:49.760928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f80cd6b8-0194-418c-b804-b88bc5ec6bb0 req-c62ee7d7-971a-4f69-9575-1a968da5f5bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.0754890 Nov 23 18:08:49.764873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:49.765367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:49.765704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.780537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-cd488888-e890-4d73-b9e4-fe64530ff297 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 23ba0b44-1793-4379-8ea3-2eb379af8452 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:49.782391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:49.783069 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd488888-e890-4d73-b9e4-fe64530ff297 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.787537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Pushing event updated for resources: {'Port': ['ID=8a24cd00-6edb-43b8-9280-34267e9b6578,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:49.818618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f80cd6b8-0194-418c-b804-b88bc5ec6bb0 req-65d6232e-07dd-4e61-8a92-4f2639810e29 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Nov 23 18:08:49.830901 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1ce43ea8-cbb5-4775-9ffd-789e709a8cac tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5701644 Nov 23 18:08:49.833803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39868) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:49.846741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.222'}]}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:49.892360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4986f4d5-33bc-419a-ab21-76a6652de343 None None] Provisioning complete for port a8d4d4f1-3e34-41eb-9e90-4141a9b353e3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:49.892751 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4986f4d5-33bc-419a-ab21-76a6652de343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.894955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Attempting to bind port 8a24cd00-6edb-43b8-9280-34267e9b6578 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:08:49.895335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Attempting to bind port 8a24cd00-6edb-43b8-9280-34267e9b6578 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'fd6f1f91-6662-493a-9ce6-4cb9325a36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7035a811-5254-4005-bdaa-9fd92ec9f487'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:08:49.895705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Attempting to bind port 8a24cd00-6edb-43b8-9280-34267e9b6578 on network 7035a811-5254-4005-bdaa-9fd92ec9f487 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:49.899422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port a626ed82-3cc6-4402-a15d-a687d376b093 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:08:49.914417 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.916190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.926207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:08:49.926584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Checking segment: {'id': 'fd6f1f91-6662-493a-9ce6-4cb9325a36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7035a811-5254-4005-bdaa-9fd92ec9f487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:49.927739 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.927881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Bound using segment: {'id': 'fd6f1f91-6662-493a-9ce6-4cb9325a36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7035a811-5254-4005-bdaa-9fd92ec9f487'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:08:49.928377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Bound port: 8a24cd00-6edb-43b8-9280-34267e9b6578, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6f1f91-6662-493a-9ce6-4cb9325a36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7035a811-5254-4005-bdaa-9fd92ec9f487'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:08:49.928775 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.933974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port a626ed82-3cc6-4402-a15d-a687d376b093 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:49.935185 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.952427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd488888-e890-4d73-b9e4-fe64530ff297 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:49.984919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-cd488888-e890-4d73-b9e4-fe64530ff297 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 23ba0b44-1793-4379-8ea3-2eb379af8452 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:49.994254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4986f4d5-33bc-419a-ab21-76a6652de343 None None] Port a8d4d4f1-3e34-41eb-9e90-4141a9b353e3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:08:50.059546 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.171912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] For port 8a24cd00-6edb-43b8-9280-34267e9b6578, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:08:50.206414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] For port 8a24cd00-6edb-43b8-9280-34267e9b6578, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8a24cd00-6edb-43b8-9280-34267e9b6578,segment=NetworkSegment(fd6f1f91-6662-493a-9ce6-4cb9325a36a1),segment_id=fd6f1f91-6662-493a-9ce6-4cb9325a36a1)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:08:50.208394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd488888-e890-4d73-b9e4-fe64530ff297 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.212372 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.216030 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.286647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd488888-e890-4d73-b9e4-fe64530ff297 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=23ba0b44-1793-4379-8ea3-2eb379af8452,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:50.343647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:50.346096 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c1a484-7e48-4422-a474-ddfe89d05301" -d '{"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-plugged", "status": "completed", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:50.382118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:50.395439 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.414607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36975ea5-6919-4fbb-8987-a111abc8b86b None None] Pushing event updated for resources: {'Port': ['ID=8a24cd00-6edb-43b8-9280-34267e9b6578,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:50.418567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd488888-e890-4d73-b9e4-fe64530ff297 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.440007 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cd488888-e890-4d73-b9e4-fe64530ff297 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/23ba0b44-1793-4379-8ea3-2eb379af8452 HTTP/1.1" status: 204 len: 168 time: 0.8994586 Nov 23 18:08:50.443321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39878) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:50.519258 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab1f01e-e6f9-46d2-9d10-81409e7c087f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:08:50.520273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab1f01e-e6f9-46d2-9d10-81409e7c087f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:08:50.522602 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8ab1f01e-e6f9-46d2-9d10-81409e7c087f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/23ba0b44-1793-4379-8ea3-2eb379af8452 HTTP/1.1" status: 404 len: 333 time: 0.0782647 Nov 23 18:08:50.528148 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b13af-e365-48e3-b8de-f8cdb9aca28b x-openstack-request-id: req-245b13af-e365-48e3-b8de-f8cdb9aca28b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:50.539666 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-plugged", "status": "completed", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:50.540027 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-245b13af-e365-48e3-b8de-f8cdb9aca28b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:50.540515 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'code': 200} Nov 23 18:08:50.547444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39880) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:50.605150 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fae8e6-cd3b-449d-aaa4-9a3238ec6771 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:08:50.608691 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c0fae8e6-cd3b-449d-aaa4-9a3238ec6771 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/23ba0b44-1793-4379-8ea3-2eb379af8452 HTTP/1.1" status: 404 len: 333 time: 0.0600085 Nov 23 18:08:50.611963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39882) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:50.621891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:50.630463 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.661567 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.713149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-52198ae1-2163-4685-8caf-f92fb8cb3449 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet aeb26b58-8e22-4b2d-bfe3-042ee4a145b1 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:08:50.718088 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52198ae1-2163-4685-8caf-f92fb8cb3449 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.765762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc45e2-9f20-4b88-9ce6-0add81f57cdf req-92568d7d-f851-419d-90c2-ef35d8fcaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:50.767546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1dc45e2-9f20-4b88-9ce6-0add81f57cdf req-92568d7d-f851-419d-90c2-ef35d8fcaf5a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 1096 time: 0.1620026 Nov 23 18:08:50.793219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8763e6-b403-4dd4-ac6b-245da177b84b req-384cb06a-03b7-435b-9439-dc26d9b52f89 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:50.795614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a8763e6-b403-4dd4-ac6b-245da177b84b req-384cb06a-03b7-435b-9439-dc26d9b52f89 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1922348 Nov 23 18:08:50.802905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52198ae1-2163-4685-8caf-f92fb8cb3449 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:50.976206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52198ae1-2163-4685-8caf-f92fb8cb3449 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.036162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1dc45e2-9f20-4b88-9ce6-0add81f57cdf req-841ecb9d-245c-42e3-b0b6-245c2b3853da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531283 Nov 23 18:08:51.058372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd7ed5-532c-4aca-8896-0a4778210f14 req-40907c15-611f-4345-a6a1-27c93453c7c7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:51.060137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33dd7ed5-532c-4aca-8896-0a4778210f14 req-40907c15-611f-4345-a6a1-27c93453c7c7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 943 time: 0.2801323 Nov 23 18:08:51.069568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a8763e6-b403-4dd4-ac6b-245da177b84b req-e580ba3e-f5e2-4da9-8b2c-40ba72dc3bc4 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174582 Nov 23 18:08:51.076488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52198ae1-2163-4685-8caf-f92fb8cb3449 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.156901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52198ae1-2163-4685-8caf-f92fb8cb3449 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb26b58-8e22-4b2d-bfe3-042ee4a145b1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:51.177993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52198ae1-2163-4685-8caf-f92fb8cb3449 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.182565 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-52198ae1-2163-4685-8caf-f92fb8cb3449 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/aeb26b58-8e22-4b2d-bfe3-042ee4a145b1 HTTP/1.1" status: 204 len: 168 time: 0.5694563 Nov 23 18:08:51.192933 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39890) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:51.310170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.325317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33dd7ed5-532c-4aca-8896-0a4778210f14 req-b139b5d8-f3f1-4b6e-bba1-9d968d23ba9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423556 Nov 23 18:08:51.474201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 8a24cd00-6edb-43b8-9280-34267e9b6578 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:51.474807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.509654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad802-bcd6-43b0-b79b-85d100263753 req-5f481d56-dfd7-467b-84ba-c8e439ad0442 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:51.515860 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a8ad802-bcd6-43b0-b79b-85d100263753 req-5f481d56-dfd7-467b-84ba-c8e439ad0442 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.2987952 Nov 23 18:08:51.529962 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.570932 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.670828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] For port 8a24cd00-6edb-43b8-9280-34267e9b6578, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8a24cd00-6edb-43b8-9280-34267e9b6578,segment=NetworkSegment(fd6f1f91-6662-493a-9ce6-4cb9325a36a1),segment_id=fd6f1f91-6662-493a-9ce6-4cb9325a36a1)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:51.671556 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.697014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 8a24cd00-6edb-43b8-9280-34267e9b6578 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:51.715894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device aea71b0a-97f1-41cd-bb6d-852021faf5b5 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:08:51.802299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a8ad802-bcd6-43b0-b79b-85d100263753 req-6f4a964e-bb45-4ead-903a-5349cec41f7b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694075 Nov 23 18:08:51.855184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.881383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No DVR routers for this DVR port 8a24cd00-6edb-43b8-9280-34267e9b6578 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:51.894140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port aea71b0a-97f1-41cd-bb6d-852021faf5b5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=aea71b0a-97f1-41cd-bb6d-852021faf5b5,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:51.911026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'aea71b0a-97f1-41cd-bb6d-852021faf5b5', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'port_id': 'aea71b0a-97f1-41cd-bb6d-852021faf5b5', 'mac_address': 'fa:16:3e:cc:3f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6af081-5451-450f-b870-3cfa540ebfd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:08:51.921288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.958268 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:51.962044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=8a24cd00-6edb-43b8-9280-34267e9b6578,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:51.973741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea71b0a-97f1-41cd-bb6d-852021faf5b5 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:08:51.996817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port aea71b0a-97f1-41cd-bb6d-852021faf5b5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=aea71b0a-97f1-41cd-bb6d-852021faf5b5,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:52.005192 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.057343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.098651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7035a811-5254-4005-bdaa-9fd92ec9f487']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:52.125441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df32d1a6-5eaf-4e9c-ad70-7bf7a1f261fa None None] Network 7035a811-5254-4005-bdaa-9fd92ec9f487 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:52.127358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=aea71b0a-97f1-41cd-bb6d-852021faf5b5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:52.190894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6f1f91-6662-493a-9ce6-4cb9325a36a1') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:52.191240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6f1f91-6662-493a-9ce6-4cb9325a36a1') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:52.239408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.240018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.245526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.276282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f3ef8d90-3955-4321-9c1a-3c9dc06b6dcf None None] Could not find standard attr ID for object 8a24cd00-6edb-43b8-9280-34267e9b6578. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:08:52.279545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd7382-d1b7-4e9a-9bc4-8b407768d465 req-82de972b-b827-42aa-a106-0453572b179b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:52.284171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dfd7382-d1b7-4e9a-9bc4-8b407768d465 req-82de972b-b827-42aa-a106-0453572b179b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0864253 Nov 23 18:08:52.304559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.324815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:08:52.325223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:08:52.349690 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:08:52.355572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['aea71b0a-97f1-41cd-bb6d-852021faf5b5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:08:52.364993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.365878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31442c3a-a13d-4448-9007-17b4b67c6cf4 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:08:52.411116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dfd7382-d1b7-4e9a-9bc4-8b407768d465 req-789d8dd3-e2ea-4ddf-987c-116daa13391f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259456 Nov 23 18:08:52.417108 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:08:52.421748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c2a7a1bc-1e20-4f88-9ade-711ec4bef678 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5835285 Nov 23 18:08:52.425460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39900) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:52.513899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.531919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.541143 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/networks/7035a811-5254-4005-bdaa-9fd92ec9f487 HTTP/1.1" status: 204 len: 168 time: 1.3407631 Nov 23 18:08:52.541404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39902) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:52.548909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-74433424'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:52.573550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf4032-1ebb-4713-8eae-cc00a020fe0a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Network': ['ID=7035a811-5254-4005-bdaa-9fd92ec9f487,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:52.620497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6769a84-ea32-4f61-a02e-a7048b5df48a req-298d42dd-b2b0-48e2-b731-d5d88dab6f79 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:52.621969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6769a84-ea32-4f61-a02e-a7048b5df48a req-298d42dd-b2b0-48e2-b731-d5d88dab6f79 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 944 time: 0.1324067 Nov 23 18:08:52.623637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:52.626980 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.657526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82dba5d-afc2-4135-8bad-2fb2b2ecda4c None None] DHCP port deletion for 7035a811-5254-4005-bdaa-9fd92ec9f487 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:52.671497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-32222407-2490-4d80-94d6-74a145c1ea43 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Deleting port a8d4d4f1-3e34-41eb-9e90-4141a9b353e3 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:52.671844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-32222407-2490-4d80-94d6-74a145c1ea43 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.706575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:08:52.734627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6769a84-ea32-4f61-a02e-a7048b5df48a req-12b62c3c-067e-476f-a907-378d06047b28 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035099 Nov 23 18:08:52.735828 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.736175 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Added segment fe3694d3-80d5-4f67-ba26-b852c9cb9e07 of type vlan for network e0456bc8-a717-4be4-8414-4110d07bedcb Nov 23 18:08:52.818309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.838419 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-32222407-2490-4d80-94d6-74a145c1ea43 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.863889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-32222407-2490-4d80-94d6-74a145c1ea43 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Calling delete_port for a8d4d4f1-3e34-41eb-9e90-4141a9b353e3 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:52.875292 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:52.880569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:52.881481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:53.001077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4549434 Nov 23 18:08:53.002574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39908) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:53.016907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': 'e0456bc8-a717-4be4-8414-4110d07bedcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:53.050436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec42bb-fbf9-4ee5-8d74-f4d20624a2b5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Network': ['ID=e0456bc8-a717-4be4-8414-4110d07bedcb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:53.064652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e0456bc8-a717-4be4-8414-4110d07bedcb details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:08:53.065153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558faf-8750-4997-9651-b14fa4c051a5 req-2730ce48-7fcf-4542-aab9-409913b29057 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:53.066755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a558faf-8750-4997-9651-b14fa4c051a5 req-2730ce48-7fcf-4542-aab9-409913b29057 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1775832 Nov 23 18:08:53.153388 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a558faf-8750-4997-9651-b14fa4c051a5 req-a9ec5766-3baa-4205-aa7f-695c492a95a7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763125 Nov 23 18:08:53.186827 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-32222407-2490-4d80-94d6-74a145c1ea43 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:53.201023 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:53.204861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:53.218473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32222407-2490-4d80-94d6-74a145c1ea43 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8d4d4f1-3e34-41eb-9e90-4141a9b353e3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:53.245541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae376e-fc45-4bf9-aba5-0fd4af30bb17 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:53.359092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-32222407-2490-4d80-94d6-74a145c1ea43 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:53.363065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-32222407-2490-4d80-94d6-74a145c1ea43 tempest-RoutersAdminNegativeTest-1404862789 tempest-RoutersAdminNegativeTest-1404862789-project-admin] 10.222.0.74 "DELETE /v2.0/ports/a8d4d4f1-3e34-41eb-9e90-4141a9b353e3 HTTP/1.1" status: 204 len: 168 time: 0.9356985 Nov 23 18:08:53.442800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:53.533957 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking segment: {'id': 'fe3694d3-80d5-4f67-ba26-b852c9cb9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0456bc8-a717-4be4-8414-4110d07bedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:53.534385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network hostable DHCP agents. Network: e0456bc8-a717-4be4-8414-4110d07bedcb, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:08:53.537928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=6abcf53f-9be4-42f6-9a4d-4ad7cf8267a5,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:53.558302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network e0456bc8-a717-4be4-8414-4110d07bedcb is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:08:53.574836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e0456bc8-a717-4be4-8414-4110d07bedcb) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:53.582826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:53.584360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:53.588313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b6b12-f877-497f-ad28-d32e0de7fedf None None] Network e0456bc8-a717-4be4-8414-4110d07bedcb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:53.616442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c2e2c-a870-45a3-99ed-47d19217617b req-c65d1ad1-0dfd-468d-aa8c-67f879d7bfe7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:53.618935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-135c2e2c-a870-45a3-99ed-47d19217617b req-c65d1ad1-0dfd-468d-aa8c-67f879d7bfe7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0727060 Nov 23 18:08:53.627920 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5a54241-ddd7-45b7-bd83-d23cf806b85c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6233280 Nov 23 18:08:53.628621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39916) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:53.635398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': 'e0456bc8-a717-4be4-8414-4110d07bedcb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1516859574'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:53.734888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device aea71b0a-97f1-41cd-bb6d-852021faf5b5 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:53.790786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-135c2e2c-a870-45a3-99ed-47d19217617b req-0966ee45-a1de-4468-90ea-5ece5bae7495 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560192 Nov 23 18:08:53.865568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:53.869805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:53.871607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39926) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:53.890814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port d195c691-f7ad-4f4c-825c-f2e685b9db0d yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:08:53.922505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port aea71b0a-97f1-41cd-bb6d-852021faf5b5 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:08:53.928419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e0456bc8-a717-4be4-8414-4110d07bedcb', 'network_id': 'e0456bc8-a717-4be4-8414-4110d07bedcb', 'tenant_id': '0c0c4f0a48a4410c8821ea06004bd647', 'fixed_ips': [{'subnet_id': '6abcf53f-9be4-42f6-9a4d-4ad7cf8267a5'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:08:53.931271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:53.960350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port aea71b0a-97f1-41cd-bb6d-852021faf5b5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:53.960644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.011969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b861e3-14e2-4d99-8566-6959e55debdb req-f6a93493-5d7a-426d-b96d-a7d5659c64f0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:54.021335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5b861e3-14e2-4d99-8566-6959e55debdb req-f6a93493-5d7a-426d-b96d-a7d5659c64f0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 944 time: 0.1504374 Nov 23 18:08:54.042807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c26b70-bf2a-4cb1-83ce-435425ec705d req-9bfff3d6-792c-461f-9fe1-bab552b8976e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:54.045686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4c26b70-bf2a-4cb1-83ce-435425ec705d req-9bfff3d6-792c-461f-9fe1-bab552b8976e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1149962 Nov 23 18:08:54.055417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39930) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:54.076377 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Request body: {'floatingip': {'port_id': 'a626ed82-3cc6-4402-a15d-a687d376b093'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:54.110833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5b861e3-14e2-4d99-8566-6959e55debdb req-8126251d-be2e-40d1-ade4-bce434a61dab tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881691 Nov 23 18:08:54.139301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.152261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::3a4 (e0456bc8-a717-4be4-8414-4110d07bedcb/6abcf53f-9be4-42f6-9a4d-4ad7cf8267a5/d195c691-f7ad-4f4c-825c-f2e685b9db0d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:54.167048 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7af54264-5cc0-4b5f-800f-c603db89677b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.221888 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.261458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7af54264-5cc0-4b5f-800f-c603db89677b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.270284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7af54264-5cc0-4b5f-800f-c603db89677b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.275148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8a24cd00-6edb-43b8-9280-34267e9b6578 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:54.329137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af54264-5cc0-4b5f-800f-c603db89677b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ec03b-6135-4030-9a17-d0e847be4f05,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:54.332850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8a24cd00-6edb-43b8-9280-34267e9b6578 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:08:54.333219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8a24cd00-6edb-43b8-9280-34267e9b6578 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:08:54.393547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port aea71b0a-97f1-41cd-bb6d-852021faf5b5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=aea71b0a-97f1-41cd-bb6d-852021faf5b5,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:54.399676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e22c061-332e-40f7-a09a-b5e3b64c43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea71b0a-97f1-41cd-bb6d-852021faf5b5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:54.409816 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d498b8-e32d-4d1d-8f94-c187085e01c2" -d '{"events": [{"server_uuid": "2e22c061-332e-40f7-a09a-b5e3b64c43f5", "name": "network-vif-plugged", "status": "completed", "tag": "aea71b0a-97f1-41cd-bb6d-852021faf5b5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:54.411504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7af54264-5cc0-4b5f-800f-c603db89677b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb56273ce7d9459e98ca1c0e8f960d5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5378182 Nov 23 18:08:54.420555 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.420806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c7e9-a8b0-43c5-9572-8bdd0c38bddb req-8f2a533f-d060-44d9-8fff-10e583796051 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:54.422384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9268c7e9-a8b0-43c5-9572-8bdd0c38bddb req-8f2a533f-d060-44d9-8fff-10e583796051 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.0889282 Nov 23 18:08:54.422933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39936) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:54.532366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9268c7e9-a8b0-43c5-9572-8bdd0c38bddb req-f06dfc27-f718-45c3-9320-e969a73ca1e9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946198 Nov 23 18:08:54.550003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-052c02ea-6cb3-415f-a152-55520ce34683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.556215 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b0a886-305a-4ed1-9155-452a83eecfeb x-openstack-request-id: req-d8b0a886-305a-4ed1-9155-452a83eecfeb {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:54.556771 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e22c061-332e-40f7-a09a-b5e3b64c43f5", "name": "network-vif-plugged", "status": "completed", "tag": "aea71b0a-97f1-41cd-bb6d-852021faf5b5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:54.557011 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8b0a886-305a-4ed1-9155-452a83eecfeb {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:54.557418 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e22c061-332e-40f7-a09a-b5e3b64c43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea71b0a-97f1-41cd-bb6d-852021faf5b5', 'code': 200} Nov 23 18:08:54.579520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=aea71b0a-97f1-41cd-bb6d-852021faf5b5,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:54.614938 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-052c02ea-6cb3-415f-a152-55520ce34683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.711103 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-052c02ea-6cb3-415f-a152-55520ce34683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.714369 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-052c02ea-6cb3-415f-a152-55520ce34683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:54.715560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-052c02ea-6cb3-415f-a152-55520ce34683 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b0ec03b-6135-4030-9a17-d0e847be4f05 HTTP/1.1" status: 204 len: 168 time: 0.2917063 Nov 23 18:08:54.727428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c02ea-6cb3-415f-a152-55520ce34683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ec03b-6135-4030-9a17-d0e847be4f05,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:54.836950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1b845-df34-4b37-913d-4fe106743b58 req-f42c0eb9-103f-4de7-94f1-47a3f6fb8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:54.840038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2de1b845-df34-4b37-913d-4fe106743b58 req-f42c0eb9-103f-4de7-94f1-47a3f6fb8df2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 1096 time: 0.1805305 Nov 23 18:08:54.936035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2de1b845-df34-4b37-913d-4fe106743b58 req-f03ac610-3153-4722-91e3-c249f86ab201 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808408 Nov 23 18:08:55.037827 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.145497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.183346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39950) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:55.230954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Allocated IP 2001:db8::2 (e0456bc8-a717-4be4-8414-4110d07bedcb/6abcf53f-9be4-42f6-9a4d-4ad7cf8267a5/59a3881d-af34-4530-92f7-d7cf49a30ab7) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:08:55.232635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network e0456bc8-a717-4be4-8414-4110d07bedcb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:55.244963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:55.253039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:55.259918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:55.260684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.273842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=d195c691-f7ad-4f4c-825c-f2e685b9db0d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:55.282996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-27a82da1-4f48-4890-9e60-6eb8dceacc82 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7165cd2c74fc4035ad2d9c0d06fff55c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0983965 Nov 23 18:08:55.285846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39952) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:55.289709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.resource_extend [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:08:55.359278 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2767428a-33df-4e16-b180-46afbc885ef2 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7294643 Nov 23 18:08:55.360047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:55.378808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.395773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc099ad7-4bd8-407b-88ea-f8bf7fbb6884 req-02782849-6088-4fbb-b9f8-c5668f830333 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:55.397867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc099ad7-4bd8-407b-88ea-f8bf7fbb6884 req-02782849-6088-4fbb-b9f8-c5668f830333 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 945 time: 0.1701531 Nov 23 18:08:55.399161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.417488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8779aac4-6e2b-48f8-8069-8daad18b3aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.446534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8779aac4-6e2b-48f8-8069-8daad18b3aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.455418 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.463601 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.509526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Network e0456bc8-a717-4be4-8414-4110d07bedcb is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:08:55.513483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc099ad7-4bd8-407b-88ea-f8bf7fbb6884 req-2a545160-321d-4795-9d97-bd5a6ce13dbf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052670 Nov 23 18:08:55.518412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:08:55.530059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:08:55.559405 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8779aac4-6e2b-48f8-8069-8daad18b3aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.562958 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8779aac4-6e2b-48f8-8069-8daad18b3aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.567109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8779aac4-6e2b-48f8-8069-8daad18b3aa6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/13fb9702-72e0-4a6e-bdf1-8deb8ae2547f HTTP/1.1" status: 204 len: 168 time: 0.2774107 Nov 23 18:08:55.578896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Pushing event updated for resources: {'Port': ['ID=59a3881d-af34-4530-92f7-d7cf49a30ab7,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:55.584695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779aac4-6e2b-48f8-8069-8daad18b3aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fb9702-72e0-4a6e-bdf1-8deb8ae2547f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:55.627848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Attempting to bind port 59a3881d-af34-4530-92f7-d7cf49a30ab7 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:08:55.628449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Attempting to bind port 59a3881d-af34-4530-92f7-d7cf49a30ab7 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'fe3694d3-80d5-4f67-ba26-b852c9cb9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0456bc8-a717-4be4-8414-4110d07bedcb'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:08:55.629035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Attempting to bind port 59a3881d-af34-4530-92f7-d7cf49a30ab7 on network e0456bc8-a717-4be4-8414-4110d07bedcb {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:08:55.639664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:08:55.640106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Checking segment: {'id': 'fe3694d3-80d5-4f67-ba26-b852c9cb9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0456bc8-a717-4be4-8414-4110d07bedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:08:55.640521 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.640925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Bound using segment: {'id': 'fe3694d3-80d5-4f67-ba26-b852c9cb9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0456bc8-a717-4be4-8414-4110d07bedcb'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:08:55.641437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Bound port: 59a3881d-af34-4530-92f7-d7cf49a30ab7, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3694d3-80d5-4f67-ba26-b852c9cb9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0456bc8-a717-4be4-8414-4110d07bedcb'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:08:55.642011 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.650533 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Floating IP a3262dc7-2a93-4489-974d-1dbe5093b16f associated. External IP: 172.25.0.122, port: a626ed82-3cc6-4402-a15d-a687d376b093. Nov 23 18:08:55.711845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bf386876-910b-417b-b536-d1bbf9152a3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port d195c691-f7ad-4f4c-825c-f2e685b9db0d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:55.712206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf386876-910b-417b-b536-d1bbf9152a3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.726977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] For port 59a3881d-af34-4530-92f7-d7cf49a30ab7, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:08:55.744985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] For port 59a3881d-af34-4530-92f7-d7cf49a30ab7, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=59a3881d-af34-4530-92f7-d7cf49a30ab7,segment=NetworkSegment(fe3694d3-80d5-4f67-ba26-b852c9cb9e07),segment_id=fe3694d3-80d5-4f67-ba26-b852c9cb9e07)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:08:55.771737 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.796081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd407a-35a3-4ebe-8ebc-59240477e620 req-db6ed08c-a175-4c2c-9c85-db27ab483adc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:55.798048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8dd407a-35a3-4ebe-8ebc-59240477e620 req-db6ed08c-a175-4c2c-9c85-db27ab483adc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.0993488 Nov 23 18:08:55.908180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8dd407a-35a3-4ebe-8ebc-59240477e620 req-e8c50118-b3dc-4f1b-ae35-5f509e51ca55 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013043 Nov 23 18:08:55.936958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808801e8-d5fc-401d-86cc-bca79fde72f3 None None] Pushing event updated for resources: {'Port': ['ID=59a3881d-af34-4530-92f7-d7cf49a30ab7,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:55.937759 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf386876-910b-417b-b536-d1bbf9152a3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:55.977867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bf386876-910b-417b-b536-d1bbf9152a3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for d195c691-f7ad-4f4c-825c-f2e685b9db0d owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:56.285353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Router e48d9249-8058-4631-b286-7e9343e52dff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:08:56.439040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 59a3881d-af34-4530-92f7-d7cf49a30ab7 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:08:56.513820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf386876-910b-417b-b536-d1bbf9152a3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:56.536338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 59a3881d-af34-4530-92f7-d7cf49a30ab7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:56.536714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:56.584658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf386876-910b-417b-b536-d1bbf9152a3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:56.587938 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bf386876-910b-417b-b536-d1bbf9152a3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/d195c691-f7ad-4f4c-825c-f2e685b9db0d HTTP/1.1" status: 204 len: 168 time: 1.2252700 Nov 23 18:08:56.588870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf386876-910b-417b-b536-d1bbf9152a3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=d195c691-f7ad-4f4c-825c-f2e685b9db0d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:56.590566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39978) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:56.632191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:08:56.636984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:56.641113 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ee520b-5a95-46d1-a72d-ade8c367dd7f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:08:56.642798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f0ee520b-5a95-46d1-a72d-ade8c367dd7f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/d195c691-f7ad-4f4c-825c-f2e685b9db0d HTTP/1.1" status: 404 len: 333 time: 0.0505857 Nov 23 18:08:56.662749 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] Sync routers for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:08:56.665885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39982) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:56.683290 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:56.684292 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:56.713317 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c489b5cb-224a-4bca-8446-5bc9e184d527 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "PUT /v2.0/floatingips/a3262dc7-2a93-4489-974d-1dbe5093b16f HTTP/1.1" status: 200 len: 991 time: 2.6551929 Nov 23 18:08:56.714009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:08:56.736510 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:08:56.779182 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:56.788751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-285c7009-14ef-4221-8c60-77c520281d84 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet 6abcf53f-9be4-42f6-9a4d-4ad7cf8267a5 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:08:56.795550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-285c7009-14ef-4221-8c60-77c520281d84 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:56.867284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 59a3881d-af34-4530-92f7-d7cf49a30ab7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=59a3881d-af34-4530-92f7-d7cf49a30ab7,segment=NetworkSegment(fe3694d3-80d5-4f67-ba26-b852c9cb9e07),segment_id=fe3694d3-80d5-4f67-ba26-b852c9cb9e07)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:56.869891 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:08:56.879315 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:56.889766 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2808d27f-d585-42e4-9643-db246c1c6d12 x-openstack-request-id: req-2808d27f-d585-42e4-9643-db246c1c6d12 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:08:56.890067 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:08:56.890325 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2808d27f-d585-42e4-9643-db246c1c6d12 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:08:56.890769 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'status': 'completed', 'code': 200} Nov 23 18:08:56.900523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9126c-e387-477c-b17d-73b79c34c827 req-61f9742b-8036-4b47-919a-57c28b925414 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:56.904321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99c9126c-e387-477c-b17d-73b79c34c827 req-61f9742b-8036-4b47-919a-57c28b925414 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 945 time: 0.2729571 Nov 23 18:08:56.981379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=59a3881d-af34-4530-92f7-d7cf49a30ab7,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:57.027669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-285c7009-14ef-4221-8c60-77c520281d84 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.068534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40004) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:57.222157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1ed92582-f083-4787-9ce8-f12b67acea38 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:57.223256 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-1ed92582-f083-4787-9ce8-f12b67acea38 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 18:08:57.223768 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-1ed92582-f083-4787-9ce8-f12b67acea38 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:08:57.228232 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1ed92582-f083-4787-9ce8-f12b67acea38 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1551783 Nov 23 18:08:57.228634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40008) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:57.236602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--606422892'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:57.241093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99c9126c-e387-477c-b17d-73b79c34c827 req-9f6b7a13-2910-41be-a7ca-1ac3c8476087 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278511 Nov 23 18:08:57.325396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.355751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.386338 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'a3262dc7-2a93-4489-974d-1dbe5093b16f', 'tenant_id': '763dab3003a948db90155c6008598a87', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'port_id': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'mac_address': 'fa:16:3e:9f:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242fbca-a122-4053-afd2-646761b047a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:08:34Z', 'updated_at': '2021-11-23T18:08:55Z', 'revision_number': 1, 'project_id': '763dab3003a948db90155c6008598a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:57.401401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-285c7009-14ef-4221-8c60-77c520281d84 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.441148 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] Checking router: e48d9249-8058-4631-b286-7e9343e52dff for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:08:57.464975 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:08:57.471961 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:08:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:57.474917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e992958b-d2c0-4bb6-b3f8-462fd1c44b08 None None] Network e0456bc8-a717-4be4-8414-4110d07bedcb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:08:57.580789 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.591903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.600247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-285c7009-14ef-4221-8c60-77c520281d84 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.604156 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:08:57.642539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-0a4e91f3-d107-448a-8a02-6ae2c08b7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:57.644560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-0a4e91f3-d107-448a-8a02-6ae2c08b7c57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 1096 time: 0.7328558 Nov 23 18:08:57.711308 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.736514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.773399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f7ad1-92db-4b65-9cf6-64ee59ae3d48,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:57.806872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-76c5dc42-bddf-4fdf-a47c-a9551b61f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:57.808519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-76c5dc42-bddf-4fdf-a47c-a9551b61f581 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.1312706 Nov 23 18:08:57.812174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c7009-14ef-4221-8c60-77c520281d84 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=6abcf53f-9be4-42f6-9a4d-4ad7cf8267a5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:57.818551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.819711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-901dd1a6-680f-44f2-9fd9-50c05a2af676 None None] Provisioning complete for port 59a3881d-af34-4530-92f7-d7cf49a30ab7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:08:57.820092 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-901dd1a6-680f-44f2-9fd9-50c05a2af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.823624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-285c7009-14ef-4221-8c60-77c520281d84 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:57.824971 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5947664 Nov 23 18:08:57.828740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-285c7009-14ef-4221-8c60-77c520281d84 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/6abcf53f-9be4-42f6-9a4d-4ad7cf8267a5 HTTP/1.1" status: 204 len: 168 time: 1.1617379 Nov 23 18:08:57.831342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40014) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:57.832116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40016) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:57.834727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6e725-6756-4798-984f-690c30d49459 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbb3df8-805a-4077-ad89-be63f4a7ad0f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:57.849023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-481a4bff-b0f7-4dea-8605-b47d9a728987 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'dfbb3df8-805a-4077-ad89-be63f4a7ad0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:57.888096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33394188-b9c6-4c88-9721-03914ce47ea1 req-04b52a81-7b6a-4d4b-9b2b-399862d84471 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:57.889829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33394188-b9c6-4c88-9721-03914ce47ea1 req-04b52a81-7b6a-4d4b-9b2b-399862d84471 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.7342546 Nov 23 18:08:57.940139 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'a3262dc7-2a93-4489-974d-1dbe5093b16f', 'tenant_id': '763dab3003a948db90155c6008598a87', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'port_id': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'mac_address': 'fa:16:3e:9f:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242fbca-a122-4053-afd2-646761b047a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:08:34Z', 'updated_at': '2021-11-23T18:08:55Z', 'revision_number': 1, 'project_id': '763dab3003a948db90155c6008598a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:57.973714 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ba400-b7fa-4ea5-b261-eae13d938faa None None] The sync data for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 is: [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'a3262dc7-2a93-4489-974d-1dbe5093b16f', 'tenant_id': '763dab3003a948db90155c6008598a87', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'port_id': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'mac_address': 'fa:16:3e:9f:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242fbca-a122-4053-afd2-646761b047a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:08:34Z', 'updated_at': '2021-11-23T18:08:55Z', 'revision_number': 1, 'project_id': '763dab3003a948db90155c6008598a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:08:58.052756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e279866-0bf8-40cb-b4a9-44b064387b6f req-e46d6c83-bd35-4cda-8b13-6859f1fee0c7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:58.063955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e279866-0bf8-40cb-b4a9-44b064387b6f req-e46d6c83-bd35-4cda-8b13-6859f1fee0c7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 945 time: 0.4709799 Nov 23 18:08:58.065051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] DHCP port deletion for e0456bc8-a717-4be4-8414-4110d07bedcb request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:08:58.083693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-c7ff6ee2-3e5f-4287-a00b-f141ff4a11df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a626ed82-3cc6-4402-a15d-a687d376b093 HTTP/1.1" status: 200 len: 999 time: 0.2536345 Nov 23 18:08:58.113810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.134137 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-481a4bff-b0f7-4dea-8605-b47d9a728987 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.139703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] Deleting port 59a3881d-af34-4530-92f7-d7cf49a30ab7 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:58.140397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.188014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33394188-b9c6-4c88-9721-03914ce47ea1 req-d8465b81-6035-49f7-8023-1947d67b7dd1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599621 Nov 23 18:08:58.276989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] For port 59a3881d-af34-4530-92f7-d7cf49a30ab7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=59a3881d-af34-4530-92f7-d7cf49a30ab7,segment=NetworkSegment(fe3694d3-80d5-4f67-ba26-b852c9cb9e07),segment_id=fe3694d3-80d5-4f67-ba26-b852c9cb9e07)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:58.279393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.290284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e279866-0bf8-40cb-b4a9-44b064387b6f req-1e095c32-1ebe-4565-9515-6ed5664ec577 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253573 Nov 23 18:08:58.291678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-b3378c07-e846-45e4-a1be-661a939deb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:58.293321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-b3378c07-e846-45e4-a1be-661a939deb39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.1957958 Nov 23 18:08:58.326652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] Calling delete_port for 59a3881d-af34-4530-92f7-d7cf49a30ab7 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:58.353567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557d215-419e-4ccc-b447-7cfbbc69dbcf None None] New status for floating IP a3262dc7-2a93-4489-974d-1dbe5093b16f: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:08:58.380124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-481a4bff-b0f7-4dea-8605-b47d9a728987 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.396959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-481a4bff-b0f7-4dea-8605-b47d9a728987 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.415036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a4bff-b0f7-4dea-8605-b47d9a728987 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dffd3c-cee0-41fb-aad1-13d98ec2a5b6,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:58.427225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 59a3881d-af34-4530-92f7-d7cf49a30ab7 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:08:58.427577 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.475009 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-481a4bff-b0f7-4dea-8605-b47d9a728987 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.479317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40026) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:58.484532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-93edf5c0-e4b6-4b50-a4e0-0a7402cd25a5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'dfbb3df8-805a-4077-ad89-be63f4a7ad0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:58.489801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-481a4bff-b0f7-4dea-8605-b47d9a728987 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6561859 Nov 23 18:08:58.494427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-eb9fb7a1-80b6-41a9-bac3-a6b15d104194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:58.496061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-eb9fb7a1-80b6-41a9-bac3-a6b15d104194 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920323 Nov 23 18:08:58.517270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 59a3881d-af34-4530-92f7-d7cf49a30ab7 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:08:58.580897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-93edf5c0-e4b6-4b50-a4e0-0a7402cd25a5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.668936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.707451 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.710238 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-93edf5c0-e4b6-4b50-a4e0-0a7402cd25a5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:08:58.713009 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-93edf5c0-e4b6-4b50-a4e0-0a7402cd25a5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2326133 Nov 23 18:08:58.717557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40030) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:58.760636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] No DVR routers for this DVR port 59a3881d-af34-4530-92f7-d7cf49a30ab7 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:58.762263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff757e-06da-4862-ab7f-637ff4a2ea41 None None] Pushing event deleted for resources: {'Port': ['ID=59a3881d-af34-4530-92f7-d7cf49a30ab7,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:58.791183 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80b4100c-bb6c-414c-8673-fc6ab3592ce4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.820803 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80b4100c-bb6c-414c-8673-fc6ab3592ce4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.875073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80b4100c-bb6c-414c-8673-fc6ab3592ce4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.877688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80b4100c-bb6c-414c-8673-fc6ab3592ce4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:58.885513 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-80b4100c-bb6c-414c-8673-fc6ab3592ce4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/dfbb3df8-805a-4077-ad89-be63f4a7ad0f HTTP/1.1" status: 204 len: 168 time: 0.1616120 Nov 23 18:08:58.890134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40032) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:58.897573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4100c-bb6c-414c-8673-fc6ab3592ce4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbb3df8-805a-4077-ad89-be63f4a7ad0f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:58.951639 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d38daf36-b9e3-4883-820c-0d3dda411a05 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599775 Nov 23 18:08:58.953120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40034) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:58.957591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-da7f3187-a4c2-47d8-ac38-a2863290e44b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506552371'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:58.963179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-a8a36d69-457f-4d0c-899f-6e7e3119fc5c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:08:58.964167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-a8a36d69-457f-4d0c-899f-6e7e3119fc5c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114665 Nov 23 18:08:58.995168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da7f3187-a4c2-47d8-ac38-a2863290e44b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.035436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] For port 59a3881d-af34-4530-92f7-d7cf49a30ab7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=59a3881d-af34-4530-92f7-d7cf49a30ab7,segment=NetworkSegment(fe3694d3-80d5-4f67-ba26-b852c9cb9e07),segment_id=fe3694d3-80d5-4f67-ba26-b852c9cb9e07)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:08:59.035809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.072093 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da7f3187-a4c2-47d8-ac38-a2863290e44b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.079579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da7f3187-a4c2-47d8-ac38-a2863290e44b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.088154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 59a3881d-af34-4530-92f7-d7cf49a30ab7 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:08:59.112966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da7f3187-a4c2-47d8-ac38-a2863290e44b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.117666 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-da7f3187-a4c2-47d8-ac38-a2863290e44b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1601956 Nov 23 18:08:59.117801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75a987-27b3-48a2-a07e-0902f044768c req-d8c1a3d9-1450-40df-b06f-cb19638c2850 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:59.118104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40036) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:59.122938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d75a987-27b3-48a2-a07e-0902f044768c req-d8c1a3d9-1450-40df-b06f-cb19638c2850 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 945 time: 0.1649220 Nov 23 18:08:59.126330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ff30db4e-f2ce-4c19-9fb2-bf0f1d775954 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c6468-d104-4604-af7e-11beb906c334', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:59.126645 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-ff30db4e-f2ce-4c19-9fb2-bf0f1d775954 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 18:08:59.127313 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-ff30db4e-f2ce-4c19-9fb2-bf0f1d775954 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:08:59.129035 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ff30db4e-f2ce-4c19-9fb2-bf0f1d775954 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093212 Nov 23 18:08:59.132488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f3187-a4c2-47d8-ac38-a2863290e44b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4c6468-d104-4604-af7e-11beb906c334,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:59.132789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40038) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:59.205188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-bd8e5470-9490-4516-b43f-4fa52f347d89 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275279 Nov 23 18:08:59.361295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d75a987-27b3-48a2-a07e-0902f044768c req-6e720f32-0bff-45f1-b941-c7440b3ac0ff tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292516 Nov 23 18:08:59.386308 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-825d1613-eb67-47b2-8a82-07667c2ef670 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.436324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.441645 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-825d1613-eb67-47b2-8a82-07667c2ef670 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.485644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed6487ea-1380-4a0f-bb4f-1945a00f60f2 req-dabfd511-dd80-4f17-bf05-43d7566dc7e5 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697511 Nov 23 18:08:59.507709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4bf9-e9fb-4d4d-ad6f-20fe0559d619 req-fde62706-8242-42c5-9cd7-c757212ba8a0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:59.509237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07be4bf9-e9fb-4d4d-ad6f-20fe0559d619 req-fde62706-8242-42c5-9cd7-c757212ba8a0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.2398105 Nov 23 18:08:59.510030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=59a3881d-af34-4530-92f7-d7cf49a30ab7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:59.512483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No DVR routers for this DVR port 59a3881d-af34-4530-92f7-d7cf49a30ab7 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:08:59.602096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-825d1613-eb67-47b2-8a82-07667c2ef670 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.604707 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-825d1613-eb67-47b2-8a82-07667c2ef670 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.605853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-825d1613-eb67-47b2-8a82-07667c2ef670 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/ae4c6468-d104-4604-af7e-11beb906c334 HTTP/1.1" status: 204 len: 168 time: 0.4607987 Nov 23 18:08:59.609445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40048) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:59.654796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.660150 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a195f11e-d89e-4500-b8a9-bceccd1f1563 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495205 Nov 23 18:08:59.664000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:59.668513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-56ce0620-2ff2-4999-bb43-a619bff3076e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439825183'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:59.670198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d1613-eb67-47b2-8a82-07667c2ef670 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4c6468-d104-4604-af7e-11beb906c334,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:59.681106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07be4bf9-e9fb-4d4d-ad6f-20fe0559d619 req-2b798ec7-631f-4792-b7b3-8423a353327b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532865 Nov 23 18:08:59.695544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0456bc8-a717-4be4-8414-4110d07bedcb']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:59.714094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3694d3-80d5-4f67-ba26-b852c9cb9e07') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:59.714515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3694d3-80d5-4f67-ba26-b852c9cb9e07') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:08:59.718575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56ce0620-2ff2-4999-bb43-a619bff3076e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.727201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.743770 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.751766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:08:59.752175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:08:59.755349 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:08:59.800668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56ce0620-2ff2-4999-bb43-a619bff3076e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.805059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56ce0620-2ff2-4999-bb43-a619bff3076e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.829045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.838252 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.847163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/networks/e0456bc8-a717-4be4-8414-4110d07bedcb HTTP/1.1" status: 204 len: 168 time: 2.0070875 Nov 23 18:08:59.848835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40052) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:59.854116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'name': 'tempest-PortsIpV6TestJSON-750008846'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:59.860334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0b5fe-78cd-4f84-8a72-04547a7f2a81 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Network': ['ID=e0456bc8-a717-4be4-8414-4110d07bedcb,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:59.863401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56ce0620-2ff2-4999-bb43-a619bff3076e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.869048 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-56ce0620-2ff2-4999-bb43-a619bff3076e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1998096 Nov 23 18:08:59.870244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40054) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:59.876796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce0620-2ff2-4999-bb43-a619bff3076e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a41eba5-38fd-43fd-8916-49e9a935da6f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:08:59.877828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fbaf9abb-6652-4b99-a3aa-57cd0c4d5962 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': '6a41eba5-38fd-43fd-8916-49e9a935da6f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:08:59.878982 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-fbaf9abb-6652-4b99-a3aa-57cd0c4d5962 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 18:08:59.879911 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-fbaf9abb-6652-4b99-a3aa-57cd0c4d5962 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:08:59.884148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fbaf9abb-6652-4b99-a3aa-57cd0c4d5962 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124230 Nov 23 18:08:59.884754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40056) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:08:59.947613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-406fddc1-6e3d-4c60-a556-de730667b2a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.974994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-406fddc1-6e3d-4c60-a556-de730667b2a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:59.980454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:08:59.986078 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.005359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port e52fb732-91b9-4c8d-9557-88d6376b219a yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:00.025142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-406fddc1-6e3d-4c60-a556-de730667b2a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.028427 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-406fddc1-6e3d-4c60-a556-de730667b2a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.031963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-406fddc1-6e3d-4c60-a556-de730667b2a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/6a41eba5-38fd-43fd-8916-49e9a935da6f HTTP/1.1" status: 204 len: 168 time: 0.1442218 Nov 23 18:09:00.035647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40058) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:00.077592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fddc1-6e3d-4c60-a556-de730667b2a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a41eba5-38fd-43fd-8916-49e9a935da6f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:00.123832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a663be40-1371-41cf-93d8-a14e40c7a811 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0749838 Nov 23 18:09:00.126761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40060) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:00.131519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3c7c82ad-8a19-4ac8-beb2-419fdfd3f556 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180957333'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:00.141586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-ca70ee9f-1ed3-44ef-80cd-4f06b0fe4ad6 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:00.144321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-ca70ee9f-1ed3-44ef-80cd-4f06b0fe4ad6 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 945 time: 0.1129057 Nov 23 18:09:00.217119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c7c82ad-8a19-4ac8-beb2-419fdfd3f556 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.222843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.293001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Deleting port aea71b0a-97f1-41cd-bb6d-852021faf5b5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:00.293897 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.323924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.343487 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c7c82ad-8a19-4ac8-beb2-419fdfd3f556 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.376961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c7c82ad-8a19-4ac8-beb2-419fdfd3f556 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.388163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:00.417671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:00.425321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c82ad-8a19-4ac8-beb2-419fdfd3f556 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f238ce-c37f-4668-b796-ba334a1b6b39,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:00.430751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] For port aea71b0a-97f1-41cd-bb6d-852021faf5b5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=aea71b0a-97f1-41cd-bb6d-852021faf5b5,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:00.431127 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.447473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:00.455948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:00.456842 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.457827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Calling delete_port for aea71b0a-97f1-41cd-bb6d-852021faf5b5 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:00.476120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=e52fb732-91b9-4c8d-9557-88d6376b219a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:00.498409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c7c82ad-8a19-4ac8-beb2-419fdfd3f556 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.503570 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3c7c82ad-8a19-4ac8-beb2-419fdfd3f556 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3757479 Nov 23 18:09:00.504699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40070) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:00.511856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-83254166-3b4d-41ce-951c-836833bf5e65 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'd5f238ce-c37f-4668-b796-ba334a1b6b39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:00.535571 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-83254166-3b4d-41ce-951c-836833bf5e65 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 18:09:00.537368 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-83254166-3b4d-41ce-951c-836833bf5e65 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:00.538727 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-83254166-3b4d-41ce-951c-836833bf5e65 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0321755 Nov 23 18:09:00.549455 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e66d4c6f-9f87-4780-9910-c0d15b891655 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6992033 Nov 23 18:09:00.550904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40072) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:00.552084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40074) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:00.616158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81ff20-bf9d-41b1-8cc1-6ccec4197573 req-5f53cd97-a78b-49fd-bd91-82a60b628adf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:00.623709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c81ff20-bf9d-41b1-8cc1-6ccec4197573 req-5f53cd97-a78b-49fd-bd91-82a60b628adf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e22c061-332e-40f7-a09a-b5e3b64c43f5 HTTP/1.1" status: 200 len: 945 time: 0.1096547 Nov 23 18:09:00.625265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-88689736-7b9a-4ec9-b981-f854eb7935fe tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'd5f238ce-c37f-4668-b796-ba334a1b6b39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:00.626782 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-88689736-7b9a-4ec9-b981-f854eb7935fe tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 18:09:00.627465 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-88689736-7b9a-4ec9-b981-f854eb7935fe tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:00.628659 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-88689736-7b9a-4ec9-b981-f854eb7935fe tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0755107 Nov 23 18:09:00.632001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40078) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:00.638554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-20f236d9-3591-4e6b-a129-c6f22352ff91 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'd5f238ce-c37f-4668-b796-ba334a1b6b39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:00.640479 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-20f236d9-3591-4e6b-a129-c6f22352ff91 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 18:09:00.641297 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-20f236d9-3591-4e6b-a129-c6f22352ff91 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:00.642446 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-20f236d9-3591-4e6b-a129-c6f22352ff91 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093842 Nov 23 18:09:00.645753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40080) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:00.673220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-148d8452-7b04-4b18-98df-3faba46aa3ba tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'd5f238ce-c37f-4668-b796-ba334a1b6b39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:00.677068 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-148d8452-7b04-4b18-98df-3faba46aa3ba tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 18:09:00.677635 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-148d8452-7b04-4b18-98df-3faba46aa3ba tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:00.690969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-148d8452-7b04-4b18-98df-3faba46aa3ba tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0304437 Nov 23 18:09:00.690969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40082) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:00.769090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-04ec26f9-af68-40e6-8361-67fcd383d6b8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port e52fb732-91b9-4c8d-9557-88d6376b219a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:00.770378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04ec26f9-af68-40e6-8361-67fcd383d6b8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.816777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c81ff20-bf9d-41b1-8cc1-6ccec4197573 req-12c139f7-051f-4df5-8808-e86ca3ab6643 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906347 Nov 23 18:09:00.851174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdb27-0893-46e6-b4b4-96130549c8f5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.867889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.881188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:00.883585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['aea71b0a-97f1-41cd-bb6d-852021faf5b5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:00.903767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04ec26f9-af68-40e6-8361-67fcd383d6b8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:00.920483 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-04ec26f9-af68-40e6-8361-67fcd383d6b8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for e52fb732-91b9-4c8d-9557-88d6376b219a owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:00.929128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event deleted for resources: {'Port': ['ID=aea71b0a-97f1-41cd-bb6d-852021faf5b5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:00.957159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdb27-0893-46e6-b4b4-96130549c8f5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.029700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] No DVR routers for this DVR port aea71b0a-97f1-41cd-bb6d-852021faf5b5 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:01.037168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04ec26f9-af68-40e6-8361-67fcd383d6b8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.037491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.041849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bac7623c-63c8-4809-b381-4c6718f5d8c5 req-812cb600-b127-4e53-bee4-76a9160653e1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.72 "DELETE /v2.0/ports/aea71b0a-97f1-41cd-bb6d-852021faf5b5 HTTP/1.1" status: 204 len: 173 time: 0.8907857 Nov 23 18:09:01.051195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1444f-fd4a-4917-86ea-a60c584acc38 req-76547c55-032f-46f7-98f8-8fc1cbf2a96b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:01.052790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26c1444f-fd4a-4917-86ea-a60c584acc38 req-76547c55-032f-46f7-98f8-8fc1cbf2a96b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1942420 Nov 23 18:09:01.053263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e22c061-332e-40f7-a09a-b5e3b64c43f5', 'name': 'network-vif-deleted', 'tag': 'aea71b0a-97f1-41cd-bb6d-852021faf5b5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:01.055884 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69749040-a487-419f-bd28-a92317e02f4b" -d '{"events": [{"server_uuid": "2e22c061-332e-40f7-a09a-b5e3b64c43f5", "name": "network-vif-deleted", "tag": "aea71b0a-97f1-41cd-bb6d-852021faf5b5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:01.118820 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdb27-0893-46e6-b4b4-96130549c8f5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.121673 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdb27-0893-46e6-b4b4-96130549c8f5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.126085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b1bdb27-0893-46e6-b4b4-96130549c8f5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/d5f238ce-c37f-4668-b796-ba334a1b6b39 HTTP/1.1" status: 204 len: 168 time: 0.4424994 Nov 23 18:09:01.126832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40096) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.160552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26c1444f-fd4a-4917-86ea-a60c584acc38 req-2352bf44-9f12-44d4-8b93-0e7033149385 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981543 Nov 23 18:09:01.165305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec26f9-af68-40e6-8361-67fcd383d6b8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=e52fb732-91b9-4c8d-9557-88d6376b219a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:01.174944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04ec26f9-af68-40e6-8361-67fcd383d6b8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.177303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bdb27-0893-46e6-b4b4-96130549c8f5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f238ce-c37f-4668-b796-ba334a1b6b39,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:01.195539 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-04ec26f9-af68-40e6-8361-67fcd383d6b8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/e52fb732-91b9-4c8d-9557-88d6376b219a HTTP/1.1" status: 204 len: 168 time: 0.6398811 Nov 23 18:09:01.196398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40098) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.201596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'mac_address': 'fa:16:3e:1b:18:c5', 'name': 'tempest-PortsIpV6TestJSON-488899287'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.228668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d3c0c977-5ba1-419a-8520-decb146b9888 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946929 Nov 23 18:09:01.229335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40100) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.244162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-71c40a2d-fe43-4cdd-856e-bd3cef3fa71d tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--25858108'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.274776 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71c40a2d-fe43-4cdd-856e-bd3cef3fa71d tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.374078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:01.379032 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71c40a2d-fe43-4cdd-856e-bd3cef3fa71d tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.384519 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71c40a2d-fe43-4cdd-856e-bd3cef3fa71d tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.415975 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71c40a2d-fe43-4cdd-856e-bd3cef3fa71d tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.421448 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-71c40a2d-fe43-4cdd-856e-bd3cef3fa71d tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1909847 Nov 23 18:09:01.423847 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b609a6-c3a0-43ea-9f23-3bcc24e8f093 x-openstack-request-id: req-a7b609a6-c3a0-43ea-9f23-3bcc24e8f093 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:01.424267 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e22c061-332e-40f7-a09a-b5e3b64c43f5", "name": "network-vif-deleted", "tag": "aea71b0a-97f1-41cd-bb6d-852021faf5b5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:01.424600 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a7b609a6-c3a0-43ea-9f23-3bcc24e8f093 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:01.425147 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e22c061-332e-40f7-a09a-b5e3b64c43f5', 'name': 'network-vif-deleted', 'tag': 'aea71b0a-97f1-41cd-bb6d-852021faf5b5', 'status': 'completed', 'code': 200} Nov 23 18:09:01.428249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40102) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.433862 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-dcdbcbaf-5b2c-44c2-b997-2a7587609d92 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.434787 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-dcdbcbaf-5b2c-44c2-b997-2a7587609d92 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 18:09:01.435894 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-dcdbcbaf-5b2c-44c2-b997-2a7587609d92 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:01.440064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dcdbcbaf-5b2c-44c2-b997-2a7587609d92 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107515 Nov 23 18:09:01.453589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40104) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.456487 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:01.462243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d0abc06-041b-4ec7-b090-2c75b1649a0c tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.469972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c40a2d-fe43-4cdd-856e-bd3cef3fa71d tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b10869-d22f-4082-9021-a872d2f79ea8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:01.501733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port ce307ab7-063c-49af-a8e9-216ffd0fc160 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:01.578587 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-4d0abc06-041b-4ec7-b090-2c75b1649a0c tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:01.582537 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d0abc06-041b-4ec7-b090-2c75b1649a0c tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1210072 Nov 23 18:09:01.582973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40108) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.596547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4a289dbd-7c9e-4223-9827-fcbfa23b1dd4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.597049 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-4a289dbd-7c9e-4223-9827-fcbfa23b1dd4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 18:09:01.597562 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-4a289dbd-7c9e-4223-9827-fcbfa23b1dd4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:01.605832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4a289dbd-7c9e-4223-9827-fcbfa23b1dd4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180740 Nov 23 18:09:01.606167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40110) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.640807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-91c08659-3159-4461-8289-3cf960e8de1f tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.723061 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-91c08659-3159-4461-8289-3cf960e8de1f tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:01.725804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-91c08659-3159-4461-8289-3cf960e8de1f tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1154380 Nov 23 18:09:01.728836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40112) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.735337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5ecb3992-90ca-412a-a3d2-c6b19ced0254 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.736537 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-5ecb3992-90ca-412a-a3d2-c6b19ced0254 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 18:09:01.738303 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-5ecb3992-90ca-412a-a3d2-c6b19ced0254 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:01.742507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5ecb3992-90ca-412a-a3d2-c6b19ced0254 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095673 Nov 23 18:09:01.743280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40114) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.744880 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:09:01.759265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0587ba49-d806-412a-9405-d1cb359ad269 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.812955 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-0587ba49-d806-412a-9405-d1cb359ad269 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Project 7317d7c022cb47d5bb5dea75f532d077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:09:01.835021 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-0587ba49-d806-412a-9405-d1cb359ad269 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:01.836138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0587ba49-d806-412a-9405-d1cb359ad269 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0918918 Nov 23 18:09:01.843031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40122) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.847452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c2acb688-85d3-4e1d-9962-3e8065d955fa tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.848405 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-c2acb688-85d3-4e1d-9962-3e8065d955fa tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 18:09:01.848925 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-c2acb688-85d3-4e1d-9962-3e8065d955fa tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:01.851424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c2acb688-85d3-4e1d-9962-3e8065d955fa tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096102 Nov 23 18:09:01.854300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40124) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.861245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2ce43b6b-9124-4f32-b549-4150e4ffd1e4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:01.919816 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-2ce43b6b-9124-4f32-b549-4150e4ffd1e4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Project 7317d7c022cb47d5bb5dea75f532d077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:09:01.948341 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-2ce43b6b-9124-4f32-b549-4150e4ffd1e4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:01.952956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2ce43b6b-9124-4f32-b549-4150e4ffd1e4 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0947204 Nov 23 18:09:01.953610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40128) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:01.958232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-01d1b49c-0abf-46c6-94a5-32837b292b38 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c5b10869-d22f-4082-9021-a872d2f79ea8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:02.004340 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-01d1b49c-0abf-46c6-94a5-32837b292b38 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Project 7317d7c022cb47d5bb5dea75f532d077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:09:02.024212 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-01d1b49c-0abf-46c6-94a5-32837b292b38 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:02.025563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-01d1b49c-0abf-46c6-94a5-32837b292b38 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0707116 Nov 23 18:09:02.028383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40130) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.070643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.096601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ac30141-08c5-4cc0-81df-08b6ace5fe61 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.110866 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.125299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ac30141-08c5-4cc0-81df-08b6ace5fe61 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.160570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:02.163699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:02.167591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:02.174344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:02.174600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ac30141-08c5-4cc0-81df-08b6ace5fe61 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.174986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.178157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ac30141-08c5-4cc0-81df-08b6ace5fe61 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.183745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2ac30141-08c5-4cc0-81df-08b6ace5fe61 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/c5b10869-d22f-4082-9021-a872d2f79ea8 HTTP/1.1" status: 204 len: 168 time: 0.1523790 Nov 23 18:09:02.183989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40134) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.195843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac30141-08c5-4cc0-81df-08b6ace5fe61 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b10869-d22f-4082-9021-a872d2f79ea8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:02.206325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=ce307ab7-063c-49af-a8e9-216ffd0fc160,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:02.238966 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d43cd911-6fa4-4b0d-92ca-4a970ceaa4bf tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0411983 Nov 23 18:09:02.241403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40136) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.268618 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8121fee7-0195-431c-8406-1d38545507c7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836732 Nov 23 18:09:02.272685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40138) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.277752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e6784aac-cfc5-434b-bc53-1f86260a34f1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452832347'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:02.316385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6784aac-cfc5-434b-bc53-1f86260a34f1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.318903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acdeaf8-cf8a-4f0c-bda1-1d03ee33e229 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:02.320330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8acdeaf8-cf8a-4f0c-bda1-1d03ee33e229 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/ce307ab7-063c-49af-a8e9-216ffd0fc160 HTTP/1.1" status: 200 len: 844 time: 0.0779231 Nov 23 18:09:02.324822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40144) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.370836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689be267-815e-4cde-b1b0-1ac64f739f41 req-790152dc-3cc2-4eff-b98e-c30de3fa6f46 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:02.373136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-689be267-815e-4cde-b1b0-1ac64f739f41 req-790152dc-3cc2-4eff-b98e-c30de3fa6f46 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.0986416 Nov 23 18:09:02.402675 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6784aac-cfc5-434b-bc53-1f86260a34f1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.407741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6784aac-cfc5-434b-bc53-1f86260a34f1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.438803 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6784aac-cfc5-434b-bc53-1f86260a34f1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.448251 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e6784aac-cfc5-434b-bc53-1f86260a34f1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1667078 Nov 23 18:09:02.449120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40152) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.454381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6784aac-cfc5-434b-bc53-1f86260a34f1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd65175-49f6-47bf-bec2-380583531faa,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:02.458916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1594d654-baaa-4743-8828-b0dda6debdac tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': '6bd65175-49f6-47bf-bec2-380583531faa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:02.491398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-689be267-815e-4cde-b1b0-1ac64f739f41 req-c33830f6-3ae8-42e7-afc1-ce99378fd416 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871065 Nov 23 18:09:02.527098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ee46a039-5948-4a93-bc00-fc13679f3755 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port ce307ab7-063c-49af-a8e9-216ffd0fc160 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:02.527372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee46a039-5948-4a93-bc00-fc13679f3755 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.654525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee46a039-5948-4a93-bc00-fc13679f3755 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.663504 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-1594d654-baaa-4743-8828-b0dda6debdac tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The resource could not be found. Nov 23 18:09:02.664549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1594d654-baaa-4743-8828-b0dda6debdac tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2155604 Nov 23 18:09:02.668528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40160) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.674093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-51fa6764-2241-45a9-b83c-0b80d5b0c4a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': '6bd65175-49f6-47bf-bec2-380583531faa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '87e4131d-0540-496c-92eb-9ee61f3db5db'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:02.687473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ee46a039-5948-4a93-bc00-fc13679f3755 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for ce307ab7-063c-49af-a8e9-216ffd0fc160 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:02.710335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-e2c3bb58-e33d-446c-8ff3-d43cf5990375 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:02.711847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-e2c3bb58-e33d-446c-8ff3-d43cf5990375 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.2186241 Nov 23 18:09:02.719342 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-51fa6764-2241-45a9-b83c-0b80d5b0c4a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The resource could not be found. Nov 23 18:09:02.720504 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-51fa6764-2241-45a9-b83c-0b80d5b0c4a7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0509086 Nov 23 18:09:02.723417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40162) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.756805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-820ac569-8d6f-4f8a-8873-e1a12e9c447f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/quotas/d6faf1323dfb4c8dbbfba6310828b807 HTTP/1.1" status: 200 len: 375 time: 0.0130739 Nov 23 18:09:02.779244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-316ad68a-c1a9-40bb-8719-a44f57a1c42b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.801534 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-316ad68a-c1a9-40bb-8719-a44f57a1c42b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.825934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-f5ebda58-87a2-4898-abd2-01c69da50718 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595202 Nov 23 18:09:02.826794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee46a039-5948-4a93-bc00-fc13679f3755 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.853057 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-316ad68a-c1a9-40bb-8719-a44f57a1c42b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.858576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-316ad68a-c1a9-40bb-8719-a44f57a1c42b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.860187 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-316ad68a-c1a9-40bb-8719-a44f57a1c42b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/6bd65175-49f6-47bf-bec2-380583531faa HTTP/1.1" status: 204 len: 168 time: 0.1357920 Nov 23 18:09:02.864958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40166) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.868538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46a039-5948-4a93-bc00-fc13679f3755 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=ce307ab7-063c-49af-a8e9-216ffd0fc160,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:02.878645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ad68a-c1a9-40bb-8719-a44f57a1c42b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd65175-49f6-47bf-bec2-380583531faa,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:02.891960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee46a039-5948-4a93-bc00-fc13679f3755 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:02.895182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ee46a039-5948-4a93-bc00-fc13679f3755 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/ce307ab7-063c-49af-a8e9-216ffd0fc160 HTTP/1.1" status: 204 len: 168 time: 0.5698757 Nov 23 18:09:02.897730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40170) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.954013 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f30517b1-f0fb-4a7b-8329-64ea6497dae7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0814452 Nov 23 18:09:02.954180 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-02468b27-d0ee-490e-a8db-04e7c58878a1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:02.954180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-02468b27-d0ee-490e-a8db-04e7c58878a1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/ce307ab7-063c-49af-a8e9-216ffd0fc160 HTTP/1.1" status: 404 len: 333 time: 0.0545413 Nov 23 18:09:02.954180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40172) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.957010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40174) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:02.962266 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'name': 'tempest-PortsIpV6TestJSON-12862824'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:02.963583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-03a13e56-ff7a-4ae4-98d1-56d20aa7fd4e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'c2f995b7-5e86-4119-8caf-fa494daba609', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:03.003674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-8cbc4ad2-3204-4c6f-87ce-1b414b65bce2 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458929 Nov 23 18:09:03.049035 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-03a13e56-ff7a-4ae4-98d1-56d20aa7fd4e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The resource could not be found. Nov 23 18:09:03.053886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-03a13e56-ff7a-4ae4-98d1-56d20aa7fd4e tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0952749 Nov 23 18:09:03.054436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40178) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:03.063080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-81ed88c7-01ba-4818-9863-c17689b63193 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839564499'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:03.068889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:03.072538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.090010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port 8f7acac6-d72d-4bc2-a001-438d25c2d436 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:03.130932 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81ed88c7-01ba-4818-9863-c17689b63193 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.154191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-07cdd561-f7d0-4b4d-9b71-ff0a1c821d7a service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411853 Nov 23 18:09:03.220345 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81ed88c7-01ba-4818-9863-c17689b63193 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.225858 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81ed88c7-01ba-4818-9863-c17689b63193 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.265263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81ed88c7-01ba-4818-9863-c17689b63193 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.269375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-81ed88c7-01ba-4818-9863-c17689b63193 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2100322 Nov 23 18:09:03.269375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed88c7-01ba-4818-9863-c17689b63193 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3835f1-2b02-46c3-8f06-7e968a7bd2cb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:03.271356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40182) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:03.276382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f776a276-3992-4232-a4ad-95d30afa8d6a tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311670529'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:03.312159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f776a276-3992-4232-a4ad-95d30afa8d6a tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.343407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.394924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.414917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45f5fc4b-0fb1-4abf-acbc-b9d1cd50d60a req-646e62bf-21f1-4990-b9b4-c7da4ef2a230 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 210 time: 0.0711074 Nov 23 18:09:03.452739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:03.457140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:03.468650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:03.476560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:03.477203 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.492840 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f776a276-3992-4232-a4ad-95d30afa8d6a tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.494244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=8f7acac6-d72d-4bc2-a001-438d25c2d436,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:03.500188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f776a276-3992-4232-a4ad-95d30afa8d6a tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.517634 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9856d901-67da-415d-bf84-6615ce6b8564 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5591815 Nov 23 18:09:03.520067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40190) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:03.525620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:03.570219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f776a276-3992-4232-a4ad-95d30afa8d6a tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.574762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f776a276-3992-4232-a4ad-95d30afa8d6a tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2991602 Nov 23 18:09:03.575740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40194) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:03.578594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776a276-3992-4232-a4ad-95d30afa8d6a tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff17eb4-19d1-4cf7-9cdb-0d0f00e4c72f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:03.584247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b4eae1d4-f0a6-4297-a9f3-7901ce0ccd17 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'fb3835f1-2b02-46c3-8f06-7e968a7bd2cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6ff17eb4-19d1-4cf7-9cdb-0d0f00e4c72f'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:03.673480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.712742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdb73e-e22c-4b42-8999-a3136dc25265 req-905d27f2-6b07-4ce2-a13a-09dd7b9f850d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:03.714711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41cdb73e-e22c-4b42-8999-a3136dc25265 req-905d27f2-6b07-4ce2-a13a-09dd7b9f850d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.0694032 Nov 23 18:09:03.740521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device aea71b0a-97f1-41cd-bb6d-852021faf5b5 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:09:03.785866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: aea71b0a-97f1-41cd-bb6d-852021faf5b5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:09:03.787044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device aea71b0a-97f1-41cd-bb6d-852021faf5b5 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:09:03.806058 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-b4eae1d4-f0a6-4297-a9f3-7901ce0ccd17 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:03.807536 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b4eae1d4-f0a6-4297-a9f3-7901ce0ccd17 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2313762 Nov 23 18:09:03.810869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40202) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:03.820003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41cdb73e-e22c-4b42-8999-a3136dc25265 req-388222f1-50f2-48bd-9f58-31d275e9937d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917833 Nov 23 18:09:03.956066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d1cb4-4fe0-4603-b4cf-ac82623489c8 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.981126 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.992663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:03.996375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d1cb4-4fe0-4603-b4cf-ac82623489c8 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.045101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] In _notify_port_updated(), no bound segment for port 8f7acac6-d72d-4bc2-a001-438d25c2d436 on network 4593169d-8b95-45bf-9aa9-94fe67b0a219 {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:09:04.050493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:04.051146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.054767 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "PUT /v2.0/ports/8f7acac6-d72d-4bc2-a001-438d25c2d436 HTTP/1.1" status: 200 len: 818 time: 0.5313139 Nov 23 18:09:04.055449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40208) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.081976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e808-9203-4329-923c-9f6765221e2f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=8f7acac6-d72d-4bc2-a001-438d25c2d436,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:04.093203 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d1cb4-4fe0-4603-b4cf-ac82623489c8 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.096227 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d1cb4-4fe0-4603-b4cf-ac82623489c8 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.098754 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-918d1cb4-4fe0-4603-b4cf-ac82623489c8 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/6ff17eb4-19d1-4cf7-9cdb-0d0f00e4c72f HTTP/1.1" status: 204 len: 168 time: 0.2823341 Nov 23 18:09:04.102541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40210) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.121496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d1cb4-4fe0-4603-b4cf-ac82623489c8 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff17eb4-19d1-4cf7-9cdb-0d0f00e4c72f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:04.178246 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f24d9175-33be-4895-a900-a7c2a00a2002 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0744326 Nov 23 18:09:04.181033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40214) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.259379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3a60413a-7683-425f-b153-ea18e0071e74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 8f7acac6-d72d-4bc2-a001-438d25c2d436 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:04.259730 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a60413a-7683-425f-b153-ea18e0071e74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.306481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19679a32-2db6-4dc3-abe5-4a1e9a75e972 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.366492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a60413a-7683-425f-b153-ea18e0071e74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.377346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19679a32-2db6-4dc3-abe5-4a1e9a75e972 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.391609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3a60413a-7683-425f-b153-ea18e0071e74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 8f7acac6-d72d-4bc2-a001-438d25c2d436 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:04.471400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19679a32-2db6-4dc3-abe5-4a1e9a75e972 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.473856 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19679a32-2db6-4dc3-abe5-4a1e9a75e972 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.475050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-19679a32-2db6-4dc3-abe5-4a1e9a75e972 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/fb3835f1-2b02-46c3-8f06-7e968a7bd2cb HTTP/1.1" status: 204 len: 168 time: 0.2927926 Nov 23 18:09:04.477802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40218) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.493782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19679a32-2db6-4dc3-abe5-4a1e9a75e972 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3835f1-2b02-46c3-8f06-7e968a7bd2cb,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:04.535254 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a60413a-7683-425f-b153-ea18e0071e74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.546014 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5aa08e5-eed0-4d14-9176-a29f95dd162f tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667748 Nov 23 18:09:04.550144 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40220) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.555100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-df6b91ee-e0dc-417b-9cfa-10898f1f62b5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--767173611'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:04.567402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53fbaf5-ec16-45b0-b264-6a1dbce02fea req-1174ee09-66a2-44bc-9706-db48ee20dede tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 210 time: 0.0472331 Nov 23 18:09:04.591807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df6b91ee-e0dc-417b-9cfa-10898f1f62b5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.591999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60413a-7683-425f-b153-ea18e0071e74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=8f7acac6-d72d-4bc2-a001-438d25c2d436,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:04.600691 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a60413a-7683-425f-b153-ea18e0071e74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.607830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a60413a-7683-425f-b153-ea18e0071e74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/8f7acac6-d72d-4bc2-a001-438d25c2d436 HTTP/1.1" status: 204 len: 168 time: 0.5484145 Nov 23 18:09:04.608367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40222) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.673483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f1a03-2c2c-4eb4-8976-cb83fd183636 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:04.678252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b31f1a03-2c2c-4eb4-8976-cb83fd183636 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0656512 Nov 23 18:09:04.678547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40224) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.711521 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ac245c-b138-46c8-a515-df9b7278d774 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:04.713073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a9ac245c-b138-46c8-a515-df9b7278d774 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/8f7acac6-d72d-4bc2-a001-438d25c2d436 HTTP/1.1" status: 404 len: 333 time: 0.0314214 Nov 23 18:09:04.717509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40226) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.730420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-110814561'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:04.753211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df6b91ee-e0dc-417b-9cfa-10898f1f62b5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.768014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df6b91ee-e0dc-417b-9cfa-10898f1f62b5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.821235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:04.825137 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.846913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df6b91ee-e0dc-417b-9cfa-10898f1f62b5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:04.848249 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-df6b91ee-e0dc-417b-9cfa-10898f1f62b5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2966352 Nov 23 18:09:04.861523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40232) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:04.880833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b91ee-e0dc-417b-9cfa-10898f1f62b5 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1b3cc1-d660-4709-a45c-797a7dd8ce5c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:04.896038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8742df6b-d56a-4caf-ae54-07fec54ddb79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'ec1b3cc1-d660-4709-a45c-797a7dd8ce5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:04.961786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:09:05.004944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-82c9d22a-c4f0-4909-8cb0-44f594c8e79e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:05.006482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-82c9d22a-c4f0-4909-8cb0-44f594c8e79e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.2710981 Nov 23 18:09:05.017026 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.017418 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Added segment 36b9b4fa-038d-425a-8a30-b618e3eb85e3 of type vlan for network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f Nov 23 18:09:05.024585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Request body: {'port': {'device_id': '1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'admin_state_up': True, 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:05.041839 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-8742df6b-d56a-4caf-ae54-07fec54ddb79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:05.043591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8742df6b-d56a-4caf-ae54-07fec54ddb79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1669652 Nov 23 18:09:05.047418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40236) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:05.052481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2948736f-7a72-400c-9484-b4e2883fd327 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group_rule': {'security_group_id': 'ec1b3cc1-d660-4709-a45c-797a7dd8ce5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:05.094032 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-2948736f-7a72-400c-9484-b4e2883fd327 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:05.098200 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2948736f-7a72-400c-9484-b4e2883fd327 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0468850 Nov 23 18:09:05.099385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40238) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:05.121206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4b7a-dd7b-42cb-b510-1570872f38a5 req-623c8d50-cea2-4ef5-b54f-11b2875282c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:05.122862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1dca4b7a-dd7b-42cb-b510-1570872f38a5 req-623c8d50-cea2-4ef5-b54f-11b2875282c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1850717 Nov 23 18:09:05.124684 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.155271 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1943a7f9-d5ab-42f1-a95b-d69804bb866b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.177624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1943a7f9-d5ab-42f1-a95b-d69804bb866b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.225389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1943a7f9-d5ab-42f1-a95b-d69804bb866b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.229591 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1943a7f9-d5ab-42f1-a95b-d69804bb866b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.232011 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1943a7f9-d5ab-42f1-a95b-d69804bb866b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/ec1b3cc1-d660-4709-a45c-797a7dd8ce5c HTTP/1.1" status: 204 len: 168 time: 0.1309874 Nov 23 18:09:05.240523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40242) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:05.241698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1dca4b7a-dd7b-42cb-b510-1570872f38a5 req-9ddf462f-dcdb-443f-a231-825de61764b7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902677 Nov 23 18:09:05.243463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a7f9-d5ab-42f1-a95b-d69804bb866b tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1b3cc1-d660-4709-a45c-797a7dd8ce5c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:05.248637 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.254030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:05.254620 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.340206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:05.344568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.384920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6634429 Nov 23 18:09:05.385791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40250) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:05.391658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:05.396900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c945f-6fcf-41bc-b930-2b54524a8be4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Network': ['ID=69f88aa8-c0cd-4f09-a470-ffdfea3e551f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:05.409836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-015fc488-d7e2-40bb-96d0-e8b230a2f942 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1731601 Nov 23 18:09:05.412238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:09:05.412871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40252) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:05.420120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-26438705-61ed-44d4-9ba8-c1cb5b4d4b79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'tempest-secgroup--861325912'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:05.531413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-26438705-61ed-44d4-9ba8-c1cb5b4d4b79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.549612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:05.553445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.555236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8ba7-e74b-407d-a96d-117937c4b336 req-70b3e3f0-7265-46de-80b8-52883713375d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:05.557208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-130d8ba7-e74b-407d-a96d-117937c4b336 req-70b3e3f0-7265-46de-80b8-52883713375d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1451383 Nov 23 18:09:05.696136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Allocated IP 172.20.0.3 (3d638fde-106a-4763-b7e6-06a7e84f98b1/7b6af081-5451-450f-b870-3cfa540ebfd2/d9634391-3ddf-4406-8115-b2f448ba6436) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:05.727882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-130d8ba7-e74b-407d-a96d-117937c4b336 req-a42ce756-528a-4e69-90d5-acbbb5af33ab tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605608 Nov 23 18:09:05.756340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7c61c98-94f9-4bb3-a28f-5986a50810e4 req-a13969c5-0c91-44a7-91ae-f646c6d50c90 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 210 time: 0.0637550 Nov 23 18:09:05.787710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-26438705-61ed-44d4-9ba8-c1cb5b4d4b79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.801917 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-26438705-61ed-44d4-9ba8-c1cb5b4d4b79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.802614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.874751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=5889252f-5c63-4468-8e94-e112e2a9d845,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:05.883789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking segment: {'id': '36b9b4fa-038d-425a-8a30-b618e3eb85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:05.884160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network hostable DHCP agents. Network: 69f88aa8-c0cd-4f09-a470-ffdfea3e551f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:09:05.885287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-26438705-61ed-44d4-9ba8-c1cb5b4d4b79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:05.886732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-26438705-61ed-44d4-9ba8-c1cb5b4d4b79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4701786 Nov 23 18:09:05.890855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40264) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:05.902054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b407ad2e-c7af-4973-816b-569e8c58d8c6 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:05.902478 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-b407ad2e-c7af-4973-816b-569e8c58d8c6 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 18:09:05.903000 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-b407ad2e-c7af-4973-816b-569e8c58d8c6 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 18:09:05.907565 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b407ad2e-c7af-4973-816b-569e8c58d8c6 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "PUT /v2.0/security-groups/bab3d170-b1f0-4976-b101-6b9ac0af49ba HTTP/1.1" status: 409 len: 330 time: 0.0124118 Nov 23 18:09:05.909161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40266) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:05.911510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26438705-61ed-44d4-9ba8-c1cb5b4d4b79 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab3d170-b1f0-4976-b101-6b9ac0af49ba,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:05.944450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:09:05.968571 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 69f88aa8-c0cd-4f09-a470-ffdfea3e551f) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:05.980884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544f3fc-340b-4ef0-88bd-ccb328bd2a0a None None] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:05.991443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279943-8fd7-4768-afef-e2ff565b4142 req-16f6d75c-c839-4ff2-981b-c7fe61378454 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:05.993008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d279943-8fd7-4768-afef-e2ff565b4142 req-16f6d75c-c839-4ff2-981b-c7fe61378454 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1584799 Nov 23 18:09:06.015973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:06.024006 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.031021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe142d6f-1a1d-40e6-be33-084292c37fe7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.092684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe142d6f-1a1d-40e6-be33-084292c37fe7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.099578 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-225890c7-5ecc-4bd4-9b36-04f6e54b8783 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7125921 Nov 23 18:09:06.106095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40270) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:06.113005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-75872b2c-f412-42b6-89b1-2b6b410a7a00 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:06.243310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-69f88aa8-c0cd-4f09-a470-ffdfea3e551f', 'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f', 'tenant_id': '0c0c4f0a48a4410c8821ea06004bd647', 'fixed_ips': [{'subnet_id': '5889252f-5c63-4468-8e94-e112e2a9d845'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:09:06.244787 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.267401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe142d6f-1a1d-40e6-be33-084292c37fe7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.270579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe142d6f-1a1d-40e6-be33-084292c37fe7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.271851 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe142d6f-1a1d-40e6-be33-084292c37fe7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/bab3d170-b1f0-4976-b101-6b9ac0af49ba HTTP/1.1" status: 204 len: 168 time: 0.3618546 Nov 23 18:09:06.281747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40274) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:06.309423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe142d6f-1a1d-40e6-be33-084292c37fe7 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab3d170-b1f0-4976-b101-6b9ac0af49ba,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:06.356600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75872b2c-f412-42b6-89b1-2b6b410a7a00 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:06.360923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75872b2c-f412-42b6-89b1-2b6b410a7a00 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.387568 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a2c7d875-a7ce-468e-ac82-66f9f849081a tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1014557 Nov 23 18:09:06.393822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40276) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:06.420373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.424243 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-8de00960-43bb-4d87-8cca-dfb97be2fdbb tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] delete failed (client error): The resource could not be found. Nov 23 18:09:06.432233 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8de00960-43bb-4d87-8cca-dfb97be2fdbb tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "DELETE /v2.0/security-groups/0dfab136-bc26-4c3e-889a-cd194409565a HTTP/1.1" status: 404 len: 347 time: 0.0314071 Nov 23 18:09:06.447434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Allocated IP 2001:db8::2 (69f88aa8-c0cd-4f09-a470-ffdfea3e551f/5889252f-5c63-4468-8e94-e112e2a9d845/327f4a4f-8fa5-4fe0-bc97-097663b1b1de) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:06.461811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d279943-8fd7-4768-afef-e2ff565b4142 req-c4f865a0-11c8-4fb4-90b1-d1aa4e7cba3d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4572644 Nov 23 18:09:06.472122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40278) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:06.525786 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.528144 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-626dcb30-7149-463e-bd6a-c45ab2d9b3d1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] show failed (client error): The resource could not be found. Nov 23 18:09:06.532436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-626dcb30-7149-463e-bd6a-c45ab2d9b3d1 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-groups/43340792-0b70-4d70-a097-fc74b70627fd HTTP/1.1" status: 404 len: 347 time: 0.0588136 Nov 23 18:09:06.535387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40282) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:06.542196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:06.552249 n-d-818932-3 neutron-server[120535]: INFO neutron.db.ipam_backend_mixin [None req-75872b2c-f412-42b6-89b1-2b6b410a7a00 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5889252f-5c63-4468-8e94-e112e2a9d845 (CIDR: 2001:db8::/64) Nov 23 18:09:06.567046 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-a3f59851-0000-4ef7-af5c-5a37e0e95dd8 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] show failed (client error): The resource could not be found. Nov 23 18:09:06.568498 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a3f59851-0000-4ef7-af5c-5a37e0e95dd8 tempest-NegativeSecGroupIPv6Test-1896403962 tempest-NegativeSecGroupIPv6Test-1896403962-project] 10.222.0.74 "GET /v2.0/security-group-rules/fb061138-b5c6-4485-bda6-19d49b205b9f HTTP/1.1" status: 404 len: 356 time: 0.0284035 Nov 23 18:09:06.569950 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-75872b2c-f412-42b6-89b1-2b6b410a7a00 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:06.570805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75872b2c-f412-42b6-89b1-2b6b410a7a00 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:09:06.616207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:06.619999 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-75872b2c-f412-42b6-89b1-2b6b410a7a00 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5117366 Nov 23 18:09:06.621005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:06.624485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40286) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:06.629114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:06.632803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:06.639116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event updated for resources: {'Port': ['ID=d9634391-3ddf-4406-8115-b2f448ba6436,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:06.769556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:06.779304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.823094 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.859735 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.876557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:06.889276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:06.917193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:06.933439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:06.945977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:06.948885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-2fd5ff93-6082-42ba-b9e9-42ef41c9474c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9289889 Nov 23 18:09:06.965746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Pushing event updated for resources: {'Port': ['ID=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:06.987654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Request body: {'port': {'device_id': '1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:07.053760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Attempting to bind port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:07.054395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Attempting to bind port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '36b9b4fa-038d-425a-8a30-b618e3eb85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:07.056249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Attempting to bind port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de on network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:07.063222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:07.063222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Checking segment: {'id': '36b9b4fa-038d-425a-8a30-b618e3eb85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:07.063686 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.063996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Bound using segment: {'id': '36b9b4fa-038d-425a-8a30-b618e3eb85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:07.064469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Bound port: 327f4a4f-8fa5-4fe0-bc97-097663b1b1de, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b9b4fa-038d-425a-8a30-b618e3eb85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:07.064852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.144804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40306) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:07.155976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] For port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:07.160955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] For port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,segment=NetworkSegment(36b9b4fa-038d-425a-8a30-b618e3eb85e3),segment_id=36b9b4fa-038d-425a-8a30-b618e3eb85e3)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:07.168344 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.176130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-f58928da-da75-40c0-b3af-b2fa62ab452c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:07.177796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-f58928da-da75-40c0-b3af-b2fa62ab452c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.3802505 Nov 23 18:09:07.208360 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.215187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-20383845-58a1-4aef-8f03-0e3f39f3fb0c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/quotas/30784fb765974f04b1f5b841ab0839c4 HTTP/1.1" status: 200 len: 375 time: 0.0269792 Nov 23 18:09:07.239472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745313-7d68-4ab3-a16b-e978da62b361 req-913d72f0-cf28-47a3-846e-7d40b81a17f7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:07.257226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64745313-7d68-4ab3-a16b-e978da62b361 req-913d72f0-cf28-47a3-846e-7d40b81a17f7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 931 time: 0.3562596 Nov 23 18:09:07.264029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c95179-c2bb-408e-9897-d352e5a80434 None None] Pushing event updated for resources: {'Port': ['ID=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:07.389933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64745313-7d68-4ab3-a16b-e978da62b361 req-2e0f26eb-8a7c-4096-af67-05140f9fc05f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318119 Nov 23 18:09:07.411441 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f167fe67-e335-4817-93f1-f05111e61b5a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7317d7c022cb47d5bb5dea75f532d077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618835 Nov 23 18:09:07.413595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:07.498943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.521948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:07.526116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:07.561613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:07.562216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.568266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab932724-a41c-42dd-ba09-43a1e3eae52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.613111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1fea5322-43e3-4509-8e4b-e3b3b722b715 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3299148 Nov 23 18:09:07.639775 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0118277 Nov 23 18:09:07.641613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40314) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:07.642293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95ff9c-1bc5-44b0-970d-811a8bee923f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=c05932be-e625-4b8c-9ffe-4aa15cf6dc9f,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:07.649249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f', 'fixed_ips': [{'subnet_id': '5889252f-5c63-4468-8e94-e112e2a9d845'}, {'subnet_id': 'c05932be-e625-4b8c-9ffe-4aa15cf6dc9f'}], 'name': 'tempest-PortsIpV6TestJSON-106289563'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:07.722118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab932724-a41c-42dd-ba09-43a1e3eae52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.801002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9634391-3ddf-4406-8115-b2f448ba6436 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:09:07.808757 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.819151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab932724-a41c-42dd-ba09-43a1e3eae52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.821708 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab932724-a41c-42dd-ba09-43a1e3eae52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.825357 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ab932724-a41c-42dd-ba09-43a1e3eae52d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a65f7ad1-92db-4b65-9cf6-64ee59ae3d48 HTTP/1.1" status: 204 len: 168 time: 0.4083459 Nov 23 18:09:07.833262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab932724-a41c-42dd-ba09-43a1e3eae52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f7ad1-92db-4b65-9cf6-64ee59ae3d48,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:07.837067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:07.918587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-a73fc89d-61e4-40af-8b44-864950b11ba2 service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030007 Nov 23 18:09:07.928715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Transition to ACTIVE for port object d9634391-3ddf-4406-8115-b2f448ba6436 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:09:07.942289 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.971795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:07.995945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port f2ed505e-d5b1-425d-9eeb-137ba16e16d2 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:08.137106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Pushing event updated for resources: {'Port': ['ID=d9634391-3ddf-4406-8115-b2f448ba6436,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:08.172227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Attempting to bind port d9634391-3ddf-4406-8115-b2f448ba6436 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:08.172495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Attempting to bind port d9634391-3ddf-4406-8115-b2f448ba6436 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:08.172836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Attempting to bind port d9634391-3ddf-4406-8115-b2f448ba6436 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:08.183600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Port d9634391-3ddf-4406-8115-b2f448ba6436 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:09:08.183940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Attempting to bind port d9634391-3ddf-4406-8115-b2f448ba6436 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:08.204117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-8aaab34f-a2ba-4758-9d3d-d08c4a0e9a62 service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765505 Nov 23 18:09:08.204618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:08.204964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Checking segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:08.205397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Bound using segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:08.205851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Bound port: d9634391-3ddf-4406-8115-b2f448ba6436, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:08.206249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:08.332868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] For port d9634391-3ddf-4406-8115-b2f448ba6436, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:08.342465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] For port d9634391-3ddf-4406-8115-b2f448ba6436, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d9634391-3ddf-4406-8115-b2f448ba6436,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:08.356605 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:08.408584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 327f4a4f-8fa5-4fe0-bc97-097663b1b1de up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:08.409113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:08.409720 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:08.411482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] 10.222.0.66 "PUT /v2.0/ports/d9634391-3ddf-4406-8115-b2f448ba6436 HTTP/1.1" status: 200 len: 1091 time: 1.4453473 Nov 23 18:09:08.415268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3', 'tag': 'd9634391-3ddf-4406-8115-b2f448ba6436'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:08.418709 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c218fd-1fba-46c5-ae65-8e0e24a8a037" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3", "tag": "d9634391-3ddf-4406-8115-b2f448ba6436"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:08.519563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7932c6f-7a2e-4286-a927-f514be6a5769 service neutron] Pushing event updated for resources: {'Port': ['ID=d9634391-3ddf-4406-8115-b2f448ba6436,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:08.576628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::3b (69f88aa8-c0cd-4f09-a470-ffdfea3e551f/5889252f-5c63-4468-8e94-e112e2a9d845/f2ed505e-d5b1-425d-9eeb-137ba16e16d2) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:08.594381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:08.594791 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:08.599550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8:0:1::371 (69f88aa8-c0cd-4f09-a470-ffdfea3e551f/c05932be-e625-4b8c-9ffe-4aa15cf6dc9f/f2ed505e-d5b1-425d-9eeb-137ba16e16d2) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:08.603426 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99afd6e1-065b-4a2b-98c9-1a24854a8432 x-openstack-request-id: req-99afd6e1-065b-4a2b-98c9-1a24854a8432 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:08.603630 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3", "tag": "d9634391-3ddf-4406-8115-b2f448ba6436", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:08.603891 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-99afd6e1-065b-4a2b-98c9-1a24854a8432 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:08.604312 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3', 'tag': 'd9634391-3ddf-4406-8115-b2f448ba6436', 'status': 'completed', 'code': 200} Nov 23 18:09:08.773285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01d08d45-41eb-40d6-a926-a7bd973aa8c6 req-194dfc7b-4d05-4a9a-b126-730fd07c560a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 210 time: 0.1326783 Nov 23 18:09:08.807251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-3af82b56-2e8d-4794-a849-978e03df9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:08.810182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-3af82b56-2e8d-4794-a849-978e03df9a34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 1094 time: 0.3334663 Nov 23 18:09:08.877381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758cf5e-d9ba-4c17-be4a-7fd9aae22909 req-660100f6-f9f7-4ecc-9b41-a068041cfa78 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:08.885600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b758cf5e-d9ba-4c17-be4a-7fd9aae22909 req-660100f6-f9f7-4ecc-9b41-a068041cfa78 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 943 time: 0.1985080 Nov 23 18:09:08.886486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:08.890894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-d4a85e2b-35a8-47ca-a59b-6884cb1a7b26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9634391-3ddf-4406-8115-b2f448ba6436 HTTP/1.1" status: 200 len: 217 time: 0.0723164 Nov 23 18:09:08.987118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549990b-b44a-49af-9926-3296d19e3fd5 None None] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:09.067047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-3237e896-acf8-4487-8253-91d0c12d63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:09.071593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-3237e896-acf8-4487-8253-91d0c12d63d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.1694360 Nov 23 18:09:09.094493 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b758cf5e-d9ba-4c17-be4a-7fd9aae22909 req-51bed517-9c4e-45f2-8a56-8ba34d2808bf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078204 Nov 23 18:09:09.140811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,segment=NetworkSegment(36b9b4fa-038d-425a-8a30-b618e3eb85e3),segment_id=36b9b4fa-038d-425a-8a30-b618e3eb85e3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:09.141031 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.149639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-15e1331c-e97e-45c5-a1a4-e8bd36a753cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534673 Nov 23 18:09:09.170640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.223808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.228674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:09.232309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0a85472b-c987-457b-8b63-d71c1d8fb56d None None] Provisioning complete for port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:09.232852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0a85472b-c987-457b-8b63-d71c1d8fb56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.257356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40358) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:09.301572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-6e9df168-538d-4d49-aa93-39280c36f76c service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427097 Nov 23 18:09:09.305928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:09.358417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=f2ed505e-d5b1-425d-9eeb-137ba16e16d2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:09.377565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.378714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.379736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.380847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.381373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.382412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.384507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.385321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.387010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.387648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.388996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.389613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:09.396838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:09.409375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:09.429512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:09.431143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0daa882-84f2-4a57-bcb2-1ddb3362916d req-959d6ba3-aa4c-4d57-82a0-46f33d4838be service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185594 Nov 23 18:09:09.431942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.475072 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee7c99f2-4a8e-4d0f-ad69-56806558c880 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8275836 Nov 23 18:09:09.476039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40362) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:09.481972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5889252f-5c63-4468-8e94-e112e2a9d845'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:09.535975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-99663cf8-3f34-4470-80db-fe663f631379 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:09.536819 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-99663cf8-3f34-4470-80db-fe663f631379 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 18:09:09.537431 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-99663cf8-3f34-4470-80db-fe663f631379 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:09:09.539671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-99663cf8-3f34-4470-80db-fe663f631379 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2808139 Nov 23 18:09:09.545011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:09.549382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--676790741'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:09.574316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-924d6eb8-1b85-47eb-9f81-c6b83072c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:09.579812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-924d6eb8-1b85-47eb-9f81-c6b83072c2d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 1094 time: 0.0812900 Nov 23 18:09:09.625139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984dcc3-91e6-4fca-a520-5058ca88a81a None None] Update dhcp port {'port': {'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f', 'fixed_ips': [{'subnet_id': '5889252f-5c63-4468-8e94-e112e2a9d845', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c05932be-e625-4b8c-9ffe-4aa15cf6dc9f'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '327f4a4f-8fa5-4fe0-bc97-097663b1b1de'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:09:09.632929 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.650673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.652922 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5984dcc3-91e6-4fca-a520-5058ca88a81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.675561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.752588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-bb6e0e0c-86e8-4e92-b8e0-f98fb3172baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:09.754617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-bb6e0e0c-86e8-4e92-b8e0-f98fb3172baf service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 907 time: 0.1641176 Nov 23 18:09:09.857382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-823eca62-9645-4c35-9fb1-b58a43ee7f3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9634391-3ddf-4406-8115-b2f448ba6436 HTTP/1.1" status: 200 len: 217 time: 0.0883272 Nov 23 18:09:09.896779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-5984dcc3-91e6-4fca-a520-5058ca88a81a None None] Allocated IP 2001:db8:0:1::2 (69f88aa8-c0cd-4f09-a470-ffdfea3e551f/c05932be-e625-4b8c-9ffe-4aa15cf6dc9f/327f4a4f-8fa5-4fe0-bc97-097663b1b1de) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:09.952605 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.964175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:09.993086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0391062-3e8a-4ee5-bdfe-bab6144a25b3 req-68b66bbc-6d4c-426d-9efb-6e03a1d1380b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 210 time: 0.0871029 Nov 23 18:09:10.027458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-a5565361-9aa7-4b14-b7db-7aa9b8ac8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:10.029952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-a5565361-9aa7-4b14-b7db-7aa9b8ac8c19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.1658368 Nov 23 18:09:10.084051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41171313-d23b-4577-920e-48bd60558877,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:10.120118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-8e9ae0b3-8e55-494f-b246-07e7e72a8e80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805197 Nov 23 18:09:10.165357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5984dcc3-91e6-4fca-a520-5058ca88a81a None None] For port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,segment=NetworkSegment(36b9b4fa-038d-425a-8a30-b618e3eb85e3),segment_id=36b9b4fa-038d-425a-8a30-b618e3eb85e3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:10.172356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.196651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.230229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ec9366-aa94-48e9-93e5-22ff37903cd6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:10.236670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.238116 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e65deb7a-e041-4e68-837e-9c2516927303 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6921177 Nov 23 18:09:10.241004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40376) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:10.247755 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5984dcc3-91e6-4fca-a520-5058ca88a81a None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.249772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bb58e24f-c15d-49af-8c95-384ac00bb1ae tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'd8ec9366-aa94-48e9-93e5-22ff37903cd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:10.260058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5984dcc3-91e6-4fca-a520-5058ca88a81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.273387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-9f7c2b85-39a8-48df-ace8-32c84fe61ecd tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:10.275881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-9f7c2b85-39a8-48df-ace8-32c84fe61ecd tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.1548328 Nov 23 18:09:10.336749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'port': {'device_id': 'ea0270d4-55a5-4fdf-8371-ee3834ccfd8e', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'admin_state_up': True, 'tenant_id': '30784fb765974f04b1f5b841ab0839c4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:10.390249 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb58e24f-c15d-49af-8c95-384ac00bb1ae tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.421011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 327f4a4f-8fa5-4fe0-bc97-097663b1b1de up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:10.446313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Delete allocated IP 2001:db8:0:1::371 (69f88aa8-c0cd-4f09-a470-ffdfea3e551f/c05932be-e625-4b8c-9ffe-4aa15cf6dc9f) {{(pid=120535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:09:10.536587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984dcc3-91e6-4fca-a520-5058ca88a81a None None] Pushing event updated for resources: {'Port': ['ID=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:10.566009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb58e24f-c15d-49af-8c95-384ac00bb1ae tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.578151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb58e24f-c15d-49af-8c95-384ac00bb1ae tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.579268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:10.580017 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.580574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d86b6-1355-461f-aa38-0954de64c84e req-a7d11eda-9244-4e9e-81a3-aeb2a656b096 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:10.585373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c62d86b6-1355-461f-aa38-0954de64c84e req-a7d11eda-9244-4e9e-81a3-aeb2a656b096 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 943 time: 0.3072469 Nov 23 18:09:10.596992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58e24f-c15d-49af-8c95-384ac00bb1ae tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2450652d-7f91-4126-8b3a-3e094ecf5cbd,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:10.635383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb58e24f-c15d-49af-8c95-384ac00bb1ae tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.636187 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb58e24f-c15d-49af-8c95-384ac00bb1ae tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3940885 Nov 23 18:09:10.641354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40378) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:10.657250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c804d3f5-8523-4cfe-8f2f-b516c9791817 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'd8ec9366-aa94-48e9-93e5-22ff37903cd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:10.717724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.727699 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.749946 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-50863bee-ac47-4ba4-8f2a-dbad246e41c4 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628222 Nov 23 18:09:10.762031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c804d3f5-8523-4cfe-8f2f-b516c9791817 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.804324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c62d86b6-1355-461f-aa38-0954de64c84e req-61ba551e-af7e-4bab-bbc6-ae4def015330 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983294 Nov 23 18:09:10.832394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] In _notify_port_updated(), no bound segment for port f2ed505e-d5b1-425d-9eeb-137ba16e16d2 on network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:09:10.847651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:10.849214 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.850986 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "PUT /v2.0/ports/f2ed505e-d5b1-425d-9eeb-137ba16e16d2 HTTP/1.1" status: 200 len: 924 time: 1.3739014 Nov 23 18:09:10.860152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89b4b4-295a-411b-ae90-b35f4c3afbe4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=f2ed505e-d5b1-425d-9eeb-137ba16e16d2,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:10.862414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40380) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:10.877815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5889252f-5c63-4468-8e94-e112e2a9d845'}, {'subnet_id': 'c05932be-e625-4b8c-9ffe-4aa15cf6dc9f'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:10.922155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Made reservation on behalf of 30784fb765974f04b1f5b841ab0839c4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:10.926018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.971403 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-c804d3f5-8523-4cfe-8f2f-b516c9791817 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:09:10.972399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c804d3f5-8523-4cfe-8f2f-b516c9791817 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3256392 Nov 23 18:09:10.977103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40382) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:10.982469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:10.986576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44c218fd-1fba-46c5-ae65-8e0e24a8a037 req-9125cf87-18f4-4c37-8e59-ee3f76a32427 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150714 Nov 23 18:09:11.159580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afcf31e8-842f-49a0-bd25-269cd056a6ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.233890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Allocated IP 172.20.0.11 (0e506f5b-b1e6-48f6-b977-02d29eae9485/29603be6-be3d-4ac7-a191-6c5af7d4201c/8c35140b-6cf2-4d0f-9b42-2185d01f29d7) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:11.251899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66a47bba-a711-4c8e-8a08-cbd512ca0245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.386993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3b72a-6c69-4391-9566-1eadbd3d405a None None] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:11.427299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d86a96ec-9d84-4169-8d2f-a8033a77f00a req-36ffee94-e5fa-4a89-8d6b-99ba38a5fa5e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 210 time: 0.2638013 Nov 23 18:09:11.451083 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afcf31e8-842f-49a0-bd25-269cd056a6ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.503908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.531506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ec28c246-bdb0-4895-a36d-64d5baebd6b4 None None] Provisioning complete for port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:11.532150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec28c246-bdb0-4895-a36d-64d5baebd6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.553033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afcf31e8-842f-49a0-bd25-269cd056a6ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.556412 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afcf31e8-842f-49a0-bd25-269cd056a6ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.557712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-afcf31e8-842f-49a0-bd25-269cd056a6ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/d8ec9366-aa94-48e9-93e5-22ff37903cd6 HTTP/1.1" status: 204 len: 168 time: 0.5796590 Nov 23 18:09:11.562999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40392) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:11.565748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.601809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b04d0b39-4594-43f8-bbd5-5f580ba69986'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:11.605298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8:0:1::3ba (69f88aa8-c0cd-4f09-a470-ffdfea3e551f/c05932be-e625-4b8c-9ffe-4aa15cf6dc9f/f2ed505e-d5b1-425d-9eeb-137ba16e16d2) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:11.627080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'Port': ['ID=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:11.632586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf31e8-842f-49a0-bd25-269cd056a6ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ec9366-aa94-48e9-93e5-22ff37903cd6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:11.655182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:11.657909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:11.663601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:11.720949 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-981a7e33-4648-420e-ae82-c0cfd5806c1c tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1566238 Nov 23 18:09:11.724784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40394) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:11.734311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-59cded6c-f901-4854-bf50-d2d5435339e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132714563'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:11.768004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:11.768809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.783743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-59cded6c-f901-4854-bf50-d2d5435339e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.835918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-1a8b3c2d-a790-417d-be1f-adb3a32b36e8 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5151243 Nov 23 18:09:11.853561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Request body: {'port': {'device_id': 'ea0270d4-55a5-4fdf-8371-ee3834ccfd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:11.945263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.949325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.953737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-59cded6c-f901-4854-bf50-d2d5435339e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.957238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.963261 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-59cded6c-f901-4854-bf50-d2d5435339e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.026135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-59cded6c-f901-4854-bf50-d2d5435339e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.029950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-59cded6c-f901-4854-bf50-d2d5435339e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3014512 Nov 23 18:09:12.032446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40398) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:12.037612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-20fde5fe-8917-445c-af69-76712af252e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'a317f21a-5276-4cc8-a128-0a78edfddbb9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:12.038526 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-20fde5fe-8917-445c-af69-76712af252e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 18:09:12.039298 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-20fde5fe-8917-445c-af69-76712af252e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:12.046643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-20fde5fe-8917-445c-af69-76712af252e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059547 Nov 23 18:09:12.048594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40400) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:12.054211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cded6c-f901-4854-bf50-d2d5435339e6 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a317f21a-5276-4cc8-a128-0a78edfddbb9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:12.151468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=f2ed505e-d5b1-425d-9eeb-137ba16e16d2,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:12.190314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1066794f-f8d9-4cb5-bd8b-6ed4b2dadf9f None None] Provisioning complete for port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:12.190804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1066794f-f8d9-4cb5-bd8b-6ed4b2dadf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.201508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] In _notify_port_updated(), no bound segment for port f2ed505e-d5b1-425d-9eeb-137ba16e16d2 on network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:09:12.213764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:12.214787 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.222824 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-221200b0-281d-48e9-a6d6-41dfba49d2ed tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "PUT /v2.0/ports/f2ed505e-d5b1-425d-9eeb-137ba16e16d2 HTTP/1.1" status: 200 len: 1010 time: 1.3592656 Nov 23 18:09:12.224894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40404) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:12.244651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c35ea9-c7de-422b-ac3e-0593ebb68641 req-2900dd8e-8b6d-4066-8acd-4fa251907972 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:12.246292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3c35ea9-c7de-422b-ac3e-0593ebb68641 req-2900dd8e-8b6d-4066-8acd-4fa251907972 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 943 time: 0.2176700 Nov 23 18:09:12.297244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1066794f-f8d9-4cb5-bd8b-6ed4b2dadf9f None None] Port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:12.359108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f63fe75-c612-4c61-8e97-6e3a1123b2f4 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.359280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 327f4a4f-8fa5-4fe0-bc97-097663b1b1de up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:12.400978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f63fe75-c612-4c61-8e97-6e3a1123b2f4 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.403983 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device d9634391-3ddf-4406-8115-b2f448ba6436 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:09:12.427369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3fae23b8-6b34-477e-87ed-1649d4cf8a2b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port f2ed505e-d5b1-425d-9eeb-137ba16e16d2 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:12.427720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3fae23b8-6b34-477e-87ed-1649d4cf8a2b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.471782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3c35ea9-c7de-422b-ac3e-0593ebb68641 req-ad43afc5-61a1-422b-8371-d583672a1cdd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141387 Nov 23 18:09:12.580578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port d9634391-3ddf-4406-8115-b2f448ba6436, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d9634391-3ddf-4406-8115-b2f448ba6436,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:12.599229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'd9634391-3ddf-4406-8115-b2f448ba6436', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'port_id': 'd9634391-3ddf-4406-8115-b2f448ba6436', 'mac_address': 'fa:16:3e:4c:99:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6af081-5451-450f-b870-3cfa540ebfd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:09:12.662734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3fae23b8-6b34-477e-87ed-1649d4cf8a2b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.666168 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.669160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7aef994c-4797-47ad-bec1-3b1f0db7c8b9 None None] Provisioning complete for port f2ed505e-d5b1-425d-9eeb-137ba16e16d2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:12.669160 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7aef994c-4797-47ad-bec1-3b1f0db7c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.680568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f63fe75-c612-4c61-8e97-6e3a1123b2f4 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.683458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f63fe75-c612-4c61-8e97-6e3a1123b2f4 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.688008 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6f63fe75-c612-4c61-8e97-6e3a1123b2f4 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/a317f21a-5276-4cc8-a128-0a78edfddbb9 HTTP/1.1" status: 204 len: 168 time: 0.6365273 Nov 23 18:09:12.694953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40412) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:12.713850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3fae23b8-6b34-477e-87ed-1649d4cf8a2b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for f2ed505e-d5b1-425d-9eeb-137ba16e16d2 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:12.719837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63fe75-c612-4c61-8e97-6e3a1123b2f4 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a317f21a-5276-4cc8-a128-0a78edfddbb9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:12.722905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9634391-3ddf-4406-8115-b2f448ba6436 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:09:12.806805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cf2fb-4556-4b7d-995e-5c611300a862 req-768b69fd-d374-444b-a38e-5f2f2cc5239d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:12.809149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port d9634391-3ddf-4406-8115-b2f448ba6436, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d9634391-3ddf-4406-8115-b2f448ba6436,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:12.820720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b0cf2fb-4556-4b7d-995e-5c611300a862 req-768b69fd-d374-444b-a38e-5f2f2cc5239d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 932 time: 0.1776304 Nov 23 18:09:12.830940 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-599e5dfd-6459-4007-a2d7-4ee36f9141a3 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1295538 Nov 23 18:09:12.835202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40414) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:12.836550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:12.837098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.840099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-29c789e5-2bbd-42bd-9924-dec920de31ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222928611'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:12.844668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:09:12.861134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.872484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29c789e5-2bbd-42bd-9924-dec920de31ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.878298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.896139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Transition to ACTIVE for port object 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:09:12.907233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:12.950126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7aef994c-4797-47ad-bec1-3b1f0db7c8b9 None None] Port f2ed505e-d5b1-425d-9eeb-137ba16e16d2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:12.967040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b0cf2fb-4556-4b7d-995e-5c611300a862 req-10394077-df55-441d-89a7-994b430c3524 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366746 Nov 23 18:09:13.000415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Pushing event updated for resources: {'Port': ['ID=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:13.029901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7aef994c-4797-47ad-bec1-3b1f0db7c8b9 None None] Provisioning complete for port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:13.030390 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7aef994c-4797-47ad-bec1-3b1f0db7c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.035275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29c789e5-2bbd-42bd-9924-dec920de31ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.066933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29c789e5-2bbd-42bd-9924-dec920de31ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.163856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=d9634391-3ddf-4406-8115-b2f448ba6436,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:13.172935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Attempting to bind port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:13.175063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Attempting to bind port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:13.175063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Attempting to bind port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:13.193375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:09:13.193961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Attempting to bind port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:13.194992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c789e5-2bbd-42bd-9924-dec920de31ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51c1957-d685-4410-ab02-2a7f4c1b9078,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:13.201343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:13.202059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Checking segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:13.202920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Bound using segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:13.203550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Bound port: 8c35140b-6cf2-4d0f-9b42-2185d01f29d7, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:13.204106 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.254937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['d9634391-3ddf-4406-8115-b2f448ba6436'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:13.343324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] For port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:13.347521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] For port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:13.356532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29c789e5-2bbd-42bd-9924-dec920de31ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.357772 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-29c789e5-2bbd-42bd-9924-dec920de31ba tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5216112 Nov 23 18:09:13.361311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.364516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40418) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:13.376518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7eb2b4ef-0ea4-4af9-9e95-d2d475431478 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'e51c1957-d685-4410-ab02-2a7f4c1b9078', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:13.376959 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-7eb2b4ef-0ea4-4af9-9e95-d2d475431478 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 18:09:13.377752 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-7eb2b4ef-0ea4-4af9-9e95-d2d475431478 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:13.385421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7eb2b4ef-0ea4-4af9-9e95-d2d475431478 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0176475 Nov 23 18:09:13.388356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40420) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:13.425991 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3fae23b8-6b34-477e-87ed-1649d4cf8a2b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.489005 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44623e64-e851-4b70-ac4a-89179bcde86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.584947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae23b8-6b34-477e-87ed-1649d4cf8a2b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=f2ed505e-d5b1-425d-9eeb-137ba16e16d2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:13.629623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Pushing event updated for resources: {'Port': ['ID=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:13.636624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:13.637243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.639855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6de36f13-d0dd-44aa-b469-0a0f3fa85c57 service neutron] 10.222.0.72 "PUT /v2.0/ports/8c35140b-6cf2-4d0f-9b42-2185d01f29d7 HTTP/1.1" status: 200 len: 1092 time: 1.7909384 Nov 23 18:09:13.640311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0270d4-55a5-4fdf-8371-ee3834ccfd8e', 'tag': '8c35140b-6cf2-4d0f-9b42-2185d01f29d7'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:13.642619 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125b78d2-cce9-450c-83dd-ed99690429e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0270d4-55a5-4fdf-8371-ee3834ccfd8e", "tag": "8c35140b-6cf2-4d0f-9b42-2185d01f29d7"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:13.803278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd79b9e-51f4-4f41-a8a9-0b446292358b req-b1b04608-2953-4163-b6e3-3ef7e8fb26c4 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:13.812078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1dd79b9e-51f4-4f41-a8a9-0b446292358b req-b1b04608-2953-4163-b6e3-3ef7e8fb26c4 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 944 time: 0.1216810 Nov 23 18:09:13.814704 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6565e7ad-f06e-4c75-bef9-cc2df5fd9db3 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.862210 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6565e7ad-f06e-4c75-bef9-cc2df5fd9db3 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.905447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-64e6de85-1f38-407f-9a17-edaf3359f9f8 None None] Could not find standard attr ID for object f2ed505e-d5b1-425d-9eeb-137ba16e16d2. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:13.919487 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a1d1c-70df-4b9c-9952-55395ad5e0e7 x-openstack-request-id: req-0b3a1d1c-70df-4b9c-9952-55395ad5e0e7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:13.920024 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0270d4-55a5-4fdf-8371-ee3834ccfd8e", "tag": "8c35140b-6cf2-4d0f-9b42-2185d01f29d7", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:13.920385 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b3a1d1c-70df-4b9c-9952-55395ad5e0e7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:13.921364 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0270d4-55a5-4fdf-8371-ee3834ccfd8e', 'tag': '8c35140b-6cf2-4d0f-9b42-2185d01f29d7', 'status': 'completed', 'code': 200} Nov 23 18:09:13.939715 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6565e7ad-f06e-4c75-bef9-cc2df5fd9db3 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.943020 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6565e7ad-f06e-4c75-bef9-cc2df5fd9db3 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.944198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6565e7ad-f06e-4c75-bef9-cc2df5fd9db3 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/e51c1957-d685-4410-ab02-2a7f4c1b9078 HTTP/1.1" status: 204 len: 168 time: 0.5530000 Nov 23 18:09:13.947030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40430) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:14.010742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565e7ad-f06e-4c75-bef9-cc2df5fd9db3 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51c1957-d685-4410-ab02-2a7f4c1b9078,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:14.086447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-28e7c337-2e17-414d-ace8-ec78136fdf2c None None] Could not find standard attr ID for object f2ed505e-d5b1-425d-9eeb-137ba16e16d2. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:14.129521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1dd79b9e-51f4-4f41-a8a9-0b446292358b req-16268d37-1636-428f-809b-41274d19e8bf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164434 Nov 23 18:09:14.152566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-264c20fc-80d5-45f0-901e-679510a352cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:14.152566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-264c20fc-80d5-45f0-901e-679510a352cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 1095 time: 0.4236007 Nov 23 18:09:14.176293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3fae23b8-6b34-477e-87ed-1649d4cf8a2b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.186658 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3fae23b8-6b34-477e-87ed-1649d4cf8a2b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/f2ed505e-d5b1-425d-9eeb-137ba16e16d2 HTTP/1.1" status: 204 len: 168 time: 1.9571099 Nov 23 18:09:14.188767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40434) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:14.231508 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b938bd7d-6e01-4d95-a371-2baaeb85c21c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:14.236228 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b938bd7d-6e01-4d95-a371-2baaeb85c21c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/f2ed505e-d5b1-425d-9eeb-137ba16e16d2 HTTP/1.1" status: 404 len: 333 time: 0.0442026 Nov 23 18:09:14.237072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40436) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:14.254312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8ba44c42-0935-4888-89fb-da4e420028dd tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2714753 Nov 23 18:09:14.254312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-9d63d024-06b2-4bf6-b78e-f4372318abee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7 HTTP/1.1" status: 200 len: 217 time: 0.0605643 Nov 23 18:09:14.254802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40438) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:14.258904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-bfff4d85-6400-4e33-91df-f9ccd3421706 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879384177'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:14.310609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-508b4618-a255-46b2-9f93-92d2fb5d39c6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet c05932be-e625-4b8c-9ffe-4aa15cf6dc9f {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:14.313739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-508b4618-a255-46b2-9f93-92d2fb5d39c6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.328374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b90cc3-95b8-4a31-98c4-beb575abc3ea req-42ac1bbb-9239-43bd-9582-3bf39d8b6965 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:14.329924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6b90cc3-95b8-4a31-98c4-beb575abc3ea req-42ac1bbb-9239-43bd-9582-3bf39d8b6965 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 944 time: 0.2178032 Nov 23 18:09:14.360767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-508b4618-a255-46b2-9f93-92d2fb5d39c6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.367608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-4b73884b-b13f-41c6-aeea-44e1098494b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:14.369692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-4b73884b-b13f-41c6-aeea-44e1098494b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1040978 Nov 23 18:09:14.373433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d85-6400-4e33-91df-f9ccd3421706 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.490497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-508b4618-a255-46b2-9f93-92d2fb5d39c6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.592377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-508b4618-a255-46b2-9f93-92d2fb5d39c6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.663660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-508b4618-a255-46b2-9f93-92d2fb5d39c6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.666823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11c4b6-4576-4080-887c-c5ef6ca2993f None None] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:14.667294 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-508b4618-a255-46b2-9f93-92d2fb5d39c6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/c05932be-e625-4b8c-9ffe-4aa15cf6dc9f HTTP/1.1" status: 204 len: 168 time: 0.4287236 Nov 23 18:09:14.668358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b4618-a255-46b2-9f93-92d2fb5d39c6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=c05932be-e625-4b8c-9ffe-4aa15cf6dc9f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:14.670917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40444) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:14.733547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7015cd-1f1c-4c79-9230-2d195ac2b57b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet 5889252f-5c63-4468-8e94-e112e2a9d845 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:14.750034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d7015cd-1f1c-4c79-9230-2d195ac2b57b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.834496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d7015cd-1f1c-4c79-9230-2d195ac2b57b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.929212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d7015cd-1f1c-4c79-9230-2d195ac2b57b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.000667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6b90cc3-95b8-4a31-98c4-beb575abc3ea req-58b54f49-575a-4654-aedd-2f38e592ec4b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499460 Nov 23 18:09:15.003818 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d7015cd-1f1c-4c79-9230-2d195ac2b57b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.009294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-79b9f269-73e2-4e6c-bce6-b2e4fcaa05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:15.011177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-79b9f269-73e2-4e6c-bce6-b2e4fcaa05b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6335192 Nov 23 18:09:15.077080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7015cd-1f1c-4c79-9230-2d195ac2b57b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=5889252f-5c63-4468-8e94-e112e2a9d845,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:15.079320 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d7015cd-1f1c-4c79-9230-2d195ac2b57b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.089071 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9d7015cd-1f1c-4c79-9230-2d195ac2b57b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/5889252f-5c63-4468-8e94-e112e2a9d845 HTTP/1.1" status: 204 len: 168 time: 0.4148669 Nov 23 18:09:15.089422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:15.135197 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.143538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-6307378c-73ca-4d87-a06a-4c885889ef24 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219184 Nov 23 18:09:15.223008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.298275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd3d85-9b7d-49f9-8459-4ba93bb0aea1 req-aea4b0c8-ebd0-40b2-a82d-80bf21c6d1dd service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393673 Nov 23 18:09:15.323313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:15.327651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.340214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e9b5f2-292b-4021-b173-ef7af9678c29 None None] Update dhcp port {'port': {'network_id': '69f88aa8-c0cd-4f09-a470-ffdfea3e551f', 'fixed_ips': [{'subnet_id': '5889252f-5c63-4468-8e94-e112e2a9d845'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '327f4a4f-8fa5-4fe0-bc97-097663b1b1de'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:09:15.354937 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d85-6400-4e33-91df-f9ccd3421706 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.407921 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41e9b5f2-292b-4021-b173-ef7af9678c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.413705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d85-6400-4e33-91df-f9ccd3421706 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.424966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] For port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,segment=NetworkSegment(36b9b4fa-038d-425a-8a30-b618e3eb85e3),segment_id=36b9b4fa-038d-425a-8a30-b618e3eb85e3)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:15.426815 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.471034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 327f4a4f-8fa5-4fe0-bc97-097663b1b1de owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:15.510713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d85-6400-4e33-91df-f9ccd3421706 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.511966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bfff4d85-6400-4e33-91df-f9ccd3421706 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2564874 Nov 23 18:09:15.517297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40452) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:15.522683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4586f875-9e45-4f43-adb6-35bd988ba186 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'a16d859f-ba67-481c-9fc9-8b77b6f970fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:15.524674 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-4586f875-9e45-4f43-adb6-35bd988ba186 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 18:09:15.524674 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-4586f875-9e45-4f43-adb6-35bd988ba186 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:15.525097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4586f875-9e45-4f43-adb6-35bd988ba186 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059669 Nov 23 18:09:15.530665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40456) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:15.531358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff4d85-6400-4e33-91df-f9ccd3421706 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16d859f-ba67-481c-9fc9-8b77b6f970fc,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:15.542640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-96d5e2b7-7fc4-4ffd-88bc-3e8ba549959c tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'a16d859f-ba67-481c-9fc9-8b77b6f970fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:15.543396 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-96d5e2b7-7fc4-4ffd-88bc-3e8ba549959c tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 18:09:15.544436 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-96d5e2b7-7fc4-4ffd-88bc-3e8ba549959c tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:15.545417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-96d5e2b7-7fc4-4ffd-88bc-3e8ba549959c tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0115662 Nov 23 18:09:15.549063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40458) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:15.553721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a2a80348-6474-4dff-bb12-ccd09e5b9729 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'a16d859f-ba67-481c-9fc9-8b77b6f970fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:15.554548 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-a2a80348-6474-4dff-bb12-ccd09e5b9729 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 18:09:15.555713 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-a2a80348-6474-4dff-bb12-ccd09e5b9729 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:15.555978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a2a80348-6474-4dff-bb12-ccd09e5b9729 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059202 Nov 23 18:09:15.564234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:15.565857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb823b-d96c-4a2a-8d2a-569a55e201fe req-04d615de-fe9a-4a12-8ecb-edb0dea4e30f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:15.567818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33bb823b-d96c-4a2a-8d2a-569a55e201fe req-04d615de-fe9a-4a12-8ecb-edb0dea4e30f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 944 time: 0.2673702 Nov 23 18:09:15.586447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-99086b86-9a7e-42ff-a43e-fd918509df90 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'a16d859f-ba67-481c-9fc9-8b77b6f970fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:15.589426 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-99086b86-9a7e-42ff-a43e-fd918509df90 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 18:09:15.589771 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-99086b86-9a7e-42ff-a43e-fd918509df90 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:15.591597 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-99086b86-9a7e-42ff-a43e-fd918509df90 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0144303 Nov 23 18:09:15.599487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40462) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:15.605177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-ec0882bd-4b7d-41ec-8345-387dc0ee6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:15.611334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-ec0882bd-4b7d-41ec-8345-387dc0ee6dec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 1095 time: 0.2362897 Nov 23 18:09:15.765763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.772076 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9df47287-7f0d-4c19-b443-f5018df81f8e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.794941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf72330-c180-4364-b109-e9cb43d07af0 None None] Network 69f88aa8-c0cd-4f09-a470-ffdfea3e551f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:15.835372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-28c7289c-b47d-42ff-a3a6-fba3ee02bea4 None None] Could not find standard attr ID for object 327f4a4f-8fa5-4fe0-bc97-097663b1b1de. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:15.875637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9df47287-7f0d-4c19-b443-f5018df81f8e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.926408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=327f4a4f-8fa5-4fe0-bc97-097663b1b1de,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:15.932909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9df47287-7f0d-4c19-b443-f5018df81f8e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.937384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9df47287-7f0d-4c19-b443-f5018df81f8e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.938932 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9df47287-7f0d-4c19-b443-f5018df81f8e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/a16d859f-ba67-481c-9fc9-8b77b6f970fc HTTP/1.1" status: 204 len: 168 time: 0.3396859 Nov 23 18:09:15.945093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40468) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:15.976160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No DVR routers for this DVR port 327f4a4f-8fa5-4fe0-bc97-097663b1b1de on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:16.031026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df47287-7f0d-4c19-b443-f5018df81f8e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16d859f-ba67-481c-9fc9-8b77b6f970fc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:16.063310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33bb823b-d96c-4a2a-8d2a-569a55e201fe req-bc232b95-e251-4b1a-aea5-120a0858003e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833055 Nov 23 18:09:16.101285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-1854adc5-479d-4602-a499-ca34cae621e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:16.102987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-1854adc5-479d-4602-a499-ca34cae621e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.4815438 Nov 23 18:09:16.167491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-3d253b65-4c83-4822-86fb-25d9374e9b19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7 HTTP/1.1" status: 200 len: 217 time: 0.0531964 Nov 23 18:09:16.171585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3dfd07d2-0e51-4cd2-9038-640a8ecce10b tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2118299 Nov 23 18:09:16.193175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40472) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:16.205231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f1c660ae-3c54-48a8-aafc-921384439ab8 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--475116490'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:16.300086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-54f3f561-030f-4d0f-8c49-4be12f95e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:16.301312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-54f3f561-030f-4d0f-8c49-4be12f95e5b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1229215 Nov 23 18:09:16.408037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 327f4a4f-8fa5-4fe0-bc97-097663b1b1de no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:09:16.409797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.424801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52260908-8b4a-4a06-a2bb-fd0e814ff2e5 req-751baab5-8072-41ae-bbaa-982e29349a66 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:16.433566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52260908-8b4a-4a06-a2bb-fd0e814ff2e5 req-751baab5-8072-41ae-bbaa-982e29349a66 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 944 time: 0.1526816 Nov 23 18:09:16.440853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device d9634391-3ddf-4406-8115-b2f448ba6436 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:16.452692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 327f4a4f-8fa5-4fe0-bc97-097663b1b1de {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:09:16.453591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 327f4a4f-8fa5-4fe0-bc97-097663b1b1de not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:09:16.478126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-10c9bf9b-18d0-4c55-97ba-a0d39dbf4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:16.486630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-10c9bf9b-18d0-4c55-97ba-a0d39dbf4f8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525421 Nov 23 18:09:16.502941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f88aa8-c0cd-4f09-a470-ffdfea3e551f']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:16.505764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd865372-ed46-4428-97f7-f2a8fc7768e0 None None] DHCP port deletion for 69f88aa8-c0cd-4f09-a470-ffdfea3e551f request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:09:16.514011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b9b4fa-038d-425a-8a30-b618e3eb85e3') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:16.514769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b9b4fa-038d-425a-8a30-b618e3eb85e3') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:16.525067 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.530410 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.543311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.550275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:09:16.550734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.564293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52260908-8b4a-4a06-a2bb-fd0e814ff2e5 req-d060a5da-eb57-4485-9a04-91080c75cd8f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290116 Nov 23 18:09:16.564609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port d9634391-3ddf-4406-8115-b2f448ba6436 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:09:16.570454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port d9634391-3ddf-4406-8115-b2f448ba6436 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:16.570917 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:09:16.636363 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:09:16.638893 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1c660ae-3c54-48a8-aafc-921384439ab8 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.642073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.654909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.665710 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/networks/69f88aa8-c0cd-4f09-a470-ffdfea3e551f HTTP/1.1" status: 204 len: 168 time: 1.5716183 Nov 23 18:09:16.666306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40474) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:16.704233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449713bb-4184-4a2e-8133-7c16d8b3711c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Network': ['ID=69f88aa8-c0cd-4f09-a470-ffdfea3e551f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:16.714599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-0459b32a-d33b-46a0-9133-f377f2c8e402 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450338 Nov 23 18:09:16.746439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fade5609-ef90-4ed7-9f9a-5d897689f6c3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:16.752583 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fade5609-ef90-4ed7-9f9a-5d897689f6c3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0852547 Nov 23 18:09:16.752740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40478) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:16.794543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1c660ae-3c54-48a8-aafc-921384439ab8 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.801617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1c660ae-3c54-48a8-aafc-921384439ab8 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.803387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.839195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f1c660ae-3c54-48a8-aafc-921384439ab8 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.849927 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f1c660ae-3c54-48a8-aafc-921384439ab8 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6551421 Nov 23 18:09:16.850427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40482) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:16.864002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port d9634391-3ddf-4406-8115-b2f448ba6436, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d9634391-3ddf-4406-8115-b2f448ba6436,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:16.865652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9634391-3ddf-4406-8115-b2f448ba6436'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:16.868547 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10abc9a2-ecb0-40b3-a962-b5dd1f232e7c" -d '{"events": [{"server_uuid": "1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3", "name": "network-vif-plugged", "status": "completed", "tag": "d9634391-3ddf-4406-8115-b2f448ba6436"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:16.873615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.877544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-21b29b59-0ce5-4c25-b10c-7cbda432c313 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:16.878585 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-21b29b59-0ce5-4c25-b10c-7cbda432c313 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 18:09:16.879300 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-21b29b59-0ce5-4c25-b10c-7cbda432c313 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:16.889547 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-21b29b59-0ce5-4c25-b10c-7cbda432c313 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0204511 Nov 23 18:09:16.893715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40486) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:16.902963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6e646713-7a26-4548-8de9-58e6d59956cc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:16.932132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c660ae-3c54-48a8-aafc-921384439ab8 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34f2cad-a2ae-4b3c-88dd-58763c7e64f7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:16.952527 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6deb87-dc03-4e6c-a072-83a18f2eb6fc x-openstack-request-id: req-9a6deb87-dc03-4e6c-a072-83a18f2eb6fc {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:16.953047 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3", "name": "network-vif-plugged", "status": "completed", "tag": "d9634391-3ddf-4406-8115-b2f448ba6436", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:16.953478 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9a6deb87-dc03-4e6c-a072-83a18f2eb6fc {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:16.954004 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9634391-3ddf-4406-8115-b2f448ba6436', 'code': 200} Nov 23 18:09:16.961417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=d9634391-3ddf-4406-8115-b2f448ba6436,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:16.972759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-327783e5-7384-4300-b839-72889b298662 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2075536 Nov 23 18:09:16.972759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40488) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:16.984659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-284090126'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.000948 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-6e646713-7a26-4548-8de9-58e6d59956cc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:17.002156 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e646713-7a26-4548-8de9-58e6d59956cc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1063120 Nov 23 18:09:17.006013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40490) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.011865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-94277719-a566-4519-b64c-747e45d3ae18 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.012915 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-94277719-a566-4519-b64c-747e45d3ae18 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 18:09:17.013400 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-94277719-a566-4519-b64c-747e45d3ae18 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:17.014556 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-94277719-a566-4519-b64c-747e45d3ae18 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062861 Nov 23 18:09:17.017527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.022773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-69c2ef2d-dce0-4f01-bcf0-e02b64d246a1 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.093297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-125b78d2-cce9-450c-83dd-ed99690429e2 req-5a00a20e-51df-4f55-b4b9-119895c2c99d service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683743 Nov 23 18:09:17.093933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:17.097454 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.144151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:09:17.147378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c38639-f0c8-4193-96d6-b594e2ff994e req-3d38e29e-ba75-4472-8b90-de8ad906d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:17.149008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29c38639-f0c8-4193-96d6-b594e2ff994e req-3d38e29e-ba75-4472-8b90-de8ad906d13c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 1096 time: 0.1129577 Nov 23 18:09:17.168121 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-69c2ef2d-dce0-4f01-bcf0-e02b64d246a1 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:17.169718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-69c2ef2d-dce0-4f01-bcf0-e02b64d246a1 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1511407 Nov 23 18:09:17.174466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40498) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.177578 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.177923 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Added segment 37c2596d-6058-4360-9514-aaecb0d48ce4 of type vlan for network d91829b3-b9c0-43d2-9959-8bbc914692cb Nov 23 18:09:17.185584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0300e7d0-7466-4882-ae01-ac530c973a84 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.186211 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-0300e7d0-7466-4882-ae01-ac530c973a84 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 18:09:17.187035 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-0300e7d0-7466-4882-ae01-ac530c973a84 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:17.191212 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0300e7d0-7466-4882-ae01-ac530c973a84 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124774 Nov 23 18:09:17.191537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40500) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.197002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fadfee80-0c96-4c32-ab4f-31c5e56a1a49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.298451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.306264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29c38639-f0c8-4193-96d6-b594e2ff994e req-0f07d4b9-663a-485e-8281-1ccda8114c24 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471601 Nov 23 18:09:17.349132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149ad9-b6d8-458b-8672-515eea941de6 req-7e728a83-880e-46c8-b828-956d482ec708 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:17.356840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75149ad9-b6d8-458b-8672-515eea941de6 req-7e728a83-880e-46c8-b828-956d482ec708 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 945 time: 0.1514966 Nov 23 18:09:17.367462 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-fadfee80-0c96-4c32-ab4f-31c5e56a1a49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:17.368460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fadfee80-0c96-4c32-ab4f-31c5e56a1a49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1756847 Nov 23 18:09:17.371759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40502) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.379334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.381855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8e4aaf7c-565b-4f9c-a82d-260ad368fd25 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.382483 n-d-818932-3 neutron-server[120535]: WARNING neutron.api.v2.base [None req-8e4aaf7c-565b-4f9c-a82d-260ad368fd25 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 18:09:17.383091 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-8e4aaf7c-565b-4f9c-a82d-260ad368fd25 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:17.384096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8e4aaf7c-565b-4f9c-a82d-260ad368fd25 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107350 Nov 23 18:09:17.385385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:17.385983 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.388306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40504) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.393567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5a80d3ea-6d42-42ac-b2e4-09bc2294527a tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.443100 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-5a80d3ea-6d42-42ac-b2e4-09bc2294527a tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:17.447651 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5a80d3ea-6d42-42ac-b2e4-09bc2294527a tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0573275 Nov 23 18:09:17.452517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40506) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.458238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-883826ae-2f15-4f45-b489-53a09ab85f81 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'f34f2cad-a2ae-4b3c-88dd-58763c7e64f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.462438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4894147 Nov 23 18:09:17.466092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40508) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.473332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.497153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75149ad9-b6d8-458b-8672-515eea941de6 req-aff5bd9f-5f81-48ea-a4a1-df6875dbdf24 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388690 Nov 23 18:09:17.500388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4c0fd-6925-4674-bd87-bdd660073cb0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Network': ['ID=d91829b3-b9c0-43d2-9959-8bbc914692cb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:17.515903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network d91829b3-b9c0-43d2-9959-8bbc914692cb details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:09:17.586013 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-883826ae-2f15-4f45-b489-53a09ab85f81 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:17.590356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40510) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.590890 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-883826ae-2f15-4f45-b489-53a09ab85f81 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1370382 Nov 23 18:09:17.645970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:17.651103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.692767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fc341b8-9a15-4d50-b848-734760af0956 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.730061 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.730376 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fc341b8-9a15-4d50-b848-734760af0956 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.741091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b686-7a1e-4b4c-b92a-2c362eca8eb1 req-1c9e2c7e-4827-4106-a3bd-6860ec3c9eb6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:17.743111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e88b686-7a1e-4b4c-b92a-2c362eca8eb1 req-1c9e2c7e-4827-4106-a3bd-6860ec3c9eb6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 944 time: 0.0896475 Nov 23 18:09:17.780094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:09:17.822729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e88b686-7a1e-4b4c-b92a-2c362eca8eb1 req-2d1633d4-3b0e-46db-b93d-bf56a638f6d9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684662 Nov 23 18:09:17.822729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fc341b8-9a15-4d50-b848-734760af0956 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.822729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fc341b8-9a15-4d50-b848-734760af0956 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.826992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8fc341b8-9a15-4d50-b848-734760af0956 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/f34f2cad-a2ae-4b3c-88dd-58763c7e64f7 HTTP/1.1" status: 204 len: 168 time: 0.2340164 Nov 23 18:09:17.827623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40514) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.843989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc341b8-9a15-4d50-b848-734760af0956 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34f2cad-a2ae-4b3c-88dd-58763c7e64f7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:17.869873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.896349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b001c84f-d6dd-40f2-b392-0dd7c9b38501 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582967 Nov 23 18:09:17.896655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40518) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:17.901123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9062ec51-6a75-4b62-b4b6-2565666a41f5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--794716873'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:17.933077 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9062ec51-6a75-4b62-b4b6-2565666a41f5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.967611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=6465369d-270a-4440-bf3d-74734753654a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:17.982996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking segment: {'id': '37c2596d-6058-4360-9514-aaecb0d48ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:17.983430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network hostable DHCP agents. Network: d91829b3-b9c0-43d2-9959-8bbc914692cb, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:09:18.019185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network d91829b3-b9c0-43d2-9959-8bbc914692cb is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:09:18.034317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, d91829b3-b9c0-43d2-9959-8bbc914692cb) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:18.039764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:18.040982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.045299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9062ec51-6a75-4b62-b4b6-2565666a41f5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.050569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd58f88-0307-4845-91c0-5e0ed401dcc1 None None] Network d91829b3-b9c0-43d2-9959-8bbc914692cb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:18.066159 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3a756772-5c0b-4c04-ad6b-5bb20bb9be74 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5988593 Nov 23 18:09:18.067295 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9062ec51-6a75-4b62-b4b6-2565666a41f5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.076575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40526) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:18.082287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb', 'name': 'tempest-PortsIpV6TestJSON-519141889'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:18.111976 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9062ec51-6a75-4b62-b4b6-2565666a41f5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.116263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9062ec51-6a75-4b62-b4b6-2565666a41f5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2160497 Nov 23 18:09:18.119146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40528) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:18.125358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cedd40df-5cad-4fd1-a8be-2a35d96b06cd tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'da524d71-3764-4606-ad1a-a6f1178895cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:18.139133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:18.141746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062ec51-6a75-4b62-b4b6-2565666a41f5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da524d71-3764-4606-ad1a-a6f1178895cb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:18.155826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '8c35140b-6cf2-4d0f-9b42-2185d01f29d7', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': '8c35140b-6cf2-4d0f-9b42-2185d01f29d7', 'mac_address': 'fa:16:3e:ce:c3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:09:18.194962 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-cedd40df-5cad-4fd1-a8be-2a35d96b06cd tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The resource could not be found. Nov 23 18:09:18.197798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cedd40df-5cad-4fd1-a8be-2a35d96b06cd tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0774944 Nov 23 18:09:18.201809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40532) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:18.207535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-153594f1-0f4d-46a9-b322-8c4b4ecdafcc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': 'da524d71-3764-4606-ad1a-a6f1178895cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '003d3546-890a-432b-af5a-34d08025cebb'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:18.241591 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.264567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:09:18.302861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:18.306020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-d91829b3-b9c0-43d2-9959-8bbc914692cb', 'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb', 'tenant_id': '0c0c4f0a48a4410c8821ea06004bd647', 'fixed_ips': [{'subnet_id': '6465369d-270a-4440-bf3d-74734753654a'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:09:18.307274 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.309837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:18.320576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.325976 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.368040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port 7ed37784-6158-4402-b680-753ae711f0ab yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:18.375671 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-153594f1-0f4d-46a9-b322-8c4b4ecdafcc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The resource could not be found. Nov 23 18:09:18.377055 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-153594f1-0f4d-46a9-b322-8c4b4ecdafcc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1741822 Nov 23 18:09:18.379874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40536) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:18.456238 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5bffc884-a79e-4a50-a4b2-d6e289a2ed49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.477935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:18.493315 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5bffc884-a79e-4a50-a4b2-d6e289a2ed49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.540570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5bffc884-a79e-4a50-a4b2-d6e289a2ed49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.543638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5bffc884-a79e-4a50-a4b2-d6e289a2ed49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.545666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5bffc884-a79e-4a50-a4b2-d6e289a2ed49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/da524d71-3764-4606-ad1a-a6f1178895cb HTTP/1.1" status: 204 len: 168 time: 0.1638248 Nov 23 18:09:18.549756 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40540) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:18.558068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffc884-a79e-4a50-a4b2-d6e289a2ed49 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da524d71-3764-4606-ad1a-a6f1178895cb,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:18.571592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Allocated IP 2001:db8::2 (d91829b3-b9c0-43d2-9959-8bbc914692cb/6465369d-270a-4440-bf3d-74734753654a/fcaf96d4-364f-4698-bde0-23af4abade77) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:18.603366 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3fbfd232-1221-4ba9-8ec0-5ebb2b0eb27a tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0519545 Nov 23 18:09:18.608280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40542) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:18.612382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-268163c4-328e-4b7f-b6af-0e6deaedbec1 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': '161ff03e-531e-4e03-94f5-1d35629420bb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:18.615599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8c35140b-6cf2-4d0f-9b42-2185d01f29d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:18.696407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b061d-45e2-4f21-b74e-840c304a174b req-17f140d6-a37d-47af-a67c-9c674fffa999 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:18.697916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f2b061d-45e2-4f21-b74e-840c304a174b req-17f140d6-a37d-47af-a67c-9c674fffa999 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 945 time: 0.0632401 Nov 23 18:09:18.704518 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-268163c4-328e-4b7f-b6af-0e6deaedbec1 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The resource could not be found. Nov 23 18:09:18.705733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-268163c4-328e-4b7f-b6af-0e6deaedbec1 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0971677 Nov 23 18:09:18.709477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40544) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:18.714764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-31c56085-bfdf-4bbd-a504-f9599ee74626 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--211242876'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:18.745713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31c56085-bfdf-4bbd-a504-f9599ee74626 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.791956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f2b061d-45e2-4f21-b74e-840c304a174b req-8f1becaa-8812-4c1d-aa7b-eeb043483c6a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821354 Nov 23 18:09:18.845262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31c56085-bfdf-4bbd-a504-f9599ee74626 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.866188 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31c56085-bfdf-4bbd-a504-f9599ee74626 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.876133 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.887249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.937271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Network d91829b3-b9c0-43d2-9959-8bbc914692cb is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:18.941350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:18.946549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:18.977127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab99d5-7793-4a3b-bf0f-f044d4a7ce6c req-fc472c69-3c37-446c-aad5-2a07194250f0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:18.985238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edab99d5-7793-4a3b-bf0f-f044d4a7ce6c req-fc472c69-3c37-446c-aad5-2a07194250f0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 945 time: 0.1098051 Nov 23 18:09:18.992176 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::3bf (d91829b3-b9c0-43d2-9959-8bbc914692cb/6465369d-270a-4440-bf3d-74734753654a/7ed37784-6158-4402-b680-753ae711f0ab) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:18.992922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Pushing event updated for resources: {'Port': ['ID=fcaf96d4-364f-4698-bde0-23af4abade77,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:19.030883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Attempting to bind port fcaf96d4-364f-4698-bde0-23af4abade77 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:19.031539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Attempting to bind port fcaf96d4-364f-4698-bde0-23af4abade77 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '37c2596d-6058-4360-9514-aaecb0d48ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:19.032105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Attempting to bind port fcaf96d4-364f-4698-bde0-23af4abade77 on network d91829b3-b9c0-43d2-9959-8bbc914692cb {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:19.038221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:19.039189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Checking segment: {'id': '37c2596d-6058-4360-9514-aaecb0d48ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:19.039967 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.040620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Bound using segment: {'id': '37c2596d-6058-4360-9514-aaecb0d48ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:19.041301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Bound port: fcaf96d4-364f-4698-bde0-23af4abade77, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c2596d-6058-4360-9514-aaecb0d48ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:19.041985 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.056360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743622f0-2cfe-41bb-8e57-7ef43f63ad9e req-19b87f63-e04b-4c53-99fd-9853520579d1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:19.058187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743622f0-2cfe-41bb-8e57-7ef43f63ad9e req-19b87f63-e04b-4c53-99fd-9853520579d1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 945 time: 0.1344011 Nov 23 18:09:19.090773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edab99d5-7793-4a3b-bf0f-f044d4a7ce6c req-575032f3-dc13-4351-bb64-088f2374febb tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986667 Nov 23 18:09:19.131071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] For port fcaf96d4-364f-4698-bde0-23af4abade77, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:19.136455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] For port fcaf96d4-364f-4698-bde0-23af4abade77, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fcaf96d4-364f-4698-bde0-23af4abade77,segment=NetworkSegment(37c2596d-6058-4360-9514-aaecb0d48ce4),segment_id=37c2596d-6058-4360-9514-aaecb0d48ce4)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:19.144351 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.179446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-743622f0-2cfe-41bb-8e57-7ef43f63ad9e req-8b34eb6c-5309-4b99-af47-b17293f62364 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097205 Nov 23 18:09:19.203943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.211707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c56085-bfdf-4bbd-a504-f9599ee74626 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86de70bf-8c18-43a1-97e1-d03a89ce7a83,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:19.216769 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31c56085-bfdf-4bbd-a504-f9599ee74626 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.221036 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-31c56085-bfdf-4bbd-a504-f9599ee74626 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5074761 Nov 23 18:09:19.222338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40554) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:19.231107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7f8831be-5c64-46da-b7a6-f0a6c4cd3e32 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--163764478'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:19.265650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ea77-7499-4e65-a907-439bf198ad1a None None] Pushing event updated for resources: {'Port': ['ID=fcaf96d4-364f-4698-bde0-23af4abade77,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:19.274815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f8831be-5c64-46da-b7a6-f0a6c4cd3e32 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.284961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.386903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network d91829b3-b9c0-43d2-9959-8bbc914692cb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:19.397196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=7ed37784-6158-4402-b680-753ae711f0ab,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:19.400344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:19.402379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:19.412228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:19.412373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f8831be-5c64-46da-b7a6-f0a6c4cd3e32 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.412878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.431338 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f8831be-5c64-46da-b7a6-f0a6c4cd3e32 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.440861 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-79be0c63-899c-4176-9e1d-787eaf0cdbf8 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3631148 Nov 23 18:09:19.442158 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.443654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40560) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:19.448858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': 'd91829b3-b9c0-43d2-9959-8bbc914692cb', 'name': 'tempest-PortsIpV6TestJSON-1853047697'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:19.494956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f8831be-5c64-46da-b7a6-f0a6c4cd3e32 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.496332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7f8831be-5c64-46da-b7a6-f0a6c4cd3e32 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2725525 Nov 23 18:09:19.501770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40564) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:19.508535 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a996c4a5-9784-4a61-97f5-5e2af9d2eeb5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group_rule': {'security_group_id': '86de70bf-8c18-43a1-97e1-d03a89ce7a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '277fa922-975c-41ed-99ed-41eaf46c9c4a'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:19.518312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8831be-5c64-46da-b7a6-f0a6c4cd3e32 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277fa922-975c-41ed-99ed-41eaf46c9c4a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:19.602383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:19.607899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.615020 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-a996c4a5-9784-4a61-97f5-5e2af9d2eeb5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:19.615020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a996c4a5-9784-4a61-97f5-5e2af9d2eeb5 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1098220 Nov 23 18:09:19.621296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40566) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:19.649001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port b8b656d8-501d-4108-a871-e7a1f3591b1f yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:19.728377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4d152f-9ea2-4f56-a245-3d23fff81abc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.750157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bd401-7672-419d-9458-39680f89b652 req-5ead5c67-ed29-4e31-a3d5-fe3d9f12a947 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:19.757442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c0bd401-7672-419d-9458-39680f89b652 req-5ead5c67-ed29-4e31-a3d5-fe3d9f12a947 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 945 time: 0.1000810 Nov 23 18:09:19.785165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::2ce (d91829b3-b9c0-43d2-9959-8bbc914692cb/6465369d-270a-4440-bf3d-74734753654a/b8b656d8-501d-4108-a871-e7a1f3591b1f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:19.793019 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4d152f-9ea2-4f56-a245-3d23fff81abc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.797380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:19.848496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c0bd401-7672-419d-9458-39680f89b652 req-4f1b72bc-6498-433d-a51f-1af5a21127df tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892596 Nov 23 18:09:19.854962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:09:19.865558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:19.866250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.872461 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4d152f-9ea2-4f56-a245-3d23fff81abc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.875018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4d152f-9ea2-4f56-a245-3d23fff81abc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.878861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40568) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:19.895305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a4d152f-9ea2-4f56-a245-3d23fff81abc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/277fa922-975c-41ed-99ed-41eaf46c9c4a HTTP/1.1" status: 204 len: 168 time: 0.2741401 Nov 23 18:09:19.905548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d152f-9ea2-4f56-a245-3d23fff81abc tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277fa922-975c-41ed-99ed-41eaf46c9c4a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:20.000458 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.026715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0270d4-55a5-4fdf-8371-ee3834ccfd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c35140b-6cf2-4d0f-9b42-2185d01f29d7'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:20.030119 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2628edfd-32ee-4a97-83d0-f913ceda6bb0 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1471627 Nov 23 18:09:20.030255 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1481a3-4c00-40f5-a487-1c76c76f1744" -d '{"events": [{"server_uuid": "ea0270d4-55a5-4fdf-8371-ee3834ccfd8e", "name": "network-vif-plugged", "status": "completed", "tag": "8c35140b-6cf2-4d0f-9b42-2185d01f29d7"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:20.030505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40570) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:20.050019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:20.065206 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.097602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.099453 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e7de-157c-4109-b763-eec5e0fa7cea tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.120141 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78868693-8315-42c3-8a05-81a37d644384 x-openstack-request-id: req-78868693-8315-42c3-8a05-81a37d644384 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:20.120447 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0270d4-55a5-4fdf-8371-ee3834ccfd8e", "name": "network-vif-plugged", "status": "completed", "tag": "8c35140b-6cf2-4d0f-9b42-2185d01f29d7", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:20.120708 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-78868693-8315-42c3-8a05-81a37d644384 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:20.121110 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0270d4-55a5-4fdf-8371-ee3834ccfd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c35140b-6cf2-4d0f-9b42-2185d01f29d7', 'code': 200} Nov 23 18:09:20.151754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.155100 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e7de-157c-4109-b763-eec5e0fa7cea tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.167939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:20.281128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network d91829b3-b9c0-43d2-9959-8bbc914692cb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:20.292136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=b8b656d8-501d-4108-a871-e7a1f3591b1f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:20.298887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:20.305394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:20.342260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:20.343103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.372448 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-49284795-a389-4f77-83c7-ebc5c683720d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9272790 Nov 23 18:09:20.374732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40580) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:20.377934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e7de-157c-4109-b763-eec5e0fa7cea tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.381198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e7de-157c-4109-b763-eec5e0fa7cea tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.389926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1bf1e7de-157c-4109-b763-eec5e0fa7cea tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/86de70bf-8c18-43a1-97e1-d03a89ce7a83 HTTP/1.1" status: 204 len: 168 time: 0.3582451 Nov 23 18:09:20.405238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40582) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:20.425644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1e7de-157c-4109-b763-eec5e0fa7cea tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de70bf-8c18-43a1-97e1-d03a89ce7a83,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:20.470158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fcaf96d4-364f-4698-bde0-23af4abade77 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:20.493822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99811b4b-576a-41c5-956c-d790b2ad72f0 req-01988193-b00a-4245-a8a4-a0b4ca598d90 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:20.495505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99811b4b-576a-41c5-956c-d790b2ad72f0 req-01988193-b00a-4245-a8a4-a0b4ca598d90 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 946 time: 0.1940849 Nov 23 18:09:20.498304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4e939-8678-49a4-9dac-7ceaadc86e2b req-ca71c4ee-7c4d-4d79-b768-ecc7a57755d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:20.510950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91d4e939-8678-49a4-9dac-7ceaadc86e2b req-ca71c4ee-7c4d-4d79-b768-ecc7a57755d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 1097 time: 0.3096359 Nov 23 18:09:20.544230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2e132-7765-4482-a42c-8dcc45144224 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:20.548625 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27f2e132-7765-4482-a42c-8dcc45144224 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3bf HTTP/1.1" status: 200 len: 928 time: 0.1529231 Nov 23 18:09:20.549987 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b9a039ae-30b9-409b-a3e3-edf5ebb657eb tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1129472 Nov 23 18:09:20.550527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40586) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:20.569314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40588) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:20.600561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fcaf96d4-364f-4698-bde0-23af4abade77 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:20.600972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.603366 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.606443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3c0709a6-d6e5-4642-ac33-8d5f9a2e215d tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007230356'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:20.690440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91d4e939-8678-49a4-9dac-7ceaadc86e2b req-132d6f2c-9190-464a-88fe-12b5411ca494 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581376 Nov 23 18:09:20.696633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99811b4b-576a-41c5-956c-d790b2ad72f0 req-167d9d60-7741-4b23-8373-1f5c80337f81 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843181 Nov 23 18:09:20.701766 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c0709a6-d6e5-4642-ac33-8d5f9a2e215d tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.724465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.743116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090e569-5ffd-484b-8a06-1a69988085a9 None None] Network d91829b3-b9c0-43d2-9959-8bbc914692cb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:20.765555 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b0f49f92-1793-4c03-a6bb-eb52d6a081a0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port b8b656d8-501d-4108-a871-e7a1f3591b1f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:20.766042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0f49f92-1793-4c03-a6bb-eb52d6a081a0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.795252 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port fcaf96d4-364f-4698-bde0-23af4abade77, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fcaf96d4-364f-4698-bde0-23af4abade77,segment=NetworkSegment(37c2596d-6058-4360-9514-aaecb0d48ce4),segment_id=37c2596d-6058-4360-9514-aaecb0d48ce4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:20.829530 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c0709a6-d6e5-4642-ac33-8d5f9a2e215d tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.842421 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.855603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c0709a6-d6e5-4642-ac33-8d5f9a2e215d tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.901095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-dbe26831-cc08-4091-a8e1-7557ce29776a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:20.902679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-dbe26831-cc08-4091-a8e1-7557ce29776a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 945 time: 0.1237481 Nov 23 18:09:20.908877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c0709a6-d6e5-4642-ac33-8d5f9a2e215d tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.910269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c0709a6-d6e5-4642-ac33-8d5f9a2e215d tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3375852 Nov 23 18:09:20.927592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0f49f92-1793-4c03-a6bb-eb52d6a081a0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.944871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b0f49f92-1793-4c03-a6bb-eb52d6a081a0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for b8b656d8-501d-4108-a871-e7a1f3591b1f owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:20.966803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=fcaf96d4-364f-4698-bde0-23af4abade77,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:20.977570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40592) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:20.979641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5f0e7dca-7ad7-4101-a5c4-a913194bf49b None None] Provisioning complete for port fcaf96d4-364f-4698-bde0-23af4abade77 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:20.980014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7dca-7ad7-4101-a5c4-a913194bf49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:20.985622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-bb5e8a03-b12b-4c5a-aea1-ef56bc5bf455 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:20.986049 n-d-818932-3 neutron-server[120536]: WARNING neutron.api.v2.base [None req-bb5e8a03-b12b-4c5a-aea1-ef56bc5bf455 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 18:09:20.986549 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-bb5e8a03-b12b-4c5a-aea1-ef56bc5bf455 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 18:09:20.987580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bb5e8a03-b12b-4c5a-aea1-ef56bc5bf455 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "PUT /v2.0/security-groups/1e422c01-fa7e-43f9-97dc-fca9ec094dac HTTP/1.1" status: 409 len: 330 time: 0.0056200 Nov 23 18:09:21.009028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40594) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:21.042086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0709a6-d6e5-4642-ac33-8d5f9a2e215d tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e422c01-fa7e-43f9-97dc-fca9ec094dac,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:21.083960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd7-3c92-47e7-9ad4-102345a4714e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.092043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Deleting port d9634391-3ddf-4406-8115-b2f448ba6436 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:21.092043 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.103840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b689746-1ea3-48b6-b5cd-bf472f572378 req-a1b5f1e1-6d87-42c1-bd80-ce778ae31605 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:21.106840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b689746-1ea3-48b6-b5cd-bf472f572378 req-a1b5f1e1-6d87-42c1-bd80-ce778ae31605 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 945 time: 0.1410675 Nov 23 18:09:21.116876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd7-3c92-47e7-9ad4-102345a4714e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.203061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0f49f92-1793-4c03-a6bb-eb52d6a081a0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.237553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f49f92-1793-4c03-a6bb-eb52d6a081a0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=b8b656d8-501d-4108-a871-e7a1f3591b1f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:21.249063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd7-3c92-47e7-9ad4-102345a4714e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.252157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd7-3c92-47e7-9ad4-102345a4714e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.254196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e08c7bd7-3c92-47e7-9ad4-102345a4714e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/1e422c01-fa7e-43f9-97dc-fca9ec094dac HTTP/1.1" status: 204 len: 168 time: 0.2433481 Nov 23 18:09:21.256567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40596) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:21.261866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] For port d9634391-3ddf-4406-8115-b2f448ba6436, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d9634391-3ddf-4406-8115-b2f448ba6436,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:21.262408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.270804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c7bd7-3c92-47e7-9ad4-102345a4714e tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e422c01-fa7e-43f9-97dc-fca9ec094dac,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:21.275273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Calling delete_port for d9634391-3ddf-4406-8115-b2f448ba6436 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:21.300009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b689746-1ea3-48b6-b5cd-bf472f572378 req-b3569b07-f774-49e5-933f-15cb9de9540b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457729 Nov 23 18:09:21.302365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0f49f92-1793-4c03-a6bb-eb52d6a081a0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.306329 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0f49f92-1793-4c03-a6bb-eb52d6a081a0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/b8b656d8-501d-4108-a871-e7a1f3591b1f HTTP/1.1" status: 204 len: 168 time: 0.7547700 Nov 23 18:09:21.309474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40598) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:21.341125 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-82113c8e-a3ea-4a9f-8e2d-86eb74957f0d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:21.342770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-82113c8e-a3ea-4a9f-8e2d-86eb74957f0d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/b8b656d8-501d-4108-a871-e7a1f3591b1f HTTP/1.1" status: 404 len: 333 time: 0.0322447 Nov 23 18:09:21.345561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40600) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:21.417383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fd3811fe-4bdd-4ec0-abeb-f8f61e82292a tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1240997 Nov 23 18:09:21.426336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40606) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:21.458859 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-4fbe0df1-3031-4f69-a5e7-ae35bbbf0215 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] delete failed (client error): The resource could not be found. Nov 23 18:09:21.460027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4fbe0df1-3031-4f69-a5e7-ae35bbbf0215 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "DELETE /v2.0/security-groups/ee8ac52e-2f11-4979-8f2c-bb543d75e594 HTTP/1.1" status: 404 len: 347 time: 0.0324738 Nov 23 18:09:21.464533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40610) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:21.492333 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-3c5ee842-634d-4242-99db-1b975dc98e98 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] show failed (client error): The resource could not be found. Nov 23 18:09:21.493405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c5ee842-634d-4242-99db-1b975dc98e98 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-groups/63498316-00f6-4d3b-bbf3-d4734b94caa3 HTTP/1.1" status: 404 len: 347 time: 0.0277879 Nov 23 18:09:21.498654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40614) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:21.508812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5720ca83-a60d-460e-9c67-deb7112f907c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 7ed37784-6158-4402-b680-753ae711f0ab {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:21.509260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5720ca83-a60d-460e-9c67-deb7112f907c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.515005 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-79e20381-78b1-4c7d-951d-ac7406d30d81 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] show failed (client error): The resource could not be found. Nov 23 18:09:21.516055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-79e20381-78b1-4c7d-951d-ac7406d30d81 tempest-NegativeSecGroupTest-628945262 tempest-NegativeSecGroupTest-628945262-project] 10.222.0.74 "GET /v2.0/security-group-rules/c31e4d6e-a54e-4b14-984c-a1a988b15169 HTTP/1.1" status: 404 len: 356 time: 0.0164416 Nov 23 18:09:21.617534 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5720ca83-a60d-460e-9c67-deb7112f907c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.645466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5720ca83-a60d-460e-9c67-deb7112f907c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 7ed37784-6158-4402-b680-753ae711f0ab owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:21.670526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.686110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ff99a5f4-25d0-47fd-83cb-cb22dd8e7413 None None] Could not find standard attr ID for object b8b656d8-501d-4108-a871-e7a1f3591b1f. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:21.693961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de', 'd9634391-3ddf-4406-8115-b2f448ba6436'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:21.771284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event deleted for resources: {'Port': ['ID=d9634391-3ddf-4406-8115-b2f448ba6436,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:21.881661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ff99a5f4-25d0-47fd-83cb-cb22dd8e7413 None None] Provisioning complete for port 7ed37784-6158-4402-b680-753ae711f0ab triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:21.883288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff99a5f4-25d0-47fd-83cb-cb22dd8e7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:21.983451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] No DVR routers for this DVR port d9634391-3ddf-4406-8115-b2f448ba6436 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:21.984633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ff99a5f4-25d0-47fd-83cb-cb22dd8e7413 None None] Port 7ed37784-6158-4402-b680-753ae711f0ab cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:22.014371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ff99a5f4-25d0-47fd-83cb-cb22dd8e7413 None None] Provisioning complete for port fcaf96d4-364f-4698-bde0-23af4abade77 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:22.015057 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff99a5f4-25d0-47fd-83cb-cb22dd8e7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.037037 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.054565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-193bc2db-e560-429f-8825-9e04b3fe8bf4 req-e6166e42-b24e-4e5c-a0e7-a21076363b35 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "DELETE /v2.0/ports/d9634391-3ddf-4406-8115-b2f448ba6436 HTTP/1.1" status: 204 len: 173 time: 1.1383176 Nov 23 18:09:22.057590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3', 'name': 'network-vif-deleted', 'tag': 'd9634391-3ddf-4406-8115-b2f448ba6436'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:22.066961 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6017b62c-6b9a-4b00-b445-221607bc1007" -d '{"events": [{"server_uuid": "1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3", "name": "network-vif-deleted", "tag": "d9634391-3ddf-4406-8115-b2f448ba6436"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:22.093605 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5720ca83-a60d-460e-9c67-deb7112f907c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.133098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517d7c3-33e5-4a09-ad47-88cf97db00c7 req-49791205-9111-43ee-8901-072832ffd382 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:22.136784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0517d7c3-33e5-4a09-ad47-88cf97db00c7 req-49791205-9111-43ee-8901-072832ffd382 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 946 time: 0.2487006 Nov 23 18:09:22.169354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720ca83-a60d-460e-9c67-deb7112f907c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=7ed37784-6158-4402-b680-753ae711f0ab,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:22.226610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5720ca83-a60d-460e-9c67-deb7112f907c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.239900 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5720ca83-a60d-460e-9c67-deb7112f907c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/7ed37784-6158-4402-b680-753ae711f0ab HTTP/1.1" status: 204 len: 168 time: 0.8932869 Nov 23 18:09:22.240809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40628) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:22.261756 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b0f9f4-e0ad-4f89-93ae-8a2e280e89b2 x-openstack-request-id: req-d9b0f9f4-e0ad-4f89-93ae-8a2e280e89b2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:22.267923 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3", "name": "network-vif-deleted", "tag": "d9634391-3ddf-4406-8115-b2f448ba6436", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:22.268368 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d9b0f9f4-e0ad-4f89-93ae-8a2e280e89b2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:22.268811 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3', 'name': 'network-vif-deleted', 'tag': 'd9634391-3ddf-4406-8115-b2f448ba6436', 'status': 'completed', 'code': 200} Nov 23 18:09:22.292386 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab349bc-09fe-40c4-a951-9b609a317e59 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:22.292604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0517d7c3-33e5-4a09-ad47-88cf97db00c7 req-15c38135-1759-482d-ad29-77c43f20076c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443613 Nov 23 18:09:22.310037 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bab349bc-09fe-40c4-a951-9b609a317e59 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/7ed37784-6158-4402-b680-753ae711f0ab HTTP/1.1" status: 404 len: 333 time: 0.0656230 Nov 23 18:09:22.311477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40630) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:22.398270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-80dcda2f-e7f9-4929-a2a0-de3413fbdbfa None None] Could not find standard attr ID for object 7ed37784-6158-4402-b680-753ae711f0ab. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:22.418966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab30ea91-10ae-459b-a8ee-be5e8e58dd1c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet 6465369d-270a-4440-bf3d-74734753654a {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:22.420521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40634) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:22.432259 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea91-10ae-459b-a8ee-be5e8e58dd1c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.452451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fcaf96d4-364f-4698-bde0-23af4abade77 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:22.561607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b86478b-5d37-445b-ac83-92dbdec21110 req-722076a0-6c75-4e42-b44e-b49d05901338 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a8a075a-8e66-4dd9-a8d2-2f8c5b7a55d3 HTTP/1.1" status: 200 len: 210 time: 0.0512052 Nov 23 18:09:22.565566 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea91-10ae-459b-a8ee-be5e8e58dd1c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.588647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fcaf96d4-364f-4698-bde0-23af4abade77 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:22.589033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.717456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea91-10ae-459b-a8ee-be5e8e58dd1c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.761414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ea9d6723-e9ab-4fa7-a965-8aae80773a41 None None] Could not find standard attr ID for object b8b656d8-501d-4108-a871-e7a1f3591b1f. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:22.804240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ab642980-c4b5-497c-a7f9-fa650e3bc65d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e745ae6317854c55bb09752244ad91f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813317 Nov 23 18:09:22.807436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:22.890258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea91-10ae-459b-a8ee-be5e8e58dd1c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.929004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86afece5-9bf9-4215-9336-64668d7da0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.938031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30ea91-10ae-459b-a8ee-be5e8e58dd1c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=6465369d-270a-4440-bf3d-74734753654a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:22.957259 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea91-10ae-459b-a8ee-be5e8e58dd1c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:22.961915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ab30ea91-10ae-459b-a8ee-be5e8e58dd1c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/6465369d-270a-4440-bf3d-74734753654a HTTP/1.1" status: 204 len: 168 time: 0.6493416 Nov 23 18:09:22.965960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40646) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:22.969565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86afece5-9bf9-4215-9336-64668d7da0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.026030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5764a-3d61-47f8-a33e-4bdbee18dbd0 None None] Network d91829b3-b9c0-43d2-9959-8bbc914692cb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:23.046898 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86afece5-9bf9-4215-9336-64668d7da0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.050025 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86afece5-9bf9-4215-9336-64668d7da0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.051348 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-86afece5-9bf9-4215-9336-64668d7da0da admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41171313-d23b-4577-920e-48bd60558877 HTTP/1.1" status: 204 len: 168 time: 0.2333035 Nov 23 18:09:23.062589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afece5-9bf9-4215-9336-64668d7da0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41171313-d23b-4577-920e-48bd60558877,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:23.141880 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.228668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port fcaf96d4-364f-4698-bde0-23af4abade77 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:23.229338 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.313738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] DHCP port deletion for d91829b3-b9c0-43d2-9959-8bbc914692cb request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:09:23.350668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] For port fcaf96d4-364f-4698-bde0-23af4abade77, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fcaf96d4-364f-4698-bde0-23af4abade77,segment=NetworkSegment(37c2596d-6058-4360-9514-aaecb0d48ce4),segment_id=37c2596d-6058-4360-9514-aaecb0d48ce4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:23.351098 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.383546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] Deleting port fcaf96d4-364f-4698-bde0-23af4abade77 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:23.383933 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.401829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for fcaf96d4-364f-4698-bde0-23af4abade77 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:23.502636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] For port fcaf96d4-364f-4698-bde0-23af4abade77, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fcaf96d4-364f-4698-bde0-23af4abade77,segment=NetworkSegment(37c2596d-6058-4360-9514-aaecb0d48ce4),segment_id=37c2596d-6058-4360-9514-aaecb0d48ce4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:23.503080 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.524068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] Calling delete_port for fcaf96d4-364f-4698-bde0-23af4abade77 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:23.566955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b0b41-e94f-45f0-ac3c-4e8827c31d1a req-13a954f1-6263-4849-8f26-67059b9a415f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:23.574712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea2b0b41-e94f-45f0-ac3c-4e8827c31d1a req-13a954f1-6263-4849-8f26-67059b9a415f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 946 time: 0.1636994 Nov 23 18:09:23.644476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea2b0b41-e94f-45f0-ac3c-4e8827c31d1a req-65f77f90-5339-4f99-b503-67050ea3ab99 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688338 Nov 23 18:09:23.656577 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.675328 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.705314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] Pushing event deleted for resources: {'Port': ['ID=fcaf96d4-364f-4698-bde0-23af4abade77,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:23.716769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=fcaf96d4-364f-4698-bde0-23af4abade77,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:23.720604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No DVR routers for this DVR port fcaf96d4-364f-4698-bde0-23af4abade77 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:23.748541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbd750-4617-4718-a987-97d30bec4a2a None None] No DVR routers for this DVR port fcaf96d4-364f-4698-bde0-23af4abade77 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:23.821871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.845207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91829b3-b9c0-43d2-9959-8bbc914692cb']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:23.877866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c2596d-6058-4360-9514-aaecb0d48ce4') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:23.878441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c2596d-6058-4360-9514-aaecb0d48ce4') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:23.895513 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.916479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.927898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:09:23.928333 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:09:23.932231 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:09:24.015084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.020100 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.023378 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/networks/d91829b3-b9c0-43d2-9959-8bbc914692cb HTTP/1.1" status: 204 len: 168 time: 1.0562019 Nov 23 18:09:24.028793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40692) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:24.034994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2085571089'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:24.041885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302834b-a091-47ce-86df-60730fb7de50 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Network': ['ID=d91829b3-b9c0-43d2-9959-8bbc914692cb,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:24.073370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:24.079469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.113096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:09:24.126296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.126652 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Added segment 4463859d-c06e-46a3-be53-7bb86b7cd6ca of type vlan for network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 Nov 23 18:09:24.177954 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.184486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-1d2d6ec3-31b0-479c-8eae-ae7244a75efe tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:24.188070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-1d2d6ec3-31b0-479c-8eae-ae7244a75efe tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.1471624 Nov 23 18:09:24.217566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-32dc915f-922c-4482-b8fe-f9edef32adf5 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/quotas/d6faf1323dfb4c8dbbfba6310828b807 HTTP/1.1" status: 200 len: 375 time: 0.0217400 Nov 23 18:09:24.217774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.225435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:24.226142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.279855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-1ab7e8f4-6040-43df-a1b7-23e33e8d079c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613468 Nov 23 18:09:24.314233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Network': ['ID=9ca57337-f668-4c89-a847-c7fd9b11d8b2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:24.319480 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-00f59b85-d270-438d-8fe6-e0d50f009b36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2893968 Nov 23 18:09:24.322412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40698) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:24.325644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:09:24.331763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:24.359455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fcaf96d4-364f-4698-bde0-23af4abade77 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:09:24.410731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-bddb4f59-19fa-46d6-af33-570dd87166fb service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299868 Nov 23 18:09:24.434681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device d9634391-3ddf-4406-8115-b2f448ba6436 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:09:24.441570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: fcaf96d4-364f-4698-bde0-23af4abade77 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:09:24.442346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fcaf96d4-364f-4698-bde0-23af4abade77 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:09:24.466096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:24.468949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: d9634391-3ddf-4406-8115-b2f448ba6436 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:09:24.469310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device d9634391-3ddf-4406-8115-b2f448ba6436 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:09:24.472538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.538247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-0d484c20-a35e-42ef-b4b6-af6c5319bdb1 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201038 Nov 23 18:09:24.697885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.722112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54eecd15-2561-4601-af30-d1464322e3a4 req-6a4cdeae-34d5-450b-ac2a-6d1c6010357f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 210 time: 0.0302000 Nov 23 18:09:24.787522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=f8e81e89-55d1-4d62-8dbc-dc76d834aac9,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:24.795593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking segment: {'id': '4463859d-c06e-46a3-be53-7bb86b7cd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:24.796117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network hostable DHCP agents. Network: 9ca57337-f668-4c89-a847-c7fd9b11d8b2, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:09:24.832195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:09:24.851914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9ca57337-f668-4c89-a847-c7fd9b11d8b2) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:24.858951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:24.859843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:24.862758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e07c6-4967-4b8a-94fb-dbca1522251a None None] Network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:24.926258 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-08194450-d8d0-4102-924b-cee392dc4b3f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5980358 Nov 23 18:09:24.928054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40728) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:24.936224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2', 'name': 'tempest-PortsIpV6TestJSON-986178528', 'fixed_ips': [{'subnet_id': 'f8e81e89-55d1-4d62-8dbc-dc76d834aac9', 'ip_address': '2001:db8::10'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:25.132577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-9ca57337-f668-4c89-a847-c7fd9b11d8b2', 'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2', 'tenant_id': '0c0c4f0a48a4410c8821ea06004bd647', 'fixed_ips': [{'subnet_id': 'f8e81e89-55d1-4d62-8dbc-dc76d834aac9'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:09:25.133596 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:25.165394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:25.327395 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:25.359336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port 285b734d-4fd1-4cde-86a8-09f32b007fad yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:25.589755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Allocated IP 2001:db8::2 (9ca57337-f668-4c89-a847-c7fd9b11d8b2/f8e81e89-55d1-4d62-8dbc-dc76d834aac9/dc77d782-f184-4d36-98c2-2e5b0e904c1a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:25.762823 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:25.774800 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:25.845619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:25.850569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:25.853323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dda91f1d-fbfe-4ffe-a5c4-0867b0bd677e req-5b9d7004-5e9c-4d31-a178-f5116056fbda tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 210 time: 0.0407941 Nov 23 18:09:25.856339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:25.869224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::10 (9ca57337-f668-4c89-a847-c7fd9b11d8b2/f8e81e89-55d1-4d62-8dbc-dc76d834aac9/285b734d-4fd1-4cde-86a8-09f32b007fad) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:25.930135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Pushing event updated for resources: {'Port': ['ID=dc77d782-f184-4d36-98c2-2e5b0e904c1a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:25.958557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Attempting to bind port dc77d782-f184-4d36-98c2-2e5b0e904c1a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:25.958963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Attempting to bind port dc77d782-f184-4d36-98c2-2e5b0e904c1a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '4463859d-c06e-46a3-be53-7bb86b7cd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:25.959345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Attempting to bind port dc77d782-f184-4d36-98c2-2e5b0e904c1a on network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:25.969424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:25.970803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Checking segment: {'id': '4463859d-c06e-46a3-be53-7bb86b7cd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:25.973334 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:25.973823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Bound using segment: {'id': '4463859d-c06e-46a3-be53-7bb86b7cd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:25.976272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Bound port: dc77d782-f184-4d36-98c2-2e5b0e904c1a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4463859d-c06e-46a3-be53-7bb86b7cd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:25.976821 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:26.068924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] For port dc77d782-f184-4d36-98c2-2e5b0e904c1a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:26.072892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] For port dc77d782-f184-4d36-98c2-2e5b0e904c1a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dc77d782-f184-4d36-98c2-2e5b0e904c1a,segment=NetworkSegment(4463859d-c06e-46a3-be53-7bb86b7cd6ca),segment_id=4463859d-c06e-46a3-be53-7bb86b7cd6ca)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:26.079948 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:26.183028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:26.192101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8901fd8-660c-4b91-b245-af6ab4375546 None None] Pushing event updated for resources: {'Port': ['ID=dc77d782-f184-4d36-98c2-2e5b0e904c1a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:26.247077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-4f312823-5c91-4b7a-92c8-77b34b5d1ccd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:26.248969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-4f312823-5c91-4b7a-92c8-77b34b5d1ccd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.2227769 Nov 23 18:09:26.274769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Request body: {'port': {'device_id': 'd1e0175d-a04e-4b58-bc1c-6e07490d2e1a', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'admin_state_up': True, 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:26.614174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:26.696969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:26.707881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:26.714030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:26.721290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:26.721944 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:26.740132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=285b734d-4fd1-4cde-86a8-09f32b007fad,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:26.766389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c54be2fb-c05e-46f9-9ff7-5479e4b8710d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8347208 Nov 23 18:09:26.767104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40762) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:26.772905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '9ca57337-f668-4c89-a847-c7fd9b11d8b2', 'name': 'tempest-PortsIpV6TestJSON-175120901', 'fixed_ips': [{'subnet_id': 'f8e81e89-55d1-4d62-8dbc-dc76d834aac9', 'ip_address': '2001:db8::f'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:26.781677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:26.785475 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:26.966204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Allocated IP 172.20.0.4 (3d638fde-106a-4763-b7e6-06a7e84f98b1/7b6af081-5451-450f-b870-3cfa540ebfd2/511cac00-38fe-4c10-9bed-944c3d1971f9) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:26.999926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:27.070893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1b7c70c-b240-47cb-8f0a-810092c653fd req-9f917ee0-012d-4aba-b912-0bb0c116967f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 210 time: 0.0808561 Nov 23 18:09:27.308036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.344075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port e5d8b755-c48a-44d4-8ca8-1726da90c37b yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:27.384356 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.431374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.443996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:27.528202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:27.530783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:27.533237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event updated for resources: {'Port': ['ID=511cac00-38fe-4c10-9bed-944c3d1971f9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:27.536402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:27.566297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.566660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.567579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.567579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.567761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.568097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.568440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.568778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.569537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.569887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.570224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.570555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:27.619316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:27.620363 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.629186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b3b570-aeae-4372-a891-68a561767347 None None] Network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:27.649557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::f (9ca57337-f668-4c89-a847-c7fd9b11d8b2/f8e81e89-55d1-4d62-8dbc-dc76d834aac9/e5d8b755-c48a-44d4-8ca8-1726da90c37b) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:27.658838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-07e0d8c5-fe86-4da4-9cac-b0bd6e0492cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3930635 Nov 23 18:09:27.669114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-caf66429-0b0c-45ee-a177-15c81800ab16 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:09:27.670409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-caf66429-0b0c-45ee-a177-15c81800ab16 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056627 Nov 23 18:09:27.685706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Request body: {'port': {'device_id': 'd1e0175d-a04e-4b58-bc1c-6e07490d2e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:27.756751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c81a395a-60b8-4e83-ba0b-55b6c769cb9a None None] Provisioning complete for port dc77d782-f184-4d36-98c2-2e5b0e904c1a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:27.764091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c81a395a-60b8-4e83-ba0b-55b6c769cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.802945 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.868326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.912595 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.958655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c81a395a-60b8-4e83-ba0b-55b6c769cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:27.975954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:27.982028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:27.987594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:27.994306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:27.994564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.000955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=e5d8b755-c48a-44d4-8ca8-1726da90c37b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:28.022932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c81a395a-60b8-4e83-ba0b-55b6c769cb9a None None] For port dc77d782-f184-4d36-98c2-2e5b0e904c1a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dc77d782-f184-4d36-98c2-2e5b0e904c1a,segment=NetworkSegment(4463859d-c06e-46a3-be53-7bb86b7cd6ca),segment_id=4463859d-c06e-46a3-be53-7bb86b7cd6ca)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:28.026764 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-10fd7123-4523-4f1e-8eed-7150f4dd4ee0 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2581964 Nov 23 18:09:28.030269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40784) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:28.033797 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c81a395a-60b8-4e83-ba0b-55b6c769cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.101009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a395a-60b8-4e83-ba0b-55b6c769cb9a None None] Pushing event updated for resources: {'Port': ['ID=dc77d782-f184-4d36-98c2-2e5b0e904c1a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:28.207260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511cac00-38fe-4c10-9bed-944c3d1971f9 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:09:28.219607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.316744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Transition to ACTIVE for port object 511cac00-38fe-4c10-9bed-944c3d1971f9 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:09:28.332389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.333076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea40378-737e-4115-b8fd-8d421d8936d7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:28.338510 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7ea40378-737e-4115-b8fd-8d421d8936d7 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3021007 Nov 23 18:09:28.338510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40800) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:28.416421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f071-03b2-4989-b1f8-79d8c50ccb70 req-b133b08d-bce6-46a3-a426-c7f4e25cb036 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:28.419248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83d9f071-03b2-4989-b1f8-79d8c50ccb70 req-b133b08d-bce6-46a3-a426-c7f4e25cb036 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 931 time: 0.1748440 Nov 23 18:09:28.457922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056d0f8-ac9a-4ebe-9eea-156531a7d47b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:28.484597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dc77d782-f184-4d36-98c2-2e5b0e904c1a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:28.491595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056d0f8-ac9a-4ebe-9eea-156531a7d47b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:28.513042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056d0f8-ac9a-4ebe-9eea-156531a7d47b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:28.534760 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f056d0f8-ac9a-4ebe-9eea-156531a7d47b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1740942 Nov 23 18:09:28.535548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40808) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:28.626888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port dc77d782-f184-4d36-98c2-2e5b0e904c1a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:28.627740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.658750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Pushing event updated for resources: {'Port': ['ID=511cac00-38fe-4c10-9bed-944c3d1971f9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:28.685422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2f9f995e-4601-47cf-933d-48664c12656b None None] Provisioning complete for port dc77d782-f184-4d36-98c2-2e5b0e904c1a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:28.686199 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2f9f995e-4601-47cf-933d-48664c12656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.697383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Attempting to bind port 511cac00-38fe-4c10-9bed-944c3d1971f9 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:28.697903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Attempting to bind port 511cac00-38fe-4c10-9bed-944c3d1971f9 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:28.698240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Attempting to bind port 511cac00-38fe-4c10-9bed-944c3d1971f9 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:28.708994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Port 511cac00-38fe-4c10-9bed-944c3d1971f9 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:09:28.709337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Attempting to bind port 511cac00-38fe-4c10-9bed-944c3d1971f9 on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:28.722446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83d9f071-03b2-4989-b1f8-79d8c50ccb70 req-4834acb7-69de-490b-81f9-1766142723d5 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761576 Nov 23 18:09:28.723796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:28.724395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Checking segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:28.725210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Bound using segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:28.726112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Bound port: 511cac00-38fe-4c10-9bed-944c3d1971f9, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:28.726524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.780724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9609bb63-eb37-476f-a1c2-98f53467cdca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port e5d8b755-c48a-44d4-8ca8-1726da90c37b {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:28.781078 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9609bb63-eb37-476f-a1c2-98f53467cdca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.850754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] For port 511cac00-38fe-4c10-9bed-944c3d1971f9, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:28.854629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] For port 511cac00-38fe-4c10-9bed-944c3d1971f9, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=511cac00-38fe-4c10-9bed-944c3d1971f9,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:28.870261 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.936209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:28.939056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:28.941590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] 10.222.0.66 "PUT /v2.0/ports/511cac00-38fe-4c10-9bed-944c3d1971f9 HTTP/1.1" status: 200 len: 1091 time: 1.2612431 Nov 23 18:09:28.943350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e0175d-a04e-4b58-bc1c-6e07490d2e1a', 'tag': '511cac00-38fe-4c10-9bed-944c3d1971f9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:28.945964 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493f0b25-fb13-4ecf-8194-1ced4356a0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e0175d-a04e-4b58-bc1c-6e07490d2e1a", "tag": "511cac00-38fe-4c10-9bed-944c3d1971f9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:29.015604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75602d9d-9608-439a-8eb6-c883390df945 service neutron] Pushing event updated for resources: {'Port': ['ID=511cac00-38fe-4c10-9bed-944c3d1971f9,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:29.064437 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de9ff87-2ae1-4316-b345-6f9513a7d398 x-openstack-request-id: req-4de9ff87-2ae1-4316-b345-6f9513a7d398 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:29.064742 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e0175d-a04e-4b58-bc1c-6e07490d2e1a", "tag": "511cac00-38fe-4c10-9bed-944c3d1971f9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:29.065046 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4de9ff87-2ae1-4316-b345-6f9513a7d398 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:29.065465 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e0175d-a04e-4b58-bc1c-6e07490d2e1a', 'tag': '511cac00-38fe-4c10-9bed-944c3d1971f9', 'status': 'completed', 'code': 200} Nov 23 18:09:29.086585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-dd0f5b2e-1197-4c74-9082-6b506392666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:29.088381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-dd0f5b2e-1197-4c74-9082-6b506392666e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 1094 time: 0.0609584 Nov 23 18:09:29.112496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2f9f995e-4601-47cf-933d-48664c12656b None None] Provisioning complete for port e5d8b755-c48a-44d4-8ca8-1726da90c37b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:29.112789 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2f9f995e-4601-47cf-933d-48664c12656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:29.141187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-8c5d1f45-bbe3-4c49-b037-4ec828ae4b11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=511cac00-38fe-4c10-9bed-944c3d1971f9 HTTP/1.1" status: 200 len: 217 time: 0.0414088 Nov 23 18:09:29.189560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f995e-4601-47cf-933d-48664c12656b None None] Port e5d8b755-c48a-44d4-8ca8-1726da90c37b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:29.208870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2f9f995e-4601-47cf-933d-48664c12656b None None] Provisioning complete for port 285b734d-4fd1-4cde-86a8-09f32b007fad triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:29.211072 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2f9f995e-4601-47cf-933d-48664c12656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:29.245235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-6b6aa92e-c7d5-4b77-a597-b3bbb92f7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:29.248674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-6b6aa92e-c7d5-4b77-a597-b3bbb92f7619 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.1002827 Nov 23 18:09:29.314406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-13417a21-1f8c-494e-9cd1-e04821fc9432 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580192 Nov 23 18:09:29.318654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f995e-4601-47cf-933d-48664c12656b None None] Port 285b734d-4fd1-4cde-86a8-09f32b007fad cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:29.448831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-2e6a9948-2c47-4d0d-ade8-7c10292f4d8f service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192694 Nov 23 18:09:29.456973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-48be0252-ec5a-4de3-ba62-f863e2401c26 None None] Provisioning complete for port 285b734d-4fd1-4cde-86a8-09f32b007fad triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:29.457361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-48be0252-ec5a-4de3-ba62-f863e2401c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:29.500076 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9609bb63-eb37-476f-a1c2-98f53467cdca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:29.521937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9609bb63-eb37-476f-a1c2-98f53467cdca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for e5d8b755-c48a-44d4-8ca8-1726da90c37b owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:29.537249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-48be0252-ec5a-4de3-ba62-f863e2401c26 None None] Port 285b734d-4fd1-4cde-86a8-09f32b007fad cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:29.568773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-48be0252-ec5a-4de3-ba62-f863e2401c26 None None] Provisioning complete for port e5d8b755-c48a-44d4-8ca8-1726da90c37b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:29.569497 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-48be0252-ec5a-4de3-ba62-f863e2401c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:29.674849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-48be0252-ec5a-4de3-ba62-f863e2401c26 None None] Port e5d8b755-c48a-44d4-8ca8-1726da90c37b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:29.689847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f888c8-3a56-47b3-b558-96bc37dbad1a req-afe06178-1328-468c-9f75-6fd198168829 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374911 Nov 23 18:09:29.781675 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9609bb63-eb37-476f-a1c2-98f53467cdca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:29.818454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609bb63-eb37-476f-a1c2-98f53467cdca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=e5d8b755-c48a-44d4-8ca8-1726da90c37b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:29.872427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9609bb63-eb37-476f-a1c2-98f53467cdca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:29.878060 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9609bb63-eb37-476f-a1c2-98f53467cdca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/e5d8b755-c48a-44d4-8ca8-1726da90c37b HTTP/1.1" status: 204 len: 168 time: 1.3391166 Nov 23 18:09:29.890265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40830) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:29.933033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-03809a74-d757-4e28-aeb1-0dbde7cc1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:29.938241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-03809a74-d757-4e28-aeb1-0dbde7cc1305 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 1094 time: 0.1878512 Nov 23 18:09:29.941336 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ee7016-1379-4928-b22a-0a2d5f15539b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:29.943073 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-20ee7016-1379-4928-b22a-0a2d5f15539b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/e5d8b755-c48a-44d4-8ca8-1726da90c37b HTTP/1.1" status: 404 len: 333 time: 0.0515974 Nov 23 18:09:29.945763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:30.122289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-92cd6e07-fd4f-465c-b45d-51b2bc48d79f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 285b734d-4fd1-4cde-86a8-09f32b007fad {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:30.122679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92cd6e07-fd4f-465c-b45d-51b2bc48d79f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:30.168875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f84147-73e3-41d1-8a02-5c13254614e0 req-0517a4bc-bc1b-491e-9ae5-b58a15fcf179 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:30.181360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f84147-73e3-41d1-8a02-5c13254614e0 req-0517a4bc-bc1b-491e-9ae5-b58a15fcf179 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 943 time: 0.2254219 Nov 23 18:09:30.282635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92cd6e07-fd4f-465c-b45d-51b2bc48d79f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:30.291007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f84147-73e3-41d1-8a02-5c13254614e0 req-e74a77bf-12e2-4c7e-926c-7aab646e4645 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047852 Nov 23 18:09:30.294790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-01a57261-f788-40c8-a4e2-838d29865783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:30.296843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-01a57261-f788-40c8-a4e2-838d29865783 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 907 time: 0.3514869 Nov 23 18:09:30.303587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-92cd6e07-fd4f-465c-b45d-51b2bc48d79f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 285b734d-4fd1-4cde-86a8-09f32b007fad owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:30.362440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-6224ba49-7970-4a23-9ca8-a54a37d40080 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=511cac00-38fe-4c10-9bed-944c3d1971f9 HTTP/1.1" status: 200 len: 217 time: 0.0571535 Nov 23 18:09:30.429896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-498c5b91-f113-4a29-8f14-fcfa66c65063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:30.431404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-498c5b91-f113-4a29-8f14-fcfa66c65063 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.0606885 Nov 23 18:09:30.484502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-6ea997e3-6ada-4c9d-b2ab-930e9335a312 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433965 Nov 23 18:09:30.487041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92cd6e07-fd4f-465c-b45d-51b2bc48d79f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:30.532894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd6e07-fd4f-465c-b45d-51b2bc48d79f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=285b734d-4fd1-4cde-86a8-09f32b007fad,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:30.578030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92cd6e07-fd4f-465c-b45d-51b2bc48d79f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:30.582411 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-92cd6e07-fd4f-465c-b45d-51b2bc48d79f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/285b734d-4fd1-4cde-86a8-09f32b007fad HTTP/1.1" status: 204 len: 168 time: 0.6354628 Nov 23 18:09:30.585340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40838) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:30.623878 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0799e86-8bc2-46cb-b859-d1ca94e3558c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:30.629334 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f0799e86-8bc2-46cb-b859-d1ca94e3558c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/285b734d-4fd1-4cde-86a8-09f32b007fad HTTP/1.1" status: 404 len: 333 time: 0.0402527 Nov 23 18:09:30.629566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:30.668778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-42220045-4d1c-4a7f-94dd-bfae572689f6 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733069 Nov 23 18:09:30.698886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7f797a-a593-407e-a8b9-209c5974c5c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet f8e81e89-55d1-4d62-8dbc-dc76d834aac9 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:30.704149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f7f797a-a593-407e-a8b9-209c5974c5c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:30.789304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f7f797a-a593-407e-a8b9-209c5974c5c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:30.838503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-493f0b25-fb13-4ecf-8194-1ced4356a0bb req-b4249442-2894-41a5-b24d-5fcfaf7e6934 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623600 Nov 23 18:09:30.911159 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f7f797a-a593-407e-a8b9-209c5974c5c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:30.981350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f7f797a-a593-407e-a8b9-209c5974c5c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.013397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f797a-a593-407e-a8b9-209c5974c5c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e81e89-55d1-4d62-8dbc-dc76d834aac9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:31.023450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f7f797a-a593-407e-a8b9-209c5974c5c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.026970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe732af1-4fed-40f8-a0fd-40f2e628fb15 None None] Network 9ca57337-f668-4c89-a847-c7fd9b11d8b2 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:31.032363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40848) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:31.048469 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4f7f797a-a593-407e-a8b9-209c5974c5c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/f8e81e89-55d1-4d62-8dbc-dc76d834aac9 HTTP/1.1" status: 204 len: 168 time: 0.4117653 Nov 23 18:09:31.159644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.218155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port dc77d782-f184-4d36-98c2-2e5b0e904c1a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:31.218500 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.265784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] DHCP port deletion for 9ca57337-f668-4c89-a847-c7fd9b11d8b2 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:09:31.284756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] For port dc77d782-f184-4d36-98c2-2e5b0e904c1a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dc77d782-f184-4d36-98c2-2e5b0e904c1a,segment=NetworkSegment(4463859d-c06e-46a3-be53-7bb86b7cd6ca),segment_id=4463859d-c06e-46a3-be53-7bb86b7cd6ca)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:31.285121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.298469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for dc77d782-f184-4d36-98c2-2e5b0e904c1a owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:31.317181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] Deleting port dc77d782-f184-4d36-98c2-2e5b0e904c1a {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:31.317857 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.392918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] For port dc77d782-f184-4d36-98c2-2e5b0e904c1a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dc77d782-f184-4d36-98c2-2e5b0e904c1a,segment=NetworkSegment(4463859d-c06e-46a3-be53-7bb86b7cd6ca),segment_id=4463859d-c06e-46a3-be53-7bb86b7cd6ca)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:31.393749 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.407878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] Calling delete_port for dc77d782-f184-4d36-98c2-2e5b0e904c1a owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:31.439952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.465999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=dc77d782-f184-4d36-98c2-2e5b0e904c1a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:31.481799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No DVR routers for this DVR port dc77d782-f184-4d36-98c2-2e5b0e904c1a on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:31.531911 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.553600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440916-4d31-4b8d-b1cc-fa1be0da8550 req-2e9e4ed6-81e3-44d8-8259-b56645642d83 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:31.557136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6440916-4d31-4b8d-b1cc-fa1be0da8550 req-2e9e4ed6-81e3-44d8-8259-b56645642d83 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 943 time: 0.1476791 Nov 23 18:09:31.564082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] Pushing event deleted for resources: {'Port': ['ID=dc77d782-f184-4d36-98c2-2e5b0e904c1a,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:31.567884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb53e7-fd64-46d6-b6a8-e49cd91b16c4 None None] No DVR routers for this DVR port dc77d782-f184-4d36-98c2-2e5b0e904c1a on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:31.604202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.637799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca57337-f668-4c89-a847-c7fd9b11d8b2']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:31.666735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4463859d-c06e-46a3-be53-7bb86b7cd6ca') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:31.667238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4463859d-c06e-46a3-be53-7bb86b7cd6ca') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:31.678517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6440916-4d31-4b8d-b1cc-fa1be0da8550 req-8a75bb32-efe1-48f2-adab-06b0049c0b00 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075513 Nov 23 18:09:31.684311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.706375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.713453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:09:31.714062 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:09:31.718285 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:09:31.861228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.866614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.872185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/networks/9ca57337-f668-4c89-a847-c7fd9b11d8b2 HTTP/1.1" status: 204 len: 168 time: 0.8374894 Nov 23 18:09:31.875670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40864) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:31.882367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-763866565'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:31.896534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13cd54-7579-4857-aad7-e3770f42cb7c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Network': ['ID=9ca57337-f668-4c89-a847-c7fd9b11d8b2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:31.930011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:31.934275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.962120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:09:31.973118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:31.973505 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Added segment 558a26d0-b968-4b7b-aad7-96d377338605 of type vlan for network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 Nov 23 18:09:32.018321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.044149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.050645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:32.051250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.098612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40870) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:32.099029 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2213266 Nov 23 18:09:32.104014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '4ae8ac15-0bca-410c-b8c3-8390be0a3fb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:32.152724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4459919-0758-4e32-8909-58465de51246 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Network': ['ID=4ae8ac15-0bca-410c-b8c3-8390be0a3fb8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:32.168542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:09:32.271459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:32.278895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.330797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dc77d782-f184-4d36-98c2-2e5b0e904c1a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:09:32.359100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: dc77d782-f184-4d36-98c2-2e5b0e904c1a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:09:32.359948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dc77d782-f184-4d36-98c2-2e5b0e904c1a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:09:32.468738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 511cac00-38fe-4c10-9bed-944c3d1971f9 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:09:32.503433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.583970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=8a2a75f4-acdb-4df9-8c34-353d0f48e8dc,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:32.587903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 511cac00-38fe-4c10-9bed-944c3d1971f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=511cac00-38fe-4c10-9bed-944c3d1971f9,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:32.590494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Checking segment: {'id': '558a26d0-b968-4b7b-aad7-96d377338605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4ae8ac15-0bca-410c-b8c3-8390be0a3fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:32.591002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network hostable DHCP agents. Network: 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:09:32.604358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '511cac00-38fe-4c10-9bed-944c3d1971f9', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'port_id': '511cac00-38fe-4c10-9bed-944c3d1971f9', 'mac_address': 'fa:16:3e:f8:74:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6af081-5451-450f-b870-3cfa540ebfd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:09:32.614209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:09:32.626467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:32.632729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:32.633826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.658281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-89100c2b-9484-4945-bfbf-76d39359cd58 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5582137 Nov 23 18:09:32.660850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40880) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:32.664065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ce7f1-b159-4579-9b41-40f98613307f None None] Network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:32.668831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e83b7ce6-4c4b-4a91-9ce9-8cd01e2ea731 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1254603640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:32.702200 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e83b7ce6-4c4b-4a91-9ce9-8cd01e2ea731 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.703660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e83b7ce6-4c4b-4a91-9ce9-8cd01e2ea731 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.723288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.796202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511cac00-38fe-4c10-9bed-944c3d1971f9 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:09:32.820959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e83b7ce6-4c4b-4a91-9ce9-8cd01e2ea731 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.831435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 511cac00-38fe-4c10-9bed-944c3d1971f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=511cac00-38fe-4c10-9bed-944c3d1971f9,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:32.855031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e83b7ce6-4c4b-4a91-9ce9-8cd01e2ea731 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.866503 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.934749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c5d80-566a-4468-b421-b89ce9f35e7e req-9eef901b-2fbb-4693-9d6f-ac5830464582 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:32.936550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d6c5d80-566a-4468-b421-b89ce9f35e7e req-9eef901b-2fbb-4693-9d6f-ac5830464582 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 944 time: 0.1125219 Nov 23 18:09:32.945761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e83b7ce6-4c4b-4a91-9ce9-8cd01e2ea731 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:32.948285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e83b7ce6-4c4b-4a91-9ce9-8cd01e2ea731 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2860813 Nov 23 18:09:32.952239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40896) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:32.959234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'network_id': '4ae8ac15-0bca-410c-b8c3-8390be0a3fb8', 'name': 'tempest-PortsIpV6TestJSON-241889163'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:33.017611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d6c5d80-566a-4468-b421-b89ce9f35e7e req-99f8bff7-af0b-45cb-892f-662cf733032b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Nov 23 18:09:33.048079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-4ae8ac15-0bca-410c-b8c3-8390be0a3fb8', 'network_id': '4ae8ac15-0bca-410c-b8c3-8390be0a3fb8', 'tenant_id': '0c0c4f0a48a4410c8821ea06004bd647', 'fixed_ips': [{'subnet_id': '8a2a75f4-acdb-4df9-8c34-353d0f48e8dc'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:09:33.049051 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.075335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=511cac00-38fe-4c10-9bed-944c3d1971f9,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:33.192022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:33.196054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.208695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['511cac00-38fe-4c10-9bed-944c3d1971f9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:33.250178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:33.283921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Allocated IP 2001:db8::2 (4ae8ac15-0bca-410c-b8c3-8390be0a3fb8/8a2a75f4-acdb-4df9-8c34-353d0f48e8dc/d2c42efe-9f7c-4a91-b260-7eaf6fc5e821) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:33.520397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.536221 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.590617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:33.595991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:33.599586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:33.607766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::189 (4ae8ac15-0bca-410c-b8c3-8390be0a3fb8/8a2a75f4-acdb-4df9-8c34-353d0f48e8dc/573414e8-2bc8-4ec8-9306-ee5a1a0f1244) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:33.610550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Pushing event updated for resources: {'Port': ['ID=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:33.674423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Attempting to bind port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:33.674830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Attempting to bind port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '558a26d0-b968-4b7b-aad7-96d377338605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4ae8ac15-0bca-410c-b8c3-8390be0a3fb8'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:33.679361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Attempting to bind port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 on network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:33.689600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:33.689982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Checking segment: {'id': '558a26d0-b968-4b7b-aad7-96d377338605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4ae8ac15-0bca-410c-b8c3-8390be0a3fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:33.690393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.690813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Bound using segment: {'id': '558a26d0-b968-4b7b-aad7-96d377338605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4ae8ac15-0bca-410c-b8c3-8390be0a3fb8'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:33.691294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Bound port: d2c42efe-9f7c-4a91-b260-7eaf6fc5e821, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558a26d0-b968-4b7b-aad7-96d377338605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4ae8ac15-0bca-410c-b8c3-8390be0a3fb8'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:33.691679 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.830884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] For port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:33.835167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] For port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,segment=NetworkSegment(558a26d0-b968-4b7b-aad7-96d377338605),segment_id=558a26d0-b968-4b7b-aad7-96d377338605)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:33.841977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.866043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.922523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:33.928512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaaa3a-bc81-43d2-9f2f-f5aa8fde899b None None] Pushing event updated for resources: {'Port': ['ID=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:33.983768 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:33.987082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:33.989651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:33.996713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:33.997619 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:34.016558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=573414e8-2bc8-4ec8-9306-ee5a1a0f1244,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:34.053365 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cd8391df-6e07-4e30-beeb-6db02da2698f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0973449 Nov 23 18:09:34.053535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40908) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:34.310460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38020ee1-a57f-4a3a-a2fa-4859ebfbe045 req-2d5874ec-4bfc-4888-89ea-2bce595862d7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:34.323468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38020ee1-a57f-4a3a-a2fa-4859ebfbe045 req-2d5874ec-4bfc-4888-89ea-2bce595862d7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 944 time: 0.1486070 Nov 23 18:09:34.456079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38020ee1-a57f-4a3a-a2fa-4859ebfbe045 req-aeb57b2c-187d-461a-9497-742d1f66d4b5 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185544 Nov 23 18:09:34.484867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 511cac00-38fe-4c10-9bed-944c3d1971f9 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:34.546152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:34.566058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4c78b-3a61-478e-b697-449e14cffcc1 req-e715e505-a42c-4810-8600-a1a58787a3b3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:34.568607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3a4c78b-3a61-478e-b697-449e14cffcc1 req-e715e505-a42c-4810-8600-a1a58787a3b3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0686727 Nov 23 18:09:34.628630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 511cac00-38fe-4c10-9bed-944c3d1971f9 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:09:34.638169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 511cac00-38fe-4c10-9bed-944c3d1971f9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:34.639230 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:34.644237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:34.644767 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:34.648112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3a4c78b-3a61-478e-b697-449e14cffcc1 req-bf386b53-e5a9-46be-b5e0-a62722f5fe55 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711613 Nov 23 18:09:34.755134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:34.841094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108c0-d74c-426a-b605-d3f94ac42bbe req-32c02a52-a716-4911-bd39-381733c38dd5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:34.848198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca5108c0-d74c-426a-b605-d3f94ac42bbe req-32c02a52-a716-4911-bd39-381733c38dd5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1098709 Nov 23 18:09:34.904592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:34.921410 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:34.959308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca5108c0-d74c-426a-b605-d3f94ac42bbe req-31274268-6e3f-4d4b-804c-dee56ae9730e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045735 Nov 23 18:09:35.131713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:35.142270 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:35.335564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=573414e8-2bc8-4ec8-9306-ee5a1a0f1244,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:35.437178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0175d-a04e-4b58-bc1c-6e07490d2e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cac00-38fe-4c10-9bed-944c3d1971f9'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:35.442011 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc644e9f-2490-421a-93b1-6e9508d8a299" -d '{"events": [{"server_uuid": "d1e0175d-a04e-4b58-bc1c-6e07490d2e1a", "name": "network-vif-plugged", "status": "completed", "tag": "511cac00-38fe-4c10-9bed-944c3d1971f9"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:35.493678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 511cac00-38fe-4c10-9bed-944c3d1971f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=511cac00-38fe-4c10-9bed-944c3d1971f9,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:35.499396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,segment=NetworkSegment(558a26d0-b968-4b7b-aad7-96d377338605),segment_id=558a26d0-b968-4b7b-aad7-96d377338605)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:35.507467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:35.514099 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:35.583661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053bf0e-1c08-4dc3-979c-355030a0beeb req-d7e797d5-dd8e-43d3-9800-a4c8b36bd4bf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:35.589938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f053bf0e-1c08-4dc3-979c-355030a0beeb req-d7e797d5-dd8e-43d3-9800-a4c8b36bd4bf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1873732 Nov 23 18:09:35.656196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:35.679316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=511cac00-38fe-4c10-9bed-944c3d1971f9,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:35.702093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f053bf0e-1c08-4dc3-979c-355030a0beeb req-e0c762c4-7af4-480d-8919-77864d66023c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020348 Nov 23 18:09:35.820138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc608f61-bfb8-4a71-9710-dcaae65d738a None None] Network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:35.858317 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7b2022-30d3-4d8d-af78-e72042da4945 x-openstack-request-id: req-2d7b2022-30d3-4d8d-af78-e72042da4945 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:35.858632 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e0175d-a04e-4b58-bc1c-6e07490d2e1a", "name": "network-vif-plugged", "status": "completed", "tag": "511cac00-38fe-4c10-9bed-944c3d1971f9", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:35.858925 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d7b2022-30d3-4d8d-af78-e72042da4945 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:35.860775 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e0175d-a04e-4b58-bc1c-6e07490d2e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cac00-38fe-4c10-9bed-944c3d1971f9', 'code': 200} Nov 23 18:09:35.946139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771de4b-8c6f-4a14-af44-032a8804b0d8 req-801ba3f4-c9c9-4900-9b3f-c292cf493854 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:35.947221 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:35.957015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d771de4b-8c6f-4a14-af44-032a8804b0d8 req-801ba3f4-c9c9-4900-9b3f-c292cf493854 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 945 time: 0.1519012 Nov 23 18:09:35.969296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5b95c7a9-cce4-4be7-bd90-f696533d22a9 None None] Provisioning complete for port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:35.969907 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b95c7a9-cce4-4be7-bd90-f696533d22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:36.057318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d771de4b-8c6f-4a14-af44-032a8804b0d8 req-8b9b63d4-c7b0-4c83-bbd1-9b68577b8bbd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939415 Nov 23 18:09:36.106155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:36.241547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aea65-3964-4f80-bb7f-e7eb3b30718f req-ce1b37c6-349c-4e45-94cf-33c226de2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:36.250470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a84aea65-3964-4f80-bb7f-e7eb3b30718f req-ce1b37c6-349c-4e45-94cf-33c226de2786 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 1096 time: 0.4244409 Nov 23 18:09:36.384247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a84aea65-3964-4f80-bb7f-e7eb3b30718f req-60560777-92c1-4f74-935b-c8cf3e487cf1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240616 Nov 23 18:09:36.391330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:36.445899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:36.461146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:36.463262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:36.527674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31825c1-8323-4883-8d9d-c09eca6f0997 req-681153b0-d380-45f2-8712-c47f8f37e56b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:36.540165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e31825c1-8323-4883-8d9d-c09eca6f0997 req-681153b0-d380-45f2-8712-c47f8f37e56b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1026132 Nov 23 18:09:36.560218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=573414e8-2bc8-4ec8-9306-ee5a1a0f1244,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:36.603097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e31825c1-8323-4883-8d9d-c09eca6f0997 req-f942e365-3d81-45be-b43e-40fd1431b658 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579810 Nov 23 18:09:36.643841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:36.644362 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:36.721828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:36.723534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:36.926640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Router a7cc41cf-a149-4671-92f6-90bac48baa33 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:09:37.060704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:09:37.071065 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3e6d1-e7f2-43ca-ae92-b62dc06c1fb4 None None] Sync routers for ids ['a7cc41cf-a149-4671-92f6-90bac48baa33'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:09:37.074749 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f72ac495-f87c-4008-8bf9-138a458708d1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "PUT /v2.0/routers/a7cc41cf-a149-4671-92f6-90bac48baa33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0182061 Nov 23 18:09:37.076355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40980) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:37.093077 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3e6d1-e7f2-43ca-ae92-b62dc06c1fb4 None None] Routers {'a7cc41cf-a149-4671-92f6-90bac48baa33'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:09:37.094277 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a5a3e6d1-e7f2-43ca-ae92-b62dc06c1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7cc41cf-a149-4671-92f6-90bac48baa33'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:37.158862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8af11b31-2da6-45e2-87cf-ac6bb0ba1b35 None None] Provisioning complete for port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:37.159436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8af11b31-2da6-45e2-87cf-ac6bb0ba1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:37.191719 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a5a3e6d1-e7f2-43ca-ae92-b62dc06c1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:37.211346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26dd4c3-7449-45c7-bcce-796d4b31f964 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:37.217730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:37.218313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d26dd4c3-7449-45c7-bcce-796d4b31f964 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7cc41cf-a149-4671-92f6-90bac48baa33 HTTP/1.1" status: 200 len: 988 time: 0.1407042 Nov 23 18:09:37.247385 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3e6d1-e7f2-43ca-ae92-b62dc06c1fb4 None None] Routers {'a7cc41cf-a149-4671-92f6-90bac48baa33'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:09:37.248269 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a5a3e6d1-e7f2-43ca-ae92-b62dc06c1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7cc41cf-a149-4671-92f6-90bac48baa33'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:37.322106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12501e5-a72e-46ca-b9f4-bdc075050b43 req-96371cc0-c7df-4730-aad3-f7a66ce33bf2 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:37.333326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d12501e5-a72e-46ca-b9f4-bdc075050b43 req-96371cc0-c7df-4730-aad3-f7a66ce33bf2 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 945 time: 0.1071527 Nov 23 18:09:37.351994 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a5a3e6d1-e7f2-43ca-ae92-b62dc06c1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:37.362170 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3e6d1-e7f2-43ca-ae92-b62dc06c1fb4 None None] The sync data for ids ['a7cc41cf-a149-4671-92f6-90bac48baa33'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:09:37.415718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d12501e5-a72e-46ca-b9f4-bdc075050b43 req-7423f8c9-4b0d-45a5-bd44-37c96f7373a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 Nov 23 18:09:37.464343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8af11b31-2da6-45e2-87cf-ac6bb0ba1b35 None None] Provisioning complete for port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:37.465619 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8af11b31-2da6-45e2-87cf-ac6bb0ba1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:37.525320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8af11b31-2da6-45e2-87cf-ac6bb0ba1b35 None None] Port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:37.670658 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3744f74c-685a-4835-9ef1-2b6cb4a9aeea None None] Provisioning complete for port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:37.671238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3744f74c-685a-4835-9ef1-2b6cb4a9aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:37.766992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3744f74c-685a-4835-9ef1-2b6cb4a9aeea None None] Port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:37.842611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee68e26-8556-46ae-806f-3f9b4b0a7356 req-b9638fb6-1533-4499-a3ef-09184d8fe7e0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:37.844370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ee68e26-8556-46ae-806f-3f9b4b0a7356 req-b9638fb6-1533-4499-a3ef-09184d8fe7e0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1317265 Nov 23 18:09:37.939429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ee68e26-8556-46ae-806f-3f9b4b0a7356 req-17599b90-754a-42b8-b752-43b7ac09548c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858054 Nov 23 18:09:38.064277 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:38.105471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-83a50a73-4126-4c7e-bcda-fa852fa61663 None None] Provisioning complete for port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:38.108749 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-83a50a73-4126-4c7e-bcda-fa852fa61663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:38.203969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-83a50a73-4126-4c7e-bcda-fa852fa61663 None None] Port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:38.328096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-728edce2-3d8d-4246-acea-bdf0222e8c0b None None] Provisioning complete for port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:38.328478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-728edce2-3d8d-4246-acea-bdf0222e8c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:38.380112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:38.380456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:38.385623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-728edce2-3d8d-4246-acea-bdf0222e8c0b None None] Port 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:38.507023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:38.523448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 573414e8-2bc8-4ec8-9306-ee5a1a0f1244 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:38.613530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99169ab0-3bf6-44c3-8e8d-1766e4aa0e8c req-7e1a7176-fefa-4e8f-9ea6-55b654e7bc37 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:38.620821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99169ab0-3bf6-44c3-8e8d-1766e4aa0e8c req-7e1a7176-fefa-4e8f-9ea6-55b654e7bc37 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 945 time: 0.0972409 Nov 23 18:09:38.713377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99169ab0-3bf6-44c3-8e8d-1766e4aa0e8c req-0762a40d-3307-44cd-a97e-d5a40ba27d66 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893264 Nov 23 18:09:38.755131 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:09:38.783679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:38.823148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=573414e8-2bc8-4ec8-9306-ee5a1a0f1244,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:39.017037 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:39.224841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-ba61bbc0-fb47-4342-8c34-92c482e60779 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:39.233201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-ba61bbc0-fb47-4342-8c34-92c482e60779 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.1842430 Nov 23 18:09:39.243947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-c8afa966-6f33-4ab2-9ac4-06f85491901f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/quotas/d6faf1323dfb4c8dbbfba6310828b807 HTTP/1.1" status: 200 len: 375 time: 0.0098169 Nov 23 18:09:39.350340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-fdefd2ae-22f4-4117-9c37-f6ca725b93f7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907042 Nov 23 18:09:39.390966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f076-d5df-4940-b688-e4bdca1c1069 req-f53a5f3e-fe72-470d-b11c-9e041118ee1a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:39.398242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b853f076-d5df-4940-b688-e4bdca1c1069 req-f53a5f3e-fe72-470d-b11c-9e041118ee1a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1417859 Nov 23 18:09:39.502155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b853f076-d5df-4940-b688-e4bdca1c1069 req-d14155b7-5225-4613-9550-a1d7095368a9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030388 Nov 23 18:09:39.520497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-405a947b-baba-4582-98b5-f8cabd150fa9 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658568 Nov 23 18:09:39.612576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Router a7cc41cf-a149-4671-92f6-90bac48baa33 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:09:39.640783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d7b3efda-9127-4301-baf0-52b722479dfe service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200960 Nov 23 18:09:39.733611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:09:39.743178 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c5cc65bf-5136-4eef-b15e-fc36da314eab tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "PUT /v2.0/routers/a7cc41cf-a149-4671-92f6-90bac48baa33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235121 Nov 23 18:09:39.745616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41026) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:39.757152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fe74b1-52f2-4eab-959c-6a51ab6c2174 None None] Sync routers for ids ['a7cc41cf-a149-4671-92f6-90bac48baa33'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:09:39.783253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fe74b1-52f2-4eab-959c-6a51ab6c2174 None None] Routers {'a7cc41cf-a149-4671-92f6-90bac48baa33'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:09:39.785134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-98fe74b1-52f2-4eab-959c-6a51ab6c2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7cc41cf-a149-4671-92f6-90bac48baa33'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:39.797700 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d455688d-5d0d-4b12-8ab8-18375c461f5a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:39.801880 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d455688d-5d0d-4b12-8ab8-18375c461f5a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/573414e8-2bc8-4ec8-9306-ee5a1a0f1244 HTTP/1.1" status: 404 len: 333 time: 0.0520959 Nov 23 18:09:39.802097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:39.851986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-98fe74b1-52f2-4eab-959c-6a51ab6c2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:39.876240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fe74b1-52f2-4eab-959c-6a51ab6c2174 None None] Routers {'a7cc41cf-a149-4671-92f6-90bac48baa33'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:09:39.877082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-98fe74b1-52f2-4eab-959c-6a51ab6c2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a7cc41cf-a149-4671-92f6-90bac48baa33'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:39.915697 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c995-8f90-4d6f-aec1-42f43210a244 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:39.943028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81d05a39-a810-40ce-a003-9a5269017e6d req-e101679d-a31a-4c17-8a36-ce734add2873 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 210 time: 0.0508382 Nov 23 18:09:39.962100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-98fe74b1-52f2-4eab-959c-6a51ab6c2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:39.962796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fe74b1-52f2-4eab-959c-6a51ab6c2174 None None] The sync data for ids ['a7cc41cf-a149-4671-92f6-90bac48baa33'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:09:40.155641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c995-8f90-4d6f-aec1-42f43210a244 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.158403 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c995-8f90-4d6f-aec1-42f43210a244 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.279921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c995-8f90-4d6f-aec1-42f43210a244 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.280634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf2c995-8f90-4d6f-aec1-42f43210a244 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Fanout notify agent at l3_agent the message router_deleted on router a7cc41cf-a149-4671-92f6-90bac48baa33 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:09:40.290552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c995-8f90-4d6f-aec1-42f43210a244 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.296434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41046) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:40.297701 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2bf2c995-8f90-4d6f-aec1-42f43210a244 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/routers/a7cc41cf-a149-4671-92f6-90bac48baa33 HTTP/1.1" status: 204 len: 168 time: 0.4809668 Nov 23 18:09:40.398493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0532bf-fe7b-4d4b-a63c-e00fd1a8ecbb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet 8a2a75f4-acdb-4df9-8c34-353d0f48e8dc {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:40.422038 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a0532bf-fe7b-4d4b-a63c-e00fd1a8ecbb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.491489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a0532bf-fe7b-4d4b-a63c-e00fd1a8ecbb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.695051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f208f-6852-432d-88d6-6a74f22d6fc5 req-3a404bc2-1863-4503-bf46-41ecefc5b3db tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:40.696581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-809f208f-6852-432d-88d6-6a74f22d6fc5 req-3a404bc2-1863-4503-bf46-41ecefc5b3db tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0861840 Nov 23 18:09:40.699996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a0532bf-fe7b-4d4b-a63c-e00fd1a8ecbb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.794345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-809f208f-6852-432d-88d6-6a74f22d6fc5 req-f86a2b4b-3677-4d00-9e2b-1cd15d1cfbea tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886083 Nov 23 18:09:40.826841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a0532bf-fe7b-4d4b-a63c-e00fd1a8ecbb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.851248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a0532bf-fe7b-4d4b-a63c-e00fd1a8ecbb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:40.863654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a0532bf-fe7b-4d4b-a63c-e00fd1a8ecbb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/8a2a75f4-acdb-4df9-8c34-353d0f48e8dc HTTP/1.1" status: 204 len: 168 time: 0.5657239 Nov 23 18:09:40.866126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41054) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:40.868386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3d6c0-8907-4bd4-863d-df3483a44ea2 None None] Network 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:40.968750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0532bf-fe7b-4d4b-a63c-e00fd1a8ecbb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2a75f4-acdb-4df9-8c34-353d0f48e8dc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:40.997282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.095310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19756300-38fe-404b-bf9c-1a59c3cb4e2b req-64b89b0d-ef86-4f90-a2e7-6a5f935fbb32 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 210 time: 0.0453329 Nov 23 18:09:41.127758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:41.128187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.255229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d68d418c-4c66-42e4-88c9-64293fcd6227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.266495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28917d43-c6d4-428d-b985-069db2371903 None None] DHCP port deletion for 4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:09:41.288610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] For port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,segment=NetworkSegment(558a26d0-b968-4b7b-aad7-96d377338605),segment_id=558a26d0-b968-4b7b-aad7-96d377338605)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:41.288610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.319550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:41.458761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Deleting port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:41.463388 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.566935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.582417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No DVR routers for this DVR port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:41.584828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-28917d43-c6d4-428d-b985-069db2371903 None None] For port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,segment=NetworkSegment(558a26d0-b968-4b7b-aad7-96d377338605),segment_id=558a26d0-b968-4b7b-aad7-96d377338605)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:41.585233 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.614241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Calling delete_port for d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:41.630409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:41.751720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-797d9d38-f47b-4c57-82b4-2ca7c18e9ba9 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:41.753787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-797d9d38-f47b-4c57-82b4-2ca7c18e9ba9 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.4500933 Nov 23 18:09:41.795945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Request body: {'port': {'device_id': '69d6fff9-ae0d-4d60-a0bc-3a772cde06c9', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'admin_state_up': True, 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:41.800212 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.812107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.847470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Pushing event deleted for resources: {'Port': ['ID=d2c42efe-9f7c-4a91-b260-7eaf6fc5e821,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:41.852281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28917d43-c6d4-428d-b985-069db2371903 None None] No DVR routers for this DVR port d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:41.863737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.864392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.865443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae8ac15-0bca-410c-b8c3-8390be0a3fb8']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:41.866081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.870119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.872190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.872772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.873315 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.873851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.874386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.876240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.877089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.877286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28917d43-c6d4-428d-b985-069db2371903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:41.892984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558a26d0-b968-4b7b-aad7-96d377338605') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:41.894154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558a26d0-b968-4b7b-aad7-96d377338605') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:41.907337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.953875 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.963731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:09:41.965995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:09:41.973834 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:09:42.092068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:42.160338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:42.177698 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/networks/4ae8ac15-0bca-410c-b8c3-8390be0a3fb8 HTTP/1.1" status: 204 len: 168 time: 1.3103533 Nov 23 18:09:42.180484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d83c4-ca99-4a4a-bb77-4ca3d06d004d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Network': ['ID=4ae8ac15-0bca-410c-b8c3-8390be0a3fb8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:42.188853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41076) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:42.347443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:09:42.373613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:09:42.374039 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d2c42efe-9f7c-4a91-b260-7eaf6fc5e821 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:09:42.684833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9fb9c5cf-8a3d-49d7-961f-894cdc5248f1 req-aea4233d-1511-45f4-a9f7-35e5eb7c9b6a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 210 time: 0.4341221 Nov 23 18:09:42.698401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d899bd0-2f83-479a-9e6d-e90337484a8b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:42.700374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8d899bd0-2f83-479a-9e6d-e90337484a8b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/f0cba894-ddf2-45e4-be58-8ef6821d3681 HTTP/1.1" status: 200 len: 844 time: 0.4858840 Nov 23 18:09:42.704774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41086) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:42.710994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6f3af-c461-4532-8c1e-d52715de2695 req-b0ebb6f8-6d3b-4d91-9e19-103d28aa3b9f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:42.719152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7d6f3af-c461-4532-8c1e-d52715de2695 req-b0ebb6f8-6d3b-4d91-9e19-103d28aa3b9f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.6082177 Nov 23 18:09:42.782488 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bfb6fd5a-6147-4ce7-a5c8-5914c12e71d5 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/f0cba894-ddf2-45e4-be58-8ef6821d3681?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0764046 Nov 23 18:09:42.786628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41088) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:42.795858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:42.825035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:42.831033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:42.895487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7d6f3af-c461-4532-8c1e-d52715de2695 req-8d37a8e2-c18f-4732-adaf-44ff5d3fe8d1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752720 Nov 23 18:09:43.002680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:43.008328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.064771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Allocated IP 172.20.0.13 (3d638fde-106a-4763-b7e6-06a7e84f98b1/7b6af081-5451-450f-b870-3cfa540ebfd2/d90062b5-19a3-4a62-90d3-e4cce839648f) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:43.312653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39cc8642-13bb-446f-b46d-4435c645ba43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.366984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-069de3f8-69ce-45a2-98ce-491b1812a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.368596 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-069de3f8-69ce-45a2-98ce-491b1812a74d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1095 time: 0.1833653 Nov 23 18:09:43.385767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-ecabb86a-c304-457a-8285-34a90712680e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1355865 Nov 23 18:09:43.450796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.459096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.503223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:43.508751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:43.520912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3e2a1-7cdf-44ec-8322-12d40e8fdaf7 None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:43.521489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.523407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.550914 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7628372 Nov 23 18:09:43.554602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41094) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:43.560422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8db9afd2-8f13-40a3-b131-bcfbe392c0e6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'security_group': {'name': 'tempest-secgroup-1725505844'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:43.576119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-19d634ba-99f4-4771-9394-5622c684e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.577861 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-19d634ba-99f4-4771-9394-5622c684e243 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.1846111 Nov 23 18:09:43.588083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-798fb365-802c-4bf6-a0d7-2a5f3f4746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.588293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-798fb365-802c-4bf6-a0d7-2a5f3f4746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.588775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-798fb365-802c-4bf6-a0d7-2a5f3f4746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.589243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-798fb365-802c-4bf6-a0d7-2a5f3f4746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.590438 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-798fb365-802c-4bf6-a0d7-2a5f3f4746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.591220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-798fb365-802c-4bf6-a0d7-2a5f3f4746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.591615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e01b4f-0b87-4c09-a72b-09cb36b375c9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=7f9b2765-d012-4bf5-ac59-a6fb59208504,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:43.591728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-798fb365-802c-4bf6-a0d7-2a5f3f4746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.593886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-798fb365-802c-4bf6-a0d7-2a5f3f4746e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6501 time: 0.1102860 Nov 23 18:09:43.596318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db9afd2-8f13-40a3-b131-bcfbe392c0e6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.645381 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.679810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de', '511cac00-38fe-4c10-9bed-944c3d1971f9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:43.742850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:43.788785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:43.796426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-edc4e9a0-f905-4242-a350-cde245884aac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.2001309 Nov 23 18:09:43.797272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:43.799519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db9afd2-8f13-40a3-b131-bcfbe392c0e6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.807493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event updated for resources: {'Port': ['ID=d90062b5-19a3-4a62-90d3-e4cce839648f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:43.813516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db9afd2-8f13-40a3-b131-bcfbe392c0e6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.874896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8db9afd2-8f13-40a3-b131-bcfbe392c0e6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.878954 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8db9afd2-8f13-40a3-b131-bcfbe392c0e6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3232033 Nov 23 18:09:43.882986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41104) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:43.889459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-507ead91-2aca-4e72-a8e4-b37260fd2fbd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'security_group': {'name': 'tempest-secgroup-1292995415'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:43.924311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-f9abb9e3-88d9-42e9-ae0a-5402d62246b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.924829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-f9abb9e3-88d9-42e9-ae0a-5402d62246b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.925527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-f9abb9e3-88d9-42e9-ae0a-5402d62246b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.927790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-f9abb9e3-88d9-42e9-ae0a-5402d62246b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a759d8da-536d-4250-85cc-a067d18414ce&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=890268a0-143b-470c-b56a-22a590561b48&id=890268a0-143b-470c-b56a-22a590561b48 HTTP/1.1" status: 200 len: 2298 time: 0.2842686 Nov 23 18:09:43.937539 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9afd2-8f13-40a3-b131-bcfbe392c0e6 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cbbf53-9daa-413e-99b5-4311e25674f9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:43.963256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-4593169d-8b95-45bf-9aa9-94fe67b0a219', 'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'tenant_id': '0c0c4f0a48a4410c8821ea06004bd647', 'fixed_ips': [{'subnet_id': '7f9b2765-d012-4bf5-ac59-a6fb59208504'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:09:43.963755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.964432 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.964623 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.973883 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-507ead91-2aca-4e72-a8e4-b37260fd2fbd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.988973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-7eb6a36d-303e-4b76-bc0e-d3b5c927e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:43.990488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-7eb6a36d-303e-4b76-bc0e-d3b5c927e9a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1803060 Nov 23 18:09:44.040675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-36728aee-3247-4ae9-b536-4845cc74b2ac tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2729907 Nov 23 18:09:44.070817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Request body: {'port': {'device_id': '69d6fff9-ae0d-4d60-a0bc-3a772cde06c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:44.119604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-12e901a3-aa92-426a-b9bc-8560a6830e7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc HTTP/1.1" status: 200 len: 1001 time: 0.1706359 Nov 23 18:09:44.131557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636dee8-6921-44a6-9f05-5db38c468e90 req-3a4d6906-3b01-497b-a842-f8dab1c04ea6 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:44.139556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a636dee8-6921-44a6-9f05-5db38c468e90 req-3a4d6906-3b01-497b-a842-f8dab1c04ea6 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 932 time: 0.2614520 Nov 23 18:09:44.163781 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-507ead91-2aca-4e72-a8e4-b37260fd2fbd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.171961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-507ead91-2aca-4e72-a8e4-b37260fd2fbd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.215726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-27f78ea2-893e-480f-a1f4-45b6bf57a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:44.217224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-27f78ea2-893e-480f-a1f4-45b6bf57a457 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949782 Nov 23 18:09:44.224360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ead91-2aca-4e72-a8e4-b37260fd2fbd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0babf931-7727-4dc3-a72a-9384bfde0ede,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:44.238706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-507ead91-2aca-4e72-a8e4-b37260fd2fbd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.241245 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-507ead91-2aca-4e72-a8e4-b37260fd2fbd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3566165 Nov 23 18:09:44.243767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41110) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:44.256395 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-787160579', 'security_groups': ['0babf931-7727-4dc3-a72a-9384bfde0ede'], 'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f9b2765-d012-4bf5-ac59-a6fb59208504'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:44.295832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Allocated IP 2001:db8::2 (4593169d-8b95-45bf-9aa9-94fe67b0a219/7f9b2765-d012-4bf5-ac59-a6fb59208504/594fc94a-9c4f-4b3b-a2e0-34dd040c94a8) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:44.302092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.318051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-635444b3-4e15-4d26-919b-3c11445f19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:44.319579 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-635444b3-4e15-4d26-919b-3c11445f19d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8bc932-780f-4317-a7a2-0d9418b36d7a HTTP/1.1" status: 200 len: 855 time: 0.1748812 Nov 23 18:09:44.404778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a636dee8-6921-44a6-9f05-5db38c468e90 req-0711dbab-441f-4453-a4dd-ffbd9f646b9e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642920 Nov 23 18:09:44.477560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5abc6-43eb-4250-82e3-b1d1c091b037 req-8ebf522f-193a-4201-a681-2fd389323baa tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:44.487290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:44.489355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee5abc6-43eb-4250-82e3-b1d1c091b037 req-8ebf522f-193a-4201-a681-2fd389323baa tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2933352 Nov 23 18:09:44.611202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-d611d575-d798-48e2-b4af-872a0d006931 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713646 Nov 23 18:09:44.618958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-e647d828-8ef3-4bd1-a7b1-e6d7ae8f2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:44.621021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-e647d828-8ef3-4bd1-a7b1-e6d7ae8f2ba3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a759d8da-536d-4250-85cc-a067d18414ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898316 Nov 23 18:09:44.645187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.667709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port 02741c68-fb62-4736-be6d-8ce482fa3fd1 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:44.724423 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.736814 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.804190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Pushing event updated for resources: {'Port': ['ID=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:44.815520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:44.817267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:44.820031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:44.869406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-96b8223d-3aac-41c6-8d09-04a823373079 service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381105 Nov 23 18:09:44.905637 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Attempting to bind port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:44.906107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Attempting to bind port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '050aacae-6d32-4288-8a7c-e092940f6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:44.906540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Attempting to bind port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 on network 4593169d-8b95-45bf-9aa9-94fe67b0a219 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:44.917041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dee5abc6-43eb-4250-82e3-b1d1c091b037 req-f18237a7-b17e-4754-94ee-a8961ef2afdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268301 Nov 23 18:09:44.939986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:44.940330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Checking segment: {'id': '050aacae-6d32-4288-8a7c-e092940f6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:44.947318 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.947977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Bound using segment: {'id': '050aacae-6d32-4288-8a7c-e092940f6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:44.954794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Bound port: 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050aacae-6d32-4288-8a7c-e092940f6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:44.955400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.101391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffd07bdd-285e-4363-8b1a-9e6ca6f1f772 req-78ee883c-bc2d-4e16-877a-9ef520b16cb2 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721148 Nov 23 18:09:45.118091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::13a (4593169d-8b95-45bf-9aa9-94fe67b0a219/7f9b2765-d012-4bf5-ac59-a6fb59208504/02741c68-fb62-4736-be6d-8ce482fa3fd1) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:45.253577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-a7346cb0-df3e-4193-a471-2618a27119b6 service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149836 Nov 23 18:09:45.273788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] For port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:45.284018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] For port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,segment=NetworkSegment(050aacae-6d32-4288-8a7c-e092940f6d1a),segment_id=050aacae-6d32-4288-8a7c-e092940f6d1a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:45.286674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.293999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.303130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.356915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.369484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-01b56172-c5cd-4fc0-88c3-37863aa52f80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 200 len: 217 time: 0.1030416 Nov 23 18:09:45.378569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b18ee7-d9b7-49e4-b04b-dc334c6c02ee None None] Pushing event updated for resources: {'Port': ['ID=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:45.413233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:45.440105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90062b5-19a3-4a62-90d3-e4cce839648f {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:09:45.450779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.468151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:45.483026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:45.497630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:45.498176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.508577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Transition to ACTIVE for port object d90062b5-19a3-4a62-90d3-e4cce839648f will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:09:45.524972 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.532248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=02741c68-fb62-4736-be6d-8ce482fa3fd1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:45.549891 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9b609c82-1a77-4792-8324-01764579b670 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3017256 Nov 23 18:09:45.550527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41126) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:45.555479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ec6b8562-f23a-43fe-aaca-696573821391 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:45.662297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d90062b5-19a3-4a62-90d3-e4cce839648f,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:45.671876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-675e9879-0a6a-42a2-adbd-39409b106e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:45.674029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-675e9879-0a6a-42a2-adbd-39409b106e89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.2108631 Nov 23 18:09:45.757156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6b8562-f23a-43fe-aaca-696573821391 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:45.762518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec6b8562-f23a-43fe-aaca-696573821391 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.799254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f6caf-57fc-4820-8d1b-9c3e77fa9913 req-d41fb799-d295-4c5a-8ca7-99b91017d7cf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:45.800882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2f6caf-57fc-4820-8d1b-9c3e77fa9913 req-d41fb799-d295-4c5a-8ca7-99b91017d7cf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 944 time: 0.2637627 Nov 23 18:09:45.853635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-c4a796d1-272a-4cdd-a88c-ac57cb01192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:45.855702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-c4a796d1-272a-4cdd-a88c-ac57cb01192c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285172 Nov 23 18:09:45.887024 n-d-818932-3 neutron-server[120535]: INFO neutron.db.ipam_backend_mixin [None req-ec6b8562-f23a-43fe-aaca-696573821391 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f9b2765-d012-4bf5-ac59-a6fb59208504 (CIDR: 2001:db8::/64) Nov 23 18:09:45.891072 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6b8562-f23a-43fe-aaca-696573821391 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:45.891788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6b8562-f23a-43fe-aaca-696573821391 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:09:45.920414 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ec6b8562-f23a-43fe-aaca-696573821391 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3687356 Nov 23 18:09:45.921273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41136) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:45.926652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:45.936249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Attempting to bind port d90062b5-19a3-4a62-90d3-e4cce839648f on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:45.936593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Attempting to bind port d90062b5-19a3-4a62-90d3-e4cce839648f by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:45.937014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Attempting to bind port d90062b5-19a3-4a62-90d3-e4cce839648f on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:45.982386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb2f6caf-57fc-4820-8d1b-9c3e77fa9913 req-479c5cce-f57d-4810-89cf-5473fd04b7e5 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660590 Nov 23 18:09:45.984846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Port d90062b5-19a3-4a62-90d3-e4cce839648f on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:09:45.985175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Attempting to bind port d90062b5-19a3-4a62-90d3-e4cce839648f on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:45.997751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:45.998109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Checking segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:45.998495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Bound using segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:45.998964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Bound port: d90062b5-19a3-4a62-90d3-e4cce839648f, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:45.999320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.056878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:46.061176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.094197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-03e399dd-a59d-4904-8d68-2441d7bf4c29 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253144 Nov 23 18:09:46.404670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.462888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.470610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:46.532401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:46.548870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:46.557464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:46.558713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.581615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:46.582034 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.612512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=74110ad4-83b7-4758-9924-d87e520e0b01,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:46.627798 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bf4d9f28-f599-47a3-b56a-f2a8dd22798d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7039096 Nov 23 18:09:46.629845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41156) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:46.637172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-853793751', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74110ad4-83b7-4758-9924-d87e520e0b01'}], 'security_groups': ['96cbbf53-9daa-413e-99b5-4311e25674f9']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:46.776005 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.795683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.865441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,segment=NetworkSegment(050aacae-6d32-4288-8a7c-e092940f6d1a),segment_id=050aacae-6d32-4288-8a7c-e092940f6d1a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:46.877778 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.884425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-b6d1d751-98d7-4e86-8877-8b32ddee2101 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794766 Nov 23 18:09:46.955331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-ff69426f-e3a4-4210-88f9-b09ce1b45b7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 200 len: 217 time: 0.0596716 Nov 23 18:09:46.970429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eb714-6e31-4199-880b-e509dcdceade req-003c17b9-12ea-4472-b1c1-dc09001d2866 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:46.978276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0eb714-6e31-4199-880b-e509dcdceade req-003c17b9-12ea-4472-b1c1-dc09001d2866 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.9034395 Nov 23 18:09:46.985970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:47.004536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] For port d90062b5-19a3-4a62-90d3-e4cce839648f, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:47.046719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7590798-4f70-4878-91f7-29648eafb9f3 None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:47.135367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] For port d90062b5-19a3-4a62-90d3-e4cce839648f, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d90062b5-19a3-4a62-90d3-e4cce839648f,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:47.185031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.209511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-689efffa-dea0-4fee-ab01-ce51c9cb4adc None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:47.209939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-689efffa-dea0-4fee-ab01-ce51c9cb4adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.328450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-e0f0e7d2-ba33-4384-9448-1650274a21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:47.329866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-e0f0e7d2-ba33-4384-9448-1650274a21d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.3409166 Nov 23 18:09:47.357544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0eb714-6e31-4199-880b-e509dcdceade req-f10c4fe4-2cb9-429e-b49b-edd05cd17a7b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782845 Nov 23 18:09:47.374254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:47.374254 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.374254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] 10.222.0.66 "PUT /v2.0/ports/d90062b5-19a3-4a62-90d3-e4cce839648f HTTP/1.1" status: 200 len: 1092 time: 3.3038869 Nov 23 18:09:47.395348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6fff9-ae0d-4d60-a0bc-3a772cde06c9', 'tag': 'd90062b5-19a3-4a62-90d3-e4cce839648f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:47.397708 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39" -d '{"events": [{"name": "network-changed", "server_uuid": "69d6fff9-ae0d-4d60-a0bc-3a772cde06c9", "tag": "d90062b5-19a3-4a62-90d3-e4cce839648f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:47.502489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Delete allocated IP 2001:db8::13a (4593169d-8b95-45bf-9aa9-94fe67b0a219/7f9b2765-d012-4bf5-ac59-a6fb59208504) {{(pid=120535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:09:47.504113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-689efffa-dea0-4fee-ab01-ce51c9cb4adc None None] Provisioning complete for port f0cba894-ddf2-45e4-be58-8ef6821d3681 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:47.504981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-689efffa-dea0-4fee-ab01-ce51c9cb4adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.522550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8:0:1::395 (4593169d-8b95-45bf-9aa9-94fe67b0a219/74110ad4-83b7-4758-9924-d87e520e0b01/02741c68-fb62-4736-be6d-8ce482fa3fd1) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:47.543058 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb81cb8-7dc8-4976-b52c-f6f1a5688b6e x-openstack-request-id: req-2bb81cb8-7dc8-4976-b52c-f6f1a5688b6e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:47.543305 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d6fff9-ae0d-4d60-a0bc-3a772cde06c9", "tag": "d90062b5-19a3-4a62-90d3-e4cce839648f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:47.543576 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2bb81cb8-7dc8-4976-b52c-f6f1a5688b6e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:47.544063 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6fff9-ae0d-4d60-a0bc-3a772cde06c9', 'tag': 'd90062b5-19a3-4a62-90d3-e4cce839648f', 'status': 'completed', 'code': 200} Nov 23 18:09:47.544707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997ba53-9b66-44f3-812f-2a38e34570c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d90062b5-19a3-4a62-90d3-e4cce839648f,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:47.587410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-689efffa-dea0-4fee-ab01-ce51c9cb4adc None None] Port f0cba894-ddf2-45e4-be58-8ef6821d3681 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:47.627594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ec30-d195-4da1-9b8a-72024353f42b req-c8babdc6-4099-4677-b4a6-737d39e7cded tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:47.632372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08f8ec30-d195-4da1-9b8a-72024353f42b req-c8babdc6-4099-4677-b4a6-737d39e7cded tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 944 time: 0.5317705 Nov 23 18:09:47.642471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d44beeb-dfcc-46d2-88fd-13555a197e8c None None] Update dhcp port {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'fixed_ips': [{'subnet_id': '7f9b2765-d012-4bf5-ac59-a6fb59208504', 'ip_address': '2001:db8::2'}, {'subnet_id': '74110ad4-83b7-4758-9924-d87e520e0b01'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '594fc94a-9c4f-4b3b-a2e0-34dd040c94a8'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:09:47.653089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-ccf193e0-7205-49a9-8675-9b56eb2e1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:47.654785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-ccf193e0-7205-49a9-8675-9b56eb2e1c93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2861345 Nov 23 18:09:47.677911 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d44beeb-dfcc-46d2-88fd-13555a197e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.692696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-1580875d-ec9b-4780-a9bc-e685f8b95688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:47.694478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-1580875d-ec9b-4780-a9bc-e685f8b95688 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 1095 time: 0.2246783 Nov 23 18:09:47.747966 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.789473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08f8ec30-d195-4da1-9b8a-72024353f42b req-6e8a19b6-1175-499a-8512-5ac175aa940f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467009 Nov 23 18:09:47.795253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-1de8f1f6-4e75-4e73-98e7-de7e3f87d8f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d90062b5-19a3-4a62-90d3-e4cce839648f HTTP/1.1" status: 200 len: 217 time: 0.0705004 Nov 23 18:09:47.801130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.814455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.912593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-fb2d3edb-b6ea-4a07-977c-d04878ab4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:47.914384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-fb2d3edb-b6ea-4a07-977c-d04878ab4901 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.0838509 Nov 23 18:09:47.919042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-1cd125f7-94be-4087-a3d3-81dc33ca0418 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535393 Nov 23 18:09:47.945408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=02741c68-fb62-4736-be6d-8ce482fa3fd1,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:47.979863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4d44beeb-dfcc-46d2-88fd-13555a197e8c None None] Allocated IP 2001:db8:0:1::2 (4593169d-8b95-45bf-9aa9-94fe67b0a219/74110ad4-83b7-4758-9924-d87e520e0b01/594fc94a-9c4f-4b3b-a2e0-34dd040c94a8) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:47.988948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] In _notify_port_updated(), no bound segment for port 02741c68-fb62-4736-be6d-8ce482fa3fd1 on network 4593169d-8b95-45bf-9aa9-94fe67b0a219 {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:09:47.991961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-64d62f38-8bfd-4403-92ea-a77065e21e7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650909 Nov 23 18:09:48.000143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:48.000994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.004912 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-099b8b38-63ec-4056-b2e6-64564e71378f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "PUT /v2.0/ports/02741c68-fb62-4736-be6d-8ce482fa3fd1 HTTP/1.1" status: 200 len: 930 time: 1.3707728 Nov 23 18:09:48.005363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41176) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:48.109906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-812d6990-d02d-4a7e-876a-08e7ac9c7e7a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 02741c68-fb62-4736-be6d-8ce482fa3fd1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:48.110202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-812d6990-d02d-4a7e-876a-08e7ac9c7e7a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.110834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4d44beeb-dfcc-46d2-88fd-13555a197e8c None None] For port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,segment=NetworkSegment(050aacae-6d32-4288-8a7c-e092940f6d1a),segment_id=050aacae-6d32-4288-8a7c-e092940f6d1a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:48.115196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-be298de1-cbbd-49c2-91d7-7c0b1a60b2e7 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092567 Nov 23 18:09:48.150499 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d44beeb-dfcc-46d2-88fd-13555a197e8c None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.159885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d44beeb-dfcc-46d2-88fd-13555a197e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.231218 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-812d6990-d02d-4a7e-876a-08e7ac9c7e7a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.249927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-812d6990-d02d-4a7e-876a-08e7ac9c7e7a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 02741c68-fb62-4736-be6d-8ce482fa3fd1 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:48.331679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-3ca76906-5511-45ec-807f-7e4f5e840a32 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866861 Nov 23 18:09:48.397753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-810adade-f890-4af4-bb0b-8d83d5fb024e req-b3eda18e-3ce0-43d6-b31c-7fa64a29840d service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679157 Nov 23 18:09:48.399822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-5e841202-fd8e-4955-a7c4-63c07ef51d96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590 HTTP/1.1" status: 200 len: 217 time: 0.0587413 Nov 23 18:09:48.478357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44beeb-dfcc-46d2-88fd-13555a197e8c None None] Pushing event updated for resources: {'Port': ['ID=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:48.481124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-694d8e79-538c-4156-9d61-265c8a8b8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:48.484758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:48.492971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-694d8e79-538c-4156-9d61-265c8a8b8a8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.0842130 Nov 23 18:09:48.501796 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-812d6990-d02d-4a7e-876a-08e7ac9c7e7a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.567152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d6990-d02d-4a7e-876a-08e7ac9c7e7a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=02741c68-fb62-4736-be6d-8ce482fa3fd1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:48.595666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:48.596147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.613128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-812d6990-d02d-4a7e-876a-08e7ac9c7e7a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.623711 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-812d6990-d02d-4a7e-876a-08e7ac9c7e7a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/02741c68-fb62-4736-be6d-8ce482fa3fd1 HTTP/1.1" status: 204 len: 168 time: 0.6169362 Nov 23 18:09:48.626505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41184) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:48.639538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-b4a9565f-e48e-4ea1-ae7c-22c267e20fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:48.641296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-b4a9565f-e48e-4ea1-ae7c-22c267e20fb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 1095 time: 0.1721685 Nov 23 18:09:48.657656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83127aaa-618c-46c3-a589-7fe74c7f71cf req-37fde420-75b8-4ee7-9d00-73166f4ac2eb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:48.659623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83127aaa-618c-46c3-a589-7fe74c7f71cf req-37fde420-75b8-4ee7-9d00-73166f4ac2eb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1632242 Nov 23 18:09:48.672892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-38c5cdd7-8959-4067-adae-523a71b4f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:48.674785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-38c5cdd7-8959-4067-adae-523a71b4f19d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413670 Nov 23 18:09:48.675306 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-622c405a-faf6-4433-9171-052a9fa1c827 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:48.678524 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-622c405a-faf6-4433-9171-052a9fa1c827 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/02741c68-fb62-4736-be6d-8ce482fa3fd1 HTTP/1.1" status: 404 len: 333 time: 0.0502744 Nov 23 18:09:48.681974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41186) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:48.837694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83127aaa-618c-46c3-a589-7fe74c7f71cf req-13633130-71d4-444a-99f4-873fea689eaf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615529 Nov 23 18:09:48.844594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fad8cd7e-1de8-409a-92e5-ee4265c21321 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.898353 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fad8cd7e-1de8-409a-92e5-ee4265c21321 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.994459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fad8cd7e-1de8-409a-92e5-ee4265c21321 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.998420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fad8cd7e-1de8-409a-92e5-ee4265c21321 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.002264 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fad8cd7e-1de8-409a-92e5-ee4265c21321 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/security-groups/0babf931-7727-4dc3-a72a-9384bfde0ede HTTP/1.1" status: 204 len: 168 time: 0.3162291 Nov 23 18:09:49.003847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41198) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:49.061839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-ca79a55c-bf9e-44a5-9e50-d7d303bc7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:49.063587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-ca79a55c-bf9e-44a5-9e50-d7d303bc7fa1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 907 time: 0.4028356 Nov 23 18:09:49.067436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-f7fb4683-f4d9-4f77-9bd5-91da6d081013 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827929 Nov 23 18:09:49.093465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8cd7e-1de8-409a-92e5-ee4265c21321 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0babf931-7727-4dc3-a72a-9384bfde0ede,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:49.173276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-4287084f-eb02-402d-807b-0db305a8a871 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d90062b5-19a3-4a62-90d3-e4cce839648f HTTP/1.1" status: 200 len: 217 time: 0.0957842 Nov 23 18:09:49.213440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d25f40a0-3504-4688-849a-27da2ba8cf14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.247044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d25f40a0-3504-4688-849a-27da2ba8cf14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.256645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c358b-7850-44a9-bbee-08fc3a19b733 req-601bbdf4-d81b-4537-a277-f2b7c778a56e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:49.259138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da1c358b-7850-44a9-bbee-08fc3a19b733 req-601bbdf4-d81b-4537-a277-f2b7c778a56e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 944 time: 0.3011637 Nov 23 18:09:49.322984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d25f40a0-3504-4688-849a-27da2ba8cf14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.326673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d25f40a0-3504-4688-849a-27da2ba8cf14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.327939 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d25f40a0-3504-4688-849a-27da2ba8cf14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/security-groups/96cbbf53-9daa-413e-99b5-4311e25674f9 HTTP/1.1" status: 204 len: 168 time: 0.3171208 Nov 23 18:09:49.332114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41202) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:49.377589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f40a0-3504-4688-849a-27da2ba8cf14 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cbbf53-9daa-413e-99b5-4311e25674f9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:49.429794 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.433764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c74e662-8d8c-4448-ab1f-0f42c21fd7e1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet 7f9b2765-d012-4bf5-ac59-a6fb59208504 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:49.437651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c74e662-8d8c-4448-ab1f-0f42c21fd7e1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.510486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c74e662-8d8c-4448-ab1f-0f42c21fd7e1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.567665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c3872-ac02-4dbc-91c8-f5717567fc8f req-3595038d-9b53-4b8c-b247-2b21cd82ce9c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:49.569525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6c3872-ac02-4dbc-91c8-f5717567fc8f req-3595038d-9b53-4b8c-b247-2b21cd82ce9c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2151756 Nov 23 18:09:49.603041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-ecf8c068-5f3d-4700-968c-01bf6cf20ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:49.604571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-ecf8c068-5f3d-4700-968c-01bf6cf20ec6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1095 time: 0.4073689 Nov 23 18:09:49.613700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-6faa2b3b-105f-4217-8e2e-0aab78cd15e6 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352528 Nov 23 18:09:49.632397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-396dda9e-fd3a-4716-9f1e-86f40233a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:49.633923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-396dda9e-fd3a-4716-9f1e-86f40233a680 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.3970032 Nov 23 18:09:49.677047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c74e662-8d8c-4448-ab1f-0f42c21fd7e1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.696748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-6eecb4e1-95f0-424e-bda5-f2d564748be0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=fa5b9667-17da-4194-8199-c128622a21be HTTP/1.1" status: 200 len: 217 time: 0.0577736 Nov 23 18:09:49.732200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f8cffd9c-9478-43f7-88fd-a06786171592 None None] Could not find standard attr ID for object 02741c68-fb62-4736-be6d-8ce482fa3fd1. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:49.761671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f8cffd9c-9478-43f7-88fd-a06786171592 None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:49.762354 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8cffd9c-9478-43f7-88fd-a06786171592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.790388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-54ebf5e4-8b05-4451-9675-112efc5f5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:49.791947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-54ebf5e4-8b05-4451-9675-112efc5f5bfb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.0705287 Nov 23 18:09:49.832835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-6b11918c-ea9c-4a1f-ab16-5d70a11257d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323814 Nov 23 18:09:49.833502 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c74e662-8d8c-4448-ab1f-0f42c21fd7e1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.914478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c74e662-8d8c-4448-ab1f-0f42c21fd7e1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:49.936854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c74e662-8d8c-4448-ab1f-0f42c21fd7e1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/7f9b2765-d012-4bf5-ac59-a6fb59208504 HTTP/1.1" status: 204 len: 168 time: 0.5990331 Nov 23 18:09:49.938778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74e662-8d8c-4448-ab1f-0f42c21fd7e1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9b2765-d012-4bf5-ac59-a6fb59208504,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:49.948299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41210) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:49.961087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:49.987519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-45aae83c-6367-42fd-a230-5aba9178772c service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419637 Nov 23 18:09:49.998926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da1c358b-7850-44a9-bbee-08fc3a19b733 req-71af69c7-5891-4c48-a2b5-04f23a7beea4 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422384 Nov 23 18:09:50.024122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f8cffd9c-9478-43f7-88fd-a06786171592 None None] Provisioning complete for port f0cba894-ddf2-45e4-be58-8ef6821d3681 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:50.024509 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8cffd9c-9478-43f7-88fd-a06786171592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:50.033594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f507f208-c809-4981-bf9b-c3ad8ef29b9c None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:50.059699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41214) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:50.185623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:50.201993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:50.211668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ad8ea60-6eda-4ed3-84d2-6b191049ac39 req-e93dc2a5-ed06-45af-81d7-57b424c271cb service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113132 Nov 23 18:09:50.375490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f8cffd9c-9478-43f7-88fd-a06786171592 None None] Port f0cba894-ddf2-45e4-be58-8ef6821d3681 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:50.379391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:50.381534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6c3872-ac02-4dbc-91c8-f5717567fc8f req-bd3b7386-6783-4001-9bae-c90aa6bcbfa4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7937458 Nov 23 18:09:50.419229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-65631806-d20f-4d46-b24f-060f8ebd56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:50.421425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-65631806-d20f-4d46-b24f-060f8ebd56f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6071439 Nov 23 18:09:50.491382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:50.491671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:50.499648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b4cec1-b47a-4b35-9842-eb782e36f420 admin admin] Deleting subnet 29f91492-4e6a-4c34-ad3b-1964b230d525 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:50.503008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b4cec1-b47a-4b35-9842-eb782e36f420 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:50.539287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6dfdc2ec-0611-47bc-92f0-75444c7d13f2 None None] Could not find standard attr ID for object 02741c68-fb62-4736-be6d-8ce482fa3fd1. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:50.540846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-31cedb87-28d1-4577-b7aa-5d72250d4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:50.542939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-31cedb87-28d1-4577-b7aa-5d72250d4735 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.8538535 Nov 23 18:09:50.554506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device d90062b5-19a3-4a62-90d3-e4cce839648f details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:09:50.581513 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:50.705636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-2a2a1b22-d1c7-400d-9370-9f2fc2308777 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.1556494 Nov 23 18:09:50.708677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-ee98069f-b757-4b5a-8de2-277be69ebc2b service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768252 Nov 23 18:09:50.778312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port d90062b5-19a3-4a62-90d3-e4cce839648f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d90062b5-19a3-4a62-90d3-e4cce839648f,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:50.801715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'd90062b5-19a3-4a62-90d3-e4cce839648f', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'port_id': 'd90062b5-19a3-4a62-90d3-e4cce839648f', 'mac_address': 'fa:16:3e:84:b3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6af081-5451-450f-b870-3cfa540ebfd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:09:50.918787 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:50.919930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b4cec1-b47a-4b35-9842-eb782e36f420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:50.925570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-e5522c49-b416-4677-8b98-b36c404e1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:50.927152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-e5522c49-b416-4677-8b98-b36c404e1e8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.2075062 Nov 23 18:09:50.964424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90062b5-19a3-4a62-90d3-e4cce839648f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:09:51.012934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-b66a81e2-0eb6-42f3-b31e-d6906cad9f05 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715089 Nov 23 18:09:51.017615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-79f86739-c4b2-4688-bd31-eae85e66f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:51.018940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-79f86739-c4b2-4688-bd31-eae85e66f0f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813956 Nov 23 18:09:51.034269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port d90062b5-19a3-4a62-90d3-e4cce839648f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d90062b5-19a3-4a62-90d3-e4cce839648f,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:51.043747 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:51.122285 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b4cec1-b47a-4b35-9842-eb782e36f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:51.153160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-dbc2ba83-f079-4a19-927f-becd73c181b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73 HTTP/1.1" status: 200 len: 217 time: 0.1323400 Nov 23 18:09:51.239493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=d90062b5-19a3-4a62-90d3-e4cce839648f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:51.392681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['d90062b5-19a3-4a62-90d3-e4cce839648f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:09:51.447934 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b4cec1-b47a-4b35-9842-eb782e36f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:51.565240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b4cec1-b47a-4b35-9842-eb782e36f420 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:51.582130 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32b4cec1-b47a-4b35-9842-eb782e36f420 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/29f91492-4e6a-4c34-ad3b-1964b230d525 HTTP/1.1" status: 204 len: 168 time: 1.4962616 Nov 23 18:09:51.644195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e7d132-ab55-4ec3-bd20-3b60a90047a1 None None] Network 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:51.664526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41242) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:51.665362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4cec1-b47a-4b35-9842-eb782e36f420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f91492-4e6a-4c34-ad3b-1964b230d525,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:51.688205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:51.788710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:51.823928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:51.827293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:51.827998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:51.876872 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:51.883054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=4696532d-53e0-49a4-8718-6dec753880be,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:51.906163 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-72d1f8d1-1d0e-4780-a311-84e1c03d0795 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9533060 Nov 23 18:09:51.909061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41244) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:51.915989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fbde3604-9fab-4a37-b223-33b44bb65619 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'security_group': {'name': 'tempest-secgroup-782800359'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:51.977424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbde3604-9fab-4a37-b223-33b44bb65619 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.035347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a4546a0f-fbdb-4a48-8935-6cb36d477c26 None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:52.035823 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a4546a0f-fbdb-4a48-8935-6cb36d477c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.094185 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.133746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb94335-e7d1-437e-9932-1ab963bdf715 None None] DHCP port deletion for 8cf0b2cb-cccd-47c7-98bb-f993edf30a33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:09:52.168575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf0b2cb-cccd-47c7-98bb-f993edf30a33']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:52.180235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac61e2e-8b16-4666-a35c-85b03987d082 None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:52.201337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbba78ba-809b-425c-8ac7-427adbb5827f') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:52.201849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbba78ba-809b-425c-8ac7-427adbb5827f') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:52.219061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.248688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.258737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbde3604-9fab-4a37-b223-33b44bb65619 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.263591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:09:52.264240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:09:52.266904 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:09:52.292778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbde3604-9fab-4a37-b223-33b44bb65619 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.295837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-02b77ee2-a3a7-47c1-b617-7c0994d5cd37 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2640662 Nov 23 18:09:52.365390 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbde3604-9fab-4a37-b223-33b44bb65619 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.366671 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fbde3604-9fab-4a37-b223-33b44bb65619 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4563828 Nov 23 18:09:52.436243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a4546a0f-fbdb-4a48-8935-6cb36d477c26 None None] Provisioning complete for port f0cba894-ddf2-45e4-be58-8ef6821d3681 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:52.436633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a4546a0f-fbdb-4a48-8935-6cb36d477c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.439426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-addd550a-b97b-4426-958a-b258b18eb2a5 req-3a0f3ff7-815a-4c6c-b11c-4be3c8716c48 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953794 Nov 23 18:09:52.444748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41248) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:52.449623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-76e4cc38-8f9f-4bab-ba18-eaef19b19c33 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'security_group': {'name': 'tempest-secgroup-1235744684'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:52.481381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-ad12a5e8-5f26-432c-96aa-0ef3fa3e8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:52.483190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-ad12a5e8-5f26-432c-96aa-0ef3fa3e8fd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 1.3142669 Nov 23 18:09:52.501375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde3604-9fab-4a37-b223-33b44bb65619 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf61ead-a25d-4f52-9e53-1431414ddfab,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:52.502718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a4546a0f-fbdb-4a48-8935-6cb36d477c26 None None] Port f0cba894-ddf2-45e4-be58-8ef6821d3681 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:52.526004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.533671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aad441-21b1-4721-ba30-2311edd6fc53 req-7a3f9a51-e56b-4086-a90f-3c183aef15a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:52.549768 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12aad441-21b1-4721-ba30-2311edd6fc53 req-7a3f9a51-e56b-4086-a90f-3c183aef15a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 945 time: 0.4964068 Nov 23 18:09:52.556122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.563094 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8cf0b2cb-cccd-47c7-98bb-f993edf30a33 HTTP/1.1" status: 204 len: 168 time: 0.8953941 Nov 23 18:09:52.564368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2d16d-dde9-461a-8a43-1b0eee420143 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf0b2cb-cccd-47c7-98bb-f993edf30a33,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:52.592414 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76e4cc38-8f9f-4bab-ba18-eaef19b19c33 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.617563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5f1227c1-fe0e-4899-8f66-5dea220e498c None None] Could not find standard attr ID for object 02741c68-fb62-4736-be6d-8ce482fa3fd1. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:52.625680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb3ced-b3de-4bdd-a26f-8c42f3481eb3 req-16bd5b2a-534a-4b2d-b4e9-c5c7c9bc4a63 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:52.632947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33fb3ced-b3de-4bdd-a26f-8c42f3481eb3 req-16bd5b2a-534a-4b2d-b4e9-c5c7c9bc4a63 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.4101377 Nov 23 18:09:52.711227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf32f32-9ad2-49c2-9b19-b678ecd129e4 None None] Update dhcp port {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'fixed_ips': [{'subnet_id': '74110ad4-83b7-4758-9924-d87e520e0b01', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4696532d-53e0-49a4-8718-6dec753880be'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '594fc94a-9c4f-4b3b-a2e0-34dd040c94a8'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:09:52.719030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12aad441-21b1-4721-ba30-2311edd6fc53 req-dbdeac7a-480e-4a34-a738-04c196bc54cd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287978 Nov 23 18:09:52.721051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-acd164aa-febe-4289-a0a9-c0fa45a91a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:52.722540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-acd164aa-febe-4289-a0a9-c0fa45a91a1e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2279394 Nov 23 18:09:52.787372 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1bf32f32-9ad2-49c2-9b19-b678ecd129e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:52.804208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41256) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:52.839450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33fb3ced-b3de-4bdd-a26f-8c42f3481eb3 req-87a600d6-a5a6-4081-b5a6-c482a4f12a5f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050555 Nov 23 18:09:52.906828 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8a0116da-f5c3-4c1e-884f-5e6136d26b80 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=feb6b693874043aaac6a0d0b6988301e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012921 Nov 23 18:09:52.907671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41258) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:53.003348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76e4cc38-8f9f-4bab-ba18-eaef19b19c33 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.014720 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76e4cc38-8f9f-4bab-ba18-eaef19b19c33 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.029302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1f6817c-b1d6-4650-99a6-5e9a4697c1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.054546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-006647dc-53bd-4185-8a99-b22fa32a8b92 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060682 Nov 23 18:09:53.055880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4cc38-8f9f-4bab-ba18-eaef19b19c33 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0d3b6-581f-4e7b-9b00-2025bd43f1b6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:53.064026 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76e4cc38-8f9f-4bab-ba18-eaef19b19c33 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.068064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-76e4cc38-8f9f-4bab-ba18-eaef19b19c33 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6194527 Nov 23 18:09:53.076543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41260) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:53.082152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7c29a18d-467f-42d0-a1fc-0fe90a5eb941 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'security_group': {'name': 'tempest-secgroup-1700252873'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:53.106609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1f6817c-b1d6-4650-99a6-5e9a4697c1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.150375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-1bf32f32-9ad2-49c2-9b19-b678ecd129e4 None None] Allocated IP 2001:db8::2 (4593169d-8b95-45bf-9aa9-94fe67b0a219/4696532d-53e0-49a4-8718-6dec753880be/594fc94a-9c4f-4b3b-a2e0-34dd040c94a8) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:53.160111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c29a18d-467f-42d0-a1fc-0fe90a5eb941 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.191361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1f6817c-b1d6-4650-99a6-5e9a4697c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.194793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-06d2674e-f796-4a2f-8770-de58abdd2cd6 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280456 Nov 23 18:09:53.195779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c1f6817c-b1d6-4650-99a6-5e9a4697c1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.197169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c1f6817c-b1d6-4650-99a6-5e9a4697c1e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cfccb4a9-42a8-4306-916e-58f661a788fb HTTP/1.1" status: 204 len: 168 time: 0.2883241 Nov 23 18:09:53.207393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6817c-b1d6-4650-99a6-5e9a4697c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfccb4a9-42a8-4306-916e-58f661a788fb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:53.265566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-9ef60d9a-9542-4346-98b1-9a7c6f0970c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44 HTTP/1.1" status: 200 len: 217 time: 0.0549538 Nov 23 18:09:53.317471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1bf32f32-9ad2-49c2-9b19-b678ecd129e4 None None] For port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,segment=NetworkSegment(050aacae-6d32-4288-8a7c-e092940f6d1a),segment_id=050aacae-6d32-4288-8a7c-e092940f6d1a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:53.355483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-769156a7-5ee7-43a0-bdad-bdad18e44360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:53.356979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-769156a7-5ee7-43a0-bdad-bdad18e44360 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.0830536 Nov 23 18:09:53.366031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1bf32f32-9ad2-49c2-9b19-b678ecd129e4 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.374164 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1bf32f32-9ad2-49c2-9b19-b678ecd129e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.380157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c29a18d-467f-42d0-a1fc-0fe90a5eb941 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.400963 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c29a18d-467f-42d0-a1fc-0fe90a5eb941 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.451287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7c29a18d-467f-42d0-a1fc-0fe90a5eb941 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.451287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7c29a18d-467f-42d0-a1fc-0fe90a5eb941 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3683467 Nov 23 18:09:53.451623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41264) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:53.460907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1820512559', 'security_groups': ['fb6ef347-c272-4bb4-a554-74edb96d57d1'], 'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4696532d-53e0-49a4-8718-6dec753880be'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:53.461379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29a18d-467f-42d0-a1fc-0fe90a5eb941 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6ef347-c272-4bb4-a554-74edb96d57d1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:53.483294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-4eedfb47-8779-4119-a201-76ab8aca7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:53.485411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-4eedfb47-8779-4119-a201-76ab8aca7f7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184263 Nov 23 18:09:53.488128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf32f32-9ad2-49c2-9b19-b678ecd129e4 None None] Pushing event updated for resources: {'Port': ['ID=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:53.656663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-25d77ebd-1d6e-43ff-8037-a660ffb10fc3 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631391 Nov 23 18:09:53.675488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:53.780580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f872307f-bc6c-416e-acae-bccd67c16da1 req-8e9979d3-68d6-4043-b5e5-bb64dbcf4483 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156607 Nov 23 18:09:53.834962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:53.891074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] device_id is not set on port 98d79f16-3330-481e-9336-5f2702db2fc7 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:09:54.036808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411190f2-6264-421f-988e-b2bed856bba6 req-76d3f0a6-8c58-40ed-891f-f483dde16316 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:54.038803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-411190f2-6264-421f-988e-b2bed856bba6 req-76d3f0a6-8c58-40ed-891f-f483dde16316 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 945 time: 0.1600239 Nov 23 18:09:54.112647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38ebff-a7f6-4680-8584-0ba3e217332d req-a74ce0a8-c284-40b5-a330-93b6e4f9b441 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:54.115284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb38ebff-a7f6-4680-8584-0ba3e217332d req-a74ce0a8-c284-40b5-a330-93b6e4f9b441 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1250751 Nov 23 18:09:54.187327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-411190f2-6264-421f-988e-b2bed856bba6 req-287dccf7-bbf9-4036-b2d2-d23001461387 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413474 Nov 23 18:09:54.210944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8::3a6 (4593169d-8b95-45bf-9aa9-94fe67b0a219/4696532d-53e0-49a4-8718-6dec753880be/98d79f16-3330-481e-9336-5f2702db2fc7) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:54.259517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb38ebff-a7f6-4680-8584-0ba3e217332d req-c4be2359-f4df-4254-8ede-7f00fde1d05e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341183 Nov 23 18:09:54.379021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41296) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:54.392246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:54.450971 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.460757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:54.461124 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.493817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c9252-57b2-407b-87ec-c9d85aa5f856 req-17bd103a-4118-40b3-8577-46aac08c75c5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:54.502801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1237120972-network', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:54.503480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-994c9252-57b2-407b-87ec-c9d85aa5f856 req-17bd103a-4118-40b3-8577-46aac08c75c5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0895891 Nov 23 18:09:54.508111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.516530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4a5f587f-c1eb-477c-aa61-294e92823cfb None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:54.516901 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a5f587f-c1eb-477c-aa61-294e92823cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.555341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-994c9252-57b2-407b-87ec-c9d85aa5f856 req-152b8738-e97b-4c8e-a930-e3035a14a2bb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503764 Nov 23 18:09:54.566531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:54.578107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:54.580743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:54.587312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:54.587950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.593489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device d90062b5-19a3-4a62-90d3-e4cce839648f up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:54.610904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=98d79f16-3330-481e-9336-5f2702db2fc7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:54.617142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Made reservation on behalf of 23340984f92d4bccbdfee4d9e73fc5a2 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:54.620939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.635330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.657208 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8b10f8b4-b27c-4450-8742-61fbb58f5d1b tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2031505 Nov 23 18:09:54.657576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41302) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:54.670617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7a842d38-e0f9-4c12-8fa7-56ba6f24e9bd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:54.797637 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4a5f587f-c1eb-477c-aa61-294e92823cfb None None] Provisioning complete for port f0cba894-ddf2-45e4-be58-8ef6821d3681 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:54.798057 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a5f587f-c1eb-477c-aa61-294e92823cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.813319 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.825059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.842365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f587f-c1eb-477c-aa61-294e92823cfb None None] Port f0cba894-ddf2-45e4-be58-8ef6821d3681 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:54.844625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port d90062b5-19a3-4a62-90d3-e4cce839648f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:09:54.849567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port d90062b5-19a3-4a62-90d3-e4cce839648f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:54.850019 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.868856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:09:54.911158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e38b31-40a2-4a5f-9f61-ca8c3f57a5ed,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:54.931224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:54.931985 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Added segment 53465cf1-e962-4628-a673-90481683641b of type vlan for network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af Nov 23 18:09:55.002896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab959cd-8597-4bde-8daa-8f2e31f3e134 req-4eb569ea-bc12-478f-9b0d-aa466dd15f36 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:55.004489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ab959cd-8597-4bde-8daa-8f2e31f3e134 req-4eb569ea-bc12-478f-9b0d-aa466dd15f36 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1222401 Nov 23 18:09:55.041822 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.062908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a842d38-e0f9-4c12-8fa7-56ba6f24e9bd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:55.067518 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a842d38-e0f9-4c12-8fa7-56ba6f24e9bd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.089826 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.109965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.111277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:55.112011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.132435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3d1f3e4e-d285-4d04-a8e0-b1d82e2510b2 None None] Provisioning complete for port 98d79f16-3330-481e-9336-5f2702db2fc7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:55.132944 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3d1f3e4e-d285-4d04-a8e0-b1d82e2510b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.138310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ab959cd-8597-4bde-8daa-8f2e31f3e134 req-c71489f3-428b-4b43-a4cd-afa25b57a37d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161053 Nov 23 18:09:55.174881 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7871599 Nov 23 18:09:55.178470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41322) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:55.185357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Request body: {'subnet': {'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1237120972-subnet', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:55.200230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f3e4e-d285-4d04-a8e0-b1d82e2510b2 None None] Port 98d79f16-3330-481e-9336-5f2702db2fc7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:55.213376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6fff9-ae0d-4d60-a0bc-3a772cde06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90062b5-19a3-4a62-90d3-e4cce839648f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:55.224054 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c6e550-9a3c-418b-b17e-6524db8be7ed" -d '{"events": [{"server_uuid": "69d6fff9-ae0d-4d60-a0bc-3a772cde06c9", "name": "network-vif-plugged", "status": "completed", "tag": "d90062b5-19a3-4a62-90d3-e4cce839648f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:55.250324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Made reservation on behalf of 23340984f92d4bccbdfee4d9e73fc5a2 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:55.251162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port d90062b5-19a3-4a62-90d3-e4cce839648f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d90062b5-19a3-4a62-90d3-e4cce839648f,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:55.253157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.263702 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.291613 n-d-818932-3 neutron-server[120536]: INFO neutron.db.ipam_backend_mixin [None req-7a842d38-e0f9-4c12-8fa7-56ba6f24e9bd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4696532d-53e0-49a4-8718-6dec753880be (CIDR: 2001:db8::/64) Nov 23 18:09:55.318030 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a842d38-e0f9-4c12-8fa7-56ba6f24e9bd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:55.319268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a842d38-e0f9-4c12-8fa7-56ba6f24e9bd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:09:55.344531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e68d3a-9b8d-4e73-8894-b5c4b3c7bffc admin admin] Pushing event updated for resources: {'Network': ['ID=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:55.363182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:09:55.383810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fdf43-c434-49a9-b372-f032a372782d req-a51e8b14-95e1-40ab-9f58-dd7e4e5ef50a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:55.385466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7fdf43-c434-49a9-b372-f032a372782d req-a51e8b14-95e1-40ab-9f58-dd7e4e5ef50a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 946 time: 0.1121089 Nov 23 18:09:55.400521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7a842d38-e0f9-4c12-8fa7-56ba6f24e9bd tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7393036 Nov 23 18:09:55.402004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41334) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:55.408282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-34a220ef-881e-4ab2-9004-8bccb22033ca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:55.449795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=d90062b5-19a3-4a62-90d3-e4cce839648f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:55.473723 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30fa707-7971-41ac-8a6f-33371650bce4 x-openstack-request-id: req-f30fa707-7971-41ac-8a6f-33371650bce4 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:55.474036 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d6fff9-ae0d-4d60-a0bc-3a772cde06c9", "name": "network-vif-plugged", "status": "completed", "tag": "d90062b5-19a3-4a62-90d3-e4cce839648f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:55.474287 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f30fa707-7971-41ac-8a6f-33371650bce4 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:55.475230 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6fff9-ae0d-4d60-a0bc-3a772cde06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90062b5-19a3-4a62-90d3-e4cce839648f', 'code': 200} Nov 23 18:09:55.511906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7fdf43-c434-49a9-b372-f032a372782d req-e80178cd-dbe2-4448-9bd0-7742ef2710ea tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125085 Nov 23 18:09:55.620320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342e65-512c-49d3-944e-2603b89a4d44 req-27abeb76-20f9-4204-9cc7-7628ef0bb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:55.623137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28342e65-512c-49d3-944e-2603b89a4d44 req-27abeb76-20f9-4204-9cc7-7628ef0bb5a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 1097 time: 0.0880442 Nov 23 18:09:55.669490 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.677646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a220ef-881e-4ab2-9004-8bccb22033ca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:55.681287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-34a220ef-881e-4ab2-9004-8bccb22033ca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.707371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66096-1110-4eb2-b4fc-bc8242415883 req-9452d879-e70d-4122-a6b2-86e4c69e97b2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:55.708865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8a66096-1110-4eb2-b4fc-bc8242415883 req-9452d879-e70d-4122-a6b2-86e4c69e97b2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1153553 Nov 23 18:09:55.711044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28342e65-512c-49d3-944e-2603b89a4d44 req-0bf432f1-6060-400b-82b1-22f8874a5224 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693731 Nov 23 18:09:55.766933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8a66096-1110-4eb2-b4fc-bc8242415883 req-a83f7cb8-7611-4645-af7b-2a7165c91389 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502923 Nov 23 18:09:55.805860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a2cca1-b8f6-4e65-af98-d5a044d1388b,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:55.825900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Checking segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:55.826259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Network hostable DHCP agents. Network: ac73ee5a-d79f-4691-bd9f-d31e8c3d07af, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:09:55.830014 n-d-818932-3 neutron-server[120535]: INFO neutron.db.ipam_backend_mixin [None req-34a220ef-881e-4ab2-9004-8bccb22033ca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 74110ad4-83b7-4758-9924-d87e520e0b01 (CIDR: 2001:db8:0:1::/64) Nov 23 18:09:55.836033 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a220ef-881e-4ab2-9004-8bccb22033ca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:09:55.836487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a220ef-881e-4ab2-9004-8bccb22033ca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:09:55.856602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:09:55.865381 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-34a220ef-881e-4ab2-9004-8bccb22033ca tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4594297 Nov 23 18:09:55.865576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41336) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:55.870615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'subnet': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:55.888934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, ac73ee5a-d79f-4691-bd9f-d31e8c3d07af) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:55.898377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2015e5e-5eb8-4325-9a9c-4248ec3f4f66 None None] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:55.902080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:55.902884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.959299 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5baf0d22-153c-4792-bec9-dd79961b31b5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7793279 Nov 23 18:09:55.959727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41338) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:55.968632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:55.997550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.998953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.029310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Made reservation on behalf of 0c0c4f0a48a4410c8821ea06004bd647 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:09:56.033705 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.065928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.259706 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.343053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'fixed_ips': [{'subnet_id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:09:56.343920 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.354878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.396399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:56.400911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:56.405959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:56.406560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.437638 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5710704 Nov 23 18:09:56.438459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41346) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:56.440491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d6c05-aff4-420d-ba01-4f6fcb3b3db3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Subnet': ['ID=66620f2e-ca45-49b1-9af0-b9b381aca163,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:56.445806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-205345648', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '66620f2e-ca45-49b1-9af0-b9b381aca163'}], 'security_groups': ['ddf61ead-a25d-4f52-9e53-1431414ddfab', 'd8b0d3b6-581f-4e7b-9b00-2025bd43f1b6']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:09:56.525425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9e862-65b8-438a-ab97-ebef80a82c50 None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:56.527179 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.555604 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.573478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Allocated IP 172.20.0.2 (ac73ee5a-d79f-4691-bd9f-d31e8c3d07af/82a2cca1-b8f6-4e65-af98-d5a044d1388b/a51788eb-c5b3-4823-b491-73028dad52f8) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:56.612912 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.745562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b24ee-c740-425a-b5cc-ae917f376a2a req-578b1584-4a8e-487a-a9be-33aecb387ee3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:56.747544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff4b24ee-c740-425a-b5cc-ae917f376a2a req-578b1584-4a8e-487a-a9be-33aecb387ee3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 946 time: 0.1474996 Nov 23 18:09:56.889936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Allocated IP 172.25.0.182 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/319a5cc3-564c-40c1-a827-6ea9a916b586) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:56.914872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff4b24ee-c740-425a-b5cc-ae917f376a2a req-f6b3a75e-f681-4ce6-912d-ef746bd7a90b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583996 Nov 23 18:09:56.936769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Delete allocated IP 2001:db8::3a6 (4593169d-8b95-45bf-9aa9-94fe67b0a219/4696532d-53e0-49a4-8718-6dec753880be) {{(pid=120535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:09:56.945775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Allocated IP 2001:db8:0:2::40 (4593169d-8b95-45bf-9aa9-94fe67b0a219/66620f2e-ca45-49b1-9af0-b9b381aca163/98d79f16-3330-481e-9336-5f2702db2fc7) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:56.966796 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:56.977866 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.018406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8755f-f449-47f4-b7e4-4ea4a35efd03 req-6c39b56f-8a2e-498b-aa9d-43d990136bd7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:57.027146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f8755f-f449-47f4-b7e4-4ea4a35efd03 req-6c39b56f-8a2e-498b-aa9d-43d990136bd7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1334205 Nov 23 18:09:57.065059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:57.070896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:57.079796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:57.110599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f6a16-6fc4-4b70-891f-18401cffe4c9 None None] Update dhcp port {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'fixed_ips': [{'subnet_id': '74110ad4-83b7-4758-9924-d87e520e0b01', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4696532d-53e0-49a4-8718-6dec753880be', 'ip_address': '2001:db8::2'}, {'subnet_id': '66620f2e-ca45-49b1-9af0-b9b381aca163'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '594fc94a-9c4f-4b3b-a2e0-34dd040c94a8'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:09:57.116806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f8755f-f449-47f4-b7e4-4ea4a35efd03 req-feefc805-215d-422f-972c-6c55ada392e3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885711 Nov 23 18:09:57.149488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.194662 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Pushing event updated for resources: {'Port': ['ID=a51788eb-c5b3-4823-b491-73028dad52f8,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:57.201630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.258222 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-638f6a16-6fc4-4b70-891f-18401cffe4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.271552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.281951 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.298709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Pushing event updated for resources: {'Port': ['ID=319a5cc3-564c-40c1-a827-6ea9a916b586,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:57.314262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:09:57.315971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:09:57.323074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Attempting to bind port a51788eb-c5b3-4823-b491-73028dad52f8 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:09:57.324250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Attempting to bind port a51788eb-c5b3-4823-b491-73028dad52f8 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:09:57.324646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Attempting to bind port a51788eb-c5b3-4823-b491-73028dad52f8 on network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:09:57.336003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:09:57.388532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:09:57.388917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Checking segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:09:57.389318 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.389715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Bound using segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:09:57.390205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Bound port: a51788eb-c5b3-4823-b491-73028dad52f8, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:09:57.390585 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.403136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c7d866-0e07-4c2e-8456-5cb41648a0cb None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:09:57.428368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] In _notify_port_updated(), no bound segment for port 98d79f16-3330-481e-9336-5f2702db2fc7 on network 4593169d-8b95-45bf-9aa9-94fe67b0a219 {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:09:57.435936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:57.436786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.438948 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "PUT /v2.0/ports/98d79f16-3330-481e-9336-5f2702db2fc7 HTTP/1.1" status: 200 len: 968 time: 0.9993739 Nov 23 18:09:57.442001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:57.453700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbe23b-5c8b-437a-b7cb-9bce8a0e1dde tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event updated for resources: {'Port': ['ID=98d79f16-3330-481e-9336-5f2702db2fc7,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:57.588408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] For port a51788eb-c5b3-4823-b491-73028dad52f8, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:09:57.609619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-dd556d3a-690a-45f8-a1ae-f25a8ce0084c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 98d79f16-3330-481e-9336-5f2702db2fc7 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:57.610078 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd556d3a-690a-45f8-a1ae-f25a8ce0084c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.620877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] For port a51788eb-c5b3-4823-b491-73028dad52f8, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a51788eb-c5b3-4823-b491-73028dad52f8,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:09:57.631800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a93709e9-11b4-4e5e-974e-507e2c5a8050 None None] Provisioning complete for port 319a5cc3-564c-40c1-a827-6ea9a916b586 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:57.632173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a93709e9-11b4-4e5e-974e-507e2c5a8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.646705 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.655173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352658c6-524e-4c91-be5a-4cc1f52b35de req-ac25a3f3-f929-4a14-9bb0-55457f04aff0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:57.668936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-352658c6-524e-4c91-be5a-4cc1f52b35de req-ac25a3f3-f929-4a14-9bb0-55457f04aff0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1813121 Nov 23 18:09:57.780349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd556d3a-690a-45f8-a1ae-f25a8ce0084c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.789246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a93709e9-11b4-4e5e-974e-507e2c5a8050 None None] Port 319a5cc3-564c-40c1-a827-6ea9a916b586 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:09:57.805806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-dd556d3a-690a-45f8-a1ae-f25a8ce0084c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 98d79f16-3330-481e-9336-5f2702db2fc7 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:57.812712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d411507-9ec4-4fa2-9413-d4f166577b04 None None] Pushing event updated for resources: {'Port': ['ID=a51788eb-c5b3-4823-b491-73028dad52f8,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:57.824695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-638f6a16-6fc4-4b70-891f-18401cffe4c9 None None] Allocated IP 2001:db8:0:2::2 (4593169d-8b95-45bf-9aa9-94fe67b0a219/66620f2e-ca45-49b1-9af0-b9b381aca163/594fc94a-9c4f-4b3b-a2e0-34dd040c94a8) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:09:57.869587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-352658c6-524e-4c91-be5a-4cc1f52b35de req-54fbd58c-ba4a-4e74-ba8a-088770e93e5a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996484 Nov 23 18:09:57.908649 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.957657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-638f6a16-6fc4-4b70-891f-18401cffe4c9 None None] For port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,segment=NetworkSegment(050aacae-6d32-4288-8a7c-e092940f6d1a),segment_id=050aacae-6d32-4288-8a7c-e092940f6d1a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:58.012884 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-638f6a16-6fc4-4b70-891f-18401cffe4c9 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.023552 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-638f6a16-6fc4-4b70-891f-18401cffe4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.040202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd556d3a-690a-45f8-a1ae-f25a8ce0084c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.112747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd556d3a-690a-45f8-a1ae-f25a8ce0084c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=98d79f16-3330-481e-9336-5f2702db2fc7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:58.160875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f6a16-6fc4-4b70-891f-18401cffe4c9 None None] Pushing event updated for resources: {'Port': ['ID=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:58.163327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd556d3a-690a-45f8-a1ae-f25a8ce0084c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.171511 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dd556d3a-690a-45f8-a1ae-f25a8ce0084c tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/98d79f16-3330-481e-9336-5f2702db2fc7 HTTP/1.1" status: 204 len: 168 time: 0.7282193 Nov 23 18:09:58.174207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41370) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:58.214039 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b01447-9c48-4c83-8138-24358d859935 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] GET failed (client error): The resource could not be found. Nov 23 18:09:58.215817 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-33b01447-9c48-4c83-8138-24358d859935 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports/98d79f16-3330-481e-9336-5f2702db2fc7 HTTP/1.1" status: 404 len: 333 time: 0.0402288 Nov 23 18:09:58.219393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41372) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:58.224085 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.326235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac1a9c-dfff-43c0-ae4f-d3a6998d0365 req-860f36ae-52ab-49cc-9213-99297802fcbb tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:58.329535 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e85e-9d24-40b4-bf25-71a4c9034b4f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.349720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89ac1a9c-dfff-43c0-ae4f-d3a6998d0365 req-860f36ae-52ab-49cc-9213-99297802fcbb tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 946 time: 0.1759820 Nov 23 18:09:58.364588 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e85e-9d24-40b4-bf25-71a4c9034b4f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.427696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e85e-9d24-40b4-bf25-71a4c9034b4f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.430619 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e85e-9d24-40b4-bf25-71a4c9034b4f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.435908 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e8f3e85e-9d24-40b4-bf25-71a4c9034b4f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/security-groups/fb6ef347-c272-4bb4-a554-74edb96d57d1 HTTP/1.1" status: 204 len: 168 time: 0.2117589 Nov 23 18:09:58.439187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41378) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:58.458774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3e85e-9d24-40b4-bf25-71a4c9034b4f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6ef347-c272-4bb4-a554-74edb96d57d1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:58.562966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:58.585258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73de6513-c099-4939-8dff-bac0ee67aa6a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.595277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89ac1a9c-dfff-43c0-ae4f-d3a6998d0365 req-4ff28011-9e08-4939-8d9d-6cb0b3bbf7f9 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441072 Nov 23 18:09:58.625448 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73de6513-c099-4939-8dff-bac0ee67aa6a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.639947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:58.640427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.723908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73de6513-c099-4939-8dff-bac0ee67aa6a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.735450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73de6513-c099-4939-8dff-bac0ee67aa6a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.736932 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-73de6513-c099-4939-8dff-bac0ee67aa6a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/security-groups/d8b0d3b6-581f-4e7b-9b00-2025bd43f1b6 HTTP/1.1" status: 204 len: 168 time: 0.2952628 Nov 23 18:09:58.742051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41392) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:58.767423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de6513-c099-4939-8dff-bac0ee67aa6a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0d3b6-581f-4e7b-9b00-2025bd43f1b6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:58.801061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:09:58.822930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9058b0-81de-4a3b-b0f1-95c47c9aa7c1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.874204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9058b0-81de-4a3b-b0f1-95c47c9aa7c1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.912365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a51788eb-c5b3-4823-b491-73028dad52f8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:09:58.963045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54999c58-c574-41b8-b412-96379bf0293f req-63ffae77-9a6c-484e-aedd-87539594fd7d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:58.969856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9058b0-81de-4a3b-b0f1-95c47c9aa7c1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.973469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54999c58-c574-41b8-b412-96379bf0293f req-63ffae77-9a6c-484e-aedd-87539594fd7d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 945 time: 0.2533312 Nov 23 18:09:58.974513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc9058b0-81de-4a3b-b0f1-95c47c9aa7c1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:58.977272 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dc9058b0-81de-4a3b-b0f1-95c47c9aa7c1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/security-groups/ddf61ead-a25d-4f52-9e53-1431414ddfab HTTP/1.1" status: 204 len: 168 time: 0.2335527 Nov 23 18:09:58.983136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41400) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:59.022565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a51788eb-c5b3-4823-b491-73028dad52f8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:59.023646 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.030049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9058b0-81de-4a3b-b0f1-95c47c9aa7c1 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf61ead-a25d-4f52-9e53-1431414ddfab,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:59.098567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b37c9e-ab66-4bb4-97f3-5c66f5c20ae4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet 4696532d-53e0-49a4-8718-6dec753880be {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:59.106152 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c9e-ab66-4bb4-97f3-5c66f5c20ae4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.194148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.209619 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c9e-ab66-4bb4-97f3-5c66f5c20ae4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.268452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port a51788eb-c5b3-4823-b491-73028dad52f8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a51788eb-c5b3-4823-b491-73028dad52f8,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:59.276890 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.379787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=a51788eb-c5b3-4823-b491-73028dad52f8,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:59.400307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c9e-ab66-4bb4-97f3-5c66f5c20ae4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.510564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c9e-ab66-4bb4-97f3-5c66f5c20ae4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.571428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b37c9e-ab66-4bb4-97f3-5c66f5c20ae4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=4696532d-53e0-49a4-8718-6dec753880be,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:59.576163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c9e-ab66-4bb4-97f3-5c66f5c20ae4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.579853 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d0b37c9e-ab66-4bb4-97f3-5c66f5c20ae4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/4696532d-53e0-49a4-8718-6dec753880be HTTP/1.1" status: 204 len: 168 time: 0.5885770 Nov 23 18:09:59.584434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41404) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:59.622702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-69db1d71-6b6d-485f-b0cc-bbd5bd270161 None None] Could not find standard attr ID for object 98d79f16-3330-481e-9336-5f2702db2fc7. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:09:59.648832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf078456-01f1-45fd-89e9-e5fab7aa5aa3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet 66620f2e-ca45-49b1-9af0-b9b381aca163 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:09:59.652357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-69db1d71-6b6d-485f-b0cc-bbd5bd270161 None None] Provisioning complete for port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:09:59.652832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54999c58-c574-41b8-b412-96379bf0293f req-89e58d8e-af8d-40ab-a044-233bf7177a75 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774487 Nov 23 18:09:59.652917 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-69db1d71-6b6d-485f-b0cc-bbd5bd270161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.659533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf078456-01f1-45fd-89e9-e5fab7aa5aa3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.687439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:09:59.701012 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Sync routers for ids ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:09:59.723804 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Routers {'4221871d-f640-4bdd-b0b6-2fc77d106cf0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:09:59.724425 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:59.724675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259bd45-7249-48b4-aeae-143c01813026 req-b9d9bdd2-3911-41b7-8ac1-b95f8a55ee74 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:59.726254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8259bd45-7249-48b4-aeae-143c01813026 req-b9d9bdd2-3911-41b7-8ac1-b95f8a55ee74 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1350005 Nov 23 18:09:59.732561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf078456-01f1-45fd-89e9-e5fab7aa5aa3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.756165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.757308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e937c654-17eb-4b01-a22d-af5affde22bd admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7965071 Nov 23 18:09:59.767395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41408) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:59.790019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31e883-ad0e-4fca-a083-83c39aef0153 None None] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:59.935778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf078456-01f1-45fd-89e9-e5fab7aa5aa3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.946809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad711b7c-0780-48e8-9417-0a2590044722 None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:09:59.989117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8259bd45-7249-48b4-aeae-143c01813026 req-cc0e45ce-9dcb-4320-bd80-49eaf82bbac5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545557 Nov 23 18:10:00.138328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf078456-01f1-45fd-89e9-e5fab7aa5aa3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.169044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf078456-01f1-45fd-89e9-e5fab7aa5aa3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.176633 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cf078456-01f1-45fd-89e9-e5fab7aa5aa3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/66620f2e-ca45-49b1-9af0-b9b381aca163 HTTP/1.1" status: 204 len: 168 time: 0.5910075 Nov 23 18:10:00.179174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41418) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:00.179399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d98c-2504-4801-ae69-2130f43772d6 req-07caf0af-6942-4b10-807f-e3642b213ed3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:00.187604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bb1d98c-2504-4801-ae69-2130f43772d6 req-07caf0af-6942-4b10-807f-e3642b213ed3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 946 time: 0.3177490 Nov 23 18:10:00.254539 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd51162a-ba26-4681-b37a-b113ca760f36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:00.255027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd51162a-ba26-4681-b37a-b113ca760f36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:00.256769 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Set router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:00.259856 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cd51162a-ba26-4681-b37a-b113ca760f36 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/4696532d-53e0-49a4-8718-6dec753880be HTTP/1.1" status: 404 len: 337 time: 0.0430090 Nov 23 18:10:00.261197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf078456-01f1-45fd-89e9-e5fab7aa5aa3 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=66620f2e-ca45-49b1-9af0-b9b381aca163,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:00.262991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41420) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:00.355272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7189a2e-a912-471d-8dbc-9cd40e9b4c46 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting subnet 74110ad4-83b7-4758-9924-d87e520e0b01 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:10:00.357367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a51788eb-c5b3-4823-b491-73028dad52f8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:00.364679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7189a2e-a912-471d-8dbc-9cd40e9b4c46 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.447416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280474b3-39f3-47a4-9e30-fae1385c8e7d req-5c56eb00-84fa-43a0-97be-e6b851f83dc6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:00.455273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-280474b3-39f3-47a4-9e30-fae1385c8e7d req-5c56eb00-84fa-43a0-97be-e6b851f83dc6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2274866 Nov 23 18:10:00.491485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7189a2e-a912-471d-8dbc-9cd40e9b4c46 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.520228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bb1d98c-2504-4801-ae69-2130f43772d6 req-4b337153-8ade-4edb-92a3-908644e85785 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317459 Nov 23 18:10:00.576859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-69db1d71-6b6d-485f-b0cc-bbd5bd270161 None None] Provisioning complete for port f0cba894-ddf2-45e4-be58-8ef6821d3681 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:00.577281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-69db1d71-6b6d-485f-b0cc-bbd5bd270161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.620681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-69db1d71-6b6d-485f-b0cc-bbd5bd270161 None None] Port f0cba894-ddf2-45e4-be58-8ef6821d3681 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:00.631492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a51788eb-c5b3-4823-b491-73028dad52f8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:00.631797 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.652436 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:09:57Z', 'revision_number': 3, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port': {'id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:da:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:00.675746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7189a2e-a912-471d-8dbc-9cd40e9b4c46 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.741517 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Checking router: 4221871d-f640-4bdd-b0b6-2fc77d106cf0 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:10:00.742046 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Updating router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 port 319a5cc3-564c-40c1-a827-6ea9a916b586 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:10:00.758993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7189a2e-a912-471d-8dbc-9cd40e9b4c46 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.772069 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.785391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7189a2e-a912-471d-8dbc-9cd40e9b4c46 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.788626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-280474b3-39f3-47a4-9e30-fae1385c8e7d req-bfe121d5-7ff7-4175-9485-2d6b3d1b2557 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324835 Nov 23 18:10:00.794656 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e7189a2e-a912-471d-8dbc-9cd40e9b4c46 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/74110ad4-83b7-4758-9924-d87e520e0b01 HTTP/1.1" status: 204 len: 168 time: 0.5302989 Nov 23 18:10:00.795465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41436) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:00.836127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7189a2e-a912-471d-8dbc-9cd40e9b4c46 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Subnet': ['ID=74110ad4-83b7-4758-9924-d87e520e0b01,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:00.861251 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ff84b2-3e5a-45aa-bdf4-2f1c334f47f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:00.861827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ff84b2-3e5a-45aa-bdf4-2f1c334f47f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:00.869254 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-79ff84b2-3e5a-45aa-bdf4-2f1c334f47f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/7f9b2765-d012-4bf5-ac59-a6fb59208504 HTTP/1.1" status: 404 len: 337 time: 0.0420864 Nov 23 18:10:00.870052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41440) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:00.931710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41444) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:00.936728 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-677673e0-641d-4b3d-96f4-5ccad0ca839a tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7cc41cf-a149-4671-92f6-90bac48baa33 HTTP/1.1" status: 200 len: 205 time: 0.0648110 Nov 23 18:10:01.110547 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-661f4b28-ca18-4abd-895f-12af247bba4f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] delete failed (client error): The resource could not be found. Nov 23 18:10:01.111130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-edb29ef2-bf6b-4a66-b390-61564074b076 None None] Could not find standard attr ID for object 98d79f16-3330-481e-9336-5f2702db2fc7. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:10:01.111489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-661f4b28-ca18-4abd-895f-12af247bba4f tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/routers/a7cc41cf-a149-4671-92f6-90bac48baa33 HTTP/1.1" status: 404 len: 336 time: 0.1166556 Nov 23 18:10:01.114593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.165088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-edb29ef2-bf6b-4a66-b390-61564074b076 None None] Provisioning complete for port a51788eb-c5b3-4823-b491-73028dad52f8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:01.165467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-edb29ef2-bf6b-4a66-b390-61564074b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.198769 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8092fc00-4ed5-4609-90a0-be6d7f15bafc tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.200751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8092fc00-4ed5-4609-90a0-be6d7f15bafc tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.209260 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8092fc00-4ed5-4609-90a0-be6d7f15bafc tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/8a2a75f4-acdb-4df9-8c34-353d0f48e8dc HTTP/1.1" status: 404 len: 337 time: 0.0926375 Nov 23 18:10:01.212040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41450) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.217867 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.227886 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.237906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cff372-d5e8-405e-b575-3d92d5378a4c req-6c9171d6-d1ab-4a8a-b83d-3286e32a0ab0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:01.250025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1cff372-d5e8-405e-b575-3d92d5378a4c req-6c9171d6-d1ab-4a8a-b83d-3286e32a0ab0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 946 time: 0.2395217 Nov 23 18:10:01.256117 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66a6a2f-98e6-4134-a21d-a494f8c44639 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.256707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66a6a2f-98e6-4134-a21d-a494f8c44639 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.265386 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b66a6a2f-98e6-4134-a21d-a494f8c44639 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/f8e81e89-55d1-4d62-8dbc-dc76d834aac9 HTTP/1.1" status: 404 len: 337 time: 0.0519240 Nov 23 18:10:01.266008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41452) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.274621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f71330-1a5f-4751-876b-7a57262b0f12 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:01.279621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc086ef-f9e7-456d-8e55-d0c0d63e57ab req-6d018ceb-6e51-41e7-a50c-7b14c3b8a765 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:01.288988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fc086ef-f9e7-456d-8e55-d0c0d63e57ab req-6d018ceb-6e51-41e7-a50c-7b14c3b8a765 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2924564 Nov 23 18:10:01.297263 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8424df33-4308-4bd1-b866-7017d4420575 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.297718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8424df33-4308-4bd1-b866-7017d4420575 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.304384 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8424df33-4308-4bd1-b866-7017d4420575 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/6465369d-270a-4440-bf3d-74734753654a HTTP/1.1" status: 404 len: 337 time: 0.0365274 Nov 23 18:10:01.305489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41454) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.359711 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-72213840-69b5-429b-ae44-659287d8f4bb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.360254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Attempting to bind port 319a5cc3-564c-40c1-a827-6ea9a916b586 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:01.360380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72213840-69b5-429b-ae44-659287d8f4bb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.360958 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Attempting to bind port 319a5cc3-564c-40c1-a827-6ea9a916b586 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:01.361507 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Attempting to bind port 319a5cc3-564c-40c1-a827-6ea9a916b586 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:01.373072 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-72213840-69b5-429b-ae44-659287d8f4bb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/f2ed505e-d5b1-425d-9eeb-137ba16e16d2 HTTP/1.1" status: 404 len: 333 time: 0.0662901 Nov 23 18:10:01.373746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41456) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.379773 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:01.380438 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:01.381006 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.381724 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:01.382419 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Bound port: 319a5cc3-564c-40c1-a827-6ea9a916b586, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:01.383005 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.388503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fc086ef-f9e7-456d-8e55-d0c0d63e57ab req-550a1120-fe57-4ad7-a112-63f99dc152ee tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984094 Nov 23 18:10:01.398420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.415149 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-292ea5f4-6546-40e3-b548-91f3f8d84480 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.415609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292ea5f4-6546-40e3-b548-91f3f8d84480 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.422719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-292ea5f4-6546-40e3-b548-91f3f8d84480 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/c05932be-e625-4b8c-9ffe-4aa15cf6dc9f HTTP/1.1" status: 404 len: 337 time: 0.0478964 Nov 23 18:10:01.423354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.455179 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Pushing event updated for resources: {'Port': ['ID=319a5cc3-564c-40c1-a827-6ea9a916b586,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:01.467537 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e77d513-0222-4b53-be63-de28a18728bb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.467967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e77d513-0222-4b53-be63-de28a18728bb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.479379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1cff372-d5e8-405e-b575-3d92d5378a4c req-ec2cbfe6-9a21-4b43-82b1-b147723f7953 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281907 Nov 23 18:10:01.482305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41462) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.492500 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8e77d513-0222-4b53-be63-de28a18728bb tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/5889252f-5c63-4468-8e94-e112e2a9d845 HTTP/1.1" status: 404 len: 337 time: 0.0588982 Nov 23 18:10:01.492833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32854973-6a12-4109-b419-294ac92101b8 None None] Update dhcp port {'port': {'network_id': '4593169d-8b95-45bf-9aa9-94fe67b0a219', 'fixed_ips': [{'subnet_id': '74110ad4-83b7-4758-9924-d87e520e0b01'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '594fc94a-9c4f-4b3b-a2e0-34dd040c94a8'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:10:01.496721 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.497288 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.497784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.498271 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.498834 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.499317 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.499967 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.500462 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.501161 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.501655 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.502135 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.502611 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:01.529185 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-32854973-6a12-4109-b419-294ac92101b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.562768 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05b2dae-1cea-46c6-b0c2-5a204df3f513 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.567746 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] For port 319a5cc3-564c-40c1-a827-6ea9a916b586, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:01.568544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05b2dae-1cea-46c6-b0c2-5a204df3f513 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.571799 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] For port 319a5cc3-564c-40c1-a827-6ea9a916b586, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=319a5cc3-564c-40c1-a827-6ea9a916b586,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:01.577966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d05b2dae-1cea-46c6-b0c2-5a204df3f513 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/d195c691-f7ad-4f4c-825c-f2e685b9db0d HTTP/1.1" status: 404 len: 333 time: 0.0877991 Nov 23 18:10:01.578751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41464) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.585360 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.626008 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-016b0343-c7ce-463f-b5e2-8190b7199d49 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.626375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016b0343-c7ce-463f-b5e2-8190b7199d49 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.647059 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-016b0343-c7ce-463f-b5e2-8190b7199d49 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/6abcf53f-9be4-42f6-9a4d-4ad7cf8267a5 HTTP/1.1" status: 404 len: 337 time: 0.0650566 Nov 23 18:10:01.647059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41466) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.663797 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd25754-9d46-42c4-8872-9c8cc3dad02e None None] Pushing event updated for resources: {'Port': ['ID=319a5cc3-564c-40c1-a827-6ea9a916b586,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:01.695672 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Routers {'4221871d-f640-4bdd-b0b6-2fc77d106cf0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:01.696292 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:01.701336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb1b3d-393b-48dd-9bbb-5b1ee195d592 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:01.707964 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0809bd5-8f5c-4419-b665-3ce0c06eb29d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] DELETE failed (client error): The resource could not be found. Nov 23 18:10:01.708493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0809bd5-8f5c-4419-b665-3ce0c06eb29d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:10:01.720425 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e0809bd5-8f5c-4419-b665-3ce0c06eb29d tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/subnets/aeb26b58-8e22-4b2d-bfe3-042ee4a145b1 HTTP/1.1" status: 404 len: 337 time: 0.0700536 Nov 23 18:10:01.721400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41468) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.728238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde48fb-7b69-4566-a94e-717bfabeeb49 req-ec218171-419f-4bbb-88c5-9e8b95c2f9a4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:01.737836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dde48fb-7b69-4566-a94e-717bfabeeb49 req-ec218171-419f-4bbb-88c5-9e8b95c2f9a4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1514392 Nov 23 18:10:01.828250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f6f96ced-a647-4382-9c35-f1a440a78ca2 None None] Provisioning complete for port a51788eb-c5b3-4823-b491-73028dad52f8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:01.828873 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6f96ced-a647-4382-9c35-f1a440a78ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.889531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dde48fb-7b69-4566-a94e-717bfabeeb49 req-7b07d442-6008-4230-b7e8-0aec14b4381a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524954 Nov 23 18:10:01.894681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-572a710d-bdd6-4473-944b-9885924cf5f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port f0cba894-ddf2-45e4-be58-8ef6821d3681 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:01.895071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-572a710d-bdd6-4473-944b-9885924cf5f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.925517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Allocated IP 172.20.0.1 (ac73ee5a-d79f-4691-bd9f-d31e8c3d07af/82a2cca1-b8f6-4e65-af98-d5a044d1388b/f8b19325-002d-4088-9f51-bc15967d7290) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:01.959704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a852153-8094-4e4f-9b42-c2615a7dd492 None None] Network 4593169d-8b95-45bf-9aa9-94fe67b0a219 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:01.995787 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] Set router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:02.043728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-572a710d-bdd6-4473-944b-9885924cf5f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.061024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-572a710d-bdd6-4473-944b-9885924cf5f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for f0cba894-ddf2-45e4-be58-8ef6821d3681 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:02.112832 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.157033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.184963 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-572a710d-bdd6-4473-944b-9885924cf5f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.188565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f6f96ced-a647-4382-9c35-f1a440a78ca2 None None] Provisioning complete for port 319a5cc3-564c-40c1-a827-6ea9a916b586 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:02.189147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6f96ced-a647-4382-9c35-f1a440a78ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.204536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:02.211792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:02.216648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:02.254013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Pushing event updated for resources: {'Port': ['ID=f8b19325-002d-4088-9f51-bc15967d7290,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:02.254808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-572a710d-bdd6-4473-944b-9885924cf5f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.264766 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-572a710d-bdd6-4473-944b-9885924cf5f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/ports/f0cba894-ddf2-45e4-be58-8ef6821d3681 HTTP/1.1" status: 204 len: 168 time: 0.5418584 Nov 23 18:10:02.267623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a710d-bdd6-4473-944b-9885924cf5f9 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=f0cba894-ddf2-45e4-be58-8ef6821d3681,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:02.269587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41478) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:02.294520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] DHCP port deletion for 4593169d-8b95-45bf-9aa9-94fe67b0a219 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:02.294913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.371055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:02.392528 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:09:57Z', 'revision_number': 3, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port': {'id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:da:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:02.409482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.447348 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc6785-f985-4d4f-8cb6-29739abeed9a None None] The sync data for ids ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'] in n-d-818932-3 is: [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:09:57Z', 'revision_number': 3, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port': {'id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:da:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:10:02.489110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] Deleting port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:02.489501 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.505148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Deleting port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:02.505630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.516797 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6f96ced-a647-4382-9c35-f1a440a78ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.570462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-4f2825e5-b708-4080-a41a-f8aae306d543 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:02.571133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-4f2825e5-b708-4080-a41a-f8aae306d543 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 946 time: 0.0985038 Nov 23 18:10:02.616739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f6f96ced-a647-4382-9c35-f1a440a78ca2 None None] For port 319a5cc3-564c-40c1-a827-6ea9a916b586, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=319a5cc3-564c-40c1-a827-6ea9a916b586,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:02.629250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] For port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,segment=NetworkSegment(050aacae-6d32-4288-8a7c-e092940f6d1a),segment_id=050aacae-6d32-4288-8a7c-e092940f6d1a)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:02.629937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.653718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Calling delete_port for 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:02.697278 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6f96ced-a647-4382-9c35-f1a440a78ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.698548 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.760154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.763440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d6670-3448-4d65-9c07-dc07399486eb req-8c708616-4700-4050-82a2-20cac01efa06 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:02.764963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb1d6670-3448-4d65-9c07-dc07399486eb req-8c708616-4700-4050-82a2-20cac01efa06 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 946 time: 0.1365333 Nov 23 18:10:02.769816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] For port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,segment=NetworkSegment(050aacae-6d32-4288-8a7c-e092940f6d1a),segment_id=050aacae-6d32-4288-8a7c-e092940f6d1a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:02.770001 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.778375 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.797776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Port': ['ID=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:02.800029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] No DVR routers for this DVR port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:02.803524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f96ced-a647-4382-9c35-f1a440a78ca2 None None] Pushing event updated for resources: {'Port': ['ID=319a5cc3-564c-40c1-a827-6ea9a916b586,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:02.809106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] Calling delete_port for 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:02.839719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-30ff6698-6abf-49d2-ba2c-3c05713ceeda None None] Could not find standard attr ID for object 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:10:02.867700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Deleting port d90062b5-19a3-4a62-90d3-e4cce839648f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:02.868226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.939940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.942922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb1d6670-3448-4d65-9c07-dc07399486eb req-a627f774-c28f-454b-9045-2736505f2101 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628890 Nov 23 18:10:03.003927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4593169d-8b95-45bf-9aa9-94fe67b0a219']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:03.007769 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.024607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050aacae-6d32-4288-8a7c-e092940f6d1a') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:03.024908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050aacae-6d32-4288-8a7c-e092940f6d1a') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:03.040873 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-30ff6698-6abf-49d2-ba2c-3c05713ceeda None None] Provisioning complete for port f8b19325-002d-4088-9f51-bc15967d7290 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:03.041328 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30ff6698-6abf-49d2-ba2c-3c05713ceeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.043692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] Pushing event deleted for resources: {'Port': ['ID=594fc94a-9c4f-4b3b-a2e0-34dd040c94a8,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:03.045293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.074074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566a46a-d076-4a09-bdd0-b7ce1772bd72 None None] No DVR routers for this DVR port 594fc94a-9c4f-4b3b-a2e0-34dd040c94a8 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:03.086902 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.100677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:10:03.101174 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:10:03.108472 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:10:03.122632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-30ff6698-6abf-49d2-ba2c-3c05713ceeda None None] Port f8b19325-002d-4088-9f51-bc15967d7290 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:03.128963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-30ff6698-6abf-49d2-ba2c-3c05713ceeda None None] Could not find standard attr ID for object f0cba894-ddf2-45e4-be58-8ef6821d3681. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:10:03.131330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] For port d90062b5-19a3-4a62-90d3-e4cce839648f, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=d90062b5-19a3-4a62-90d3-e4cce839648f,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:03.131842 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.157144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Calling delete_port for d90062b5-19a3-4a62-90d3-e4cce839648f owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:03.221041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.254502 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.261275 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] 10.222.0.74 "DELETE /v2.0/networks/4593169d-8b95-45bf-9aa9-94fe67b0a219 HTTP/1.1" status: 204 len: 168 time: 0.9879260 Nov 23 18:10:03.262558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c998-bd6c-4840-988c-95b53e4432e4 tempest-PortsIpV6TestJSON-1652675439 tempest-PortsIpV6TestJSON-1652675439-project] Pushing event deleted for resources: {'Network': ['ID=4593169d-8b95-45bf-9aa9-94fe67b0a219,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:03.283203 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.295413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.406421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.412023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Pushing event updated for resources: {'Port': ['ID=f8b19325-002d-4088-9f51-bc15967d7290,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:03.502523 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.517049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de', '511cac00-38fe-4c10-9bed-944c3d1971f9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:03.565992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event deleted for resources: {'Port': ['ID=d90062b5-19a3-4a62-90d3-e4cce839648f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:03.642119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41506) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:03.692846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] No DVR routers for this DVR port d90062b5-19a3-4a62-90d3-e4cce839648f on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:03.696877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.701698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1a0f404-4a2e-41b3-8748-3408e9eb5ba8 req-c5ad682e-25c9-4b49-a962-109ed83287ef tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "DELETE /v2.0/ports/d90062b5-19a3-4a62-90d3-e4cce839648f HTTP/1.1" status: 204 len: 173 time: 1.1212807 Nov 23 18:10:03.702182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6fff9-ae0d-4d60-a0bc-3a772cde06c9', 'name': 'network-vif-deleted', 'tag': 'd90062b5-19a3-4a62-90d3-e4cce839648f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:03.705104 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb8e35e-073b-4488-97f9-272b3b1f8a03" -d '{"events": [{"server_uuid": "69d6fff9-ae0d-4d60-a0bc-3a772cde06c9", "name": "network-vif-deleted", "tag": "d90062b5-19a3-4a62-90d3-e4cce839648f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:03.717428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:03.718889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:03.792823 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88c76ae-3a57-4584-8fb9-7a0de6393a32 x-openstack-request-id: req-a88c76ae-3a57-4584-8fb9-7a0de6393a32 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:03.794126 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d6fff9-ae0d-4d60-a0bc-3a772cde06c9", "name": "network-vif-deleted", "tag": "d90062b5-19a3-4a62-90d3-e4cce839648f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:03.794556 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a88c76ae-3a57-4584-8fb9-7a0de6393a32 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:03.795138 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6fff9-ae0d-4d60-a0bc-3a772cde06c9', 'name': 'network-vif-deleted', 'tag': 'd90062b5-19a3-4a62-90d3-e4cce839648f', 'status': 'completed', 'code': 200} Nov 23 18:10:03.977592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:10:04.020370 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-17f7cc41-d312-45b8-8e8f-2a59004aa930 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c0c4f0a48a4410c8821ea06004bd647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770163 Nov 23 18:10:04.022736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41516) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:04.124126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe256cef-7ae8-4208-a3b2-7f4c06c68985 req-f3552092-8c3c-4282-b5a7-672f0fbd6e41 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d6fff9-ae0d-4d60-a0bc-3a772cde06c9 HTTP/1.1" status: 200 len: 210 time: 0.0454643 Nov 23 18:10:04.184729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-919f288b-e426-4cdc-93be-00c879369f51 None None] Provisioning complete for port f8b19325-002d-4088-9f51-bc15967d7290 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:04.185164 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-919f288b-e426-4cdc-93be-00c879369f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.203725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-02dca8e9-2d9d-412e-b3e2-5624d94d40f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.217218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:10:04.224160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-46bb4b52-a600-430f-bb35-df1bf69cc37b admin admin] 10.222.0.74 "PUT /v2.0/routers/4221871d-f640-4bdd-b0b6-2fc77d106cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4552994 Nov 23 18:10:04.241457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-02dca8e9-2d9d-412e-b3e2-5624d94d40f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.286288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-919f288b-e426-4cdc-93be-00c879369f51 None None] Port f8b19325-002d-4088-9f51-bc15967d7290 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:04.327354 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-02dca8e9-2d9d-412e-b3e2-5624d94d40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.330535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-02dca8e9-2d9d-412e-b3e2-5624d94d40f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.334577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-02dca8e9-2d9d-412e-b3e2-5624d94d40f3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f821dda5-b1a4-439b-98da-9d0e35fbd9f8 HTTP/1.1" status: 204 len: 168 time: 0.3079822 Nov 23 18:10:04.351391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dca8e9-2d9d-412e-b3e2-5624d94d40f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f821dda5-b1a4-439b-98da-9d0e35fbd9f8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:04.463252 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 319a5cc3-564c-40c1-a827-6ea9a916b586 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:04.580595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 319a5cc3-564c-40c1-a827-6ea9a916b586 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:04.582126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.646384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device d90062b5-19a3-4a62-90d3-e4cce839648f no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:04.704556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: d90062b5-19a3-4a62-90d3-e4cce839648f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:04.704817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device d90062b5-19a3-4a62-90d3-e4cce839648f not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:05.046511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Sync routers for ids ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:10:05.061991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Routers {'4221871d-f640-4bdd-b0b6-2fc77d106cf0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:05.062638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:05.118907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41554) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:05.124592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1560301540-network', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:05.148589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Made reservation on behalf of 4d66f4d4c9274d07a681fb8c4235b60c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:05.151527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.165284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.187529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Set router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:05.287070 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.293126 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.319721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:10:05.330737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bc347a-9853-4a99-aee2-22505048702a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:05.336300 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.336647 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Added segment c269cd18-360e-4f18-bcb9-b132354cbcbd of type vlan for network 7eb17358-05ab-4b4a-b6fb-2da26badc44c Nov 23 18:10:05.390286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.424528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.426043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:05.426876 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.467338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3471706 Nov 23 18:10:05.469977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41570) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:05.475046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Request body: {'subnet': {'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1560301540-subnet', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:05.509134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 4, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port': {'id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f8b19325-002d-4088-9f51-bc15967d7290', 'name': '', 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'mac_address': 'fa:16:3e:03:94:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:01Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 2, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'subnets': [{'id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:05.523362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467cab-aeec-408b-b077-7c14becb13a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb17358-05ab-4b4a-b6fb-2da26badc44c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:05.539470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 7eb17358-05ab-4b4a-b6fb-2da26badc44c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:10:05.542285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Checking router: 4221871d-f640-4bdd-b0b6-2fc77d106cf0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:10:05.542646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Updating router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 port f8b19325-002d-4088-9f51-bc15967d7290 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:10:05.544517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41572) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:05.566996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Made reservation on behalf of 4d66f4d4c9274d07a681fb8c4235b60c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:05.569457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.589604 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.610154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5848b1-0ba2-48a1-a408-1fcf1a7ef66b req-86e8e3fa-457f-4f71-8e9b-ac94bb7f7e90 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:05.611905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b5848b1-0ba2-48a1-a408-1fcf1a7ef66b req-86e8e3fa-457f-4f71-8e9b-ac94bb7f7e90 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 945 time: 0.1069460 Nov 23 18:10:05.682361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9bee7102-b23d-46c1-98d2-9b0f6702b5a8 tempest-DvrRoutersNegativeTest-2097317732 tempest-DvrRoutersNegativeTest-2097317732-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-296939401', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:05.685474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.policy [None req-9bee7102-b23d-46c1-98d2-9b0f6702b5a8 tempest-DvrRoutersNegativeTest-2097317732 tempest-DvrRoutersNegativeTest-2097317732-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=120535) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 18:10:05.685786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.policy [None req-9bee7102-b23d-46c1-98d2-9b0f6702b5a8 tempest-DvrRoutersNegativeTest-2097317732 tempest-DvrRoutersNegativeTest-2097317732-project] Failed policy check for 'create_router' {{(pid=120535) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 18:10:05.686323 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-9bee7102-b23d-46c1-98d2-9b0f6702b5a8 tempest-DvrRoutersNegativeTest-2097317732 tempest-DvrRoutersNegativeTest-2097317732-project] create failed (client error): Access was denied to this resource. Nov 23 18:10:05.687527 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9bee7102-b23d-46c1-98d2-9b0f6702b5a8 tempest-DvrRoutersNegativeTest-2097317732 tempest-DvrRoutersNegativeTest-2097317732-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1419675 Nov 23 18:10:05.965267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.973045 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.033270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1a6ed-cd60-45cd-aaf5-772ab0397251 None None] Pushing event updated for resources: {'Port': ['ID=f8b19325-002d-4088-9f51-bc15967d7290,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:06.047501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41590) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:06.093261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b5848b1-0ba2-48a1-a408-1fcf1a7ef66b req-3b7ba81c-afc1-468f-96bc-0fd1b9f0ed58 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841391 Nov 23 18:10:06.098565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Attempting to bind port f8b19325-002d-4088-9f51-bc15967d7290 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:06.098962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Attempting to bind port f8b19325-002d-4088-9f51-bc15967d7290 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:06.100455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Attempting to bind port f8b19325-002d-4088-9f51-bc15967d7290 on network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:06.110521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:06.110932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Checking segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:06.111344 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.112061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Bound using segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:06.112215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Bound port: f8b19325-002d-4088-9f51-bc15967d7290, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:06.112617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.199098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] For port f8b19325-002d-4088-9f51-bc15967d7290, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:06.203367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] For port f8b19325-002d-4088-9f51-bc15967d7290, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f8b19325-002d-4088-9f51-bc15967d7290,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:06.204217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27cf0177-d4ac-4a17-af61-b25b024467de admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.208807 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.257056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.266170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Routers {'4221871d-f640-4bdd-b0b6-2fc77d106cf0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:06.266831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:06.326357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27cf0177-d4ac-4a17-af61-b25b024467de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.332179 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27cf0177-d4ac-4a17-af61-b25b024467de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.338521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e8b816-974a-41e2-a1f4-ee0e32ff894d,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:06.341641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Checking segment: {'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:06.342133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Network hostable DHCP agents. Network: 7eb17358-05ab-4b4a-b6fb-2da26badc44c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:10:06.344359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1a6ed-cd60-45cd-aaf5-772ab0397251 None None] Pushing event updated for resources: {'Port': ['ID=f8b19325-002d-4088-9f51-bc15967d7290,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:06.366410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d737dbb9-4cc9-4fc4-b16e-f2d96f2fda98 None None] Provisioning complete for port f8b19325-002d-4088-9f51-bc15967d7290 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:06.366410 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d737dbb9-4cc9-4fc4-b16e-f2d96f2fda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.388048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Network 7eb17358-05ab-4b4a-b6fb-2da26badc44c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:10:06.393357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf0177-d4ac-4a17-af61-b25b024467de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f979a3-d740-49ab-8f36-fe6cea409d2f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:06.403365 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27cf0177-d4ac-4a17-af61-b25b024467de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ede31405a8745bba2136a0bb83c66b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3545668 Nov 23 18:10:06.404135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41594) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:06.420385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 7eb17358-05ab-4b4a-b6fb-2da26badc44c) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:06.437051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:06.440356 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.478991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4a69fe56-f471-468a-ac87-e3fd4d6002ab admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0077085 Nov 23 18:10:06.482791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41598) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:06.488345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:06.508300 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9222e7e-6958-400f-9afe-96ea39426763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.529133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.530399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.549345 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9222e7e-6958-400f-9afe-96ea39426763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.590733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62e4fd-83a5-4d9f-ab43-a024fda7cbc6 None None] Network 7eb17358-05ab-4b4a-b6fb-2da26badc44c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:06.597353 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.608906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9222e7e-6958-400f-9afe-96ea39426763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.611856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9222e7e-6958-400f-9afe-96ea39426763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.614073 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c9222e7e-6958-400f-9afe-96ea39426763 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/32f979a3-d740-49ab-8f36-fe6cea409d2f HTTP/1.1" status: 204 len: 168 time: 0.2082686 Nov 23 18:10:06.629114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9222e7e-6958-400f-9afe-96ea39426763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f979a3-d740-49ab-8f36-fe6cea409d2f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:06.694053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] Set router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:06.758608 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.882938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d737dbb9-4cc9-4fc4-b16e-f2d96f2fda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.998175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d737dbb9-4cc9-4fc4-b16e-f2d96f2fda98 None None] For port f8b19325-002d-4088-9f51-bc15967d7290, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f8b19325-002d-4088-9f51-bc15967d7290,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:07.011296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-7eb17358-05ab-4b4a-b6fb-2da26badc44c', 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'fixed_ips': [{'subnet_id': '52e8b816-974a-41e2-a1f4-ee0e32ff894d'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:10:07.012192 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.059783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-f7c63d62-65e4-465a-88d3-939bf83820fe tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:07.061427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-f7c63d62-65e4-465a-88d3-939bf83820fe tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 945 time: 0.1366642 Nov 23 18:10:07.079865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.131524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.164988 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d737dbb9-4cc9-4fc4-b16e-f2d96f2fda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.261048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Allocated IP 172.20.0.2 (7eb17358-05ab-4b4a-b6fb-2da26badc44c/52e8b816-974a-41e2-a1f4-ee0e32ff894d/6fe4f6a9-6340-4095-9322-aa702514ce44) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:07.291275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737dbb9-4cc9-4fc4-b16e-f2d96f2fda98 None None] Pushing event updated for resources: {'Port': ['ID=f8b19325-002d-4088-9f51-bc15967d7290,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:07.321316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Deleting port 511cac00-38fe-4c10-9bed-944c3d1971f9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:07.321696 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.341730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0fe73592-74e3-4dfa-acff-f97711674937 None None] Provisioning complete for port f8b19325-002d-4088-9f51-bc15967d7290 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:07.342110 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0fe73592-74e3-4dfa-acff-f97711674937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.365425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Allocated IP 172.25.0.231 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c607a903-6e88-4877-a7ed-52e293dcd7d6) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:07.374588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90263-a80c-495c-b026-c724eec1f56f req-778756b1-e382-4d7f-b4ff-cff60b4f5709 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:07.376189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afc90263-a80c-495c-b026-c724eec1f56f req-778756b1-e382-4d7f-b4ff-cff60b4f5709 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 945 time: 0.1512685 Nov 23 18:10:07.408157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 4, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port': {'id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f8b19325-002d-4088-9f51-bc15967d7290', 'name': '', 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'mac_address': 'fa:16:3e:03:94:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:01Z', 'updated_at': '2021-11-23T18:10:06Z', 'revision_number': 4, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'subnets': [{'id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:07.450272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059847b5-e3c5-43a6-8574-0061ecad22c0 None None] The sync data for ids ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'] in n-d-818932-3 is: [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 4, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port': {'id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f8b19325-002d-4088-9f51-bc15967d7290', 'name': '', 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'mac_address': 'fa:16:3e:03:94:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:01Z', 'updated_at': '2021-11-23T18:10:06Z', 'revision_number': 4, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'subnets': [{'id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:10:07.504193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41630) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:07.571150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.580813 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.584006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afc90263-a80c-495c-b026-c724eec1f56f req-9e373275-8144-468f-b268-de1e739af27e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660440 Nov 23 18:10:07.585860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] For port 511cac00-38fe-4c10-9bed-944c3d1971f9, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=511cac00-38fe-4c10-9bed-944c3d1971f9,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:07.587429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.607907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Calling delete_port for 511cac00-38fe-4c10-9bed-944c3d1971f9 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:07.638242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Network 7eb17358-05ab-4b4a-b6fb-2da26badc44c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:07.641350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:07.646156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:07.649496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Pushing event updated for resources: {'Port': ['ID=6fe4f6a9-6340-4095-9322-aa702514ce44,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:07.721877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.728505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Attempting to bind port 6fe4f6a9-6340-4095-9322-aa702514ce44 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:07.729829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Attempting to bind port 6fe4f6a9-6340-4095-9322-aa702514ce44 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:07.729829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Attempting to bind port 6fe4f6a9-6340-4095-9322-aa702514ce44 on network 7eb17358-05ab-4b4a-b6fb-2da26badc44c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:07.738287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:07.738845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Checking segment: {'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:07.739399 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.739900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Bound using segment: {'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:07.740490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Bound port: 6fe4f6a9-6340-4095-9322-aa702514ce44, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:07.741127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.773063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2461005f-9d42-4712-9717-0c7c0050195e tempest-ServiceProvidersTest-1857795696 tempest-ServiceProvidersTest-1857795696-project] 10.222.0.74 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2084177 Nov 23 18:10:07.804133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.820429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] For port 6fe4f6a9-6340-4095-9322-aa702514ce44, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:07.824540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] For port 6fe4f6a9-6340-4095-9322-aa702514ce44, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6fe4f6a9-6340-4095-9322-aa702514ce44,segment=NetworkSegment(c269cd18-360e-4f18-bcb9-b132354cbcbd),segment_id=c269cd18-360e-4f18-bcb9-b132354cbcbd)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:07.838862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.884526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:07.892090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:07.908370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:07.914636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Pushing event updated for resources: {'Port': ['ID=c607a903-6e88-4877-a7ed-52e293dcd7d6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:07.930863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a370e-5873-4a48-8a37-ea0067e285aa None None] Pushing event updated for resources: {'Port': ['ID=6fe4f6a9-6340-4095-9322-aa702514ce44,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:07.939778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7990b4-f13e-4ed6-96d8-cfa17a530fca None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:07.964543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.981836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de', '511cac00-38fe-4c10-9bed-944c3d1971f9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:08.036579 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-76821c86-6d23-4cac-9aa6-6d50818f6b28 None None] Provisioning complete for port c607a903-6e88-4877-a7ed-52e293dcd7d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:08.036989 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-76821c86-6d23-4cac-9aa6-6d50818f6b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.088707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-76821c86-6d23-4cac-9aa6-6d50818f6b28 None None] Port c607a903-6e88-4877-a7ed-52e293dcd7d6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:08.267675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event deleted for resources: {'Port': ['ID=511cac00-38fe-4c10-9bed-944c3d1971f9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:08.356704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41648) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:08.435455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] No DVR routers for this DVR port 511cac00-38fe-4c10-9bed-944c3d1971f9 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:08.446087 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.451692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b871c875-7c4c-4c47-8efb-24bb9457864d req-40da1f4a-2b2b-4d0b-924b-85d0eac83c7b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "DELETE /v2.0/ports/511cac00-38fe-4c10-9bed-944c3d1971f9 HTTP/1.1" status: 204 len: 173 time: 1.3817129 Nov 23 18:10:08.516990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6fe4f6a9-6340-4095-9322-aa702514ce44 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:08.549167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0175d-a04e-4b58-bc1c-6e07490d2e1a', 'name': 'network-vif-deleted', 'tag': '511cac00-38fe-4c10-9bed-944c3d1971f9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:08.553023 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69fff13-c01f-4761-954f-0e19ba99280b" -d '{"events": [{"server_uuid": "d1e0175d-a04e-4b58-bc1c-6e07490d2e1a", "name": "network-vif-deleted", "tag": "511cac00-38fe-4c10-9bed-944c3d1971f9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:08.562768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.594265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6fe4f6a9-6340-4095-9322-aa702514ce44 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:08.594751 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.643396 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4231b4a9-f20e-4288-9f56-8985405a4fbe x-openstack-request-id: req-4231b4a9-f20e-4288-9f56-8985405a4fbe {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:08.643695 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e0175d-a04e-4b58-bc1c-6e07490d2e1a", "name": "network-vif-deleted", "tag": "511cac00-38fe-4c10-9bed-944c3d1971f9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:08.643957 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4231b4a9-f20e-4288-9f56-8985405a4fbe {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:08.644377 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e0175d-a04e-4b58-bc1c-6e07490d2e1a', 'name': 'network-vif-deleted', 'tag': '511cac00-38fe-4c10-9bed-944c3d1971f9', 'status': 'completed', 'code': 200} Nov 23 18:10:08.645969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-208ac873-7a85-4723-98f2-3be81201ff1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.751594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.802455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-208ac873-7a85-4723-98f2-3be81201ff1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.808508 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-208ac873-7a85-4723-98f2-3be81201ff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.818625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 6fe4f6a9-6340-4095-9322-aa702514ce44, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6fe4f6a9-6340-4095-9322-aa702514ce44,segment=NetworkSegment(c269cd18-360e-4f18-bcb9-b132354cbcbd),segment_id=c269cd18-360e-4f18-bcb9-b132354cbcbd)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:08.824332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.826308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f8b19325-002d-4088-9f51-bc15967d7290 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:08.860671 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-208ac873-7a85-4723-98f2-3be81201ff1d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b82bf35459643b992ed7acca634a970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5022109 Nov 23 18:10:08.862367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ac873-7a85-4723-98f2-3be81201ff1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776c0627-b8e8-410e-a5f4-9c22cd775221,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:08.865982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28135774-34f9-46c4-b41e-a0aec4eec148 req-90be9ac6-d831-4a9e-ba6f-6be59ed15239 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1e0175d-a04e-4b58-bc1c-6e07490d2e1a HTTP/1.1" status: 200 len: 210 time: 0.0403421 Nov 23 18:10:08.878928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41660) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:08.956290 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d5e6-415f-40ff-8353-2d72fc4c19c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:08.957399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:09.001441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d5e6-415f-40ff-8353-2d72fc4c19c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:09.095981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=6fe4f6a9-6340-4095-9322-aa702514ce44,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:09.097712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d5e6-415f-40ff-8353-2d72fc4c19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:09.100909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d5e6-415f-40ff-8353-2d72fc4c19c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:09.102366 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6ec7d5e6-415f-40ff-8353-2d72fc4c19c7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/776c0627-b8e8-410e-a5f4-9c22cd775221 HTTP/1.1" status: 204 len: 168 time: 0.2214174 Nov 23 18:10:09.111555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f8b19325-002d-4088-9f51-bc15967d7290 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:09.111952 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:09.148153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7d5e6-415f-40ff-8353-2d72fc4c19c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776c0627-b8e8-410e-a5f4-9c22cd775221,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:09.215288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Router 24ec6ad0-b778-4920-8667-3056c9d7951c is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:10:09.412176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:10:09.428793 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Sync routers for ids ['24ec6ad0-b778-4920-8667-3056c9d7951c'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:10:09.441322 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:09.443138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ec4deec0-5584-4086-bef9-09d748c16d4b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9588959 Nov 23 18:10:09.446183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41670) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:09.460143 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Routers {'24ec6ad0-b778-4920-8667-3056c9d7951c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:09.463914 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['24ec6ad0-b778-4920-8667-3056c9d7951c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:09.497510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a54063-8361-4de9-8bc9-f1abcf185870 None None] Network 7eb17358-05ab-4b4a-b6fb-2da26badc44c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:09.650512 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Set router 24ec6ad0-b778-4920-8667-3056c9d7951c gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:09.717259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fdc99c21-6b6c-4c24-8152-4652032211d3 None None] Provisioning complete for port 6fe4f6a9-6340-4095-9322-aa702514ce44 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:09.717637 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fdc99c21-6b6c-4c24-8152-4652032211d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.028672 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:10:08Z', 'revision_number': 3, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port': {'id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:07Z', 'updated_at': '2021-11-23T18:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:10.093314 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Checking router: 24ec6ad0-b778-4920-8667-3056c9d7951c for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:10:10.094065 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Updating router 24ec6ad0-b778-4920-8667-3056c9d7951c port c607a903-6e88-4877-a7ed-52e293dcd7d6 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:10:10.127886 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.190726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6a9a6666-d2c9-4abb-b500-92f37ad0bb98 None None] Provisioning complete for port 6fe4f6a9-6340-4095-9322-aa702514ce44 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:10.191268 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6666-d2c9-4abb-b500-92f37ad0bb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.381865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6fe4f6a9-6340-4095-9322-aa702514ce44 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:10.440874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6fe4f6a9-6340-4095-9322-aa702514ce44 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:10.441143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.509974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.517052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-785499ff-6e6b-4ef5-85d3-f4c0ecc7ed38 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:10.535560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-785499ff-6e6b-4ef5-85d3-f4c0ecc7ed38 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.2681975 Nov 23 18:10:10.559258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-24c19272-fe7f-4221-9105-3f2448b57b43 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/quotas/d6faf1323dfb4c8dbbfba6310828b807 HTTP/1.1" status: 200 len: 375 time: 0.0223424 Nov 23 18:10:10.581037 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.590964 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.617799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-b8408553-4d2b-469d-b126-8d6fd80fc883 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552516 Nov 23 18:10:10.623986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 511cac00-38fe-4c10-9bed-944c3d1971f9 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:10.637001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-fa494476-ba98-4910-872b-7982ab7ae3de service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:10:10.638096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-fa494476-ba98-4910-872b-7982ab7ae3de service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057821 Nov 23 18:10:10.678213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9b4638-e558-42ab-a883-3cfb9ed993e5 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:10.692912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 511cac00-38fe-4c10-9bed-944c3d1971f9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:10.693222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 511cac00-38fe-4c10-9bed-944c3d1971f9 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:10.698025 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Attempting to bind port c607a903-6e88-4877-a7ed-52e293dcd7d6 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:10.698743 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Attempting to bind port c607a903-6e88-4877-a7ed-52e293dcd7d6 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:10.699614 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Attempting to bind port c607a903-6e88-4877-a7ed-52e293dcd7d6 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:10.710009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Allocated IP 172.20.0.1 (7eb17358-05ab-4b4a-b6fb-2da26badc44c/52e8b816-974a-41e2-a1f4-ee0e32ff894d/f6873df1-08cb-44cb-b716-a1c907de9555) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:10.716683 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:10.717424 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:10.718177 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.718868 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:10.719687 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Bound port: c607a903-6e88-4877-a7ed-52e293dcd7d6, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:10.720372 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.727196 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8962755-fb59-473b-a6ec-326f213241a7 None None] Pushing event updated for resources: {'Port': ['ID=c607a903-6e88-4877-a7ed-52e293dcd7d6,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:10.789716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-9504d67a-0a86-43b0-ab75-38a3d41c3ac0 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444709 Nov 23 18:10:10.812060 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] For port c607a903-6e88-4877-a7ed-52e293dcd7d6, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:10.816249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] For port c607a903-6e88-4877-a7ed-52e293dcd7d6, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c607a903-6e88-4877-a7ed-52e293dcd7d6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:10.826603 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.840997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7490a6ed-d9d7-4bb6-a8a3-893370f9e8f4 None None] Provisioning complete for port c607a903-6e88-4877-a7ed-52e293dcd7d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:10.846872 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7490a6ed-d9d7-4bb6-a8a3-893370f9e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.919920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f125c94-ea81-4d1b-a116-de215205730e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:10.924709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:10.972580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-7e601aad-d5f4-46ad-89b7-323dd2884c18 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557808 Nov 23 18:10:10.978543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.010004 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8962755-fb59-473b-a6ec-326f213241a7 None None] Pushing event updated for resources: {'Port': ['ID=c607a903-6e88-4877-a7ed-52e293dcd7d6,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:11.013074 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Routers {'24ec6ad0-b778-4920-8667-3056c9d7951c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:11.013694 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:09:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['24ec6ad0-b778-4920-8667-3056c9d7951c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:11.034011 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7490a6ed-d9d7-4bb6-a8a3-893370f9e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.063340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7490a6ed-d9d7-4bb6-a8a3-893370f9e8f4 None None] For port c607a903-6e88-4877-a7ed-52e293dcd7d6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c607a903-6e88-4877-a7ed-52e293dcd7d6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:11.076457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Network 7eb17358-05ab-4b4a-b6fb-2da26badc44c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:11.076948 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7490a6ed-d9d7-4bb6-a8a3-893370f9e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.107069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:11.114668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:11.128570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Pushing event updated for resources: {'Port': ['ID=f6873df1-08cb-44cb-b716-a1c907de9555,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:11.222665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.224110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490a6ed-d9d7-4bb6-a8a3-893370f9e8f4 None None] Pushing event updated for resources: {'Port': ['ID=c607a903-6e88-4877-a7ed-52e293dcd7d6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:11.225925 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] Set router 24ec6ad0-b778-4920-8667-3056c9d7951c gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:11.226285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.227055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.228723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.230752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.231620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.234793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.235354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.235825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.236257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.236852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.237322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:11.279856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f7941449-a69c-4554-9cb6-3ef53267ffd2 None None] Provisioning complete for port c607a903-6e88-4877-a7ed-52e293dcd7d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:11.280262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7941449-a69c-4554-9cb6-3ef53267ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.313398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.315860 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d9a66d73-65ce-43d1-aef1-606698a54fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.465090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7797a71-aef4-4116-88ba-979057e3a15b req-46713859-2eb9-409f-9d74-6991ba854e4f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 210 time: 0.0844827 Nov 23 18:10:11.638610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.666064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9fc2f297-0413-4de9-827a-734989cd6f05 None None] Provisioning complete for port f6873df1-08cb-44cb-b716-a1c907de9555 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:11.667093 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f297-0413-4de9-827a-734989cd6f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.746455 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:10:08Z', 'revision_number': 3, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port': {'id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:07Z', 'updated_at': '2021-11-23T18:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:11.756484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2f297-0413-4de9-827a-734989cd6f05 None None] Port f6873df1-08cb-44cb-b716-a1c907de9555 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:11.786313 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12ba03-cba4-44fc-b8d3-ce910d2f80ac None None] The sync data for ids ['24ec6ad0-b778-4920-8667-3056c9d7951c'] in n-d-818932-3 is: [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:10:08Z', 'revision_number': 3, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port': {'id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:07Z', 'updated_at': '2021-11-23T18:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:10:11.903364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:11.914553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:12.023901 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:12.027451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Pushing event updated for resources: {'Port': ['ID=f6873df1-08cb-44cb-b716-a1c907de9555,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:12.212337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Network 7eb17358-05ab-4b4a-b6fb-2da26badc44c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:12.214878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:12.399738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Router 24ec6ad0-b778-4920-8667-3056c9d7951c has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:10:12.479362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c607a903-6e88-4877-a7ed-52e293dcd7d6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:12.644265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:10:12.664608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d2942e1-02cd-482d-a249-1d64470a59d1 req-18ba7c0f-a6c8-49fc-851e-9d6759ec6f8f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 210 time: 0.0634005 Nov 23 18:10:12.688298 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-69215ebb-fd30-46d8-951e-da9e69f80513 admin admin] 10.222.0.74 "PUT /v2.0/routers/24ec6ad0-b778-4920-8667-3056c9d7951c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2364218 Nov 23 18:10:12.783799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41788) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:12.881932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ca6bcd28-75d9-4e9d-a5cc-895668aad7c4 None None] Provisioning complete for port f6873df1-08cb-44cb-b716-a1c907de9555 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:12.882770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ca6bcd28-75d9-4e9d-a5cc-895668aad7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:12.957146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c607a903-6e88-4877-a7ed-52e293dcd7d6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:12.959169 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.012200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ca6bcd28-75d9-4e9d-a5cc-895668aad7c4 None None] Port f6873df1-08cb-44cb-b716-a1c907de9555 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:13.031691 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ad0362e-c1f5-4771-beda-f86da3c60adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.127972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-bf852398-15fb-494e-9cf5-6a233e1177ce tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:13.129678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-bf852398-15fb-494e-9cf5-6a233e1177ce tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.3284674 Nov 23 18:10:13.149475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Request body: {'port': {'device_id': '1e02b9ec-aed5-43ec-8312-bcc3f34bcf72', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'admin_state_up': True, 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:13.269401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ad0362e-c1f5-4771-beda-f86da3c60adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.279465 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ad0362e-c1f5-4771-beda-f86da3c60adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.320099 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8891-0edd-45ce-8c1a-2bf2bd60a909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.334884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7ad0362e-c1f5-4771-beda-f86da3c60adb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cba96e6d988d4dbcb1e8911961ebbaf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497730 Nov 23 18:10:13.343552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41802) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:13.373623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0362e-c1f5-4771-beda-f86da3c60adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395f8db0-1b70-4871-9f1e-b3d8925d8cd2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:13.392992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:13.397336 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.411590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66eb7c76-4fd4-4712-bc68-0ee3ad89760f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.448735 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66eb7c76-4fd4-4712-bc68-0ee3ad89760f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.522582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66eb7c76-4fd4-4712-bc68-0ee3ad89760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.525392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66eb7c76-4fd4-4712-bc68-0ee3ad89760f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.526825 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-66eb7c76-4fd4-4712-bc68-0ee3ad89760f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/395f8db0-1b70-4871-9f1e-b3d8925d8cd2 HTTP/1.1" status: 204 len: 168 time: 0.1785784 Nov 23 18:10:13.535651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb7c76-4fd4-4712-bc68-0ee3ad89760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395f8db0-1b70-4871-9f1e-b3d8925d8cd2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:13.689769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Allocated IP 172.20.0.9 (3d638fde-106a-4763-b7e6-06a7e84f98b1/7b6af081-5451-450f-b870-3cfa540ebfd2/780b4ed5-408f-4562-8ef3-74156579eebd) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:13.729204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b881605-2869-4801-85da-e2a43489f9db req-e776aff1-73fd-4989-828f-247c7181b67b tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:13.736049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-e776aff1-73fd-4989-828f-247c7181b67b tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/networks?id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af HTTP/1.1" status: 200 len: 911 time: 0.2132454 Nov 23 18:10:13.763469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-cec03cd1-22c4-41f9-84aa-52a8bd937475 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/quotas/4d66f4d4c9274d07a681fb8c4235b60c HTTP/1.1" status: 200 len: 375 time: 0.0258937 Nov 23 18:10:13.873775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2a9d07c-b0c1-43b8-965c-812d4ea34f2e req-e9e03c68-e27c-4dc3-81b2-25c6c3c68469 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 210 time: 0.1021688 Nov 23 18:10:13.920154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-d27cdf71-5f60-459b-8785-c3c164dcf845 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d66f4d4c9274d07a681fb8c4235b60c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472080 Nov 23 18:10:14.015392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41824) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:14.035832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04ce230d-4e4f-4744-af70-191eed5be296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.064817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.087339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-75db70ac-d213-4604-a1d3-7228a06f1aef service neutron] 10.222.0.74 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582055 Nov 23 18:10:14.123481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04ce230d-4e4f-4744-af70-191eed5be296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.129016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04ce230d-4e4f-4744-af70-191eed5be296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.177593 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-04ce230d-4e4f-4744-af70-191eed5be296 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=68f2d27e7a6a43ec85c6e520868e0b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603689 Nov 23 18:10:14.178230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41828) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:14.180514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce230d-4e4f-4744-af70-191eed5be296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43408e71-0e45-4367-9241-a8019ea53459,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:14.240028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaac2-6400-4d9e-8cfd-e8019b95b267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.264480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaac2-6400-4d9e-8cfd-e8019b95b267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.326186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaac2-6400-4d9e-8cfd-e8019b95b267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.329877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaac2-6400-4d9e-8cfd-e8019b95b267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.331526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e1bfaac2-6400-4d9e-8cfd-e8019b95b267 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43408e71-0e45-4367-9241-a8019ea53459 HTTP/1.1" status: 204 len: 168 time: 0.1518717 Nov 23 18:10:14.347546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfaac2-6400-4d9e-8cfd-e8019b95b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43408e71-0e45-4367-9241-a8019ea53459,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:14.560440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.573915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:14.635969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:14.638893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-e1629c10-0619-4383-982e-ffca9355f580 service neutron] 10.222.0.74 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457640 Nov 23 18:10:14.640059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:14.643678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:14.699257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event updated for resources: {'Port': ['ID=780b4ed5-408f-4562-8ef3-74156579eebd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:14.731132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:14.731887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.759118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-41415fc6-70e5-4af5-a9a8-6e1e9c282f73 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6137466 Nov 23 18:10:14.780556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Request body: {'port': {'device_id': '1e02b9ec-aed5-43ec-8312-bcc3f34bcf72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:14.862280 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:15.060142 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:15.095080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d28463d-d9ad-4df1-92c8-2b4debacbed2 req-ac4e02fc-8e8d-440b-aceb-4a109d96c8f7 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 210 time: 0.0880601 Nov 23 18:10:15.371835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635a3d2-83bc-4d4b-969d-e7c472e0d6eb req-f5d91b16-f012-44a1-ae00-f16805ef20b8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:15.380895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f635a3d2-83bc-4d4b-969d-e7c472e0d6eb req-f5d91b16-f012-44a1-ae00-f16805ef20b8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 931 time: 0.3590715 Nov 23 18:10:15.596927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Sync routers for ids ['24ec6ad0-b778-4920-8667-3056c9d7951c'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:10:15.614885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Routers {'24ec6ad0-b778-4920-8667-3056c9d7951c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:15.617178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['24ec6ad0-b778-4920-8667-3056c9d7951c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:15.633697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f635a3d2-83bc-4d4b-969d-e7c472e0d6eb req-474d6e85-6819-4ae0-ace3-31363c9a488a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515903 Nov 23 18:10:15.740977 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:10:15.857976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Set router 24ec6ad0-b778-4920-8667-3056c9d7951c gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:15.868592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780b4ed5-408f-4562-8ef3-74156579eebd {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:15.897683 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:15.969601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Transition to ACTIVE for port object 780b4ed5-408f-4562-8ef3-74156579eebd will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:10:15.977969 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:16.151927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Pushing event updated for resources: {'Port': ['ID=780b4ed5-408f-4562-8ef3-74156579eebd,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:16.255961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:10:11Z', 'revision_number': 4, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port': {'id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:07Z', 'updated_at': '2021-11-23T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6873df1-08cb-44cb-b716-a1c907de9555', 'name': '', 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'mac_address': 'fa:16:3e:2f:f8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '52e8b816-974a-41e2-a1f4-ee0e32ff894d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:10Z', 'updated_at': '2021-11-23T18:10:11Z', 'revision_number': 2, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'subnets': [{'id': '52e8b816-974a-41e2-a1f4-ee0e32ff894d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:16.317992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Checking router: 24ec6ad0-b778-4920-8667-3056c9d7951c for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:10:16.318947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Updating router 24ec6ad0-b778-4920-8667-3056c9d7951c port f6873df1-08cb-44cb-b716-a1c907de9555 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:10:16.355532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01f9064b-19e7-4c1e-8f19-a8270f171640 req-f2962e83-2b94-404a-ad56-a0654cab8568 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 210 time: 0.0955231 Nov 23 18:10:16.386264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Attempting to bind port 780b4ed5-408f-4562-8ef3-74156579eebd on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:16.386646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Attempting to bind port 780b4ed5-408f-4562-8ef3-74156579eebd by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:16.387544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Attempting to bind port 780b4ed5-408f-4562-8ef3-74156579eebd on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:16.390662 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:16.393652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Port 780b4ed5-408f-4562-8ef3-74156579eebd on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:10:16.393989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Attempting to bind port 780b4ed5-408f-4562-8ef3-74156579eebd on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:16.402045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:16.402251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Checking segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:16.402663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Bound using segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:16.403140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Bound port: 780b4ed5-408f-4562-8ef3-74156579eebd, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:16.403518 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:16.410261 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:16.495453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] For port 780b4ed5-408f-4562-8ef3-74156579eebd, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:16.499070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] For port 780b4ed5-408f-4562-8ef3-74156579eebd, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=780b4ed5-408f-4562-8ef3-74156579eebd,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:16.506152 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:16.632442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:16.633469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:16.635536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] 10.222.0.66 "PUT /v2.0/ports/780b4ed5-408f-4562-8ef3-74156579eebd HTTP/1.1" status: 200 len: 1091 time: 1.8659818 Nov 23 18:10:16.636129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e02b9ec-aed5-43ec-8312-bcc3f34bcf72', 'tag': '780b4ed5-408f-4562-8ef3-74156579eebd'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:16.640201 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6964aa56-36ce-4eb6-a8eb-82c8042a660e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e02b9ec-aed5-43ec-8312-bcc3f34bcf72", "tag": "780b4ed5-408f-4562-8ef3-74156579eebd"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:16.707495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91618aa2-e3c9-4cb8-8eda-5d0cf46ff93c service neutron] Pushing event updated for resources: {'Port': ['ID=780b4ed5-408f-4562-8ef3-74156579eebd,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:16.754675 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29a048c-18a5-4dd5-95a1-26251d5afba8 x-openstack-request-id: req-b29a048c-18a5-4dd5-95a1-26251d5afba8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:16.755007 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e02b9ec-aed5-43ec-8312-bcc3f34bcf72", "tag": "780b4ed5-408f-4562-8ef3-74156579eebd", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:16.755270 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b29a048c-18a5-4dd5-95a1-26251d5afba8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:16.755684 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e02b9ec-aed5-43ec-8312-bcc3f34bcf72', 'tag': '780b4ed5-408f-4562-8ef3-74156579eebd', 'status': 'completed', 'code': 200} Nov 23 18:10:16.887048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b881605-2869-4801-85da-e2a43489f9db req-efd35a66-a708-4877-8fcf-154af8e9c997 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:16.889618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-efd35a66-a708-4877-8fcf-154af8e9c997 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.66 "GET /v2.0/networks?id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af HTTP/1.1" status: 200 len: 911 time: 0.1709452 Nov 23 18:10:16.944660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Request body: {'port': {'device_id': '95a67844-af92-42f9-9674-c78967dfe589', 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'admin_state_up': True, 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:16.974205 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:16.982633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.041133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-de023055-fe5b-4355-8980-b202a93f5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:17.044213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-de023055-fe5b-4355-8980-b202a93f5122 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 1094 time: 0.2871187 Nov 23 18:10:17.048856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Made reservation on behalf of 4d66f4d4c9274d07a681fb8c4235b60c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:17.051471 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.153315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-19d491de-f6e9-4d61-a412-d452795a2149 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b4ed5-408f-4562-8ef3-74156579eebd HTTP/1.1" status: 200 len: 217 time: 0.0774293 Nov 23 18:10:17.207135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24a83c-4dbf-4f9c-832c-1f0ca48e0256 None None] Pushing event updated for resources: {'Port': ['ID=f6873df1-08cb-44cb-b716-a1c907de9555,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:17.240751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Attempting to bind port f6873df1-08cb-44cb-b716-a1c907de9555 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:17.241140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Attempting to bind port f6873df1-08cb-44cb-b716-a1c907de9555 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:17.241519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Attempting to bind port f6873df1-08cb-44cb-b716-a1c907de9555 on network 7eb17358-05ab-4b4a-b6fb-2da26badc44c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:17.252896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:17.252896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Checking segment: {'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:17.253289 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.253580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Bound using segment: {'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:17.254068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Bound port: f6873df1-08cb-44cb-b716-a1c907de9555, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c269cd18-360e-4f18-bcb9-b132354cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:17.261826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-b1c2b6af-a8b6-4c12-9723-8d46ebdb0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:17.262121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.263421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-b1c2b6af-a8b6-4c12-9723-8d46ebdb0118 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.0972052 Nov 23 18:10:17.382648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada3eba-cc8b-4051-89e3-c0cc49de3265 req-b589073b-c5bf-406e-9258-595612c710c9 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:17.390182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] For port f6873df1-08cb-44cb-b716-a1c907de9555, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:17.393765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ada3eba-cc8b-4051-89e3-c0cc49de3265 req-b589073b-c5bf-406e-9258-595612c710c9 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 943 time: 0.4624956 Nov 23 18:10:17.400416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] For port f6873df1-08cb-44cb-b716-a1c907de9555, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f6873df1-08cb-44cb-b716-a1c907de9555,segment=NetworkSegment(c269cd18-360e-4f18-bcb9-b132354cbcbd),segment_id=c269cd18-360e-4f18-bcb9-b132354cbcbd)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:17.402650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-8e2a4cde-f97c-4695-b293-239466ecb336 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916462 Nov 23 18:10:17.411755 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.487188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ada3eba-cc8b-4051-89e3-c0cc49de3265 req-99983f66-1b14-465d-b9e5-e6433e67e69d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914061 Nov 23 18:10:17.535848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Routers {'24ec6ad0-b778-4920-8667-3056c9d7951c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:17.536635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['24ec6ad0-b778-4920-8667-3056c9d7951c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:17.596897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63e2afd1-92fc-4f7e-bd35-1154ed672a06 req-809c5ace-50f7-4148-afcf-1b837db3ce23 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 210 time: 0.1084709 Nov 23 18:10:17.629549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ede11efe-c5af-4afb-8ff9-341d1c0675eb None None] Provisioning complete for port f6873df1-08cb-44cb-b716-a1c907de9555 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:17.630004 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ede11efe-c5af-4afb-8ff9-341d1c0675eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.631769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24a83c-4dbf-4f9c-832c-1f0ca48e0256 None None] Pushing event updated for resources: {'Port': ['ID=f6873df1-08cb-44cb-b716-a1c907de9555,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:17.773140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Allocated IP 172.20.0.8 (ac73ee5a-d79f-4691-bd9f-d31e8c3d07af/82a2cca1-b8f6-4e65-af98-d5a044d1388b/1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:17.809930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-ec3fba0c-2261-4a8c-a4f0-bdd59c766a9c service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405871 Nov 23 18:10:17.813543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] Set router 24ec6ad0-b778-4920-8667-3056c9d7951c gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:17.870682 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.984568 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ede11efe-c5af-4afb-8ff9-341d1c0675eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.032562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14df70ca-9020-4f08-97e3-d963989ff8c8 req-ad89a853-e8b9-4364-ac90-a549744ba428 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123885 Nov 23 18:10:18.081181 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.085292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ede11efe-c5af-4afb-8ff9-341d1c0675eb None None] For port f6873df1-08cb-44cb-b716-a1c907de9555, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f6873df1-08cb-44cb-b716-a1c907de9555,segment=NetworkSegment(c269cd18-360e-4f18-bcb9-b132354cbcbd),segment_id=c269cd18-360e-4f18-bcb9-b132354cbcbd)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:18.093637 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ede11efe-c5af-4afb-8ff9-341d1c0675eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.154267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-555ffa91-02a7-4918-b02e-b778d9fd0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:18.155864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-555ffa91-02a7-4918-b02e-b778d9fd0ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 1094 time: 0.0653722 Nov 23 18:10:18.185102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede11efe-c5af-4afb-8ff9-341d1c0675eb None None] Pushing event updated for resources: {'Port': ['ID=f6873df1-08cb-44cb-b716-a1c907de9555,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:18.192004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.221009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:10:11Z', 'revision_number': 4, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port': {'id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:07Z', 'updated_at': '2021-11-23T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6873df1-08cb-44cb-b716-a1c907de9555', 'name': '', 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'mac_address': 'fa:16:3e:2f:f8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '52e8b816-974a-41e2-a1f4-ee0e32ff894d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:10Z', 'updated_at': '2021-11-23T18:10:17Z', 'revision_number': 4, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'subnets': [{'id': '52e8b816-974a-41e2-a1f4-ee0e32ff894d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:18.253436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb1ee2-d105-430f-bce7-c332a8e1f5c8 None None] The sync data for ids ['24ec6ad0-b778-4920-8667-3056c9d7951c'] in n-d-818932-3 is: [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:10:11Z', 'revision_number': 4, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port': {'id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:07Z', 'updated_at': '2021-11-23T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6873df1-08cb-44cb-b716-a1c907de9555', 'name': '', 'network_id': '7eb17358-05ab-4b4a-b6fb-2da26badc44c', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'mac_address': 'fa:16:3e:2f:f8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '52e8b816-974a-41e2-a1f4-ee0e32ff894d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:10Z', 'updated_at': '2021-11-23T18:10:17Z', 'revision_number': 4, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'subnets': [{'id': '52e8b816-974a-41e2-a1f4-ee0e32ff894d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:10:18.255767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-532ebcf9-a77c-4470-a100-27f1ccf41292 None None] Provisioning complete for port f6873df1-08cb-44cb-b716-a1c907de9555 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:18.256191 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-532ebcf9-a77c-4470-a100-27f1ccf41292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.308100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:18.317420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:18.322017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Pushing event updated for resources: {'Port': ['ID=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:18.324723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:18.401195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:18.402082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.459433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-0c14a34d-83ec-4300-8307-211aa0c027f0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5253227 Nov 23 18:10:18.485229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-d9197e59-2e7e-411d-984a-0a608d11da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:18.487140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-d9197e59-2e7e-411d-984a-0a608d11da21 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 907 time: 0.3217742 Nov 23 18:10:18.507061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Request body: {'port': {'device_id': '95a67844-af92-42f9-9674-c78967dfe589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:18.688413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.696704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-1b9d2a87-2c54-4c1e-908e-0301eed9c1b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b4ed5-408f-4562-8ef3-74156579eebd HTTP/1.1" status: 200 len: 217 time: 0.1228693 Nov 23 18:10:18.762819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-861d47c9-3131-4ef2-8e27-6b3412740e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:18.767148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-861d47c9-3131-4ef2-8e27-6b3412740e3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.0591173 Nov 23 18:10:18.829438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-00f2fd03-6f11-4a1c-9272-a0af5bfb54ae None None] Provisioning complete for port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:18.829854 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00f2fd03-6f11-4a1c-9272-a0af5bfb54ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.887399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-00f2fd03-6f11-4a1c-9272-a0af5bfb54ae None None] Port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:18.889621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-1d1d8dc1-a8fd-4d9f-bee0-f7aa6c79c0b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129808 Nov 23 18:10:18.987716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9a190-b948-47d8-87c9-b9d07fb94e0a req-1eb0295c-9a14-4928-84ee-9b3f8156d94f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:18.996895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d9a190-b948-47d8-87c9-b9d07fb94e0a req-1eb0295c-9a14-4928-84ee-9b3f8156d94f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 943 time: 0.3817794 Nov 23 18:10:19.015280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20514171-8113-43d7-8011-9fdde50c5120 req-b2f534f2-1f89-4c2b-9a38-714498871681 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:19.018362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20514171-8113-43d7-8011-9fdde50c5120 req-b2f534f2-1f89-4c2b-9a38-714498871681 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1027 time: 0.2448716 Nov 23 18:10:19.247697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d9a190-b948-47d8-87c9-b9d07fb94e0a req-997eef24-4a46-4d53-a8a7-e49f86d0eeba tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346370 Nov 23 18:10:19.257131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-97a0c29b-28d9-4e24-970b-b209a8701e34 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577402 Nov 23 18:10:19.299168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20514171-8113-43d7-8011-9fdde50c5120 req-b5d46b29-1c2a-4914-88fc-cad0020ce6e7 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688053 Nov 23 18:10:19.428746 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.469518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6964aa56-36ce-4eb6-a8eb-82c8042a660e req-5a5eca6c-2dfb-4a88-a0ed-b7d22877b691 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898632 Nov 23 18:10:19.531124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:19.539884 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.554116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Transition to ACTIVE for port object 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:10:19.560069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.622175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:19.712310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Attempting to bind port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:19.712654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Attempting to bind port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:19.713066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Attempting to bind port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 on network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:19.719184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 on network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:10:19.719528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Attempting to bind port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 on network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:19.725483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:19.725827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Checking segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:19.726213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Bound using segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:19.726642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Bound port: 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:19.727042 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.812973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] For port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:19.816821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] For port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:19.826279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.892388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:19.893026 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.894631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] 10.222.0.66 "PUT /v2.0/ports/1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 HTTP/1.1" status: 200 len: 1091 time: 1.4061968 Nov 23 18:10:19.895128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a67844-af92-42f9-9674-c78967dfe589', 'tag': '1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:19.902391 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "95a67844-af92-42f9-9674-c78967dfe589", "tag": "1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:19.927067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfaf1e-b125-4322-9921-00e17578cab2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:19.989405 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323e7445-88a7-4b6e-8d15-b064acd83b0a x-openstack-request-id: req-323e7445-88a7-4b6e-8d15-b064acd83b0a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:19.989933 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a67844-af92-42f9-9674-c78967dfe589", "tag": "1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:19.990360 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-323e7445-88a7-4b6e-8d15-b064acd83b0a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:19.990941 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a67844-af92-42f9-9674-c78967dfe589', 'tag': '1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7', 'status': 'completed', 'code': 200} Nov 23 18:10:20.019131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b881605-2869-4801-85da-e2a43489f9db req-38d1b604-5dff-4392-8294-fbd07636b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:20.021340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-38d1b604-5dff-4392-8294-fbd07636b69d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d66f4d4c9274d07a681fb8c4235b60c&device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1094 time: 0.0741723 Nov 23 18:10:20.071543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-349656a1-0cb2-4969-9d48-638b43ecc0fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 HTTP/1.1" status: 200 len: 217 time: 0.0379889 Nov 23 18:10:20.131026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b881605-2869-4801-85da-e2a43489f9db req-4839d545-2d2b-477f-ab83-4fc1f4217d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:20.132673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-4839d545-2d2b-477f-ab83-4fc1f4217d5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82a2cca1-b8f6-4e65-af98-d5a044d1388b HTTP/1.1" status: 200 len: 849 time: 0.0537581 Nov 23 18:10:20.215504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b881605-2869-4801-85da-e2a43489f9db req-75ca7627-35f5-4625-975d-5a6285524d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:20.217054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-75ca7627-35f5-4625-975d-5a6285524d9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627055 Nov 23 18:10:20.329866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-dc8117ca-53f3-4dc5-ac16-c20c464d9a1f service neutron] 10.222.0.66 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053228 Nov 23 18:10:20.457209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f6873df1-08cb-44cb-b716-a1c907de9555 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:20.509604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f6873df1-08cb-44cb-b716-a1c907de9555 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:20.510416 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.601293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9b172-383b-4dc7-b362-f18225be49e6 req-d0a11157-fc8f-4ffe-88d7-51c209ab0484 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:20.603293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15a9b172-383b-4dc7-b362-f18225be49e6 req-d0a11157-fc8f-4ffe-88d7-51c209ab0484 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 943 time: 0.1893191 Nov 23 18:10:20.619686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ce9b8-c3b6-4166-bd56-fe81571c7082 req-fa0c49d5-2e66-4c7a-953e-1bfc5ae7990d tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:20.622271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f57ce9b8-c3b6-4166-bd56-fe81571c7082 req-fa0c49d5-2e66-4c7a-953e-1bfc5ae7990d tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1094 time: 0.2071886 Nov 23 18:10:20.635084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.648239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 780b4ed5-408f-4562-8ef3-74156579eebd details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:10:20.677083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b881605-2869-4801-85da-e2a43489f9db req-91a2597d-9f97-41ec-8418-54ac8ef73304 service neutron] 10.222.0.66 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332214 Nov 23 18:10:20.739342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15a9b172-383b-4dc7-b362-f18225be49e6 req-9db5cf01-e010-449d-a1d4-06aae3aee973 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261802 Nov 23 18:10:20.754175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f57ce9b8-c3b6-4166-bd56-fe81571c7082 req-feaba316-4b68-41ce-bd4f-1adfa0bc0bce tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160350 Nov 23 18:10:20.823331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-29091121-63be-427f-936c-2e8f9eaa1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:20.824061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-29091121-63be-427f-936c-2e8f9eaa1811 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d66f4d4c9274d07a681fb8c4235b60c&device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1094 time: 0.0888283 Nov 23 18:10:20.882007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 780b4ed5-408f-4562-8ef3-74156579eebd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=780b4ed5-408f-4562-8ef3-74156579eebd,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:20.906035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '780b4ed5-408f-4562-8ef3-74156579eebd', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'port_id': '780b4ed5-408f-4562-8ef3-74156579eebd', 'mac_address': 'fa:16:3e:96:2a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6af081-5451-450f-b870-3cfa540ebfd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:10:20.956814 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.971846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780b4ed5-408f-4562-8ef3-74156579eebd {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:21.010318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 780b4ed5-408f-4562-8ef3-74156579eebd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=780b4ed5-408f-4562-8ef3-74156579eebd,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:21.015687 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:21.087798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=780b4ed5-408f-4562-8ef3-74156579eebd,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:21.316093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-08b211d1-fd4c-4a4f-a3f2-0d5f87db6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.317601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-08b211d1-fd4c-4a4f-a3f2-0d5f87db6bea service neutron] 10.222.0.66 "GET /v2.0/networks?id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af HTTP/1.1" status: 200 len: 911 time: 0.4864380 Nov 23 18:10:21.358354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['780b4ed5-408f-4562-8ef3-74156579eebd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:21.370400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-c856030c-89be-4403-a108-354ffed500a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 HTTP/1.1" status: 200 len: 217 time: 0.0444641 Nov 23 18:10:21.424539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-dafe887b-69c5-4c0d-85f3-99356db2d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.426054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-dafe887b-69c5-4c0d-85f3-99356db2d0e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82a2cca1-b8f6-4e65-af98-d5a044d1388b HTTP/1.1" status: 200 len: 849 time: 0.0475559 Nov 23 18:10:21.479959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-c42baef0-1ce3-4c98-be3a-950ccd2c4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.481521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-c42baef0-1ce3-4c98-be3a-950ccd2c4c1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471869 Nov 23 18:10:21.581332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-1417ab6a-99f4-497c-856c-86c94cf16e68 service neutron] 10.222.0.66 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922194 Nov 23 18:10:21.688520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6db7abf-7dd4-47b3-b789-ecb1c59a6c3d req-e87b7337-24f5-4c37-8463-55e7c6552281 service neutron] 10.222.0.66 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982835 Nov 23 18:10:21.934525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30465827-6795-47c8-acc9-a424d7658f19 req-6504779b-d928-4ec4-a721-a0397cdd9fe0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.936171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30465827-6795-47c8-acc9-a424d7658f19 req-6504779b-d928-4ec4-a721-a0397cdd9fe0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 944 time: 0.0899768 Nov 23 18:10:21.959107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a26bc5-890e-40bc-9fda-c4c0d8677ae4 req-8782d91e-0e32-4f4e-b6b1-eda7ae3b2fe2 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.960643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77a26bc5-890e-40bc-9fda-c4c0d8677ae4 req-8782d91e-0e32-4f4e-b6b1-eda7ae3b2fe2 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1094 time: 0.0945699 Nov 23 18:10:22.045061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77a26bc5-890e-40bc-9fda-c4c0d8677ae4 req-6d66d702-89d3-4d6d-aef5-12c272c68519 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748641 Nov 23 18:10:22.071438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30465827-6795-47c8-acc9-a424d7658f19 req-bee09014-df70-41a2-833d-c79cea22f47e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282389 Nov 23 18:10:22.657796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:10:22.660902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 780b4ed5-408f-4562-8ef3-74156579eebd up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:22.771732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 780b4ed5-408f-4562-8ef3-74156579eebd completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:10:22.779710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 780b4ed5-408f-4562-8ef3-74156579eebd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:22.780082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:22.977345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:22.992589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7', 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'port_id': '1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7', 'mac_address': 'fa:16:3e:3b:cf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:10:23.062628 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:23.084158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:23.096885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:23.133237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:23.143086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:23.150057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02b9ec-aed5-43ec-8312-bcc3f34bcf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780b4ed5-408f-4562-8ef3-74156579eebd'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:23.152397 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4c5c9e-6577-4959-bef7-b54fa96a544f" -d '{"events": [{"server_uuid": "1e02b9ec-aed5-43ec-8312-bcc3f34bcf72", "name": "network-vif-plugged", "status": "completed", "tag": "780b4ed5-408f-4562-8ef3-74156579eebd"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:23.187273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 780b4ed5-408f-4562-8ef3-74156579eebd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=780b4ed5-408f-4562-8ef3-74156579eebd,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:23.196689 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:23.218679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:23.223209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188aedab-d23e-4dc9-a4a2-851ff5fa5a4f req-85281f90-b797-4f93-8331-71bf4481d59c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:23.225068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-188aedab-d23e-4dc9-a4a2-851ff5fa5a4f req-85281f90-b797-4f93-8331-71bf4481d59c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1095 time: 0.0960975 Nov 23 18:10:23.239722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8e808-0003-4af1-89ad-0f6ba20822df req-681677d3-7737-409e-98a5-4b10223e0e09 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:23.249032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c8e808-0003-4af1-89ad-0f6ba20822df req-681677d3-7737-409e-98a5-4b10223e0e09 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 944 time: 0.0815339 Nov 23 18:10:23.279498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=780b4ed5-408f-4562-8ef3-74156579eebd,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:23.320398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-188aedab-d23e-4dc9-a4a2-851ff5fa5a4f req-b3800962-452c-46ed-9cae-ca300735cb12 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691099 Nov 23 18:10:23.327873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8c8e808-0003-4af1-89ad-0f6ba20822df req-cda15ee0-cbcb-4fca-80a9-fe627733fdc8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773020 Nov 23 18:10:23.436019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:23.464215 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d577845f-f822-4f0d-a799-286b1f6f3094 x-openstack-request-id: req-d577845f-f822-4f0d-a799-286b1f6f3094 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:23.464529 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02b9ec-aed5-43ec-8312-bcc3f34bcf72", "name": "network-vif-plugged", "status": "completed", "tag": "780b4ed5-408f-4562-8ef3-74156579eebd", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:23.464766 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d577845f-f822-4f0d-a799-286b1f6f3094 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:23.465159 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02b9ec-aed5-43ec-8312-bcc3f34bcf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780b4ed5-408f-4562-8ef3-74156579eebd', 'code': 200} Nov 23 18:10:23.568671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef9d72-1950-4f41-8d82-072ac8ce097f req-3d06845b-318e-4786-8d36-88d60ced47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:23.579862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52ef9d72-1950-4f41-8d82-072ac8ce097f req-3d06845b-318e-4786-8d36-88d60ced47b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 1096 time: 0.0635087 Nov 23 18:10:23.636725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52ef9d72-1950-4f41-8d82-072ac8ce097f req-a2c72667-ae51-4d14-8637-4b8c31b8a9be service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Nov 23 18:10:24.495225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b11051-d2d5-4497-a969-d3e985ca3c82 req-22ef7f5e-a440-475b-a6d5-bd8ae13a0f96 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:24.496787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12b11051-d2d5-4497-a969-d3e985ca3c82 req-22ef7f5e-a440-475b-a6d5-bd8ae13a0f96 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1095 time: 0.0891445 Nov 23 18:10:24.505197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b30f82-9422-40bf-8d44-e7f1b102b150 req-37989bec-bda2-4b16-b35f-e9a4dcda642e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:24.506564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56b30f82-9422-40bf-8d44-e7f1b102b150 req-37989bec-bda2-4b16-b35f-e9a4dcda642e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 945 time: 0.0840125 Nov 23 18:10:24.582211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12b11051-d2d5-4497-a969-d3e985ca3c82 req-a643b1d5-04c8-4db5-bb13-c895798be103 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746343 Nov 23 18:10:24.592763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56b30f82-9422-40bf-8d44-e7f1b102b150 req-319e75e4-0c98-428a-8b57-04e559f4d5d7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777669 Nov 23 18:10:24.682680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:24.768053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:10:24.776996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:24.778674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:24.889216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:24.926357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:24.941294 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:24.992199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:25.466758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a67844-af92-42f9-9674-c78967dfe589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:25.469312 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e72178-f332-4584-8cd0-040d4845bbda" -d '{"events": [{"server_uuid": "95a67844-af92-42f9-9674-c78967dfe589", "name": "network-vif-plugged", "status": "completed", "tag": "1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:25.508762 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f9d52e-1f65-498d-8443-be188247d752 x-openstack-request-id: req-e5f9d52e-1f65-498d-8443-be188247d752 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:25.509069 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a67844-af92-42f9-9674-c78967dfe589", "name": "network-vif-plugged", "status": "completed", "tag": "1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:25.509339 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e5f9d52e-1f65-498d-8443-be188247d752 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:25.509771 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a67844-af92-42f9-9674-c78967dfe589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7', 'code': 200} Nov 23 18:10:25.611203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45253005-e907-41d4-9e29-73c8332d8ac0 req-64d7ac89-312d-404b-b16a-b2eff01e7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:25.613319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45253005-e907-41d4-9e29-73c8332d8ac0 req-64d7ac89-312d-404b-b16a-b2eff01e7687 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1096 time: 0.0418978 Nov 23 18:10:25.730092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45253005-e907-41d4-9e29-73c8332d8ac0 req-4ca99b6e-1f9b-4fce-81a0-af09797cf2bc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045842 Nov 23 18:10:25.786236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c1a97-9a4c-41bd-a3e9-0da06fb49001 req-9e4845cc-aad6-4d74-beec-004818c89d1c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:25.787918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be0c1a97-9a4c-41bd-a3e9-0da06fb49001 req-9e4845cc-aad6-4d74-beec-004818c89d1c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1096 time: 0.0922966 Nov 23 18:10:25.798533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d37f78-fea9-43d2-888a-989d94cef23c req-51281d0b-2b74-4b52-8bbe-2a9b957185b8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:25.800189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d37f78-fea9-43d2-888a-989d94cef23c req-51281d0b-2b74-4b52-8bbe-2a9b957185b8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 945 time: 0.0963609 Nov 23 18:10:25.882295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be0c1a97-9a4c-41bd-a3e9-0da06fb49001 req-994c1817-4dc4-4452-84f1-16a1e4f9876c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810280 Nov 23 18:10:25.886312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d37f78-fea9-43d2-888a-989d94cef23c req-ef7f05af-d936-4944-b2cd-36f1e7eeaf0f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789418 Nov 23 18:10:26.182711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97766cd0-3f8d-4263-a20f-db3c8a1d33b2 req-de57efbb-a0fe-46f1-9f77-f83e2350b65c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:26.184343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97766cd0-3f8d-4263-a20f-db3c8a1d33b2 req-de57efbb-a0fe-46f1-9f77-f83e2350b65c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Nov 23 18:10:26.240302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97766cd0-3f8d-4263-a20f-db3c8a1d33b2 req-7ce3cfd2-4f4c-4053-8c76-f353fc062a94 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484698 Nov 23 18:10:26.403894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1132b-c5a5-4d18-8016-8f41f71e460a req-91c7a2b8-52d8-4c20-9a20-e01c0d7c443b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:26.405965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cb1132b-c5a5-4d18-8016-8f41f71e460a req-91c7a2b8-52d8-4c20-9a20-e01c0d7c443b tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 945 time: 0.0812657 Nov 23 18:10:26.517879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cb1132b-c5a5-4d18-8016-8f41f71e460a req-1be61833-7c36-4b3b-ac28-80a6dfaca193 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053116 Nov 23 18:10:26.850955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060d2a0-6b6e-4042-ac3f-f842344540bb req-6c465934-235c-497d-97b1-7d57a4ecbe9a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:26.852573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c060d2a0-6b6e-4042-ac3f-f842344540bb req-6c465934-235c-497d-97b1-7d57a4ecbe9a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 945 time: 0.0812442 Nov 23 18:10:26.908124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c060d2a0-6b6e-4042-ac3f-f842344540bb req-be092e2a-50ad-4af8-928d-61521934651d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471845 Nov 23 18:10:27.078034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687b6ca-468f-4b45-8790-fb7864b6eff9 req-d2eac92f-6d4a-4fbb-9901-972ed19493d5 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:27.086220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d687b6ca-468f-4b45-8790-fb7864b6eff9 req-d2eac92f-6d4a-4fbb-9901-972ed19493d5 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1096 time: 0.0615833 Nov 23 18:10:27.134868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d687b6ca-468f-4b45-8790-fb7864b6eff9 req-ef5ff4b0-79f8-4063-a6e1-90e8353c3a06 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472000 Nov 23 18:10:27.273711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3aa29-3878-4063-8ca5-f5a8327b9160 req-2a69381b-6b16-4faf-bd90-2c13d3745ade tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:27.275790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ec3aa29-3878-4063-8ca5-f5a8327b9160 req-2a69381b-6b16-4faf-bd90-2c13d3745ade tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1096 time: 0.0481670 Nov 23 18:10:27.322962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ec3aa29-3878-4063-8ca5-f5a8327b9160 req-e2c91f90-37ba-4a22-88ad-e265962702cd tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Nov 23 18:10:27.430392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b73de-eed6-48e1-a174-fde71f4ede8f req-ee2dc300-5da2-4b5c-b07d-61cddb371f2c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:27.432296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f8b73de-eed6-48e1-a174-fde71f4ede8f req-ee2dc300-5da2-4b5c-b07d-61cddb371f2c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1096 time: 0.0425894 Nov 23 18:10:27.479158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f8b73de-eed6-48e1-a174-fde71f4ede8f req-72493ec9-f884-4c10-b552-2c46362b0b5a tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Nov 23 18:10:27.753083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-db0cddc9-f333-4664-b133-e78dabb5e1cc tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:27.754593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-db0cddc9-f333-4664-b133-e78dabb5e1cc tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/networks?id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af HTTP/1.1" status: 200 len: 911 time: 0.1012120 Nov 23 18:10:27.770195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-cd766e25-1432-4fea-a4cf-2d30ada3105b tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/quotas/4d66f4d4c9274d07a681fb8c4235b60c HTTP/1.1" status: 200 len: 375 time: 0.0087702 Nov 23 18:10:27.818397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-71b06141-7aea-44cc-ab05-144bd91110f9 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d66f4d4c9274d07a681fb8c4235b60c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0416367 Nov 23 18:10:27.937294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-ff94480c-10af-425f-9256-6eac46dd4c58 service neutron] 10.222.0.74 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106098 Nov 23 18:10:28.083941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-bb9b9bc8-d5b8-4db1-8f03-6e50acc4d90a service neutron] 10.222.0.74 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388068 Nov 23 18:10:28.178015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-40a5ae84-8626-49a8-83fd-46b3bc552ffe tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:28.179551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-40a5ae84-8626-49a8-83fd-46b3bc552ffe tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 945 time: 0.1218510 Nov 23 18:10:28.189704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548b9c2-53c5-44aa-803d-a653c6f61e05 req-4750e087-72e4-4103-a711-564a1d97f187 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:28.195272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e548b9c2-53c5-44aa-803d-a653c6f61e05 req-4750e087-72e4-4103-a711-564a1d97f187 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 945 time: 0.1362739 Nov 23 18:10:28.372960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e548b9c2-53c5-44aa-803d-a653c6f61e05 req-4e0777e1-82ab-4fd8-89a8-ab7eb14f0ee6 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737199 Nov 23 18:10:28.441112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Deleting port 780b4ed5-408f-4562-8ef3-74156579eebd {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:28.441455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:28.499050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc376afe-0f95-492c-a4ab-838358172d1c req-665cd88b-b2b9-4000-b8cb-aca56e399369 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 210 time: 0.0541594 Nov 23 18:10:28.592672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] For port 780b4ed5-408f-4562-8ef3-74156579eebd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=780b4ed5-408f-4562-8ef3-74156579eebd,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:28.593082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:28.608102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Calling delete_port for 780b4ed5-408f-4562-8ef3-74156579eebd owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:28.780189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:28.794105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:28.826052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event deleted for resources: {'Port': ['ID=780b4ed5-408f-4562-8ef3-74156579eebd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:28.851546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.851826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.852308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.852576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.852890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.853810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.854214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.855149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.855519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.855903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.856243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.856583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:28.877162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] No DVR routers for this DVR port 780b4ed5-408f-4562-8ef3-74156579eebd on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:28.880227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:28.886037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e43cb4e6-0e82-4c95-ac44-42d3d0a5b299 req-5a3c1731-4e3d-4d6c-a3e3-82091ff2d8a0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "DELETE /v2.0/ports/780b4ed5-408f-4562-8ef3-74156579eebd HTTP/1.1" status: 204 len: 173 time: 0.6882350 Nov 23 18:10:28.886460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02b9ec-aed5-43ec-8312-bcc3f34bcf72', 'name': 'network-vif-deleted', 'tag': '780b4ed5-408f-4562-8ef3-74156579eebd'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:28.889239 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a5a7c1-a826-49f3-92e0-db229b18e0bf" -d '{"events": [{"server_uuid": "1e02b9ec-aed5-43ec-8312-bcc3f34bcf72", "name": "network-vif-deleted", "tag": "780b4ed5-408f-4562-8ef3-74156579eebd"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:28.946219 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4421770-1980-4dda-980b-bfc80e6c8b03 x-openstack-request-id: req-a4421770-1980-4dda-980b-bfc80e6c8b03 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:28.946919 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02b9ec-aed5-43ec-8312-bcc3f34bcf72", "name": "network-vif-deleted", "tag": "780b4ed5-408f-4562-8ef3-74156579eebd", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:28.946919 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a4421770-1980-4dda-980b-bfc80e6c8b03 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:28.947958 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02b9ec-aed5-43ec-8312-bcc3f34bcf72', 'name': 'network-vif-deleted', 'tag': '780b4ed5-408f-4562-8ef3-74156579eebd', 'status': 'completed', 'code': 200} Nov 23 18:10:29.382996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a191a5a-fa34-47a1-bdfe-1c6e1d1faa83 req-a7ca8bec-8779-4796-acd6-9ae327a9214a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:29.385003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a191a5a-fa34-47a1-bdfe-1c6e1d1faa83 req-a7ca8bec-8779-4796-acd6-9ae327a9214a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0892191 Nov 23 18:10:29.387135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-cf02fb96-b33a-483b-9aff-aa062b047b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:29.388546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-cf02fb96-b33a-483b-9aff-aa062b047b9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1095 time: 0.0841639 Nov 23 18:10:29.568056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a191a5a-fa34-47a1-bdfe-1c6e1d1faa83 req-fb12ff45-ef89-4db7-998d-384f6d7db120 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742520 Nov 23 18:10:29.629982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05fd5743-9359-4115-ae63-4a5d061b6e4a req-a36ddb6a-5e92-4782-a67d-a23c448b5b6e tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e02b9ec-aed5-43ec-8312-bcc3f34bcf72 HTTP/1.1" status: 200 len: 210 time: 0.0869954 Nov 23 18:10:29.642193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-58ae6f72-45b4-4dd0-93e5-35fe241278eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:29.645967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-58ae6f72-45b4-4dd0-93e5-35fe241278eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.2463405 Nov 23 18:10:29.771115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf0b7d61-61a9-4721-ad9e-007edab16c36 req-f9cf4149-93b3-4111-b754-2d765e7b568c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 210 time: 0.0383012 Nov 23 18:10:29.797416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-9319627f-9678-425b-a8b0-7e72fc9c7978 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.1084104 Nov 23 18:10:29.800362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-62301e60-807a-47b2-9871-fef04bfa5da5 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:29.801805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-62301e60-807a-47b2-9871-fef04bfa5da5 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.72 "GET /v2.0/networks?id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af HTTP/1.1" status: 200 len: 911 time: 0.2921236 Nov 23 18:10:29.827924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Request body: {'port': {'device_id': '34d59be4-97a0-45a2-9e59-453e84be0768', 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'admin_state_up': True, 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:29.878728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-5a209324-ee29-4956-8d51-0bacbab59f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:29.880285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-5a209324-ee29-4956-8d51-0bacbab59f75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.0685792 Nov 23 18:10:29.881313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Made reservation on behalf of 4d66f4d4c9274d07a681fb8c4235b60c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:29.883612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:29.980198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-6310e4e5-f35f-48dc-a449-123d3e1c87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:29.981716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-6310e4e5-f35f-48dc-a449-123d3e1c87f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882571 Nov 23 18:10:30.086614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Allocated IP 172.20.0.14 (ac73ee5a-d79f-4691-bd9f-d31e8c3d07af/82a2cca1-b8f6-4e65-af98-d5a044d1388b/62d63312-1945-49a1-af91-a82dd544c0b6) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:30.131169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-bb9ffa7d-c6a6-42a7-bb24-3e901dfb6c01 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203740 Nov 23 18:10:30.321765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01acb7b1-f24a-4087-9c83-8c0b882ad72f req-1b9e8fe9-f352-44f9-b6f8-5bdd782701f7 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726053 Nov 23 18:10:30.349177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:30.389714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:30.404947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:30.502370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:30.511353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:30.538748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:30.598723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Pushing event updated for resources: {'Port': ['ID=62d63312-1945-49a1-af91-a82dd544c0b6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:30.644667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:30.646267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:30.670209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-a6a9bb10-6da3-43e2-8848-392b2b225d6c tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8496194 Nov 23 18:10:30.684578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Request body: {'port': {'device_id': '34d59be4-97a0-45a2-9e59-453e84be0768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:30.696067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 780b4ed5-408f-4562-8ef3-74156579eebd no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:30.744388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 780b4ed5-408f-4562-8ef3-74156579eebd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:30.751270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 780b4ed5-408f-4562-8ef3-74156579eebd not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:30.843424 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:30.879307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b7a70-977c-44d5-8d1d-9a713ec6c78a req-e7da74d7-8881-4943-bd97-6a96897e8ed4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:30.893696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a1b7a70-977c-44d5-8d1d-9a713ec6c78a req-e7da74d7-8881-4943-bd97-6a96897e8ed4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1315844 Nov 23 18:10:30.940374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6d2d3892-248d-4403-8b25-6a19ae56c930 None None] Provisioning complete for port 62d63312-1945-49a1-af91-a82dd544c0b6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:30.941605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3892-248d-4403-8b25-6a19ae56c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:31.001930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d3892-248d-4403-8b25-6a19ae56c930 None None] Port 62d63312-1945-49a1-af91-a82dd544c0b6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:31.061802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a1b7a70-977c-44d5-8d1d-9a713ec6c78a req-f3ac7421-caeb-49cf-8e06-651f8d6e4769 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670356 Nov 23 18:10:31.168807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034aa2b-1d3c-45f6-a5cf-cc44f17074c3 req-42dff3db-26bd-4bdf-af16-1f77712b4645 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:31.170434 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b034aa2b-1d3c-45f6-a5cf-cc44f17074c3 req-42dff3db-26bd-4bdf-af16-1f77712b4645 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1028 time: 0.2241492 Nov 23 18:10:31.344903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b034aa2b-1d3c-45f6-a5cf-cc44f17074c3 req-d3dbb824-a935-4812-8d17-46d2ebb98ec0 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607919 Nov 23 18:10:31.401079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-a4e6f484-c7f4-4b59-9280-733a4d3624d0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:31.402936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-a4e6f484-c7f4-4b59-9280-733a4d3624d0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.2292366 Nov 23 18:10:31.452979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-80d33fc1-89b7-42b4-b542-12c8354a6b39 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/quotas/d6faf1323dfb4c8dbbfba6310828b807 HTTP/1.1" status: 200 len: 375 time: 0.0382693 Nov 23 18:10:31.497902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d63312-1945-49a1-af91-a82dd544c0b6 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:31.510629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:31.532119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-1a7cb606-4849-43f4-88b5-023c34c73c0a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780258 Nov 23 18:10:31.533045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Transition to ACTIVE for port object 62d63312-1945-49a1-af91-a82dd544c0b6 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:10:31.539421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:31.552137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-b1cd1242-6b83-48d0-b578-8901c01a9e72 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:10:31.553208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-b1cd1242-6b83-48d0-b578-8901c01a9e72 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101116 Nov 23 18:10:31.668964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=62d63312-1945-49a1-af91-a82dd544c0b6,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:31.749508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-91508b0a-32be-4511-bc7b-9f075e5bab2c service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742587 Nov 23 18:10:31.797455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Attempting to bind port 62d63312-1945-49a1-af91-a82dd544c0b6 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:31.797782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Attempting to bind port 62d63312-1945-49a1-af91-a82dd544c0b6 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:31.798118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Attempting to bind port 62d63312-1945-49a1-af91-a82dd544c0b6 on network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:31.804187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Port 62d63312-1945-49a1-af91-a82dd544c0b6 on network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:10:31.804519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Attempting to bind port 62d63312-1945-49a1-af91-a82dd544c0b6 on network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:31.813099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:31.813450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Checking segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:31.813847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Bound using segment: {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:31.814289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Bound port: 62d63312-1945-49a1-af91-a82dd544c0b6, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53465cf1-e962-4628-a673-90481683641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:31.814652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:31.928879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-72dc0bc4-4b50-43af-917e-b20495975358 service neutron] 10.222.0.74 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672516 Nov 23 18:10:31.957934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] For port 62d63312-1945-49a1-af91-a82dd544c0b6, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:31.961298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] For port 62d63312-1945-49a1-af91-a82dd544c0b6, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=62d63312-1945-49a1-af91-a82dd544c0b6,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:31.967463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:32.014999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:32.015700 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:32.017276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/62d63312-1945-49a1-af91-a82dd544c0b6 HTTP/1.1" status: 200 len: 1092 time: 1.3378789 Nov 23 18:10:32.020510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d59be4-97a0-45a2-9e59-453e84be0768', 'tag': '62d63312-1945-49a1-af91-a82dd544c0b6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:32.024081 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e348a9-24d6-44d2-8735-bbad48b896eb" -d '{"events": [{"name": "network-changed", "server_uuid": "34d59be4-97a0-45a2-9e59-453e84be0768", "tag": "62d63312-1945-49a1-af91-a82dd544c0b6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:32.062394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac75fc-1554-401b-89be-d43390e1e8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=62d63312-1945-49a1-af91-a82dd544c0b6,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:32.138261 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e08587-849d-4068-8d93-52894205006c x-openstack-request-id: req-09e08587-849d-4068-8d93-52894205006c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:32.138555 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d59be4-97a0-45a2-9e59-453e84be0768", "tag": "62d63312-1945-49a1-af91-a82dd544c0b6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:32.138949 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09e08587-849d-4068-8d93-52894205006c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:32.139624 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d59be4-97a0-45a2-9e59-453e84be0768', 'tag': '62d63312-1945-49a1-af91-a82dd544c0b6', 'status': 'completed', 'code': 200} Nov 23 18:10:32.273665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-7fc5b340-7b29-45d0-afcf-e80021f28919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:32.294398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-7fc5b340-7b29-45d0-afcf-e80021f28919 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d66f4d4c9274d07a681fb8c4235b60c&device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1095 time: 0.2074895 Nov 23 18:10:32.362610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-bf3efadb-d9b2-49d8-9619-fc9beab5d175 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d63312-1945-49a1-af91-a82dd544c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0569129 Nov 23 18:10:32.443656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-3b59cc18-3614-4da0-a59b-67ef28b8d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:32.445272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-3b59cc18-3614-4da0-a59b-67ef28b8d2b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82a2cca1-b8f6-4e65-af98-d5a044d1388b HTTP/1.1" status: 200 len: 849 time: 0.0507562 Nov 23 18:10:32.461457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-955589b9-356b-4a54-8a41-66c3f2c75943 req-1368891d-44d7-4491-91f2-94c11e4cf586 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 210 time: 0.1598420 Nov 23 18:10:32.624858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b7436-0f52-444b-81e3-6b0e2eae1225 req-cde27f4d-54ea-4368-8587-a438854aad8d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:32.626631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0b7436-0f52-444b-81e3-6b0e2eae1225 req-cde27f4d-54ea-4368-8587-a438854aad8d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2588232 Nov 23 18:10:32.638262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-01b55546-cf7b-4b1b-b17b-dddf60a789fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:32.639874 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-01b55546-cf7b-4b1b-b17b-dddf60a789fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389482 Nov 23 18:10:32.650846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77423143-6975-4ec0-a8f4-c45a087b60ff req-729a6eec-b39b-49e2-ba54-c0f3ff9f32c4 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:32.652714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77423143-6975-4ec0-a8f4-c45a087b60ff req-729a6eec-b39b-49e2-ba54-c0f3ff9f32c4 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1095 time: 0.0934176 Nov 23 18:10:33.113455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f0b7436-0f52-444b-81e3-6b0e2eae1225 req-264dc6d3-4d5c-4804-94bd-3f0c9832cbcd tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4776180 Nov 23 18:10:33.121914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77423143-6975-4ec0-a8f4-c45a087b60ff req-9128f332-2507-4446-bf58-2217dd562f74 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499154 Nov 23 18:10:33.180633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-0c281e94-2e36-43e2-8a77-4043706cfa7a service neutron] 10.222.0.72 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257282 Nov 23 18:10:33.324148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29fde249-4be2-4d41-9c71-e539ecadadbb req-7d775af9-550d-41dc-b9bf-f54a156a6fa4 service neutron] 10.222.0.72 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155887 Nov 23 18:10:33.512282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-f07f1cc8-4116-4430-87cd-85f76022faf8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:33.513868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-f07f1cc8-4116-4430-87cd-85f76022faf8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 806 time: 0.1829445 Nov 23 18:10:33.527259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Request body: {'port': {'device_id': '25661bf2-3f27-4e92-b407-f2da964e1d77', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'admin_state_up': True, 'tenant_id': 'd6faf1323dfb4c8dbbfba6310828b807'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:33.535295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-f439884f-8cf4-4902-b5fc-afb0f4a0f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:33.536807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-f439884f-8cf4-4902-b5fc-afb0f4a0f0f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d66f4d4c9274d07a681fb8c4235b60c&device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1095 time: 0.1037033 Nov 23 18:10:33.702714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b41eac0-061a-4cd0-a023-aedfee5afe79 req-49d5efd9-a6b8-49fa-bb71-0884057931bf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 210 time: 0.1524019 Nov 23 18:10:33.826840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-c3b1c229-1fa3-4a82-ba9a-78412a4e6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:33.828477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-c3b1c229-1fa3-4a82-ba9a-78412a4e6893 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af HTTP/1.1" status: 200 len: 911 time: 0.2794850 Nov 23 18:10:33.855693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Made reservation on behalf of d6faf1323dfb4c8dbbfba6310828b807 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:33.859425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.901830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-315a6681-d7c0-4a33-9187-fdd9d077b772 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d63312-1945-49a1-af91-a82dd544c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0653577 Nov 23 18:10:33.913552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42274) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:34.022030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-e523e649-4287-4a8a-9919-c00a321be7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:34.024630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-e523e649-4287-4a8a-9919-c00a321be7e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82a2cca1-b8f6-4e65-af98-d5a044d1388b HTTP/1.1" status: 200 len: 849 time: 0.1140459 Nov 23 18:10:34.117743 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-81ea2204-ce78-4a84-9aaa-042dd912f2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.230885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-1a1d3ea5-bb8e-4849-8861-33fe4678a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:34.235615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-1a1d3ea5-bb8e-4849-8861-33fe4678a8d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740518 Nov 23 18:10:34.301241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-81ea2204-ce78-4a84-9aaa-042dd912f2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.316899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-81ea2204-ce78-4a84-9aaa-042dd912f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.342775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Allocated IP 172.20.0.9 (3d638fde-106a-4763-b7e6-06a7e84f98b1/7b6af081-5451-450f-b870-3cfa540ebfd2/a4ae65ce-251e-4833-9c69-7dfd105389ba) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:34.367119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea2204-ce78-4a84-9aaa-042dd912f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77885dd0-3cff-485c-9acf-c7d60acb7439,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:34.376031 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-81ea2204-ce78-4a84-9aaa-042dd912f2dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5880abdbd5c44c099b3cd124f8887bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4618142 Nov 23 18:10:34.377290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42288) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:34.427701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66fd5b-d936-4ebd-b3be-bc2294a953b1 req-335b6ff9-4a64-47a4-8152-c9f9f2fac304 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:34.435841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a447f76-c594-4b33-93e2-b6f2b62bd6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.438851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e66fd5b-d936-4ebd-b3be-bc2294a953b1 req-335b6ff9-4a64-47a4-8152-c9f9f2fac304 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1095 time: 0.1715922 Nov 23 18:10:34.461922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a447f76-c594-4b33-93e2-b6f2b62bd6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.496949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-2d03627d-896c-4108-9780-fcc1c47ebb21 service neutron] 10.222.0.72 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481246 Nov 23 18:10:34.516671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a447f76-c594-4b33-93e2-b6f2b62bd6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.521453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a447f76-c594-4b33-93e2-b6f2b62bd6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.525731 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5a447f76-c594-4b33-93e2-b6f2b62bd6cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/77885dd0-3cff-485c-9acf-c7d60acb7439 HTTP/1.1" status: 204 len: 168 time: 0.1469617 Nov 23 18:10:34.536452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a447f76-c594-4b33-93e2-b6f2b62bd6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77885dd0-3cff-485c-9acf-c7d60acb7439,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:34.622558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e66fd5b-d936-4ebd-b3be-bc2294a953b1 req-73774a2a-4fc4-4be3-9ae8-09628fc10c2a tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826839 Nov 23 18:10:34.790277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28e348a9-24d6-44d2-8735-bbad48b896eb req-8723fc46-ae13-4dcc-831c-585c03559981 service neutron] 10.222.0.72 "GET /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778718 Nov 23 18:10:34.828990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.892507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cbebb37-8854-4132-8962-c80e4441f636 req-9b4b4f36-ae4b-4928-bc06-3c637324be48 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 210 time: 0.0341210 Nov 23 18:10:34.904684 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.915966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42298) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:34.920996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:34.967033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8dca7803-6a10-47af-ad48-adcdd79e66a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.983523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Network 3d638fde-106a-4763-b7e6-06a7e84f98b1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:34.986527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:34.994155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:35.003714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event updated for resources: {'Port': ['ID=a4ae65ce-251e-4833-9c69-7dfd105389ba,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:35.094640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:35.095898 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.101481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8dca7803-6a10-47af-ad48-adcdd79e66a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.108804 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8dca7803-6a10-47af-ad48-adcdd79e66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.121544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-205356e2-25e6-4626-9937-cfe8b230be9f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5985489 Nov 23 18:10:35.136802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Request body: {'port': {'device_id': '25661bf2-3f27-4e92-b407-f2da964e1d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:35.156005 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8dca7803-6a10-47af-ad48-adcdd79e66a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=47b8d7b96f1f466cae07b444fd995c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2387800 Nov 23 18:10:35.156745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42302) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:35.193360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca7803-6a10-47af-ad48-adcdd79e66a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf9c34-6a88-4b64-9b05-7511ff67a73a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:35.220492 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac763d20-10ca-437b-bdc8-99929aef3446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.228596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.243563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac763d20-10ca-437b-bdc8-99929aef3446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.298856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac763d20-10ca-437b-bdc8-99929aef3446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.301767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac763d20-10ca-437b-bdc8-99929aef3446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.303045 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ac763d20-10ca-437b-bdc8-99929aef3446 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9daf9c34-6a88-4b64-9b05-7511ff67a73a HTTP/1.1" status: 204 len: 168 time: 0.1422513 Nov 23 18:10:35.312645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac763d20-10ca-437b-bdc8-99929aef3446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf9c34-6a88-4b64-9b05-7511ff67a73a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:35.561336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ae65ce-251e-4833-9c69-7dfd105389ba {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:35.568887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.581325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Transition to ACTIVE for port object a4ae65ce-251e-4833-9c69-7dfd105389ba will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:10:35.586031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.635884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ae65ce-251e-4833-9c69-7dfd105389ba,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:35.721374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Attempting to bind port a4ae65ce-251e-4833-9c69-7dfd105389ba on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:35.721630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Attempting to bind port a4ae65ce-251e-4833-9c69-7dfd105389ba by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:35.721977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Attempting to bind port a4ae65ce-251e-4833-9c69-7dfd105389ba on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:35.742297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Port a4ae65ce-251e-4833-9c69-7dfd105389ba on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:10:35.742626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Attempting to bind port a4ae65ce-251e-4833-9c69-7dfd105389ba on network 3d638fde-106a-4763-b7e6-06a7e84f98b1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:35.750497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:35.750749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Checking segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:35.751143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Bound using segment: {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:35.751602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Bound port: a4ae65ce-251e-4833-9c69-7dfd105389ba, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:35.751958 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.811791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e1d9-1b79-4670-b3d7-8edb77af308a req-71237b72-caef-44d3-9148-c19e48fa51d2 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:35.813337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2751e1d9-1b79-4670-b3d7-8edb77af308a req-71237b72-caef-44d3-9148-c19e48fa51d2 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1095 time: 0.1037884 Nov 23 18:10:35.882090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] For port a4ae65ce-251e-4833-9c69-7dfd105389ba, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:35.896543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2751e1d9-1b79-4670-b3d7-8edb77af308a req-0df9f7e4-40b6-45b1-8162-49110fc841ff tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757694 Nov 23 18:10:35.900684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] For port a4ae65ce-251e-4833-9c69-7dfd105389ba, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a4ae65ce-251e-4833-9c69-7dfd105389ba,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:35.926708 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.955045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:35.955674 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:35.957067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] 10.222.0.66 "PUT /v2.0/ports/a4ae65ce-251e-4833-9c69-7dfd105389ba HTTP/1.1" status: 200 len: 1091 time: 0.8269331 Nov 23 18:10:35.957509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25661bf2-3f27-4e92-b407-f2da964e1d77', 'tag': 'a4ae65ce-251e-4833-9c69-7dfd105389ba'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:35.959827 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a866e034-f2de-44ca-995c-a2ad5ab84075" -d '{"events": [{"name": "network-changed", "server_uuid": "25661bf2-3f27-4e92-b407-f2da964e1d77", "tag": "a4ae65ce-251e-4833-9c69-7dfd105389ba"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:35.993956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e341a-8ee0-4a4f-9b71-59357217d480 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ae65ce-251e-4833-9c69-7dfd105389ba,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:36.034804 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06bc29a-e762-463b-8b3b-b82600afcf8c x-openstack-request-id: req-b06bc29a-e762-463b-8b3b-b82600afcf8c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:36.035181 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25661bf2-3f27-4e92-b407-f2da964e1d77", "tag": "a4ae65ce-251e-4833-9c69-7dfd105389ba", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:36.035371 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b06bc29a-e762-463b-8b3b-b82600afcf8c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:36.035804 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25661bf2-3f27-4e92-b407-f2da964e1d77', 'tag': 'a4ae65ce-251e-4833-9c69-7dfd105389ba', 'status': 'completed', 'code': 200} Nov 23 18:10:36.104335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-6d14bc58-5fee-4735-aecb-99fc66d1e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:36.106400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-6d14bc58-5fee-4735-aecb-99fc66d1e976 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 1094 time: 0.1030197 Nov 23 18:10:36.169271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b06b8-1b0a-4d28-b1b9-058252bff166 req-b4ed93d1-8b52-4602-85a5-80510f7bd42d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:36.170970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-594b06b8-1b0a-4d28-b1b9-058252bff166 req-b4ed93d1-8b52-4602-85a5-80510f7bd42d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 943 time: 0.1137404 Nov 23 18:10:36.174099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-7b387c24-a913-46ac-9f60-bee1261c425b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4ae65ce-251e-4833-9c69-7dfd105389ba HTTP/1.1" status: 200 len: 217 time: 0.0586801 Nov 23 18:10:36.174625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 62d63312-1945-49a1-af91-a82dd544c0b6 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:10:36.265515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-594b06b8-1b0a-4d28-b1b9-058252bff166 req-df172c6d-b038-466c-b980-78f04948f95f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881650 Nov 23 18:10:36.267386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-86eddae1-dcfd-4dd7-97a5-2bb8f624a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:36.268624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-86eddae1-dcfd-4dd7-97a5-2bb8f624a977 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.0837448 Nov 23 18:10:36.304188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-b6bf80d2-24fe-45f8-87b4-e72872bdce3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266459 Nov 23 18:10:36.304542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 62d63312-1945-49a1-af91-a82dd544c0b6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=62d63312-1945-49a1-af91-a82dd544c0b6,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:36.316568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '62d63312-1945-49a1-af91-a82dd544c0b6', 'network_id': 'ac73ee5a-d79f-4691-bd9f-d31e8c3d07af', 'port_id': '62d63312-1945-49a1-af91-a82dd544c0b6', 'mac_address': 'fa:16:3e:00:e4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a2cca1-b8f6-4e65-af98-d5a044d1388b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:10:36.359130 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:36.373791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d63312-1945-49a1-af91-a82dd544c0b6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:36.403905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 62d63312-1945-49a1-af91-a82dd544c0b6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=62d63312-1945-49a1-af91-a82dd544c0b6,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:36.408579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:36.411904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-d111a2e4-c201-4d84-a633-12df2c0e317d service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008747 Nov 23 18:10:36.476373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=62d63312-1945-49a1-af91-a82dd544c0b6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:36.530551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad588c51-ec49-4816-8012-24f51e3777a9 req-23a93a7f-2dee-410a-8a71-9f4fa9489988 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114714 Nov 23 18:10:36.627293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-87631a7b-ac0f-4b85-9e60-7340ccc9881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:36.630559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-87631a7b-ac0f-4b85-9e60-7340ccc9881d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 1094 time: 0.0472178 Nov 23 18:10:36.686132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['62d63312-1945-49a1-af91-a82dd544c0b6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:36.734601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-e9eaf656-82d4-4fb7-ab2f-c7e022a97fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:36.736376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-e9eaf656-82d4-4fb7-ab2f-c7e022a97fbf service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 200 len: 907 time: 0.0998163 Nov 23 18:10:36.789572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-a988c003-8ab4-458c-9140-5bd11fc42612 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4ae65ce-251e-4833-9c69-7dfd105389ba HTTP/1.1" status: 200 len: 217 time: 0.0439053 Nov 23 18:10:36.859930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-1428a540-6235-48c5-8826-befab3638d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:36.861431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-1428a540-6235-48c5-8826-befab3638d45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 200 len: 846 time: 0.0638139 Nov 23 18:10:36.917095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-840aec8f-bd65-4d4c-9d9b-4635904c0ecb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d638fde-106a-4763-b7e6-06a7e84f98b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374112 Nov 23 18:10:37.083478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffb96a-3f96-4567-bcdc-b93311fd07d5 req-0aaae777-1218-4f03-8bde-366b01f5248d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:37.084968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54ffb96a-3f96-4567-bcdc-b93311fd07d5 req-0aaae777-1218-4f03-8bde-366b01f5248d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1392131 Nov 23 18:10:37.102386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e0e1b-94cc-4abc-ae02-dd07d6103bb4 req-f2ac7df1-e966-420d-82ea-be7ff7b4ef5f tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:37.104734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-219e0e1b-94cc-4abc-ae02-dd07d6103bb4 req-f2ac7df1-e966-420d-82ea-be7ff7b4ef5f tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1096 time: 0.1178684 Nov 23 18:10:37.149894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-c95022f6-31ee-4ce1-a4d0-a8ed3317e660 service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253609 Nov 23 18:10:37.219796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-219e0e1b-94cc-4abc-ae02-dd07d6103bb4 req-e373988f-46a2-4575-99cd-5b2a35b8c08e tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050017 Nov 23 18:10:37.225058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54ffb96a-3f96-4567-bcdc-b93311fd07d5 req-e4c7decc-2c82-44d7-9600-4ac9ca81735c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325412 Nov 23 18:10:37.302352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a866e034-f2de-44ca-995c-a2ad5ab84075 req-3ba5daa1-dfec-4d7b-84f9-e6efc2f70eed service neutron] 10.222.0.66 "GET /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418993 Nov 23 18:10:37.399329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e77a8b-7ba2-4b17-b5f5-1f896de8dd24 req-64bb681d-344d-40a2-b50c-fdc4f784e2f7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:37.401680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74e77a8b-7ba2-4b17-b5f5-1f896de8dd24 req-64bb681d-344d-40a2-b50c-fdc4f784e2f7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 943 time: 0.0543153 Nov 23 18:10:37.487051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74e77a8b-7ba2-4b17-b5f5-1f896de8dd24 req-d89ccfdf-4251-409f-9c4b-22817645b003 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756452 Nov 23 18:10:38.197773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 62d63312-1945-49a1-af91-a82dd544c0b6 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:38.247727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 62d63312-1945-49a1-af91-a82dd544c0b6 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:10:38.252098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 62d63312-1945-49a1-af91-a82dd544c0b6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:38.252489 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:38.359325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:38.386649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d59be4-97a0-45a2-9e59-453e84be0768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d63312-1945-49a1-af91-a82dd544c0b6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:38.388886 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323e5a7-bdb3-4243-8c63-87a371f4a4f2" -d '{"events": [{"server_uuid": "34d59be4-97a0-45a2-9e59-453e84be0768", "name": "network-vif-plugged", "status": "completed", "tag": "62d63312-1945-49a1-af91-a82dd544c0b6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:38.397382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a761b-402d-4d91-aa00-542a4d590a4c req-4825fde1-21e4-4330-8ace-8448d4aa57f2 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:38.398970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a3a761b-402d-4d91-aa00-542a4d590a4c req-4825fde1-21e4-4330-8ace-8448d4aa57f2 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1096 time: 0.0818012 Nov 23 18:10:38.406280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 62d63312-1945-49a1-af91-a82dd544c0b6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=62d63312-1945-49a1-af91-a82dd544c0b6,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:38.411118 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:38.417026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf716f-db2c-4687-ad1b-c975e4a4d5ad req-cdd980b4-1b32-44d3-be3b-f259782341ad tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:38.418548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7bf716f-db2c-4687-ad1b-c975e4a4d5ad req-cdd980b4-1b32-44d3-be3b-f259782341ad tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0717173 Nov 23 18:10:38.465744 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=62d63312-1945-49a1-af91-a82dd544c0b6,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:38.484958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a3a761b-402d-4d91-aa00-542a4d590a4c req-fabd1aa0-f03e-4296-a4dd-54225555ed15 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798464 Nov 23 18:10:38.498417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7bf716f-db2c-4687-ad1b-c975e4a4d5ad req-577fa0f3-21ca-417e-bf34-c2d64720f083 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673749 Nov 23 18:10:38.565344 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c266d5-d980-490e-aedb-c30bf39a4551 x-openstack-request-id: req-b6c266d5-d980-490e-aedb-c30bf39a4551 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:38.565654 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d59be4-97a0-45a2-9e59-453e84be0768", "name": "network-vif-plugged", "status": "completed", "tag": "62d63312-1945-49a1-af91-a82dd544c0b6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:38.565920 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b6c266d5-d980-490e-aedb-c30bf39a4551 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:38.566330 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d59be4-97a0-45a2-9e59-453e84be0768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d63312-1945-49a1-af91-a82dd544c0b6', 'code': 200} Nov 23 18:10:38.646590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a5c8-2514-45ef-9656-abf4147c3ba6 req-e08cfbdd-bcfc-405c-b37d-5830f6039a0d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:38.648117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0781a5c8-2514-45ef-9656-abf4147c3ba6 req-e08cfbdd-bcfc-405c-b37d-5830f6039a0d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 943 time: 0.0720978 Nov 23 18:10:38.715533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d1f79-8393-427a-aae5-dc423ea275fb req-db55a934-9a58-443a-aaa8-8df3ed97f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:38.717071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb0d1f79-8393-427a-aae5-dc423ea275fb req-db55a934-9a58-443a-aaa8-8df3ed97f35c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1097 time: 0.0896323 Nov 23 18:10:38.726458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a4ae65ce-251e-4833-9c69-7dfd105389ba details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:10:38.748384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0781a5c8-2514-45ef-9656-abf4147c3ba6 req-e77e25f1-267a-4d2a-a4f3-f8fc30793f27 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851936 Nov 23 18:10:38.779093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb0d1f79-8393-427a-aae5-dc423ea275fb req-1ca118a6-f649-4914-829f-55aeca6979b3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536087 Nov 23 18:10:38.869184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a4ae65ce-251e-4833-9c69-7dfd105389ba, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a4ae65ce-251e-4833-9c69-7dfd105389ba,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:38.882778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'a4ae65ce-251e-4833-9c69-7dfd105389ba', 'network_id': '3d638fde-106a-4763-b7e6-06a7e84f98b1', 'port_id': 'a4ae65ce-251e-4833-9c69-7dfd105389ba', 'mac_address': 'fa:16:3e:0e:46:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6af081-5451-450f-b870-3cfa540ebfd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:10:38.924018 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:38.939474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ae65ce-251e-4833-9c69-7dfd105389ba {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:38.961339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a4ae65ce-251e-4833-9c69-7dfd105389ba, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a4ae65ce-251e-4833-9c69-7dfd105389ba,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:38.966957 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:39.028266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=a4ae65ce-251e-4833-9c69-7dfd105389ba,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:39.294389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['a4ae65ce-251e-4833-9c69-7dfd105389ba'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:39.657549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07c62-aa94-4e5e-a358-4036b8220c3a req-c9cf3a79-8185-4ee0-a80d-67ccdede8fd8 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:39.659322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ce07c62-aa94-4e5e-a358-4036b8220c3a req-c9cf3a79-8185-4ee0-a80d-67ccdede8fd8 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1097 time: 0.0786252 Nov 23 18:10:39.679145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efe6ae-57c8-48b3-9a4e-8c0d0190dfff req-c72762a5-c794-432e-831a-39b88acc387c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:39.680584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69efe6ae-57c8-48b3-9a4e-8c0d0190dfff req-c72762a5-c794-432e-831a-39b88acc387c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0667102 Nov 23 18:10:39.760146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ce07c62-aa94-4e5e-a358-4036b8220c3a req-d79bbf93-748e-4a8f-8eaa-33f4478b695e tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899787 Nov 23 18:10:39.764047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69efe6ae-57c8-48b3-9a4e-8c0d0190dfff req-695e5ff6-739b-42f8-99eb-9e89ac72fd70 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681860 Nov 23 18:10:39.943294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c413228-66bf-4d83-937c-f27642e06d2a req-83084968-00fe-4290-b9cb-cb70ecfba186 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:39.950366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c413228-66bf-4d83-937c-f27642e06d2a req-83084968-00fe-4290-b9cb-cb70ecfba186 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 944 time: 0.0746245 Nov 23 18:10:40.005435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c413228-66bf-4d83-937c-f27642e06d2a req-2af0ccb4-4e4a-4305-81f3-e43da3759bcf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540056 Nov 23 18:10:40.369142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42486) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:40.498370 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e15a00d7-777d-4f7f-a3a5-97c5548f0c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.584030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e15a00d7-777d-4f7f-a3a5-97c5548f0c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.590274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e15a00d7-777d-4f7f-a3a5-97c5548f0c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.635305 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e15a00d7-777d-4f7f-a3a5-97c5548f0c42 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=97a2cbcd2bf649009eb3b8af7e7b8dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2619927 Nov 23 18:10:40.635305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a00d7-777d-4f7f-a3a5-97c5548f0c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4f963-6ef4-4202-92bf-90192baed6ab,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:40.636016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42500) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:40.704572 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf3ad-3ef3-4bd9-bc9d-1b5c20c83c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.728232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf3ad-3ef3-4bd9-bc9d-1b5c20c83c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.740563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a4ae65ce-251e-4833-9c69-7dfd105389ba up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:40.782303 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf3ad-3ef3-4bd9-bc9d-1b5c20c83c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.785497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf3ad-3ef3-4bd9-bc9d-1b5c20c83c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.788921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ac0bf3ad-3ef3-4bd9-bc9d-1b5c20c83c4c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ecd4f963-6ef4-4202-92bf-90192baed6ab HTTP/1.1" status: 204 len: 168 time: 0.1494689 Nov 23 18:10:40.796318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bf3ad-3ef3-4bd9-bc9d-1b5c20c83c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4f963-6ef4-4202-92bf-90192baed6ab,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:40.840038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port a4ae65ce-251e-4833-9c69-7dfd105389ba completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:10:40.849307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port a4ae65ce-251e-4833-9c69-7dfd105389ba triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:40.849926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.949972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:40.959924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42516) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:40.986307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25661bf2-3f27-4e92-b407-f2da964e1d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ae65ce-251e-4833-9c69-7dfd105389ba'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:40.989825 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fd519a-05f6-4e9a-a4e3-af5dc9d6538d" -d '{"events": [{"server_uuid": "25661bf2-3f27-4e92-b407-f2da964e1d77", "name": "network-vif-plugged", "status": "completed", "tag": "a4ae65ce-251e-4833-9c69-7dfd105389ba"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:41.013564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a4ae65ce-251e-4833-9c69-7dfd105389ba, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a4ae65ce-251e-4833-9c69-7dfd105389ba,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:41.021800 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.090324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=a4ae65ce-251e-4833-9c69-7dfd105389ba,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:41.138391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c895dc0-3dd8-4dc5-99d9-e3b1378a7be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.223995 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d7dcb71b-bd12-4b36-ba28-4eae2ee60c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.264631 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c895dc0-3dd8-4dc5-99d9-e3b1378a7be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.270187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c895dc0-3dd8-4dc5-99d9-e3b1378a7be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.295858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cfcfd-c247-4764-bc5c-53f22cfc0257 req-26105ea9-5711-4e86-830f-b020de70236a tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:41.297324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc0cfcfd-c247-4764-bc5c-53f22cfc0257 req-26105ea9-5711-4e86-830f-b020de70236a tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1097 time: 0.4360418 Nov 23 18:10:41.316016 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7c895dc0-3dd8-4dc5-99d9-e3b1378a7be6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6b856bd7da240edafa664b6ef22ba0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526301 Nov 23 18:10:41.316016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c895dc0-3dd8-4dc5-99d9-e3b1378a7be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dad4b0a-6679-4b1c-be5c-f82bddfe7e79,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:41.316264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62f9d-d28c-45a9-96fe-78a75d6b46db req-45741f06-ea50-4c42-8107-e90fe21b3910 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:41.317027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42526) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:41.323195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0e62f9d-d28c-45a9-96fe-78a75d6b46db req-45741f06-ea50-4c42-8107-e90fe21b3910 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0684903 Nov 23 18:10:41.363070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42528) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:41.382800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e1796c4-4ef3-49b7-962e-4813df898430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.396605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0e62f9d-d28c-45a9-96fe-78a75d6b46db req-c8f351cc-5240-4e6f-9e33-b69686540b0e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725269 Nov 23 18:10:41.400408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc0cfcfd-c247-4764-bc5c-53f22cfc0257 req-e864607f-e3d4-41ed-b7d6-9a0bc61cdbb3 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943401 Nov 23 18:10:41.404801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fcd81f00-46f9-4e49-ad80-2e029dd5e05a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.447853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fcd81f00-46f9-4e49-ad80-2e029dd5e05a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.471753 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265293a3-7b18-4d22-b0be-e9640f030b8e x-openstack-request-id: req-265293a3-7b18-4d22-b0be-e9640f030b8e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:41.472306 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25661bf2-3f27-4e92-b407-f2da964e1d77", "name": "network-vif-plugged", "status": "completed", "tag": "a4ae65ce-251e-4833-9c69-7dfd105389ba", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:41.472768 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-265293a3-7b18-4d22-b0be-e9640f030b8e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:41.473354 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25661bf2-3f27-4e92-b407-f2da964e1d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ae65ce-251e-4833-9c69-7dfd105389ba', 'code': 200} Nov 23 18:10:41.565615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e1796c4-4ef3-49b7-962e-4813df898430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.566775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fcd81f00-46f9-4e49-ad80-2e029dd5e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.569813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fcd81f00-46f9-4e49-ad80-2e029dd5e05a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.571264 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fcd81f00-46f9-4e49-ad80-2e029dd5e05a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2dad4b0a-6679-4b1c-be5c-f82bddfe7e79 HTTP/1.1" status: 204 len: 168 time: 0.2532449 Nov 23 18:10:41.580655 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e1796c4-4ef3-49b7-962e-4813df898430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.584454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd81f00-46f9-4e49-ad80-2e029dd5e05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dad4b0a-6679-4b1c-be5c-f82bddfe7e79,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:41.628892 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3e1796c4-4ef3-49b7-962e-4813df898430 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a915bfbee5549448e9212b7fed2f598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645772 Nov 23 18:10:41.631164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42534) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:41.633415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1796c4-4ef3-49b7-962e-4813df898430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea07cc-847d-4bba-b31c-eb6336154fe8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:41.643941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ceb9d-898b-4434-bff6-8f20cec26e64 req-a59a03b9-eca5-4a71-9490-bd0bfb6a10dd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:41.651241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab0ceb9d-898b-4434-bff6-8f20cec26e64 req-a59a03b9-eca5-4a71-9490-bd0bfb6a10dd tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1282291 Nov 23 18:10:41.672881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c160c4-8202-42d6-a172-210db5766f75 req-b2edebd2-679d-41a1-a979-6dac1e25031e tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:41.674395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69c160c4-8202-42d6-a172-210db5766f75 req-b2edebd2-679d-41a1-a979-6dac1e25031e tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1097 time: 0.1217506 Nov 23 18:10:41.677864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4f110-6247-4aca-be3d-cfe9f9998063 req-1b7a2325-dff2-4081-b1cf-84789a4add62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:41.679259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4f110-6247-4aca-be3d-cfe9f9998063 req-1b7a2325-dff2-4081-b1cf-84789a4add62 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 1096 time: 0.1253929 Nov 23 18:10:41.693529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c69f-8ce9-4e7d-b92b-2591bef3d62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.716744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c69f-8ce9-4e7d-b92b-2591bef3d62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.756348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab0ceb9d-898b-4434-bff6-8f20cec26e64 req-7ab1116d-f6e0-425d-924a-7493ee041442 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041565 Nov 23 18:10:41.776765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69c160c4-8202-42d6-a172-210db5766f75 req-2ddec60e-0255-451c-aff6-a8c07021b01f tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944426 Nov 23 18:10:41.782990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4f110-6247-4aca-be3d-cfe9f9998063 req-15059e8f-82d2-4eb4-9906-adc9b012d8d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924611 Nov 23 18:10:41.783169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c69f-8ce9-4e7d-b92b-2591bef3d62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.785808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c69f-8ce9-4e7d-b92b-2591bef3d62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.789297 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f7b7c69f-8ce9-4e7d-b92b-2591bef3d62d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/95ea07cc-847d-4bba-b31c-eb6336154fe8 HTTP/1.1" status: 204 len: 168 time: 0.1547117 Nov 23 18:10:41.795111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c69f-8ce9-4e7d-b92b-2591bef3d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea07cc-847d-4bba-b31c-eb6336154fe8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:41.914553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3ac1d-5255-4be3-98c1-58a09fdd9258 req-645960f4-0e77-4c02-bcaf-bdd0d0aa9b57 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:41.917087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60b3ac1d-5255-4be3-98c1-58a09fdd9258 req-645960f4-0e77-4c02-bcaf-bdd0d0aa9b57 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1097 time: 0.0471504 Nov 23 18:10:41.970041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60b3ac1d-5255-4be3-98c1-58a09fdd9258 req-11760c3a-3374-4de4-9400-1ebf8e0ca117 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467260 Nov 23 18:10:42.010480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42546) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:42.023114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-681bf295-37d5-4e4a-8d77-2d3c8ddd9990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.113926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-681bf295-37d5-4e4a-8d77-2d3c8ddd9990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.120982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-681bf295-37d5-4e4a-8d77-2d3c8ddd9990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.161661 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-681bf295-37d5-4e4a-8d77-2d3c8ddd9990 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef173b0fb82944b2971ae351a355f76d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501861 Nov 23 18:10:42.162329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bf295-37d5-4e4a-8d77-2d3c8ddd9990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7292ab4f-306b-4d44-8b8b-f8b6913e2a75,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:42.165762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42554) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:42.284812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79215fee-10ed-467b-8918-9954492b9fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.309513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d14a-f117-4b95-83ac-58b16ad3b3a7 req-bfd9933d-a74e-4846-b20d-6eff1f5bfd21 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.311095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc45d14a-f117-4b95-83ac-58b16ad3b3a7 req-bfd9933d-a74e-4846-b20d-6eff1f5bfd21 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1097 time: 0.1024160 Nov 23 18:10:42.317591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-58a22a53-7801-4672-8ba6-c6281240c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.319070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-58a22a53-7801-4672-8ba6-c6281240c1cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 1096 time: 0.0983386 Nov 23 18:10:42.331119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79215fee-10ed-467b-8918-9954492b9fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.420898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc45d14a-f117-4b95-83ac-58b16ad3b3a7 req-c71b6e74-927e-435b-a52e-c64796bafa18 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008542 Nov 23 18:10:42.494488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-294b0a0e-e46f-4126-98ed-87eaa56b7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.496197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-294b0a0e-e46f-4126-98ed-87eaa56b7746 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.1479280 Nov 23 18:10:42.497364 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79215fee-10ed-467b-8918-9954492b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.500176 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79215fee-10ed-467b-8918-9954492b9fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.501267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-79215fee-10ed-467b-8918-9954492b9fb1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7292ab4f-306b-4d44-8b8b-f8b6913e2a75 HTTP/1.1" status: 204 len: 168 time: 0.3338752 Nov 23 18:10:42.567823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79215fee-10ed-467b-8918-9954492b9fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292ab4f-306b-4d44-8b8b-f8b6913e2a75,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:42.604781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-40db5896-a309-4c64-8938-22094e9681ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a626ed82-3cc6-4402-a15d-a687d376b093 HTTP/1.1" status: 200 len: 1001 time: 0.0914690 Nov 23 18:10:42.613550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f9473-8a3f-42ef-9106-a76c46060165 req-fa66b82c-ac64-4a49-8b13-fcd90baab095 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.620871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-250f9473-8a3f-42ef-9106-a76c46060165 req-fa66b82c-ac64-4a49-8b13-fcd90baab095 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1184762 Nov 23 18:10:42.699787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-67c0a859-19b7-4fa6-8e32-c8351d497063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.701299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-67c0a859-19b7-4fa6-8e32-c8351d497063 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.0735996 Nov 23 18:10:42.710289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-250f9473-8a3f-42ef-9106-a76c46060165 req-75bb4e01-d44d-4101-85f8-bed99f2d390e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885835 Nov 23 18:10:42.761442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-fc2d5821-6c8f-43e4-bfa8-578cec909aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.762169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-fc2d5821-6c8f-43e4-bfa8-578cec909aca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504422 Nov 23 18:10:42.922628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-7911e4b9-efd8-429e-bc5a-721158b81747 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463439 Nov 23 18:10:42.938827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a27e-8b80-4b85-9228-8d3ed8a23cfe req-7916830d-dd16-46ff-87b5-a09a22586927 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.940370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c637a27e-8b80-4b85-9228-8d3ed8a23cfe req-7916830d-dd16-46ff-87b5-a09a22586927 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.0817072 Nov 23 18:10:43.056147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c637a27e-8b80-4b85-9228-8d3ed8a23cfe req-b7c11701-5e37-491a-b558-53563e3501c8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058741 Nov 23 18:10:43.075274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a16f84c-bbba-486a-b21e-8061b287ba3d req-656ad253-141b-424e-a179-99ef8d4c4fa7 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330082 Nov 23 18:10:43.294604 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a46e9d6-5717-44c7-a3ad-3253fd22092b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:43.562484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1de57-66df-486b-b89a-47a33d874e11 req-8443c3cb-16d6-456f-95e4-4aa99b8a1b1f tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:43.570156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4f1de57-66df-486b-b89a-47a33d874e11 req-8443c3cb-16d6-456f-95e4-4aa99b8a1b1f tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1097 time: 0.0577531 Nov 23 18:10:43.615952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4f1de57-66df-486b-b89a-47a33d874e11 req-6b5a2408-c540-425a-8e2f-0fc7f5a99e6d tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449741 Nov 23 18:10:43.678617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cb415-831d-40a3-bc3d-930276382a7a req-5bd59041-649e-4444-a6b1-3a3abe728ca8 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:43.680336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-256cb415-831d-40a3-bc3d-930276382a7a req-5bd59041-649e-4444-a6b1-3a3abe728ca8 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 1097 time: 0.0491118 Nov 23 18:10:43.797474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Deleting port 62d63312-1945-49a1-af91-a82dd544c0b6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:43.798185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:43.908033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfe900-8ac3-4044-94f0-f86deec78e98 req-3d8d7724-3381-4ee7-a424-c47a625577ee tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:43.909577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67cfe900-8ac3-4044-94f0-f86deec78e98 req-3d8d7724-3381-4ee7-a424-c47a625577ee tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1095464 Nov 23 18:10:43.949944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] For port 62d63312-1945-49a1-af91-a82dd544c0b6, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=62d63312-1945-49a1-af91-a82dd544c0b6,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:43.950319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:43.973524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Calling delete_port for 62d63312-1945-49a1-af91-a82dd544c0b6 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:44.001711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67cfe900-8ac3-4044-94f0-f86deec78e98 req-9a6a1d57-1a3d-465e-bcf4-030aa6cb34db tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813205 Nov 23 18:10:44.210354 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:44.225284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:44.230487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['62d63312-1945-49a1-af91-a82dd544c0b6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:44.265706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052376bf-fa7e-45b6-9320-1712f9e8e1c5 req-3828f03e-6783-4f79-9262-f474534aceb8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:44.273184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-052376bf-fa7e-45b6-9320-1712f9e8e1c5 req-3828f03e-6783-4f79-9262-f474534aceb8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1356266 Nov 23 18:10:44.332309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Pushing event deleted for resources: {'Port': ['ID=62d63312-1945-49a1-af91-a82dd544c0b6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:44.374339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-052376bf-fa7e-45b6-9320-1712f9e8e1c5 req-cfe58bdf-72d4-46d1-b39d-232658e99725 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942862 Nov 23 18:10:44.435398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] No DVR routers for this DVR port 62d63312-1945-49a1-af91-a82dd544c0b6 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:44.444440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:44.453973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-256cb415-831d-40a3-bc3d-930276382a7a req-9eae35d9-7dcd-462c-acb6-8bcf4824dabf tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.72 "DELETE /v2.0/ports/62d63312-1945-49a1-af91-a82dd544c0b6 HTTP/1.1" status: 204 len: 173 time: 0.7652404 Nov 23 18:10:44.454480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d59be4-97a0-45a2-9e59-453e84be0768', 'name': 'network-vif-deleted', 'tag': '62d63312-1945-49a1-af91-a82dd544c0b6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:44.461161 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c04ebc-87ee-4441-b41a-12704281e0fe" -d '{"events": [{"server_uuid": "34d59be4-97a0-45a2-9e59-453e84be0768", "name": "network-vif-deleted", "tag": "62d63312-1945-49a1-af91-a82dd544c0b6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:44.476306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-b74869d0-ef42-4aeb-874a-1d36a432ce84 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3005202 Nov 23 18:10:44.531951 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b95ee48-df3d-4a9c-869e-438dfa4361b4 x-openstack-request-id: req-8b95ee48-df3d-4a9c-869e-438dfa4361b4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:44.532278 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d59be4-97a0-45a2-9e59-453e84be0768", "name": "network-vif-deleted", "tag": "62d63312-1945-49a1-af91-a82dd544c0b6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:44.532529 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b95ee48-df3d-4a9c-869e-438dfa4361b4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:44.537570 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d59be4-97a0-45a2-9e59-453e84be0768', 'name': 'network-vif-deleted', 'tag': '62d63312-1945-49a1-af91-a82dd544c0b6', 'status': 'completed', 'code': 200} Nov 23 18:10:44.603631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-088204e6-0823-4b53-a3ba-bdc10f4f2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:44.607687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-088204e6-0823-4b53-a3ba-bdc10f4f2d4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 1096 time: 0.0960851 Nov 23 18:10:44.819256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4674410d-3048-4044-8a25-ba8045c2abf1 req-b31795e1-1d8b-4e60-811e-73d34f7496e7 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34d59be4-97a0-45a2-9e59-453e84be0768 HTTP/1.1" status: 200 len: 210 time: 0.0676136 Nov 23 18:10:44.860721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13ef74-d324-44ab-8aef-600dd95d1903 req-d4e858e4-9e05-4756-a882-4d5c2c2cc8da tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:44.865451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e13ef74-d324-44ab-8aef-600dd95d1903 req-d4e858e4-9e05-4756-a882-4d5c2c2cc8da tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1135726 Nov 23 18:10:44.875998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-fdf17e24-1200-4395-b645-a8779e8e8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:44.877644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-fdf17e24-1200-4395-b645-a8779e8e8ee5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.2150726 Nov 23 18:10:44.947078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-64a7da89-9943-4b72-a5b1-ebe900a157fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986 HTTP/1.1" status: 200 len: 217 time: 0.0593460 Nov 23 18:10:45.046934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e13ef74-d324-44ab-8aef-600dd95d1903 req-5d9ab090-7731-4007-88dc-e3232e0bcce5 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646254 Nov 23 18:10:45.117207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-9020d6f9-c366-4e7d-bc04-302219639acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:45.119670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-9020d6f9-c366-4e7d-bc04-302219639acf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1639044 Nov 23 18:10:45.120824 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:45.293103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-2d43bfef-a225-4b8e-9d5e-d72b5de12484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:45.294869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-2d43bfef-a225-4b8e-9d5e-d72b5de12484 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671658 Nov 23 18:10:45.340927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908561b-1cfc-4e61-b024-1ca280344e8b req-6f74cfa7-caa4-4b7e-b674-3f291525f615 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:45.340927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0908561b-1cfc-4e61-b024-1ca280344e8b req-6f74cfa7-caa4-4b7e-b674-3f291525f615 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1471586 Nov 23 18:10:45.344873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeadeae-7e7e-40c2-973f-285c70514595 req-324b3140-69b7-4478-9c06-396c3fb24ec7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:45.346348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffeadeae-7e7e-40c2-973f-285c70514595 req-324b3140-69b7-4478-9c06-396c3fb24ec7 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1444371 Nov 23 18:10:45.483766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0908561b-1cfc-4e61-b024-1ca280344e8b req-ffca2be4-597d-4a5c-bf04-db1c9dde1858 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273959 Nov 23 18:10:45.496102 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ffeadeae-7e7e-40c2-973f-285c70514595 req-8f8cdb77-d493-4beb-9150-32d7e93b52ec tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386626 Nov 23 18:10:45.499897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-727e61d6-6c2d-46e9-881f-5b252d60c1ee service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944263 Nov 23 18:10:45.614236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ce95daf-c613-44d5-8fbc-d05c3f724a66 req-bf5557fc-cba8-4def-8665-023d0e6da9a3 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061199 Nov 23 18:10:45.733247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb69d6-de59-431c-a5a7-dbb803980a92 req-98d4fcca-81b7-4a2d-b9bf-7d324e5494b0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:45.734991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fcb69d6-de59-431c-a5a7-dbb803980a92 req-98d4fcca-81b7-4a2d-b9bf-7d324e5494b0 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.0619087 Nov 23 18:10:45.785455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fcb69d6-de59-431c-a5a7-dbb803980a92 req-225f7865-b800-43ef-9259-21860a948354 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 Nov 23 18:10:46.116882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e9a68-d8dd-4a5c-85b5-c9c3e63d26dc req-5f97cc8c-0c1d-4a66-9f94-bd6cbcb094d7 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:46.118425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d13e9a68-d8dd-4a5c-85b5-c9c3e63d26dc req-5f97cc8c-0c1d-4a66-9f94-bd6cbcb094d7 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1096 time: 0.0437868 Nov 23 18:10:46.177767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d13e9a68-d8dd-4a5c-85b5-c9c3e63d26dc req-b3c07065-f6a9-4523-9d1a-b387c49d5fb3 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523624 Nov 23 18:10:46.377729 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:46.635789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651696f-7b5a-4adb-be7f-f3296076259e req-81a80dc8-f27d-4239-a9a5-b347a06121fb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:46.637476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6651696f-7b5a-4adb-be7f-f3296076259e req-81a80dc8-f27d-4239-a9a5-b347a06121fb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0636883 Nov 23 18:10:46.687919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6651696f-7b5a-4adb-be7f-f3296076259e req-fc61747a-8dd3-46db-9400-87e0abf50e96 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 Nov 23 18:10:46.926720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a2157-5b46-49c0-b5ae-612ef024e873 req-d2095aeb-41a3-49d3-8f72-5ac510b31906 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:46.928492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e14a2157-5b46-49c0-b5ae-612ef024e873 req-d2095aeb-41a3-49d3-8f72-5ac510b31906 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.0664816 Nov 23 18:10:46.985299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e14a2157-5b46-49c0-b5ae-612ef024e873 req-f203645d-b6f9-4b87-b6b1-6b4f3ce30a61 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Nov 23 18:10:47.105240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-e99e0467-dd5b-444d-9d18-ef637c22b52d req-6821c0a0-d65b-404a-8232-50ce43f29619 service neutron] (120535) timed out ('10.222.0.66', 57551) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:10:47.303517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9bd4d-ce85-4761-8d05-8547fb7f515c req-7079fa07-238f-4267-9ba5-b67aed3919c6 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:47.305140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96c9bd4d-ce85-4761-8d05-8547fb7f515c req-7079fa07-238f-4267-9ba5-b67aed3919c6 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1096 time: 0.0520008 Nov 23 18:10:47.356383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96c9bd4d-ce85-4761-8d05-8547fb7f515c req-aaad072a-8322-4291-80f9-b6b88d07b83b tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=57bc347a-9853-4a99-aee2-22505048702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Nov 23 18:10:47.455022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-b3070e19-b2b8-4627-af40-4ace16388c4a tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:47.456581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-b3070e19-b2b8-4627-af40-4ace16388c4a tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 1096 time: 0.0595999 Nov 23 18:10:47.560604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Deleting port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:47.561062 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.647333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] For port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:47.647691 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.663693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Calling delete_port for 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:47.888028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.893721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.903877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:47.933502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dde6-c9fb-473e-86a4-36e47032756f req-02e4310f-d7e9-4712-a70d-f5d3a590f456 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:47.941208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7246dde6-c9fb-473e-86a4-36e47032756f req-02e4310f-d7e9-4712-a70d-f5d3a590f456 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1136096 Nov 23 18:10:47.943216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:48.011034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] No DVR routers for this DVR port 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:48.014713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:48.018127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-72dd30d7-57d3-44ab-ad22-9bc6087ee1b5 req-f402beb4-12ff-4b38-b057-3dd1b8ac8950 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 HTTP/1.1" status: 204 len: 173 time: 0.5506694 Nov 23 18:10:48.018585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a67844-af92-42f9-9674-c78967dfe589', 'name': 'network-vif-deleted', 'tag': '1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:48.021242 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3e4f65-8287-4268-936f-8c8e07c99da7" -d '{"events": [{"server_uuid": "95a67844-af92-42f9-9674-c78967dfe589", "name": "network-vif-deleted", "tag": "1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:48.070654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7246dde6-c9fb-473e-86a4-36e47032756f req-d8e5fa33-40d6-4b59-bdc7-eb8553191045 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284695 Nov 23 18:10:48.174362 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7447d0a9-406a-4c1c-b19c-71bc1c85cbb6 x-openstack-request-id: req-7447d0a9-406a-4c1c-b19c-71bc1c85cbb6 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:48.175374 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a67844-af92-42f9-9674-c78967dfe589", "name": "network-vif-deleted", "tag": "1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:48.175751 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7447d0a9-406a-4c1c-b19c-71bc1c85cbb6 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:48.176274 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a67844-af92-42f9-9674-c78967dfe589', 'name': 'network-vif-deleted', 'tag': '1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7', 'status': 'completed', 'code': 200} Nov 23 18:10:48.192348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:10:48.197339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 62d63312-1945-49a1-af91-a82dd544c0b6 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:48.210765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86d49-6977-4d62-bb15-c2288b978628 req-c0558ff6-e41b-4562-9f59-9f676b50bb4f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.216655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0de86d49-6977-4d62-bb15-c2288b978628 req-c0558ff6-e41b-4562-9f59-9f676b50bb4f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1045320 Nov 23 18:10:48.292556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 62d63312-1945-49a1-af91-a82dd544c0b6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:48.293233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 62d63312-1945-49a1-af91-a82dd544c0b6 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:48.339077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0de86d49-6977-4d62-bb15-c2288b978628 req-504d179a-4266-4106-b503-5ad40cb83041 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112993 Nov 23 18:10:48.438784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-44345a42-a102-45b3-9760-cf1c36fa07c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.443518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:48.445312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-44345a42-a102-45b3-9760-cf1c36fa07c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.454339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-44345a42-a102-45b3-9760-cf1c36fa07c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.470541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'port_id': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'mac_address': 'fa:16:3e:9f:82:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:10:48.475193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-44345a42-a102-45b3-9760-cf1c36fa07c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.484344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-44345a42-a102-45b3-9760-cf1c36fa07c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.490288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-44345a42-a102-45b3-9760-cf1c36fa07c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.497247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-44345a42-a102-45b3-9760-cf1c36fa07c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.499176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-44345a42-a102-45b3-9760-cf1c36fa07c7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.1346259 Nov 23 18:10:48.528743 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:48.544222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a626ed82-3cc6-4402-a15d-a687d376b093 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:48.561138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a62ef0a-32a8-4e1d-a0c3-3a995b19fd6a req-b8a77fa2-60e7-4b83-8ffc-bc8b4867ef56 tempest-TestServerMultinode-1188902012 tempest-TestServerMultinode-1188902012-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95a67844-af92-42f9-9674-c78967dfe589 HTTP/1.1" status: 200 len: 210 time: 0.0607610 Nov 23 18:10:48.569766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:48.576674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:48.656999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:48.667974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.668485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.669044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.669461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.669923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.670377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.670838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.671276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.671699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.672095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.672480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.672901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:48.679614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a626ed82-3cc6-4402-a15d-a687d376b093'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:48.687997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc9d9f7b-52a2-4501-8b17-09962f57b89b req-84218bfa-abc1-4f65-96ff-b37bb8972c61 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280375 Nov 23 18:10:48.833916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927776f-edd1-43cc-8021-6711e2db470f req-1ced3f43-22f1-42a3-8f72-bc6fb529b0ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.841948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927776f-edd1-43cc-8021-6711e2db470f req-1ced3f43-22f1-42a3-8f72-bc6fb529b0ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.847946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927776f-edd1-43cc-8021-6711e2db470f req-1ced3f43-22f1-42a3-8f72-bc6fb529b0ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.855107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927776f-edd1-43cc-8021-6711e2db470f req-1ced3f43-22f1-42a3-8f72-bc6fb529b0ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.861358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927776f-edd1-43cc-8021-6711e2db470f req-1ced3f43-22f1-42a3-8f72-bc6fb529b0ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.867275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927776f-edd1-43cc-8021-6711e2db470f req-1ced3f43-22f1-42a3-8f72-bc6fb529b0ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.874061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927776f-edd1-43cc-8021-6711e2db470f req-1ced3f43-22f1-42a3-8f72-bc6fb529b0ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.877983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5927776f-edd1-43cc-8021-6711e2db470f req-1ced3f43-22f1-42a3-8f72-bc6fb529b0ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.1071568 Nov 23 18:10:49.206861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaa75a-e953-4b2c-9d3f-375955b231fb req-7bb289b7-2346-4729-8ce2-a45039d0318e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:49.208775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fbaa75a-e953-4b2c-9d3f-375955b231fb req-7bb289b7-2346-4729-8ce2-a45039d0318e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 944 time: 0.0663328 Nov 23 18:10:49.274955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fbaa75a-e953-4b2c-9d3f-375955b231fb req-1c96a635-d540-4d75-ad8b-c099b63f86f9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569651 Nov 23 18:10:49.458077 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:49.482530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abd812-4064-443d-a1f6-dc8f0ba164f1 req-13efd566-3e86-4418-94c4-b5a3a710fec9 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:49.490201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5abd812-4064-443d-a1f6-dc8f0ba164f1 req-13efd566-3e86-4418-94c4-b5a3a710fec9 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.0703802 Nov 23 18:10:49.564575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5abd812-4064-443d-a1f6-dc8f0ba164f1 req-b6c6a10a-aee1-42a9-aa9e-c7db7dd08b02 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731285 Nov 23 18:10:49.645815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42778) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:49.789344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42782) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:49.955852 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a798bf3-87a6-471b-abb8-344310d402f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.138083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a798bf3-87a6-471b-abb8-344310d402f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.144334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a798bf3-87a6-471b-abb8-344310d402f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.204786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:50.256067 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9a798bf3-87a6-471b-abb8-344310d402f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=693d492be3984d11994a7bd3b56b2ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4618721 Nov 23 18:10:50.261478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:50.262294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a798bf3-87a6-471b-abb8-344310d402f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f0ec7-7b4f-4f29-bd95-7f9aeb82ec27,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:50.338287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port a626ed82-3cc6-4402-a15d-a687d376b093 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:50.339074 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.424721 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1c9d2d6-cb58-4170-a66b-e12a5415a865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.480052 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1c9d2d6-cb58-4170-a66b-e12a5415a865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.534267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.539163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1c9d2d6-cb58-4170-a66b-e12a5415a865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.542733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a1c9d2d6-cb58-4170-a66b-e12a5415a865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.544562 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a1c9d2d6-cb58-4170-a66b-e12a5415a865 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d3f0ec7-7b4f-4f29-bd95-7f9aeb82ec27 HTTP/1.1" status: 204 len: 168 time: 0.2568481 Nov 23 18:10:50.554609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9d2d6-cb58-4170-a66b-e12a5415a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f0ec7-7b4f-4f29-bd95-7f9aeb82ec27,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:50.662810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:50.673258 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de409fa-0fc5-447a-94dc-53c1578c0c0d" -d '{"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-plugged", "status": "completed", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:50.694897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.701957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:50.714193 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:50.753739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4431f52-e08d-4689-88ff-953efe868e31 req-885436be-27ef-4af7-b518-058a95f8e321 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:50.759720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4431f52-e08d-4689-88ff-953efe868e31 req-885436be-27ef-4af7-b518-058a95f8e321 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 944 time: 0.2952538 Nov 23 18:10:50.824739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:51.007302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42828) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:51.079263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4431f52-e08d-4689-88ff-953efe868e31 req-4c2b4482-c4c4-406b-afca-ed646c451bf6 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065765 Nov 23 18:10:51.141205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264f3c-a0fd-496c-a217-62e43596cc48 req-71d331ae-d863-4ff4-87d8-073f3070aaa3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.153554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b264f3c-a0fd-496c-a217-62e43596cc48 req-71d331ae-d863-4ff4-87d8-073f3070aaa3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.4269695 Nov 23 18:10:51.169056 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88adb86e-ee0f-4c83-8394-e8031c17396c x-openstack-request-id: req-88adb86e-ee0f-4c83-8394-e8031c17396c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:51.169343 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-plugged", "status": "completed", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:51.169676 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-88adb86e-ee0f-4c83-8394-e8031c17396c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:51.170152 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'code': 200} Nov 23 18:10:51.273643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60850cae-4f96-46dd-88d0-ff1c95e4730a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.276147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.313000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42834) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:51.370964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a700efb-548c-4a18-8dac-7b7a0c6418a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.526943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42840) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:51.544383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b264f3c-a0fd-496c-a217-62e43596cc48 req-dc99e039-9a53-4f77-add4-0cf1430a1104 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898187 Nov 23 18:10:51.677492 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60850cae-4f96-46dd-88d0-ff1c95e4730a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.724166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a700efb-548c-4a18-8dac-7b7a0c6418a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.725307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60850cae-4f96-46dd-88d0-ff1c95e4730a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.759996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a700efb-548c-4a18-8dac-7b7a0c6418a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.760992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Deleting port f8b19325-002d-4088-9f51-bc15967d7290 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:51.761836 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.818072 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-60850cae-4f96-46dd-88d0-ff1c95e4730a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=89a43bdf384b4142ad87df59df506c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8084695 Nov 23 18:10:51.822675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42844) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:51.824733 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2a700efb-548c-4a18-8dac-7b7a0c6418a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=346f7f0d32234f8fb4f5d9b1e188ef27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5007267 Nov 23 18:10:51.826435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850cae-4f96-46dd-88d0-ff1c95e4730a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31840bcb-b273-4510-91b5-bc4e957478be,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:51.829796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42846) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:51.866785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-6b031137-0e0c-4c70-851a-c51cc4fd68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.866785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-6b031137-0e0c-4c70-851a-c51cc4fd68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.866785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-6b031137-0e0c-4c70-851a-c51cc4fd68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.867118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-6b031137-0e0c-4c70-851a-c51cc4fd68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.867376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-6b031137-0e0c-4c70-851a-c51cc4fd68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.867882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-6b031137-0e0c-4c70-851a-c51cc4fd68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.868882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-6b031137-0e0c-4c70-851a-c51cc4fd68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.871069 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-6b031137-0e0c-4c70-851a-c51cc4fd68b1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6501 time: 0.3357928 Nov 23 18:10:51.894439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] For port f8b19325-002d-4088-9f51-bc15967d7290, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f8b19325-002d-4088-9f51-bc15967d7290,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:51.895082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.916879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Calling delete_port for f8b19325-002d-4088-9f51-bc15967d7290 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:51.921764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a524a0a-c55f-4291-9f5b-2abdde7a1089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:51.932237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a700efb-548c-4a18-8dac-7b7a0c6418a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c523fc1-dd63-4cfe-a851-ce3422e932cd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:52.000875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a524a0a-c55f-4291-9f5b-2abdde7a1089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.007331 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-d5f30d47-f10e-45fc-9056-8f09c30c6fd2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242104 Nov 23 18:10:52.008444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc1f2-ed9d-4601-8ead-0cf5231a08ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.055749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc1f2-ed9d-4601-8ead-0cf5231a08ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.121365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc1f2-ed9d-4601-8ead-0cf5231a08ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.124965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc1f2-ed9d-4601-8ead-0cf5231a08ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.129477 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4ebdc1f2-ed9d-4601-8ead-0cf5231a08ce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c523fc1-dd63-4cfe-a851-ce3422e932cd HTTP/1.1" status: 204 len: 168 time: 0.2968175 Nov 23 18:10:52.140660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc1f2-ed9d-4601-8ead-0cf5231a08ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c523fc1-dd63-4cfe-a851-ce3422e932cd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:52.245710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.277506 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a524a0a-c55f-4291-9f5b-2abdde7a1089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.280219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a524a0a-c55f-4291-9f5b-2abdde7a1089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.281386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7a524a0a-c55f-4291-9f5b-2abdde7a1089 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31840bcb-b273-4510-91b5-bc4e957478be HTTP/1.1" status: 204 len: 168 time: 0.4575555 Nov 23 18:10:52.287551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b19325-002d-4088-9f51-bc15967d7290,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:52.304326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a524a0a-c55f-4291-9f5b-2abdde7a1089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31840bcb-b273-4510-91b5-bc4e957478be,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:52.331327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd789d-72c1-4539-8085-b0b30114f6ff req-89d9b866-eb03-454b-98dc-2b411a8a0f10 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:52.332928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03dd789d-72c1-4539-8085-b0b30114f6ff req-89d9b866-eb03-454b-98dc-2b411a8a0f10 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1243865 Nov 23 18:10:52.489254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03dd789d-72c1-4539-8085-b0b30114f6ff req-348508bc-c960-4f69-9816-cd2d9cb56087 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244338 Nov 23 18:10:52.582682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:52.756555 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:10:52.787113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:52.891956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5e9c2-cb86-42c2-9a62-19976f50d369 req-594add64-23a4-4bda-af97-8836fd61d71c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:52.895656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66e5e9c2-cb86-42c2-9a62-19976f50d369 req-594add64-23a4-4bda-af97-8836fd61d71c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1870544 Nov 23 18:10:52.919635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42870) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:52.939100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ab50536-99c5-4a8e-bcc7-376322a0cbc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.044565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:53.044912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1a82b19b-bca6-4a17-8e3a-b0cc5a0d41d7 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:53.053714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66e5e9c2-cb86-42c2-9a62-19976f50d369 req-22dd1e20-77ce-4f08-873a-dd36a6aae1f3 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101723 Nov 23 18:10:53.099646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:10:53.148545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ab50536-99c5-4a8e-bcc7-376322a0cbc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.159205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ab50536-99c5-4a8e-bcc7-376322a0cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.214985 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8ab50536-99c5-4a8e-bcc7-376322a0cbc2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f1a3915f8010424ca4f4e66067af603d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943883 Nov 23 18:10:53.216007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab50536-99c5-4a8e-bcc7-376322a0cbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70927fb-4d3f-4cd8-9905-a29c06bef137,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:53.217652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42874) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:53.345382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:10:53.351819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9362cd9d-bac4-4693-bfc4-994fdeb7483f admin admin] 10.222.0.74 "PUT /v2.0/routers/4221871d-f640-4bdd-b0b6-2fc77d106cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7044790 Nov 23 18:10:53.357168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42880) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:53.362042 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] Sync routers for ids ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:10:53.367023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4072765-937d-441d-9dc6-794b170c359b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.376311 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] Routers {'4221871d-f640-4bdd-b0b6-2fc77d106cf0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:53.378095 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:53.492614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4072765-937d-441d-9dc6-794b170c359b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.559405 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] Set router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:53.560537 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.757033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4072765-937d-441d-9dc6-794b170c359b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.760590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4072765-937d-441d-9dc6-794b170c359b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.763721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a4072765-937d-441d-9dc6-794b170c359b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c70927fb-4d3f-4cd8-9905-a29c06bef137 HTTP/1.1" status: 204 len: 168 time: 0.5443285 Nov 23 18:10:53.841624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:53.880685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcf89f-5139-4503-849c-48a49e1c3123 req-dba321c5-93c9-4dd4-92c5-4c8cbaf3f072 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:53.888956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2bcf89f-5139-4503-849c-48a49e1c3123 req-dba321c5-93c9-4dd4-92c5-4c8cbaf3f072 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.2534778 Nov 23 18:10:53.904542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4072765-937d-441d-9dc6-794b170c359b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70927fb-4d3f-4cd8-9905-a29c06bef137,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:53.981212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2bcf89f-5139-4503-849c-48a49e1c3123 req-edb8609a-da0e-4da6-8d59-424e9da07c90 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904677 Nov 23 18:10:54.023737 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:52Z', 'revision_number': 5, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port': {'id': '319a5cc3-564c-40c1-a827-6ea9a916b586', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:54.051202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Deleting port 319a5cc3-564c-40c1-a827-6ea9a916b586 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:54.052735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:54.139270 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] Checking router: 4221871d-f640-4bdd-b0b6-2fc77d106cf0 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:10:54.161301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] Routers {'4221871d-f640-4bdd-b0b6-2fc77d106cf0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:54.162472 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:54.280592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c45577-5639-4cb1-9f1d-b623ada3b64b req-924366e3-613f-4dce-a488-690fe579b834 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:54.282260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04c45577-5639-4cb1-9f1d-b623ada3b64b req-924366e3-613f-4dce-a488-690fe579b834 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.0778418 Nov 23 18:10:54.290749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] For port 319a5cc3-564c-40c1-a827-6ea9a916b586, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=319a5cc3-564c-40c1-a827-6ea9a916b586,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:54.291395 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:54.301411 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] Set router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:54.327268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Calling delete_port for 319a5cc3-564c-40c1-a827-6ea9a916b586 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:54.409854 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:53Z', 'revision_number': 6, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:54.447648 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cec88a-072a-4e2a-a5bd-ad1fd6412752 None None] The sync data for ids ['4221871d-f640-4bdd-b0b6-2fc77d106cf0'] in n-d-818932-3 is: [{'id': '4221871d-f640-4bdd-b0b6-2fc77d106cf0', 'name': 'tempest-TestServerMultinode-1237120972-router', 'tenant_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:09:56Z', 'updated_at': '2021-11-23T18:10:53Z', 'revision_number': 6, 'project_id': '23340984f92d4bccbdfee4d9e73fc5a2', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:10:54.469508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04c45577-5639-4cb1-9f1d-b623ada3b64b req-3d01d90a-20da-4fe4-92d6-3532ac714afa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748147 Nov 23 18:10:54.715133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:54.777850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=319a5cc3-564c-40c1-a827-6ea9a916b586,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:54.786561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c987789-dcfd-43f2-80d4-c08ecf4fe40e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:54.851384 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.009744 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.013479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.084341 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.085590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4221871d-f640-4bdd-b0b6-2fc77d106cf0 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:10:55.100570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.101780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6be26912-0c85-429c-bfcf-b4b50fe06ef5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/4221871d-f640-4bdd-b0b6-2fc77d106cf0 HTTP/1.1" status: 204 len: 168 time: 1.7436559 Nov 23 18:10:55.105570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42928) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:55.242316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f0f16c-85dc-45de-badd-329785d69cb7 admin admin] Deleting subnet 82a2cca1-b8f6-4e65-af98-d5a044d1388b {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:10:55.247686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17f0f16c-85dc-45de-badd-329785d69cb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.267622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f5a1e-ebd4-4891-9862-0da123f48661 req-3270fdb3-ed9b-4ae8-a680-7859e8113751 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:55.270462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-856f5a1e-ebd4-4891-9862-0da123f48661 req-3270fdb3-ed9b-4ae8-a680-7859e8113751 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1189380 Nov 23 18:10:55.319942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42934) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:55.339629 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17f0f16c-85dc-45de-badd-329785d69cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.359305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-856f5a1e-ebd4-4891-9862-0da123f48661 req-96b8645a-fb29-452f-a413-dc4ae06fa147 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820770 Nov 23 18:10:55.506004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17f0f16c-85dc-45de-badd-329785d69cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.626039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1476801497-network', 'tenant_id': '02767b0bf273440abc0dfe04d5b163ab'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:55.698223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17f0f16c-85dc-45de-badd-329785d69cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.704695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Made reservation on behalf of 02767b0bf273440abc0dfe04d5b163ab for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:55.705258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.725005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccce51d-e87f-4b64-929a-e7ce40116280 req-d472febb-35ce-4a72-9be4-bc9dce4dd011 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:55.726518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eccce51d-e87f-4b64-929a-e7ce40116280 req-d472febb-35ce-4a72-9be4-bc9dce4dd011 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.0904357 Nov 23 18:10:55.728139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.736209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0f16c-85dc-45de-badd-329785d69cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a2cca1-b8f6-4e65-af98-d5a044d1388b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:55.754233 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17f0f16c-85dc-45de-badd-329785d69cb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.759372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e509bf1c-b1b6-47f3-b183-63853fbf1f34 None None] Network ac73ee5a-d79f-4691-bd9f-d31e8c3d07af requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:55.760677 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-17f0f16c-85dc-45de-badd-329785d69cb7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/82a2cca1-b8f6-4e65-af98-d5a044d1388b HTTP/1.1" status: 204 len: 168 time: 0.6524131 Nov 23 18:10:55.763764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42952) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:55.903882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eccce51d-e87f-4b64-929a-e7ce40116280 req-d1f5d610-cd8f-4913-80c1-193c953643f2 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617703 Nov 23 18:10:55.907752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.964917 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:55.978292 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.000983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:10:56.013119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.014195 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Added segment 20b25747-21d2-4621-b8a2-2350b2f9ec3b of type vlan for network bcace86b-c121-42d1-9259-bbd6db7735e9 Nov 23 18:10:56.029353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Deleting port a51788eb-c5b3-4823-b491-73028dad52f8 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:56.029699 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.059370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.099419 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.101375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:56.102745 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.123694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] For port a51788eb-c5b3-4823-b491-73028dad52f8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a51788eb-c5b3-4823-b491-73028dad52f8,segment=NetworkSegment(53465cf1-e962-4628-a673-90481683641b),segment_id=53465cf1-e962-4628-a673-90481683641b)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:56.123694 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.139558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Calling delete_port for a51788eb-c5b3-4823-b491-73028dad52f8 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:56.199023 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8751392 Nov 23 18:10:56.203553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42966) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:56.210223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Request body: {'subnet': {'network_id': 'bcace86b-c121-42d1-9259-bbd6db7735e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1476801497-subnet', 'tenant_id': '02767b0bf273440abc0dfe04d5b163ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:56.217249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd847a08-c746-4815-9557-a3e00d4161ec,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:56.310134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.318288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2ae86-17ea-4fbf-a870-54a077558e1b None None] DHCP port deletion for ac73ee5a-d79f-4691-bd9f-d31e8c3d07af request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:56.331002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] No DVR routers for this DVR port a51788eb-c5b3-4823-b491-73028dad52f8 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:56.339829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d676f-2f1f-41a1-8fa9-a49cae856bcc admin admin] Pushing event updated for resources: {'Network': ['ID=bcace86b-c121-42d1-9259-bbd6db7735e9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:56.371418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Made reservation on behalf of 02767b0bf273440abc0dfe04d5b163ab for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:56.378834 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.389300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network bcace86b-c121-42d1-9259-bbd6db7735e9 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:10:56.529958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51788eb-c5b3-4823-b491-73028dad52f8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:56.539288 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.581404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 319a5cc3-564c-40c1-a827-6ea9a916b586 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:56.592855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac73ee5a-d79f-4691-bd9f-d31e8c3d07af']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:56.619659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53465cf1-e962-4628-a673-90481683641b') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:56.619855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53465cf1-e962-4628-a673-90481683641b') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:56.621473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 319a5cc3-564c-40c1-a827-6ea9a916b586 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:56.621993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 319a5cc3-564c-40c1-a827-6ea9a916b586 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:56.622575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f8b19325-002d-4088-9f51-bc15967d7290 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:56.638749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.652170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: f8b19325-002d-4088-9f51-bc15967d7290 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:56.652799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f8b19325-002d-4088-9f51-bc15967d7290 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:56.653405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a51788eb-c5b3-4823-b491-73028dad52f8 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:56.671279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42978) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:56.671431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.678393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:10:56.679055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.679952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: a51788eb-c5b3-4823-b491-73028dad52f8 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:56.680548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a51788eb-c5b3-4823-b491-73028dad52f8 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:10:56.681262 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:10:56.708428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34526430-89b4-4744-8fb7-08ea7fabb8b4 req-4e8066da-2e0b-4a4c-81bb-74be47e1ce61 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:56.710250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34526430-89b4-4744-8fb7-08ea7fabb8b4 req-4e8066da-2e0b-4a4c-81bb-74be47e1ce61 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1416781 Nov 23 18:10:56.760956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.792417 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.796454 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ac73ee5a-d79f-4691-bd9f-d31e8c3d07af HTTP/1.1" status: 204 len: 168 time: 1.0312569 Nov 23 18:10:56.797506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f71ed8-c27d-481e-89ac-77611adf1b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac73ee5a-d79f-4691-bd9f-d31e8c3d07af,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:56.799227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:56.821493 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.871638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34526430-89b4-4744-8fb7-08ea7fabb8b4 req-8ccd2375-c378-415c-bd72-778a3ce32a5a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322255 Nov 23 18:10:56.914072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbc0b-0f21-4fa1-b8d3-3d0fc1ce3038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:56.946389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b899bb-f4e3-47b9-9718-458927512f52,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:56.959395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Checking segment: {'id': '20b25747-21d2-4621-b8a2-2350b2f9ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bcace86b-c121-42d1-9259-bbd6db7735e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:56.959395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Network hostable DHCP agents. Network: bcace86b-c121-42d1-9259-bbd6db7735e9, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:10:57.001362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Network bcace86b-c121-42d1-9259-bbd6db7735e9 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:10:57.033980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, bcace86b-c121-42d1-9259-bbd6db7735e9) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:57.047151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a0177-4e73-4fbc-b6a5-453d1f4fd946 None None] Network bcace86b-c121-42d1-9259-bbd6db7735e9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:57.048405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:57.049129 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.112328 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbc0b-0f21-4fa1-b8d3-3d0fc1ce3038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.121849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbc0b-0f21-4fa1-b8d3-3d0fc1ce3038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.151543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ebf91803-b37e-47cc-a245-cc74e34aa4d5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9465797 Nov 23 18:10:57.214301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc2d23-64ef-4ef4-b418-c031d9c7ac6c req-b2f46b93-fa50-4ab9-8947-f37fe2c796df tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:57.216127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dcc2d23-64ef-4ef4-b418-c031d9c7ac6c req-b2f46b93-fa50-4ab9-8947-f37fe2c796df tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1614373 Nov 23 18:10:57.218158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fbc0b-0f21-4fa1-b8d3-3d0fc1ce3038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d01cbd-26e0-45ff-afbd-df6b4522ce84,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:57.223026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cd5fbc0b-0f21-4fa1-b8d3-3d0fc1ce3038 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=36f029156b294ef8bfb468e2aeef164b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5499945 Nov 23 18:10:57.226034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42988) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:57.289459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f47b4-42a3-4f95-88f1-87d7c5415b66 None None] Network bcace86b-c121-42d1-9259-bbd6db7735e9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:57.327582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dcc2d23-64ef-4ef4-b418-c031d9c7ac6c req-8cfe7852-09c2-4410-95d3-a1afe015e4f1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857060 Nov 23 18:10:57.328740 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da43611f-04dd-470b-aca4-5e2f111ca83c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.377627 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da43611f-04dd-470b-aca4-5e2f111ca83c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.403475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.449552 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da43611f-04dd-470b-aca4-5e2f111ca83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.458227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da43611f-04dd-470b-aca4-5e2f111ca83c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.473057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-da43611f-04dd-470b-aca4-5e2f111ca83c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/49d01cbd-26e0-45ff-afbd-df6b4522ce84 HTTP/1.1" status: 204 len: 168 time: 0.2348614 Nov 23 18:10:57.492135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43611f-04dd-470b-aca4-5e2f111ca83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d01cbd-26e0-45ff-afbd-df6b4522ce84,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:57.819821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Deleting port f6873df1-08cb-44cb-b716-a1c907de9555 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:57.820151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.932617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43004) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:57.937572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] For port f6873df1-08cb-44cb-b716-a1c907de9555, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f6873df1-08cb-44cb-b716-a1c907de9555,segment=NetworkSegment(c269cd18-360e-4f18-bcb9-b132354cbcbd),segment_id=c269cd18-360e-4f18-bcb9-b132354cbcbd)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:57.938752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.958503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb46be3d-6ed1-4a37-9f5e-c81859790d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:57.969480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Calling delete_port for f6873df1-08cb-44cb-b716-a1c907de9555 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:58.062880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdef1fa-7e77-4468-8575-7993deebae03 req-0f5fd1df-a8d4-4b72-b212-fc3e1b66c4fb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:58.064589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bdef1fa-7e77-4468-8575-7993deebae03 req-0f5fd1df-a8d4-4b72-b212-fc3e1b66c4fb tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0748303 Nov 23 18:10:58.148176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bdef1fa-7e77-4468-8575-7993deebae03 req-9a4bbe8c-ce26-4139-ab1d-621ed58e4895 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747459 Nov 23 18:10:58.183715 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb46be3d-6ed1-4a37-9f5e-c81859790d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.193837 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb46be3d-6ed1-4a37-9f5e-c81859790d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.230763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bb46be3d-6ed1-4a37-9f5e-c81859790d8c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63a8cfd0f5544711ba718fa904fc9444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968009 Nov 23 18:10:58.233481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43010) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:58.267734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46be3d-6ed1-4a37-9f5e-c81859790d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287780a3-e71c-468a-974e-3d1883af55ca,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:58.286372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43012) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:58.292385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.292576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1576824567-network', 'tenant_id': '653ebbe773f04ab9926a795a37161fea'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:58.333465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Made reservation on behalf of 653ebbe773f04ab9926a795a37161fea for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:58.336180 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.338990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6873df1-08cb-44cb-b716-a1c907de9555,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:58.358490 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.373683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a86e22dc-0a37-44cd-bbce-ef0923cb91ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.435707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a86e22dc-0a37-44cd-bbce-ef0923cb91ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.613814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a86e22dc-0a37-44cd-bbce-ef0923cb91ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.616436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a86e22dc-0a37-44cd-bbce-ef0923cb91ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.620494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a86e22dc-0a37-44cd-bbce-ef0923cb91ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/287780a3-e71c-468a-974e-3d1883af55ca HTTP/1.1" status: 204 len: 168 time: 0.3830752 Nov 23 18:10:58.625505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.645183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e22dc-0a37-44cd-bbce-ef0923cb91ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287780a3-e71c-468a-974e-3d1883af55ca,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:58.901882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-741b9f6f-a58f-49ef-935e-c6c73b424528 service neutron] (120536) timed out ('10.222.0.74', 39256) {{(pid=120536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:10:58.927129 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.958354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76611-08c7-4a8b-bd12-f59abe0867bb req-cb38122a-9503-4e16-ae5f-09d3e923a56a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:58.960550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-72a76611-08c7-4a8b-bd12-f59abe0867bb req-cb38122a-9503-4e16-ae5f-09d3e923a56a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.4939501 Nov 23 18:10:58.962456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:58.987641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:10:59.026612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:59.026996 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Added segment f89a2b28-6e1b-48c7-991a-60b629e7708b of type vlan for network d08909d5-ef01-440a-b72f-656316334d80 Nov 23 18:10:59.075960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a14d4-46dc-4811-a74c-3696b2e076e6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:59.098808 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:59.116295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-72a76611-08c7-4a8b-bd12-f59abe0867bb req-a9fcbc90-c6cc-4f4c-9353-a0152a22e23f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261518 Nov 23 18:10:59.144406 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:59.146072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:59.146831 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:59.190222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9025171 Nov 23 18:10:59.190887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43026) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:59.241650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Request body: {'subnet': {'network_id': 'd08909d5-ef01-440a-b72f-656316334d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1576824567-subnet', 'tenant_id': '653ebbe773f04ab9926a795a37161fea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:59.252789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c2c4-bf42-48f8-a82c-86501cc3e4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d08909d5-ef01-440a-b72f-656316334d80,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:59.266041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network d08909d5-ef01-440a-b72f-656316334d80 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:10:59.278435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Made reservation on behalf of 653ebbe773f04ab9926a795a37161fea for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:59.283100 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:59.379295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Router 24ec6ad0-b778-4920-8667-3056c9d7951c has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:10:59.500137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a534f-9515-4b31-a7a9-9fd03d95c9e2 req-8ae0ee28-776a-4966-896a-4537f2544bce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:59.501730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f4a534f-9515-4b31-a7a9-9fd03d95c9e2 req-8ae0ee28-776a-4966-896a-4537f2544bce tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1733954 Nov 23 18:10:59.563552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:10:59.569567 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4e2caee-851d-401d-99cc-7372bf40d965 admin admin] 10.222.0.74 "PUT /v2.0/routers/24ec6ad0-b778-4920-8667-3056c9d7951c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7693243 Nov 23 18:10:59.576752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43034) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:59.582035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] Sync routers for ids ['24ec6ad0-b778-4920-8667-3056c9d7951c'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:10:59.604882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] Routers {'24ec6ad0-b778-4920-8667-3056c9d7951c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:59.606269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['24ec6ad0-b778-4920-8667-3056c9d7951c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:59.706663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f4a534f-9515-4b31-a7a9-9fd03d95c9e2 req-5e1ac761-48c7-4fb4-961d-5b53abda5d26 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823666 Nov 23 18:10:59.832075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:59.909659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] Set router 24ec6ad0-b778-4920-8667-3056c9d7951c gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:59.917108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:59.950759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69143700-e6ed-476c-91dd-fa3d9f3e8307,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:59.978920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Checking segment: {'id': 'f89a2b28-6e1b-48c7-991a-60b629e7708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd08909d5-ef01-440a-b72f-656316334d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:59.982021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Network hostable DHCP agents. Network: d08909d5-ef01-440a-b72f-656316334d80, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:11:00.018415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Network d08909d5-ef01-440a-b72f-656316334d80 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:11:00.043549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, d08909d5-ef01-440a-b72f-656316334d80) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:00.069803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:00.070371 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:00.122195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b32fe090-770e-4fbb-b27a-0426fcea078e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9283483 Nov 23 18:11:00.165606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:00.188551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d9462-bcf1-4729-a34d-daac65b4ce8f None None] Network d08909d5-ef01-440a-b72f-656316334d80 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:00.293742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Deleting port c607a903-6e88-4877-a7ed-52e293dcd7d6 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:00.294793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:00.447775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f32fa5-7a58-4741-945a-2562a45dbf55 req-ba68c362-bea2-4f4f-9795-18752f82fe55 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:00.447775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46f32fa5-7a58-4741-945a-2562a45dbf55 req-ba68c362-bea2-4f4f-9795-18752f82fe55 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1758306 Nov 23 18:11:00.480713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534da0c-7f58-41e4-8592-dbe98c27ab09 None None] Network d08909d5-ef01-440a-b72f-656316334d80 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:00.567765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46f32fa5-7a58-4741-945a-2562a45dbf55 req-7bd14552-4bea-4166-9263-e775a03479b5 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160588 Nov 23 18:11:00.580307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] For port c607a903-6e88-4877-a7ed-52e293dcd7d6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c607a903-6e88-4877-a7ed-52e293dcd7d6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:00.582644 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:00.601443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Calling delete_port for c607a903-6e88-4877-a7ed-52e293dcd7d6 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:00.634321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:10:58Z', 'revision_number': 5, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port': {'id': 'c607a903-6e88-4877-a7ed-52e293dcd7d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:10:07Z', 'updated_at': '2021-11-23T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:00.693066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43060) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:00.731836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] Checking router: 24ec6ad0-b778-4920-8667-3056c9d7951c for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:11:00.761794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-e22f1aa4-6c3b-4e2c-bc69-959ecd1f441f req-726c3637-7670-41d7-a1c7-856a2a82e053 tempest-ImagesTestJSON-53336035 tempest-ImagesTestJSON-53336035-project] (120535) timed out ('10.222.0.72', 50247) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:11:00.767115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] Routers {'24ec6ad0-b778-4920-8667-3056c9d7951c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:00.768071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['24ec6ad0-b778-4920-8667-3056c9d7951c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:00.842828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:00.883312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Pushing event deleted for resources: {'Port': ['ID=c607a903-6e88-4877-a7ed-52e293dcd7d6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:00.943340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e58f5-ba09-4bd4-8c51-acaefdc89478 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:00.993690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] Set router 24ec6ad0-b778-4920-8667-3056c9d7951c gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:01.019559 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2ce2-efba-4f1a-b3f5-db5789e76f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.061762 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.095986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f970b31-edef-48c3-9f6f-45b49036371d req-db23687f-e3b2-488f-a6fd-20d293d3ce28 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:01.096427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f970b31-edef-48c3-9f6f-45b49036371d req-db23687f-e3b2-488f-a6fd-20d293d3ce28 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.2308531 Nov 23 18:11:01.115214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:11:00Z', 'revision_number': 6, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:01.150861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378734f2-bbeb-4cd8-8e97-63118701668e None None] The sync data for ids ['24ec6ad0-b778-4920-8667-3056c9d7951c'] in n-d-818932-3 is: [{'id': '24ec6ad0-b778-4920-8667-3056c9d7951c', 'name': 'tempest-TestServerMultinode-1560301540-router', 'tenant_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:10:06Z', 'updated_at': '2021-11-23T18:11:00Z', 'revision_number': 6, 'project_id': '4d66f4d4c9274d07a681fb8c4235b60c', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:11:01.236243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.238569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.269595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f970b31-edef-48c3-9f6f-45b49036371d req-882e6c13-fdcf-43b1-b041-ce73f1572dc8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588049 Nov 23 18:11:01.320624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.322140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ec6ad0-b778-4920-8667-3056c9d7951c {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:11:01.331107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.332315 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5744ebd-b875-4c5a-89f1-4a3b93c7f200 admin admin] 10.222.0.74 "DELETE /v2.0/routers/24ec6ad0-b778-4920-8667-3056c9d7951c HTTP/1.1" status: 204 len: 168 time: 1.7587705 Nov 23 18:11:01.334726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-df91cd8d-140a-4d5e-8f06-b64668001f99 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:01.334858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43074) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:01.336801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-df91cd8d-140a-4d5e-8f06-b64668001f99 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/networks?id=bcace86b-c121-42d1-9259-bbd6db7735e9 HTTP/1.1" status: 200 len: 809 time: 0.2386613 Nov 23 18:11:01.339299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2ce2-efba-4f1a-b3f5-db5789e76f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.357533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2ce2-efba-4f1a-b3f5-db5789e76f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.367075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-d23bcd70-057d-4a98-a21a-af3d9b49a2a5 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/quotas/02767b0bf273440abc0dfe04d5b163ab HTTP/1.1" status: 200 len: 375 time: 0.0194194 Nov 23 18:11:01.402414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2984132c-49d1-4ed1-9400-b4e9d6e99d0e admin admin] Deleting subnet 52e8b816-974a-41e2-a1f4-ee0e32ff894d {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:11:01.406055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2984132c-49d1-4ed1-9400-b4e9d6e99d0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.446858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-930f8a89-9d4a-4c7f-a7cd-931fce763fdc tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=02767b0bf273440abc0dfe04d5b163ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652111 Nov 23 18:11:01.448818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b2ce2-efba-4f1a-b3f5-db5789e76f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a64a4ac-5c42-4650-b6ec-64fc8945c206,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:01.456196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e5b2ce2-efba-4f1a-b3f5-db5789e76f77 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=748b57d08eb840cda6d013ac911c9800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7619569 Nov 23 18:11:01.458677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43076) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:01.460255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2984132c-49d1-4ed1-9400-b4e9d6e99d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.554082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2984132c-49d1-4ed1-9400-b4e9d6e99d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.591434 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1c4800a-92ee-43a5-b587-f090702e1959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.638611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-9d888784-c528-41fb-b7dd-d5bde3ea05b6 req-71301eaf-7cc9-4ced-b382-7ae78fd44f32 service neutron] (120535) timed out ('10.222.0.72', 50219) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:11:01.639398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1c4800a-92ee-43a5-b587-f090702e1959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.642028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2984132c-49d1-4ed1-9400-b4e9d6e99d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.655871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-f2c1474c-4680-46d4-909f-37ef3d07a630 service neutron] 10.222.0.74 "GET /v2.0/networks/bcace86b-c121-42d1-9259-bbd6db7735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610332 Nov 23 18:11:01.669032 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2984132c-49d1-4ed1-9400-b4e9d6e99d0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.669172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5131dd4-39e0-4bd2-bd7a-ddfed1a8334d None None] Network 7eb17358-05ab-4b4a-b6fb-2da26badc44c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:01.676805 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2984132c-49d1-4ed1-9400-b4e9d6e99d0e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/52e8b816-974a-41e2-a1f4-ee0e32ff894d HTTP/1.1" status: 204 len: 168 time: 0.3309879 Nov 23 18:11:01.695313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43080) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:01.718799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984132c-49d1-4ed1-9400-b4e9d6e99d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e8b816-974a-41e2-a1f4-ee0e32ff894d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:01.938220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed1533-e368-40e7-a4ad-dd9597f6c6c1 req-5ae6d78b-c583-4ffe-8610-812786b3ce2c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:01.940171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52ed1533-e368-40e7-a4ad-dd9597f6c6c1 req-5ae6d78b-c583-4ffe-8610-812786b3ce2c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.2352087 Nov 23 18:11:01.958788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.964126 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1c4800a-92ee-43a5-b587-f090702e1959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.966795 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1c4800a-92ee-43a5-b587-f090702e1959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:01.967921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a1c4800a-92ee-43a5-b587-f090702e1959 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9a64a4ac-5c42-4650-b6ec-64fc8945c206 HTTP/1.1" status: 204 len: 168 time: 0.5079522 Nov 23 18:11:02.010133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4800a-92ee-43a5-b587-f090702e1959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a64a4ac-5c42-4650-b6ec-64fc8945c206,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:02.023633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-908bcbf0-2c0d-4d95-9f05-2d40fe724226 service neutron] 10.222.0.74 "GET /v2.0/networks/bcace86b-c121-42d1-9259-bbd6db7735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469374 Nov 23 18:11:02.095833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] DHCP port deletion for 7eb17358-05ab-4b4a-b6fb-2da26badc44c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:02.120738 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52ed1533-e368-40e7-a4ad-dd9597f6c6c1 req-c334e6f4-d18f-4ec8-b7b5-c1d138786816 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725919 Nov 23 18:11:02.166940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Deleting port 6fe4f6a9-6340-4095-9322-aa702514ce44 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:02.167287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:02.282509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] Deleting port 6fe4f6a9-6340-4095-9322-aa702514ce44 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:02.283103 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:02.284305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] For port 6fe4f6a9-6340-4095-9322-aa702514ce44, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6fe4f6a9-6340-4095-9322-aa702514ce44,segment=NetworkSegment(c269cd18-360e-4f18-bcb9-b132354cbcbd),segment_id=c269cd18-360e-4f18-bcb9-b132354cbcbd)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:02.284779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:02.319703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Calling delete_port for 6fe4f6a9-6340-4095-9322-aa702514ce44 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:02.496068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f6873df1-08cb-44cb-b716-a1c907de9555 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:02.529324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6034d02-9ed0-4053-bfdc-6664bd0af39b req-4d694b83-b973-4b06-86e1-8d43b681d83c tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 210 time: 0.1693828 Nov 23 18:11:02.533585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: f6873df1-08cb-44cb-b716-a1c907de9555 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:11:02.533942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f6873df1-08cb-44cb-b716-a1c907de9555 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:11:02.534372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6fe4f6a9-6340-4095-9322-aa702514ce44 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:02.537816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] For port 6fe4f6a9-6340-4095-9322-aa702514ce44, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6fe4f6a9-6340-4095-9322-aa702514ce44,segment=NetworkSegment(c269cd18-360e-4f18-bcb9-b132354cbcbd),segment_id=c269cd18-360e-4f18-bcb9-b132354cbcbd)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:02.538225 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:02.599104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] Calling delete_port for 6fe4f6a9-6340-4095-9322-aa702514ce44 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:02.617203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e0a38-edce-413e-a6f3-98b04f9336e8 req-c7d9d806-53e9-4262-aec5-0328553745f0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:02.625694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c34e0a38-edce-413e-a6f3-98b04f9336e8 req-c7d9d806-53e9-4262-aec5-0328553745f0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1108112 Nov 23 18:11:02.740155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c34e0a38-edce-413e-a6f3-98b04f9336e8 req-b2e28b45-ba6f-4470-9ad4-b506e6e55845 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918033 Nov 23 18:11:02.741047 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:02.780020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe4f6a9-6340-4095-9322-aa702514ce44,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:02.785348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] No DVR routers for this DVR port 6fe4f6a9-6340-4095-9322-aa702514ce44 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:02.825458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Port 6fe4f6a9-6340-4095-9322-aa702514ce44 update to DOWN by agent not found {{(pid=120537) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:11:02.826034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c607a903-6e88-4877-a7ed-52e293dcd7d6 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:02.853418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c607a903-6e88-4877-a7ed-52e293dcd7d6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:11:02.853940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c607a903-6e88-4877-a7ed-52e293dcd7d6 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:11:02.903935 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:02.921932 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:02.925356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] No DVR routers for this DVR port 6fe4f6a9-6340-4095-9322-aa702514ce44 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:02.957592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f184a3b-cda5-4899-9974-2dcf622899d7 None None] Pushing event deleted for resources: {'Port': ['ID=6fe4f6a9-6340-4095-9322-aa702514ce44,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:02.990263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb17358-05ab-4b4a-b6fb-2da26badc44c']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:03.010372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c269cd18-360e-4f18-bcb9-b132354cbcbd') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:03.010680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c269cd18-360e-4f18-bcb9-b132354cbcbd') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:03.028507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.059650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.068512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:11:03.069106 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:11:03.072251 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:11:03.157255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.191554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.206662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] 10.222.0.74 "DELETE /v2.0/networks/7eb17358-05ab-4b4a-b6fb-2da26badc44c HTTP/1.1" status: 204 len: 168 time: 1.5093074 Nov 23 18:11:03.235364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049bb53-713a-41f3-81b2-041c3e25b6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb17358-05ab-4b4a-b6fb-2da26badc44c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:03.290990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43122) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:03.333912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07092dd4-4bac-48f3-bebe-85ab94040251 req-16b4000d-2cfd-4cf7-86e7-6189dd43652d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:03.355146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07092dd4-4bac-48f3-bebe-85ab94040251 req-16b4000d-2cfd-4cf7-86e7-6189dd43652d tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.0924561 Nov 23 18:11:03.455102 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07092dd4-4bac-48f3-bebe-85ab94040251 req-5ace1f0d-10c2-45bc-bf29-6dbe99ce17a9 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988269 Nov 23 18:11:03.479095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1937400679-network', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:03.517336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Made reservation on behalf of 435c317d9f7e426e83128e20c3ad721a for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:03.521164 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.532897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.588687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43128) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:03.668567 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eaef16d0-197f-44ce-b67a-411a27db481c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23340984f92d4bccbdfee4d9e73fc5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746458 Nov 23 18:11:03.669347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43130) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:03.678564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42314e49-41bd-4a38-97ea-b8aa8c98b04c req-8eedc1b1-81d6-43b0-ab35-f25f4bb3b7be tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 210 time: 0.0323894 Nov 23 18:11:03.714664 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.723812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.750127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:11:03.776298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88430a91-2a59-4a89-9deb-3849d4f4bf10,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:03.779746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.780173 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Added segment f62076be-3d9d-491f-b4f8-7dd96bc42dc2 of type vlan for network f08ad5b7-c570-482e-9cc0-161569e08c74 Nov 23 18:11:03.781478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b904138-1837-44a1-985d-409e70ee4b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.843283 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b904138-1837-44a1-985d-409e70ee4b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.845912 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.904187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.905332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:03.906130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.941039 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b904138-1837-44a1-985d-409e70ee4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.944796 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b904138-1837-44a1-985d-409e70ee4b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:03.947106 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6b904138-1837-44a1-985d-409e70ee4b48 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/70e38b31-40a2-4a5f-9f61-ca8c3f57a5ed HTTP/1.1" status: 204 len: 168 time: 0.2757647 Nov 23 18:11:03.966794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a854-3e51-424a-bfb4-d6d90216d398 req-ff00f93d-6ed1-46b8-a7c9-d2768e30afb0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:03.979833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ea1a854-3e51-424a-bfb4-d6d90216d398 req-ff00f93d-6ed1-46b8-a7c9-d2768e30afb0 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0931334 Nov 23 18:11:03.999970 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7062614 Nov 23 18:11:04.027328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43136) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:04.032321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Request body: {'subnet': {'network_id': 'f08ad5b7-c570-482e-9cc0-161569e08c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1937400679-subnet', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:04.048357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b904138-1837-44a1-985d-409e70ee4b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e38b31-40a2-4a5f-9f61-ca8c3f57a5ed,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:04.051584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ea1a854-3e51-424a-bfb4-d6d90216d398 req-e4801d3a-04c9-4a6f-b811-87333b3a3d4c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662322 Nov 23 18:11:04.156323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91a31f-5db6-4c77-802f-a01c7d9856d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f08ad5b7-c570-482e-9cc0-161569e08c74,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:04.171189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network f08ad5b7-c570-482e-9cc0-161569e08c74 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:11:04.193280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Made reservation on behalf of 435c317d9f7e426e83128e20c3ad721a for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:04.196742 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:04.279072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-9e6d8544-1a4b-41c5-8c40-75a7e5d3ffdf tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:04.280697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-9e6d8544-1a4b-41c5-8c40-75a7e5d3ffdf tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.72 "GET /v2.0/networks?id=bcace86b-c121-42d1-9259-bbd6db7735e9 HTTP/1.1" status: 200 len: 809 time: 0.2461061 Nov 23 18:11:04.298735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Request body: {'port': {'device_id': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'network_id': 'bcace86b-c121-42d1-9259-bbd6db7735e9', 'admin_state_up': True, 'tenant_id': '02767b0bf273440abc0dfe04d5b163ab'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:04.442799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Made reservation on behalf of 02767b0bf273440abc0dfe04d5b163ab for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:04.449827 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:04.450017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:04.542499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43142) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:04.563094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82cde66-23cb-42c8-9fbd-85a51cfceb09,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:04.568716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Checking segment: {'id': 'f62076be-3d9d-491f-b4f8-7dd96bc42dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f08ad5b7-c570-482e-9cc0-161569e08c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:04.569208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Network hostable DHCP agents. Network: f08ad5b7-c570-482e-9cc0-161569e08c74, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:11:04.589201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Network f08ad5b7-c570-482e-9cc0-161569e08c74 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:11:04.603849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, f08ad5b7-c570-482e-9cc0-161569e08c74) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:04.608490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:04.609203 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:04.614861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c31ec-dde0-4050-9fce-605ac0fbed84 None None] Network f08ad5b7-c570-482e-9cc0-161569e08c74 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:04.655792 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4af08df6-7358-445a-ac8f-c2e47651e635 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6273248 Nov 23 18:11:04.656566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43144) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:04.662394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1937400679-router', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:04.691997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:04.695064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:04.745543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-278a109c-3d13-480e-beef-b077861dec5e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d66f4d4c9274d07a681fb8c4235b60c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2016506 Nov 23 18:11:04.757525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43148) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:04.778063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:04.819712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973543-f668-4b64-af13-9a06a62e4596 req-0bb0b412-10fc-454d-b6dc-4bbcfd275b56 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:04.822216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6973543-f668-4b64-af13-9a06a62e4596 req-0bb0b412-10fc-454d-b6dc-4bbcfd275b56 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.2407203 Nov 23 18:11:04.832392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Allocated IP 172.20.0.10 (bcace86b-c121-42d1-9259-bbd6db7735e9/23b899bb-f4e3-47b9-9718-458927512f52/f8b92e64-b889-47f4-a4bd-57790bbf5b29) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:04.915609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e3a764e-993e-411b-b0b9-216110519765 req-c697399a-f2c2-4a09-8870-1aa9151108ff tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 210 time: 0.0842125 Nov 23 18:11:04.980277 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:04.992588 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6973543-f668-4b64-af13-9a06a62e4596 req-e30f59ff-bd3a-4e15-809c-2a073bb2bf15 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568489 Nov 23 18:11:05.005172 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7b22f49-e0d6-42b2-8f2c-31681c38fb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.062577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-f08ad5b7-c570-482e-9cc0-161569e08c74', 'network_id': 'f08ad5b7-c570-482e-9cc0-161569e08c74', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'fixed_ips': [{'subnet_id': 'e82cde66-23cb-42c8-9fbd-85a51cfceb09'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:11:05.063820 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.066374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7b22f49-e0d6-42b2-8f2c-31681c38fb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.199983 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7b22f49-e0d6-42b2-8f2c-31681c38fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.202882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7b22f49-e0d6-42b2-8f2c-31681c38fb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.204155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c7b22f49-e0d6-42b2-8f2c-31681c38fb3d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57bc347a-9853-4a99-aee2-22505048702a HTTP/1.1" status: 204 len: 168 time: 0.4378018 Nov 23 18:11:05.207947 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.224797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b22f49-e0d6-42b2-8f2c-31681c38fb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bc347a-9853-4a99-aee2-22505048702a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:05.301964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998ec0-7bf0-442c-8dff-a6e672f9493b req-28ff29ad-1c3f-4713-82ec-de5cf53ecc4b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:05.303608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c998ec0-7bf0-442c-8dff-a6e672f9493b req-28ff29ad-1c3f-4713-82ec-de5cf53ecc4b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0938570 Nov 23 18:11:05.345133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.368974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Allocated IP 172.20.0.2 (f08ad5b7-c570-482e-9cc0-161569e08c74/e82cde66-23cb-42c8-9fbd-85a51cfceb09/9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:05.374393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Network bcace86b-c121-42d1-9259-bbd6db7735e9 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:05.394855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.405833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:05.408959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:05.467315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.473606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c998ec0-7bf0-442c-8dff-a6e672f9493b req-e7bd0c24-69af-4c61-aac9-744379b61566 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588922 Nov 23 18:11:05.482362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Pushing event updated for resources: {'Port': ['ID=f8b92e64-b889-47f4-a4bd-57790bbf5b29,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:05.497709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:05.498361 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.540980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-77d6187c-170e-4d26-8305-b69eb7d1be0f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2462854 Nov 23 18:11:05.555086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Request body: {'port': {'device_id': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:05.626213 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.646866 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.702110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.735446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Allocated IP 172.25.0.173 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/8a3f8d2d-e34f-46e4-872c-7a9800210e99) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:05.776923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Pushing event updated for resources: {'Port': ['ID=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:05.786294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Network f08ad5b7-c570-482e-9cc0-161569e08c74 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:05.788421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:05.794948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:05.878607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Attempting to bind port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:05.881150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Attempting to bind port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'f62076be-3d9d-491f-b4f8-7dd96bc42dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f08ad5b7-c570-482e-9cc0-161569e08c74'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:05.881629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Attempting to bind port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 on network f08ad5b7-c570-482e-9cc0-161569e08c74 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:05.889653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:05.890231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Checking segment: {'id': 'f62076be-3d9d-491f-b4f8-7dd96bc42dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f08ad5b7-c570-482e-9cc0-161569e08c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:05.890770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.891347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Bound using segment: {'id': 'f62076be-3d9d-491f-b4f8-7dd96bc42dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f08ad5b7-c570-482e-9cc0-161569e08c74'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:05.891930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Bound port: 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62076be-3d9d-491f-b4f8-7dd96bc42dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f08ad5b7-c570-482e-9cc0-161569e08c74'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:05.892532 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.985347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] For port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:05.990475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:05.991889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] For port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,segment=NetworkSegment(f62076be-3d9d-491f-b4f8-7dd96bc42dc2),segment_id=f62076be-3d9d-491f-b4f8-7dd96bc42dc2)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:06.004997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.078628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.107148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e11b-7445-4da3-8418-6b05d0cef151 None None] Pushing event updated for resources: {'Port': ['ID=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:06.163041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:06.169682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:06.185729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f7f64-3e43-47a9-bcae-2d623fac75f1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:06.194379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:06.252774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3f8d2d-e34f-46e4-872c-7a9800210e99,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:06.330919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6b689825-8e0f-4b1c-abe6-d3cc168364f2 None None] Provisioning complete for port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:06.331559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6b689825-8e0f-4b1c-abe6-d3cc168364f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.334215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409d126-395a-46ec-a044-83328133083a req-06cc45f6-3438-4e8b-9417-2a02372bc57e tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:06.342839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6409d126-395a-46ec-a044-83328133083a req-06cc45f6-3438-4e8b-9417-2a02372bc57e tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 932 time: 0.2387731 Nov 23 18:11:06.350917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b92e64-b889-47f4-a4bd-57790bbf5b29 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:06.385859 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.415829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea68b63-170e-4983-923c-aa5fd18e4203 req-84b8cbe1-18ce-4d1a-b9d7-a15325ea3aff tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:06.432789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6b689825-8e0f-4b1c-abe6-d3cc168364f2 None None] Port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:06.433272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ea68b63-170e-4983-923c-aa5fd18e4203 req-84b8cbe1-18ce-4d1a-b9d7-a15325ea3aff tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.3106563 Nov 23 18:11:06.495007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Transition to ACTIVE for port object f8b92e64-b889-47f4-a4bd-57790bbf5b29 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:11:06.522324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.536105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43178) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:06.611997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6409d126-395a-46ec-a044-83328133083a req-1d8de169-e686-4787-bd63-61255f3497d5 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550814 Nov 23 18:11:06.670236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ea68b63-170e-4983-923c-aa5fd18e4203 req-42204912-fb9e-4ee9-8b6b-383b05f28352 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375667 Nov 23 18:11:06.674726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Pushing event updated for resources: {'Port': ['ID=f8b92e64-b889-47f4-a4bd-57790bbf5b29,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:06.811395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.817760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1866386940-network', 'tenant_id': '883383125501466092f249ded312b427'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:06.847439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78ebce-c796-4623-8f78-862223e3be7c req-8e472d6f-8f4e-4563-816e-e0a4aa2571bc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:06.849135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac78ebce-c796-4623-8f78-862223e3be7c req-8e472d6f-8f4e-4563-816e-e0a4aa2571bc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.0923569 Nov 23 18:11:06.865784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Attempting to bind port f8b92e64-b889-47f4-a4bd-57790bbf5b29 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:06.866126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Attempting to bind port f8b92e64-b889-47f4-a4bd-57790bbf5b29 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '20b25747-21d2-4621-b8a2-2350b2f9ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bcace86b-c121-42d1-9259-bbd6db7735e9'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:06.866463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Attempting to bind port f8b92e64-b889-47f4-a4bd-57790bbf5b29 on network bcace86b-c121-42d1-9259-bbd6db7735e9 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:06.887736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Port f8b92e64-b889-47f4-a4bd-57790bbf5b29 on network bcace86b-c121-42d1-9259-bbd6db7735e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:11:06.888095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Attempting to bind port f8b92e64-b889-47f4-a4bd-57790bbf5b29 on network bcace86b-c121-42d1-9259-bbd6db7735e9 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:06.904192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:06.904534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Checking segment: {'id': '20b25747-21d2-4621-b8a2-2350b2f9ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bcace86b-c121-42d1-9259-bbd6db7735e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:06.904931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Bound using segment: {'id': '20b25747-21d2-4621-b8a2-2350b2f9ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bcace86b-c121-42d1-9259-bbd6db7735e9'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:06.905382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Bound port: f8b92e64-b889-47f4-a4bd-57790bbf5b29, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b25747-21d2-4621-b8a2-2350b2f9ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bcace86b-c121-42d1-9259-bbd6db7735e9'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:06.905744 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.907631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Made reservation on behalf of 883383125501466092f249ded312b427 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:06.909894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.942524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:06.980944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac78ebce-c796-4623-8f78-862223e3be7c req-6d2adabd-2699-4079-b551-e9b18fc47371 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244736 Nov 23 18:11:07.048346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] For port f8b92e64-b889-47f4-a4bd-57790bbf5b29, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:07.052495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] For port f8b92e64-b889-47f4-a4bd-57790bbf5b29, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8b92e64-b889-47f4-a4bd-57790bbf5b29,segment=NetworkSegment(20b25747-21d2-4621-b8a2-2350b2f9ec3b),segment_id=20b25747-21d2-4621-b8a2-2350b2f9ec3b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:07.059920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.095436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.135861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:07.136471 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.137926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] 10.222.0.72 "PUT /v2.0/ports/f8b92e64-b889-47f4-a4bd-57790bbf5b29 HTTP/1.1" status: 200 len: 1092 time: 1.5875394 Nov 23 18:11:07.141379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'tag': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:07.156434 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "b900a70a-f391-4f47-bbb0-78ddb98714ef", "tag": "f8b92e64-b889-47f4-a4bd-57790bbf5b29"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:07.225732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.228925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804de41-c946-4ec7-b699-8251efcc13fb service neutron] Pushing event updated for resources: {'Port': ['ID=f8b92e64-b889-47f4-a4bd-57790bbf5b29,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:07.238561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.287837 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69e84a-bb33-4403-a2f1-355cc3841a63 x-openstack-request-id: req-ef69e84a-bb33-4403-a2f1-355cc3841a63 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:07.288176 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b900a70a-f391-4f47-bbb0-78ddb98714ef", "tag": "f8b92e64-b889-47f4-a4bd-57790bbf5b29", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:07.288394 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef69e84a-bb33-4403-a2f1-355cc3841a63 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:07.288802 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'tag': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29', 'status': 'completed', 'code': 200} Nov 23 18:11:07.313533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:11:07.318646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:11:07.331844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9964d6d0-8c7e-4984-91ac-f5a2a7c6c2e6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:07.382638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.383631 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Added segment 4957addf-0c1e-45ba-962a-440d83eece63 of type vlan for network aa29315c-ce36-4f7a-a805-ee3168ee31de Nov 23 18:11:07.477311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-d6b08954-94e7-466f-b0cc-f06797f8c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:07.478946 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-d6b08954-94e7-466f-b0cc-f06797f8c224 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=02767b0bf273440abc0dfe04d5b163ab&device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 1095 time: 0.1572556 Nov 23 18:11:07.480875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.493762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:11:07.503818 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Sync routers for ids ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:11:07.521987 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Routers {'205279d3-07e5-4aff-b7a8-8ec87c886dd0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:07.522605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:07.530729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.533545 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1ec22bb0-f107-4606-89bd-4146562c8bd4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8754289 Nov 23 18:11:07.540985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43186) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:07.555827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-ab384b2d-a0e4-4194-86c5-2e3e9312911e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8b92e64-b889-47f4-a4bd-57790bbf5b29 HTTP/1.1" status: 200 len: 217 time: 0.0669625 Nov 23 18:11:07.577560 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.578802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:07.583632 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.656410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1151645 Nov 23 18:11:07.670493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43190) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:07.678713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Request body: {'subnet': {'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1866386940-subnet', 'tenant_id': '883383125501466092f249ded312b427', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:07.709744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Set router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:07.771235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-49700ad1-a78e-4749-924f-a8d999f77e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:07.772782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-49700ad1-a78e-4749-924f-a8d999f77e33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23b899bb-f4e3-47b9-9718-458927512f52 HTTP/1.1" status: 200 len: 849 time: 0.2099206 Nov 23 18:11:07.802002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f1a215-7fdf-4c7f-909c-ed2a793322a4 None None] Network f08ad5b7-c570-482e-9cc0-161569e08c74 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:07.931620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-43b42e60-7d77-4243-b320-f18b74a282bd None None] Provisioning complete for port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:07.932014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43b42e60-7d77-4243-b320-f18b74a282bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.969106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd69eb4-55e8-4ca6-81a4-a944af42ae57 admin admin] Pushing event updated for resources: {'Network': ['ID=aa29315c-ce36-4f7a-a805-ee3168ee31de,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:07.980356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Made reservation on behalf of 883383125501466092f249ded312b427 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:07.985065 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:07.991048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network aa29315c-ce36-4f7a-a805-ee3168ee31de details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:11:08.009564 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'name': 'tempest-ImageQuotaTest-1937400679-router', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:04Z', 'updated_at': '2021-11-23T18:11:06Z', 'revision_number': 3, 'project_id': '435c317d9f7e426e83128e20c3ad721a', 'gw_port': {'id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:05Z', 'updated_at': '2021-11-23T18:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:08.074964 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Checking router: 205279d3-07e5-4aff-b7a8-8ec87c886dd0 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:11:08.078679 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Updating router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:11:08.097535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-693f544b-7b83-47e9-9aad-1c72d8e56007 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bcace86b-c121-42d1-9259-bbd6db7735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2460077 Nov 23 18:11:08.139734 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:08.199325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43b42e60-7d77-4243-b320-f18b74a282bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:08.275399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-43b42e60-7d77-4243-b320-f18b74a282bd None None] For port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,segment=NetworkSegment(f62076be-3d9d-491f-b4f8-7dd96bc42dc2),segment_id=f62076be-3d9d-491f-b4f8-7dd96bc42dc2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:08.285738 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43b42e60-7d77-4243-b320-f18b74a282bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:08.329781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd034a99-8799-4e0e-a03a-2f5eea9b9cd0 req-618f64f1-174e-4e9b-b090-478346364cc8 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:08.359863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd034a99-8799-4e0e-a03a-2f5eea9b9cd0 req-618f64f1-174e-4e9b-b090-478346364cc8 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 944 time: 0.5856588 Nov 23 18:11:08.435229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b42e60-7d77-4243-b320-f18b74a282bd None None] Pushing event updated for resources: {'Port': ['ID=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:08.550236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:08.588195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19057ac8-bd06-47c4-a83a-afeabd24cdef req-270d94b2-5eb8-44b5-b243-bd4086949a2f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:08.590441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19057ac8-bd06-47c4-a83a-afeabd24cdef req-270d94b2-5eb8-44b5-b243-bd4086949a2f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.7401862 Nov 23 18:11:08.654845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd034a99-8799-4e0e-a03a-2f5eea9b9cd0 req-397ba77a-88bf-4482-aa87-788631ab8a5e tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931254 Nov 23 18:11:08.678392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:08.707070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-d68933c5-e903-4025-bbbe-5c4719678577 service neutron] 10.222.0.72 "GET /v2.0/networks/bcace86b-c121-42d1-9259-bbd6db7735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909121 Nov 23 18:11:08.713444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:08.713835 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:08.770525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19057ac8-bd06-47c4-a83a-afeabd24cdef req-4e0a7422-7876-4033-b163-54c27d2d1900 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711698 Nov 23 18:11:08.803800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f7fd3876-fe35-49b4-a809-e4671ac02c88 None None] Provisioning complete for port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:08.804351 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7fd3876-fe35-49b4-a809-e4671ac02c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:08.862780 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:08.884343 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:08.980619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab8af38-fdf3-4a23-9829-d4650d0c9fa9 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:09.006670 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Pushing event updated for resources: {'Port': ['ID=8a3f8d2d-e34f-46e4-872c-7a9800210e99,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:09.012184 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Attempting to bind port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:09.025970 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Attempting to bind port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:09.027164 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Attempting to bind port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:09.040056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Allocated IP 172.20.0.1 (f08ad5b7-c570-482e-9cc0-161569e08c74/e82cde66-23cb-42c8-9fbd-85a51cfceb09/d30033f2-bd1a-49a6-8111-332488208985) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:09.043803 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.044278 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.044769 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.045231 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.045676 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.046236 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.050087 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.050850 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.051408 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.051968 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.052608 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.053086 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:09.058039 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:09.065477 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:09.066121 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.066802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:09.067544 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Bound port: 8a3f8d2d-e34f-46e4-872c-7a9800210e99, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:09.077117 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.184251 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] For port 8a3f8d2d-e34f-46e4-872c-7a9800210e99, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:09.192386 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] For port 8a3f8d2d-e34f-46e4-872c-7a9800210e99, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8a3f8d2d-e34f-46e4-872c-7a9800210e99,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:09.198773 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.271094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.287714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-27f35445-8275-472e-b511-7ab8c1730b1e None None] Provisioning complete for port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:09.288138 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27f35445-8275-472e-b511-7ab8c1730b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.325943 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Routers {'205279d3-07e5-4aff-b7a8-8ec87c886dd0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:09.328872 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:09.329498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.358243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f57c95-65da-481d-afcb-4b7eda5f3a0d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:09.409325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d30033f2-bd1a-49a6-8111-332488208985,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:09.422137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Network f08ad5b7-c570-482e-9cc0-161569e08c74 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:09.423636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:09.427768 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:09.456002 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.459432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ede16540-638e-46c2-876d-1fc6a99cdbb4 req-a5c663d4-e4c6-4630-a3ca-26fb2db364a2 service neutron] 10.222.0.72 "GET /v2.0/networks/bcace86b-c121-42d1-9259-bbd6db7735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7387929 Nov 23 18:11:09.489051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.490070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de2934-ade7-44c6-8f37-94cea81a04d6 req-99558e7b-fefd-46e0-ae4e-9b30c4eb30f5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:09.495310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47de2934-ade7-44c6-8f37-94cea81a04d6 req-99558e7b-fefd-46e0-ae4e-9b30c4eb30f5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2583480 Nov 23 18:11:09.515584 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27f35445-8275-472e-b511-7ab8c1730b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.538884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c4c93-a919-45a4-99f9-e17bc16548a6 req-2e5b84d8-9019-45a8-bae4-50ba5daa7a44 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:09.552149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-182c4c93-a919-45a4-99f9-e17bc16548a6 req-2e5b84d8-9019-45a8-bae4-50ba5daa7a44 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.3161771 Nov 23 18:11:09.559799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-27f35445-8275-472e-b511-7ab8c1730b1e None None] For port 8a3f8d2d-e34f-46e4-872c-7a9800210e99, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8a3f8d2d-e34f-46e4-872c-7a9800210e99,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:09.566748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27f35445-8275-472e-b511-7ab8c1730b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.625384 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] Set router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:09.631261 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b99c7-de87-4c6a-9ac2-6f41a2bbfc33 None None] Pushing event updated for resources: {'Port': ['ID=8a3f8d2d-e34f-46e4-872c-7a9800210e99,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:09.644673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f35445-8275-472e-b511-7ab8c1730b1e None None] Pushing event updated for resources: {'Port': ['ID=8a3f8d2d-e34f-46e4-872c-7a9800210e99,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:09.689976 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.704674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e3a824b6-cc6b-4bd9-b491-3bcc1ae6418a None None] Provisioning complete for port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:09.705082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3a824b6-cc6b-4bd9-b491-3bcc1ae6418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:09.863971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bab05f2-61fb-4dcc-96c5-5e10649a72aa,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:09.905537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47de2934-ade7-44c6-8f37-94cea81a04d6 req-e0908c31-6e69-4a62-87f8-8502c6d00f3f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495483 Nov 23 18:11:09.920377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-182c4c93-a919-45a4-99f9-e17bc16548a6 req-3efb9f28-f9f8-4c8b-8901-251adc86b3e2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669357 Nov 23 18:11:09.928864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-1b834e39-f6b1-45bb-b98e-c058ccd2a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:09.934565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-1b834e39-f6b1-45bb-b98e-c058ccd2a5b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=02767b0bf273440abc0dfe04d5b163ab&device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 1095 time: 0.3764522 Nov 23 18:11:09.942065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Checking segment: {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:09.942728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Network hostable DHCP agents. Network: aa29315c-ce36-4f7a-a805-ee3168ee31de, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:11:10.015613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.031526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.047575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5335f9d2-ea43-4af1-8ac7-0be90df5b61c None None] Provisioning complete for port d30033f2-bd1a-49a6-8111-332488208985 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:10.048127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5335f9d2-ea43-4af1-8ac7-0be90df5b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.096169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Network aa29315c-ce36-4f7a-a805-ee3168ee31de is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:11:10.125863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5335f9d2-ea43-4af1-8ac7-0be90df5b61c None None] Port d30033f2-bd1a-49a6-8111-332488208985 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:10.150168 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'name': 'tempest-ImageQuotaTest-1937400679-router', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:04Z', 'updated_at': '2021-11-23T18:11:06Z', 'revision_number': 3, 'project_id': '435c317d9f7e426e83128e20c3ad721a', 'gw_port': {'id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:05Z', 'updated_at': '2021-11-23T18:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:10.175064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d30033f2-bd1a-49a6-8111-332488208985,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:10.179147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.182791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, aa29315c-ce36-4f7a-a805-ee3168ee31de) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:10.192952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ad07d-7ec5-44f4-94a2-19f4f485db8c None None] Network aa29315c-ce36-4f7a-a805-ee3168ee31de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:10.195101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:10.196943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.198046 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b26e8-0b99-4f49-a11b-2cae0418689e None None] The sync data for ids ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'] in n-d-818932-3 is: [{'id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'name': 'tempest-ImageQuotaTest-1937400679-router', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:04Z', 'updated_at': '2021-11-23T18:11:06Z', 'revision_number': 3, 'project_id': '435c317d9f7e426e83128e20c3ad721a', 'gw_port': {'id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:05Z', 'updated_at': '2021-11-23T18:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:11:10.239047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c15d0-8d10-4a25-b47f-23c4f7d992d6 req-a7b8e672-db0a-4e9e-9036-81ed2b4873ff tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:10.240935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-975c15d0-8d10-4a25-b47f-23c4f7d992d6 req-a7b8e672-db0a-4e9e-9036-81ed2b4873ff tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 944 time: 0.2024405 Nov 23 18:11:10.258943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412c74e-d170-4da3-8407-b19fb60ed91f req-2e40ed87-00a7-42a7-9e8f-0b3450114f93 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:10.266599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3412c74e-d170-4da3-8407-b19fb60ed91f req-2e40ed87-00a7-42a7-9e8f-0b3450114f93 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.2153218 Nov 23 18:11:10.281626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-58fbfa70-54b4-408b-bdf9-b934de64d468 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6048219 Nov 23 18:11:10.286007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-05bf7768-14a6-4931-b61f-75674ec7db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:10.287599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-05bf7768-14a6-4931-b61f-75674ec7db3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=bcace86b-c121-42d1-9259-bbd6db7735e9 HTTP/1.1" status: 200 len: 910 time: 0.3420885 Nov 23 18:11:10.296338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43210) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:10.332196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:10.385742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-0e41d86f-0b22-4b90-972f-bce2cad99463 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8b92e64-b889-47f4-a4bd-57790bbf5b29 HTTP/1.1" status: 200 len: 217 time: 0.0781131 Nov 23 18:11:10.411655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Network f08ad5b7-c570-482e-9cc0-161569e08c74 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:10.413614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:10.481564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-975c15d0-8d10-4a25-b47f-23c4f7d992d6 req-b38e0d57-99b9-4387-87a2-d899003da87e tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112098 Nov 23 18:11:10.500033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.501368 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.549534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3412c74e-d170-4da3-8407-b19fb60ed91f req-935835ac-a786-4989-8b5b-a2fbd7460bfe tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817113 Nov 23 18:11:10.554602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:10.561953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-7a3bf0bf-342b-46b7-a742-8690092228fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:10.563505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-7a3bf0bf-342b-46b7-a742-8690092228fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23b899bb-f4e3-47b9-9718-458927512f52 HTTP/1.1" status: 200 len: 849 time: 0.1582391 Nov 23 18:11:10.699854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-ce307778-7295-42f6-b605-a42a97563576 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bcace86b-c121-42d1-9259-bbd6db7735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231649 Nov 23 18:11:10.715072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.728680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-aa29315c-ce36-4f7a-a805-ee3168ee31de', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:11:10.730451 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:10.759984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:11:10.910861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc3fb5-0977-4f6a-a899-6b10ce7045f2 req-af96df05-5395-4d5c-b308-5f1b4f0c54e6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:10.912470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1bc3fb5-0977-4f6a-a899-6b10ce7045f2 req-af96df05-5395-4d5c-b308-5f1b4f0c54e6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2182500 Nov 23 18:11:10.918048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:11:10.929181 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f6cbacf-8eaa-4f45-8cb3-a7f75aa584e2 admin admin] 10.222.0.74 "PUT /v2.0/routers/205279d3-07e5-4aff-b7a8-8ec87c886dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3862951 Nov 23 18:11:10.955898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:10.955898 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.040447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Allocated IP 172.20.0.2 (aa29315c-ce36-4f7a-a805-ee3168ee31de/5bab05f2-61fb-4dcc-96c5-5e10649a72aa/767c75f4-ea01-4829-a005-fdbdcf974737) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:11.052064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0927bb0e-c209-43c1-9d27-bb8e7c72e6ae None None] Provisioning complete for port d30033f2-bd1a-49a6-8111-332488208985 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:11.052742 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0927bb0e-c209-43c1-9d27-bb8e7c72e6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.157128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0927bb0e-c209-43c1-9d27-bb8e7c72e6ae None None] Port d30033f2-bd1a-49a6-8111-332488208985 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:11.180683 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.254752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1bc3fb5-0977-4f6a-a899-6b10ce7045f2 req-b3b66548-447f-4f61-a628-04c6fe53a7e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304188 Nov 23 18:11:11.255733 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88d48be5-b146-431c-955b-2e66d90d38c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.295767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-ebb5ea5e-3746-4add-a6c1-8e0f765b2dd8 service neutron] 10.222.0.72 "GET /v2.0/networks/bcace86b-c121-42d1-9259-bbd6db7735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782642 Nov 23 18:11:11.363267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.374631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.400823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Network aa29315c-ce36-4f7a-a805-ee3168ee31de is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:11.424139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ffa48-b160-46b0-8597-bd1c60a7d8bf req-60284594-8582-456f-9cc6-fee370849084 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:11.428247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:11.432025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:11.436601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d25ffa48-b160-46b0-8597-bd1c60a7d8bf req-60284594-8582-456f-9cc6-fee370849084 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.3512759 Nov 23 18:11:11.478188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-67c54e10-21d1-475c-9552-97d2ba1d7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:11.479862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-67c54e10-21d1-475c-9552-97d2ba1d7a14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 1096 time: 0.2094958 Nov 23 18:11:11.707424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Pushing event updated for resources: {'Port': ['ID=767c75f4-ea01-4829-a005-fdbdcf974737,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:11.732041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Attempting to bind port 767c75f4-ea01-4829-a005-fdbdcf974737 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:11.732428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Attempting to bind port 767c75f4-ea01-4829-a005-fdbdcf974737 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:11.733010 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Attempting to bind port 767c75f4-ea01-4829-a005-fdbdcf974737 on network aa29315c-ce36-4f7a-a805-ee3168ee31de {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:11.738062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:11.738526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Checking segment: {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:11.738971 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.739381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Bound using segment: {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:11.739858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Bound port: 767c75f4-ea01-4829-a005-fdbdcf974737, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:11.740254 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.751775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d25ffa48-b160-46b0-8597-bd1c60a7d8bf req-d0f1adf7-b1a3-4bc5-81c0-e19df492c4ad tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107452 Nov 23 18:11:11.767866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c9cdff9-5a0b-4a24-8489-588068ee0ccc req-b34f8de2-537b-48db-81cb-5f169bbe11ad service neutron] 10.222.0.72 "GET /v2.0/networks/bcace86b-c121-42d1-9259-bbd6db7735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510570 Nov 23 18:11:11.828577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5080-9127-49a3-b433-56c5ceb31461 req-ea42ed77-e2e7-41b6-82e5-43c72295718b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:11.830111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-ea42ed77-e2e7-41b6-82e5-43c72295718b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.2540729 Nov 23 18:11:11.832477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-2a379e48-5e3a-4164-97c1-ced62cef951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:11.833853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-2a379e48-5e3a-4164-97c1-ced62cef951c service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.2962785 Nov 23 18:11:11.844065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] For port 767c75f4-ea01-4829-a005-fdbdcf974737, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:11.848774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] For port 767c75f4-ea01-4829-a005-fdbdcf974737, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=767c75f4-ea01-4829-a005-fdbdcf974737,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:11.856838 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:11.890305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-7acf60d9-9193-40d0-81db-3b49ed3e286d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/quotas/30784fb765974f04b1f5b841ab0839c4 HTTP/1.1" status: 200 len: 375 time: 0.0515714 Nov 23 18:11:11.927149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de72e9-5376-4e82-baa8-7f1efa5896c8 None None] Pushing event updated for resources: {'Port': ['ID=767c75f4-ea01-4829-a005-fdbdcf974737,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:12.251774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f8b92e64-b889-47f4-a4bd-57790bbf5b29 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:11:12.431208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f8b92e64-b889-47f4-a4bd-57790bbf5b29, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8b92e64-b889-47f4-a4bd-57790bbf5b29,segment=NetworkSegment(20b25747-21d2-4621-b8a2-2350b2f9ec3b),segment_id=20b25747-21d2-4621-b8a2-2350b2f9ec3b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:12.449383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29', 'network_id': 'bcace86b-c121-42d1-9259-bbd6db7735e9', 'port_id': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29', 'mac_address': 'fa:16:3e:a3:75:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b899bb-f4e3-47b9-9718-458927512f52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:11:12.458848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-76f57391-cc1b-4419-af71-85040f2f00de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a626ed82-3cc6-4402-a15d-a687d376b093 HTTP/1.1" status: 200 len: 1001 time: 0.6100516 Nov 23 18:11:12.462093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:12.471424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed5a0d-5d84-4159-a844-cf887877acff req-4912fa91-e10a-424e-9333-9bc263f487d4 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:12.472936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74ed5a0d-5d84-4159-a844-cf887877acff req-4912fa91-e10a-424e-9333-9bc263f487d4 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 944 time: 0.6142268 Nov 23 18:11:12.481513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43258) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:12.494371 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:12.508014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b92e64-b889-47f4-a4bd-57790bbf5b29 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:12.514357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 767c75f4-ea01-4829-a005-fdbdcf974737 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:12.562759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f8b92e64-b889-47f4-a4bd-57790bbf5b29, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8b92e64-b889-47f4-a4bd-57790bbf5b29,segment=NetworkSegment(20b25747-21d2-4621-b8a2-2350b2f9ec3b),segment_id=20b25747-21d2-4621-b8a2-2350b2f9ec3b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:12.567633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:12.572018 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:12.599263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-3948b921-0553-43f1-9dbf-2a24043aac3a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5972443 Nov 23 18:11:12.633402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f8b92e64-b889-47f4-a4bd-57790bbf5b29,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:12.637701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 767c75f4-ea01-4829-a005-fdbdcf974737 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:12.638066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:12.705925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-a1f8f23a-7d3c-4453-91d4-74a1f92f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:12.707531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-a1f8f23a-7d3c-4453-91d4-74a1f92f832e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.2145350 Nov 23 18:11:12.733332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:12.752941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74ed5a0d-5d84-4159-a844-cf887877acff req-4a2b4a9d-97a5-4483-8363-69681204b4fa tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641261 Nov 23 18:11:12.792659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 767c75f4-ea01-4829-a005-fdbdcf974737, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=767c75f4-ea01-4829-a005-fdbdcf974737,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:12.805491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:12.807050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8a3f8d2d-e34f-46e4-872c-7a9800210e99 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:12.865606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['f8b92e64-b889-47f4-a4bd-57790bbf5b29'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:12.907333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f00a2fb6-8b5e-4ef3-bd5b-01ad92ee0ded service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008771 Nov 23 18:11:12.947999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Allocated IP 172.25.0.131 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/f2bf8c48-056b-4fba-96ca-1ddf9cd91480) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:12.951302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-a016508e-afe7-41f7-a393-7ca851233b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:12.952819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-a016508e-afe7-41f7-a393-7ca851233b23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076306 Nov 23 18:11:12.974067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=767c75f4-ea01-4829-a005-fdbdcf974737,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:13.036908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.054734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:13.055192 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.191274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521305c-da69-404b-bafd-190ff12136af req-97726481-bbb4-4dec-b4be-392363d67601 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:13.199771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d521305c-da69-404b-bafd-190ff12136af req-97726481-bbb4-4dec-b4be-392363d67601 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.3040071 Nov 23 18:11:13.202474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] Sync routers for ids ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:11:13.233733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] Routers {'205279d3-07e5-4aff-b7a8-8ec87c886dd0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:13.235012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:10:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:13.256833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-aafacf3d-12d6-4a63-9118-e0c10797884f service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299947 Nov 23 18:11:13.338510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d521305c-da69-404b-bafd-190ff12136af req-76e6b907-5482-4720-aaaf-0d2681ae5bcf tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321137 Nov 23 18:11:13.349279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.358232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-5d04b03f-f035-49a1-bc1f-7b4fbace9d6d service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767459 Nov 23 18:11:13.386585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec189a5a-c38c-42d6-b09f-0fd9da0f0082 None None] Network aa29315c-ce36-4f7a-a805-ee3168ee31de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:13.397862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3c3de56-bc54-4478-bc3a-2936410e69ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.438313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Deleting port d30033f2-bd1a-49a6-8111-332488208985 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:13.438717 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.495077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4c97aaab-58d9-447a-91b8-6e50bae337f9 None None] Provisioning complete for port 767c75f4-ea01-4829-a005-fdbdcf974737 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:13.495391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c97aaab-58d9-447a-91b8-6e50bae337f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.503417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] Set router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:13.534682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.554017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb5bce94-7d46-4f75-abdc-9abf99b2ce36 req-6b3c2bb1-0437-4af8-aa76-e8aa02c6357d service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839659 Nov 23 18:11:13.591483 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.592098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb775b16-49d2-415d-9e3f-93a0e9cf0885 req-b635ba97-23bd-46f1-bf61-4efb8cefac1c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:13.593377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb775b16-49d2-415d-9e3f-93a0e9cf0885 req-b635ba97-23bd-46f1-bf61-4efb8cefac1c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.1264126 Nov 23 18:11:13.599811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:13.609671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:13.612007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Calling delete_port for d30033f2-bd1a-49a6-8111-332488208985 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:13.619350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:13.657903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f2bf8c48-056b-4fba-96ca-1ddf9cd91480,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:13.748431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb775b16-49d2-415d-9e3f-93a0e9cf0885 req-98e73dfc-252a-49f5-8d99-ad04dc6b3e4f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420538 Nov 23 18:11:13.764770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201699a-ba56-428c-9093-6b959e873b2d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:13.881775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2d89c39-8b9d-4a39-b7d9-56f5250bf543 req-ab5e571b-9dc1-4eaa-a71f-03203bae0b2d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 210 time: 0.0949907 Nov 23 18:11:13.956692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbaee1-d495-46c3-92ed-a58e954d3439 req-71aa2d86-fe8f-40cf-acea-b9f9603427c1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:13.966241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9fbaee1-d495-46c3-92ed-a58e954d3439 req-71aa2d86-fe8f-40cf-acea-b9f9603427c1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.0879290 Nov 23 18:11:13.983155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'name': 'tempest-ImageQuotaTest-1937400679-router', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:04Z', 'updated_at': '2021-11-23T18:11:09Z', 'revision_number': 4, 'project_id': '435c317d9f7e426e83128e20c3ad721a', 'gw_port': {'id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:05Z', 'updated_at': '2021-11-23T18:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd30033f2-bd1a-49a6-8111-332488208985', 'name': '', 'network_id': 'f08ad5b7-c570-482e-9cc0-161569e08c74', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'mac_address': 'fa:16:3e:97:3e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': 'e82cde66-23cb-42c8-9fbd-85a51cfceb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:08Z', 'updated_at': '2021-11-23T18:11:09Z', 'revision_number': 2, 'project_id': '435c317d9f7e426e83128e20c3ad721a', 'subnets': [{'id': 'e82cde66-23cb-42c8-9fbd-85a51cfceb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:13.991757 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.020032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] Checking router: 205279d3-07e5-4aff-b7a8-8ec87c886dd0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:11:14.020323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] Updating router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 port d30033f2-bd1a-49a6-8111-332488208985 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:11:14.034929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30033f2-bd1a-49a6-8111-332488208985,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:14.077175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] Port d30033f2-bd1a-49a6-8111-332488208985 not found while updating agent binding for router 205279d3-07e5-4aff-b7a8-8ec87c886dd0. {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 18:11:14.086752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.087181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.087453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.087796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.088134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.088471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.088942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.089285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.089620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.089951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.092014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.092367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:14.104164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] Routers {'205279d3-07e5-4aff-b7a8-8ec87c886dd0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:14.104423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:14.199241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-56d1b680-8d56-46a0-8604-92be586eaca3 None None] Provisioning complete for port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:14.199631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-56d1b680-8d56-46a0-8604-92be586eaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.258584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f8b92e64-b889-47f4-a4bd-57790bbf5b29 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:14.333780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.366007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-56d1b680-8d56-46a0-8604-92be586eaca3 None None] Port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:14.389622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.404022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port f8b92e64-b889-47f4-a4bd-57790bbf5b29 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:11:14.404875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9fbaee1-d495-46c3-92ed-a58e954d3439 req-7e1eeeb7-8f49-434d-8a42-02b9e17440a8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377606 Nov 23 18:11:14.412652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] Set router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:14.417224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port f8b92e64-b889-47f4-a4bd-57790bbf5b29 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:14.417663 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.478857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bbe9b-860c-47a0-ba21-d59485abced9 req-4d043e1f-c903-4174-a732-8c552c4ec86f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:14.487040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-270bbe9b-860c-47a0-ba21-d59485abced9 req-4d043e1f-c903-4174-a732-8c552c4ec86f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 945 time: 0.3729935 Nov 23 18:11:14.666096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-270bbe9b-860c-47a0-ba21-d59485abced9 req-427d37f5-6241-4585-b80f-ff7c019e6278 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718190 Nov 23 18:11:14.717126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecf1c2-40cf-4ae0-9c6b-84f6ad91ceb2 req-11576a69-88e4-4cc4-a592-642003b8367a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:14.718735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ecf1c2-40cf-4ae0-9c6b-84f6ad91ceb2 req-11576a69-88e4-4cc4-a592-642003b8367a tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.1384754 Nov 23 18:11:14.734460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:11:14.760008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 767c75f4-ea01-4829-a005-fdbdcf974737 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:14.862026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 767c75f4-ea01-4829-a005-fdbdcf974737 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:14.862655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.879276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ecf1c2-40cf-4ae0-9c6b-84f6ad91ceb2 req-7161a3ab-6b6e-47e4-8617-83d009ed0330 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495786 Nov 23 18:11:14.897222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:11:14.921770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-587e497a-7479-4e6c-9a76-085d67133e81 admin admin] 10.222.0.74 "PUT /v2.0/routers/205279d3-07e5-4aff-b7a8-8ec87c886dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4387312 Nov 23 18:11:14.924346 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43286) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:14.935459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-59b9b4d4-cbb8-4f35-8dae-b35e39bb5dbb None None] Provisioning complete for port 767c75f4-ea01-4829-a005-fdbdcf974737 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:14.936186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-59b9b4d4-cbb8-4f35-8dae-b35e39bb5dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.999191 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.157118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419d1ce-1f32-4eea-b808-e42fc579ba42 req-c057f585-2d63-4186-b667-570168fa680b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:15.158868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5419d1ce-1f32-4eea-b808-e42fc579ba42 req-c057f585-2d63-4186-b667-570168fa680b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 945 time: 0.2355096 Nov 23 18:11:15.201651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.228216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.359155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Router fd4f3106-d89c-42e7-87dd-86b7e91893db is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:11:15.381802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.387659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5419d1ce-1f32-4eea-b808-e42fc579ba42 req-394143de-7aff-41b7-a082-e398589c877d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082160 Nov 23 18:11:15.437563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.447868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5080-9127-49a3-b433-56c5ceb31461 req-548c2e83-c880-4b5a-8096-b576eef47fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:15.451146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-548c2e83-c880-4b5a-8096-b576eef47fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.66 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.2825708 Nov 23 18:11:15.456414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42bc92cb-61a2-4cc8-912d-cd612c13a340 req-ddfe772e-76d4-48b0-8f08-5e962816e8a9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 210 time: 0.0918040 Nov 23 18:11:15.487283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'port': {'device_id': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'admin_state_up': True, 'tenant_id': '30784fb765974f04b1f5b841ab0839c4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:15.529832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:15.532340 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a0b1bf-eca4-4028-a4e5-136a75e00deb" -d '{"events": [{"server_uuid": "b900a70a-f391-4f47-bbb0-78ddb98714ef", "name": "network-vif-plugged", "status": "completed", "tag": "f8b92e64-b889-47f4-a4bd-57790bbf5b29"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:15.551299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Deleting port 8a3f8d2d-e34f-46e4-872c-7a9800210e99 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:15.552180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.553550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f8b92e64-b889-47f4-a4bd-57790bbf5b29, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8b92e64-b889-47f4-a4bd-57790bbf5b29,segment=NetworkSegment(20b25747-21d2-4621-b8a2-2350b2f9ec3b),segment_id=20b25747-21d2-4621-b8a2-2350b2f9ec3b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:15.572778 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.573662 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:15.576251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'name': 'tempest-ImageQuotaTest-1937400679-router', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:04Z', 'updated_at': '2021-11-23T18:11:13Z', 'revision_number': 5, 'project_id': '435c317d9f7e426e83128e20c3ad721a', 'gw_port': {'id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:05Z', 'updated_at': '2021-11-23T18:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:15.653683 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e4e2f-5724-497f-80b5-568630bd8d2b x-openstack-request-id: req-a61e4e2f-5724-497f-80b5-568630bd8d2b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:15.654046 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b900a70a-f391-4f47-bbb0-78ddb98714ef", "name": "network-vif-plugged", "status": "completed", "tag": "f8b92e64-b889-47f4-a4bd-57790bbf5b29", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:15.654312 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a61e4e2f-5724-497f-80b5-568630bd8d2b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:15.654733 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29', 'code': 200} Nov 23 18:11:15.658729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde2372-4ac4-4429-aa88-ebe3740d8f30 None None] The sync data for ids ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'] in n-d-818932-3 is: [{'id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'name': 'tempest-ImageQuotaTest-1937400679-router', 'tenant_id': '435c317d9f7e426e83128e20c3ad721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:04Z', 'updated_at': '2021-11-23T18:11:13Z', 'revision_number': 5, 'project_id': '435c317d9f7e426e83128e20c3ad721a', 'gw_port': {'id': '8a3f8d2d-e34f-46e4-872c-7a9800210e99', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205279d3-07e5-4aff-b7a8-8ec87c886dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:05Z', 'updated_at': '2021-11-23T18:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:11:15.691522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] For port 8a3f8d2d-e34f-46e4-872c-7a9800210e99, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8a3f8d2d-e34f-46e4-872c-7a9800210e99,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:15.692620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.712090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f8b92e64-b889-47f4-a4bd-57790bbf5b29,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:15.737168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Calling delete_port for 8a3f8d2d-e34f-46e4-872c-7a9800210e99 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:15.781720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.834112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:15.841438 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.939892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:16.019604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.051048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3f8d2d-e34f-46e4-872c-7a9800210e99,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:16.076650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b0295-da3d-4368-ba75-d2754193cae1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:16.136505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.258837 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.261376 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.321658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.322323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205279d3-07e5-4aff-b7a8-8ec87c886dd0 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:11:16.331137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d62fc0-5954-42b9-bcc6-5fc789d80685 req-4238d655-91bc-460a-9ac1-8fd41f3d90b1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:16.332683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17d62fc0-5954-42b9-bcc6-5fc789d80685 req-4238d655-91bc-460a-9ac1-8fd41f3d90b1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.7231059 Nov 23 18:11:16.335011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.336480 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8145a8f8-701f-45bd-90e0-bf8f22d363d1 admin admin] 10.222.0.74 "DELETE /v2.0/routers/205279d3-07e5-4aff-b7a8-8ec87c886dd0 HTTP/1.1" status: 204 len: 168 time: 1.4107144 Nov 23 18:11:16.340494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43294) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:16.385170 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.419920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-35466b76-ae6e-4d91-baf7-cbd2776a6fbb admin admin] Deleting subnet e82cde66-23cb-42c8-9fbd-85a51cfceb09 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:11:16.423970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35466b76-ae6e-4d91-baf7-cbd2776a6fbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.433675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615425d9-3b88-4dec-9b7b-45dcf4c3c601 req-7e76bfec-e912-4979-a072-df357e45947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:16.435264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-615425d9-3b88-4dec-9b7b-45dcf4c3c601 req-7e76bfec-e912-4979-a072-df357e45947a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 1097 time: 0.6752610 Nov 23 18:11:16.437193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:11:16.449713 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Sync routers for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:11:16.472558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35466b76-ae6e-4d91-baf7-cbd2776a6fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.473278 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:16.473911 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:16.524968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6213a-97ab-4e52-ae69-38c0fd03cf4c req-2a1a26fc-fad4-45db-a5d7-9c7777544a3e tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:16.527293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97d6213a-97ab-4e52-ae69-38c0fd03cf4c req-2a1a26fc-fad4-45db-a5d7-9c7777544a3e tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 946 time: 0.7293570 Nov 23 18:11:16.581244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Made reservation on behalf of 30784fb765974f04b1f5b841ab0839c4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:16.590018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.620324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.621797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0944c369-63f6-4104-b829-fd077d3666c1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3243799 Nov 23 18:11:16.629187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43300) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:16.632059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35466b76-ae6e-4d91-baf7-cbd2776a6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:16.644411 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:16.648288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17d62fc0-5954-42b9-bcc6-5fc789d80685 req-3f37f8ce-7561-426c-ac54-511f379953b1 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710009 Nov 23 18:11:16.684843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-615425d9-3b88-4dec-9b7b-45dcf4c3c601 req-bdfa55a5-a102-4987-8c24-f3120f3f33f5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211235 Nov 23 18:11:16.766309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c374-877a-4769-9163-aba068ef395c req-6d682356-43f1-4ebe-b45b-e62fd6866b56 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:16.768303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8775c374-877a-4769-9163-aba068ef395c req-6d682356-43f1-4ebe-b45b-e62fd6866b56 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.3033664 Nov 23 18:11:16.780461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472040a-83fc-4ba8-8b28-726c0c92398b None None] Sync routers for ids ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:11:16.796813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472040a-83fc-4ba8-8b28-726c0c92398b None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:16.798831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472040a-83fc-4ba8-8b28-726c0c92398b None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:11:16.808333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97d6213a-97ab-4e52-ae69-38c0fd03cf4c req-02ae745f-a009-4432-be9d-ebb7de00f373 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601306 Nov 23 18:11:16.808992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_agentschedulers_db [None req-3472040a-83fc-4ba8-8b28-726c0c92398b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'205279d3-07e5-4aff-b7a8-8ec87c886dd0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent'). {{(pid=120537) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 18:11:16.836860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472040a-83fc-4ba8-8b28-726c0c92398b None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:16.838441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472040a-83fc-4ba8-8b28-726c0c92398b None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:11:16.840728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_agentschedulers_db [None req-3472040a-83fc-4ba8-8b28-726c0c92398b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'205279d3-07e5-4aff-b7a8-8ec87c886dd0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent'). {{(pid=120537) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 18:11:16.842176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472040a-83fc-4ba8-8b28-726c0c92398b None None] The sync data for ids ['205279d3-07e5-4aff-b7a8-8ec87c886dd0'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:11:16.913604 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:13Z', 'revision_number': 3, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:16.958587 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Checking router: fd4f3106-d89c-42e7-87dd-86b7e91893db for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:11:16.959663 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Updating router fd4f3106-d89c-42e7-87dd-86b7e91893db port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:11:17.006933 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.022109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7240c571-34e9-4d4e-87ab-72ea43c026c7 req-87c3d9f5-2f6e-4bd0-a9f1-88df31609530 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 210 time: 0.0570548 Nov 23 18:11:17.040991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff758c6-faaa-4cf2-9e89-3aa377057e01 req-dac59c61-2e0d-441b-b000-2b946c8e6477 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:17.042836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ff758c6-faaa-4cf2-9e89-3aa377057e01 req-dac59c61-2e0d-441b-b000-2b946c8e6477 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.2401626 Nov 23 18:11:17.044184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Allocated IP 172.20.0.13 (0e506f5b-b1e6-48f6-b977-02d29eae9485/29603be6-be3d-4ac7-a191-6c5af7d4201c/0e7fccfa-f514-4c4d-909c-d939d31eb5bd) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:17.171735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ff758c6-faaa-4cf2-9e89-3aa377057e01 req-6952cfd7-0d90-4505-ab4b-b8c73f913146 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159530 Nov 23 18:11:17.177665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Deleting port a4ae65ce-251e-4833-9c69-7dfd105389ba {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:17.178185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.247500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35466b76-ae6e-4d91-baf7-cbd2776a6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.315352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35466b76-ae6e-4d91-baf7-cbd2776a6fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82cde66-23cb-42c8-9fbd-85a51cfceb09,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:17.325974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35466b76-ae6e-4d91-baf7-cbd2776a6fbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.329404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c23e2-efa7-4281-9d11-cdf564804223 None None] Network f08ad5b7-c570-482e-9cc0-161569e08c74 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:17.347444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-35466b76-ae6e-4d91-baf7-cbd2776a6fbb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e82cde66-23cb-42c8-9fbd-85a51cfceb09 HTTP/1.1" status: 204 len: 168 time: 1.0056987 Nov 23 18:11:17.350165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43306) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:17.498267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.510506 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.527056 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.531364 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.579435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.582666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] For port a4ae65ce-251e-4833-9c69-7dfd105389ba, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a4ae65ce-251e-4833-9c69-7dfd105389ba,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:17.583195 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.597152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8c35140b-6cf2-4d0f-9b42-2185d01f29d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:17.601398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b04d0b39-4594-43f8-bbd5-5f580ba69986'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:17.626737 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Attempting to bind port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:17.627585 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Attempting to bind port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:17.628369 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Attempting to bind port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:17.641519 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:17.641892 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:17.642472 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.643038 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:17.643666 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Bound port: f2bf8c48-056b-4fba-96ca-1ddf9cd91480, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:17.644219 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.660475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:17.660734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Calling delete_port for a4ae65ce-251e-4833-9c69-7dfd105389ba owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:17.663378 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1935259-1e62-4fa6-a141-d8945ffe33fd" -d '{"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:17.667330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a52fa6-5b01-4d34-9d7e-67fa57a22f64 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:17.676169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:17.704013 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] For port f2bf8c48-056b-4fba-96ca-1ddf9cd91480, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:17.704276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:17.709114 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] For port f2bf8c48-056b-4fba-96ca-1ddf9cd91480, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f2bf8c48-056b-4fba-96ca-1ddf9cd91480,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:17.714566 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e297fd6-a231-4d39-8987-09cf87ea2675 None None] Pushing event updated for resources: {'Port': ['ID=f2bf8c48-056b-4fba-96ca-1ddf9cd91480,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:17.716014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:17.722286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'Port': ['ID=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:17.738451 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.793819 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1df4d8-1705-4756-8ab2-acf44b9c017b x-openstack-request-id: req-0e1df4d8-1705-4756-8ab2-acf44b9c017b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:17.794404 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-unplugged", "status": "failed", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093", "code": 422}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:17.794404 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0e1df4d8-1705-4756-8ab2-acf44b9c017b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:17.794787 n-d-818932-3 neutron-server[120537]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'code': 422} returned with failed status Nov 23 18:11:17.830012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd47846-3e11-4f26-b801-f0af526774e1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:17.869815 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:17.870198 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:17.964449 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e297fd6-a231-4d39-8987-09cf87ea2675 None None] Pushing event updated for resources: {'Port': ['ID=f2bf8c48-056b-4fba-96ca-1ddf9cd91480,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:18.021239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] DHCP port deletion for f08ad5b7-c570-482e-9cc0-161569e08c74 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:18.064414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Deleting port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:18.064769 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.080729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:18.080952 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:18.081417 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.096376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-15279671-ee9c-4543-9859-98f5b47dd9e4 None None] Provisioning complete for port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:18.097289 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-15279671-ee9c-4543-9859-98f5b47dd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.140332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.232229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-f17c003e-2006-4af3-9078-6f76ee13839f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7536809 Nov 23 18:11:18.249816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] For port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,segment=NetworkSegment(f62076be-3d9d-491f-b4f8-7dd96bc42dc2),segment_id=f62076be-3d9d-491f-b4f8-7dd96bc42dc2)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:18.250387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.256613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Request body: {'port': {'device_id': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:18.268624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Calling delete_port for 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:18.290557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] Deleting port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:18.290965 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.308770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84871b3-7911-4d38-95f8-581155443cda req-009d6f48-850f-4836-b8b8-32f5517fb24a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:18.310340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c84871b3-7911-4d38-95f8-581155443cda req-009d6f48-850f-4836-b8b8-32f5517fb24a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 946 time: 0.2901633 Nov 23 18:11:18.312876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:18.356808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b824f3-8108-4ae4-a407-1e67d54027cf req-4273eeb2-599b-42c5-9b15-a3fe0849c8f8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:18.358866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b824f3-8108-4ae4-a407-1e67d54027cf req-4273eeb2-599b-42c5-9b15-a3fe0849c8f8 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=25661bf2-3f27-4e92-b407-f2da964e1d77 HTTP/1.1" status: 200 len: 945 time: 0.3983483 Nov 23 18:11:18.365217 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:13Z', 'revision_number': 3, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:18.428268 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7e78d-1665-4f58-8789-cbee0ff1229a None None] The sync data for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 is: [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:13Z', 'revision_number': 3, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:11:18.436114 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.437848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.487983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c84871b3-7911-4d38-95f8-581155443cda req-c83addef-b06a-4a8e-bd05-58787ea88dce tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464729 Nov 23 18:11:18.494031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.503197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8a3f8d2d-e34f-46e4-872c-7a9800210e99 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:18.503541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b824f3-8108-4ae4-a407-1e67d54027cf req-b3bbdc75-f560-4df0-bd3d-7b4fd9b34731 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217699 Nov 23 18:11:18.505431 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-15279671-ee9c-4543-9859-98f5b47dd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.529974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] For port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,segment=NetworkSegment(f62076be-3d9d-491f-b4f8-7dd96bc42dc2),segment_id=f62076be-3d9d-491f-b4f8-7dd96bc42dc2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:18.530399 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.561599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event deleted for resources: {'Port': ['ID=a4ae65ce-251e-4833-9c69-7dfd105389ba,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:18.613921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8a3f8d2d-e34f-46e4-872c-7a9800210e99 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:11:18.614282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8a3f8d2d-e34f-46e4-872c-7a9800210e99 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:11:18.614722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:18.630162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] Calling delete_port for 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:18.674092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-15279671-ee9c-4543-9859-98f5b47dd9e4 None None] For port f2bf8c48-056b-4fba-96ca-1ddf9cd91480, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f2bf8c48-056b-4fba-96ca-1ddf9cd91480,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:18.691605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] No DVR routers for this DVR port a4ae65ce-251e-4833-9c69-7dfd105389ba on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:18.706733 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.709684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8775c374-877a-4769-9163-aba068ef395c req-beca817e-fdef-4a94-a5cf-d344edbe86fa tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "DELETE /v2.0/ports/a4ae65ce-251e-4833-9c69-7dfd105389ba HTTP/1.1" status: 204 len: 173 time: 1.9325159 Nov 23 18:11:18.710148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25661bf2-3f27-4e92-b407-f2da964e1d77', 'name': 'network-vif-deleted', 'tag': 'a4ae65ce-251e-4833-9c69-7dfd105389ba'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:18.713264 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68a49cc-b02c-4b54-ade5-bd8a7fbe4510" -d '{"events": [{"server_uuid": "25661bf2-3f27-4e92-b407-f2da964e1d77", "name": "network-vif-deleted", "tag": "a4ae65ce-251e-4833-9c69-7dfd105389ba"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:18.733837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-15279671-ee9c-4543-9859-98f5b47dd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.744119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Allocated IP 172.20.0.1 (aa29315c-ce36-4f7a-a805-ee3168ee31de/5bab05f2-61fb-4dcc-96c5-5e10649a72aa/d900918e-0b87-46e2-9d89-869da109da19) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:18.825860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.931610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:18.944728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] No DVR routers for this DVR port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:18.949652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['6c20208c-2d25-4220-afa0-69da653709de', 'a4ae65ce-251e-4833-9c69-7dfd105389ba'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:18.984127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f9d73-4991-42ab-bae7-75c8e16128e7 req-a71c081d-39af-4fff-8976-81358a2651e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:18.997336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6f9d73-4991-42ab-bae7-75c8e16128e7 req-a71c081d-39af-4fff-8976-81358a2651e4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 932 time: 0.3035634 Nov 23 18:11:19.089606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a6f9d73-4991-42ab-bae7-75c8e16128e7 req-3e1882e9-4942-4cc2-9d9f-bf33e801a927 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865409 Nov 23 18:11:19.089950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.104240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.122914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08ad5b7-c570-482e-9cc0-161569e08c74']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:19.124550 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67557c55-4933-499a-bba6-d960e9d874ba x-openstack-request-id: req-67557c55-4933-499a-bba6-d960e9d874ba {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:19.125210 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25661bf2-3f27-4e92-b407-f2da964e1d77", "name": "network-vif-deleted", "tag": "a4ae65ce-251e-4833-9c69-7dfd105389ba", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:19.125773 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67557c55-4933-499a-bba6-d960e9d874ba {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:19.126331 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25661bf2-3f27-4e92-b407-f2da964e1d77', 'name': 'network-vif-deleted', 'tag': 'a4ae65ce-251e-4833-9c69-7dfd105389ba', 'status': 'completed', 'code': 200} Nov 23 18:11:19.133972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No active binding found for port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 {{(pid=120537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:11:19.134423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:11:19.142337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62076be-3d9d-491f-b4f8-7dd96bc42dc2') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:19.142890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62076be-3d9d-491f-b4f8-7dd96bc42dc2') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:19.161639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.182485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.191665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:11:19.192256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:11:19.195810 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:11:19.245041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7fccfa-f514-4c4d-909c-d939d31eb5bd {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:19.264438 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.277425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5b237a9c-0860-49a6-a5d9-785910b14e3a None None] Provisioning complete for port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:19.277797 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b237a9c-0860-49a6-a5d9-785910b14e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.278671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.284909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Transition to ACTIVE for port object 0e7fccfa-f514-4c4d-909c-d939d31eb5bd will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:11:19.293227 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.294149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.294431 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.298568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.302616 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] 10.222.0.74 "DELETE /v2.0/networks/f08ad5b7-c570-482e-9cc0-161569e08c74 HTTP/1.1" status: 204 len: 168 time: 1.9512105 Nov 23 18:11:19.306757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15279671-ee9c-4543-9859-98f5b47dd9e4 None None] Pushing event updated for resources: {'Port': ['ID=f2bf8c48-056b-4fba-96ca-1ddf9cd91480,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:19.357271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d984a-d28a-409c-8448-d6fed7cd298a admin admin] Pushing event deleted for resources: {'Network': ['ID=f08ad5b7-c570-482e-9cc0-161569e08c74,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:19.365740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Network aa29315c-ce36-4f7a-a805-ee3168ee31de is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:19.369188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:19.371800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:19.424306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d900918e-0b87-46e2-9d89-869da109da19,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:19.438776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.531277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] Network f08ad5b7-c570-482e-9cc0-161569e08c74 is not hosted by any dhcp agent {{(pid=120537) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:11:19.532647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] No DVR routers for this DVR port 9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:19.583729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab786d-daa8-4e55-ae57-4ed9704d1202 None None] Pushing event deleted for resources: {'Port': ['ID=9e5bc6d6-6f1f-4cb1-ba39-3a31397b9387,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:19.604852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:19.654980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43352) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:19.668222 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.745963 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.892232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e709a0-25e3-4881-9ca5-0f616bdcd799 req-ac22aeb7-3ffd-42c9-ace0-d7fee2288cbf tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:19.893920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94e709a0-25e3-4881-9ca5-0f616bdcd799 req-ac22aeb7-3ffd-42c9-ace0-d7fee2288cbf tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.4045391 Nov 23 18:11:19.991696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1339eb27-e6d0-419b-afb0-4d768bdc363d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=435c317d9f7e426e83128e20c3ad721a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954957 Nov 23 18:11:19.994683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43354) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:20.038659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e624f-f58d-4167-9940-b778578d3eee req-03cc1ff9-c2f1-4610-90ef-0e0a47d1535d tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:20.046720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-111e624f-f58d-4167-9940-b778578d3eee req-03cc1ff9-c2f1-4610-90ef-0e0a47d1535d tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 946 time: 0.3358800 Nov 23 18:11:20.080179 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-edcd596d-ccc3-4239-8f98-58c8a54d3bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.093265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Attempting to bind port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:20.093823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Attempting to bind port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:20.094035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Attempting to bind port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:20.139977 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-edcd596d-ccc3-4239-8f98-58c8a54d3bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.143317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.156978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-94e709a0-25e3-4881-9ca5-0f616bdcd799 req-cb3d34fe-f301-4f5f-b189-bd6f477fc90f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430484 Nov 23 18:11:20.157646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:11:20.158656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Attempting to bind port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:20.161235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43362) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:20.162318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.209654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:20.209905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Checking segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:20.210307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Bound using segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:20.213503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Bound port: 0e7fccfa-f514-4c4d-909c-d939d31eb5bd, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:20.213914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.253779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-111e624f-f58d-4167-9940-b778578d3eee req-3e1f91b1-d6cb-43ad-93b7-972cdd4dcdc2 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058518 Nov 23 18:11:20.254081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e1fe9128-3584-472b-9b27-7f95bef534a9 None None] Provisioning complete for port d900918e-0b87-46e2-9d89-869da109da19 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:20.254608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e1fe9128-3584-472b-9b27-7f95bef534a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.321799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d900918e-0b87-46e2-9d89-869da109da19,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:20.329655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe9128-3584-472b-9b27-7f95bef534a9 None None] Port d900918e-0b87-46e2-9d89-869da109da19 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:20.333040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.372196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-edcd596d-ccc3-4239-8f98-58c8a54d3bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.375158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-edcd596d-ccc3-4239-8f98-58c8a54d3bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.376858 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-edcd596d-ccc3-4239-8f98-58c8a54d3bdf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/88430a91-2a59-4a89-9deb-3849d4f4bf10 HTTP/1.1" status: 204 len: 168 time: 0.3811529 Nov 23 18:11:20.439990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] For port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:20.444250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] For port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:20.462291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd596d-ccc3-4239-8f98-58c8a54d3bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88430a91-2a59-4a89-9deb-3849d4f4bf10,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:20.462966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.508300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec14bd-3934-467b-8448-040158d377cc req-462757a5-790f-4fee-8390-fa215e265b4c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:20.525273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74ec14bd-3934-467b-8448-040158d377cc req-462757a5-790f-4fee-8390-fa215e265b4c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 944 time: 0.1978273 Nov 23 18:11:20.537706 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-194a5600-79c7-4fbb-bebb-6aca28d01807 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3716018 Nov 23 18:11:20.552581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-c45441b5-0618-425b-ab64-591fa1ea9b8c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:11:20.576459 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-c45441b5-0618-425b-ab64-591fa1ea9b8c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0326529 Nov 23 18:11:20.615798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.631860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:20.636045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f2bf8c48-056b-4fba-96ca-1ddf9cd91480 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:20.636958 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.641503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] 10.222.0.66 "PUT /v2.0/ports/0e7fccfa-f514-4c4d-909c-d939d31eb5bd HTTP/1.1" status: 200 len: 1092 time: 2.3927228 Nov 23 18:11:20.662440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Network aa29315c-ce36-4f7a-a805-ee3168ee31de is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:20.668307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:20.676117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74ec14bd-3934-467b-8448-040158d377cc req-308b99bf-e900-4150-9fbf-d911a13988ff tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493011 Nov 23 18:11:20.785417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:20.785853 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:20.909621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be62dc-07a3-460e-a805-51aa7577ccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:20.975525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5080-9127-49a3-b433-56c5ceb31461 req-788314ca-5725-44a2-9cf5-afc6631f1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:20.989064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-788314ca-5725-44a2-9cf5-afc6631f1f70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 1095 time: 0.2442875 Nov 23 18:11:21.041980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a4ae65ce-251e-4833-9c69-7dfd105389ba no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:21.046164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Router fd4f3106-d89c-42e7-87dd-86b7e91893db has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:11:21.116503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-c67dc2a2-9389-4d3d-aab1-c8fe3523a368 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd HTTP/1.1" status: 200 len: 217 time: 0.1116204 Nov 23 18:11:21.141784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'tag': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:21.144856 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c" -d '{"events": [{"name": "network-changed", "server_uuid": "f278f41b-0ea0-4d63-a55a-4e168c5c97cb", "tag": "0e7fccfa-f514-4c4d-909c-d939d31eb5bd"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:21.145096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: a4ae65ce-251e-4833-9c69-7dfd105389ba {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:11:21.145584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a4ae65ce-251e-4833-9c69-7dfd105389ba not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:11:21.230855 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74014498-8a59-4719-ace0-9554df511d1e x-openstack-request-id: req-74014498-8a59-4719-ace0-9554df511d1e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:21.231520 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f278f41b-0ea0-4d63-a55a-4e168c5c97cb", "tag": "0e7fccfa-f514-4c4d-909c-d939d31eb5bd", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:21.231955 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74014498-8a59-4719-ace0-9554df511d1e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:21.233799 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'tag': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd', 'status': 'completed', 'code': 200} Nov 23 18:11:21.264857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5080-9127-49a3-b433-56c5ceb31461 req-c7d62cc0-0d18-4707-a7ec-c9543c7689d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.287875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-c7d62cc0-0d18-4707-a7ec-c9543c7689d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1617966 Nov 23 18:11:21.321939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f3c3f2be-c56b-4213-aa86-b64605acc56b None None] Provisioning complete for port d900918e-0b87-46e2-9d89-869da109da19 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:21.322504 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f3c3f2be-c56b-4213-aa86-b64605acc56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:21.364970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43410) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:21.384252 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3f2be-c56b-4213-aa86-b64605acc56b None None] Port d900918e-0b87-46e2-9d89-869da109da19 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:21.424555 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-184ccccb-e893-4bf2-8f70-569b6f19ba37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:21.425585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:11:21.441224 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-92f81686-3edb-4580-a0e1-2f06a85792a2 admin admin] 10.222.0.74 "PUT /v2.0/routers/fd4f3106-d89c-42e7-87dd-86b7e91893db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8032904 Nov 23 18:11:21.479027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5080-9127-49a3-b433-56c5ceb31461 req-435b4bee-1a2d-41bb-8697-f6abc919cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.480774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-435b4bee-1a2d-41bb-8697-f6abc919cb44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843684 Nov 23 18:11:21.499000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003932de-5c22-438f-b076-31b0050cadbc req-c177639b-7c36-46c6-8883-23034b65b175 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.501491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-003932de-5c22-438f-b076-31b0050cadbc req-c177639b-7c36-46c6-8883-23034b65b175 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.1372449 Nov 23 18:11:21.555260 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Sync routers for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:11:21.582277 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:21.582935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:21.753650 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:21.778020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-297c6825-93ac-4d19-9523-bd89bab28bc1 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698894 Nov 23 18:11:21.817138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-003932de-5c22-438f-b076-31b0050cadbc req-569bf6ec-e21f-4585-9e93-b9ef51d422cc tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975305 Nov 23 18:11:21.937872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-184ccccb-e893-4bf2-8f70-569b6f19ba37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:21.992378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-184ccccb-e893-4bf2-8f70-569b6f19ba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.122290 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 2, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:22.153562 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Checking router: fd4f3106-d89c-42e7-87dd-86b7e91893db for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:11:22.154102 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Updating router fd4f3106-d89c-42e7-87dd-86b7e91893db port d900918e-0b87-46e2-9d89-869da109da19 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:11:22.186460 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.200801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-184ccccb-e893-4bf2-8f70-569b6f19ba37 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.8314238 Nov 23 18:11:22.203961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43438) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:22.269881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ccccb-e893-4bf2-8f70-569b6f19ba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc047b94-085e-4ab1-bf00-19971ae8a5fc,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:22.312461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eef85b34-e06f-4443-ae00-e05fbe1da1b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.338228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e768c3-4a5d-4da2-8c0c-4a67af091ad2 req-017133e7-e2fc-4150-a36f-1753a09aa602 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.348081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83e768c3-4a5d-4da2-8c0c-4a67af091ad2 req-017133e7-e2fc-4150-a36f-1753a09aa602 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 944 time: 0.4077528 Nov 23 18:11:22.364511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43442) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:22.369030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-636b5080-9127-49a3-b433-56c5ceb31461 req-7fc59fe0-78a1-44df-bbe5-a110ed95c9e4 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821533 Nov 23 18:11:22.404723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-ad1b29e0-fd86-450b-b3e2-b27b2baa9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.406259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-ad1b29e0-fd86-450b-b3e2-b27b2baa9d1c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5&tenant_id=763dab3003a948db90155c6008598a87 HTTP/1.1" status: 200 len: 1094 time: 0.2113264 Nov 23 18:11:22.408580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1968819582-network', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:22.451669 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eef85b34-e06f-4443-ae00-e05fbe1da1b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.493774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83e768c3-4a5d-4da2-8c0c-4a67af091ad2 req-778b0b1d-f20b-4142-bd9a-9c1f24bc674b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389329 Nov 23 18:11:22.551750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0bfaa-effe-4f8b-96d1-4df4bde5d19c req-aa0570c1-04c6-4ff4-b676-81dea20bbe88 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.553687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17f0bfaa-effe-4f8b-96d1-4df4bde5d19c req-aa0570c1-04c6-4ff4-b676-81dea20bbe88 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 946 time: 0.1547570 Nov 23 18:11:22.567505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-27eed8b8-6292-4b31-9de2-13687bde2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.569413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-27eed8b8-6292-4b31-9de2-13687bde2b4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763dab3003a948db90155c6008598a87&device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 1094 time: 0.1298845 Nov 23 18:11:22.576163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eef85b34-e06f-4443-ae00-e05fbe1da1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.581374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eef85b34-e06f-4443-ae00-e05fbe1da1b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.582699 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eef85b34-e06f-4443-ae00-e05fbe1da1b0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cc047b94-085e-4ab1-bf00-19971ae8a5fc HTTP/1.1" status: 204 len: 168 time: 0.3779423 Nov 23 18:11:22.586415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Made reservation on behalf of 541c78c5bead4106b70bb5a508a8abdf for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:22.589550 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.607239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef85b34-e06f-4443-ae00-e05fbe1da1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc047b94-085e-4ab1-bf00-19971ae8a5fc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:22.612440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.630206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-e08fd3e1-8003-47f0-b3be-a9121e5f3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.634596 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-e08fd3e1-8003-47f0-b3be-a9121e5f3fa2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 1095 time: 0.1898210 Nov 23 18:11:22.702025 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.704005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17f0bfaa-effe-4f8b-96d1-4df4bde5d19c req-9e4f5476-e7a6-4b03-9551-f46dcaa27d1f tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396055 Nov 23 18:11:22.718645 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.768314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.778531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.798013 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172e0b9-9db9-4a0e-a2e3-f7c8ce5ffa77 None None] Pushing event updated for resources: {'Port': ['ID=d900918e-0b87-46e2-9d89-869da109da19,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:22.823416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-4cfb3610-5719-4fcf-bf55-9d1df9c8d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.831005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-4cfb3610-5719-4fcf-bf55-9d1df9c8d58a service neutron] 10.222.0.72 "GET /v2.0/networks?id=16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 200 len: 917 time: 0.2331223 Nov 23 18:11:22.832414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19216edb-3467-4f9e-a8a9-c5c34097d8e1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:22.836318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:11:22.849456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-581a1575-83eb-4c89-8023-fde37c3e834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.860133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-581a1575-83eb-4c89-8023-fde37c3e834e service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.2091119 Nov 23 18:11:22.867849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.868544 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Added segment e7500cc1-f041-4a25-92e9-efd72914a53f of type vlan for network e317fa57-45e7-4598-be1c-3251c0313c1d Nov 23 18:11:22.876255 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Attempting to bind port d900918e-0b87-46e2-9d89-869da109da19 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:22.876791 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Attempting to bind port d900918e-0b87-46e2-9d89-869da109da19 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:22.877287 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Attempting to bind port d900918e-0b87-46e2-9d89-869da109da19 on network aa29315c-ce36-4f7a-a805-ee3168ee31de {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:22.884967 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:22.885519 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Checking segment: {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:22.886042 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.886550 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Bound using segment: {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:22.887218 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Bound port: d900918e-0b87-46e2-9d89-869da109da19, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:22.887717 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.924167 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.981346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:22.983706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.986576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.046185 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] For port d900918e-0b87-46e2-9d89-869da109da19, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:23.052137 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] For port d900918e-0b87-46e2-9d89-869da109da19, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d900918e-0b87-46e2-9d89-869da109da19,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:23.075458 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.091547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-0716e570-63c1-405f-801e-c86f53f81f61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd HTTP/1.1" status: 200 len: 217 time: 0.1012759 Nov 23 18:11:23.100656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-31bcffab-1720-4e96-984a-005b98a7ab92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a626ed82-3cc6-4402-a15d-a687d376b093 HTTP/1.1" status: 200 len: 999 time: 0.2628548 Nov 23 18:11:23.109485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] Pushing event updated for resources: {'Network': ['ID=e317fa57-45e7-4598-be1c-3251c0313c1d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:23.121956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e317fa57-45e7-4598-be1c-3251c0313c1d details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:11:23.139430 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a118eab9-bd46-4cb0-a365-d03449cc2ccb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7470484 Nov 23 18:11:23.142095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:23.148257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Request body: {'subnet': {'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1968819582-subnet', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:23.182339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Made reservation on behalf of 541c78c5bead4106b70bb5a508a8abdf for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:23.185583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.222500 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172e0b9-9db9-4a0e-a2e3-f7c8ce5ffa77 None None] Pushing event updated for resources: {'Port': ['ID=d900918e-0b87-46e2-9d89-869da109da19,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:23.240129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-80f3bb47-5b69-4dcd-9bfd-52e3bdabdf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:23.243078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-80f3bb47-5b69-4dcd-9bfd-52e3bdabdf86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1411550 Nov 23 18:11:23.278365 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:23.279575 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:23.308373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fc49b786-24be-4abc-9a78-46e647bb2ad5 None None] Provisioning complete for port d900918e-0b87-46e2-9d89-869da109da19 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:23.308926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc49b786-24be-4abc-9a78-46e647bb2ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.475362 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc49b786-24be-4abc-9a78-46e647bb2ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.509711 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.557305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fc49b786-24be-4abc-9a78-46e647bb2ad5 None None] For port d900918e-0b87-46e2-9d89-869da109da19, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d900918e-0b87-46e2-9d89-869da109da19,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:23.559331 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:23.567182 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc49b786-24be-4abc-9a78-46e647bb2ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.606269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Checking segment: {'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:23.607065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Network hostable DHCP agents. Network: e317fa57-45e7-4598-be1c-3251c0313c1d, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:11:23.624755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dcb4dc-64ae-4499-9b03-9cc182d46cda,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:23.647451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Network e317fa57-45e7-4598-be1c-3251c0313c1d is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:11:23.669609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49b786-24be-4abc-9a78-46e647bb2ad5 None None] Pushing event updated for resources: {'Port': ['ID=d900918e-0b87-46e2-9d89-869da109da19,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:23.690645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a08818db-0418-42d8-9129-f0681b795969 None None] Provisioning complete for port d900918e-0b87-46e2-9d89-869da109da19 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:23.691119 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a08818db-0418-42d8-9129-f0681b795969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.691898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e317fa57-45e7-4598-be1c-3251c0313c1d) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:23.712061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:23.716061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.720856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df68d7e4-9d54-4f4f-ab15-034bb1ac709a None None] Network e317fa57-45e7-4598-be1c-3251c0313c1d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:23.759698 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8cc8e912-14b4-4875-95f2-fddcbcaebda5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6153834 Nov 23 18:11:23.761909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43462) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:23.770927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:23.827038 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.828617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.919082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:23.951726 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:23.987243 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb21bcd4-d50b-4b50-9129-a0db530fa580 None None] The sync data for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 is: [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:11:23.988319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e317fa57-45e7-4598-be1c-3251c0313c1d', 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'fixed_ips': [{'subnet_id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:11:23.990384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.128502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-9cb5cbf3-d35c-4799-8ceb-67bde4ed51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.130583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-9cb5cbf3-d35c-4799-8ceb-67bde4ed51ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 200 len: 855 time: 0.8966897 Nov 23 18:11:24.195386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139a8c7-d5cf-4f77-9063-e0b0d975d0a8 req-444742c2-bc41-4bac-82b8-52b6f7b22446 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.203740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b139a8c7-d5cf-4f77-9063-e0b0d975d0a8 req-444742c2-bc41-4bac-82b8-52b6f7b22446 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 1.2078087 Nov 23 18:11:24.225870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.289981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Allocated IP 172.20.0.2 (e317fa57-45e7-4598-be1c-3251c0313c1d/09dcb4dc-64ae-4499-9b03-9cc182d46cda/de48150e-776e-4356-a13f-0501c0d03ebc) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:24.304886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-527ea08d-eed9-47e8-a035-3b3bdffe3111 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.310446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-527ea08d-eed9-47e8-a035-3b3bdffe3111 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 946 time: 1.0340338 Nov 23 18:11:24.373813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-304dc115-037e-4273-8f63-9ee767afb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.381970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-304dc115-037e-4273-8f63-9ee767afb1ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0982466 Nov 23 18:11:24.405007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b139a8c7-d5cf-4f77-9063-e0b0d975d0a8 req-018b86c4-958c-4262-9abd-667f231188a5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999617 Nov 23 18:11:24.463082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5034a-b0f6-4adb-bb52-46dfe51fa0eb req-4ceaa23b-b4f2-43f1-b466-7acda946d939 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.473652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b1e5034a-b0f6-4adb-bb52-46dfe51fa0eb req-4ceaa23b-b4f2-43f1-b466-7acda946d939 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 944 time: 0.3410506 Nov 23 18:11:24.537560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-69753db9-6775-4e01-b3eb-ab6cdf5cc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.545916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-69753db9-6775-4e01-b3eb-ab6cdf5cc4ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16fdd5d7-d771-4130-bbc6-7ef7e5022312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3872349 Nov 23 18:11:24.577166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d900918e-0b87-46e2-9d89-869da109da19 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:24.583627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.640920 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.645586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.676430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.715564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Pushing event updated for resources: {'Port': ['ID=de48150e-776e-4356-a13f-0501c0d03ebc,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:24.733037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Network e317fa57-45e7-4598-be1c-3251c0313c1d is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:24.734720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:24.738212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:24.825192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Attempting to bind port de48150e-776e-4356-a13f-0501c0d03ebc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:24.825812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Attempting to bind port de48150e-776e-4356-a13f-0501c0d03ebc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:24.826335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Attempting to bind port de48150e-776e-4356-a13f-0501c0d03ebc on network e317fa57-45e7-4598-be1c-3251c0313c1d {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:24.835465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d900918e-0b87-46e2-9d89-869da109da19 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:24.836607 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.838170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Allocated IP 172.25.0.129 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/8535f1fe-cdff-43a5-b65a-6a8b6194a775) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:24.838615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:24.839693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Checking segment: {'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:24.839693 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.840337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Bound using segment: {'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:24.840568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Bound port: de48150e-776e-4356-a13f-0501c0d03ebc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:24.840932 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.917521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684f70c-8db1-44cc-9f64-ccf8fc8bc876 req-2eedff67-3dc5-466a-aa47-9682ceae3848 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.926020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8684f70c-8db1-44cc-9f64-ccf8fc8bc876 req-2eedff67-3dc5-466a-aa47-9682ceae3848 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 946 time: 0.2886674 Nov 23 18:11:24.952610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b1e5034a-b0f6-4adb-bb52-46dfe51fa0eb req-a89d9ac8-0130-446c-8ba6-be49a8671448 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777648 Nov 23 18:11:24.989753 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.993643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] For port de48150e-776e-4356-a13f-0501c0d03ebc, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:25.020835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] For port de48150e-776e-4356-a13f-0501c0d03ebc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=de48150e-776e-4356-a13f-0501c0d03ebc,segment=NetworkSegment(e7500cc1-f041-4a25-92e9-efd72914a53f),segment_id=e7500cc1-f041-4a25-92e9-efd72914a53f)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:25.030664 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.049600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-77c7147f-3873-4001-83cc-b74374c1ced6 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569765 Nov 23 18:11:25.072800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.114960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:25.120724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec55bca-1fdd-4a0d-9f43-a3fca8371a85 None None] Pushing event updated for resources: {'Port': ['ID=de48150e-776e-4356-a13f-0501c0d03ebc,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:25.122836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:25.126594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:25.156756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc67ed87-a8af-4364-8b7d-24602b4c4f29 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:25.172676 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=8535f1fe-cdff-43a5-b65a-6a8b6194a775,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:25.194844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35fd8ff1-6a7d-41e5-b741-b5c69694d88c req-0db8d1ce-a14f-4d5a-861b-6c323a5506ed service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366353 Nov 23 18:11:25.197864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Deleting port 6c20208c-2d25-4220-afa0-69da653709de {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:25.198202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.250795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-7a8c1cac-0e3f-476f-8a6b-41dafe9fefa4 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504576 Nov 23 18:11:25.291316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8684f70c-8db1-44cc-9f64-ccf8fc8bc876 req-69509db0-717c-4c5c-8672-c14149bf6396 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/security-groups?id=561cc319-50aa-46df-ae19-5aff90c746e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377974 Nov 23 18:11:25.296338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4f4b2bd5-820b-44a0-97ec-33baac164c54 None None] Provisioning complete for port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:25.296845 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2bd5-820b-44a0-97ec-33baac164c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.362872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b2bd5-820b-44a0-97ec-33baac164c54 None None] Port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:25.503910 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.548020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] For port 6c20208c-2d25-4220-afa0-69da653709de, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=6c20208c-2d25-4220-afa0-69da653709de,segment=NetworkSegment(f428077c-a3dc-4b80-b2fb-9dd2be55f93b),segment_id=f428077c-a3dc-4b80-b2fb-9dd2be55f93b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:25.548543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.581464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Calling delete_port for 6c20208c-2d25-4220-afa0-69da653709de owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:25.678026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5abb0-1178-49a6-9204-56a00aa51fdd req-a29c204c-6424-45d7-a9d6-8d16dad89ccf tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:25.680716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4e5abb0-1178-49a6-9204-56a00aa51fdd req-a29c204c-6424-45d7-a9d6-8d16dad89ccf tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 946 time: 0.2505662 Nov 23 18:11:25.685864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c32d2e86-5f8d-4c23-9723-4459733393e9 req-104a255d-a969-40de-89ca-23b7ff2d6162 service neutron] 10.222.0.72 "GET /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421659 Nov 23 18:11:25.781516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4e5abb0-1178-49a6-9204-56a00aa51fdd req-4d85fdf1-c6f9-4f57-a4fa-054909637afb tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741732 Nov 23 18:11:25.797120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852bac2-522d-46f2-ab02-6085748d6b67 req-10fdd159-3ccc-4f84-82e0-14a101ad21b7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:25.798753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a852bac2-522d-46f2-ab02-6085748d6b67 req-10fdd159-3ccc-4f84-82e0-14a101ad21b7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.2066009 Nov 23 18:11:25.906439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a852bac2-522d-46f2-ab02-6085748d6b67 req-7796ce18-3dc0-4844-9601-ff4cc5f68dde tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786762 Nov 23 18:11:25.907416 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.949246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Pushing event deleted for resources: {'Port': ['ID=6c20208c-2d25-4220-afa0-69da653709de,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:26.006729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] No DVR routers for this DVR port 6c20208c-2d25-4220-afa0-69da653709de on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:26.009922 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.013469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-974ba8c0-95a2-49cd-ad54-0113cd61c2f2 req-d40a287d-1163-42e1-88c1-4b178d1c7943 tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.66 "DELETE /v2.0/ports/6c20208c-2d25-4220-afa0-69da653709de HTTP/1.1" status: 204 len: 173 time: 1.6836648 Nov 23 18:11:26.014318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f67914c-08a0-4d2a-9ea6-bfcb55d0f713', 'name': 'network-vif-deleted', 'tag': '6c20208c-2d25-4220-afa0-69da653709de'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:26.026738 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48e9892-be5a-41f6-8a44-b090de860054" -d '{"events": [{"server_uuid": "7f67914c-08a0-4d2a-9ea6-bfcb55d0f713", "name": "network-vif-deleted", "tag": "6c20208c-2d25-4220-afa0-69da653709de"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:26.091580 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adca3a4-d254-4f12-8e19-5517420c6ad0 x-openstack-request-id: req-6adca3a4-d254-4f12-8e19-5517420c6ad0 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:26.093441 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f67914c-08a0-4d2a-9ea6-bfcb55d0f713", "name": "network-vif-deleted", "tag": "6c20208c-2d25-4220-afa0-69da653709de", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:26.093818 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6adca3a4-d254-4f12-8e19-5517420c6ad0 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:26.096397 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f67914c-08a0-4d2a-9ea6-bfcb55d0f713', 'name': 'network-vif-deleted', 'tag': '6c20208c-2d25-4220-afa0-69da653709de', 'status': 'completed', 'code': 200} Nov 23 18:11:26.132973 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.200039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c010bd-69c3-4ee3-b0e3-9b3bcc9939c9 req-8aa90072-5e29-4133-bef3-b0a807d075e2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:26.208099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12c010bd-69c3-4ee3-b0e3-9b3bcc9939c9 req-8aa90072-5e29-4133-bef3-b0a807d075e2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 944 time: 0.0919423 Nov 23 18:11:26.276471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12c010bd-69c3-4ee3-b0e3-9b3bcc9939c9 req-5beafb03-acdf-44f6-9ca1-e5d2c81ed5b0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672529 Nov 23 18:11:26.353893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:11:26.527515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6966da4e-8f23-40c0-959f-ecf38e90e65b req-ce31c135-56d4-467b-b562-df442304236c tempest-ServersTestJSON-295226555 tempest-ServersTestJSON-295226555-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f67914c-08a0-4d2a-9ea6-bfcb55d0f713 HTTP/1.1" status: 200 len: 210 time: 0.1008847 Nov 23 18:11:26.623831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device de48150e-776e-4356-a13f-0501c0d03ebc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:26.637602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:11:26.664365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.669204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43508) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:26.675919 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f3d06577-4d0f-48b5-a068-3acb99252cd3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9115107 Nov 23 18:11:26.685346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Sync routers for ids ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:11:26.744357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Routers {'1141b0b6-0cf1-4980-b5d8-7f9038d958b9'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:26.745040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:26.896689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9740921-071b-4d65-a936-cdead4457469 None None] Network e317fa57-45e7-4598-be1c-3251c0313c1d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:27.014443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0e7fccfa-f514-4c4d-909c-d939d31eb5bd details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:11:27.110117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d92d4-b185-4855-b2c5-47d0b4de828f req-5c616e25-d2d1-4688-b09e-5b567a1ce89c tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:27.111978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6c20208c-2d25-4220-afa0-69da653709de no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:27.115547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-874d92d4-b185-4855-b2c5-47d0b4de828f req-5c616e25-d2d1-4688-b09e-5b567a1ce89c tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 946 time: 0.1930614 Nov 23 18:11:27.202566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 6c20208c-2d25-4220-afa0-69da653709de {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:11:27.203471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 6c20208c-2d25-4220-afa0-69da653709de not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:11:27.224298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:27.227355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port de48150e-776e-4356-a13f-0501c0d03ebc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:27.228272 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.234103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Set router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:27.500815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9be61-2811-42c7-87fa-bceb7fb1d761 req-d2c2c026-f357-4a77-8cb7-de7b959a5cc9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:27.509384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3cb9be61-2811-42c7-87fa-bceb7fb1d761 req-d2c2c026-f357-4a77-8cb7-de7b959a5cc9 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.4171863 Nov 23 18:11:27.513828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-31629b3f-5919-41b6-b2d0-831019a29446 None None] Provisioning complete for port de48150e-776e-4356-a13f-0501c0d03ebc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:27.514208 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31629b3f-5919-41b6-b2d0-831019a29446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.562889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd', 'mac_address': 'fa:16:3e:60:8b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:11:27.579878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3cb9be61-2811-42c7-87fa-bceb7fb1d761 req-4c7d4a9f-9ed0-4ffa-8cb3-b21c44460018 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691612 Nov 23 18:11:27.586668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-874d92d4-b185-4855-b2c5-47d0b4de828f req-55c93adb-8eda-44b7-9afe-45821c83d6d5 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264630 Nov 23 18:11:27.699498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.710847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43518) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:27.793748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.856040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cae4927-b27b-4bf1-aa92-b1fe18529b52 admin admin] Deleting subnet 7b6af081-5451-450f-b870-3cfa540ebfd2 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:11:27.857556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27cf08-396b-44bf-87ea-ba833f5f8060 req-d476af2a-6ccc-4b04-b6b7-07283db08f39 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:27.859228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be27cf08-396b-44bf-87ea-ba833f5f8060 req-d476af2a-6ccc-4b04-b6b7-07283db08f39 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 944 time: 0.1438849 Nov 23 18:11:27.873235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3cae4927-b27b-4bf1-aa92-b1fe18529b52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.909020 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31629b3f-5919-41b6-b2d0-831019a29446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.924540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7fccfa-f514-4c4d-909c-d939d31eb5bd {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:27.982093 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.985033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3cae4927-b27b-4bf1-aa92-b1fe18529b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.987691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:27.988847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be27cf08-396b-44bf-87ea-ba833f5f8060 req-a88c9bef-ee8a-4e0f-8774-a6ce0ebda219 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199501 Nov 23 18:11:28.013442 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.103091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Allocated IP 172.20.0.1 (e317fa57-45e7-4598-be1c-3251c0313c1d/09dcb4dc-64ae-4499-9b03-9cc182d46cda/2ce01da9-9bc5-4851-b040-b20f482f8965) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:28.109265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3cae4927-b27b-4bf1-aa92-b1fe18529b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.112181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:11:25Z', 'revision_number': 3, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port': {'id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:24Z', 'updated_at': '2021-11-23T18:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:28.119771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-31629b3f-5919-41b6-b2d0-831019a29446 None None] For port de48150e-776e-4356-a13f-0501c0d03ebc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=de48150e-776e-4356-a13f-0501c0d03ebc,segment=NetworkSegment(e7500cc1-f041-4a25-92e9-efd72914a53f),segment_id=e7500cc1-f041-4a25-92e9-efd72914a53f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:28.169325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Checking router: 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:11:28.169855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Updating router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:11:28.202397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31629b3f-5919-41b6-b2d0-831019a29446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.212304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3cae4927-b27b-4bf1-aa92-b1fe18529b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.213608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.246397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae4927-b27b-4bf1-aa92-b1fe18529b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6af081-5451-450f-b870-3cfa540ebfd2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:28.251339 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3cae4927-b27b-4bf1-aa92-b1fe18529b52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.256804 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3cae4927-b27b-4bf1-aa92-b1fe18529b52 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7b6af081-5451-450f-b870-3cfa540ebfd2 HTTP/1.1" status: 204 len: 168 time: 0.5446177 Nov 23 18:11:28.258113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43520) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:28.307793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:28.376827 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.417385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.417623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['0e7fccfa-f514-4c4d-909c-d939d31eb5bd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:28.455237 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.465399 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:11:28.465734 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:11:28.486534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-43bb382d-5ef3-4f67-b25d-c84c8eb4cee4 None None] Provisioning complete for port de48150e-776e-4356-a13f-0501c0d03ebc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:28.487096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43bb382d-5ef3-4f67-b25d-c84c8eb4cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.552790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce01da9-9bc5-4851-b040-b20f482f8965,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:28.569226 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.572699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Network e317fa57-45e7-4598-be1c-3251c0313c1d is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:28.574254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:28.577607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:28.581246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31629b3f-5919-41b6-b2d0-831019a29446 None None] Pushing event updated for resources: {'Port': ['ID=de48150e-776e-4356-a13f-0501c0d03ebc,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:28.623490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d638fde-106a-4763-b7e6-06a7e84f98b1']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:28.663441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:28.664413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f428077c-a3dc-4b80-b2fb-9dd2be55f93b') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:28.679737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.693984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.735744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.751402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:11:28.752580 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:11:28.759645 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:11:28.858083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.871102 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:28.882476 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] 10.222.0.74 "DELETE /v2.0/networks/3d638fde-106a-4763-b7e6-06a7e84f98b1 HTTP/1.1" status: 204 len: 168 time: 0.6223447 Nov 23 18:11:28.924182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4980eb-a798-4fbe-a894-deb4994cdd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d638fde-106a-4763-b7e6-06a7e84f98b1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:29.010547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b1773-f988-4267-b81c-b6650a90009f req-d576e408-83a5-4c69-abec-0f458b804d2f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:29.016784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d2b1773-f988-4267-b81c-b6650a90009f req-d576e408-83a5-4c69-abec-0f458b804d2f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.2315652 Nov 23 18:11:29.029934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c8d8d-f8bc-45aa-ac8e-12c3442a6d06 req-3d03583e-b812-4a85-a0c0-e83cade9e3e9 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:29.031700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798c8d8d-f8bc-45aa-ac8e-12c3442a6d06 req-3d03583e-b812-4a85-a0c0-e83cade9e3e9 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 946 time: 0.2453032 Nov 23 18:11:29.117297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-73faaa4f-957b-41eb-a755-9e1318298fb3 None None] Provisioning complete for port 2ce01da9-9bc5-4851-b040-b20f482f8965 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:29.128009 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-73faaa4f-957b-41eb-a755-9e1318298fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.180888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43530) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:29.181994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-73faaa4f-957b-41eb-a755-9e1318298fb3 None None] Port 2ce01da9-9bc5-4851-b040-b20f482f8965 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:29.187584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device de48150e-776e-4356-a13f-0501c0d03ebc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:29.234228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.239562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d2b1773-f988-4267-b81c-b6650a90009f req-b741de33-a35c-4c40-a83d-faed02e6646a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068353 Nov 23 18:11:29.274639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798c8d8d-f8bc-45aa-ac8e-12c3442a6d06 req-88a20987-5710-4fe7-b0ff-ce1e72d0bbf3 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006433 Nov 23 18:11:29.276569 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.280091 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cf7fee5d-156f-412e-9bc3-cd066db77ba7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d6faf1323dfb4c8dbbfba6310828b807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955372 Nov 23 18:11:29.281922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43532) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:29.298931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.356886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Attempting to bind port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:29.357265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Attempting to bind port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:29.357642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Attempting to bind port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:29.365033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f845a9-c670-42de-a57d-448383bb2e73 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:29.375658 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port de48150e-776e-4356-a13f-0501c0d03ebc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:29.376042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.379697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:29.380138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:29.380549 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.380951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:29.381439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Bound port: 8535f1fe-cdff-43a5-b65a-6a8b6194a775, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:29.381825 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.410227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae22a74-af2b-4fa7-8f55-eb73f26bd828 None None] Pushing event updated for resources: {'Port': ['ID=8535f1fe-cdff-43a5-b65a-6a8b6194a775,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:29.428574 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e94870e3-7ec9-4133-a0af-fe114241b3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.513486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e94870e3-7ec9-4133-a0af-fe114241b3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.542202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a08556-4f17-475a-a920-57d398da6403 req-b775f9c0-2cc8-43e6-ac79-4fb00c042c98 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:29.543847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8a08556-4f17-475a-a920-57d398da6403 req-b775f9c0-2cc8-43e6-ac79-4fb00c042c98 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 945 time: 0.1733367 Nov 23 18:11:29.550714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] For port 8535f1fe-cdff-43a5-b65a-6a8b6194a775, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:29.565955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] For port 8535f1fe-cdff-43a5-b65a-6a8b6194a775, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8535f1fe-cdff-43a5-b65a-6a8b6194a775,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:29.573866 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.577394 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-16d4e42d-8288-46d6-97f6-cf7320f438e1 None None] Provisioning complete for port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:29.577774 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16d4e42d-8288-46d6-97f6-cf7320f438e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.608558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e94870e3-7ec9-4133-a0af-fe114241b3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.611409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e94870e3-7ec9-4133-a0af-fe114241b3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.612595 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e94870e3-7ec9-4133-a0af-fe114241b3f5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/561cc319-50aa-46df-ae19-5aff90c746e6 HTTP/1.1" status: 204 len: 168 time: 0.3294611 Nov 23 18:11:29.622819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94870e3-7ec9-4133-a0af-fe114241b3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561cc319-50aa-46df-ae19-5aff90c746e6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:29.713591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c62d0-9399-4913-9179-2a9b33f8c899 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:11:29.735360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Routers {'1141b0b6-0cf1-4980-b5d8-7f9038d958b9'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:29.735964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:29.748520 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:11:29.775686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8a08556-4f17-475a-a920-57d398da6403 req-ec4d2907-8393-4acf-a60a-a331007a612a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187388 Nov 23 18:11:29.874140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] Set router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:29.879612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.888851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.973175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae22a74-af2b-4fa7-8f55-eb73f26bd828 None None] Pushing event updated for resources: {'Port': ['ID=8535f1fe-cdff-43a5-b65a-6a8b6194a775,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:30.015562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce01da9-9bc5-4851-b040-b20f482f8965,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:30.018134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.040774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.041140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.041607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.042100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.042453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.042913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.043258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.043594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.043931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.044265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.044601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.044932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:30.212942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Network e317fa57-45e7-4598-be1c-3251c0313c1d is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:30.215560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:30.353788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16d4e42d-8288-46d6-97f6-cf7320f438e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.400462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f8b92e64-b889-47f4-a4bd-57790bbf5b29 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:30.483546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-16d4e42d-8288-46d6-97f6-cf7320f438e1 None None] For port 8535f1fe-cdff-43a5-b65a-6a8b6194a775, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8535f1fe-cdff-43a5-b65a-6a8b6194a775,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:30.511308 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16d4e42d-8288-46d6-97f6-cf7320f438e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.610141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4e42d-8288-46d6-97f6-cf7320f438e1 None None] Pushing event updated for resources: {'Port': ['ID=8535f1fe-cdff-43a5-b65a-6a8b6194a775,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:30.719955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9aedcc64-da52-4815-9e20-b64a1e5588a9 None None] Provisioning complete for port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:30.720332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9aedcc64-da52-4815-9e20-b64a1e5588a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.857196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.939503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:11:29Z', 'revision_number': 4, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port': {'id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:24Z', 'updated_at': '2021-11-23T18:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '2ce01da9-9bc5-4851-b040-b20f482f8965', 'name': '', 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'mac_address': 'fa:16:3e:80:10:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:27Z', 'updated_at': '2021-11-23T18:11:28Z', 'revision_number': 1, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'subnets': [{'id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:30.999987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:31.002756 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aec91e-64b3-4dd6-97b6-448e0b234f79" -d '{"events": [{"server_uuid": "b900a70a-f391-4f47-bbb0-78ddb98714ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b92e64-b889-47f4-a4bd-57790bbf5b29"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:31.014904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0e7fccfa-f514-4c4d-909c-d939d31eb5bd up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:31.028981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935aec30-f1b7-441b-a0db-72dd86856873 None None] The sync data for ids ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'] in n-d-818932-3 is: [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:11:29Z', 'revision_number': 4, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port': {'id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:24Z', 'updated_at': '2021-11-23T18:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '2ce01da9-9bc5-4851-b040-b20f482f8965', 'name': '', 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'mac_address': 'fa:16:3e:80:10:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:27Z', 'updated_at': '2021-11-23T18:11:28Z', 'revision_number': 1, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'subnets': [{'id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:11:31.059937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f8b92e64-b889-47f4-a4bd-57790bbf5b29, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8b92e64-b889-47f4-a4bd-57790bbf5b29,segment=NetworkSegment(20b25747-21d2-4621-b8a2-2350b2f9ec3b),segment_id=20b25747-21d2-4621-b8a2-2350b2f9ec3b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:31.091345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:11:31.093450 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:31.148406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c138d3e-7041-4e03-9049-34f762af087f req-4242db57-1d08-4d0f-b2c6-b2be140483d3 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:31.167293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c138d3e-7041-4e03-9049-34f762af087f req-4242db57-1d08-4d0f-b2c6-b2be140483d3 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 946 time: 0.7409194 Nov 23 18:11:31.180665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c2fba-a85e-4def-9794-34c5e35e8c55 req-a3e9a1b7-6811-4ccd-92dc-446bb02975f5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:31.180665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-211c2fba-a85e-4def-9794-34c5e35e8c55 req-a3e9a1b7-6811-4ccd-92dc-446bb02975f5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.7017243 Nov 23 18:11:31.279594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7e5f2afc-2569-4645-9538-79195d9ed22a None None] Provisioning complete for port 2ce01da9-9bc5-4851-b040-b20f482f8965 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:31.279977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7e5f2afc-2569-4645-9538-79195d9ed22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:31.292908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f8b92e64-b889-47f4-a4bd-57790bbf5b29,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:31.351294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:11:31.358309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:31.359073 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:31.367561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c138d3e-7041-4e03-9049-34f762af087f req-e3dd20d2-9005-4fe0-aa01-a5f25c6f3708 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938441 Nov 23 18:11:31.427410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-211c2fba-a85e-4def-9794-34c5e35e8c55 req-517e6fd5-e7ed-4166-9ce3-79c6758916ff tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287278 Nov 23 18:11:31.515893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f2afc-2569-4645-9538-79195d9ed22a None None] Port 2ce01da9-9bc5-4851-b040-b20f482f8965 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:31.524615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:11:31.573168 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8eb3db-4573-42a1-a1b3-7f1626604442 x-openstack-request-id: req-cb8eb3db-4573-42a1-a1b3-7f1626604442 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:31.573509 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b900a70a-f391-4f47-bbb0-78ddb98714ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b92e64-b889-47f4-a4bd-57790bbf5b29", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:31.573738 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb8eb3db-4573-42a1-a1b3-7f1626604442 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:31.574157 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29', 'code': 200} Nov 23 18:11:31.575542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-576c4b02-9f94-4013-970d-0deb58599ff8 admin admin] 10.222.0.74 "PUT /v2.0/routers/1141b0b6-0cf1-4980-b5d8-7f9038d958b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9051113 Nov 23 18:11:31.605198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87bc48-fde0-42aa-941d-8b5a3e0fe494 req-bffdd862-1657-47e3-a3c6-53dbc9b741cf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:31.628817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c87bc48-fde0-42aa-941d-8b5a3e0fe494 req-bffdd862-1657-47e3-a3c6-53dbc9b741cf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 945 time: 0.1704402 Nov 23 18:11:31.678914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:31.734325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c87bc48-fde0-42aa-941d-8b5a3e0fe494 req-7e7137a3-e584-4f8d-a467-9895dd4cbe81 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044533 Nov 23 18:11:31.769745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:31.784169 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:31.894437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:32.588831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e07816-7ccf-4244-8e50-315e27d5bc44 req-3b348c1d-7c32-44cf-8b48-75868e71963c tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:32.592443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79e07816-7ccf-4244-8e50-315e27d5bc44 req-3b348c1d-7c32-44cf-8b48-75868e71963c tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 944 time: 0.1086962 Nov 23 18:11:32.791212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff8143-f80f-42e4-8c29-5511081cb65e req-f6408034-2b57-4700-9811-fa40d35562ff tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:32.792965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5aff8143-f80f-42e4-8c29-5511081cb65e req-f6408034-2b57-4700-9811-fa40d35562ff tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.1972551 Nov 23 18:11:32.802319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79e07816-7ccf-4244-8e50-315e27d5bc44 req-e3aa940f-405b-4e59-9961-685dd4728ddd tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796355 Nov 23 18:11:33.120022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5aff8143-f80f-42e4-8c29-5511081cb65e req-f87c6fbc-1de7-42e6-8c94-14c5ff6e25df tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165572 Nov 23 18:11:33.242093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-09e900ba-fc90-484b-84dc-4bfe4a98433b tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:33.250247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-09e900ba-fc90-484b-84dc-4bfe4a98433b tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.72 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 944 time: 0.3854866 Nov 23 18:11:33.294573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8535f1fe-cdff-43a5-b65a-6a8b6194a775 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:33.304825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941ebf5-9d5c-46a6-9251-efa9e6bc3d48 req-22bca64b-d449-40db-aa87-3a230d039a70 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:33.319525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5941ebf5-9d5c-46a6-9251-efa9e6bc3d48 req-22bca64b-d449-40db-aa87-3a230d039a70 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 946 time: 0.3508313 Nov 23 18:11:33.495953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5941ebf5-9d5c-46a6-9251-efa9e6bc3d48 req-e3ab917b-1f46-4330-b12d-8644da611d33 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597905 Nov 23 18:11:33.543553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:33.548468 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:33.646629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:33.653730 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ee3f9-fdf6-4745-9545-6e4ebebd6148" -d '{"events": [{"server_uuid": "f278f41b-0ea0-4d63-a55a-4e168c5c97cb", "name": "network-vif-plugged", "status": "completed", "tag": "0e7fccfa-f514-4c4d-909c-d939d31eb5bd"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:33.862758 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914fc46a-ca3f-433f-8797-81031ce9b68f x-openstack-request-id: req-914fc46a-ca3f-433f-8797-81031ce9b68f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:33.863457 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f278f41b-0ea0-4d63-a55a-4e168c5c97cb", "name": "network-vif-plugged", "status": "completed", "tag": "0e7fccfa-f514-4c4d-909c-d939d31eb5bd", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:33.864097 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-914fc46a-ca3f-433f-8797-81031ce9b68f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:33.864708 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd', 'code': 200} Nov 23 18:11:33.925663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Deleting port f8b92e64-b889-47f4-a4bd-57790bbf5b29 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:33.927679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:34.238358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] For port f8b92e64-b889-47f4-a4bd-57790bbf5b29, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f8b92e64-b889-47f4-a4bd-57790bbf5b29,segment=NetworkSegment(20b25747-21d2-4621-b8a2-2350b2f9ec3b),segment_id=20b25747-21d2-4621-b8a2-2350b2f9ec3b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:34.238919 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:34.275356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Calling delete_port for f8b92e64-b889-47f4-a4bd-57790bbf5b29 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:34.293252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65a8fd-7917-46a5-91e2-974812c42abe req-d78cab08-2363-46c9-9ce0-ce815b5e2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:34.317546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed65a8fd-7917-46a5-91e2-974812c42abe req-d78cab08-2363-46c9-9ce0-ce815b5e2bbc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 1097 time: 0.3371549 Nov 23 18:11:34.541188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddeb5c-a537-4d0d-be83-1447c19aef6f req-3f51e79b-4349-427d-bd48-91fac87c1ebe tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:34.558522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76ddeb5c-a537-4d0d-be83-1447c19aef6f req-3f51e79b-4349-427d-bd48-91fac87c1ebe tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 944 time: 0.4915900 Nov 23 18:11:34.605410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed65a8fd-7917-46a5-91e2-974812c42abe req-bfe88bd2-ffaa-454d-b46a-d3000962be83 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656505 Nov 23 18:11:34.697219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a464181-0379-440b-8a68-f5c3ada4705d req-a2e1f088-48d8-449d-b6e1-484ac2acc6a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:34.705651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a464181-0379-440b-8a68-f5c3ada4705d req-a2e1f088-48d8-449d-b6e1-484ac2acc6a8 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.3392913 Nov 23 18:11:34.713463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76ddeb5c-a537-4d0d-be83-1447c19aef6f req-b4611061-dddd-469a-82c7-b535b805c200 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd847a08-c746-4815-9557-a3e00d4161ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589260 Nov 23 18:11:34.877161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a464181-0379-440b-8a68-f5c3ada4705d req-84a4b6cd-c810-4be6-958f-271fb473ae6a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704438 Nov 23 18:11:34.990019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b398305-1da2-4ab9-93fe-c228dd5c425c req-136074c8-4146-45f2-879a-42de535acb1b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:34.999155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b398305-1da2-4ab9-93fe-c228dd5c425c req-136074c8-4146-45f2-879a-42de535acb1b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 946 time: 0.1180913 Nov 23 18:11:35.024777 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:35.199027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Pushing event deleted for resources: {'Port': ['ID=f8b92e64-b889-47f4-a4bd-57790bbf5b29,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:35.215940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b398305-1da2-4ab9-93fe-c228dd5c425c req-f5f0f68f-a63d-4914-93cf-02838ba7a77d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157538 Nov 23 18:11:35.231038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] No DVR routers for this DVR port f8b92e64-b889-47f4-a4bd-57790bbf5b29 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:35.238488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:35.242135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e37f982a-5e2d-4a8f-af17-58196826ce67 req-146021f5-cf99-4c64-a2e5-3a3a3e60442a tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.72 "DELETE /v2.0/ports/f8b92e64-b889-47f4-a4bd-57790bbf5b29 HTTP/1.1" status: 204 len: 173 time: 1.7442935 Nov 23 18:11:35.242633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'name': 'network-vif-deleted', 'tag': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:35.251367 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d030213-255f-4b46-84ee-7deacecd6dfa" -d '{"events": [{"server_uuid": "b900a70a-f391-4f47-bbb0-78ddb98714ef", "name": "network-vif-deleted", "tag": "f8b92e64-b889-47f4-a4bd-57790bbf5b29"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:35.305785 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531ce19-177a-4b5b-86e5-b80ffa0cb36d x-openstack-request-id: req-d531ce19-177a-4b5b-86e5-b80ffa0cb36d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:35.306602 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b900a70a-f391-4f47-bbb0-78ddb98714ef", "name": "network-vif-deleted", "tag": "f8b92e64-b889-47f4-a4bd-57790bbf5b29", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:35.307723 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d531ce19-177a-4b5b-86e5-b80ffa0cb36d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:35.308467 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b900a70a-f391-4f47-bbb0-78ddb98714ef', 'name': 'network-vif-deleted', 'tag': 'f8b92e64-b889-47f4-a4bd-57790bbf5b29', 'status': 'completed', 'code': 200} Nov 23 18:11:35.419879 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Sync routers for ids ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:11:35.435043 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Routers {'1141b0b6-0cf1-4980-b5d8-7f9038d958b9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:35.436768 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:35.625064 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Set router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:35.913747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cd4d91a-faf7-4244-9e9f-bee08a6c06b3 req-4e688a07-4742-49e8-83d1-98374bbbef05 tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 210 time: 0.0536139 Nov 23 18:11:35.992425 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:11:29Z', 'revision_number': 4, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port': {'id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:24Z', 'updated_at': '2021-11-23T18:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '2ce01da9-9bc5-4851-b040-b20f482f8965', 'name': '', 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'mac_address': 'fa:16:3e:80:10:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:27Z', 'updated_at': '2021-11-23T18:11:29Z', 'revision_number': 2, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'subnets': [{'id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:36.057298 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Checking router: 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:11:36.057888 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Updating router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 port 2ce01da9-9bc5-4851-b040-b20f482f8965 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:11:36.193382 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:36.237965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e961913-0781-4939-b4e2-192661191c2e req-d4ec6ddc-7fdd-4a64-a9b0-448a0d36e97e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:36.248709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e961913-0781-4939-b4e2-192661191c2e req-d4ec6ddc-7fdd-4a64-a9b0-448a0d36e97e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.1916339 Nov 23 18:11:36.323262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e961913-0781-4939-b4e2-192661191c2e req-7743da19-4fff-4dfb-8ee9-0db675c83e14 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734212 Nov 23 18:11:36.514619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa2b96-ea7f-41da-bf38-039540c81fa3 req-7310a62e-cf26-4e7e-859f-97a73e016d12 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:36.516233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11aa2b96-ea7f-41da-bf38-039540c81fa3 req-7310a62e-cf26-4e7e-859f-97a73e016d12 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 946 time: 0.1427572 Nov 23 18:11:36.636737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11aa2b96-ea7f-41da-bf38-039540c81fa3 req-d3fdb109-bd79-4102-86f6-b40f301621ea tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076074 Nov 23 18:11:36.872680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-3e9a4a81-dbf7-4074-8dbd-16525829368a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=30784fb765974f04b1f5b841ab0839c4 HTTP/1.1" status: 200 len: 267 time: 0.1155815 Nov 23 18:11:36.992148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-2d02e450-5d8d-400c-ab19-4f7c6d8b4928 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:37.001301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-2d02e450-5d8d-400c-ab19-4f7c6d8b4928 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 946 time: 0.1225121 Nov 23 18:11:37.013662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'port': {'security_groups': []}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:37.042594 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.055591 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.166578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37bf5852-0693-46a8-a8f8-9ac0e6f5fabc req-6b6bfee2-03e0-452e-af2c-d7a4d361d88f tempest-VolumesActionsTest-1931896613 tempest-VolumesActionsTest-1931896613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b900a70a-f391-4f47-bbb0-78ddb98714ef HTTP/1.1" status: 200 len: 210 time: 0.0912118 Nov 23 18:11:37.191249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047a275-cf4f-4df8-b40b-74df27edfa2c None None] Pushing event updated for resources: {'Port': ['ID=2ce01da9-9bc5-4851-b040-b20f482f8965,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:37.271495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.273777 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Attempting to bind port 2ce01da9-9bc5-4851-b040-b20f482f8965 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:37.274249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Attempting to bind port 2ce01da9-9bc5-4851-b040-b20f482f8965 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:37.274717 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Attempting to bind port 2ce01da9-9bc5-4851-b040-b20f482f8965 on network e317fa57-45e7-4598-be1c-3251c0313c1d {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:37.302318 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:37.303049 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Checking segment: {'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:37.304118 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.304519 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Bound using segment: {'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:37.305012 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Bound port: 2ce01da9-9bc5-4851-b040-b20f482f8965, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7500cc1-f041-4a25-92e9-efd72914a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:37.306547 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.411175 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] For port 2ce01da9-9bc5-4851-b040-b20f482f8965, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:37.421228 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] For port 2ce01da9-9bc5-4851-b040-b20f482f8965, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2ce01da9-9bc5-4851-b040-b20f482f8965,segment=NetworkSegment(e7500cc1-f041-4a25-92e9-efd72914a53f),segment_id=e7500cc1-f041-4a25-92e9-efd72914a53f)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:37.427380 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.493668 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Routers {'1141b0b6-0cf1-4980-b5d8-7f9038d958b9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:11:37.494316 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:11:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:37.566138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d6c91d55-490b-43ea-8ab6-37903186eadc None None] Provisioning complete for port 2ce01da9-9bc5-4851-b040-b20f482f8965 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:37.567392 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6c91d55-490b-43ea-8ab6-37903186eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.597330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] For port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:37.633779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.662340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.684331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b04d0b39-4594-43f8-bbd5-5f580ba69986', '0e7fccfa-f514-4c4d-909c-d939d31eb5bd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:37.690839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8c35140b-6cf2-4d0f-9b42-2185d01f29d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:37.809281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f52655-72a0-4695-a53b-ddfaa21ed1f9 req-c25a085d-2d80-4352-8557-27796e12aff1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:37.822244 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7f52655-72a0-4695-a53b-ddfaa21ed1f9 req-c25a085d-2d80-4352-8557-27796e12aff1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.3713026 Nov 23 18:11:37.841866 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047a275-cf4f-4df8-b40b-74df27edfa2c None None] Pushing event updated for resources: {'Port': ['ID=2ce01da9-9bc5-4851-b040-b20f482f8965,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:37.844825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:37.853804 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:37.856105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-695dc99f-c0b7-4c27-9a36-273f9c6f7224 req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "PUT /v2.0/ports/0e7fccfa-f514-4c4d-909c-d939d31eb5bd HTTP/1.1" status: 200 len: 905 time: 0.8535078 Nov 23 18:11:37.856304 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] Set router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:11:37.871530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'tag': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:37.874056 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cd5907-4f29-4f27-a108-bb516c0aeceb" -d '{"events": [{"name": "network-changed", "server_uuid": "f278f41b-0ea0-4d63-a55a-4e168c5c97cb", "tag": "0e7fccfa-f514-4c4d-909c-d939d31eb5bd"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:37.967899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6c91d55-490b-43ea-8ab6-37903186eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:38.003709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7f52655-72a0-4695-a53b-ddfaa21ed1f9 req-ffd0011a-a552-407a-8dc8-3d63da5b168c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803019 Nov 23 18:11:38.046036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['0e7fccfa-f514-4c4d-909c-d939d31eb5bd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:38.070540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c3967-f8ea-4d19-a3f1-e4871548b95c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'Port': ['ID=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:38.133905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5651cf1-7a2c-4062-9abf-7fe6a29fd406 req-63dcd722-8681-4898-80b7-c0914dceca8c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:38.135503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5651cf1-7a2c-4062-9abf-7fe6a29fd406 req-63dcd722-8681-4898-80b7-c0914dceca8c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 908 time: 0.1308377 Nov 23 18:11:38.214442 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:11:29Z', 'revision_number': 4, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port': {'id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:24Z', 'updated_at': '2021-11-23T18:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '2ce01da9-9bc5-4851-b040-b20f482f8965', 'name': '', 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'mac_address': 'fa:16:3e:80:10:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:27Z', 'updated_at': '2021-11-23T18:11:37Z', 'revision_number': 4, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'subnets': [{'id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:38.252743 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132db1ee-b3b6-4c05-83c9-cd6974ce4268 None None] The sync data for ids ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'] in n-d-818932-3 is: [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:11:29Z', 'revision_number': 4, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port': {'id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:24Z', 'updated_at': '2021-11-23T18:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '2ce01da9-9bc5-4851-b040-b20f482f8965', 'name': '', 'network_id': 'e317fa57-45e7-4598-be1c-3251c0313c1d', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'mac_address': 'fa:16:3e:80:10:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:27Z', 'updated_at': '2021-11-23T18:11:37Z', 'revision_number': 4, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'subnets': [{'id': '09dcb4dc-64ae-4499-9b03-9cc182d46cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:11:38.333977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d6c91d55-490b-43ea-8ab6-37903186eadc None None] For port 2ce01da9-9bc5-4851-b040-b20f482f8965, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2ce01da9-9bc5-4851-b040-b20f482f8965,segment=NetworkSegment(e7500cc1-f041-4a25-92e9-efd72914a53f),segment_id=e7500cc1-f041-4a25-92e9-efd72914a53f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:38.361883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a56cc0-257e-470c-9b0e-a2c0585e7eb4 req-0be74d79-c382-4c00-b76a-97e64a37f43f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:38.367260 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6c91d55-490b-43ea-8ab6-37903186eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:38.380365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16a56cc0-257e-470c-9b0e-a2c0585e7eb4 req-0be74d79-c382-4c00-b76a-97e64a37f43f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1103928 Nov 23 18:11:38.524763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16a56cc0-257e-470c-9b0e-a2c0585e7eb4 req-d2fc44c5-9435-4743-a929-0d4ec34723fa tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427982 Nov 23 18:11:38.617561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c91d55-490b-43ea-8ab6-37903186eadc None None] Pushing event updated for resources: {'Port': ['ID=2ce01da9-9bc5-4851-b040-b20f482f8965,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:38.654419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b0acb6f5-c24e-42d2-945d-587d955607f7 None None] Provisioning complete for port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:38.654824 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0acb6f5-c24e-42d2-945d-587d955607f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:38.715882 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82ef7b4-dd0b-4de0-98b3-27a1c52e22b3 x-openstack-request-id: req-e82ef7b4-dd0b-4de0-98b3-27a1c52e22b3 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:38.716390 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f278f41b-0ea0-4d63-a55a-4e168c5c97cb", "tag": "0e7fccfa-f514-4c4d-909c-d939d31eb5bd", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:38.716785 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e82ef7b4-dd0b-4de0-98b3-27a1c52e22b3 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:38.717297 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'tag': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd', 'status': 'completed', 'code': 200} Nov 23 18:11:38.800835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b0acb6f5-c24e-42d2-945d-587d955607f7 None None] Provisioning complete for port 2ce01da9-9bc5-4851-b040-b20f482f8965 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:38.800835 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0acb6f5-c24e-42d2-945d-587d955607f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:38.947505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532621-4090-4fec-829f-342004569b0e req-4809c4e3-0595-4a87-9f57-7023c6697b55 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:38.949190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb532621-4090-4fec-829f-342004569b0e req-4809c4e3-0595-4a87-9f57-7023c6697b55 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1292694 Nov 23 18:11:38.957201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-c40a6334-95e5-4878-9b02-a213ccc07abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:38.958796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-c40a6334-95e5-4878-9b02-a213ccc07abf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 1059 time: 0.2144568 Nov 23 18:11:39.166720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb532621-4090-4fec-829f-342004569b0e req-1bd5f33d-e16a-41b2-b6b1-43fb1e830093 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868889 Nov 23 18:11:39.175359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-23a7670c-7fa7-4a63-8c3c-7de8dbd6e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:39.177245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-23a7670c-7fa7-4a63-8c3c-7de8dbd6e8e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.2065401 Nov 23 18:11:39.259308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2ce01da9-9bc5-4851-b040-b20f482f8965 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:39.382875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2ce01da9-9bc5-4851-b040-b20f482f8965 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:39.383249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:39.384757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-b817fce5-01c3-4bec-be4d-12ef2bf51e9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd HTTP/1.1" status: 200 len: 217 time: 0.1976049 Nov 23 18:11:39.505815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794e96c-eaa8-46e0-b539-89db442d04b7 req-827eba06-a2cb-4b50-aafb-f7f4da9a6bc5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:39.508192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d794e96c-eaa8-46e0-b539-89db442d04b7 req-827eba06-a2cb-4b50-aafb-f7f4da9a6bc5 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 943 time: 0.3226585 Nov 23 18:11:39.562324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-682b8df5-031a-46da-8164-575a2fd16f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:39.564327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-682b8df5-031a-46da-8164-575a2fd16f67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1711764 Nov 23 18:11:39.679684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d794e96c-eaa8-46e0-b539-89db442d04b7 req-af68de21-a31d-4652-9450-a542da524bff tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531379 Nov 23 18:11:39.701246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-2a82bc0c-195e-4d79-8887-4495941ca024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:39.702664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-2a82bc0c-195e-4d79-8887-4495941ca024 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308203 Nov 23 18:11:39.710818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-7a1d024f-4d9b-4468-9624-59f97247dff3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:39.717869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-7a1d024f-4d9b-4468-9624-59f97247dff3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.2542903 Nov 23 18:11:39.743614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-b93d1d25-2212-4fe7-b225-27288d30b219 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/quotas/30784fb765974f04b1f5b841ab0839c4 HTTP/1.1" status: 200 len: 375 time: 0.0246720 Nov 23 18:11:39.883294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-22423d69-2545-457e-a9ef-787a4c37ec32 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1387377 Nov 23 18:11:39.936100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-ba054e0d-355a-4dd7-8406-7ec263e430b9 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147670 Nov 23 18:11:40.101960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-31e35b48-6fe9-438e-b522-47be0f7c0594 service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143180 Nov 23 18:11:40.172703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7cd5907-4f29-4f27-a108-bb516c0aeceb req-4efe268f-bb15-4ae4-8f41-eb1af1857152 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286038 Nov 23 18:11:40.263104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-e1748a18-03d3-4491-a506-95ced7ef37c1 service neutron] 10.222.0.74 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519427 Nov 23 18:11:40.454190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:11:40.467364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02a7272a-54ab-4bf3-8fdc-7fa2d08be3c7 req-09448b60-e946-44ca-b8fa-ee7937f76f6e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 210 time: 0.0377047 Nov 23 18:11:40.569762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:40.583330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'port_id': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'mac_address': 'fa:16:3e:9f:82:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:11:40.637415 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:40.654060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a626ed82-3cc6-4402-a15d-a687d376b093 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:40.679215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:40.683972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:40.748683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:40.845981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0853a5-5626-451a-ad37-4585a5e3dd20 req-b71dfe42-e684-4685-b00d-61fed0aa7c8e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:40.847973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f0853a5-5626-451a-ad37-4585a5e3dd20 req-b71dfe42-e684-4685-b00d-61fed0aa7c8e tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 944 time: 0.0557618 Nov 23 18:11:40.923251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f0853a5-5626-451a-ad37-4585a5e3dd20 req-278070fe-28d7-49e9-97f5-c2049f9f9b6a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674131 Nov 23 18:11:40.971725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['a626ed82-3cc6-4402-a15d-a687d376b093'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:41.234096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-725f051d-df62-4c0f-a493-cb668947cdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:41.695055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43325714-d30c-41f6-a347-09f78e80d374 req-5df18aaf-4b62-4cf6-b6b8-3b119c407ca3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 210 time: 0.1000433 Nov 23 18:11:41.777991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fd513fc-2fac-4516-b2cf-211b2d9c139f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:41.781696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fd513fc-2fac-4516-b2cf-211b2d9c139f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 810 time: 0.2715104 Nov 23 18:11:41.795172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Request body: {'port': {'device_id': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'admin_state_up': True, 'tenant_id': '30784fb765974f04b1f5b841ab0839c4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:41.955339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Made reservation on behalf of 30784fb765974f04b1f5b841ab0839c4 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:41.959617 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:42.149549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db9fa5-e41a-47f8-92ad-13a8c6579eaf req-e30a2a10-7133-452d-9a5e-7cdff57de5f7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:42.151231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29db9fa5-e41a-47f8-92ad-13a8c6579eaf req-e30a2a10-7133-452d-9a5e-7cdff57de5f7 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 944 time: 0.1268826 Nov 23 18:11:42.179848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Allocated IP 172.20.0.12 (0e506f5b-b1e6-48f6-b977-02d29eae9485/29603be6-be3d-4ac7-a191-6c5af7d4201c/51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:42.292665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29db9fa5-e41a-47f8-92ad-13a8c6579eaf req-d44041a5-72ac-43e7-b2b3-46b85770e52d tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247849 Nov 23 18:11:42.424755 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:42.455002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:42.471114 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:42.495057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b04d0b39-4594-43f8-bbd5-5f580ba69986'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:42.497727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8c35140b-6cf2-4d0f-9b42-2185d01f29d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:42.542396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event updated for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:42.570499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:42.572320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:42.589263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:42.691286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:42.698899 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:42.749200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-1fc12846-5929-4acc-ae2f-23d2f26c79de tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9468267 Nov 23 18:11:42.762855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Request body: {'port': {'device_id': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:42.776330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port a626ed82-3cc6-4402-a15d-a687d376b093 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:42.777108 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:42.929429 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:42.981425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:42.984094 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b79543a-ff65-4ad1-906c-9ab407e8af3e" -d '{"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-plugged", "status": "completed", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:43.007868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:43.026745 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:43.060799 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:43.084218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aca8aa-037b-4f38-a7d4-90959719e800 req-bcb55c1a-e23b-40a3-8745-782e7aa75585 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:43.086452 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eefa83-805d-4a69-9372-56f3105ab676 x-openstack-request-id: req-12eefa83-805d-4a69-9372-56f3105ab676 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:43.086661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09aca8aa-037b-4f38-a7d4-90959719e800 req-bcb55c1a-e23b-40a3-8745-782e7aa75585 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 932 time: 0.2297702 Nov 23 18:11:43.087080 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-plugged", "status": "completed", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:43.097685 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12eefa83-805d-4a69-9372-56f3105ab676 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:43.098129 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'code': 200} Nov 23 18:11:43.261386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09aca8aa-037b-4f38-a7d4-90959719e800 req-ba642ae5-5046-459d-b424-6ea9a6078e47 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420934 Nov 23 18:11:43.279631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e76a2a70-f007-4a2d-b1ab-b96a3e90f75f None None] Provisioning complete for port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:43.280804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e76a2a70-f007-4a2d-b1ab-b96a3e90f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:43.395627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e76a2a70-f007-4a2d-b1ab-b96a3e90f75f None None] Port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:11:43.434170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91035f9c-0ebf-4639-8f2b-59d9c76cdfe3 req-357df544-f761-48be-bcdb-453b8a4b58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:43.437729 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91035f9c-0ebf-4639-8f2b-59d9c76cdfe3 req-357df544-f761-48be-bcdb-453b8a4b58b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 1097 time: 0.1167281 Nov 23 18:11:43.455327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:43.461181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cd42be7d-35c8-48f8-88d4-5a6b3fa873ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:43.502673 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-91035f9c-0ebf-4639-8f2b-59d9c76cdfe3 req-094aafcd-054f-47c4-8a86-e23ca781300f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526867 Nov 23 18:11:43.560347 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-32d0ba5f-1d2c-4a92-b17f-f4c26b56f358 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3314145 Nov 23 18:11:43.974860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8e349-48db-414e-a337-7fb0c27ccd1c req-8eb72b0b-b58a-463d-827e-fe5afa98d93f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:43.982812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bc8e349-48db-414e-a337-7fb0c27ccd1c req-8eb72b0b-b58a-463d-827e-fe5afa98d93f tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 946 time: 0.5010328 Nov 23 18:11:44.082316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-39c8f9c6-91d5-4a0d-ae09-f682021b8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:44.083888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-39c8f9c6-91d5-4a0d-ae09-f682021b8e65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 1097 time: 0.1596131 Nov 23 18:11:44.105547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bc8e349-48db-414e-a337-7fb0c27ccd1c req-ddef1daa-8ef0-4609-afa5-397512d97940 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218748 Nov 23 18:11:44.248332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:44.253542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-a2cb7dfc-6bf2-4406-8506-f246c9153757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:44.255311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-a2cb7dfc-6bf2-4406-8506-f246c9153757 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.1479671 Nov 23 18:11:44.260813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:44.318371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-124e6144-f967-4b83-8cb6-a55985922919 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7 HTTP/1.1" status: 200 len: 217 time: 0.0512831 Nov 23 18:11:44.320723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Transition to ACTIVE for port object 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:11:44.324428 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:44.488754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Pushing event updated for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:44.495360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-63bca016-7735-4262-a0a1-841ba25ae5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:44.496864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-63bca016-7735-4262-a0a1-841ba25ae5a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1693749 Nov 23 18:11:44.604250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9684608-e58f-4adc-bfe1-96d4df4fcf9d req-7e987ccd-d59c-4e0c-ac03-82c45eee74c0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:44.611907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9684608-e58f-4adc-bfe1-96d4df4fcf9d req-7e987ccd-d59c-4e0c-ac03-82c45eee74c0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 944 time: 0.2023680 Nov 23 18:11:44.658380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-6cd5c2bc-ec74-4568-8100-1c4b2f123ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:44.660293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-6cd5c2bc-ec74-4568-8100-1c4b2f123ec3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400697 Nov 23 18:11:44.709059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Attempting to bind port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:44.709412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Attempting to bind port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:44.710925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Attempting to bind port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:44.718960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9684608-e58f-4adc-bfe1-96d4df4fcf9d req-f666126e-9483-428b-a70d-a93a94d0d92c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056237 Nov 23 18:11:44.745151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:11:44.745435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Attempting to bind port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 on network 0e506f5b-b1e6-48f6-b977-02d29eae9485 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:44.764378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:44.765242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Checking segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:44.765642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Bound using segment: {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:44.766090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Bound port: 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf40d531-fa33-49bb-922f-99dcc553d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:44.766455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:44.974155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-67052ef3-c4b8-45c8-a503-61552531cd07 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666755 Nov 23 18:11:44.981472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:44.987382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:45.042023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:45.079452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:45.146157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:45.157346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:45.159069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] 10.222.0.72 "PUT /v2.0/ports/51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 HTTP/1.1" status: 200 len: 1092 time: 2.4079325 Nov 23 18:11:45.251455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:45.267165 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dbf22a-bbd1-42b0-a980-a83e37580964" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:45.387523 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb3470f-5eb4-45b0-9f80-9e9a7e4b2e5f x-openstack-request-id: req-1cb3470f-5eb4-45b0-9f80-9e9a7e4b2e5f {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:45.387846 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:45.388075 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1cb3470f-5eb4-45b0-9f80-9e9a7e4b2e5f {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:45.388484 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'status': 'completed', 'code': 200} Nov 23 18:11:45.543628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cb2a8-b385-4c41-bf51-f53609dfbffb service neutron] Pushing event updated for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:45.565439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-add9024f-2389-4b54-b9df-b7d0a17ade0b req-83a275f7-196a-455f-9de2-a0f9a64ecf39 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765719 Nov 23 18:11:45.576564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd274b6-96aa-42e0-af44-96aa1bb7a84d req-5c072d22-7869-4a48-9026-d4fc886cf447 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:45.579456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6dd274b6-96aa-42e0-af44-96aa1bb7a84d req-5c072d22-7869-4a48-9026-d4fc886cf447 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 946 time: 0.3092721 Nov 23 18:11:45.581624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-3aba1356-b3e4-4616-90da-c86730974169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:45.583370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-3aba1356-b3e4-4616-90da-c86730974169 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 1095 time: 0.2982092 Nov 23 18:11:45.707682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-fa0bef95-3c4f-4ef9-aa8a-22787160dfda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 HTTP/1.1" status: 200 len: 217 time: 0.0993044 Nov 23 18:11:45.780587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6dd274b6-96aa-42e0-af44-96aa1bb7a84d req-6f28f1b8-4136-4a5f-b5be-2c2fdf97e2b3 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934226 Nov 23 18:11:45.797154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-d53c2464-c330-425a-900f-53bf41ea3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:45.798644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-d53c2464-c330-425a-900f-53bf41ea3c8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.0778081 Nov 23 18:11:45.921225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-63c65129-daf0-4419-99ee-e97e59b75b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:45.922875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-63c65129-daf0-4419-99ee-e97e59b75b54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127110 Nov 23 18:11:46.033928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d4ac-c79b-4ac1-9fe3-c3cc51781bb4 req-1a0b73b6-55c5-482f-a625-bbc429b7b156 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:46.035473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26d6d4ac-c79b-4ac1-9fe3-c3cc51781bb4 req-1a0b73b6-55c5-482f-a625-bbc429b7b156 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 944 time: 0.1083601 Nov 23 18:11:46.074839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-0b502f33-3721-47f3-9a46-344c08f5e1cd service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358082 Nov 23 18:11:46.224994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26d6d4ac-c79b-4ac1-9fe3-c3cc51781bb4 req-17461301-4b82-47b9-855e-0975986eaaeb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802258 Nov 23 18:11:46.273540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3741efa7-a5b2-4b2d-b550-57980a263f76 req-cebdcb34-8efe-49b4-920d-a2aabd2f2181 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885796 Nov 23 18:11:46.406621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:46.452476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-5e88103f-7770-4027-923e-da0a18d58ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:46.458584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-5e88103f-7770-4027-923e-da0a18d58ca6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 1095 time: 0.1147704 Nov 23 18:11:46.730557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-c1caf908-b709-4282-a368-ba7dec19001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:46.734738 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-c1caf908-b709-4282-a368-ba7dec19001f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.2662277 Nov 23 18:11:46.866295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-a069c4fc-60cd-47ba-9459-79f72e2577cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 HTTP/1.1" status: 200 len: 217 time: 0.1207564 Nov 23 18:11:47.020914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-eb8dfd9c-88d9-4703-a776-9ffb0b97549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:47.026452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-eb8dfd9c-88d9-4703-a776-9ffb0b97549d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1512568 Nov 23 18:11:47.072145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd32ae4-2cd8-41dd-b73d-5c0f81d8a223 req-710cae3e-67cd-439a-9ae5-9e9bfc2ec2db tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:47.077286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fd32ae4-2cd8-41dd-b73d-5c0f81d8a223 req-710cae3e-67cd-439a-9ae5-9e9bfc2ec2db tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 946 time: 0.1312079 Nov 23 18:11:47.176610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-97ee94d0-5cf2-4b34-9c8e-4021c9a1c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:47.178524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-97ee94d0-5cf2-4b34-9c8e-4021c9a1c547 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345196 Nov 23 18:11:47.184993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fd32ae4-2cd8-41dd-b73d-5c0f81d8a223 req-82e4a8dd-80d8-4c8b-adf0-bff1c5a2cad1 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004648 Nov 23 18:11:47.344682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-6011fe7c-5bfa-49bc-87ff-430c540fbf6a service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568646 Nov 23 18:11:47.501838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49055d-21c0-442a-92cc-bc23f0e0b647 req-4d01f04b-1760-437c-ada0-f8928530afce tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:47.502985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f49055d-21c0-442a-92cc-bc23f0e0b647 req-4d01f04b-1760-437c-ada0-f8928530afce tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 944 time: 0.1163619 Nov 23 18:11:47.539991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81dbf22a-bbd1-42b0-a980-a83e37580964 req-4601d5c8-00d6-427b-8c13-947316b8e0cb service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878059 Nov 23 18:11:47.582335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f49055d-21c0-442a-92cc-bc23f0e0b647 req-5c0778c2-ca25-4e65-8ea9-db6e0fab5144 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681815 Nov 23 18:11:47.874331 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:48.514937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:11:48.690174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:48.704975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'mac_address': 'fa:16:3e:9e:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:11:48.764906 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:48.788615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:48.798462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a92c9-c1c0-4006-82aa-6bceade9e2d3 req-afaf9fb3-8a39-4095-a808-38a701e95431 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:48.800678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e39a92c9-c1c0-4006-82aa-6bceade9e2d3 req-afaf9fb3-8a39-4095-a808-38a701e95431 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 944 time: 0.0901399 Nov 23 18:11:48.816598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:48.828290 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:48.863410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e39a92c9-c1c0-4006-82aa-6bceade9e2d3 req-a7d1ba2e-63fb-4d53-863c-e7f131c650f1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543258 Nov 23 18:11:48.895830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:48.906872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.907438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.907941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.908438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.909019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.909771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.910302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.910849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.911394 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.911925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.913646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:48.914184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:49.072069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:49.484878 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:50.080966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2432b1-989f-4f6d-83db-a8c7d03be365 req-1fc64ece-bfe3-47a7-99c5-5265bd0a5b9a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:50.092365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a2432b1-989f-4f6d-83db-a8c7d03be365 req-1fc64ece-bfe3-47a7-99c5-5265bd0a5b9a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 945 time: 0.1217835 Nov 23 18:11:50.173602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a2432b1-989f-4f6d-83db-a8c7d03be365 req-2d31836e-8c78-42ec-b1bf-fe5226d19180 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802789 Nov 23 18:11:50.515080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:50.626250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:50.635810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:11:50.640689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:50.643242 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:50.768973 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:50.799551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:50.802532 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2e37ef-8d75-4210-994a-99e92fddf5c8" -d '{"events": [{"server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "name": "network-vif-plugged", "status": "completed", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:50.819284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:50.828952 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:50.860926 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd964b5-1039-45a0-8925-201ac3120e63 x-openstack-request-id: req-fcd964b5-1039-45a0-8925-201ac3120e63 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:50.861587 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "name": "network-vif-plugged", "status": "completed", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:50.861994 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fcd964b5-1039-45a0-8925-201ac3120e63 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:50.862499 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'code': 200} Nov 23 18:11:50.894385 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:50.982021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87041a-a427-48a4-b5dd-d760ff18d79e req-98fce609-c733-45b7-b6e9-3b6494600402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:50.983754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f87041a-a427-48a4-b5dd-d760ff18d79e req-98fce609-c733-45b7-b6e9-3b6494600402 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 1097 time: 0.0588562 Nov 23 18:11:51.045638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f87041a-a427-48a4-b5dd-d760ff18d79e req-332b12ea-bcd3-48fd-9c66-47c976f56d46 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527520 Nov 23 18:11:51.305837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912098-6b41-4949-ac75-1e78847dba1d req-3bfe52d9-8ae0-4d7e-9c01-de49c36e0c1d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:51.307888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df912098-6b41-4949-ac75-1e78847dba1d req-3bfe52d9-8ae0-4d7e-9c01-de49c36e0c1d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.0579543 Nov 23 18:11:51.394219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df912098-6b41-4949-ac75-1e78847dba1d req-00d247b2-4ecf-4709-b623-10bd598c9011 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783966 Nov 23 18:11:52.524523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a20b2-0016-4e81-9a0c-2a9cfe331019 req-cf546483-5afb-42b6-b131-de0bd0bb2437 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:52.527056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d5a20b2-0016-4e81-9a0c-2a9cfe331019 req-cf546483-5afb-42b6-b131-de0bd0bb2437 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.0557361 Nov 23 18:11:52.619372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d5a20b2-0016-4e81-9a0c-2a9cfe331019 req-0e58ff1b-3fe0-4a8a-8674-db6b868fa7d7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850859 Nov 23 18:11:53.543065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44020) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:53.656600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f8f63762-56e1-4836-86a6-a89c74f8c4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:53.761161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f8f63762-56e1-4836-86a6-a89c74f8c4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:53.764925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f8f63762-56e1-4836-86a6-a89c74f8c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:53.805540 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f8f63762-56e1-4836-86a6-a89c74f8c4e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5655f2edf2d54b0795e7b5a92185000a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2612672 Nov 23 18:11:53.806838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f63762-56e1-4836-86a6-a89c74f8c4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c86fa-f9ef-4640-afb4-653ffb9f2cef,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:53.808513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44032) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:53.863386 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f229c3be-4d51-421c-a0f8-61c052520502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:53.895653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f229c3be-4d51-421c-a0f8-61c052520502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:53.973127 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f229c3be-4d51-421c-a0f8-61c052520502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:53.976838 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f229c3be-4d51-421c-a0f8-61c052520502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:53.980504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f229c3be-4d51-421c-a0f8-61c052520502 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6c0c86fa-f9ef-4640-afb4-653ffb9f2cef HTTP/1.1" status: 204 len: 168 time: 0.1685629 Nov 23 18:11:53.998617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229c3be-4d51-421c-a0f8-61c052520502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0c86fa-f9ef-4640-afb4-653ffb9f2cef,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:00.067847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44302) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:00.184905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8398688a-b693-4200-bdec-9e2988b20c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.264006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8398688a-b693-4200-bdec-9e2988b20c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.268287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8398688a-b693-4200-bdec-9e2988b20c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.310444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398688a-b693-4200-bdec-9e2988b20c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d606a29-18a0-4cd4-a68c-2ca9560e840c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:00.336046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:00.336655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8398688a-b693-4200-bdec-9e2988b20c05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b632ebc32244dddb1c7b6ea9d6f9d28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2666528 Nov 23 18:12:00.395317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c185-7d93-42ca-9a14-d6d3c470fd4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.419499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c185-7d93-42ca-9a14-d6d3c470fd4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.473430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c185-7d93-42ca-9a14-d6d3c470fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.476801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c185-7d93-42ca-9a14-d6d3c470fd4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.477994 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b5b4c185-7d93-42ca-9a14-d6d3c470fd4c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d606a29-18a0-4cd4-a68c-2ca9560e840c HTTP/1.1" status: 204 len: 168 time: 0.1409292 Nov 23 18:12:00.487119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4c185-7d93-42ca-9a14-d6d3c470fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d606a29-18a0-4cd4-a68c-2ca9560e840c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:00.812079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44324) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:00.827195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f566ec97-367f-4afe-bfdd-986ee071be68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.906879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f566ec97-367f-4afe-bfdd-986ee071be68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.910920 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f566ec97-367f-4afe-bfdd-986ee071be68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:00.950955 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f566ec97-367f-4afe-bfdd-986ee071be68 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9281d5745ae4c0aa9e9b86b9606943a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377356 Nov 23 18:12:00.952070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566ec97-367f-4afe-bfdd-986ee071be68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315a30f4-aa3d-4f71-8102-d5eee58d99bb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:00.954487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44326) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:01.005171 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9f579d6-8282-41ed-a791-495ed97ff522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:01.028205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9f579d6-8282-41ed-a791-495ed97ff522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:01.078855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9f579d6-8282-41ed-a791-495ed97ff522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:01.082093 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9f579d6-8282-41ed-a791-495ed97ff522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:01.083413 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b9f579d6-8282-41ed-a791-495ed97ff522 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/315a30f4-aa3d-4f71-8102-d5eee58d99bb HTTP/1.1" status: 204 len: 168 time: 0.1278579 Nov 23 18:12:01.097805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f579d6-8282-41ed-a791-495ed97ff522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a30f4-aa3d-4f71-8102-d5eee58d99bb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:04.208184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44422) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:04.352478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e1d984e-48e7-48cd-bb18-1c4558c679a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:04.451961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e1d984e-48e7-48cd-bb18-1c4558c679a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:04.457641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e1d984e-48e7-48cd-bb18-1c4558c679a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:04.499445 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5e1d984e-48e7-48cd-bb18-1c4558c679a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d57625ea0324bd9ab2bf444f93e032a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2889924 Nov 23 18:12:04.502225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44434) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:04.510125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d984e-48e7-48cd-bb18-1c4558c679a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2e337e-1381-41d1-8d67-897076e9cd6f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:04.565183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28f16fdb-1cbc-4dc8-9a9f-7aea93f2781b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:04.588958 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28f16fdb-1cbc-4dc8-9a9f-7aea93f2781b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:04.641011 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28f16fdb-1cbc-4dc8-9a9f-7aea93f2781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:04.644641 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28f16fdb-1cbc-4dc8-9a9f-7aea93f2781b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:04.650237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-28f16fdb-1cbc-4dc8-9a9f-7aea93f2781b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d2e337e-1381-41d1-8d67-897076e9cd6f HTTP/1.1" status: 204 len: 168 time: 0.1463029 Nov 23 18:12:04.658245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f16fdb-1cbc-4dc8-9a9f-7aea93f2781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2e337e-1381-41d1-8d67-897076e9cd6f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:04.965298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44442) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:04.980771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11e4a1f6-fe82-464b-a5b1-89a7d069be3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:05.100926 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11e4a1f6-fe82-464b-a5b1-89a7d069be3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:05.105150 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11e4a1f6-fe82-464b-a5b1-89a7d069be3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:05.146021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4a1f6-fe82-464b-a5b1-89a7d069be3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4d49b1-9c93-4ea7-a422-0ad5f7e0d483,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:05.150457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-11e4a1f6-fe82-464b-a5b1-89a7d069be3f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ac4bfd79a3544829a89ece8dd39c7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840215 Nov 23 18:12:05.153029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44444) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:05.210313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd419716-a686-4b23-8f41-c8294b985dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:05.234526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd419716-a686-4b23-8f41-c8294b985dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:05.285025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd419716-a686-4b23-8f41-c8294b985dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:05.289639 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd419716-a686-4b23-8f41-c8294b985dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:05.292680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dd419716-a686-4b23-8f41-c8294b985dc8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce4d49b1-9c93-4ea7-a422-0ad5f7e0d483 HTTP/1.1" status: 204 len: 168 time: 0.1385672 Nov 23 18:12:05.310277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd419716-a686-4b23-8f41-c8294b985dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4d49b1-9c93-4ea7-a422-0ad5f7e0d483,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:06.746219 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:12:07.745798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44542) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:07.929190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b074d61b-f09d-4303-a4a8-45b2097103fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.051835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b074d61b-f09d-4303-a4a8-45b2097103fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.063327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b074d61b-f09d-4303-a4a8-45b2097103fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.104984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44558) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:08.105547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b074d61b-f09d-4303-a4a8-45b2097103fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5fe00fd5daab4e299ff06ff15c629ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574705 Nov 23 18:12:08.127361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074d61b-f09d-4303-a4a8-45b2097103fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c540a-e72a-4639-988d-41012f51ab08,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:08.186554 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd200-d425-4f53-acfe-411ea2bbfabe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.212452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd200-d425-4f53-acfe-411ea2bbfabe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.270627 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd200-d425-4f53-acfe-411ea2bbfabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.273458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd200-d425-4f53-acfe-411ea2bbfabe admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.274656 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5ffdd200-d425-4f53-acfe-411ea2bbfabe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d3c540a-e72a-4639-988d-41012f51ab08 HTTP/1.1" status: 204 len: 168 time: 0.1677859 Nov 23 18:12:08.284816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdd200-d425-4f53-acfe-411ea2bbfabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c540a-e72a-4639-988d-41012f51ab08,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:08.594350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44578) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:08.612392 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b65afa75-682f-4f5b-81f6-ac2783f51705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.713443 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b65afa75-682f-4f5b-81f6-ac2783f51705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.717320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b65afa75-682f-4f5b-81f6-ac2783f51705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.757758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b65afa75-682f-4f5b-81f6-ac2783f51705 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc962fe3fdc6457180260784fc5abf55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621904 Nov 23 18:12:08.758650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65afa75-682f-4f5b-81f6-ac2783f51705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adadce11-180c-4fb2-a5d8-d38fc28d28bb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:08.760509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44582) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:08.813272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce175-f7c4-4bb2-8ad8-8c08c2a2b771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.840907 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce175-f7c4-4bb2-8ad8-8c08c2a2b771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.898834 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce175-f7c4-4bb2-8ad8-8c08c2a2b771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.901598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce175-f7c4-4bb2-8ad8-8c08c2a2b771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.905309 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d1ce175-f7c4-4bb2-8ad8-8c08c2a2b771 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/adadce11-180c-4fb2-a5d8-d38fc28d28bb HTTP/1.1" status: 204 len: 168 time: 0.1415653 Nov 23 18:12:08.912535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ce175-f7c4-4bb2-8ad8-8c08c2a2b771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adadce11-180c-4fb2-a5d8-d38fc28d28bb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:11.097071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44668) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:11.146723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c2db63-7a1a-49b5-8729-e9fbdd1fcc68 admin admin] Deleting subnet 23b899bb-f4e3-47b9-9718-458927512f52 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:12:11.150479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-86c2db63-7a1a-49b5-8729-e9fbdd1fcc68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.171338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44670) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:11.193157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-86c2db63-7a1a-49b5-8729-e9fbdd1fcc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.227058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c144112a-9ef3-4ed0-8d5f-1d2cfd9e7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.258952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-86c2db63-7a1a-49b5-8729-e9fbdd1fcc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.311108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6fbeddf-8e64-407c-a471-f18c8ec0f8fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.324536 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-86c2db63-7a1a-49b5-8729-e9fbdd1fcc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.355649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2db63-7a1a-49b5-8729-e9fbdd1fcc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b899bb-f4e3-47b9-9718-458927512f52,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:11.365990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-86c2db63-7a1a-49b5-8729-e9fbdd1fcc68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.375051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-86c2db63-7a1a-49b5-8729-e9fbdd1fcc68 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/23b899bb-f4e3-47b9-9718-458927512f52 HTTP/1.1" status: 204 len: 168 time: 0.2756627 Nov 23 18:12:11.376146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44674) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:11.411138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6fbeddf-8e64-407c-a471-f18c8ec0f8fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.416331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6fbeddf-8e64-407c-a471-f18c8ec0f8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.457318 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.457559 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d6fbeddf-8e64-407c-a471-f18c8ec0f8fa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed9d22eb41094dd4890a78109046b228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842202 Nov 23 18:12:11.458202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbeddf-8e64-407c-a471-f18c8ec0f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d83a883-14a6-42c1-9adf-a2833b4c888e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:11.461406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44676) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:11.533072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac54114-c90f-4574-8c24-4ba6520140b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.555592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.565795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac54114-c90f-4574-8c24-4ba6520140b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.576516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcace86b-c121-42d1-9259-bbd6db7735e9']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:11.587716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b25747-21d2-4621-b8a2-2350b2f9ec3b') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:11.588013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b25747-21d2-4621-b8a2-2350b2f9ec3b') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:11.600293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.614523 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.621805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:12:11.622307 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:12:11.624300 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:12:11.632626 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac54114-c90f-4574-8c24-4ba6520140b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.637030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac54114-c90f-4574-8c24-4ba6520140b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.638442 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4ac54114-c90f-4574-8c24-4ba6520140b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d83a883-14a6-42c1-9adf-a2833b4c888e HTTP/1.1" status: 204 len: 168 time: 0.1759028 Nov 23 18:12:11.648423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac54114-c90f-4574-8c24-4ba6520140b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d83a883-14a6-42c1-9adf-a2833b4c888e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:11.691561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.711495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.718132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bcace86b-c121-42d1-9259-bbd6db7735e9 HTTP/1.1" status: 204 len: 168 time: 0.3382654 Nov 23 18:12:11.718132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be9bc7-a802-456b-804b-84aa80c4fd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcace86b-c121-42d1-9259-bbd6db7735e9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:11.718942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44680) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:11.769255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-250e43f2-100b-426a-a03d-fa7ff4592b32 admin admin] Deleting subnet 69143700-e6ed-476c-91dd-fa3d9f3e8307 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:12:11.773366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-250e43f2-100b-426a-a03d-fa7ff4592b32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.816184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-250e43f2-100b-426a-a03d-fa7ff4592b32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.857257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-250e43f2-100b-426a-a03d-fa7ff4592b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.919978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-250e43f2-100b-426a-a03d-fa7ff4592b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.952343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e43f2-100b-426a-a03d-fa7ff4592b32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69143700-e6ed-476c-91dd-fa3d9f3e8307,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:11.956073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-250e43f2-100b-426a-a03d-fa7ff4592b32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.959814 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-250e43f2-100b-426a-a03d-fa7ff4592b32 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/69143700-e6ed-476c-91dd-fa3d9f3e8307 HTTP/1.1" status: 204 len: 168 time: 0.2399936 Nov 23 18:12:11.963044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44686) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:11.966463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44688) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:11.984283 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1b85507-a274-465c-9a94-e0ec30b1e3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.057203 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.075494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1b85507-a274-465c-9a94-e0ec30b1e3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.081598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1b85507-a274-465c-9a94-e0ec30b1e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.128482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b1b85507-a274-465c-9a94-e0ec30b1e3e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0913d928e94e4cc195ea5f3bcbb48596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570663 Nov 23 18:12:12.128482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44694) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:12.136673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b85507-a274-465c-9a94-e0ec30b1e3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15febfff-0176-46a7-9fe0-ce23de987b41,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:12.151787 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.173037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08909d5-ef01-440a-b72f-656316334d80']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:12.184459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89a2b28-6e1b-48c7-991a-60b629e7708b') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:12.184459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89a2b28-6e1b-48c7-991a-60b629e7708b') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:12.188820 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d224dde-a63e-4c45-9675-4f7255eb496a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.196821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.213349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d224dde-a63e-4c45-9675-4f7255eb496a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.214329 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.220984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:12:12.221481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:12:12.223288 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:12:12.275136 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d224dde-a63e-4c45-9675-4f7255eb496a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.277767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d224dde-a63e-4c45-9675-4f7255eb496a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.278971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7d224dde-a63e-4c45-9675-4f7255eb496a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/15febfff-0176-46a7-9fe0-ce23de987b41 HTTP/1.1" status: 204 len: 168 time: 0.1508162 Nov 23 18:12:12.288481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d224dde-a63e-4c45-9675-4f7255eb496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15febfff-0176-46a7-9fe0-ce23de987b41,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:12.297369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.304771 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.311102 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] 10.222.0.74 "DELETE /v2.0/networks/d08909d5-ef01-440a-b72f-656316334d80 HTTP/1.1" status: 204 len: 168 time: 0.3446286 Nov 23 18:12:12.319413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49491fd8-a079-455e-9f8e-bade9692391d admin admin] Pushing event deleted for resources: {'Network': ['ID=d08909d5-ef01-440a-b72f-656316334d80,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:12.519146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44706) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:12.561137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fd3ffa04-5626-43f5-b72a-7b8f2bf5f03b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=02767b0bf273440abc0dfe04d5b163ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407691 Nov 23 18:12:12.563625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44708) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:12.616479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cca8ac2b-cb96-4285-b204-8fb51b3c1549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.648239 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cca8ac2b-cb96-4285-b204-8fb51b3c1549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.712824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cca8ac2b-cb96-4285-b204-8fb51b3c1549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.716071 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cca8ac2b-cb96-4285-b204-8fb51b3c1549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.719343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cca8ac2b-cb96-4285-b204-8fb51b3c1549 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd847a08-c746-4815-9557-a3e00d4161ec HTTP/1.1" status: 204 len: 168 time: 0.1542394 Nov 23 18:12:12.730126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8ac2b-cb96-4285-b204-8fb51b3c1549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd847a08-c746-4815-9557-a3e00d4161ec,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:13.036007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44732) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:13.082514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7f8e6f76-1722-480d-a66e-4d9da899e762 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=653ebbe773f04ab9926a795a37161fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448167 Nov 23 18:12:13.086626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44738) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:13.142776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d928a9ca-29d9-4d7c-be6e-c51182b1ce09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:13.176848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d928a9ca-29d9-4d7c-be6e-c51182b1ce09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:13.239475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d928a9ca-29d9-4d7c-be6e-c51182b1ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:13.243870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d928a9ca-29d9-4d7c-be6e-c51182b1ce09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:13.245793 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d928a9ca-29d9-4d7c-be6e-c51182b1ce09 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ba5a14d4-46dc-4811-a74c-3696b2e076e6 HTTP/1.1" status: 204 len: 168 time: 0.1578689 Nov 23 18:12:13.269178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a9ca-29d9-4d7c-be6e-c51182b1ce09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a14d4-46dc-4811-a74c-3696b2e076e6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:13.316250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-061dec48-eac2-4742-ada1-c737b154b3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.700397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:14.940211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.064690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.068774 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.070658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.116087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f477dd204234c99a743894c22aafbb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145739 Nov 23 18:12:15.116306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44838) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:15.118483 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e93948-d079-4a8b-9b33-30f823b0a632,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:15.128350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.128911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.129475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.130043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.130657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.131262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.132005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.132546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.133087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.133635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.134208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.134771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370d2b4-7506-4c20-89c2-ed88808170e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:15.199573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc71f282-0242-4d05-b997-83d188e63484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.228634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc71f282-0242-4d05-b997-83d188e63484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.283462 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc71f282-0242-4d05-b997-83d188e63484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.286549 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc71f282-0242-4d05-b997-83d188e63484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.287960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fc71f282-0242-4d05-b997-83d188e63484 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9e93948-d079-4a8b-9b33-30f823b0a632 HTTP/1.1" status: 204 len: 168 time: 0.1705744 Nov 23 18:12:15.300050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71f282-0242-4d05-b997-83d188e63484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e93948-d079-4a8b-9b33-30f823b0a632,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:16.307174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44880) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:16.400003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.435410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1841812527-network', 'tenant_id': '644d7514cd67446bb6db6ffb9b5e0926'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:16.468046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Made reservation on behalf of 644d7514cd67446bb6db6ffb9b5e0926 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:16.471607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.480528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.565072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.570001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.593717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:12:16.610000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913280d7-8d09-4487-931a-fe01146c5ae0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:16.612866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.613215 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Added segment a253464a-926b-4c62-a73c-9caf33b4ca0c of type vlan for network edda2969-5c64-4fc0-89d9-00bf20daf824 Nov 23 18:12:16.661742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.689144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.690141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:16.691070 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.728542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4202242 Nov 23 18:12:16.731670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44890) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:16.736550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Request body: {'subnet': {'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1841812527-subnet', 'tenant_id': '644d7514cd67446bb6db6ffb9b5e0926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:16.761978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Made reservation on behalf of 644d7514cd67446bb6db6ffb9b5e0926 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:16.765376 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.775884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc757a-28ba-4d25-8c30-34110bada157 admin admin] Pushing event updated for resources: {'Network': ['ID=edda2969-5c64-4fc0-89d9-00bf20daf824,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:16.788698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network edda2969-5c64-4fc0-89d9-00bf20daf824 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:12:16.968794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:17.021955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a67c27-a047-4b91-9dcb-8018ee00049d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:17.045898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Checking segment: {'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:17.046267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Network hostable DHCP agents. Network: edda2969-5c64-4fc0-89d9-00bf20daf824, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:12:17.069755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Network edda2969-5c64-4fc0-89d9-00bf20daf824 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:12:17.078915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, edda2969-5c64-4fc0-89d9-00bf20daf824) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:17.084322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:17.085073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:17.094512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ee552-c4fd-4760-bc03-0b94fa6580a8 None None] Network edda2969-5c64-4fc0-89d9-00bf20daf824 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:12:17.106631 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e1021cba-48ef-4415-adeb-c0467ee93791 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3731050 Nov 23 18:12:17.283091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8356bbf-e253-4ca5-9b48-9b5c75226ef6 None None] Network edda2969-5c64-4fc0-89d9-00bf20daf824 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:12:17.888098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:19.278018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-302ad5c4-812a-459c-8a29-0e36ceaef81c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:19.279636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-302ad5c4-812a-459c-8a29-0e36ceaef81c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/networks?id=edda2969-5c64-4fc0-89d9-00bf20daf824 HTTP/1.1" status: 200 len: 809 time: 0.1129594 Nov 23 18:12:19.296965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ecb9c4b6-1d56-44ce-8d12-7904cd04a788 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/quotas/644d7514cd67446bb6db6ffb9b5e0926 HTTP/1.1" status: 200 len: 375 time: 0.0109229 Nov 23 18:12:19.337902 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-dbe58994-0450-44a7-bff3-5d8e8e8162e4 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=644d7514cd67446bb6db6ffb9b5e0926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335705 Nov 23 18:12:19.439839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-481786e9-e80d-482d-aa65-09b5d43559b2 service neutron] 10.222.0.74 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936873 Nov 23 18:12:19.468828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:19.552871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-e2271acd-bd41-4eaa-8852-543dbcf01894 service neutron] 10.222.0.74 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053483 Nov 23 18:12:19.892888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46f5de26-5216-43d2-beba-8e6ea215e2e5 req-4e801eb5-170a-42d6-a1f8-530637350706 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 210 time: 0.0343335 Nov 23 18:12:20.009471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d63c63-b90a-489a-b370-fd463f6731bf req-46dd8ef6-1602-44f3-8a75-931aa7d8e5b3 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:20.018094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d63c63-b90a-489a-b370-fd463f6731bf req-46dd8ef6-1602-44f3-8a75-931aa7d8e5b3 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 946 time: 0.0759311 Nov 23 18:12:20.076652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03d63c63-b90a-489a-b370-fd463f6731bf req-9bc9328c-6379-4566-9374-fd2b328cd141 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574362 Nov 23 18:12:20.581753 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:20.852937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-b899d02a-84dc-499c-83b1-156d5c4b2bf1 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:20.854411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-b899d02a-84dc-499c-83b1-156d5c4b2bf1 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.66 "GET /v2.0/networks?id=edda2969-5c64-4fc0-89d9-00bf20daf824 HTTP/1.1" status: 200 len: 809 time: 0.1188986 Nov 23 18:12:20.868065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Request body: {'port': {'device_id': '89e4fca9-dbd6-4955-89bd-c49839013e73', 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824', 'admin_state_up': True, 'tenant_id': '644d7514cd67446bb6db6ffb9b5e0926'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:20.969510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45032) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:21.007761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8a73fe5-2db8-4dfc-89c3-0921e94983f4 req-c060a20b-dfdb-429a-befb-da578c745528 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 210 time: 0.0404086 Nov 23 18:12:21.030201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Made reservation on behalf of 644d7514cd67446bb6db6ffb9b5e0926 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:21.034540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.115592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff1130dc-4892-4ba3-83b1-fcea1ced1215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.218905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff1130dc-4892-4ba3-83b1-fcea1ced1215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.223109 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff1130dc-4892-4ba3-83b1-fcea1ced1215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.269345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ff1130dc-4892-4ba3-83b1-fcea1ced1215 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c36e567b4e344cf49908ab9b43506e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985754 Nov 23 18:12:21.270157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1130dc-4892-4ba3-83b1-fcea1ced1215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eada205-31a7-4293-afbe-d24e02650eed,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:21.284507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45042) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:21.338411 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e516b48f-c794-416f-857a-c0fec310255e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.362784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e516b48f-c794-416f-857a-c0fec310255e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.423812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e516b48f-c794-416f-857a-c0fec310255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.426797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e516b48f-c794-416f-857a-c0fec310255e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.428526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e516b48f-c794-416f-857a-c0fec310255e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2eada205-31a7-4293-afbe-d24e02650eed HTTP/1.1" status: 204 len: 168 time: 0.1428258 Nov 23 18:12:21.438922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516b48f-c794-416f-857a-c0fec310255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eada205-31a7-4293-afbe-d24e02650eed,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:21.543544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Allocated IP 172.20.0.12 (edda2969-5c64-4fc0-89d9-00bf20daf824/d5a67c27-a047-4b91-9dcb-8018ee00049d/80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:12:21.619426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a6fdc-ad85-46e7-bc0d-f13c509b82f4 req-e6d22732-b528-401b-830a-b1745b1d6db3 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:21.630431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-093a6fdc-ad85-46e7-bc0d-f13c509b82f4 req-e6d22732-b528-401b-830a-b1745b1d6db3 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 946 time: 0.4546618 Nov 23 18:12:21.686289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-f7ce826d-65cb-4f7c-af9c-6cdbb1f0e0f2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:21.687694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-f7ce826d-65cb-4f7c-af9c-6cdbb1f0e0f2 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 946 time: 0.1457286 Nov 23 18:12:21.757177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45048) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:21.769960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31455638-f5ee-48d9-92d8-326ff26423cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.801218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-093a6fdc-ad85-46e7-bc0d-f13c509b82f4 req-c05dcdd7-5f7a-4889-abcc-9b859080791a tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed353df8-1d32-4a34-983b-ce81b23e22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721203 Nov 23 18:12:21.858084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31455638-f5ee-48d9-92d8-326ff26423cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.863085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31455638-f5ee-48d9-92d8-326ff26423cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.879271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.913258 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-31455638-f5ee-48d9-92d8-326ff26423cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1a0608a99db3413cb28551459323b8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518726 Nov 23 18:12:21.914279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45050) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:21.917742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31455638-f5ee-48d9-92d8-326ff26423cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960d920c-39bf-43f4-8d42-6a8e0dddabfb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:21.928983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Deleting port a626ed82-3cc6-4402-a15d-a687d376b093 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:21.929212 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:21.978524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.079716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Network edda2969-5c64-4fc0-89d9-00bf20daf824 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:22.102732 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:22.104541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Pushing event updated for resources: {'Port': ['ID=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:22.106725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:22.173093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] For port a626ed82-3cc6-4402-a15d-a687d376b093, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=a626ed82-3cc6-4402-a15d-a687d376b093,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:22.173459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.182000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-854a9fce-426d-4e4f-98f4-a0d8bb8c3982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.272306 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-854a9fce-426d-4e4f-98f4-a0d8bb8c3982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.282911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:22.283516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.314933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86edf-04b7-4c37-bbd0-bfcb0ac0e62e req-458bb44a-b6ab-4b9e-9aef-3011609602ea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:22.316424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3a86edf-04b7-4c37-bbd0-bfcb0ac0e62e req-458bb44a-b6ab-4b9e-9aef-3011609602ea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 932 time: 0.2233646 Nov 23 18:12:22.373264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-ddfa3fbc-93ce-4876-a1d5-fdd5ea05296c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5097525 Nov 23 18:12:22.399930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Request body: {'port': {'device_id': '89e4fca9-dbd6-4955-89bd-c49839013e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:22.527095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3a86edf-04b7-4c37-bbd0-bfcb0ac0e62e req-96dbd5cb-5f7a-473a-b9cb-c2f1ac45d4c4 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984100 Nov 23 18:12:22.537136 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.543166 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-854a9fce-426d-4e4f-98f4-a0d8bb8c3982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.545661 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-854a9fce-426d-4e4f-98f4-a0d8bb8c3982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.549029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-854a9fce-426d-4e4f-98f4-a0d8bb8c3982 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/960d920c-39bf-43f4-8d42-6a8e0dddabfb HTTP/1.1" status: 204 len: 168 time: 0.6303024 Nov 23 18:12:22.579262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a9fce-426d-4e4f-98f4-a0d8bb8c3982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d920c-39bf-43f4-8d42-6a8e0dddabfb,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:22.598908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.599281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.599804 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Floating IP a3262dc7-2a93-4489-974d-1dbe5093b16f disassociated. External IP: 172.25.0.122, port: a626ed82-3cc6-4402-a15d-a687d376b093. Nov 23 18:12:22.600162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Calling delete_port for a626ed82-3cc6-4402-a15d-a687d376b093 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:22.895175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.940705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event deleted for resources: {'Port': ['ID=a626ed82-3cc6-4402-a15d-a687d376b093,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:22.981851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb9a8929-2bbc-466b-81dc-6bf90e5053a1 req-da001b16-579d-4696-be2f-7706a7bc0a87 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/ports?device_id=6242fbca-a122-4053-afd2-646761b047a5 HTTP/1.1" status: 200 len: 210 time: 0.0467865 Nov 23 18:12:23.058823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:23.069727 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:23.114134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Transition to ACTIVE for port object 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:12:23.121151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:23.187032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Router e48d9249-8058-4631-b286-7e9343e52dff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:12:23.188332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Pushing event updated for resources: {'Port': ['ID=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:23.347720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Attempting to bind port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:23.348061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Attempting to bind port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:23.348392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Attempting to bind port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e on network edda2969-5c64-4fc0-89d9-00bf20daf824 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:23.357842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e on network edda2969-5c64-4fc0-89d9-00bf20daf824 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:23.358179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Attempting to bind port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e on network edda2969-5c64-4fc0-89d9-00bf20daf824 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:23.369657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:12:23.370000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Checking segment: {'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:23.370399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Bound using segment: {'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:12:23.370939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Bound port: 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:12:23.371304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:23.417349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:12:23.434249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] Sync routers for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:12:23.455941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:12:23.456932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:12:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:23.524843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] For port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:23.532432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] For port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:12:23.548778 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:23.592664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] No DVR routers for this DVR port a626ed82-3cc6-4402-a15d-a687d376b093 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:12:23.616872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:23.622181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc586315-8590-4f31-b7b9-dfda3f085c8e req-401dfc91-62e9-42f6-a3aa-917f23f91810 tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.72 "DELETE /v2.0/ports/a626ed82-3cc6-4402-a15d-a687d376b093 HTTP/1.1" status: 204 len: 173 time: 1.9167681 Nov 23 18:12:23.623222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-deleted', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:23.625738 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8019a0e-cf4b-436d-af3f-e1eb1fa8cf19" -d '{"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-deleted", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:23.639591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:23.640352 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:23.641834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] 10.222.0.66 "PUT /v2.0/ports/80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e HTTP/1.1" status: 200 len: 1092 time: 1.2591066 Nov 23 18:12:23.675069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:12:23.769707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912f61f-b829-42b2-9628-f0b9e9aa8f70 service neutron] Pushing event updated for resources: {'Port': ['ID=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:23.822589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc68b43-e4c0-44e7-804f-411cd1c16a59 req-7df998a5-107e-4d20-9778-45cf326c12af tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:23.825028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3cc68b43-e4c0-44e7-804f-411cd1c16a59 req-7df998a5-107e-4d20-9778-45cf326c12af tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 944 time: 0.1527624 Nov 23 18:12:23.826892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-fee6e267-c858-49f3-857e-fb0e0b3d918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:23.828357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-fee6e267-c858-49f3-857e-fb0e0b3d918e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=644d7514cd67446bb6db6ffb9b5e0926&device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 1095 time: 0.1109869 Nov 23 18:12:23.897634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-6d7ca642-4815-4c44-a4a2-74623b636e85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e HTTP/1.1" status: 200 len: 217 time: 0.0466137 Nov 23 18:12:24.000140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-124183e8-13e0-476c-aecc-26cd0ea8277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:24.001859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-124183e8-13e0-476c-aecc-26cd0ea8277e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a67c27-a047-4b91-9dcb-8018ee00049d HTTP/1.1" status: 200 len: 849 time: 0.0954511 Nov 23 18:12:24.032771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3cc68b43-e4c0-44e7-804f-411cd1c16a59 req-1a1e15d2-29bc-45b3-9870-3f521990e0e3 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996806 Nov 23 18:12:24.076541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:24.090277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-0c4a44ef-c5e4-4654-bef6-c0be565de143 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edda2969-5c64-4fc0-89d9-00bf20daf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538495 Nov 23 18:12:24.125904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] Checking router: e48d9249-8058-4631-b286-7e9343e52dff for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:12:24.152334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:12:24.152996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:12:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:24.154488 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dacac3-945c-46bd-9857-aaf66d681301 x-openstack-request-id: req-43dacac3-945c-46bd-9857-aaf66d681301 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:24.154878 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6242fbca-a122-4053-afd2-646761b047a5", "name": "network-vif-deleted", "tag": "a626ed82-3cc6-4402-a15d-a687d376b093", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:24.155180 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-43dacac3-945c-46bd-9857-aaf66d681301 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:24.155564 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6242fbca-a122-4053-afd2-646761b047a5', 'name': 'network-vif-deleted', 'tag': 'a626ed82-3cc6-4402-a15d-a687d376b093', 'status': 'completed', 'code': 200} Nov 23 18:12:24.248099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45114) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:24.261154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-98de04ed-f243-4fdf-aea5-447f12cf1957 service neutron] 10.222.0.66 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626794 Nov 23 18:12:24.307931 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:12:24.359059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e126d20-f867-442e-a0a7-3f206ecca0de tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:24.412807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e126d20-f867-442e-a0a7-3f206ecca0de tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:24.428517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72a6671-5fb9-4e92-b2f2-ffbb2859d56e req-5c6d9e49-4df3-4c39-8805-62658d05d018 service neutron] 10.222.0.66 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501818 Nov 23 18:12:24.490479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e126d20-f867-442e-a0a7-3f206ecca0de tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:24.496823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e126d20-f867-442e-a0a7-3f206ecca0de tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:24.499647 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9e126d20-f867-442e-a0a7-3f206ecca0de tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "DELETE /v2.0/security-groups/ed353df8-1d32-4a34-983b-ce81b23e22cf HTTP/1.1" status: 204 len: 168 time: 0.2504022 Nov 23 18:12:24.502317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45124) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:24.518516 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-072abbc7-5e77-4f93-972a-34ed6fcc654c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] show failed (client error): The resource could not be found. Nov 23 18:12:24.519694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-072abbc7-5e77-4f93-972a-34ed6fcc654c tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "GET /v2.0/security-groups/ed353df8-1d32-4a34-983b-ce81b23e22cf HTTP/1.1" status: 404 len: 347 time: 0.0162723 Nov 23 18:12:24.523955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45126) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:24.534213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e126d20-f867-442e-a0a7-3f206ecca0de tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed353df8-1d32-4a34-983b-ce81b23e22cf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:24.650858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:24.684579 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06da096-0d04-4d4e-8ec7-673a225f976d None None] The sync data for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 is: [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:03:37Z', 'revision_number': 4, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f6faca92-5d2f-429d-ba7a-61097ee216d6', 'name': '', 'network_id': '16fdd5d7-d771-4130-bbc6-7ef7e5022312', 'tenant_id': '763dab3003a948db90155c6008598a87', 'mac_address': 'fa:16:3e:2b:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:35Z', 'updated_at': '2021-11-23T18:03:43Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'subnets': [{'id': 'e5db997b-dc6a-4edc-9cbd-d7e0a011e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:12:24.688330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Deleting port aa26e2db-d9fb-4fe7-b5cc-c69d65875a4e {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:24.688429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:24.691131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:24.718011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: a626ed82-3cc6-4402-a15d-a687d376b093 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:12:24.718473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device a626ed82-3cc6-4402-a15d-a687d376b093 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:24.788220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:24.788548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:24.802047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Calling delete_port for aa26e2db-d9fb-4fe7-b5cc-c69d65875a4e owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:24.972238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.007252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Pushing event deleted for resources: {'Port': ['ID=aa26e2db-d9fb-4fe7-b5cc-c69d65875a4e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:25.061738 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ba366-e9a6-470e-8734-f1fd617a35a3 None None] New status for floating IP a3262dc7-2a93-4489-974d-1dbe5093b16f: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:12:25.084049 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.087524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.089954 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1bbb0c11-926a-4451-a04d-36e06fb3f20b tempest-AttachVolumeShelveTestJSON-140363919 tempest-AttachVolumeShelveTestJSON-140363919-project] 10.222.0.74 "DELETE /v2.0/floatingips/a3262dc7-2a93-4489-974d-1dbe5093b16f HTTP/1.1" status: 204 len: 168 time: 0.5648727 Nov 23 18:12:25.205331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7f243-adaf-4b07-9a29-0bbb6b680d99 req-41f6d86a-98fd-43a5-bb8d-2c80a43d5836 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:25.214230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54b7f243-adaf-4b07-9a29-0bbb6b680d99 req-41f6d86a-98fd-43a5-bb8d-2c80a43d5836 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 944 time: 0.0625064 Nov 23 18:12:25.309266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54b7f243-adaf-4b07-9a29-0bbb6b680d99 req-8e11ab42-357b-45de-b80e-a8fac764dd71 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929332 Nov 23 18:12:25.471203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45172) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:25.588284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82ee7fb0-b30f-427d-bbc3-ffd55949b6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.667500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82ee7fb0-b30f-427d-bbc3-ffd55949b6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.671800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82ee7fb0-b30f-427d-bbc3-ffd55949b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.719192 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-82ee7fb0-b30f-427d-bbc3-ffd55949b6bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0e080db9f0e541518976a309e97cab0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2437496 Nov 23 18:12:25.719813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45176) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:25.726669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee7fb0-b30f-427d-bbc3-ffd55949b6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b2a38e-1847-4340-b6be-ce26360c69a9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:25.773866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1cd2499-482f-4261-b90f-5a6f8f66398f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.795012 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1cd2499-482f-4261-b90f-5a6f8f66398f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.844018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1cd2499-482f-4261-b90f-5a6f8f66398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.846860 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1cd2499-482f-4261-b90f-5a6f8f66398f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:25.851075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b1cd2499-482f-4261-b90f-5a6f8f66398f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76b2a38e-1847-4340-b6be-ce26360c69a9 HTTP/1.1" status: 204 len: 168 time: 0.1276000 Nov 23 18:12:25.857793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd2499-482f-4261-b90f-5a6f8f66398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b2a38e-1847-4340-b6be-ce26360c69a9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:26.131778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45182) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:26.146356 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6266d96d-c433-4c4a-afde-e2c3eba21096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:26.157775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e4fca9-dbd6-4955-89bd-c49839013e73', 'tag': '80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:26.160027 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998c83e3-065e-440e-b201-80cd16c016fa" -d '{"events": [{"name": "network-changed", "server_uuid": "89e4fca9-dbd6-4955-89bd-c49839013e73", "tag": "80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:26.211525 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143f96ce-a51d-459c-a0b9-8bb896a76561 x-openstack-request-id: req-143f96ce-a51d-459c-a0b9-8bb896a76561 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:26.213505 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e4fca9-dbd6-4955-89bd-c49839013e73", "tag": "80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:26.213505 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-143f96ce-a51d-459c-a0b9-8bb896a76561 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:26.213505 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e4fca9-dbd6-4955-89bd-c49839013e73', 'tag': '80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e', 'status': 'completed', 'code': 200} Nov 23 18:12:26.266940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6266d96d-c433-4c4a-afde-e2c3eba21096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:26.272792 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6266d96d-c433-4c4a-afde-e2c3eba21096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:26.325453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6266d96d-c433-4c4a-afde-e2c3eba21096 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=79160cfee83c46639fd9825b7b213881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899815 Nov 23 18:12:26.326728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c83e3-065e-440e-b201-80cd16c016fa req-a6286071-0c42-428e-b0cd-c04ea5e0b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:26.326940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45190) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:26.328177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998c83e3-065e-440e-b201-80cd16c016fa req-a6286071-0c42-428e-b0cd-c04ea5e0b75b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=644d7514cd67446bb6db6ffb9b5e0926&device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 1095 time: 0.0911574 Nov 23 18:12:26.329215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266d96d-c433-4c4a-afde-e2c3eba21096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3357fb-1f43-46a1-a1fb-f589fbf80bb8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:26.430440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-102b30a7-e361-4f60-9632-1183993e09f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:26.475825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-102b30a7-e361-4f60-9632-1183993e09f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:26.526600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-102b30a7-e361-4f60-9632-1183993e09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:26.529389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-102b30a7-e361-4f60-9632-1183993e09f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:26.532793 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-102b30a7-e361-4f60-9632-1183993e09f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c3357fb-1f43-46a1-a1fb-f589fbf80bb8 HTTP/1.1" status: 204 len: 168 time: 0.2024686 Nov 23 18:12:26.549974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b30a7-e361-4f60-9632-1183993e09f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3357fb-1f43-46a1-a1fb-f589fbf80bb8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:26.563380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c83e3-065e-440e-b201-80cd16c016fa req-3115d803-a658-41dc-bf77-3776ca4aa544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:26.565315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998c83e3-065e-440e-b201-80cd16c016fa req-3115d803-a658-41dc-bf77-3776ca4aa544 service neutron] 10.222.0.66 "GET /v2.0/networks?id=edda2969-5c64-4fc0-89d9-00bf20daf824 HTTP/1.1" status: 200 len: 910 time: 0.2303019 Nov 23 18:12:26.589172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f8ab4-7778-40fb-b40f-0c56784c609e req-a4a440f0-1b00-4da6-9f4c-ac9bee9f5ff1 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:26.591450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd8f8ab4-7778-40fb-b40f-0c56784c609e req-a4a440f0-1b00-4da6-9f4c-ac9bee9f5ff1 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 944 time: 0.1192918 Nov 23 18:12:26.639333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998c83e3-065e-440e-b201-80cd16c016fa req-e74ada91-7d8f-4fbd-8dfa-4edf73bdfefc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e HTTP/1.1" status: 200 len: 217 time: 0.0467262 Nov 23 18:12:26.713369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd8f8ab4-7778-40fb-b40f-0c56784c609e req-c8206ea7-cbab-4867-8107-b774886ad831 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120355 Nov 23 18:12:26.722907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c83e3-065e-440e-b201-80cd16c016fa req-0bddb20e-796e-4674-9e8e-c402b58ace3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:26.725071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998c83e3-065e-440e-b201-80cd16c016fa req-0bddb20e-796e-4674-9e8e-c402b58ace3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a67c27-a047-4b91-9dcb-8018ee00049d HTTP/1.1" status: 200 len: 849 time: 0.0765719 Nov 23 18:12:26.765695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998c83e3-065e-440e-b201-80cd16c016fa req-ae416b7b-c207-4595-8573-748c565eb297 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edda2969-5c64-4fc0-89d9-00bf20daf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332353 Nov 23 18:12:26.886769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998c83e3-065e-440e-b201-80cd16c016fa req-554829e9-8419-4917-a94d-1c02246c48fb service neutron] 10.222.0.66 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080108 Nov 23 18:12:27.025585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-998c83e3-065e-440e-b201-80cd16c016fa req-89455db9-3905-4d23-9df5-a68d8901bc6a service neutron] 10.222.0.66 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309834 Nov 23 18:12:27.184650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:12:27.324367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:27.344664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e', 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824', 'port_id': '80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e', 'mac_address': 'fa:16:3e:92:cc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a67c27-a047-4b91-9dcb-8018ee00049d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:12:27.413520 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:27.429521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:27.461687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:27.472271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:27.544949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:27.772492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:27.903551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e5fcc-1876-494e-bb56-74a1f92ff470 req-0f7d9a8a-4121-4bf3-896e-de3f17f56fd4 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:27.907407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c59e5fcc-1876-494e-bb56-74a1f92ff470 req-0f7d9a8a-4121-4bf3-896e-de3f17f56fd4 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 945 time: 0.0692883 Nov 23 18:12:27.984471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c59e5fcc-1876-494e-bb56-74a1f92ff470 req-3ce3194d-47ed-490b-be40-40de14da3af5 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697682 Nov 23 18:12:29.179981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43d6ea-63e4-4b65-b0fc-1cae1ed52b39 req-bf3324f6-3589-4d99-ac75-47466dac04c3 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:29.183218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f43d6ea-63e4-4b65-b0fc-1cae1ed52b39 req-bf3324f6-3589-4d99-ac75-47466dac04c3 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 945 time: 0.0835717 Nov 23 18:12:29.202373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:12:29.304892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f43d6ea-63e4-4b65-b0fc-1cae1ed52b39 req-0025837e-5602-4e32-8b4c-7c6cd8e78a02 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117806 Nov 23 18:12:29.312669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45302) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:29.324056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:12:29.332201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:12:29.333574 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.440262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.449109 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f936f67-b2f3-45ed-a4b0-8cc2e0c4ac9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.467266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4fca9-dbd6-4955-89bd-c49839013e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:29.470591 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030348e-b49e-4813-9e9d-a2d447b318e7" -d '{"events": [{"server_uuid": "89e4fca9-dbd6-4955-89bd-c49839013e73", "name": "network-vif-plugged", "status": "completed", "tag": "80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:29.514430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:29.530798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.556652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f936f67-b2f3-45ed-a4b0-8cc2e0c4ac9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.567013 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1223b162-5e08-4f70-8c62-0b178192ce52 x-openstack-request-id: req-1223b162-5e08-4f70-8c62-0b178192ce52 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:29.567551 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4fca9-dbd6-4955-89bd-c49839013e73", "name": "network-vif-plugged", "status": "completed", "tag": "80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:29.568077 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1223b162-5e08-4f70-8c62-0b178192ce52 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:29.568626 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e4fca9-dbd6-4955-89bd-c49839013e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e', 'code': 200} Nov 23 18:12:29.570613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f936f67-b2f3-45ed-a4b0-8cc2e0c4ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.615061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:29.626144 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4f936f67-b2f3-45ed-a4b0-8cc2e0c4ac9a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=398c074caaf744a2b9f669854edc2d90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121047 Nov 23 18:12:29.627783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f936f67-b2f3-45ed-a4b0-8cc2e0c4ac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667c328b-86f4-4e16-8e81-67c2579b47b4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:29.631037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45310) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:29.694988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd80e-578b-465e-b816-3c7737ae5ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.695358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a51f0-fcfd-49cf-a1de-79b1979e1dab req-07404153-cd88-474c-b347-352a092fd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:29.697144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f9a51f0-fcfd-49cf-a1de-79b1979e1dab req-07404153-cd88-474c-b347-352a092fd909 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 1097 time: 0.0790451 Nov 23 18:12:29.721862 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd80e-578b-465e-b816-3c7737ae5ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.748563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f9a51f0-fcfd-49cf-a1de-79b1979e1dab req-20b83eed-28aa-457d-a7de-13f9279e717f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Nov 23 18:12:29.779496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd80e-578b-465e-b816-3c7737ae5ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.782407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd80e-578b-465e-b816-3c7737ae5ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:29.783623 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fc7dd80e-578b-465e-b816-3c7737ae5ed8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/667c328b-86f4-4e16-8e81-67c2579b47b4 HTTP/1.1" status: 204 len: 168 time: 0.1509557 Nov 23 18:12:29.798358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dd80e-578b-465e-b816-3c7737ae5ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667c328b-86f4-4e16-8e81-67c2579b47b4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:30.106090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45322) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:30.120496 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:30.234294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:30.240981 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:30.281290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=803c59e3be9f4ffb8110213e6208c568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1740930 Nov 23 18:12:30.283794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45324) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:30.290708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67f62b-fae8-47a0-945e-bf7a016c285c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:30.307496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.307838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.308180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.308518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.308855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.309182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.309568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.309828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.310152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.310474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.310819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.311148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d81ca63-a8e3-45d6-ae87-19fb9d7352cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:30.366925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7127-219f-43c6-9d98-ce0538ee7176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:30.404676 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7127-219f-43c6-9d98-ce0538ee7176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:30.470507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5294d-bd31-4505-b975-a7e8392f0e70 req-3b9e423d-6d9f-40e0-b88a-5ce71950a5f3 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:30.472005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13a5294d-bd31-4505-b975-a7e8392f0e70 req-3b9e423d-6d9f-40e0-b88a-5ce71950a5f3 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 946 time: 0.0894735 Nov 23 18:12:30.516203 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7127-219f-43c6-9d98-ce0538ee7176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:30.519445 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7127-219f-43c6-9d98-ce0538ee7176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:30.524379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8d1b7127-219f-43c6-9d98-ce0538ee7176 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7a67f62b-fae8-47a0-945e-bf7a016c285c HTTP/1.1" status: 204 len: 168 time: 0.2367256 Nov 23 18:12:30.543540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b7127-219f-43c6-9d98-ce0538ee7176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67f62b-fae8-47a0-945e-bf7a016c285c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:30.571529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13a5294d-bd31-4505-b975-a7e8392f0e70 req-9aeaa5ce-3433-47d5-b470-2a9169254113 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735533 Nov 23 18:12:31.705928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee08c9-4e0a-4942-9761-db66a4965ac6 req-0d8d22e2-02d7-4f5d-98e2-91bdab8f9de4 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:31.708022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24ee08c9-4e0a-4942-9761-db66a4965ac6 req-0d8d22e2-02d7-4f5d-98e2-91bdab8f9de4 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 946 time: 0.0510521 Nov 23 18:12:31.776812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24ee08c9-4e0a-4942-9761-db66a4965ac6 req-0f53682c-b254-4a5d-b8fe-e4f18b58a0c9 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617788 Nov 23 18:12:32.609775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0b876-6cf1-42ad-adb9-886273e47022 req-8ac69454-031a-491c-894b-d852636454d9 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:32.613355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56a0b876-6cf1-42ad-adb9-886273e47022 req-8ac69454-031a-491c-894b-d852636454d9 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 946 time: 0.0789676 Nov 23 18:12:32.679808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56a0b876-6cf1-42ad-adb9-886273e47022 req-eb107077-3de9-4398-9809-8ea018598a69 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590007 Nov 23 18:12:33.120629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45468) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:34.035195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e6e4e-4731-4084-9bd7-77af41cbf3cf req-667eb817-831c-490f-968a-16ce2a894934 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:34.036731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-111e6e4e-4731-4084-9bd7-77af41cbf3cf req-667eb817-831c-490f-968a-16ce2a894934 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 946 time: 0.1251128 Nov 23 18:12:34.045965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-d13312e9-8843-4485-a894-053258cc116c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:34.047488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-d13312e9-8843-4485-a894-053258cc116c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.66 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 946 time: 0.1373720 Nov 23 18:12:34.190653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-111e6e4e-4731-4084-9bd7-77af41cbf3cf req-094cf273-69d7-4fb7-b7a1-8cd3bd2a05b3 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400831 Nov 23 18:12:34.237792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Deleting port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:34.238402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:34.372015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] For port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:34.372385 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:34.385773 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:34.419524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Calling delete_port for 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:34.706270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:34.724121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:34.747184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Pushing event deleted for resources: {'Port': ['ID=80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:34.826890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] No DVR routers for this DVR port 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:12:34.830346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:34.834815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a7ff01c-1744-4db2-ab01-e946804e0fe9 req-9d62213f-13b8-4a29-8f5a-91e88ebe030f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.66 "DELETE /v2.0/ports/80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e HTTP/1.1" status: 204 len: 173 time: 0.7801952 Nov 23 18:12:34.835392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4fca9-dbd6-4955-89bd-c49839013e73', 'name': 'network-vif-deleted', 'tag': '80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:34.837884 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18dd57-b7c3-4f0d-be26-4b8e7a26be0e" -d '{"events": [{"server_uuid": "89e4fca9-dbd6-4955-89bd-c49839013e73", "name": "network-vif-deleted", "tag": "80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:34.864087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Deleting port f6faca92-5d2f-429d-ba7a-61097ee216d6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:34.864652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:34.892842 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dc5367-3c0c-4d90-a334-78129d23b7a2 x-openstack-request-id: req-56dc5367-3c0c-4d90-a334-78129d23b7a2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:34.893165 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4fca9-dbd6-4955-89bd-c49839013e73", "name": "network-vif-deleted", "tag": "80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:34.893391 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-56dc5367-3c0c-4d90-a334-78129d23b7a2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:34.893994 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e4fca9-dbd6-4955-89bd-c49839013e73', 'name': 'network-vif-deleted', 'tag': '80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e', 'status': 'completed', 'code': 200} Nov 23 18:12:34.993412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] For port f6faca92-5d2f-429d-ba7a-61097ee216d6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f6faca92-5d2f-429d-ba7a-61097ee216d6,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:34.994166 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:35.008132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Calling delete_port for f6faca92-5d2f-429d-ba7a-61097ee216d6 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:35.205437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:35.245476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6faca92-5d2f-429d-ba7a-61097ee216d6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:35.454025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04bfce52-80a3-46b1-88f8-adde4ddfdb8e req-afbb5df5-8a2a-4fe4-8c84-5cc5b94c53bc tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=89e4fca9-dbd6-4955-89bd-c49839013e73 HTTP/1.1" status: 200 len: 210 time: 0.0962191 Nov 23 18:12:35.559445 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:35.817648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Router e48d9249-8058-4631-b286-7e9343e52dff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:12:35.943600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:12:35.952663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] Sync routers for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:12:35.953427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a5170754-86a6-44a3-b943-df8418d4d485 admin admin] 10.222.0.74 "PUT /v2.0/routers/e48d9249-8058-4631-b286-7e9343e52dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8312960 Nov 23 18:12:35.956035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45672) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:35.975087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:12:35.976376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:12:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:36.085238 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:36.096191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:12:36.197875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:36.290448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Deleting port cee87b9c-2d4f-477d-9d99-c5659248ad81 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:36.291894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:36.423955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] For port cee87b9c-2d4f-477d-9d99-c5659248ad81, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cee87b9c-2d4f-477d-9d99-c5659248ad81,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:36.425260 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:36.440590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Calling delete_port for cee87b9c-2d4f-477d-9d99-c5659248ad81 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:36.457173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:12:35Z', 'revision_number': 5, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port': {'id': 'cee87b9c-2d4f-477d-9d99-c5659248ad81', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:03:27Z', 'updated_at': '2021-11-23T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:36.496536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] Checking router: e48d9249-8058-4631-b286-7e9343e52dff for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:12:36.507158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] Routers {'e48d9249-8058-4631-b286-7e9343e52dff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:12:36.507852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:12:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e48d9249-8058-4631-b286-7e9343e52dff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:36.627714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] Set router e48d9249-8058-4631-b286-7e9343e52dff gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:12:36.700885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:12:36Z', 'revision_number': 6, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:36.705981 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:36.742465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8c328-4089-48c3-8c20-8b805022c609 None None] The sync data for ids ['e48d9249-8058-4631-b286-7e9343e52dff'] in n-d-818932-3 is: [{'id': 'e48d9249-8058-4631-b286-7e9343e52dff', 'name': 'tempest-AttachVolumeShelveTestJSON-865996645-router', 'tenant_id': '763dab3003a948db90155c6008598a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:03:23Z', 'updated_at': '2021-11-23T18:12:36Z', 'revision_number': 6, 'project_id': '763dab3003a948db90155c6008598a87', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:12:36.759643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee87b9c-2d4f-477d-9d99-c5659248ad81,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:36.771327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f7c35-ebc8-465d-a91d-5c61ca5aee57 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:12:36.939476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.066723 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.068607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.135036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-62d9c722-ed36-49df-9d01-fa9baa100f95 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:37.136670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-62d9c722-ed36-49df-9d01-fa9baa100f95 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/networks?id=edda2969-5c64-4fc0-89d9-00bf20daf824 HTTP/1.1" status: 200 len: 809 time: 0.2838829 Nov 23 18:12:37.148215 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.148768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48d9249-8058-4631-b286-7e9343e52dff {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:12:37.163464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.164909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-85bf4024-05e5-449c-9b58-0797b82c8df9 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e48d9249-8058-4631-b286-7e9343e52dff HTTP/1.1" status: 204 len: 168 time: 1.2079444 Nov 23 18:12:37.167583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45756) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:37.170076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-5ad541d8-1d26-407d-b86f-1283649ed3d3 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/quotas/644d7514cd67446bb6db6ffb9b5e0926 HTTP/1.1" status: 200 len: 375 time: 0.0192411 Nov 23 18:12:37.217714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-29c4cf06-9d8f-4bf2-86dc-288b0e30219d tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=644d7514cd67446bb6db6ffb9b5e0926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345960 Nov 23 18:12:37.231145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2073720-3fe3-4092-9ece-99b9a73db082 admin admin] Deleting subnet e5db997b-dc6a-4edc-9cbd-d7e0a011e70f {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:12:37.236524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2073720-3fe3-4092-9ece-99b9a73db082 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.252751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45760) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:37.253409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:37.277299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:12:37.277885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 80c77dc0-e3b0-4467-bd2d-ad8db11a9d5e not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:37.287554 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2073720-3fe3-4092-9ece-99b9a73db082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.394724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-0acd4f93-7fb8-49f2-aa43-9a5dcf79c04e service neutron] 10.222.0.74 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666672 Nov 23 18:12:37.425049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f6faca92-5d2f-429d-ba7a-61097ee216d6 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:37.432021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0a2195e-8ce1-4649-b1c3-ef0be45f45ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.437100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2073720-3fe3-4092-9ece-99b9a73db082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.455959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: f6faca92-5d2f-429d-ba7a-61097ee216d6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:12:37.456602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f6faca92-5d2f-429d-ba7a-61097ee216d6 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:37.457893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cee87b9c-2d4f-477d-9d99-c5659248ad81 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:37.484483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cee87b9c-2d4f-477d-9d99-c5659248ad81 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:12:37.485090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cee87b9c-2d4f-477d-9d99-c5659248ad81 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:37.504773 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2073720-3fe3-4092-9ece-99b9a73db082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.534861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2073720-3fe3-4092-9ece-99b9a73db082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5db997b-dc6a-4edc-9cbd-d7e0a011e70f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:37.537902 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a2073720-3fe3-4092-9ece-99b9a73db082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.541877 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a2073720-3fe3-4092-9ece-99b9a73db082 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e5db997b-dc6a-4edc-9cbd-d7e0a011e70f HTTP/1.1" status: 204 len: 168 time: 0.3722956 Nov 23 18:12:37.544430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45764) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:37.549194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919599e-d3de-4e36-80a5-da5ebf0c7788 None None] Network 16fdd5d7-d771-4130-bbc6-7ef7e5022312 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:12:37.595290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-002d5bec-5005-4c6c-a2ec-8ae20547566a service neutron] 10.222.0.74 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934304 Nov 23 18:12:37.660124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.702657 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0a2195e-8ce1-4649-b1c3-ef0be45f45ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.734929 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0a2195e-8ce1-4649-b1c3-ef0be45f45ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.765574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2195e-8ce1-4649-b1c3-ef0be45f45ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0956a4f3-82f4-4e32-ba3f-f98af1b4aea6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:37.776358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] DHCP port deletion for 16fdd5d7-d771-4130-bbc6-7ef7e5022312 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:12:37.808707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a0a2195e-8ce1-4649-b1c3-ef0be45f45ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6967bb472628485e93551edb71fd025e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5548441 Nov 23 18:12:37.811314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:37.847352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Deleting port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:37.849639 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.891084 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] Deleting port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:37.891385 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.898359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0b24a19-00b1-4123-a7e2-a22e5dc89a19 req-a80ebe62-a30c-4530-812a-fe5e617c329f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 210 time: 0.0412352 Nov 23 18:12:37.937607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-910bad3a-74a0-46be-92d2-f3793f1fe38c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.961128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-910bad3a-74a0-46be-92d2-f3793f1fe38c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.979280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] For port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:37.979901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:37.997856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Calling delete_port for 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:38.003704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] For port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,segment=NetworkSegment(aafe06e4-a9b5-454e-b374-02790bc035b6),segment_id=aafe06e4-a9b5-454e-b374-02790bc035b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:38.004280 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.017668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] Calling delete_port for 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:38.032983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-910bad3a-74a0-46be-92d2-f3793f1fe38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.038134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-910bad3a-74a0-46be-92d2-f3793f1fe38c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.039690 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-910bad3a-74a0-46be-92d2-f3793f1fe38c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0956a4f3-82f4-4e32-ba3f-f98af1b4aea6 HTTP/1.1" status: 204 len: 168 time: 0.2273374 Nov 23 18:12:38.065235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bad3a-74a0-46be-92d2-f3793f1fe38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956a4f3-82f4-4e32-ba3f-f98af1b4aea6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:38.104030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.147097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:38.155292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] No DVR routers for this DVR port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.178810 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:12:38.182271 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:12:38.201022 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.234354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] Pushing event deleted for resources: {'Port': ['ID=43569bad-2f47-4cf9-b74b-8b7a7b38bb8e,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:38.236487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce2733f-8757-46b2-ac89-eec68e969605 None None] No DVR routers for this DVR port 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:12:38.284331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.315192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fdd5d7-d771-4130-bbc6-7ef7e5022312']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:38.330229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafe06e4-a9b5-454e-b374-02790bc035b6') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:38.330810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafe06e4-a9b5-454e-b374-02790bc035b6') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:38.354105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.370742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.386810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:12:38.387183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:12:38.388959 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:12:38.467960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.475664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.480483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] 10.222.0.74 "DELETE /v2.0/networks/16fdd5d7-d771-4130-bbc6-7ef7e5022312 HTTP/1.1" status: 204 len: 168 time: 0.9347980 Nov 23 18:12:38.494246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fd004-6533-4598-9516-b3f14343cf03 admin admin] Pushing event deleted for resources: {'Network': ['ID=16fdd5d7-d771-4130-bbc6-7ef7e5022312,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:38.648531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45798) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:38.706661 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-98c6aa68-9710-4207-830a-f23346c9a576 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=763dab3003a948db90155c6008598a87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555532 Nov 23 18:12:38.710860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45800) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:38.778350 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3693ea83-18bb-40c0-99d7-27f1c0c5d204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.805300 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3693ea83-18bb-40c0-99d7-27f1c0c5d204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.861979 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3693ea83-18bb-40c0-99d7-27f1c0c5d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.865739 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3693ea83-18bb-40c0-99d7-27f1c0c5d204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:38.869185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3693ea83-18bb-40c0-99d7-27f1c0c5d204 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e343fa3-2c25-4ec9-9816-8a6255a5aaf4 HTTP/1.1" status: 204 len: 168 time: 0.1543002 Nov 23 18:12:38.878230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693ea83-18bb-40c0-99d7-27f1c0c5d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e343fa3-2c25-4ec9-9816-8a6255a5aaf4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:39.053321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3dd5daf-f63d-405a-8353-6fd25184bfd6 req-5c40ce3b-cb7e-4741-af5b-1bfed5e18bba tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 210 time: 0.0594788 Nov 23 18:12:39.233123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:39.257781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:12:39.258420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 43569bad-2f47-4cf9-b74b-8b7a7b38bb8e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:39.666941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ebf17d7c-3bee-43f5-b0b8-d863704bf672 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:39.669034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ebf17d7c-3bee-43f5-b0b8-d863704bf672 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.66 "GET /v2.0/networks?id=edda2969-5c64-4fc0-89d9-00bf20daf824 HTTP/1.1" status: 200 len: 809 time: 0.6141160 Nov 23 18:12:39.689650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Request body: {'port': {'device_id': '0cd84fd6-c8a9-4475-ae2d-32b748ec6985', 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824', 'admin_state_up': True, 'tenant_id': '644d7514cd67446bb6db6ffb9b5e0926'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:39.849398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Made reservation on behalf of 644d7514cd67446bb6db6ffb9b5e0926 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:39.854958 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.034925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Allocated IP 172.20.0.13 (edda2969-5c64-4fc0-89d9-00bf20daf824/d5a67c27-a047-4b91-9dcb-8018ee00049d/bb135422-5820-4358-899e-160afbaa4462) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:12:40.314522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.370775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f763500-6ced-415a-aa4f-fdac953c0c09 req-383a2371-afb3-4bad-9e3f-fcc98fc47adc tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 210 time: 0.1529288 Nov 23 18:12:40.372342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.430171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Network edda2969-5c64-4fc0-89d9-00bf20daf824 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:40.436246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:40.440619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:40.475948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Pushing event updated for resources: {'Port': ['ID=bb135422-5820-4358-899e-160afbaa4462,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:40.506735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:40.507535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.529863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-bc5ed800-d5fe-4d27-9010-a5878874da08 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8435984 Nov 23 18:12:40.544588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Request body: {'port': {'device_id': '0cd84fd6-c8a9-4475-ae2d-32b748ec6985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:40.630560 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.678558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45952) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:40.790194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb08ffe7-ad32-43af-8c27-c48caa8d7233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.899513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb08ffe7-ad32-43af-8c27-c48caa8d7233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.904870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb08ffe7-ad32-43af-8c27-c48caa8d7233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.937412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb135422-5820-4358-899e-160afbaa4462 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:40.946525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:40.962117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45964) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:40.968938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Transition to ACTIVE for port object bb135422-5820-4358-899e-160afbaa4462 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:12:40.974349 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cb08ffe7-ad32-43af-8c27-c48caa8d7233 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eaec01da675f43ab8d9768f0b654209c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835677 Nov 23 18:12:40.977147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08ffe7-ad32-43af-8c27-c48caa8d7233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5dc58b-2e2a-47a2-8570-af84667d5da4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:40.980881 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.064201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Pushing event updated for resources: {'Port': ['ID=bb135422-5820-4358-899e-160afbaa4462,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:41.099031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-069d16c0-c46a-46ed-9148-e5960fc5e1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.149325 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-069d16c0-c46a-46ed-9148-e5960fc5e1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.187754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Attempting to bind port bb135422-5820-4358-899e-160afbaa4462 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:41.188100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Attempting to bind port bb135422-5820-4358-899e-160afbaa4462 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:41.188435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Attempting to bind port bb135422-5820-4358-899e-160afbaa4462 on network edda2969-5c64-4fc0-89d9-00bf20daf824 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:41.195593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Port bb135422-5820-4358-899e-160afbaa4462 on network edda2969-5c64-4fc0-89d9-00bf20daf824 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:41.196279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Attempting to bind port bb135422-5820-4358-899e-160afbaa4462 on network edda2969-5c64-4fc0-89d9-00bf20daf824 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:41.201916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:12:41.202255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Checking segment: {'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:41.202641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Bound using segment: {'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:12:41.203194 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Bound port: bb135422-5820-4358-899e-160afbaa4462, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a253464a-926b-4c62-a73c-9caf33b4ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:12:41.203568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.244265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:41.260493 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-069d16c0-c46a-46ed-9148-e5960fc5e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.263600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-069d16c0-c46a-46ed-9148-e5960fc5e1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.264812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-069d16c0-c46a-46ed-9148-e5960fc5e1e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5c5dc58b-2e2a-47a2-8570-af84667d5da4 HTTP/1.1" status: 204 len: 168 time: 0.3019407 Nov 23 18:12:41.269066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1408a2cc-5d01-45e5-b3ff-a31c562a7ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.289131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d16c0-c46a-46ed-9148-e5960fc5e1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5dc58b-2e2a-47a2-8570-af84667d5da4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:41.296210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] For port bb135422-5820-4358-899e-160afbaa4462, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:41.299727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] For port bb135422-5820-4358-899e-160afbaa4462, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb135422-5820-4358-899e-160afbaa4462,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:12:41.306541 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.369259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:41.369985 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.371537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] 10.222.0.66 "PUT /v2.0/ports/bb135422-5820-4358-899e-160afbaa4462 HTTP/1.1" status: 200 len: 1092 time: 0.8315742 Nov 23 18:12:41.371998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd84fd6-c8a9-4475-ae2d-32b748ec6985', 'tag': 'bb135422-5820-4358-899e-160afbaa4462'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:41.374717 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cdcf26-e48c-4a3b-8e48-ad932caafc37" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd84fd6-c8a9-4475-ae2d-32b748ec6985", "tag": "bb135422-5820-4358-899e-160afbaa4462"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:41.427522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b747b-1b94-4999-8df7-3db7201ab32e service neutron] Pushing event updated for resources: {'Port': ['ID=bb135422-5820-4358-899e-160afbaa4462,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:41.431747 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c3dd20-52f5-4ef4-9784-0a9be720da65 x-openstack-request-id: req-f5c3dd20-52f5-4ef4-9784-0a9be720da65 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:41.432143 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd84fd6-c8a9-4475-ae2d-32b748ec6985", "tag": "bb135422-5820-4358-899e-160afbaa4462", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:41.433785 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f5c3dd20-52f5-4ef4-9784-0a9be720da65 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:41.435170 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd84fd6-c8a9-4475-ae2d-32b748ec6985', 'tag': 'bb135422-5820-4358-899e-160afbaa4462', 'status': 'completed', 'code': 200} Nov 23 18:12:41.454439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0588b224-6d62-43b2-b2c3-517221aab012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.534756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-e33b80c8-2b60-4e53-a856-1e2ab57249fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:41.537281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-e33b80c8-2b60-4e53-a856-1e2ab57249fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=644d7514cd67446bb6db6ffb9b5e0926&device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 1095 time: 0.0954549 Nov 23 18:12:41.562257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0588b224-6d62-43b2-b2c3-517221aab012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.569587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0588b224-6d62-43b2-b2c3-517221aab012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.602509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-9486ab8b-f606-49ff-9241-4050497f4398 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb135422-5820-4358-899e-160afbaa4462 HTTP/1.1" status: 200 len: 217 time: 0.0564437 Nov 23 18:12:41.617997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0944-4c41-48e6-9815-632b228704df req-a8b86456-b675-4a3a-be50-2d6ddc92cf9f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:41.619076 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0588b224-6d62-43b2-b2c3-517221aab012 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=083cba1709cc4c73944cfaea18c5356e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736162 Nov 23 18:12:41.620460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45986) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:41.623786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0fa0944-4c41-48e6-9815-632b228704df req-a8b86456-b675-4a3a-be50-2d6ddc92cf9f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 944 time: 0.1287916 Nov 23 18:12:41.639698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b224-6d62-43b2-b2c3-517221aab012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dd524a-a039-4283-a869-b18e81e22579,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:41.684671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc835f5d-b6f0-45aa-acda-71cdfb9c438e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.709410 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc835f5d-b6f0-45aa-acda-71cdfb9c438e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.747517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0fa0944-4c41-48e6-9815-632b228704df req-b51d2f04-6321-4379-af2f-b48c11880176 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223607 Nov 23 18:12:41.749967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-7c1d3459-960b-4686-8638-7d4b12f94c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:41.752363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-7c1d3459-960b-4686-8638-7d4b12f94c28 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a67c27-a047-4b91-9dcb-8018ee00049d HTTP/1.1" status: 200 len: 849 time: 0.1259344 Nov 23 18:12:41.778266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc835f5d-b6f0-45aa-acda-71cdfb9c438e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.782563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc835f5d-b6f0-45aa-acda-71cdfb9c438e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:41.783757 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fc835f5d-b6f0-45aa-acda-71cdfb9c438e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41dd524a-a039-4283-a869-b18e81e22579 HTTP/1.1" status: 204 len: 168 time: 0.1597276 Nov 23 18:12:41.792600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc835f5d-b6f0-45aa-acda-71cdfb9c438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dd524a-a039-4283-a869-b18e81e22579,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:41.798309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-1bff971d-af41-400c-8ebe-59cd3d4e79d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edda2969-5c64-4fc0-89d9-00bf20daf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379963 Nov 23 18:12:41.929675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-d326297a-038d-4274-9629-7b38659363c6 service neutron] 10.222.0.66 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219807 Nov 23 18:12:42.046164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd6f1ca4-9664-49ad-a97f-5a1377285729 req-09aff131-1994-49b4-9f58-7668f80a23b3 service neutron] 10.222.0.66 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081591 Nov 23 18:12:42.148546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-17ef866f-c433-47df-8166-d66038369b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:42.150292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-17ef866f-c433-47df-8166-d66038369b7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=644d7514cd67446bb6db6ffb9b5e0926&device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 1095 time: 0.0506198 Nov 23 18:12:42.271443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-7d2f8741-383b-4c69-b738-02dc9e0042ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:42.273188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-7d2f8741-383b-4c69-b738-02dc9e0042ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=edda2969-5c64-4fc0-89d9-00bf20daf824 HTTP/1.1" status: 200 len: 910 time: 0.1152437 Nov 23 18:12:42.329846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-1344ad56-49d3-4c54-89d4-caefd1887035 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb135422-5820-4358-899e-160afbaa4462 HTTP/1.1" status: 200 len: 217 time: 0.0479231 Nov 23 18:12:42.397154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-aab53b62-3cf8-4c1c-8d6b-01a4b46b46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:42.398590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-aab53b62-3cf8-4c1c-8d6b-01a4b46b46cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a67c27-a047-4b91-9dcb-8018ee00049d HTTP/1.1" status: 200 len: 849 time: 0.0599749 Nov 23 18:12:42.448138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-79d2cb90-27c6-41c4-82f1-e26d37b63eb2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edda2969-5c64-4fc0-89d9-00bf20daf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404887 Nov 23 18:12:42.568454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-bc2d987d-86f7-4587-982d-8ddc6995c32f service neutron] 10.222.0.66 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007612 Nov 23 18:12:42.682614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83cdcf26-e48c-4a3b-8e48-ad932caafc37 req-2b0e8c2e-f9b5-47c3-9943-b1e23c9bb87c service neutron] 10.222.0.66 "GET /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055207 Nov 23 18:12:42.912267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5e438-c40a-41ea-9d6a-b517db28c8bd req-79aaec5b-19e5-4500-be5e-16cc0d3926e9 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:42.921176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8e5e438-c40a-41ea-9d6a-b517db28c8bd req-79aaec5b-19e5-4500-be5e-16cc0d3926e9 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 944 time: 0.0719032 Nov 23 18:12:42.984378 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8e5e438-c40a-41ea-9d6a-b517db28c8bd req-b664e7d3-beab-49f4-a299-6fe3e4e034f0 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619361 Nov 23 18:12:42.992137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:43.170252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-216956923'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:43.194953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Made reservation on behalf of eb87cd6e02224be687ca3400925d319a for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:43.199290 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.208536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.310739 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22d2de27-01c0-4228-a0d0-953c0182b3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.315356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.320730 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.358744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:12:43.364439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c171da4-3086-4ecf-9516-0b92729f81b3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:43.373177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.373510 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Added segment 770b0f58-18b4-4a2d-bce4-8a6362f023a3 of type vlan for network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 Nov 23 18:12:43.418550 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.453791 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.460119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:43.460713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.495364 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5007579 Nov 23 18:12:43.543704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892cfa4-0380-4e35-bfb5-a59c1db2e567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Pushing event updated for resources: {'Network': ['ID=87f86ca0-2648-4ef1-b5ce-76f7f8827612,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:43.557735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:12:43.701097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46084) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:43.706601 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Request body: {'port': {'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612', 'binding:host_id': 'n-h1-818932-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229293690'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:43.731811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Made reservation on behalf of 4d5777fefc634e609465131fc6a7d1bc for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:43.734414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.745821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.749075 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:12:43.824328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.829060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.834720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] device_id is not set on port 9fc5551e-0c6b-4400-9b71-e818a9d92164 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:43.910985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c23051-16ab-4b63-a0b5-fe044a334e22,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:44.080959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] device_id is not set on port 9fc5551e-0c6b-4400-9b71-e818a9d92164 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:44.099592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.104641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.139416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e6d4-8545-4fdc-9828-87615824d870 req-b23a4214-f138-4ee3-b97a-b648d4027011 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:44.143349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f916e6d4-8545-4fdc-9828-87615824d870 req-b23a4214-f138-4ee3-b97a-b648d4027011 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 944 time: 0.0702200 Nov 23 18:12:44.166435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=9fc5551e-0c6b-4400-9b71-e818a9d92164,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:44.177333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Checking segment: {'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:44.177689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Network hostable DHCP agents. Network: 87f86ca0-2648-4ef1-b5ce-76f7f8827612, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:12:44.201972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:12:44.214647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 87f86ca0-2648-4ef1-b5ce-76f7f8827612) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:44.220189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:44.227592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fffad7f-86b2-41fb-8bba-447b7a1beb6a None None] Network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:12:44.239139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.240154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.240667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.247250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.247784 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.248425 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 2 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.266786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.267412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.267911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.275065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.275631 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.276227 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 3 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.294179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.294919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.295415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.305351 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.305948 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.306879 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 4 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.324503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f916e6d4-8545-4fdc-9828-87615824d870 req-5fba1e39-b71b-4059-8da8-97fc02c3aa99 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687584 Nov 23 18:12:44.352820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.353164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.353516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.360454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.360759 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.361156 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 5 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.373827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-2afbe01b-7301-4f2d-8c21-ced2de451516 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644039 Nov 23 18:12:44.378504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.379102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.379771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.384410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.384927 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.385473 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 6 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.401433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.401775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.402114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.408485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.408818 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.409363 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 7 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.423984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.424320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.424659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.433881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.434221 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.434621 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 8 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.448608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.448968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.449491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.456625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.457262 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.457817 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 9 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.474607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.475245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.475589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.480324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.480651 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.481070 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 10 to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 Nov 23 18:12:44.499696 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:44.500164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:44.500607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:44.507201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:44.507837 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port 9fc5551e-0c6b-4400-9b71-e818a9d92164 on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:44.508341 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.512001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-0799aed2-1102-4678-ab3c-0a0a610bce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:44.513713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-0799aed2-1102-4678-ab3c-0a0a610bce04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1095 time: 0.0728326 Nov 23 18:12:44.584081 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] For port 9fc5551e-0c6b-4400-9b71-e818a9d92164, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:44.584875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempted to set empty binding levels {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:12:44.593797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.625866 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:44.626494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.650812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=9fc5551e-0c6b-4400-9b71-e818a9d92164,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:44.655947 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8198abaf-a9fe-4557-a77a-1ea6249c4f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.9537709 Nov 23 18:12:44.658770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46160) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:44.685264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-703e33a0-ec69-49a0-9d87-01e96540a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:44.686995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-703e33a0-ec69-49a0-9d87-01e96540a2bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.1450961 Nov 23 18:12:44.759538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Deleting port 9fc5551e-0c6b-4400-9b71-e818a9d92164 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:44.760007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.791142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-ed56e26c-27e1-4e7a-ae44-a3ab342c8341 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.0902121 Nov 23 18:12:44.845997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] For port 9fc5551e-0c6b-4400-9b71-e818a9d92164, host n-h1-818932-3, got binding levels [] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:44.846191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.857841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-27c043e9-c966-49f8-a4c6-87b9a1257261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:44.859775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-27c043e9-c966-49f8-a4c6-87b9a1257261 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.0579772 Nov 23 18:12:44.864912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Calling delete_port for 9fc5551e-0c6b-4400-9b71-e818a9d92164 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:44.924689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-d49fd0af-d9e2-4f9e-bda0-022e60369eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:44.927232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-d49fd0af-d9e2-4f9e-bda0-022e60369eac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557547 Nov 23 18:12:44.956583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.998920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fc5551e-0c6b-4400-9b71-e818a9d92164,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:45.006393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.011958 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-52dc1334-e608-4a4b-8a68-433dfd868fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "DELETE /v2.0/ports/9fc5551e-0c6b-4400-9b71-e818a9d92164 HTTP/1.1" status: 204 len: 168 time: 0.3522193 Nov 23 18:12:45.014558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46182) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:45.043826 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0ad15d-415f-4bc3-9d8b-32d61b14df27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:12:45.045337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4b0ad15d-415f-4bc3-9d8b-32d61b14df27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "GET /v2.0/ports/9fc5551e-0c6b-4400-9b71-e818a9d92164 HTTP/1.1" status: 404 len: 333 time: 0.0298390 Nov 23 18:12:45.060361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46184) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:45.071045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Request body: {'port': {'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1769357603'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:45.099040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.116735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-6632afd9-cc6d-4c63-888a-72b9705a67c7 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759155 Nov 23 18:12:45.124609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Made reservation on behalf of 4d5777fefc634e609465131fc6a7d1bc for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:45.127651 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.166148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] device_id is not set on port cf051f34-5116-4c99-87e8-d678d0db8aff yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:45.304027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bb135422-5820-4358-899e-160afbaa4462 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:12:45.311145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5434e0d-b3f1-4f01-9045-2732e4bc9c0d req-878a8dcc-e18c-4bf8-a619-1d328acf16f2 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802676 Nov 23 18:12:45.486634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.488074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bb135422-5820-4358-899e-160afbaa4462, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb135422-5820-4358-899e-160afbaa4462,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:45.503281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'bb135422-5820-4358-899e-160afbaa4462', 'network_id': 'edda2969-5c64-4fc0-89d9-00bf20daf824', 'port_id': 'bb135422-5820-4358-899e-160afbaa4462', 'mac_address': 'fa:16:3e:53:eb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a67c27-a047-4b91-9dcb-8018ee00049d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:12:45.511222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ce868-9c54-493e-b81d-3918ab5fb971 req-e0146468-445a-4cd9-be2d-6c63aaec07a6 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:45.512906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b99ce868-9c54-493e-b81d-3918ab5fb971 req-e0146468-445a-4cd9-be2d-6c63aaec07a6 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 944 time: 0.0889080 Nov 23 18:12:45.569512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.573734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.592385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b99ce868-9c54-493e-b81d-3918ab5fb971 req-7a4f5219-5d1f-4ab4-92c0-3cd00896e949 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723195 Nov 23 18:12:45.601955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb135422-5820-4358-899e-160afbaa4462 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:45.622225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:45.629630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:45.633436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:45.634561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:45.635192 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.636087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bb135422-5820-4358-899e-160afbaa4462, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb135422-5820-4358-899e-160afbaa4462,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:45.642853 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.645432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=cf051f34-5116-4c99-87e8-d678d0db8aff,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:45.661884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b96caa0b-a8d5-46b3-97df-d0caf9c468ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5986159 Nov 23 18:12:45.663155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46232) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:45.668261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:45.713668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=bb135422-5820-4358-899e-160afbaa4462,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:45.725351 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.923582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bb135422-5820-4358-899e-160afbaa4462'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:45.938178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] device_id is not set on port cf051f34-5116-4c99-87e8-d678d0db8aff yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:45.948778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.957065 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.012590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=cf051f34-5116-4c99-87e8-d678d0db8aff,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:46.034254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.034745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.035183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.054144 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.054587 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.055103 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 2 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.079589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.079931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.081148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.086721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.087753 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.088258 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 3 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.103042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.103386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.103862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.108778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.109481 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.110028 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 4 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.125548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.125754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.126100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.131905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.132323 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.132815 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 5 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.156888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.157634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.158147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.163817 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.164514 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.165208 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 6 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.181364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.181711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.182108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.187057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.187587 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.188168 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 7 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.201604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.202203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.202729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.208041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.208798 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.209451 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 8 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.225444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.226264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.226803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.232570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.232906 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.233322 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 9 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.250114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.250750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.251425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.257424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.257954 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.259127 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 10 to bind port cf051f34-5116-4c99-87e8-d678d0db8aff Nov 23 18:12:46.271487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-29d8ec34-ed75-42ec-ba23-a4dd3ed25bb8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0692613 Nov 23 18:12:46.280452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:46.281145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:46.281492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:46.290660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:46.291043 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cf051f34-5116-4c99-87e8-d678d0db8aff on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:46.291420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.363013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] For port cf051f34-5116-4c99-87e8-d678d0db8aff, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:46.363843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempted to set empty binding levels {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:12:46.369244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.401442 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.402372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0c619162-359b-4424-9038-5af047d20e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.403024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0c619162-359b-4424-9038-5af047d20e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.404807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0c619162-359b-4424-9038-5af047d20e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.405440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0c619162-359b-4424-9038-5af047d20e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.406340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0c619162-359b-4424-9038-5af047d20e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.407025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0c619162-359b-4424-9038-5af047d20e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.407480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] In _notify_port_updated(), no bound segment for port cf051f34-5116-4c99-87e8-d678d0db8aff on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:12:46.407870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0c619162-359b-4424-9038-5af047d20e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.408659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.409380 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.411022 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "PUT /v2.0/ports/cf051f34-5116-4c99-87e8-d678d0db8aff HTTP/1.1" status: 200 len: 979 time: 0.7466969 Nov 23 18:12:46.411435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0c619162-359b-4424-9038-5af047d20e08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8d96e5abce447b289b4f8db185c3506&device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 6501 time: 0.0697670 Nov 23 18:12:46.414641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46276) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:46.466019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46278) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:46.484584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e8463-e2ab-4c96-8aea-bbaa44dceb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=cf051f34-5116-4c99-87e8-d678d0db8aff,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:46.525809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.526436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.526947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.527711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.528496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.529893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.530536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.531039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.531509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.531976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.532438 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.532897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.533354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.534216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.534710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.535214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.535842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.536459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.537073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.537708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.538641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.539313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.539918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.540532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.541443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.542059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.542671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.543301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.544194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.544816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.545554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.546191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.547154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.548034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.548646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.549271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.549741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.554193 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4e22e741-7622-407d-9ee2-805661605246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33303 time: 0.1383395 Nov 23 18:12:46.559212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46282) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:46.596244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-9f007bfd-2d42-4b7d-9783-ebfbd5329f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.596869 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-9f007bfd-2d42-4b7d-9783-ebfbd5329f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.597345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-9f007bfd-2d42-4b7d-9783-ebfbd5329f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.599314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-9f007bfd-2d42-4b7d-9783-ebfbd5329f7f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a759d8da-536d-4250-85cc-a067d18414ce&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&id=890268a0-143b-470c-b56a-22a590561b48&id=890268a0-143b-470c-b56a-22a590561b48 HTTP/1.1" status: 200 len: 2298 time: 0.1590919 Nov 23 18:12:46.604684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-815eecd5-1aa0-4036-a403-84a0afea9258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.707324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-815eecd5-1aa0-4036-a403-84a0afea9258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.712105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-815eecd5-1aa0-4036-a403-84a0afea9258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.730448 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-99c0118e-0306-460c-9e47-5050305160f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc HTTP/1.1" status: 200 len: 1001 time: 0.1076245 Nov 23 18:12:46.736662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Deleting port cf051f34-5116-4c99-87e8-d678d0db8aff {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:46.737001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.752095 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-815eecd5-1aa0-4036-a403-84a0afea9258 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27418666e38449c18d1caa2bb1d36efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828817 Nov 23 18:12:46.755620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46286) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:46.762404 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eecd5-1aa0-4036-a403-84a0afea9258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98438a19-32f1-4ece-a624-3eeb74706684,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:46.815939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a691351-c492-45e3-b6e7-7d4b1b211e36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.838268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a691351-c492-45e3-b6e7-7d4b1b211e36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.838539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] For port cf051f34-5116-4c99-87e8-d678d0db8aff, host n-h1-818932-3, got binding levels [] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:46.838812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.871772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08add288-36ef-49e3-9176-f75ec4baec27 req-c669a2b3-d512-46e5-be17-83031c4058ba tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.873260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08add288-36ef-49e3-9176-f75ec4baec27 req-c669a2b3-d512-46e5-be17-83031c4058ba tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 945 time: 0.1874213 Nov 23 18:12:46.874201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Calling delete_port for cf051f34-5116-4c99-87e8-d678d0db8aff owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:46.892100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a691351-c492-45e3-b6e7-7d4b1b211e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.895782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a691351-c492-45e3-b6e7-7d4b1b211e36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.897150 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2a691351-c492-45e3-b6e7-7d4b1b211e36 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/98438a19-32f1-4ece-a624-3eeb74706684 HTTP/1.1" status: 204 len: 168 time: 0.1406145 Nov 23 18:12:46.911477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a691351-c492-45e3-b6e7-7d4b1b211e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98438a19-32f1-4ece-a624-3eeb74706684,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:46.929903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-c66cf934-ad34-4970-8cf7-87537210768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.931676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-c66cf934-ad34-4970-8cf7-87537210768e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8bc932-780f-4317-a7a2-0d9418b36d7a HTTP/1.1" status: 200 len: 855 time: 0.1347663 Nov 23 18:12:47.031589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08add288-36ef-49e3-9176-f75ec4baec27 req-0a17cb9c-5646-4cd8-bbf2-3f900535994f tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384759 Nov 23 18:12:47.037871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-790e7b4a-eaa7-45ad-ba19-b220360b96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:47.039552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-790e7b4a-eaa7-45ad-ba19-b220360b96a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a759d8da-536d-4250-85cc-a067d18414ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971193 Nov 23 18:12:47.071503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.118336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf051f34-5116-4c99-87e8-d678d0db8aff,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:47.123599 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.127752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e3fbb59-691b-4d98-91dc-1aa69ad9b620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "DELETE /v2.0/ports/cf051f34-5116-4c99-87e8-d678d0db8aff HTTP/1.1" status: 204 len: 168 time: 0.5673733 Nov 23 18:12:47.130750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46294) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:47.177168 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b03af9c-1cd5-47be-b316-f979302d2a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:12:47.178825 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5b03af9c-1cd5-47be-b316-f979302d2a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "GET /v2.0/ports/cf051f34-5116-4c99-87e8-d678d0db8aff HTTP/1.1" status: 404 len: 333 time: 0.0469761 Nov 23 18:12:47.183425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46298) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:47.190248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-973866368', 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:47.224642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-6adcbb5d-2129-468b-b2c8-44f42a50edff service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768839 Nov 23 18:12:47.228380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Made reservation on behalf of 4d5777fefc634e609465131fc6a7d1bc for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:47.232098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.265791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] device_id is not set on port 18129ea2-f25e-4486-9bc4-302f3f339f09 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:47.302819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bb135422-5820-4358-899e-160afbaa4462 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:12:47.370624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-9a0a1a82-ec6c-4f3f-83ef-033f4afe53a6 service neutron] 10.222.0.66 "GET /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377130 Nov 23 18:12:47.379762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port bb135422-5820-4358-899e-160afbaa4462 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:12:47.388443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port bb135422-5820-4358-899e-160afbaa4462 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:12:47.388826 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.451115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-49162fb6-bd9a-435b-ac8e-dc630b025c00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 200 len: 217 time: 0.0722222 Nov 23 18:12:47.489475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.523049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd84fd6-c8a9-4475-ae2d-32b748ec6985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb135422-5820-4358-899e-160afbaa4462'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:47.527926 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae53b1b-52e0-4d76-bf4d-f112192a5570" -d '{"events": [{"server_uuid": "0cd84fd6-c8a9-4475-ae2d-32b748ec6985", "name": "network-vif-plugged", "status": "completed", "tag": "bb135422-5820-4358-899e-160afbaa4462"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:47.532743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-16850725-4437-41cc-920b-b0f06cac4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:47.538645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-16850725-4437-41cc-920b-b0f06cac4f70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.0778666 Nov 23 18:12:47.541393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.558802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port bb135422-5820-4358-899e-160afbaa4462, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb135422-5820-4358-899e-160afbaa4462,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:47.569066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.592878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-55fd64f1-177f-4502-acbc-1e714d3b5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:47.594566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-55fd64f1-177f-4502-acbc-1e714d3b5383 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528679 Nov 23 18:12:47.624471 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.625273 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3c89cb-e515-4ea9-b741-000548e1a041 x-openstack-request-id: req-dc3c89cb-e515-4ea9-b741-000548e1a041 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:47.625832 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd84fd6-c8a9-4475-ae2d-32b748ec6985", "name": "network-vif-plugged", "status": "completed", "tag": "bb135422-5820-4358-899e-160afbaa4462", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:47.626226 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc3c89cb-e515-4ea9-b741-000548e1a041 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:47.627147 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd84fd6-c8a9-4475-ae2d-32b748ec6985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb135422-5820-4358-899e-160afbaa4462', 'code': 200} Nov 23 18:12:47.652518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=bb135422-5820-4358-899e-160afbaa4462,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:47.705930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:47.710946 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:47.717324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=18129ea2-f25e-4486-9bc4-302f3f339f09,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:47.721663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:47.724025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:47.724815 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.746459 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-17012fa5-f328-434a-9eb6-81e97158b0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5615649 Nov 23 18:12:47.750398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:47.788200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-bc76f5b2-1cc1-4622-89a7-91d7283663a9 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854696 Nov 23 18:12:47.791787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb694e3-7f00-43d9-a175-ce8ec5871ecf req-9c33b3e7-bd21-41b0-863a-dadd15667ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:47.794075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb694e3-7f00-43d9-a175-ce8ec5871ecf req-9c33b3e7-bd21-41b0-863a-dadd15667ab4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 1097 time: 0.0886261 Nov 23 18:12:47.803489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f2efe0-73d8-45d7-8c14-8dee613aa3aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:47.807900 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-41f2efe0-73d8-45d7-8c14-8dee613aa3aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "GET /v2.0/ports/18129ea2-f25e-4486-9bc4-302f3f339f09 HTTP/1.1" status: 200 len: 958 time: 0.0533223 Nov 23 18:12:47.808155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46314) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:47.907281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.909477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6eae96eb-20b8-4c74-a4e9-3c28182a2a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Deleting port 18129ea2-f25e-4486-9bc4-302f3f339f09 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:47.917119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6eae96eb-20b8-4c74-a4e9-3c28182a2a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:47.940029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb694e3-7f00-43d9-a175-ce8ec5871ecf req-ef7c54a1-814e-4da9-9252-15298b6b702e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344769 Nov 23 18:12:47.964001 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-2d135b90-3490-4123-9ffc-138211d6a29f service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602948 Nov 23 18:12:47.999688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6eae96eb-20b8-4c74-a4e9-3c28182a2a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.023263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6eae96eb-20b8-4c74-a4e9-3c28182a2a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Calling delete_port for 18129ea2-f25e-4486-9bc4-302f3f339f09 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:48.117254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6eae96eb-20b8-4c74-a4e9-3c28182a2a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.147133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae96eb-20b8-4c74-a4e9-3c28182a2a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event deleted for resources: {'Port': ['ID=18129ea2-f25e-4486-9bc4-302f3f339f09,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:48.162031 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6eae96eb-20b8-4c74-a4e9-3c28182a2a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.168119 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6eae96eb-20b8-4c74-a4e9-3c28182a2a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "DELETE /v2.0/ports/18129ea2-f25e-4486-9bc4-302f3f339f09 HTTP/1.1" status: 204 len: 168 time: 0.3566332 Nov 23 18:12:48.170173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46332) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:48.203889 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4d28da-48e5-431c-b730-6bb9ed535c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:12:48.210000 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9d4d28da-48e5-431c-b730-6bb9ed535c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "GET /v2.0/ports/18129ea2-f25e-4486-9bc4-302f3f339f09 HTTP/1.1" status: 404 len: 333 time: 0.0329454 Nov 23 18:12:48.211409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-496a1799-0be4-4728-ba96-efb00d500cbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 200 len: 217 time: 0.0790617 Nov 23 18:12:48.214905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46336) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:48.222347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Request body: {'port': {'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-405652056'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:48.261144 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Made reservation on behalf of 4d5777fefc634e609465131fc6a7d1bc for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:48.263762 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.285348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] device_id is not set on port cbf6e15c-516e-4397-8ec9-d0c2503acdee yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:48.311108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf6cda-b1f9-4eef-810f-c8686835ff89 req-8f3ae367-9b04-44e2-9376-59f87d1926f4 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:48.313073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95bf6cda-b1f9-4eef-810f-c8686835ff89 req-8f3ae367-9b04-44e2-9376-59f87d1926f4 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 946 time: 0.1777275 Nov 23 18:12:48.315375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-d504a134-27af-4023-8d8c-256bcc1af4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:48.318054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-d504a134-27af-4023-8d8c-256bcc1af4fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.0763850 Nov 23 18:12:48.413547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95bf6cda-b1f9-4eef-810f-c8686835ff89 req-b53d7252-3e8e-4925-8358-aa35a4eb3494 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914290 Nov 23 18:12:48.423098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-89b391b7-8495-40d2-94a2-7bc5dc37d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:48.424699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-89b391b7-8495-40d2-94a2-7bc5dc37d0ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861914 Nov 23 18:12:48.476246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.518705 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.538084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-50943b94-5e6b-457e-9f17-99eb1d6e899a service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032946 Nov 23 18:12:48.571110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:48.575236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:48.578850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:48.579832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:48.580429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.605987 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3898115 Nov 23 18:12:48.608595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46344) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:48.617160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:48.648403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93ad68-7845-4314-a237-6f0badd2830c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf6e15c-516e-4397-8ec9-d0c2503acdee,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:48.677250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-80541ba2-2c1d-4327-ad63-984b4b429b69 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296551 Nov 23 18:12:48.694886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.726178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-64940deb-e433-455b-9dde-57b258124e55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590 HTTP/1.1" status: 200 len: 217 time: 0.0414956 Nov 23 18:12:48.791262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-a10116c3-f5f2-4670-93f8-4e6cec3bc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:48.793050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-a10116c3-f5f2-4670-93f8-4e6cec3bc359 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.0574346 Nov 23 18:12:48.952791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] device_id is not set on port cbf6e15c-516e-4397-8ec9-d0c2503acdee yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:48.988003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.999535 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:49.082608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf6e15c-516e-4397-8ec9-d0c2503acdee,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:49.087142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.087486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.087833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.093369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.093715 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.094110 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 2 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.110559 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.110931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.111316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.133122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.133784 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.134193 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 3 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.151118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.151337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.151645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.161189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.162151 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.162277 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 4 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.195772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-ba05cf6e-bd68-480d-8d95-46473bbb9e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:49.199450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-ba05cf6e-bd68-480d-8d95-46473bbb9e7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3956664 Nov 23 18:12:49.200396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.200814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.201162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.209936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.210331 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.210770 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 5 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.233835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.234180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.234523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.248091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.248440 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.249656 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 6 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.272037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.272037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.272271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.276673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.276998 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.277386 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 7 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.292718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.293061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.293393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.297944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.298275 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.298662 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 8 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.313567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.313900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.314233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.323436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.324031 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.324602 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 9 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.338797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-6d4966f5-148e-4f35-bb4c-c9b46436bc5d service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300945 Nov 23 18:12:49.343859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.345110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.345615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.350964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.351484 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.352143 n-d-818932-3 neutron-server[120535]: INFO neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempt 10 to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee Nov 23 18:12:49.367607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:49.367942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:49.368702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempting to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:49.372698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:49.373033 n-d-818932-3 neutron-server[120535]: ERROR neutron.plugins.ml2.managers [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Failed to bind port cbf6e15c-516e-4397-8ec9-d0c2503acdee on host n-h1-818932-3 for vnic_type normal using segments [{'id': '770b0f58-18b4-4a2d-bce4-8a6362f023a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '87f86ca0-2648-4ef1-b5ce-76f7f8827612'}] Nov 23 18:12:49.373401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:49.450826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-b8bc2be4-a475-4549-8ff6-2c2bb07dea60 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045065 Nov 23 18:12:49.451702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] For port cbf6e15c-516e-4397-8ec9-d0c2503acdee, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:49.452182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attempted to set empty binding levels {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:12:49.462097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:49.492488 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:49.527329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-8857d0ee-6984-4c7d-8afb-14c91d61e97d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=fa5b9667-17da-4194-8199-c128622a21be HTTP/1.1" status: 200 len: 217 time: 0.0677669 Nov 23 18:12:49.631934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-c472754d-a285-4e8c-8c5a-04d77da62f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:49.634087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-c472754d-a285-4e8c-8c5a-04d77da62f3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 200 len: 797 time: 0.0952911 Nov 23 18:12:49.647443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a617d58-0441-4981-91c2-319ae85ba59f req-4616ee8d-b0e4-4c23-bd99-b1dd2a3fa200 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:49.648914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a617d58-0441-4981-91c2-319ae85ba59f req-4616ee8d-b0e4-4c23-bd99-b1dd2a3fa200 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 946 time: 0.1121640 Nov 23 18:12:49.724105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-e7bd7855-71c8-4c23-9051-5c4b3d780e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:49.727087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-e7bd7855-71c8-4c23-9051-5c4b3d780e5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757015 Nov 23 18:12:49.746528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a617d58-0441-4981-91c2-319ae85ba59f req-84d2d3db-a1c2-4a35-a2b9-fb779fccd4ee tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676990 Nov 23 18:12:49.876791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-5ff9a9c9-39c2-4615-ac77-8d064a5489a0 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289070 Nov 23 18:12:49.929505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] In _notify_port_updated(), no bound segment for port cbf6e15c-516e-4397-8ec9-d0c2503acdee on network 87f86ca0-2648-4ef1-b5ce-76f7f8827612 {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:12:49.930524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:49.931897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:49.936609 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "PUT /v2.0/ports/cbf6e15c-516e-4397-8ec9-d0c2503acdee HTTP/1.1" status: 200 len: 978 time: 1.3214893 Nov 23 18:12:49.936609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46398) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:50.008432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13755e68-f9f1-4904-8208-72c4dc128cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf6e15c-516e-4397-8ec9-d0c2503acdee,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:50.009216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-0d7dfe99-9b78-4356-8de3-69f38bd62464 service neutron] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225126 Nov 23 18:12:50.040376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Deleting port cbf6e15c-516e-4397-8ec9-d0c2503acdee {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:50.040804 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.063917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-5411cc36-3cbf-4421-afe9-20e1f2a9539d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73 HTTP/1.1" status: 200 len: 217 time: 0.0499196 Nov 23 18:12:50.136821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] For port cbf6e15c-516e-4397-8ec9-d0c2503acdee, host n-h1-818932-3, got binding levels [] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:50.137468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.139038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-4e1f2851-23b0-4d7c-b2a6-8933c8960d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:50.150329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-4e1f2851-23b0-4d7c-b2a6-8933c8960d7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.0772860 Nov 23 18:12:50.161254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Calling delete_port for cbf6e15c-516e-4397-8ec9-d0c2503acdee owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:50.226091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-c834db15-c005-40d0-a56e-212f08d87885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:50.230022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-c834db15-c005-40d0-a56e-212f08d87885 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707076 Nov 23 18:12:50.275024 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.305775 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbf6e15c-516e-4397-8ec9-d0c2503acdee,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:50.315005 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.320471 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-955412ce-799e-4dd4-aa90-4da27134abb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "DELETE /v2.0/ports/cbf6e15c-516e-4397-8ec9-d0c2503acdee HTTP/1.1" status: 204 len: 168 time: 0.3831527 Nov 23 18:12:50.323642 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46422) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:50.370674 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe57ffc-b163-46de-9e76-3caa64b56ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:12:50.372074 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dbe57ffc-b163-46de-9e76-3caa64b56ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529190947-project-admin] 10.222.0.74 "GET /v2.0/ports/cbf6e15c-516e-4397-8ec9-d0c2503acdee HTTP/1.1" status: 404 len: 333 time: 0.0473366 Nov 23 18:12:50.376578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46430) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:50.409380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-d8fc4283-b54f-4afe-80d4-3a396fec5a84 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643422 Nov 23 18:12:50.506164 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.541326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-1cbea1e3-05d7-493e-bf2d-8529c63596f0 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235716 Nov 23 18:12:50.604761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-1fd85e8e-90c6-4fcb-8a0d-1195c8e7de22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44 HTTP/1.1" status: 200 len: 217 time: 0.0550530 Nov 23 18:12:50.615652 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.698137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-fa70eefd-f6a6-4ebd-8841-94d09195c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:50.699830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-fa70eefd-f6a6-4ebd-8841-94d09195c091 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 200 len: 797 time: 0.0878644 Nov 23 18:12:50.713378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.744136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f86ca0-2648-4ef1-b5ce-76f7f8827612']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:50.759831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770b0f58-18b4-4a2d-bce4-8a6362f023a3') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:50.760292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770b0f58-18b4-4a2d-bce4-8a6362f023a3') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:50.772205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.780131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46440) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:50.791788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.796608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-a2eb4139-dd47-48de-b123-c260640f5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:50.798140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-a2eb4139-dd47-48de-b123-c260640f5a1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=890268a0-143b-470c-b56a-22a590561b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895886 Nov 23 18:12:50.802738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:12:50.803247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:12:50.808235 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:12:50.810942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065fc4-6649-4f30-ad8d-25bc70485f60 req-c55f0aff-89b9-4fd7-b5d9-e01851066f65 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:50.812827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e065fc4-6649-4f30-ad8d-25bc70485f60 req-c55f0aff-89b9-4fd7-b5d9-e01851066f65 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 946 time: 0.0899971 Nov 23 18:12:50.901166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.915688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:50.922936 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] 10.222.0.74 "DELETE /v2.0/networks/87f86ca0-2648-4ef1-b5ce-76f7f8827612 HTTP/1.1" status: 204 len: 168 time: 0.5453341 Nov 23 18:12:50.932446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e065fc4-6649-4f30-ad8d-25bc70485f60 req-8e7e1867-1871-474a-8d69-5ec7992332d1 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112537 Nov 23 18:12:50.936708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c32e3-9114-460c-a032-63a51a9bebe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761037261-project] Pushing event deleted for resources: {'Network': ['ID=87f86ca0-2648-4ef1-b5ce-76f7f8827612,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:50.958982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-61342ede-881e-4e96-b206-e28547d67307 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451888 Nov 23 18:12:50.993522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0ed2-c0eb-45c4-978e-917c899f1f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.105405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2f7aa8c-ff7f-4d87-add2-aa141400d7af req-c75424f0-8485-48cb-804f-7e0c26b33cf6 service neutron] 10.222.0.66 "GET /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344080 Nov 23 18:12:51.146388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0ed2-c0eb-45c4-978e-917c899f1f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.153485 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0ed2-c0eb-45c4-978e-917c899f1f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.162661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:51.200322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a0ed2-c0eb-45c4-978e-917c899f1f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1789960-e5a8-4e69-b71c-22edb807996b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:51.209683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46452) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:51.209976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1f0a0ed2-c0eb-45c4-978e-917c899f1f13 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=038c1ac524d84ca690a06e511904757f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284501 Nov 23 18:12:51.279560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cf390c7-09fa-4225-a2f9-af9225f2a4a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.304876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cf390c7-09fa-4225-a2f9-af9225f2a4a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.389383 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ad05538-3dbd-4120-a036-a48b0388cba0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eb87cd6e02224be687ca3400925d319a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206264 Nov 23 18:12:51.390699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:51.407498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cf390c7-09fa-4225-a2f9-af9225f2a4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.410754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cf390c7-09fa-4225-a2f9-af9225f2a4a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.412038 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8cf390c7-09fa-4225-a2f9-af9225f2a4a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b1789960-e5a8-4e69-b71c-22edb807996b HTTP/1.1" status: 204 len: 168 time: 0.2002881 Nov 23 18:12:51.428062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf390c7-09fa-4225-a2f9-af9225f2a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1789960-e5a8-4e69-b71c-22edb807996b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:51.483041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27cad5ae-9c57-4375-a50e-e9183497568f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.512359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27cad5ae-9c57-4375-a50e-e9183497568f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.581481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27cad5ae-9c57-4375-a50e-e9183497568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.587468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27cad5ae-9c57-4375-a50e-e9183497568f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.588916 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27cad5ae-9c57-4375-a50e-e9183497568f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c171da4-3086-4ecf-9516-0b92729f81b3 HTTP/1.1" status: 204 len: 168 time: 0.1982334 Nov 23 18:12:51.601241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad5ae-9c57-4375-a50e-e9183497568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c171da4-3086-4ecf-9516-0b92729f81b3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:51.772851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46472) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:51.791916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61ad6f9a-9994-449e-bf85-b0ba3cf65833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.879068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61ad6f9a-9994-449e-bf85-b0ba3cf65833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.884273 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61ad6f9a-9994-449e-bf85-b0ba3cf65833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:51.940339 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-61ad6f9a-9994-449e-bf85-b0ba3cf65833 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=39cfe13ded3540d8bf32bddd08538dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638529 Nov 23 18:12:51.940339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad6f9a-9994-449e-bf85-b0ba3cf65833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcefb1a-30bf-4599-9974-f814226247a9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:51.940802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46476) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:52.007458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9fd1-a76f-4a4b-9757-e597cbd6e628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.009975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46482) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:52.055590 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-845eea52-0de6-4c35-8d05-58a0b58a077c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d5777fefc634e609465131fc6a7d1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444117 Nov 23 18:12:52.056446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46486) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:52.100511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9fd1-a76f-4a4b-9757-e597cbd6e628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.112635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-922e8504-4432-4818-954e-5e84632b53b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.135014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-922e8504-4432-4818-954e-5e84632b53b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.139208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8c22-378c-4250-82ac-51e0ddb01d6b req-b8ca5e44-1142-41bf-9c76-ee8e1d52aa19 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:52.141098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acce8c22-378c-4250-82ac-51e0ddb01d6b req-b8ca5e44-1142-41bf-9c76-ee8e1d52aa19 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 946 time: 0.1309979 Nov 23 18:12:52.162558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-88c8fca9-470f-4901-abba-3606c80db333 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:52.163799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-88c8fca9-470f-4901-abba-3606c80db333 tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cd84fd6-c8a9-4475-ae2d-32b748ec6985 HTTP/1.1" status: 200 len: 946 time: 0.1144116 Nov 23 18:12:52.193993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-922e8504-4432-4818-954e-5e84632b53b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.196812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-922e8504-4432-4818-954e-5e84632b53b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.200348 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-922e8504-4432-4818-954e-5e84632b53b0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9c23051-16ab-4b63-a0b5-fe044a334e22 HTTP/1.1" status: 204 len: 168 time: 0.1407025 Nov 23 18:12:52.206575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e8504-4432-4818-954e-5e84632b53b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c23051-16ab-4b63-a0b5-fe044a334e22,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:52.247960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9fd1-a76f-4a4b-9757-e597cbd6e628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.250725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9fd1-a76f-4a4b-9757-e597cbd6e628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.251927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5f7e9fd1-a76f-4a4b-9757-e597cbd6e628 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cbcefb1a-30bf-4599-9974-f814226247a9 HTTP/1.1" status: 204 len: 168 time: 0.3100305 Nov 23 18:12:52.296795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acce8c22-378c-4250-82ac-51e0ddb01d6b req-61c07dd7-0878-4157-a774-9191d4fca40c tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.74 "GET /v2.0/security-groups?id=913280d7-8d09-4487-931a-fe01146c5ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431608 Nov 23 18:12:52.297529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e9fd1-a76f-4a4b-9757-e597cbd6e628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcefb1a-30bf-4599-9974-f814226247a9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:52.350105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Deleting port bb135422-5820-4358-899e-160afbaa4462 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:52.350452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.476111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] For port bb135422-5820-4358-899e-160afbaa4462, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=bb135422-5820-4358-899e-160afbaa4462,segment=NetworkSegment(a253464a-926b-4c62-a73c-9caf33b4ca0c),segment_id=a253464a-926b-4c62-a73c-9caf33b4ca0c)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:52.476528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.493632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Calling delete_port for bb135422-5820-4358-899e-160afbaa4462 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:52.677408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.693532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['bb135422-5820-4358-899e-160afbaa4462'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:52.713585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Pushing event deleted for resources: {'Port': ['ID=bb135422-5820-4358-899e-160afbaa4462,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:52.764365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] No DVR routers for this DVR port bb135422-5820-4358-899e-160afbaa4462 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:12:52.767500 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:52.772467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9926861-ad23-4fa2-9dd8-bfeb8b706225 req-1c3f4303-0e7f-493e-bd44-44635ebeecea tempest-VolumesActionsTest-1268575073 tempest-VolumesActionsTest-1268575073-project] 10.222.0.66 "DELETE /v2.0/ports/bb135422-5820-4358-899e-160afbaa4462 HTTP/1.1" status: 204 len: 173 time: 0.6003687 Nov 23 18:12:52.773451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd84fd6-c8a9-4475-ae2d-32b748ec6985', 'name': 'network-vif-deleted', 'tag': 'bb135422-5820-4358-899e-160afbaa4462'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:52.780078 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3d1ade-2e18-4e85-b69e-531c970993b9" -d '{"events": [{"server_uuid": "0cd84fd6-c8a9-4475-ae2d-32b748ec6985", "name": "network-vif-deleted", "tag": "bb135422-5820-4358-899e-160afbaa4462"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:52.826883 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21e2f4b-c66f-44f7-9d2d-05edd4ac66aa x-openstack-request-id: req-f21e2f4b-c66f-44f7-9d2d-05edd4ac66aa {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:52.827291 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd84fd6-c8a9-4475-ae2d-32b748ec6985", "name": "network-vif-deleted", "tag": "bb135422-5820-4358-899e-160afbaa4462", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:52.827651 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f21e2f4b-c66f-44f7-9d2d-05edd4ac66aa {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:52.828168 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd84fd6-c8a9-4475-ae2d-32b748ec6985', 'name': 'network-vif-deleted', 'tag': 'bb135422-5820-4358-899e-160afbaa4462', 'status': 'completed', 'code': 200} Nov 23 18:12:53.047207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296379e6-89dc-4721-8d2c-b852718751c4 req-b8eea862-c9e6-4748-b296-54add6ce910a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.049457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-296379e6-89dc-4721-8d2c-b852718751c4 req-b8eea862-c9e6-4748-b296-54add6ce910a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.0749204 Nov 23 18:12:53.141094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-296379e6-89dc-4721-8d2c-b852718751c4 req-9793b4c8-6eda-4bdf-abd4-a5917a92965b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831532 Nov 23 18:12:53.372621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46550) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:53.532468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1245560169'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:53.562808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Made reservation on behalf of d96a800c80874af7b6c6600f4314a6e5 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:53.566793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.576403 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.673338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.684963 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.725197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:12:53.737568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d495bc2-acad-4a89-8da6-5aad5d83ed79,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:53.760790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.761146 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Added segment cd008aa3-62b9-40bb-acb5-d71f33daaf5a of type vlan for network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 Nov 23 18:12:53.832151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.867042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.874398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.875475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.901518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608f443-5e44-49d6-b045-711c40560e3e req-bbf0edf3-6f26-4b17-a8dd-e3137c051e81 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.905781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0608f443-5e44-49d6-b045-711c40560e3e req-bbf0edf3-6f26-4b17-a8dd-e3137c051e81 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.0819023 Nov 23 18:12:53.953112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5761766 Nov 23 18:12:53.954844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46588) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:54.024617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0608f443-5e44-49d6-b045-711c40560e3e req-f76cffdb-106a-423d-9b75-25d77e238fc6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951858 Nov 23 18:12:54.028971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Request body: {'subnet': {'network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:54.067198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94078e70-8d36-4804-bd7d-c7fe21b6235b tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'Network': ['ID=3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:54.082589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:12:54.251289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Made reservation on behalf of d96a800c80874af7b6c6600f4314a6e5 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:54.257536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:54.584441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46618) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:54.650615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:54.780229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'Subnet': ['ID=237c8633-fb71-418c-9eb0-e80def9c4669,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:54.813553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Checking segment: {'id': 'cd008aa3-62b9-40bb-acb5-d71f33daaf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:54.814148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Network hostable DHCP agents. Network: 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:12:54.836400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-5e4a9494-4933-45a5-b9a9-51cf6f9c5761 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:54.840178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:12:54.843167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-5e4a9494-4933-45a5-b9a9-51cf6f9c5761 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:54.850271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-5e4a9494-4933-45a5-b9a9-51cf6f9c5761 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:54.856641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-5e4a9494-4933-45a5-b9a9-51cf6f9c5761 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:54.858782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:54.863445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-5e4a9494-4933-45a5-b9a9-51cf6f9c5761 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:54.863587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:54.864081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:54.869475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2059a2-eb7d-4b93-84e9-38b04009172a None None] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:12:54.873094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-5e4a9494-4933-45a5-b9a9-51cf6f9c5761 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:54.881158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-5e4a9494-4933-45a5-b9a9-51cf6f9c5761 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:54.883437 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-5e4a9494-4933-45a5-b9a9-51cf6f9c5761 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.1237304 Nov 23 18:12:54.883592 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-16a798b9-19e4-490a-abb8-0cf217035dac tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9240413 Nov 23 18:12:54.886083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:54.888672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:54.891376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9c0f7df9-06eb-4bc5-9259-ecbd29ad87cb tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-561392946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:54.905528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:12:54.945733 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:54.962656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c0f7df9-06eb-4bc5-9259-ecbd29ad87cb tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:54.964046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c0f7df9-06eb-4bc5-9259-ecbd29ad87cb tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.052331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34bdb7bc-d5d2-41d0-8dc1-11fa19ee4517 req-24375806-1a82-4996-9a95-2cb4c5405206 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161375 Nov 23 18:12:55.091491 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c0f7df9-06eb-4bc5-9259-ecbd29ad87cb tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.104357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c0f7df9-06eb-4bc5-9259-ecbd29ad87cb tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.159087 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c0f7df9-06eb-4bc5-9259-ecbd29ad87cb tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.164868 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c0f7df9-06eb-4bc5-9259-ecbd29ad87cb tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2773445 Nov 23 18:12:55.165209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46652) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:55.187115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:55.224710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'port_id': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'mac_address': 'fa:16:3e:9e:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:12:55.233571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.277177 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.361788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Allocated IP 172.25.0.59 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/9d7c4db6-a132-4616-8b16-75cfda968a66) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:12:55.391274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79824b17-e773-4d79-aa9f-95dfffc5f853 req-fa53fbcc-72f1-4a84-8604-c38aae53dbc3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:55.401387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79824b17-e773-4d79-aa9f-95dfffc5f853 req-fa53fbcc-72f1-4a84-8604-c38aae53dbc3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.2407806 Nov 23 18:12:55.517384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:55.522399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79824b17-e773-4d79-aa9f-95dfffc5f853 req-535cd229-4a9f-478c-a6fe-5bf5c215aaed tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198440 Nov 23 18:12:55.563486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24', 'network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24', 'tenant_id': 'd96a800c80874af7b6c6600f4314a6e5', 'fixed_ips': [{'subnet_id': '237c8633-fb71-418c-9eb0-e80def9c4669'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:12:55.564639 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.569667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:55.600492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.624927 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.702197 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.723646 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.739706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:55.740029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:55.742930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:55.746822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:55.766605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.767025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.767399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.767864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.768714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.770065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.770701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.771319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.771865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.772370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.772893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.773450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:55.795419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Pushing event updated for resources: {'Port': ['ID=9d7c4db6-a132-4616-8b16-75cfda968a66,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:55.807442 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:55.931570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:55.995754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93abcc87-857f-46fa-91e0-16a8d1505309 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.004840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Allocated IP 172.20.0.2 (3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24/237c8633-fb71-418c-9eb0-e80def9c4669/08ff83cb-df47-4e01-9ae0-c0cebc8d3458) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:12:56.007190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93abcc87-857f-46fa-91e0-16a8d1505309 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.017787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93abcc87-857f-46fa-91e0-16a8d1505309 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.043555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93abcc87-857f-46fa-91e0-16a8d1505309 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.057361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93abcc87-857f-46fa-91e0-16a8d1505309 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.065576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93abcc87-857f-46fa-91e0-16a8d1505309 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.073095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93abcc87-857f-46fa-91e0-16a8d1505309 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.075612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93abcc87-857f-46fa-91e0-16a8d1505309 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.1903737 Nov 23 18:12:56.078644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.317444 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.333576 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.382124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:56.386268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:56.397225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:56.397947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-4b1b6118-94d7-49b4-b71c-7b173f273fd6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.404108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-4b1b6118-94d7-49b4-b71c-7b173f273fd6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "GET /v2.0/ports/7cb7372f-d6af-4dca-a7bb-4c34235ebbf2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3178272 Nov 23 18:12:56.415025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Allocated IP 172.20.0.1 (3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24/237c8633-fb71-418c-9eb0-e80def9c4669/eb4675c7-c6ac-4a89-93da-8ad6f0ef8642) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:12:56.438460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Pushing event updated for resources: {'Port': ['ID=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:56.488348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Attempting to bind port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:56.490869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Attempting to bind port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'cd008aa3-62b9-40bb-acb5-d71f33daaf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:56.491302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Attempting to bind port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 on network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:56.498948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:12:56.499512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Checking segment: {'id': 'cd008aa3-62b9-40bb-acb5-d71f33daaf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:56.500079 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.500490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Bound using segment: {'id': 'cd008aa3-62b9-40bb-acb5-d71f33daaf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:12:56.501678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Bound port: 08ff83cb-df47-4e01-9ae0-c0cebc8d3458, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd008aa3-62b9-40bb-acb5-d71f33daaf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:12:56.502081 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.588514 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] For port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:56.595586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.595864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] For port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,segment=NetworkSegment(cd008aa3-62b9-40bb-acb5-d71f33daaf5a),segment_id=cd008aa3-62b9-40bb-acb5-d71f33daaf5a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:12:56.609161 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.643859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cf93-5680-4610-bb49-5ef481062080 req-7f80e504-0410-4725-bcd9-d0fd4a6810ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.653854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cf93-5680-4610-bb49-5ef481062080 req-7f80e504-0410-4725-bcd9-d0fd4a6810ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.661725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cf93-5680-4610-bb49-5ef481062080 req-7f80e504-0410-4725-bcd9-d0fd4a6810ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.668065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cf93-5680-4610-bb49-5ef481062080 req-7f80e504-0410-4725-bcd9-d0fd4a6810ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.674822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cf93-5680-4610-bb49-5ef481062080 req-7f80e504-0410-4725-bcd9-d0fd4a6810ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.677819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.682583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cf93-5680-4610-bb49-5ef481062080 req-7f80e504-0410-4725-bcd9-d0fd4a6810ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.691983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cf93-5680-4610-bb49-5ef481062080 req-7f80e504-0410-4725-bcd9-d0fd4a6810ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.701545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37d1cf93-5680-4610-bb49-5ef481062080 req-7f80e504-0410-4725-bcd9-d0fd4a6810ff tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5444 time: 0.4527495 Nov 23 18:12:56.756402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:56.758040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaea700-f3aa-4818-9b95-867a5ec833b2 None None] Pushing event updated for resources: {'Port': ['ID=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:56.771812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:56.779092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:56.814466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.845055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.849267 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.879407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:12:56.909080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37d1cf93-5680-4610-bb49-5ef481062080 req-c1340c04-603c-4d8d-b10c-dab86f982c87 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1988173 Nov 23 18:12:56.921981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-93df156e-70c8-45b0-afb6-5661676d2807 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "GET /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5013800 Nov 23 18:12:56.964512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:56.987604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:12:56.988789 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.994082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'Port': ['ID=eb4675c7-c6ac-4a89-93da-8ad6f0ef8642,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:57.216929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:57.321700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:57.348533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:57.352270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:57.353277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Pushing event updated for resources: {'Port': ['ID=9d7c4db6-a132-4616-8b16-75cfda968a66,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:57.398497 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7630347c-12b9-42af-a1e5-b27b231cfe2e" -d '{"events": [{"server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "name": "network-vif-plugged", "status": "completed", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:57.423098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:57.428932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b65990f9-0276-4a05-9ded-ff5cdaf5ec44 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:57.440559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:12:57.464389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:57.483537 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:57.520763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ee433-30e0-4233-8c94-fcd92f35fae8 req-5037a39a-f055-495e-9078-76d3cba12e96 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:57.528860 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a41ee433-30e0-4233-8c94-fcd92f35fae8 req-5037a39a-f055-495e-9078-76d3cba12e96 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.2852979 Nov 23 18:12:57.728289 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:57.738977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-64ab91b1-2327-469c-b188-48f452baf06b tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1531501 Nov 23 18:12:57.761224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46722) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:57.807851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1412816530', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'fixed_ips': [{'ip_address': '172.25.0.59'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:57.905438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:57.913223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:12:57.915398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:57.980112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] For port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:58.044606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a41ee433-30e0-4233-8c94-fcd92f35fae8 req-fa52625a-64e4-4628-899e-1662314bf376 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143442 Nov 23 18:12:58.079093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Made reservation on behalf of 796d1e473a9b473ab7a3f173f4df7bb9 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:58.086915 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.147327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.175368 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.235615 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb4b7d3-1e95-4b75-9a1a-4dee62b811e3 x-openstack-request-id: req-1bb4b7d3-1e95-4b75-9a1a-4dee62b811e3 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:58.238973 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "name": "network-vif-plugged", "status": "completed", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:58.239506 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1bb4b7d3-1e95-4b75-9a1a-4dee62b811e3 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:58.241162 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'code': 200} Nov 23 18:12:58.321444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port b65990f9-0276-4a05-9ded-ff5cdaf5ec44, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:58.344457 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.348197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.349707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 5033696b-2055-4efb-b2c5-4fd05f0b6590 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:58.362922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.547549 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.583375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.616973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] device_id is not set on port 9f5201ec-3c73-481c-9341-8d7fcf4c7848 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:58.638477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] For port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:58.679419 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.683058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.690604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:58.709910 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.760963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'Port': ['ID=eb4675c7-c6ac-4a89-93da-8ad6f0ef8642,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:58.768954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec20b53-d504-4e31-bc25-73e2f2fc4fc2 None None] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:12:58.907158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b39f6ca-be6e-422a-8842-f7aa9570248c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:58.914166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] device_id is not set on port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:12:58.958061 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.958490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,segment=NetworkSegment(cd008aa3-62b9-40bb-acb5-d71f33daaf5a),segment_id=cd008aa3-62b9-40bb-acb5-d71f33daaf5a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:58.964001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 5033696b-2055-4efb-b2c5-4fd05f0b6590, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:58.974951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1dda2e28-d099-4ac9-be76-2a74c1a5bdf1 None None] Provisioning complete for port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:12:58.975980 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1dda2e28-d099-4ac9-be76-2a74c1a5bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:59.059464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:59.066135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:59.105567 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:59.159062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bb135422-5820-4358-899e-160afbaa4462 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:59.161689 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:59.397035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Router 33005d5f-d427-4db5-bd95-a52ebbf58b2c is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:12:59.425054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=5033696b-2055-4efb-b2c5-4fd05f0b6590,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:59.512160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:59.531357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: bb135422-5820-4358-899e-160afbaa4462 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:12:59.535626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device bb135422-5820-4358-899e-160afbaa4462 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:59.559424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device e2d5d218-9328-4e2c-b2f5-1872bb32f3fc no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:59.593382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:12:59.610646 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5ac3c-1341-45f1-89a7-b86e911239cf None None] Sync routers for ids ['33005d5f-d427-4db5-bd95-a52ebbf58b2c'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:12:59.611230 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-57a24e9f-f17c-4be8-8f72-edbf62f037c5 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "PUT /v2.0/routers/33005d5f-d427-4db5-bd95-a52ebbf58b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4419279 Nov 23 18:12:59.611591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46734) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:12:59.617964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Request body: {'port': {'network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24', 'name': 'tempest-FloatingIPNegativeTestJSON-528019324'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:59.634822 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5ac3c-1341-45f1-89a7-b86e911239cf None None] Routers {'33005d5f-d427-4db5-bd95-a52ebbf58b2c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:12:59.635492 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-09f5ac3c-1341-45f1-89a7-b86e911239cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:12:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['33005d5f-d427-4db5-bd95-a52ebbf58b2c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:59.682423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-771b8537-62c9-49ba-8f99-8c0a72df3061 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.688735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-771b8537-62c9-49ba-8f99-8c0a72df3061 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.696544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-771b8537-62c9-49ba-8f99-8c0a72df3061 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.703526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-771b8537-62c9-49ba-8f99-8c0a72df3061 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.713072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-771b8537-62c9-49ba-8f99-8c0a72df3061 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.719473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-771b8537-62c9-49ba-8f99-8c0a72df3061 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.727235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-771b8537-62c9-49ba-8f99-8c0a72df3061 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.735912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-771b8537-62c9-49ba-8f99-8c0a72df3061 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 5442 time: 1.1753643 Nov 23 18:12:59.744137 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:59.784246 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-09f5ac3c-1341-45f1-89a7-b86e911239cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:59.811778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:59.822881 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5ac3c-1341-45f1-89a7-b86e911239cf None None] Routers {'33005d5f-d427-4db5-bd95-a52ebbf58b2c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:12:59.824218 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-09f5ac3c-1341-45f1-89a7-b86e911239cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:12:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['33005d5f-d427-4db5-bd95-a52ebbf58b2c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:59.914737 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-09f5ac3c-1341-45f1-89a7-b86e911239cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:12:59.915422 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5ac3c-1341-45f1-89a7-b86e911239cf None None] The sync data for ids ['33005d5f-d427-4db5-bd95-a52ebbf58b2c'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:12:59.979818 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:59.997177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Made reservation on behalf of d96a800c80874af7b6c6600f4314a6e5 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:00.004238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.067070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] device_id is not set on port 908dfde0-34eb-4444-8bc7-3947e3bb37ab yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:13:00.075768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:00.079359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] No DVR routers for this DVR port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:00.087187 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.088104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8dd4d4f3-c83e-49ee-a544-274449443f91 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:00.203154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2bd6bf3-e17b-4321-94f6-cbe31322bce7 req-185db7ed-8304-4f76-aa15-d950ba8fe621 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4657292 Nov 23 18:13:00.293603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] In _notify_port_updated(), no bound segment for port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:13:00.297954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:00.299879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.308940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-467c70a2-08fb-4eb4-8c4a-9a35c66f3ca9 service neutron] 10.222.0.66 "PUT /v2.0/ports/7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 200 len: 1032 time: 3.3628032 Nov 23 18:13:00.349613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:00.381783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44'}, {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5033696b-2055-4efb-b2c5-4fd05f0b6590'}, {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:00.387366 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144b87fb-bf62-4fe9-9c6a-c2304a891af6" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "b65990f9-0276-4a05-9ded-ff5cdaf5ec44"}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "5033696b-2055-4efb-b2c5-4fd05f0b6590"}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:00.412075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-d93c037a-6f59-4f97-bb79-fb090a720b3a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:00.413760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-d93c037a-6f59-4f97-bb79-fb090a720b3a tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "GET /v2.0/ports/8dd4d4f3-c83e-49ee-a544-274449443f91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1037714 Nov 23 18:13:00.416982 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 18:13:00.417691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:13:00.441526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:00.459748 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Allocated IP 172.20.0.4 (3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24/237c8633-fb71-418c-9eb0-e80def9c4669/908dfde0-34eb-4444-8bc7-3947e3bb37ab) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:00.682566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3f2678b2-40b0-405d-b793-7326932e5568 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.8918836 Nov 23 18:13:00.701177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:00.742930 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.830907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-40e4efc7-c983-4e3b-9d72-596b39eec28b None None] Provisioning complete for port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:00.832459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-40e4efc7-c983-4e3b-9d72-596b39eec28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.882247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bea3f5-9f0f-43bd-b5ff-ca142e37fa86 req-54126a50-49d8-4bdd-906b-648effb21162 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:00.890788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7bea3f5-9f0f-43bd-b5ff-ca142e37fa86 req-54126a50-49d8-4bdd-906b-648effb21162 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.4919860 Nov 23 18:13:00.898014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8dd4d4f3-c83e-49ee-a544-274449443f91, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8dd4d4f3-c83e-49ee-a544-274449443f91,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:01.007906 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.009046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:01.127184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.232961 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.246240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-40e4efc7-c983-4e3b-9d72-596b39eec28b None None] Port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:01.249859 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.315214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:13:01.319049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 269950bf-657c-437c-9ee5-8ee2f67b1e73 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:01.407314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7bea3f5-9f0f-43bd-b5ff-ca142e37fa86 req-b482253f-c3da-4da4-8a4d-f39fc8aead75 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125916 Nov 23 18:13:01.433939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:01.442079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8dd4d4f3-c83e-49ee-a544-274449443f91,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:01.450522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:01.459265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:01.547098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f04c0380-2418-457b-8b2b-4eba7b3de0b6 None None] Provisioning complete for port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:01.547407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f04c0380-2418-457b-8b2b-4eba7b3de0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.558490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'Port': ['ID=908dfde0-34eb-4444-8bc7-3947e3bb37ab,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:01.624683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:01.625461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.690486 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f751adfd-4630-49b3-a346-02cb75b25198 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0747290 Nov 23 18:13:01.691577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:01.712327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:01.732494 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f60326-d096-4ea9-9f81-787c852a7f8d x-openstack-request-id: req-73f60326-d096-4ea9-9f81-787c852a7f8d {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:01.732803 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "b65990f9-0276-4a05-9ded-ff5cdaf5ec44", "code": 200}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "5033696b-2055-4efb-b2c5-4fd05f0b6590", "code": 200}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:01.733061 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-73f60326-d096-4ea9-9f81-787c852a7f8d {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:01.733463 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44', 'code': 200} Nov 23 18:13:01.733725 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5033696b-2055-4efb-b2c5-4fd05f0b6590', 'code': 200} Nov 23 18:13:01.733983 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'code': 200} Nov 23 18:13:01.736276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.783272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] For port 8dd4d4f3-c83e-49ee-a544-274449443f91, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8dd4d4f3-c83e-49ee-a544-274449443f91,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:01.823921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.929366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:01.996610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] For port 8dd4d4f3-c83e-49ee-a544-274449443f91, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:13:02.027300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 269950bf-657c-437c-9ee5-8ee2f67b1e73, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:02.114682 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.127729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fa5b9667-17da-4194-8199-c128622a21be no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:02.198654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.223099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] device_id is not set on port 8dd4d4f3-c83e-49ee-a544-274449443f91 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:13:02.272758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87808-8d2d-4ff6-b053-1839d128198e req-dddd4758-2951-4bac-9d3a-a0117458c0c0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:02.285506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87808-8d2d-4ff6-b053-1839d128198e req-dddd4758-2951-4bac-9d3a-a0117458c0c0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:02.304686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87808-8d2d-4ff6-b053-1839d128198e req-dddd4758-2951-4bac-9d3a-a0117458c0c0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:02.324884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87808-8d2d-4ff6-b053-1839d128198e req-dddd4758-2951-4bac-9d3a-a0117458c0c0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:02.346266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87808-8d2d-4ff6-b053-1839d128198e req-dddd4758-2951-4bac-9d3a-a0117458c0c0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:02.410059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87808-8d2d-4ff6-b053-1839d128198e req-dddd4758-2951-4bac-9d3a-a0117458c0c0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:02.415493 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79e87808-8d2d-4ff6-b053-1839d128198e req-dddd4758-2951-4bac-9d3a-a0117458c0c0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 4657 time: 0.5285788 Nov 23 18:13:02.415715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f04c0380-2418-457b-8b2b-4eba7b3de0b6 None None] Provisioning complete for port eb4675c7-c6ac-4a89-93da-8ad6f0ef8642 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:02.416109 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f04c0380-2418-457b-8b2b-4eba7b3de0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.424183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.428678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=269950bf-657c-437c-9ee5-8ee2f67b1e73,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:02.442621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Allocated IP 172.25.0.36 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/1328a320-2b39-4265-98d6-77d70ab1760f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:02.460869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.469727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Deleting port 9d7c4db6-a132-4616-8b16-75cfda968a66 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:02.470206 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.500922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:02.503888 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.648675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f04c0380-2418-457b-8b2b-4eba7b3de0b6 None None] Port eb4675c7-c6ac-4a89-93da-8ad6f0ef8642 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:02.682492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.759972 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.767973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.768340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.775433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fa5b9667-17da-4194-8199-c128622a21be, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fa5b9667-17da-4194-8199-c128622a21be,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:02.790736 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.799625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Calling delete_port for 9d7c4db6-a132-4616-8b16-75cfda968a66 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:02.840648 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.980934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:02.994283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:03.005800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:03.071844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'Port': ['ID=1328a320-2b39-4265-98d6-77d70ab1760f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:03.144813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-92fc63f1-ed70-4a1a-9680-8b5e6d53584f None None] Provisioning complete for port 908dfde0-34eb-4444-8bc7-3947e3bb37ab triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:03.145423 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92fc63f1-ed70-4a1a-9680-8b5e6d53584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.157557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd4d4f3-c83e-49ee-a544-274449443f91,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:03.185266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fa5b9667-17da-4194-8199-c128622a21be,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:03.256716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-92fc63f1-ed70-4a1a-9680-8b5e6d53584f None None] Port 908dfde0-34eb-4444-8bc7-3947e3bb37ab cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:03.303818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-92fc63f1-ed70-4a1a-9680-8b5e6d53584f None None] Provisioning complete for port eb4675c7-c6ac-4a89-93da-8ad6f0ef8642 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:03.312504 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92fc63f1-ed70-4a1a-9680-8b5e6d53584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.343287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-79e87808-8d2d-4ff6-b053-1839d128198e req-e8111cf1-f93d-463c-94b6-3f5af8ebe3f1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=a08444f8-cb48-4e75-95ba-aec3aaa17b33&id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9216173 Nov 23 18:13:03.348791 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.351059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.436007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-92fc63f1-ed70-4a1a-9680-8b5e6d53584f None None] Port eb4675c7-c6ac-4a89-93da-8ad6f0ef8642 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:03.481665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.536266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d7c4db6-a132-4616-8b16-75cfda968a66,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:03.540691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] No DVR routers for this DVR port 8dd4d4f3-c83e-49ee-a544-274449443f91 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:03.630576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] In _notify_port_updated(), no bound segment for port 8dd4d4f3-c83e-49ee-a544-274449443f91 on network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 {{(pid=120536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:13:03.631513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:03.632117 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.638484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-9babb971-d825-446a-9e51-7f99c3179970 service neutron] 10.222.0.66 "PUT /v2.0/ports/8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 200 len: 1033 time: 3.2018416 Nov 23 18:13:03.735018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd4d4f3-c83e-49ee-a544-274449443f91'}, {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '269950bf-657c-437c-9ee5-8ee2f67b1e73'}, {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5b9667-17da-4194-8199-c128622a21be'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:03.738006 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60985957-c399-4bf5-9697-7f82b7001560" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd4d4f3-c83e-49ee-a544-274449443f91"}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "269950bf-657c-437c-9ee5-8ee2f67b1e73"}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5b9667-17da-4194-8199-c128622a21be"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:03.776219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-934889b3-f49c-4988-a27a-eb2ab0a38bd6 None None] Provisioning complete for port 8dd4d4f3-c83e-49ee-a544-274449443f91 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:03.776722 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-934889b3-f49c-4988-a27a-eb2ab0a38bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.842064 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.845818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.851011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c862f0c-2ce0-4cda-8a80-b01fc2ffcbfc tempest-ExternalNetworksAdminNegativeTestJSON-1471094624 tempest-ExternalNetworksAdminNegativeTestJSON-1471094624-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/94b64001-f60c-47f9-8dc0-3ef351283cff HTTP/1.1" status: 204 len: 168 time: 3.1259470 Nov 23 18:13:03.852246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-934889b3-f49c-4988-a27a-eb2ab0a38bd6 None None] Port 8dd4d4f3-c83e-49ee-a544-274449443f91 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:03.890339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb0de-5d25-49b7-b6ab-d597702aa7cc req-5a3086ce-e2a5-478a-a8f0-27bbfa505fbf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:03.899538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-807cb0de-5d25-49b7-b6ab-d597702aa7cc req-5a3086ce-e2a5-478a-a8f0-27bbfa505fbf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.2723005 Nov 23 18:13:03.953789 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.967678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.980110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-807cb0de-5d25-49b7-b6ab-d597702aa7cc req-a435fbcd-c728-4889-8cc5-07c106dd318b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765314 Nov 23 18:13:04.100479 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00282ff8-ec98-49b7-8f03-37736c5d5029 x-openstack-request-id: req-00282ff8-ec98-49b7-8f03-37736c5d5029 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:04.101190 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd4d4f3-c83e-49ee-a544-274449443f91", "code": 200}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "269950bf-657c-437c-9ee5-8ee2f67b1e73", "code": 200}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5b9667-17da-4194-8199-c128622a21be", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:04.101418 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00282ff8-ec98-49b7-8f03-37736c5d5029 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:04.101926 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd4d4f3-c83e-49ee-a544-274449443f91', 'code': 200} Nov 23 18:13:04.102296 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '269950bf-657c-437c-9ee5-8ee2f67b1e73', 'code': 200} Nov 23 18:13:04.102676 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5b9667-17da-4194-8199-c128622a21be', 'code': 200} Nov 23 18:13:04.118124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port fa5b9667-17da-4194-8199-c128622a21be {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:04.118835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.240742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'Port': ['ID=1328a320-2b39-4265-98d6-77d70ab1760f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:04.246377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.274500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.275855 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5403244e-dcf2-4081-8cd6-2d258e772652 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5832784 Nov 23 18:13:04.282650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46780) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:04.292731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-82951d4a-d602-4935-a1c1-2191d4381a5e tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Request body: {'floatingip': {'port_id': '908dfde0-34eb-4444-8bc7-3947e3bb37ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:04.407044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] For port fa5b9667-17da-4194-8199-c128622a21be, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fa5b9667-17da-4194-8199-c128622a21be,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:04.407044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.407044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for fa5b9667-17da-4194-8199-c128622a21be owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:04.770891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46790) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:04.907540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.979118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=fa5b9667-17da-4194-8199-c128622a21be,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:05.015982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963d01-96eb-4d90-ad0f-abc4ac4813b3 req-72f5d654-172d-4fe0-aae2-d2e533459df2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:05.031460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963d01-96eb-4d90-ad0f-abc4ac4813b3 req-72f5d654-172d-4fe0-aae2-d2e533459df2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:05.038537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963d01-96eb-4d90-ad0f-abc4ac4813b3 req-72f5d654-172d-4fe0-aae2-d2e533459df2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:05.044962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963d01-96eb-4d90-ad0f-abc4ac4813b3 req-72f5d654-172d-4fe0-aae2-d2e533459df2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:05.051455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963d01-96eb-4d90-ad0f-abc4ac4813b3 req-72f5d654-172d-4fe0-aae2-d2e533459df2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:05.053441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1963d01-96eb-4d90-ad0f-abc4ac4813b3 req-72f5d654-172d-4fe0-aae2-d2e533459df2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 3875 time: 0.2813334 Nov 23 18:13:05.120454 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1847ff83-f5d8-419d-a5db-54c5fe9add23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.122640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] No DVR routers for this DVR port fa5b9667-17da-4194-8199-c128622a21be on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:05.134349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.138052 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-67cfb94b-7456-41fe-b24a-0276dd0c37af tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "DELETE /v2.0/ports/fa5b9667-17da-4194-8199-c128622a21be HTTP/1.1" status: 204 len: 173 time: 1.4669790 Nov 23 18:13:05.144768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': 'fa5b9667-17da-4194-8199-c128622a21be'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:05.147423 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc218805-8683-41d6-b424-4ace63a9db25" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "fa5b9667-17da-4194-8199-c128622a21be"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:05.267072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1963d01-96eb-4d90-ad0f-abc4ac4813b3 req-9ab7c320-c8e5-4332-9cad-43a598b57ac0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714795 Nov 23 18:13:05.366177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82951d4a-d602-4935-a1c1-2191d4381a5e tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.617993 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-82951d4a-d602-4935-a1c1-2191d4381a5e tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] update failed (client error): The resource could not be found. Nov 23 18:13:05.620534 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-82951d4a-d602-4935-a1c1-2191d4381a5e tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "PUT /v2.0/floatingips/ece42792-fd27-4550-8947-440c04be08ab HTTP/1.1" status: 404 len: 507 time: 1.3345344 Nov 23 18:13:05.622620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46808) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:05.651500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345780a-b3fc-45f1-b14c-83af69bfb7bf req-54b3dde9-579c-4c88-8e29-d7fd4b2fae78 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:05.665862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a345780a-b3fc-45f1-b14c-83af69bfb7bf req-54b3dde9-579c-4c88-8e29-d7fd4b2fae78 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.2189269 Nov 23 18:13:05.740656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port 269950bf-657c-437c-9ee5-8ee2f67b1e73 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:05.747404 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.818466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1847ff83-f5d8-419d-a5db-54c5fe9add23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.881408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1847ff83-f5d8-419d-a5db-54c5fe9add23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.903430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Deleting port 1328a320-2b39-4265-98d6-77d70ab1760f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:05.903784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.040240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847ff83-f5d8-419d-a5db-54c5fe9add23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b50cd7-bf8b-410e-b463-ad7545dd7dc2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:06.075706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a345780a-b3fc-45f1-b14c-83af69bfb7bf req-b2caba2e-d7a6-4478-9823-15f05aaef985 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992112 Nov 23 18:13:06.129146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.130529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.150025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1847ff83-f5d8-419d-a5db-54c5fe9add23 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d78dfb4084b44e789ee2ff839de221e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3765016 Nov 23 18:13:06.151297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46812) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:06.179082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Calling delete_port for 1328a320-2b39-4265-98d6-77d70ab1760f owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:06.181769 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0fdbbb-7f03-42f1-bcad-ba35feddf1d9 x-openstack-request-id: req-0c0fdbbb-7f03-42f1-bcad-ba35feddf1d9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:06.182254 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "fa5b9667-17da-4194-8199-c128622a21be", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:06.182660 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c0fdbbb-7f03-42f1-bcad-ba35feddf1d9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:06.183268 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': 'fa5b9667-17da-4194-8199-c128622a21be', 'status': 'completed', 'code': 200} Nov 23 18:13:06.192418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] For port 269950bf-657c-437c-9ee5-8ee2f67b1e73, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=269950bf-657c-437c-9ee5-8ee2f67b1e73,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:06.193060 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.209071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for 269950bf-657c-437c-9ee5-8ee2f67b1e73 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:06.408897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-abb5adbe-c28e-4976-9828-02c7ad73a2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.455090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-abb5adbe-c28e-4976-9828-02c7ad73a2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.516888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-abb5adbe-c28e-4976-9828-02c7ad73a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.532484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-abb5adbe-c28e-4976-9828-02c7ad73a2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.533818 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-abb5adbe-c28e-4976-9828-02c7ad73a2fc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/61b50cd7-bf8b-410e-b463-ad7545dd7dc2 HTTP/1.1" status: 204 len: 168 time: 0.3813357 Nov 23 18:13:06.569802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5adbe-c28e-4976-9828-02c7ad73a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b50cd7-bf8b-410e-b463-ad7545dd7dc2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:06.577075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d5d0-df13-4bb7-a33f-3be978252dba req-bef9ad8d-8844-47db-a5f5-0325132751cb tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:06.594261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d5d0-df13-4bb7-a33f-3be978252dba req-bef9ad8d-8844-47db-a5f5-0325132751cb tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:06.619578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d5d0-df13-4bb7-a33f-3be978252dba req-bef9ad8d-8844-47db-a5f5-0325132751cb tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:06.645102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d5d0-df13-4bb7-a33f-3be978252dba req-bef9ad8d-8844-47db-a5f5-0325132751cb tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:06.651895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3897d5d0-df13-4bb7-a33f-3be978252dba req-bef9ad8d-8844-47db-a5f5-0325132751cb tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 3142 time: 0.2307172 Nov 23 18:13:06.731866 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.755730 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.810842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event deleted for resources: {'Port': ['ID=1328a320-2b39-4265-98d6-77d70ab1760f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:06.902256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=269950bf-657c-437c-9ee5-8ee2f67b1e73,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:06.967578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.970332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.979873 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fb50f51e-811e-430c-b40d-0834caf532e2 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "DELETE /v2.0/floatingips/ece42792-fd27-4550-8947-440c04be08ab HTTP/1.1" status: 204 len: 168 time: 1.3546686 Nov 23 18:13:06.983183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:06.988272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4a84e32e-3089-4bd9-81b1-5a40fa6f9d5d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Request body: {'floatingip': {'floating_network_id': '3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24', 'port_id': '908dfde0-34eb-4444-8bc7-3947e3bb37ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:07.048290 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a84e32e-3089-4bd9-81b1-5a40fa6f9d5d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.085782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] No DVR routers for this DVR port 269950bf-657c-437c-9ee5-8ee2f67b1e73 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:07.094357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.104368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-84fd3045-bd3a-4a87-84ab-703c504af1c6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "DELETE /v2.0/ports/269950bf-657c-437c-9ee5-8ee2f67b1e73 HTTP/1.1" status: 204 len: 173 time: 1.9448197 Nov 23 18:13:07.296962 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-4a84e32e-3089-4bd9-81b1-5a40fa6f9d5d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:13:07.298091 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a84e32e-3089-4bd9-81b1-5a40fa6f9d5d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3139250 Nov 23 18:13:07.302444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46826) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:07.306996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '908dfde0-34eb-4444-8bc7-3947e3bb37ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:07.308778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3897d5d0-df13-4bb7-a33f-3be978252dba req-0102b27c-5402-409c-a44b-c04ebaaf999b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6440952 Nov 23 18:13:07.365822 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.413311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46828) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:07.608636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.616721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8a5a39d1-45fc-4a7f-a7ff-ab89a72ac7be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=796d1e473a9b473ab7a3f173f4df7bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807561 Nov 23 18:13:07.622873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46830) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:07.689442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051a602-7b9c-442b-b62e-b64d50ee026d req-cd70a551-e261-4062-8028-369684c4a370 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:07.691063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f051a602-7b9c-442b-b62e-b64d50ee026d req-cd70a551-e261-4062-8028-369684c4a370 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.2406507 Nov 23 18:13:07.723512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:07.723869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.837248 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-775148b7-fba0-4719-8a6f-09d60297854c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.963000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] For port b65990f9-0276-4a05-9ded-ff5cdaf5ec44, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:07.963392 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.988508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for b65990f9-0276-4a05-9ded-ff5cdaf5ec44 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:07.990148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-775148b7-fba0-4719-8a6f-09d60297854c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.102196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Allocated IP 172.25.0.24 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/0110626d-8488-4fc3-87d1-e111a5f7720a) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:08.152985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-775148b7-fba0-4719-8a6f-09d60297854c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.155756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-775148b7-fba0-4719-8a6f-09d60297854c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.160313 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-775148b7-fba0-4719-8a6f-09d60297854c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b39f6ca-be6e-422a-8842-f7aa9570248c HTTP/1.1" status: 204 len: 168 time: 0.5326772 Nov 23 18:13:08.236667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775148b7-fba0-4719-8a6f-09d60297854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b39f6ca-be6e-422a-8842-f7aa9570248c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:08.373854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': '269950bf-657c-437c-9ee5-8ee2f67b1e73'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:08.392569 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6aa4a7-2a1a-4a88-9c36-3ee41d4beefc" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "269950bf-657c-437c-9ee5-8ee2f67b1e73"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:08.470389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.520322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.568493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:08.575287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:08.579869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:08.583416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f051a602-7b9c-442b-b62e-b64d50ee026d req-07b06e99-98d8-4626-81e7-f7a38b67a267 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8749940 Nov 23 18:13:08.585745 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.673455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event updated for resources: {'Port': ['ID=0110626d-8488-4fc3-87d1-e111a5f7720a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:08.771462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=b65990f9-0276-4a05-9ded-ff5cdaf5ec44,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:08.926086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] No DVR routers for this DVR port b65990f9-0276-4a05-9ded-ff5cdaf5ec44 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:08.949541 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.956603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-71d25391-4c8d-4c0a-8cff-6019fcf6d7df tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "DELETE /v2.0/ports/b65990f9-0276-4a05-9ded-ff5cdaf5ec44 HTTP/1.1" status: 204 len: 173 time: 1.8397777 Nov 23 18:13:09.027861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Deleting port 0110626d-8488-4fc3-87d1-e111a5f7720a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:09.028857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.132288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c33c58-1712-4c62-aec2-f76fe98d69d1 req-3c2277b2-a1df-4079-9034-4eea4ed5c402 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:09.158650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c33c58-1712-4c62-aec2-f76fe98d69d1 req-3c2277b2-a1df-4079-9034-4eea4ed5c402 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:09.164034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5c33c58-1712-4c62-aec2-f76fe98d69d1 req-3c2277b2-a1df-4079-9034-4eea4ed5c402 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 1676 time: 0.4340301 Nov 23 18:13:09.275195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.276274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.311331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Calling delete_port for 0110626d-8488-4fc3-87d1-e111a5f7720a owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:09.344661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5c33c58-1712-4c62-aec2-f76fe98d69d1 req-152346f3-4316-4d63-b9d6-61ff7d1de6c5 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710637 Nov 23 18:13:09.413609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port 5033696b-2055-4efb-b2c5-4fd05f0b6590 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:09.413609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.538057 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a857c1de-ccba-4e4e-8958-6c097e02f548 x-openstack-request-id: req-a857c1de-ccba-4e4e-8958-6c097e02f548 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:09.538349 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "269950bf-657c-437c-9ee5-8ee2f67b1e73", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:09.562809 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a857c1de-ccba-4e4e-8958-6c097e02f548 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:09.562809 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': '269950bf-657c-437c-9ee5-8ee2f67b1e73', 'status': 'completed', 'code': 200} Nov 23 18:13:09.810450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.856215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] For port 5033696b-2055-4efb-b2c5-4fd05f0b6590, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=5033696b-2055-4efb-b2c5-4fd05f0b6590,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:09.856862 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.912101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event deleted for resources: {'Port': ['ID=0110626d-8488-4fc3-87d1-e111a5f7720a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:09.967585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for 5033696b-2055-4efb-b2c5-4fd05f0b6590 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:10.044243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142173a7-c0a0-4664-88fa-495023ecf59b req-b661cea5-3de7-485d-b96f-60355dcf42a1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:10.054513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-142173a7-c0a0-4664-88fa-495023ecf59b req-b661cea5-3de7-485d-b96f-60355dcf42a1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.2056322 Nov 23 18:13:10.150338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-142173a7-c0a0-4664-88fa-495023ecf59b req-1f9cfc23-1b6d-4fe5-9947-51e488f78623 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946178 Nov 23 18:13:10.269536 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] create failed (client error): The resource could not be found. Nov 23 18:13:10.274938 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b1384fb9-d507-48e2-9d86-3f4e4b4b5679 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9679470 Nov 23 18:13:10.275492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46876) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:10.289771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:10.396956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=5033696b-2055-4efb-b2c5-4fd05f0b6590,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:10.528205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] No DVR routers for this DVR port 5033696b-2055-4efb-b2c5-4fd05f0b6590 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:10.533940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:10.538516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c20e655e-6134-4aff-a34d-6487e09b6368 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Deleting port 908dfde0-34eb-4444-8bc7-3947e3bb37ab {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:10.539499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c20e655e-6134-4aff-a34d-6487e09b6368 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:10.541869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-e7e47f17-9449-40ca-b975-7199bb082edd tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "DELETE /v2.0/ports/5033696b-2055-4efb-b2c5-4fd05f0b6590 HTTP/1.1" status: 204 len: 173 time: 1.5762894 Nov 23 18:13:10.701201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c20e655e-6134-4aff-a34d-6487e09b6368 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:10.716515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c20e655e-6134-4aff-a34d-6487e09b6368 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Calling delete_port for 908dfde0-34eb-4444-8bc7-3947e3bb37ab owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:10.837211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3924f-bbdf-45bc-8da9-d55029b3e885 req-4b370199-0c18-4b13-b93f-6c7230f7158e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:10.847282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ae3924f-bbdf-45bc-8da9-d55029b3e885 req-4b370199-0c18-4b13-b93f-6c7230f7158e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 943 time: 0.2263267 Nov 23 18:13:10.953141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ae3924f-bbdf-45bc-8da9-d55029b3e885 req-91ae3aa5-c15b-497b-82a6-800537871f61 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982950 Nov 23 18:13:10.965996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:10.973666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.013476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c20e655e-6134-4aff-a34d-6487e09b6368 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.196985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e655e-6134-4aff-a34d-6487e09b6368 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event deleted for resources: {'Port': ['ID=908dfde0-34eb-4444-8bc7-3947e3bb37ab,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:11.236608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6069310-3563-4b78-901b-3073d8660afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.246483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] For port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:11.247766 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.297991 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c20e655e-6134-4aff-a34d-6487e09b6368 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.317227 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c20e655e-6134-4aff-a34d-6487e09b6368 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "DELETE /v2.0/ports/908dfde0-34eb-4444-8bc7-3947e3bb37ab HTTP/1.1" status: 204 len: 168 time: 1.0402818 Nov 23 18:13:11.319313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46898) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:11.475418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd71bf-303d-432d-abb1-d1fe58b54234 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:11.485704 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e1bd71bf-303d-432d-abb1-d1fe58b54234 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "GET /v2.0/ports?device_id=33005d5f-d427-4db5-bd95-a52ebbf58b2c HTTP/1.1" status: 200 len: 913 time: 0.1649992 Nov 23 18:13:11.485952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46902) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:11.582041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44'}, {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': '5033696b-2055-4efb-b2c5-4fd05f0b6590'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:11.585467 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c36c247-3d72-43b4-8054-733eb131c666" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "b65990f9-0276-4a05-9ded-ff5cdaf5ec44"}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "5033696b-2055-4efb-b2c5-4fd05f0b6590"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:11.724677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b16aab-04ca-4205-9a8d-bdc8a5c50b5a req-9198c533-3147-4126-bb94-1dd5dff2951a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:11.732281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2b16aab-04ca-4205-9a8d-bdc8a5c50b5a req-9198c533-3147-4126-bb94-1dd5dff2951a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.3106849 Nov 23 18:13:12.026112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46916) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:12.213512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-05fb8899-35e8-462a-92eb-97911fe4ab27 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1854549042'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:12.214519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-05fb8899-35e8-462a-92eb-97911fe4ab27 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Unknown quota resources ['metering_label']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:13:12.569599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05fb8899-35e8-462a-92eb-97911fe4ab27 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:12.574105 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-05fb8899-35e8-462a-92eb-97911fe4ab27 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5436563 Nov 23 18:13:12.574659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46930) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:12.582136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-43c8bb4b-d6dc-48d9-be2b-bce65dc8666e tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5c76a85e-86b1-4020-80fd-5c832afeaca9'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:12.595376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-43c8bb4b-d6dc-48d9-be2b-bce65dc8666e tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:13:12.599047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2b16aab-04ca-4205-9a8d-bdc8a5c50b5a req-af99a4ba-a5a1-4f5b-846d-0e44541b39d7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8600781 Nov 23 18:13:12.755695 n-d-818932-3 neutron-server[120535]: WARNING neutron.services.metering.metering_plugin [None req-43c8bb4b-d6dc-48d9-be2b-bce65dc8666e tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 18:13:12.789849 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60049a2e-3de9-4841-b507-7c00079fd032 x-openstack-request-id: req-60049a2e-3de9-4841-b507-7c00079fd032 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:12.790190 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "b65990f9-0276-4a05-9ded-ff5cdaf5ec44", "status": "completed", "code": 200}, {"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "5033696b-2055-4efb-b2c5-4fd05f0b6590", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:12.790395 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60049a2e-3de9-4841-b507-7c00079fd032 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:12.790793 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': 'b65990f9-0276-4a05-9ded-ff5cdaf5ec44', 'status': 'completed', 'code': 200} Nov 23 18:13:12.791047 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': '5033696b-2055-4efb-b2c5-4fd05f0b6590', 'status': 'completed', 'code': 200} Nov 23 18:13:12.840838 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:12.841218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:12.841543 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Floating IP b6f02ee5-c9db-4cad-bfe4-d54e6a529f99 disassociated. External IP: 172.25.0.170, port: e2d5d218-9328-4e2c-b2f5-1872bb32f3fc. Nov 23 18:13:12.841882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for e2d5d218-9328-4e2c-b2f5-1872bb32f3fc owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:12.946724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43c8bb4b-d6dc-48d9-be2b-bce65dc8666e tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:12.949659 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-43c8bb4b-d6dc-48d9-be2b-bce65dc8666e tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3704708 Nov 23 18:13:12.952808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46934) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:12.960536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-80ed29ab-b241-4c2b-94c0-a2d8d2a0bb08 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5c76a85e-86b1-4020-80fd-5c832afeaca9'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:12.964400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-80ed29ab-b241-4c2b-94c0-a2d8d2a0bb08 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:13:13.094513 n-d-818932-3 neutron-server[120535]: WARNING neutron.services.metering.metering_plugin [None req-80ed29ab-b241-4c2b-94c0-a2d8d2a0bb08 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 18:13:13.209208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80ed29ab-b241-4c2b-94c0-a2d8d2a0bb08 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:13.210545 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-80ed29ab-b241-4c2b-94c0-a2d8d2a0bb08 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2564292 Nov 23 18:13:13.213386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46938) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:13.235552 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5b9b78b2-6b5e-4d14-bb93-7cdc0ec83efd tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=58b49f4d-9f39-41b8-b290-46c40b820361 HTTP/1.1" status: 200 len: 462 time: 0.0179448 Nov 23 18:13:13.239123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46940) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:13.281525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf67be-c2fa-494e-9493-8096a2ea556b req-f4940b55-1700-4fc3-b59c-0bb6c30462f0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:13.282722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78bf67be-c2fa-494e-9493-8096a2ea556b req-f4940b55-1700-4fc3-b59c-0bb6c30462f0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 943 time: 0.3883071 Nov 23 18:13:13.330770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-604ad3aa-c687-4f48-925b-f8b5a5303139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:13.704830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-be8f2bf2-6ae4-40d8-bc6d-2c0db3e07dc9 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:13.706623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-be8f2bf2-6ae4-40d8-bc6d-2c0db3e07dc9 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/58b49f4d-9f39-41b8-b290-46c40b820361 HTTP/1.1" status: 204 len: 168 time: 0.4572315 Nov 23 18:13:13.709853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46948) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:13.741728 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c7a9eea2-98b9-4de2-9ca4-6c962e057002 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=58b49f4d-9f39-41b8-b290-46c40b820361 HTTP/1.1" status: 200 len: 221 time: 0.0306599 Nov 23 18:13:13.744802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78bf67be-c2fa-494e-9493-8096a2ea556b req-c93b17b3-0e78-4139-ac5f-dd3c690d7148 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups?id=eade3806-117b-4cf8-a01e-c4ed61a4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341373 Nov 23 18:13:13.745294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:13.762615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-844d56bd-28d4-4dd9-b6d2-33a7715deb9c tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--666502124', 'description': 'label created by tempest'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:13.763107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-844d56bd-28d4-4dd9-b6d2-33a7715deb9c tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Unknown quota resources ['metering_label']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:13:13.818293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:13.899842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=e2d5d218-9328-4e2c-b2f5-1872bb32f3fc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:14.164009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-844d56bd-28d4-4dd9-b6d2-33a7715deb9c tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:14.170793 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-844d56bd-28d4-4dd9-b6d2-33a7715deb9c tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4231861 Nov 23 18:13:14.171430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:14.195100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Router 31d02e60-9711-485b-b97d-7cc9f804d028 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:13:14.228371 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:14.262707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d631f6-ece5-455c-8aad-15f073fae8e5 req-64c6c921-33ad-4144-8660-7b7d4bcb94fa tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:14.271223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48d631f6-ece5-455c-8aad-15f073fae8e5 req-64c6c921-33ad-4144-8660-7b7d4bcb94fa tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.3412144 Nov 23 18:13:14.297089 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b7c4732f-668d-4318-af3e-f800ecd10d61 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=d310e26f-87cd-413f-ad7b-6387d60a74f6 HTTP/1.1" status: 200 len: 467 time: 0.1245232 Nov 23 18:13:14.297691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46956) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:14.791306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48d631f6-ece5-455c-8aad-15f073fae8e5 req-f80d0a0c-a305-4fd0-94ee-7c8498bc17a2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188830 Nov 23 18:13:14.948262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823e6a4d-c643-487a-8da4-7d6004fe0c93 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:14.949579 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-823e6a4d-c643-487a-8da4-7d6004fe0c93 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/d310e26f-87cd-413f-ad7b-6387d60a74f6 HTTP/1.1" status: 204 len: 168 time: 0.6508055 Nov 23 18:13:14.952062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46966) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:14.981643 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2b899950-2b90-4f18-9a2f-4efa15140eec tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=d310e26f-87cd-413f-ad7b-6387d60a74f6 HTTP/1.1" status: 200 len: 216 time: 0.0282769 Nov 23 18:13:14.984808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:15.014650 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0b237058-6697-4018-9003-ebc5417e1c83 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0257039 Nov 23 18:13:15.015509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46970) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:15.042627 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bf11a5ea-8bb4-4e4e-8f7b-3531a4524c75 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0254831 Nov 23 18:13:15.047102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46972) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:15.129246 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:15.145841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a1e8dec-4260-4799-b94f-41a488bd917d req-d8a57330-c4b4-47c2-929d-c4e1374f924f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.1460762 Nov 23 18:13:15.232683 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-306f181d-43f4-4385-a62a-ecedcaec3d36 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels/5c76a85e-86b1-4020-80fd-5c832afeaca9 HTTP/1.1" status: 200 len: 473 time: 0.1794090 Nov 23 18:13:15.233281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46974) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:15.262593 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-de654528-9008-424f-9096-5c621cf3b85f tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules/d9ad26ba-ab7a-4a1b-9e9e-4fabc8b27deb HTTP/1.1" status: 200 len: 459 time: 0.0234318 Nov 23 18:13:15.265205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46976) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:15.395431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:13:15.420718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] Sync routers for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:13:15.449375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:15.451212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:13:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:15.611366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:13:15.626216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] No DVR routers for this DVR port e2d5d218-9328-4e2c-b2f5-1872bb32f3fc on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:15.657182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:15.671280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6759f52-5b59-4818-8488-ed482b1d368e req-794211f2-2cde-4fdc-bf29-aec59a58282f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.66 "DELETE /v2.0/ports/e2d5d218-9328-4e2c-b2f5-1872bb32f3fc HTTP/1.1" status: 204 len: 173 time: 5.1205804 Nov 23 18:13:15.671877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:15.677061 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8c3664-2fbf-4954-968a-238773c6559e" -d '{"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:15.699231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5e02500-3cf6-497d-80ee-c09f0da85070 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:15.702792 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5e02500-3cf6-497d-80ee-c09f0da85070 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/d9ad26ba-ab7a-4a1b-9e9e-4fabc8b27deb HTTP/1.1" status: 204 len: 168 time: 0.4250832 Nov 23 18:13:15.705495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46984) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:15.826519 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acb445a-62b5-41cd-af1d-3716856d2de2 x-openstack-request-id: req-5acb445a-62b5-41cd-af1d-3716856d2de2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:15.827345 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c5ad0-5160-4aad-a7ee-2951386e378c", "name": "network-vif-deleted", "tag": "e2d5d218-9328-4e2c-b2f5-1872bb32f3fc", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:15.827714 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5acb445a-62b5-41cd-af1d-3716856d2de2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:15.828225 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c5ad0-5160-4aad-a7ee-2951386e378c', 'name': 'network-vif-deleted', 'tag': 'e2d5d218-9328-4e2c-b2f5-1872bb32f3fc', 'status': 'completed', 'code': 200} Nov 23 18:13:16.166490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:56Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:16.223354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] Checking router: 31d02e60-9711-485b-b97d-7cc9f804d028 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:13:16.245450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:16.249487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:13:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:16.466184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ede5ac-7668-416d-bdd5-7b3f68a130e1 req-bc6be2de-1b7b-4ab0-be80-589d405e25c4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:16.467833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5ede5ac-7668-416d-bdd5-7b3f68a130e1 req-bc6be2de-1b7b-4ab0-be80-589d405e25c4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.3787198 Nov 23 18:13:16.508280 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7dd35350-6520-4382-99c2-6212d4c41a37 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:16.514678 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:16.522749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7dd35350-6520-4382-99c2-6212d4c41a37 tempest-MeteringIpV6TestJSON-49715042 tempest-MeteringIpV6TestJSON-49715042-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/5c76a85e-86b1-4020-80fd-5c832afeaca9 HTTP/1.1" status: 204 len: 168 time: 0.8132679 Nov 23 18:13:16.588417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Deleting port eb4675c7-c6ac-4a89-93da-8ad6f0ef8642 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:16.603145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:16.661913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:13:16.793598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5ede5ac-7668-416d-bdd5-7b3f68a130e1 req-811d0a22-f548-46a8-a947-95fe22678442 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133411 Nov 23 18:13:16.993157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:17.087693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Calling delete_port for eb4675c7-c6ac-4a89-93da-8ad6f0ef8642 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:17.129194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6dfa7650-e762-4541-bf32-5af6ff918962 req-1da96afe-b405-4aee-9a05-2a03a4f26586 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0845752 Nov 23 18:13:17.299274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47006) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:17.352264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:56Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:17.411067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda761c-888b-42f9-9fbe-03d986c18618 None None] The sync data for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 is: [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd785a9d7-75a7-43af-be3e-16627e8be5d5', 'name': '', 'network_id': 'a759d8da-536d-4250-85cc-a067d18414ce', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'mac_address': 'fa:16:3e:ec:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:49Z', 'updated_at': '2021-11-23T18:01:56Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'subnets': [{'id': '8e8bc932-780f-4317-a7a2-0d9418b36d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:13:17.695627 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ff45749-be4d-4f44-92ec-c9a7f5547d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:17.791489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:17.869503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event deleted for resources: {'Port': ['ID=eb4675c7-c6ac-4a89-93da-8ad6f0ef8642,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:17.902418 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:18.071527 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3dfc57-4f3e-476a-9ece-f495f1f69f4a None None] New status for floating IP b6f02ee5-c9db-4cad-bfe4-d54e6a529f99: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:13:18.367642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ff45749-be4d-4f44-92ec-c9a7f5547d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:18.410199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ff45749-be4d-4f44-92ec-c9a7f5547d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:18.585133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0ff45749-be4d-4f44-92ec-c9a7f5547d25 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b041bdad185244ada80e0f2724fc9088&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2843819 Nov 23 18:13:18.587812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47026) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:18.718130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:18.801026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:19.008066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:19.011089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:19.012463 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ffaaa77-916b-4085-8833-acd05c5c0a78 HTTP/1.1" status: 204 len: 168 time: 0.4236717 Nov 23 18:13:19.031181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffaaa77-916b-4085-8833-acd05c5c0a78,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:19.060016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.070955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.071246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.071582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.071912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.072246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.072565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.072891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.073214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.073536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.073857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.074178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652987d-e1ee-40b2-ba7c-b7a5888de065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:19.203542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff45749-be4d-4f44-92ec-c9a7f5547d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffaaa77-916b-4085-8833-acd05c5c0a78,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:19.230048 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:19.266023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba31a-8b53-48f9-9fc2-005395f37d96 req-0005e215-8d5b-4125-9c47-8ebf49cf3079 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:19.267798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46bba31a-8b53-48f9-9fc2-005395f37d96 req-0005e215-8d5b-4125-9c47-8ebf49cf3079 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 1.0200844 Nov 23 18:13:19.473157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46bba31a-8b53-48f9-9fc2-005395f37d96 req-e51bb977-7314-41ff-a362-e80d541e7f01 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848260 Nov 23 18:13:19.485339 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:19.671513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:19.705209 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-16fb6a9a-f36b-4a03-be2a-255002e71dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:19.725468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18515b6d-6e21-475e-a2be-a3ffc31e6759 req-ce11e48b-0970-46d8-923a-745bddeecf44 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0740118 Nov 23 18:13:19.745430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-b83473e2-6d97-4466-a1c0-7200885f1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:19.762286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-b83473e2-6d97-4466-a1c0-7200885f1367 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 1097 time: 0.3562238 Nov 23 18:13:19.782076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Router 33005d5f-d427-4db5-bd95-a52ebbf58b2c has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:13:19.885020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-16fb6a9a-f36b-4a03-be2a-255002e71dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:19.891365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-16fb6a9a-f36b-4a03-be2a-255002e71dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:19.933135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb6a9a-f36b-4a03-be2a-255002e71dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b83f954-14da-437b-987f-0f2c5c0d67ea,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:19.988368 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-16fb6a9a-f36b-4a03-be2a-255002e71dbe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9affdb58ebe54fda942f3c1837aeb6a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148348 Nov 23 18:13:19.989184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47062) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:20.036867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:13:20.050769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972f934-ebab-4326-80b7-342f23f057d2 None None] Sync routers for ids ['33005d5f-d427-4db5-bd95-a52ebbf58b2c'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:13:20.065816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6ce2c0ac-f186-43dc-9a1e-c70e2b7b191d tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "PUT /v2.0/routers/33005d5f-d427-4db5-bd95-a52ebbf58b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5745273 Nov 23 18:13:20.077820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972f934-ebab-4326-80b7-342f23f057d2 None None] Routers {'33005d5f-d427-4db5-bd95-a52ebbf58b2c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:20.078043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47064) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:20.078725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a972f934-ebab-4326-80b7-342f23f057d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:13:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['33005d5f-d427-4db5-bd95-a52ebbf58b2c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:20.089703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-542ffcf6-529a-4fee-a98d-a0931da8a329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.131613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-542ffcf6-529a-4fee-a98d-a0931da8a329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.173408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a972f934-ebab-4326-80b7-342f23f057d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:20.188598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972f934-ebab-4326-80b7-342f23f057d2 None None] Routers {'33005d5f-d427-4db5-bd95-a52ebbf58b2c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:20.189557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a972f934-ebab-4326-80b7-342f23f057d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:13:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['33005d5f-d427-4db5-bd95-a52ebbf58b2c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:20.222158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18a2c4bb-94b9-4ed3-b091-481743642260 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.234335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-542ffcf6-529a-4fee-a98d-a0931da8a329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.239233 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-542ffcf6-529a-4fee-a98d-a0931da8a329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.252164 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-542ffcf6-529a-4fee-a98d-a0931da8a329 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b83f954-14da-437b-987f-0f2c5c0d67ea HTTP/1.1" status: 204 len: 168 time: 0.2561450 Nov 23 18:13:20.283066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a972f934-ebab-4326-80b7-342f23f057d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:20.284050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972f934-ebab-4326-80b7-342f23f057d2 None None] The sync data for ids ['33005d5f-d427-4db5-bd95-a52ebbf58b2c'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:13:20.285342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ffcf6-529a-4fee-a98d-a0931da8a329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b83f954-14da-437b-987f-0f2c5c0d67ea,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:20.373652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-bf844f7e-21bb-4e5d-a066-d167c3033d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:20.376439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-bf844f7e-21bb-4e5d-a066-d167c3033d05 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.6100926 Nov 23 18:13:20.562839 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18a2c4bb-94b9-4ed3-b091-481743642260 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.569668 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18a2c4bb-94b9-4ed3-b091-481743642260 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.626239 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.740258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18a2c4bb-94b9-4ed3-b091-481743642260 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.741080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a2c4bb-94b9-4ed3-b091-481743642260 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Fanout notify agent at l3_agent the message router_deleted on router 33005d5f-d427-4db5-bd95-a52ebbf58b2c {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:13:20.750157 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:13:20.750668 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18a2c4bb-94b9-4ed3-b091-481743642260 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.756395 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47082) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:20.756917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-18a2c4bb-94b9-4ed3-b091-481743642260 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "DELETE /v2.0/routers/33005d5f-d427-4db5-bd95-a52ebbf58b2c HTTP/1.1" status: 204 len: 168 time: 0.6748993 Nov 23 18:13:20.760360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-340f7af6-a529-4b9e-be9a-1b6f9f15b786 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 HTTP/1.1" status: 200 len: 217 time: 0.3732479 Nov 23 18:13:20.833156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-757276ad-ffb7-4b7a-bd2f-349a6e1c0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:20.835385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-757276ad-ffb7-4b7a-bd2f-349a6e1c0e81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.0526352 Nov 23 18:13:20.897171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-624723f3-a931-408e-9be7-c85337933502 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Deleting subnet 237c8633-fb71-418c-9eb0-e80def9c4669 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:13:20.913702 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-624723f3-a931-408e-9be7-c85337933502 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.988676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cd81a-d74d-407e-ba43-8c3bdf83c04f req-382c2313-88f1-4588-aeeb-562c2942d34c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:20.991605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c20cd81a-d74d-407e-ba43-8c3bdf83c04f req-382c2313-88f1-4588-aeeb-562c2942d34c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.3308933 Nov 23 18:13:21.046445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-624723f3-a931-408e-9be7-c85337933502 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:21.121873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-082cd9fa-0b22-49cf-ba36-ad724e17291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:21.125508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-082cd9fa-0b22-49cf-ba36-ad724e17291d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701561 Nov 23 18:13:21.216532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-624723f3-a931-408e-9be7-c85337933502 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:21.293079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c20cd81a-d74d-407e-ba43-8c3bdf83c04f req-3fefa90f-a6c6-4da4-9000-eaac78e4f49a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845981 Nov 23 18:13:21.303435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-c3bbb8ee-fefd-4998-a9f9-9392b0aea641 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627648 Nov 23 18:13:21.371252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-624723f3-a931-408e-9be7-c85337933502 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:21.480864 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-624723f3-a931-408e-9be7-c85337933502 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:21.481288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c872c7b1-8594-4bee-80a3-eb0eb2fcaafa None None] Network 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:21.488962 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-624723f3-a931-408e-9be7-c85337933502 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "DELETE /v2.0/subnets/237c8633-fb71-418c-9eb0-e80def9c4669 HTTP/1.1" status: 204 len: 168 time: 0.7313917 Nov 23 18:13:21.491348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47102) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:21.492298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624723f3-a931-408e-9be7-c85337933502 tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event deleted for resources: {'Subnet': ['ID=237c8633-fb71-418c-9eb0-e80def9c4669,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:21.655377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76843a68-4ed5-4aa2-ba76-63469a835387 req-4dfe36c2-0659-457e-a7bd-4f7e36aaed7e service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352017 Nov 23 18:13:21.668342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cd35804-4186-4a05-94e8-c8d260762872 req-4fa17362-fb1d-4210-b732-4be382f0c33e tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.2092674 Nov 23 18:13:21.835966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:21.956274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] DHCP port deletion for 3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:13:22.038238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Deleting port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:22.040863 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.066033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] Deleting port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:22.074936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.177618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] For port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,segment=NetworkSegment(cd008aa3-62b9-40bb-acb5-d71f33daaf5a),segment_id=cd008aa3-62b9-40bb-acb5-d71f33daaf5a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:22.178636 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.217271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] For port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,segment=NetworkSegment(cd008aa3-62b9-40bb-acb5-d71f33daaf5a),segment_id=cd008aa3-62b9-40bb-acb5-d71f33daaf5a)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:22.218421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.226135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] Calling delete_port for 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:22.308914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Calling delete_port for 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:22.445397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.509077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] Pushing event deleted for resources: {'Port': ['ID=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:22.511471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d9a6f-55b4-4efe-a0a0-058b2d9002ed None None] No DVR routers for this DVR port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:22.525968 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.572111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event deleted for resources: {'Port': ['ID=08ff83cb-df47-4e01-9ae0-c0cebc8d3458,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:22.576595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] No DVR routers for this DVR port 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:22.652876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502e086-e50d-489d-8ec5-bd1a397b1a3b req-00360264-4f85-48e1-98cb-aaed2f61f95f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:22.654783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f502e086-e50d-489d-8ec5-bd1a397b1a3b req-00360264-4f85-48e1-98cb-aaed2f61f95f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 946 time: 0.1996958 Nov 23 18:13:22.746639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.807727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f502e086-e50d-489d-8ec5-bd1a397b1a3b req-d109a242-7063-4951-89b7-2819b8033295 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442902 Nov 23 18:13:22.831186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:22.852694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd008aa3-62b9-40bb-acb5-d71f33daaf5a') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:22.853711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd008aa3-62b9-40bb-acb5-d71f33daaf5a') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:22.867105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.900800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.914781 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:22.914781 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:22.926105 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:23.016188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:23.087241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54a8f6e7-d802-4122-ad47-bf135080788b req-3fdf10ed-ce8e-4b9c-a81f-901244182bc6 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0756960 Nov 23 18:13:23.169515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:23.180669 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:23.185837 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:23.198905 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] 10.222.0.74 "DELETE /v2.0/networks/3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24 HTTP/1.1" status: 204 len: 168 time: 1.6910136 Nov 23 18:13:23.211520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1cc47-1767-4e46-856c-f20474cc4bfd tempest-FloatingIPNegativeTestJSON-1634358180 tempest-FloatingIPNegativeTestJSON-1634358180-project] Pushing event deleted for resources: {'Network': ['ID=3d0cf9d6-9139-4d60-bfa0-2e1845c4ca24,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:23.244598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:23.244598 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dbe75d-be1d-4314-9c4a-e9a0ef4757e5" -d '{"events": [{"server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "name": "network-vif-unplugged", "status": "completed", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:23.270781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:23.282303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:23.412736 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58afe198-98ca-4ecd-a25e-79932f06ab75 x-openstack-request-id: req-58afe198-98ca-4ecd-a25e-79932f06ab75 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:23.415103 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "name": "network-vif-unplugged", "status": "completed", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:23.416153 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-58afe198-98ca-4ecd-a25e-79932f06ab75 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:23.421821 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'code': 200} Nov 23 18:13:23.422749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:23.440557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:23.484398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:13:23.484765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08ff83cb-df47-4e01-9ae0-c0cebc8d3458 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:13:23.849920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47172) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.044053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f942a-7d23-4b88-b4d4-9a9b18d04e82 req-fa665a20-1bcf-41b5-847e-dae4733a57a1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:24.045988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-945f942a-7d23-4b88-b4d4-9a9b18d04e82 req-fa665a20-1bcf-41b5-847e-dae4733a57a1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 944 time: 0.0993888 Nov 23 18:13:24.164252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d50fcfe3-8ecd-441a-8934-28d2ae5474fa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d96a800c80874af7b6c6600f4314a6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129463 Nov 23 18:13:24.166928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47184) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.182987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-945f942a-7d23-4b88-b4d4-9a9b18d04e82 req-f453594f-fcec-45d1-83cc-9db2e6a024c5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306291 Nov 23 18:13:24.231971 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24a45d0d-f7da-4e4e-ab48-a2b51710ccf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:24.290204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24a45d0d-f7da-4e4e-ab48-a2b51710ccf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:24.301488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47186) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.384513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24a45d0d-f7da-4e4e-ab48-a2b51710ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:24.389419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-24a45d0d-f7da-4e4e-ab48-a2b51710ccf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:24.399213 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-24a45d0d-f7da-4e4e-ab48-a2b51710ccf7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d495bc2-acad-4a89-8da6-5aad5d83ed79 HTTP/1.1" status: 204 len: 168 time: 0.2311807 Nov 23 18:13:24.431994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a45d0d-f7da-4e4e-ab48-a2b51710ccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d495bc2-acad-4a89-8da6-5aad5d83ed79,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:24.544752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75b4e064-2a9b-4e1c-8f1a-c23ec718fbef req-f07515ff-65b7-49e1-b319-ae1eac8312b1 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0812383 Nov 23 18:13:24.619445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8f0e4c38-dde2-4bb2-974e-9e594fed452e tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:24.695993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8f0e4c38-dde2-4bb2-974e-9e594fed452e tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "PUT /v2.0/quotas/ec0e669658554c3a90dec94199a398a6 HTTP/1.1" status: 200 len: 366 time: 0.3929045 Nov 23 18:13:24.707283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47196) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.746587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-73b84bd7-1192-4a39-8ba6-3758bc7192d0 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0469306 Nov 23 18:13:24.749262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47198) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.778443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e0c4c09-ee58-4c33-8ee4-b8f309f17497 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "GET /v2.0/quotas/ec0e669658554c3a90dec94199a398a6 HTTP/1.1" status: 200 len: 366 time: 0.0279477 Nov 23 18:13:24.781186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47202) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.818091 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f2aff6d-6d0d-442f-a97f-985eadc6c999 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "DELETE /v2.0/quotas/ec0e669658554c3a90dec94199a398a6 HTTP/1.1" status: 204 len: 168 time: 0.0356131 Nov 23 18:13:24.821167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47204) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.847174 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-68d2fd09-3b18-40ef-9e9f-cb8c29a5f49d tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0243323 Nov 23 18:13:24.849715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47206) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.861150 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d6d11d99-c865-47e2-b02a-01a20e67a1ef tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "GET /v2.0/quotas/ec0e669658554c3a90dec94199a398a6 HTTP/1.1" status: 200 len: 370 time: 0.0101697 Nov 23 18:13:24.865796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47208) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.873675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47210) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:24.892361 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e243d18-1ec1-4069-be97-2a8ff6fc15b8 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "GET /v2.0/quotas/ec0e669658554c3a90dec94199a398a6/default HTTP/1.1" status: 200 len: 370 time: 0.0038993 Nov 23 18:13:24.904941 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-3431b34b-9a02-4846-8d3c-26ee372afc02 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] delete failed (client error): The resource could not be found. Nov 23 18:13:24.908552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3431b34b-9a02-4846-8d3c-26ee372afc02 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "DELETE /v2.0/quotas/ec0e669658554c3a90dec94199a398a6 HTTP/1.1" status: 404 len: 348 time: 0.0313337 Nov 23 18:13:25.327457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47234) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:25.417735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Usage tracker for resource:network and project:e5ce1a7fe19b4b66b72e70c238a27ac8 is out of sync, need to count used quota {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:13:25.427340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:13:25.472287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Usage tracker for resource:subnet and project:e5ce1a7fe19b4b66b72e70c238a27ac8 is out of sync, need to count used quota {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:13:25.488886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9584eb-0b9b-4774-8685-c0b533b3daed req-62ac587a-f0f6-4748-b58e-b57e5f5b7b5e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:25.509659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f9584eb-0b9b-4774-8685-c0b533b3daed req-62ac587a-f0f6-4748-b58e-b57e5f5b7b5e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 944 time: 0.1531699 Nov 23 18:13:25.522652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:13:25.547950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Usage tracker for resource:subnetpool and project:e5ce1a7fe19b4b66b72e70c238a27ac8 is out of sync, need to count used quota {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:13:25.570679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:13:25.589588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Usage tracker for resource:port and project:e5ce1a7fe19b4b66b72e70c238a27ac8 is out of sync, need to count used quota {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:13:25.611474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f9584eb-0b9b-4774-8685-c0b533b3daed req-ebd314a0-c560-4bb0-8fdf-0e539dbd6f49 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999017 Nov 23 18:13:25.617216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:13:25.631693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Usage tracker for resource:router and project:e5ce1a7fe19b4b66b72e70c238a27ac8 is out of sync, need to count used quota {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:13:25.635647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:13:25.648123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Usage tracker for resource:floatingip and project:e5ce1a7fe19b4b66b72e70c238a27ac8 is out of sync, need to count used quota {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:13:25.650531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:13:25.700533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Usage tracker for resource:security_group and project:e5ce1a7fe19b4b66b72e70c238a27ac8 is out of sync, need to count used quota {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:13:25.718189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:13:25.728985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Usage tracker for resource:security_group_rule and project:e5ce1a7fe19b4b66b72e70c238a27ac8 is out of sync, need to count used quota {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:13:25.732892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.quota.resource [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=120536) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:13:25.744407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c2a44b16-7ace-46fe-8483-52d6d30cb446 tempest-QuotasTest-1864404476 tempest-QuotasTest-1864404476-project-admin] 10.222.0.74 "GET /v2.0/quotas/e5ce1a7fe19b4b66b72e70c238a27ac8/details.json HTTP/1.1" status: 200 len: 703 time: 0.4124365 Nov 23 18:13:25.861364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0176f118-a3db-4326-8f22-8810a4f48e9a req-698151aa-8ed8-4fb4-92bb-84c6dd37fd11 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0579433 Nov 23 18:13:26.162978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34f06b-cc02-4d28-aaf2-36bb5107a9ed req-65bc6aad-a807-42ce-8d8a-5f74d80c1fb3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:26.164727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e34f06b-cc02-4d28-aaf2-36bb5107a9ed req-65bc6aad-a807-42ce-8d8a-5f74d80c1fb3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1133471 Nov 23 18:13:26.165510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47264) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:26.203897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47268) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:26.270796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e34f06b-cc02-4d28-aaf2-36bb5107a9ed req-458c9813-8c55-493e-944a-522d34edee4f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943687 Nov 23 18:13:26.366927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1555737938'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:26.487713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Made reservation on behalf of 876a2b887a634bbca74f02bdae362dcb for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:26.499974 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:26.523050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:26.544142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc88f-25f3-493e-84e1-621f0a560765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:26.606303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7c442-585e-4bf0-a5e6-ae2c8cb3daf6 req-5b5b559d-5d2d-4b56-a675-1857ee550be4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:26.608071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12e7c442-585e-4bf0-a5e6-ae2c8cb3daf6 req-5b5b559d-5d2d-4b56-a675-1857ee550be4 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2126346 Nov 23 18:13:26.735049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12e7c442-585e-4bf0-a5e6-ae2c8cb3daf6 req-b495ebf1-b741-4ed6-a324-fbfec68a8acc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139789 Nov 23 18:13:26.801111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc88f-25f3-493e-84e1-621f0a560765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:26.817898 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc88f-25f3-493e-84e1-621f0a560765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:26.928442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.004260 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.022358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:27.055250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fc88f-25f3-493e-84e1-621f0a560765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a8b8ba-f574-43a9-8de9-851ac887a09f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:27.113043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2a3fc88f-25f3-493e-84e1-621f0a560765 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e16dec3b9234f3d8a53938d8faabb4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9075835 Nov 23 18:13:27.117516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47296) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:27.178376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:27.193276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.193726 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Added segment 97d035c6-b090-48b8-b457-e9b0396cb781 of type vlan for network 748c7546-f312-48f8-b39d-249f0aed724a Nov 23 18:13:27.249434 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.264484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acec8c37-d7d8-43f8-9bf2-c34e92f87a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.276081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf52eb8-d26c-476b-be70-66de999d6592,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:27.307564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acec8c37-d7d8-43f8-9bf2-c34e92f87a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.332125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-981fb286-2994-432b-937e-c320bb709081 req-656a848d-3e28-42d1-81cc-bf96ead62127 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0527818 Nov 23 18:13:27.333367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.350319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:27.351000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.396256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acec8c37-d7d8-43f8-9bf2-c34e92f87a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.401908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acec8c37-d7d8-43f8-9bf2-c34e92f87a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:27.414035 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-acec8c37-d7d8-43f8-9bf2-c34e92f87a16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0a8b8ba-f574-43a9-8de9-851ac887a09f HTTP/1.1" status: 204 len: 168 time: 0.2950187 Nov 23 18:13:27.456977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec8c37-d7d8-43f8-9bf2-c34e92f87a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a8b8ba-f574-43a9-8de9-851ac887a09f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:27.575162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Pushing event updated for resources: {'Network': ['ID=748c7546-f312-48f8-b39d-249f0aed724a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:27.598940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 748c7546-f312-48f8-b39d-249f0aed724a details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:27.648004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47304) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:27.648300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e85c75b-f959-4da2-9925-9a8c09bea5bf tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4814863 Nov 23 18:13:27.653963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Request body: {'subnet': {'network_id': '748c7546-f312-48f8-b39d-249f0aed724a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:27.668084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c38b2-06af-41c4-aa3b-1ae293edb8d3 req-32accdfc-151b-47b2-a426-c8eb1497a71c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:27.687182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-531c38b2-06af-41c4-aa3b-1ae293edb8d3 req-32accdfc-151b-47b2-a426-c8eb1497a71c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1131258 Nov 23 18:13:27.796805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-531c38b2-06af-41c4-aa3b-1ae293edb8d3 req-fbff0459-54d1-4929-b5cf-df025f1d9371 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086926 Nov 23 18:13:27.954168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Made reservation on behalf of 876a2b887a634bbca74f02bdae362dcb for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:27.958869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.107361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47316) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:28.136994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47587b75-3633-4d76-950f-9d3c5d09e5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.260665 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47587b75-3633-4d76-950f-9d3c5d09e5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.270268 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47587b75-3633-4d76-950f-9d3c5d09e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.381849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47587b75-3633-4d76-950f-9d3c5d09e5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711c8d77-90ab-4079-8ed7-b3c1b119964e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:28.395342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-47587b75-3633-4d76-950f-9d3c5d09e5f6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5ce1a7fe19b4b66b72e70c238a27ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843821 Nov 23 18:13:28.396413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47326) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:28.495509 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8f8e31ae-88b1-4638-b413-1d2d3774d598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.546185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8f8e31ae-88b1-4638-b413-1d2d3774d598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.581246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.609870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d41e852-e35d-4deb-a391-3bc9e49630c6 req-05c3c36f-4ae5-4fa5-a0b4-ca8a74d8f2bc tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0646183 Nov 23 18:13:28.697446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8f8e31ae-88b1-4638-b413-1d2d3774d598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.700156 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8f8e31ae-88b1-4638-b413-1d2d3774d598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:28.701838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8f8e31ae-88b1-4638-b413-1d2d3774d598 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/711c8d77-90ab-4079-8ed7-b3c1b119964e HTTP/1.1" status: 204 len: 168 time: 0.3044517 Nov 23 18:13:28.722634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e31ae-88b1-4638-b413-1d2d3774d598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c8d77-90ab-4079-8ed7-b3c1b119964e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:28.727982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Pushing event updated for resources: {'Subnet': ['ID=329760de-12f7-4f4d-873d-8a35e9373495,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:28.782986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Checking segment: {'id': '97d035c6-b090-48b8-b457-e9b0396cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '748c7546-f312-48f8-b39d-249f0aed724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:28.783546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Network hostable DHCP agents. Network: 748c7546-f312-48f8-b39d-249f0aed724a, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:13:28.926542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Network 748c7546-f312-48f8-b39d-249f0aed724a is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:13:28.958499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 748c7546-f312-48f8-b39d-249f0aed724a) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:28.969624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab391cec-08e5-4b69-a144-3dea141a8cde None None] Network 748c7546-f312-48f8-b39d-249f0aed724a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:28.982132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:28.982756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:29.065165 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9720047b-cfd3-4d03-b81b-a47d48f91766 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4133744 Nov 23 18:13:29.065452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47340) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:29.071840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Request body: {'port': {'network_id': '748c7546-f312-48f8-b39d-249f0aed724a', 'name': 'tempest-TagsExtTest-1481729484'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:29.351454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097374c-7bd0-42ef-a2be-4a9f5427a5e4 req-0400b414-9c03-478b-b634-94d83a6f0bf6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:29.359065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b097374c-7bd0-42ef-a2be-4a9f5427a5e4 req-0400b414-9c03-478b-b634-94d83a6f0bf6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2772298 Nov 23 18:13:29.429781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-748c7546-f312-48f8-b39d-249f0aed724a', 'network_id': '748c7546-f312-48f8-b39d-249f0aed724a', 'tenant_id': '876a2b887a634bbca74f02bdae362dcb', 'fixed_ips': [{'subnet_id': '329760de-12f7-4f4d-873d-8a35e9373495'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:13:29.431955 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:29.539334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b097374c-7bd0-42ef-a2be-4a9f5427a5e4 req-23b7353d-8fb0-47c1-896b-c07c1cd9c663 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792767 Nov 23 18:13:29.553548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Made reservation on behalf of 876a2b887a634bbca74f02bdae362dcb for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:29.557702 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:29.591601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] device_id is not set on port eeb242d9-080a-46e4-9646-5f8f0fc8b009 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:13:29.748460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Allocated IP 172.20.0.2 (748c7546-f312-48f8-b39d-249f0aed724a/329760de-12f7-4f4d-873d-8a35e9373495/1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:29.895540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0d627b8-b6cf-4286-8f4c-a1fbf1e45c61 req-4f0de54d-d369-4b9f-abfa-a5e7812ff337 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0812018 Nov 23 18:13:30.098422 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:30.115316 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:30.201302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Network 748c7546-f312-48f8-b39d-249f0aed724a is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:30.208709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Allocated IP 172.20.0.11 (748c7546-f312-48f8-b39d-249f0aed724a/329760de-12f7-4f4d-873d-8a35e9373495/eeb242d9-080a-46e4-9646-5f8f0fc8b009) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:30.215982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:30.227924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:30.406233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47380) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:30.568645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Pushing event updated for resources: {'Port': ['ID=1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:30.600587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:30.637580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Attempting to bind port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:13:30.637977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Attempting to bind port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '97d035c6-b090-48b8-b457-e9b0396cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '748c7546-f312-48f8-b39d-249f0aed724a'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:13:30.638350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Attempting to bind port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 on network 748c7546-f312-48f8-b39d-249f0aed724a {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:13:30.651529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:13:30.651918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Checking segment: {'id': '97d035c6-b090-48b8-b457-e9b0396cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '748c7546-f312-48f8-b39d-249f0aed724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:30.652336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:30.652736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Bound using segment: {'id': '97d035c6-b090-48b8-b457-e9b0396cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '748c7546-f312-48f8-b39d-249f0aed724a'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:13:30.653230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Bound port: 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d035c6-b090-48b8-b457-e9b0396cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '748c7546-f312-48f8-b39d-249f0aed724a'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:13:30.653612 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:30.699113 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8823b859-549f-40c5-9ce2-20872ecedeb2 tempest-AgentManagementNegativeTest-1881014625 tempest-AgentManagementNegativeTest-1881014625-project] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2860737 Nov 23 18:13:30.750636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:30.794009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] For port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:13:30.804929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] For port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3,segment=NetworkSegment(97d035c6-b090-48b8-b457-e9b0396cb781),segment_id=97d035c6-b090-48b8-b457-e9b0396cb781)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:13:30.813780 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:30.852881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Network 748c7546-f312-48f8-b39d-249f0aed724a is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:30.856798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:30.873363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0c948-fc41-4e84-8658-a9b595e47710 req-baa255f4-11b9-42dd-9455-109586f92552 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:30.889566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21d0c948-fc41-4e84-8658-a9b595e47710 req-baa255f4-11b9-42dd-9455-109586f92552 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2055650 Nov 23 18:13:30.891649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:30.916853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514cc8a-7f44-4ef4-8068-d5a8fdd15225 None None] Pushing event updated for resources: {'Port': ['ID=1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:30.981681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Pushing event updated for resources: {'Port': ['ID=eeb242d9-080a-46e4-9646-5f8f0fc8b009,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:31.012493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.012831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.013176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.013516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.013851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.014179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.014752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.015094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.015421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.015750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.016075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.016396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:31.037390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:31.038100 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:31.085993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21d0c948-fc41-4e84-8658-a9b595e47710 req-8afa4251-a842-4137-9239-327a6e2d5ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954925 Nov 23 18:13:31.118629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6d44482f-bb23-434b-8c4a-252d7a0c0960 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0497913 Nov 23 18:13:31.118954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47398) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:31.123386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3a3cfc10-8a2d-413f-9c29-4ca61fb1f77a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1772017471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:31.167906 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfc10-8a2d-413f-9c29-4ca61fb1f77a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:31.168974 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfc10-8a2d-413f-9c29-4ca61fb1f77a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:31.258120 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfc10-8a2d-413f-9c29-4ca61fb1f77a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:31.270120 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfc10-8a2d-413f-9c29-4ca61fb1f77a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:31.333078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48089d27-4ac7-4461-8add-86c9bc41755a req-a44aebf3-15d7-4b09-97fd-42b195c1cab0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0541191 Nov 23 18:13:31.368267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfc10-8a2d-413f-9c29-4ca61fb1f77a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:31.373825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47408) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:31.386631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a3cfc10-8a2d-413f-9c29-4ca61fb1f77a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2505701 Nov 23 18:13:31.388829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e48b3fa8-7ac1-4652-9957-d725bed11633 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-50473184', 'prefixes': ['172.20.0.0/16']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:31.532713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e48b3fa8-7ac1-4652-9957-d725bed11633 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for subnetpool, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:31.535255 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e48b3fa8-7ac1-4652-9957-d725bed11633 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1598539 Nov 23 18:13:31.538873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47410) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:31.543953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-c6b50a5c-2528-401a-9f0a-49372a6898ba tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495', 'tempest-TagsExtTest-Tag-1672869347') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:31.576426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47412) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:32.213789 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd21e156-1676-4e80-8552-54163c5fe553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:32.262086 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c6b50a5c-2528-401a-9f0a-49372a6898ba tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags/tempest-TagsExtTest-Tag-1672869347 HTTP/1.1" status: 201 len: 201 time: 0.7218616 Nov 23 18:13:32.265355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:32.273841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-846b8389-e98b-4c0c-bf24-89b137ea5817 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009', 'tempest-TagsExtTest-Tag-1868702333') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:32.300220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b9a89-d6fb-46bb-aa31-7ffbda3a846f req-4226349a-9432-44ad-9f6e-88e9b6547d7e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:32.308154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f73b9a89-d6fb-46bb-aa31-7ffbda3a846f req-4226349a-9432-44ad-9f6e-88e9b6547d7e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0987904 Nov 23 18:13:32.396338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f73b9a89-d6fb-46bb-aa31-7ffbda3a846f req-4da434fe-ad28-4e9d-ba2a-11ac6efeea12 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872381 Nov 23 18:13:32.417200 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-846b8389-e98b-4c0c-bf24-89b137ea5817 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags/tempest-TagsExtTest-Tag-1868702333 HTTP/1.1" status: 201 len: 201 time: 0.1506357 Nov 23 18:13:32.419869 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47430) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:32.433022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-dbb67145-cf0a-4a25-bfe0-2d9b15afd7a9 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64', 'tempest-TagsExtTest-Tag-1844365') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:32.448961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd21e156-1676-4e80-8552-54163c5fe553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:32.463397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd21e156-1676-4e80-8552-54163c5fe553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:32.597636 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fd21e156-1676-4e80-8552-54163c5fe553 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=047e2d56f156442bb0896b2b872a0654&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0158663 Nov 23 18:13:32.597636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21e156-1676-4e80-8552-54163c5fe553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf951199-8a6f-4006-88cb-2115d375712a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:32.607625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47438) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:32.738311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc9b0f1b-7ad0-4408-b857-ab499efbe2f1 req-48d997d5-73d1-4b30-b102-67472183be6f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.1181695 Nov 23 18:13:32.748623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e355b564-d339-47b3-81ac-aada7e8f92f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:32.797049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dbb67145-cf0a-4a25-bfe0-2d9b15afd7a9 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags/tempest-TagsExtTest-Tag-1844365 HTTP/1.1" status: 201 len: 201 time: 0.3755729 Nov 23 18:13:32.798016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47440) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:32.805534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-8d693a67-f40f-41cd-9b35-5b3261df1601 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1', 'tempest-TagsExtTest-Tag-1533391797') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:32.822298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e355b564-d339-47b3-81ac-aada7e8f92f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:32.917246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e355b564-d339-47b3-81ac-aada7e8f92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:32.926519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8d693a67-f40f-41cd-9b35-5b3261df1601 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags/tempest-TagsExtTest-Tag-1533391797 HTTP/1.1" status: 201 len: 201 time: 0.1273103 Nov 23 18:13:32.927050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47442) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:32.927529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e355b564-d339-47b3-81ac-aada7e8f92f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:32.929609 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e355b564-d339-47b3-81ac-aada7e8f92f4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf951199-8a6f-4006-88cb-2115d375712a HTTP/1.1" status: 204 len: 168 time: 0.3205116 Nov 23 18:13:32.931825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-155d3e10-27fe-451f-8fac-13156d5a4a2b tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:32.938633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adbacc4-7269-4b27-9dfa-eddec68c33f4 None None] Network 748c7546-f312-48f8-b39d-249f0aed724a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:32.964754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b564-d339-47b3-81ac-aada7e8f92f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf951199-8a6f-4006-88cb-2115d375712a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:33.123077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-176527b9-18a7-4c4c-8db2-62f949ef28c9 None None] Provisioning complete for port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:33.123432 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-176527b9-18a7-4c4c-8db2-62f949ef28c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:33.462153 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-176527b9-18a7-4c4c-8db2-62f949ef28c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:33.569276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-176527b9-18a7-4c4c-8db2-62f949ef28c9 None None] For port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3,segment=NetworkSegment(97d035c6-b090-48b8-b457-e9b0396cb781),segment_id=97d035c6-b090-48b8-b457-e9b0396cb781)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:33.582447 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-176527b9-18a7-4c4c-8db2-62f949ef28c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:33.676322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176527b9-18a7-4c4c-8db2-62f949ef28c9 None None] Pushing event updated for resources: {'Port': ['ID=1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:33.686364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:33.792464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:33.792855 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:34.055540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ce0c2a9b-864a-4ca0-8a01-b2c805e7e933 None None] Provisioning complete for port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:34.056441 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce0c2a9b-864a-4ca0-8a01-b2c805e7e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:34.281435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47492) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:34.286842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-34901d0d-87a8-4c33-acd4-4af6a2b90893 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495', 'tempest-TagsExtTest-Tag-1672869347') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:34.295305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-155d3e10-27fe-451f-8fac-13156d5a4a2b tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags HTTP/1.1" status: 200 len: 241 time: 1.3669312 Nov 23 18:13:34.319321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ce0c2a9b-864a-4ca0-8a01-b2c805e7e933 None None] Provisioning complete for port eeb242d9-080a-46e4-9646-5f8f0fc8b009 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:34.319321 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce0c2a9b-864a-4ca0-8a01-b2c805e7e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:34.390021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b4415-bf8f-4d76-acb9-83f7eeba26db req-521e4d91-4a37-4f01-882e-2af8f989cec1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:34.404756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c89b4415-bf8f-4d76-acb9-83f7eeba26db req-521e4d91-4a37-4f01-882e-2af8f989cec1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1683803 Nov 23 18:13:34.450832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c2a9b-864a-4ca0-8a01-b2c805e7e933 None None] Port eeb242d9-080a-46e4-9646-5f8f0fc8b009 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:34.466145 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-34901d0d-87a8-4c33-acd4-4af6a2b90893 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags/tempest-TagsExtTest-Tag-1672869347 HTTP/1.1" status: 204 len: 168 time: 0.1836805 Nov 23 18:13:34.469218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47502) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:34.475084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-0a650fe6-6e36-4562-b40e-49d02d418bde tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495', 'tempest-TagsExtTest-Tag-1672869347') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:34.490770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c89b4415-bf8f-4d76-acb9-83f7eeba26db req-0dcea2c9-51fd-4051-b87a-8072a7a2f6eb tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860715 Nov 23 18:13:34.579550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-995984b7-bbcf-49ef-9a5f-c28fffd72c9b None None] Provisioning complete for port eeb242d9-080a-46e4-9646-5f8f0fc8b009 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:34.579835 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-995984b7-bbcf-49ef-9a5f-c28fffd72c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:34.620554 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0a650fe6-6e36-4562-b40e-49d02d418bde tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags/tempest-TagsExtTest-Tag-1672869347 HTTP/1.1" status: 204 len: 168 time: 0.1501231 Nov 23 18:13:34.622919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47506) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:34.629918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-fe6d072a-aca9-4232-8036-33efa45cd81d tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:34.645412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47508) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:34.676741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-995984b7-bbcf-49ef-9a5f-c28fffd72c9b None None] Port eeb242d9-080a-46e4-9646-5f8f0fc8b009 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:34.704446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee9321a5-0e9d-4cfc-a54b-afef86c64d6f req-42941f84-964d-441c-92ed-ba5a6a21df44 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0599496 Nov 23 18:13:34.747760 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe6d072a-aca9-4232-8036-33efa45cd81d tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags HTTP/1.1" status: 200 len: 205 time: 0.1236176 Nov 23 18:13:34.750070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47512) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:34.761883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-edc3354e-72ac-4dc0-8bad-2897ed08def3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:34.852529 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-edc3354e-72ac-4dc0-8bad-2897ed08def3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags HTTP/1.1" status: 200 len: 241 time: 0.1011202 Nov 23 18:13:34.855064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47514) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:34.863166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-fe12a631-532e-463c-9af4-519c51a45338 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009', 'tempest-TagsExtTest-Tag-1868702333') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:34.961273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe12a631-532e-463c-9af4-519c51a45338 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags/tempest-TagsExtTest-Tag-1868702333 HTTP/1.1" status: 204 len: 168 time: 0.1036539 Nov 23 18:13:34.962346 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47516) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:34.969442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-97053923-2055-4b0b-8f0c-d2e37b0fa758 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009', 'tempest-TagsExtTest-Tag-1868702333') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:34.985129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-8793f95d-a6b1-472c-940e-5ccd9f85cb0a tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:34.988823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8793f95d-a6b1-472c-940e-5ccd9f85cb0a tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3426428 Nov 23 18:13:34.991601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47518) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:34.996008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-df354c72-a49c-4c7e-a322-2486b409ef44 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.007323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-df354c72-a49c-4c7e-a322-2486b409ef44 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0125482 Nov 23 18:13:35.007980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47520) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.036683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-59240be4-2ebb-4a3a-bd31-cee48bbf6e4e tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.043870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-59240be4-2ebb-4a3a-bd31-cee48bbf6e4e tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0263143 Nov 23 18:13:35.045567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47522) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.057815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-57f07a66-b972-4f1e-8112-3aa85f2dbe1c tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.062400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47524) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.062621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-57f07a66-b972-4f1e-8112-3aa85f2dbe1c tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0147343 Nov 23 18:13:35.071963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-440406f9-0c32-4d77-9ff8-5a9b51291bf6 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.074249 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-440406f9-0c32-4d77-9ff8-5a9b51291bf6 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0096445 Nov 23 18:13:35.076233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47526) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.081455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-7d5c22e3-0874-4a90-86ff-e43a2d81fe3c tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.099574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7d5c22e3-0874-4a90-86ff-e43a2d81fe3c tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0221128 Nov 23 18:13:35.100445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47528) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.114326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-e5fa441b-f0ba-4754-b4cb-0d5baac4d594 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.120124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e5fa441b-f0ba-4754-b4cb-0d5baac4d594 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0181069 Nov 23 18:13:35.121630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47530) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.129951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-5fb784dc-2921-4314-9263-0db97ed99fac tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.139219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47532) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.139426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5fb784dc-2921-4314-9263-0db97ed99fac tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0120780 Nov 23 18:13:35.147484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-41e4d83a-2537-4655-af77-adb86123b3c3 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.148460 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-41e4d83a-2537-4655-af77-adb86123b3c3 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0080888 Nov 23 18:13:35.151864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47534) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.168623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-0ddb8aad-c7c7-43e7-b8a4-4427d688c918 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.169639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0ddb8aad-c7c7-43e7-b8a4-4427d688c918 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0167198 Nov 23 18:13:35.173583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47536) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.174885 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-97053923-2055-4b0b-8f0c-d2e37b0fa758 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags/tempest-TagsExtTest-Tag-1868702333 HTTP/1.1" status: 204 len: 168 time: 0.2113101 Nov 23 18:13:35.178157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47538) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.182550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-d3abe121-b17f-4d91-b6dd-e775e7339d5e tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:35.209759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-bd4ff00f-ce72-4fdc-beab-127b59dd5e68 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.212781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bd4ff00f-ce72-4fdc-beab-127b59dd5e68 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0363603 Nov 23 18:13:35.215573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47540) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.230656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-e10cb0c4-1db2-4cfc-87fa-4f230eb45946 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.233680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e10cb0c4-1db2-4cfc-87fa-4f230eb45946 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0166984 Nov 23 18:13:35.239720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47542) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.261287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-eb6edfbe-c0e0-400c-9333-0001665f90ff tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.263193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eb6edfbe-c0e0-400c-9333-0001665f90ff tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0188694 Nov 23 18:13:35.271957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47544) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.280514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-dd426af6-3952-417f-bf4e-871d5f0cefd4 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.281743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dd426af6-3952-417f-bf4e-871d5f0cefd4 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080316 Nov 23 18:13:35.286002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47546) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.291795 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-f05b62bb-fc1f-446d-a022-e822d596d9f2 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.293948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f05b62bb-fc1f-446d-a022-e822d596d9f2 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068207 Nov 23 18:13:35.297745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47548) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.315499 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3abe121-b17f-4d91-b6dd-e775e7339d5e tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags HTTP/1.1" status: 200 len: 205 time: 0.1364601 Nov 23 18:13:35.319655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47554) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.323243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-857f01ab-6fbf-42cb-b8aa-59fb73d7b775 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.324251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-aa3721c6-032a-4fbd-a55f-d492f77d93cb tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:35.333255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-857f01ab-6fbf-42cb-b8aa-59fb73d7b775 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0281079 Nov 23 18:13:35.338513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47556) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.352383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-3c4b3960-6338-4426-baeb-d6f4ce4fca00 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.355400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c4b3960-6338-4426-baeb-d6f4ce4fca00 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0153325 Nov 23 18:13:35.358927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.369959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-a3e2b4dd-6d36-49dc-b261-bd3d00cd0363 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.371075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a3e2b4dd-6d36-49dc-b261-bd3d00cd0363 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0104437 Nov 23 18:13:35.377779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47560) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.396362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-07d2afd7-2673-43d9-8958-e94cca80b364 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.398392 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-07d2afd7-2673-43d9-8958-e94cca80b364 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0110290 Nov 23 18:13:35.401082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47562) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.406951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-cae7fbae-29d7-48aa-936f-9c687bf51eb7 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.409040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cae7fbae-29d7-48aa-936f-9c687bf51eb7 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059466 Nov 23 18:13:35.412170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47564) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.421949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-44a0e5e5-206d-4dc1-a504-351812f2e0e3 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.423689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-44a0e5e5-206d-4dc1-a504-351812f2e0e3 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0103676 Nov 23 18:13:35.428306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47566) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.444464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-d10cc1de-e8d1-4b6f-a036-45f9bd6ac045 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.445876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d10cc1de-e8d1-4b6f-a036-45f9bd6ac045 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0161707 Nov 23 18:13:35.448717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47568) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.464499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-b208c5bd-4e89-4804-b4d9-5dff7e414305 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.466583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b208c5bd-4e89-4804-b4d9-5dff7e414305 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0160491 Nov 23 18:13:35.475956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47570) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.486223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:35.488962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-5a2bd45f-f4c0-412d-889f-dee7d8c0516c tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.492699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5a2bd45f-f4c0-412d-889f-dee7d8c0516c tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0151443 Nov 23 18:13:35.494315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47572) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.507557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-ab4eaf1c-436a-4614-ba2f-659b2154f61d tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.509799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ab4eaf1c-436a-4614-ba2f-659b2154f61d tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115187 Nov 23 18:13:35.512437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47574) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.530856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-29520326-1138-48bb-ac3f-6d7e0c7256fb tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.532010 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-29520326-1138-48bb-ac3f-6d7e0c7256fb tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0184486 Nov 23 18:13:35.536396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47578) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.543341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-a0edee4e-be66-4f12-b477-e000ea392491 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.546920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a0edee4e-be66-4f12-b477-e000ea392491 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0069821 Nov 23 18:13:35.548411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47580) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.571338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-edf7f7ef-b420-49c3-ae60-eb024176bf8f tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.576833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-edf7f7ef-b420-49c3-ae60-eb024176bf8f tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0242763 Nov 23 18:13:35.581663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47582) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.597481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-c4ea8695-fd97-4717-8153-b84ffda5c6db tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.602833 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aa3721c6-032a-4fbd-a55f-d492f77d93cb tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags HTTP/1.1" status: 200 len: 238 time: 0.2818906 Nov 23 18:13:35.608707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:35.609326 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:35.620101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47584) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.621911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c4ea8695-fd97-4717-8153-b84ffda5c6db tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0198791 Nov 23 18:13:35.622624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47588) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.635345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-f2297a83-65c3-4aa9-8b16-0e9ee1f6f159 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64', 'tempest-TagsExtTest-Tag-1844365') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:35.765508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-4e477495-97e1-460c-9c5c-7bc74d9a98c2 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.769500 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4e477495-97e1-460c-9c5c-7bc74d9a98c2 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0146849 Nov 23 18:13:35.770719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a13d2-9656-44d6-9ca1-64d3fa7eeabd req-f07c60c4-ae2d-4fb3-8181-953f860631c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:35.775212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47590) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.775523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c72a13d2-9656-44d6-9ca1-64d3fa7eeabd req-f07c60c4-ae2d-4fb3-8181-953f860631c2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0873446 Nov 23 18:13:35.780509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-0ff4d018-a21d-4d74-8992-d612cd244db2 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.784154 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ff4d018-a21d-4d74-8992-d612cd244db2 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052292 Nov 23 18:13:35.786191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47592) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.801339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-e2789568-15a8-4d23-82e5-dd99d3ddceb5 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.801339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e2789568-15a8-4d23-82e5-dd99d3ddceb5 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049891 Nov 23 18:13:35.820000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47596) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.853095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-2467ec01-3af3-4370-b9e7-ee7591aa6419 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.854091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2467ec01-3af3-4370-b9e7-ee7591aa6419 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0321343 Nov 23 18:13:35.856708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47598) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.873003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-e581e571-1fb4-4221-917b-58b38645206e tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.874198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e581e571-1fb4-4221-917b-58b38645206e tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0165949 Nov 23 18:13:35.878137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47602) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.884333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-f7efd395-87ee-4ddf-bfd9-60d5f074ec9e tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.885422 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f7efd395-87ee-4ddf-bfd9-60d5f074ec9e tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050993 Nov 23 18:13:35.889880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47604) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.890224 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f2297a83-65c3-4aa9-8b16-0e9ee1f6f159 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags/tempest-TagsExtTest-Tag-1844365 HTTP/1.1" status: 204 len: 168 time: 0.2663846 Nov 23 18:13:35.890398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47606) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.896404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-44a810c4-5132-4a99-b563-0a8c463537c3 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.898595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-44a810c4-5132-4a99-b563-0a8c463537c3 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058179 Nov 23 18:13:35.900642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-2e40776d-ea5a-409f-987d-02ebe7449716 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64', 'tempest-TagsExtTest-Tag-1844365') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:35.900790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47610) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.905442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-635072cd-80fb-4ecb-9f28-127102d17973 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.906671 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-635072cd-80fb-4ecb-9f28-127102d17973 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047426 Nov 23 18:13:35.910169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.914523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-b4a39823-46e9-46fe-bc98-e4b8b2f4ded5 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.918071 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b4a39823-46e9-46fe-bc98-e4b8b2f4ded5 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042958 Nov 23 18:13:35.927216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47616) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.934749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-73b86dba-3379-41da-bb0f-f8a6daf095a7 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.939474 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-73b86dba-3379-41da-bb0f-f8a6daf095a7 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0093596 Nov 23 18:13:35.940548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47618) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.946229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-f371bd0f-3829-4e9c-aed0-6e2ead7aef09 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.950904 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f371bd0f-3829-4e9c-aed0-6e2ead7aef09 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088220 Nov 23 18:13:35.951694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:35.957805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-b63f1878-faa2-4b42-8fc9-55b6c6771a55 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:35.958628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c72a13d2-9656-44d6-9ca1-64d3fa7eeabd req-05c0e70a-89a7-4927-99d3-8d10e2445c0a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731744 Nov 23 18:13:35.963727 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b63f1878-faa2-4b42-8fc9-55b6c6771a55 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104659 Nov 23 18:13:35.965390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47622) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.000181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-89455ef4-d001-487e-8566-40410aa183ae tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.003950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-89455ef4-d001-487e-8566-40410aa183ae tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0356419 Nov 23 18:13:36.004920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47624) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.011332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-e0ae65f7-1513-4a55-a090-05927f6b0f78 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.014861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47626) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.015382 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e0ae65f7-1513-4a55-a090-05927f6b0f78 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0093098 Nov 23 18:13:36.023196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-8617bf9a-97df-44e2-82b7-c65aa8650792 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.027047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8617bf9a-97df-44e2-82b7-c65aa8650792 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0108066 Nov 23 18:13:36.027536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.033033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-d2f311df-f9d9-4764-81e8-e8c6514c790d tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.035547 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d2f311df-f9d9-4764-81e8-e8c6514c790d tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0062766 Nov 23 18:13:36.037742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47634) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.044547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-b06877bb-d008-48be-8ba6-f084c8aefba5 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.045870 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b06877bb-d008-48be-8ba6-f084c8aefba5 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0071058 Nov 23 18:13:36.050771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47636) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.056849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-d8b64f63-944f-4293-8ddb-a4e9d3800b43 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.058742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d8b64f63-944f-4293-8ddb-a4e9d3800b43 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0060599 Nov 23 18:13:36.060700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47638) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.066140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-8e330d58-b530-4d9a-8bb5-cd4dc7553a40 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.069266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2e40776d-ea5a-409f-987d-02ebe7449716 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags/tempest-TagsExtTest-Tag-1844365 HTTP/1.1" status: 204 len: 168 time: 0.1763833 Nov 23 18:13:36.069839 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8e330d58-b530-4d9a-8bb5-cd4dc7553a40 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076969 Nov 23 18:13:36.070288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47642) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.071459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47644) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.076075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-460afd3b-c8d9-4543-bc72-e469233f7990 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.079243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-460afd3b-c8d9-4543-bc72-e469233f7990 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068173 Nov 23 18:13:36.081942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47648) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.085177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-de7d5655-ed06-4d4b-a924-4d581b62ed92 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.093467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-b877b143-9c9f-4d8b-bc84-5a46a2c6bc8d tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.098127 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b877b143-9c9f-4d8b-bc84-5a46a2c6bc8d tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070457 Nov 23 18:13:36.099171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47656) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.104355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-373c362e-4939-43aa-845c-05a246f1dd84 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.106752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-373c362e-4939-43aa-845c-05a246f1dd84 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049810 Nov 23 18:13:36.107956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47658) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.111954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-bd85ad57-ca43-4cb5-95c4-983e2e1b5850 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.115056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bd85ad57-ca43-4cb5-95c4-983e2e1b5850 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040481 Nov 23 18:13:36.115201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47660) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.119259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-d470eba3-9ae4-4c2f-a0cc-23b5136b24c6 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.122243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d470eba3-9ae4-4c2f-a0cc-23b5136b24c6 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040734 Nov 23 18:13:36.122357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47662) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.128242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-ab0398db-7270-4740-ae80-dafda8d49d15 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.130738 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ab0398db-7270-4740-ae80-dafda8d49d15 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059357 Nov 23 18:13:36.131565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47664) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.137536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-e183297a-6906-4238-9506-a80ae0885a33 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.142035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e183297a-6906-4238-9506-a80ae0885a33 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0095661 Nov 23 18:13:36.144470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47666) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.150088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-c644bfd5-539a-4136-9d60-2b96a569dc1c tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.155063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c644bfd5-539a-4136-9d60-2b96a569dc1c tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084209 Nov 23 18:13:36.155893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47668) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.162415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-a708ea24-5cb4-4c03-aa11-f6202a90ce39 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.167797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a708ea24-5cb4-4c03-aa11-f6202a90ce39 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103345 Nov 23 18:13:36.168636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47670) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.175206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-643dc443-a950-4e0e-b8dd-501dcf63b429 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.182320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-643dc443-a950-4e0e-b8dd-501dcf63b429 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0123863 Nov 23 18:13:36.183372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47672) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.191949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-ebf9d24c-001b-4b47-b832-d95855f59f32 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.199734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ebf9d24c-001b-4b47-b832-d95855f59f32 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0142543 Nov 23 18:13:36.200362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47674) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.207202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-9bb77acc-31bc-4eeb-aa9d-cba51856d3e9 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.212791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9bb77acc-31bc-4eeb-aa9d-cba51856d3e9 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0112035 Nov 23 18:13:36.213576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47676) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.218622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-522b9a6c-04e7-438a-a2c9-92e359ea08bc tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.228703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-522b9a6c-04e7-438a-a2c9-92e359ea08bc tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0091546 Nov 23 18:13:36.230014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47678) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.238062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-ec233d5a-15c9-4f58-957d-9fbdb001855b tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.244976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ec233d5a-15c9-4f58-957d-9fbdb001855b tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0117788 Nov 23 18:13:36.248932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47680) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.258392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-9017d1d4-e89b-4539-832d-c40f0b629833 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.262260 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9017d1d4-e89b-4539-832d-c40f0b629833 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123541 Nov 23 18:13:36.262396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47682) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.268955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-5f1eb83d-ae76-4df5-a547-9f3b5be73026 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.272669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5f1eb83d-ae76-4df5-a547-9f3b5be73026 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064335 Nov 23 18:13:36.272830 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-de7d5655-ed06-4d4b-a924-4d581b62ed92 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags HTTP/1.1" status: 200 len: 205 time: 0.1896110 Nov 23 18:13:36.272996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47684) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.273341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47686) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.279588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [None req-f7ca1ac4-2a08-4f3b-96b0-f2f47fb74c6a tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.281625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f7ca1ac4-2a08-4f3b-96b0-f2f47fb74c6a tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060763 Nov 23 18:13:36.283154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47688) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.287560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-c06a76f7-3b6b-4156-85ea-e1dd7caf9609 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.288461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-72099922-fbbc-4c4b-ac6c-6656fe4cdd74 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.289676 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-72099922-fbbc-4c4b-ac6c-6656fe4cdd74 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048470 Nov 23 18:13:36.292160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47690) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.305479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-90708e11-b678-4c9d-ab2f-7100a0706e1b tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.309454 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-90708e11-b678-4c9d-ab2f-7100a0706e1b tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0161514 Nov 23 18:13:36.312827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47692) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.317755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-aca8221a-5ade-4a17-93e0-ff3daa27934e tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.321499 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aca8221a-5ade-4a17-93e0-ff3daa27934e tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0077353 Nov 23 18:13:36.322122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47694) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.328272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-eb0e08fd-cd52-49bb-9744-f2fdfa00b285 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.333120 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eb0e08fd-cd52-49bb-9744-f2fdfa00b285 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0089865 Nov 23 18:13:36.334011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47696) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.336333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cab4715-c0df-43b1-b944-7f99220280b5 req-5a2b0699-0bb8-4f4f-b399-87315493cbd2 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.2550929 Nov 23 18:13:36.350382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-ea2caab3-9df6-41ff-945a-ae7015ce9393 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.357897 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ea2caab3-9df6-41ff-945a-ae7015ce9393 tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0228879 Nov 23 18:13:36.358504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47702) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.363847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [None req-49a66545-70b8-4661-aa24-f26617fb5eeb tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:13:36.377954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c06a76f7-3b6b-4156-85ea-e1dd7caf9609 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags HTTP/1.1" status: 200 len: 241 time: 0.0901701 Nov 23 18:13:36.378132 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-49a66545-70b8-4661-aa24-f26617fb5eeb tempest-ExtensionsTestJSON-1382077679 tempest-ExtensionsTestJSON-1382077679-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0112641 Nov 23 18:13:36.378132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47704) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.381904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-196afdbd-e074-46fc-aa39-fdb127d19f76 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1', 'tempest-TagsExtTest-Tag-1533391797') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.462282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47710) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.462435 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-196afdbd-e074-46fc-aa39-fdb127d19f76 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags/tempest-TagsExtTest-Tag-1533391797 HTTP/1.1" status: 204 len: 168 time: 0.0896976 Nov 23 18:13:36.469122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-6057ba11-ef4a-48bb-a4ad-4c27a61d50f7 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1', 'tempest-TagsExtTest-Tag-1533391797') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.510358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6057ba11-ef4a-48bb-a4ad-4c27a61d50f7 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags/tempest-TagsExtTest-Tag-1533391797 HTTP/1.1" status: 204 len: 168 time: 0.0457923 Nov 23 18:13:36.513288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47712) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.519109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-8b856e17-cbaa-457e-9af0-bf0a1b35e7a4 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.547886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8b856e17-cbaa-457e-9af0-bf0a1b35e7a4 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags HTTP/1.1" status: 200 len: 205 time: 0.0332131 Nov 23 18:13:36.551677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47714) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.559687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-6ee29d8c-e257-4abd-b05e-ee93c73f6a87 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.593259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6ee29d8c-e257-4abd-b05e-ee93c73f6a87 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0395646 Nov 23 18:13:36.596580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47718) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.602030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-f018bc58-9ae9-4b4b-bd99-a72cd9224559 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.686039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47722) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.714978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f018bc58-9ae9-4b4b-bd99-a72cd9224559 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags HTTP/1.1" status: 204 len: 168 time: 0.1170354 Nov 23 18:13:36.717420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47726) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.722153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-4ea51e69-b579-4841-80ce-f999eb675af4 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.793394 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4ea51e69-b579-4841-80ce-f999eb675af4 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags HTTP/1.1" status: 204 len: 168 time: 0.0726855 Nov 23 18:13:36.793877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47728) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.798793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-0725e238-563a-4782-8e80-ae65e5054019 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.819614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-231eaa61-335c-4a87-bd50-d636d150743a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:36.878577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0725e238-563a-4782-8e80-ae65e5054019 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags HTTP/1.1" status: 204 len: 168 time: 0.0793288 Nov 23 18:13:36.879424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47730) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.884898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-d0d79197-bcdd-4f4b-ae90-778dc62bba09 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495', 'tempest-TagsExtTest-Tag-436195340') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:36.907235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-231eaa61-335c-4a87-bd50-d636d150743a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:36.913610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-231eaa61-335c-4a87-bd50-d636d150743a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:36.956406 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-231eaa61-335c-4a87-bd50-d636d150743a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e500df12f14041329b6ffca138e9692b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684703 Nov 23 18:13:36.956817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47732) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:36.982579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eaa61-335c-4a87-bd50-d636d150743a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b10387c-256a-4406-825d-b8d5ab6fef8b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:36.999103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d0d79197-bcdd-4f4b-ae90-778dc62bba09 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags/tempest-TagsExtTest-Tag-436195340 HTTP/1.1" status: 201 len: 201 time: 0.1183906 Nov 23 18:13:37.002327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47736) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.008913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-095d24e0-5ed7-479f-b719-7874c50cf90b tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009', 'tempest-TagsExtTest-Tag-433188149') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.028678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0836bdd-fecf-4e04-bd59-0b1f4461888e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:37.057261 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0836bdd-fecf-4e04-bd59-0b1f4461888e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:37.083073 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-095d24e0-5ed7-479f-b719-7874c50cf90b tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags/tempest-TagsExtTest-Tag-433188149 HTTP/1.1" status: 201 len: 201 time: 0.0792739 Nov 23 18:13:37.085740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47738) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.090847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-613196f2-d839-4c88-975b-467037541870 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64', 'tempest-TagsExtTest-Tag-393932653') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.145792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73e82c-7c3e-4e76-9c3f-afbc773c48f0 req-6c5f595d-03dd-45c3-bd8a-e28f35debc35 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:37.147534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a73e82c-7c3e-4e76-9c3f-afbc773c48f0 req-6c5f595d-03dd-45c3-bd8a-e28f35debc35 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0927260 Nov 23 18:13:37.158057 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0836bdd-fecf-4e04-bd59-0b1f4461888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:37.161014 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0836bdd-fecf-4e04-bd59-0b1f4461888e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:37.164640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c0836bdd-fecf-4e04-bd59-0b1f4461888e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4b10387c-256a-4406-825d-b8d5ab6fef8b HTTP/1.1" status: 204 len: 168 time: 0.2043962 Nov 23 18:13:37.200477 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-613196f2-d839-4c88-975b-467037541870 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags/tempest-TagsExtTest-Tag-393932653 HTTP/1.1" status: 201 len: 201 time: 0.1111600 Nov 23 18:13:37.200668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0836bdd-fecf-4e04-bd59-0b1f4461888e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b10387c-256a-4406-825d-b8d5ab6fef8b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:37.201362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47742) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.219092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-647946de-687c-4e4d-b362-d2de1cad31d7 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1', 'tempest-TagsExtTest-Tag-1488051570') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.241617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a73e82c-7c3e-4e76-9c3f-afbc773c48f0 req-a2afc218-6567-4973-b73e-1d247f2d4212 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781417 Nov 23 18:13:37.259485 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-647946de-687c-4e4d-b362-d2de1cad31d7 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags/tempest-TagsExtTest-Tag-1488051570 HTTP/1.1" status: 201 len: 201 time: 0.0573010 Nov 23 18:13:37.262204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.275845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-51f9ec32-a042-4908-b7df-04660b0fc47c tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495', {'tags': ['tempest-TagsExtTest-Tag-1722849175', 'tempest-TagsExtTest-Tag-462721520', 'tempest-TagsExtTest-Tag-315474952']}) {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.353080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-51f9ec32-a042-4908-b7df-04660b0fc47c tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags HTTP/1.1" status: 200 len: 316 time: 0.0876632 Nov 23 18:13:37.353716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47748) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.358451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-ab562c3f-5efe-4d6e-8bdb-3162cfbef69b tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.488326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ab562c3f-5efe-4d6e-8bdb-3162cfbef69b tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags HTTP/1.1" status: 204 len: 168 time: 0.1330326 Nov 23 18:13:37.489283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47756) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.493927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-f11a9ff7-a2ee-4336-8b3d-d6d6063d0be1 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495', 'tempest-TagsExtTest-Tag-1722849175') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.568701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-012c8b54-57a3-48d0-8131-53ac37c29b3b req-724d36a5-fcbe-4a9c-8993-546dce5b6619 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0732548 Nov 23 18:13:37.574001 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-f11a9ff7-a2ee-4336-8b3d-d6d6063d0be1 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:37.582745 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f11a9ff7-a2ee-4336-8b3d-d6d6063d0be1 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags/tempest-TagsExtTest-Tag-1722849175 HTTP/1.1" status: 404 len: 329 time: 0.0881712 Nov 23 18:13:37.582919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47770) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.587459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-7e7a78fc-12f9-4b79-98ca-801b0f0dd1e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495', 'tempest-TagsExtTest-Tag-462721520') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.661270 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-7e7a78fc-12f9-4b79-98ca-801b0f0dd1e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:37.662649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7e7a78fc-12f9-4b79-98ca-801b0f0dd1e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags/tempest-TagsExtTest-Tag-462721520 HTTP/1.1" status: 404 len: 328 time: 0.0829542 Nov 23 18:13:37.667035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47776) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.672447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-4c670fac-176b-4f16-909c-b0d7921bf7bc tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495', 'tempest-TagsExtTest-Tag-315474952') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.743646 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-4c670fac-176b-4f16-909c-b0d7921bf7bc tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:37.747474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4c670fac-176b-4f16-909c-b0d7921bf7bc tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags/tempest-TagsExtTest-Tag-315474952 HTTP/1.1" status: 404 len: 328 time: 0.0763903 Nov 23 18:13:37.747940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47784) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.753410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-54d8c536-5047-4337-a79c-1c6468977f29 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009', {'tags': ['tempest-TagsExtTest-Tag-1093464583', 'tempest-TagsExtTest-Tag-513972423', 'tempest-TagsExtTest-Tag-616154092']}) {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.827603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-54d8c536-5047-4337-a79c-1c6468977f29 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags HTTP/1.1" status: 200 len: 316 time: 0.0785348 Nov 23 18:13:37.830940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47788) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.837191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-0e2103f0-19b1-4574-b860-728cf17f8401 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:37.935595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0e2103f0-19b1-4574-b860-728cf17f8401 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags HTTP/1.1" status: 204 len: 168 time: 0.1030293 Nov 23 18:13:37.938280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47794) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:37.945511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-0d093583-e13d-4908-840d-a943f6407b50 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009', 'tempest-TagsExtTest-Tag-1093464583') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:38.012623 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-0d093583-e13d-4908-840d-a943f6407b50 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:38.014358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0d093583-e13d-4908-840d-a943f6407b50 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags/tempest-TagsExtTest-Tag-1093464583 HTTP/1.1" status: 404 len: 329 time: 0.0733683 Nov 23 18:13:38.018325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47798) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.023269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-86498925-aaa8-4f83-951b-30fb40dcaedc tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009', 'tempest-TagsExtTest-Tag-513972423') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:38.089977 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-86498925-aaa8-4f83-951b-30fb40dcaedc tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:38.093555 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.095123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-86498925-aaa8-4f83-951b-30fb40dcaedc tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags/tempest-TagsExtTest-Tag-513972423 HTTP/1.1" status: 404 len: 328 time: 0.0718536 Nov 23 18:13:38.096778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47808) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.102215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-ae7b1383-5fdc-436b-8eab-75d8619f51bb tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009', 'tempest-TagsExtTest-Tag-616154092') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:38.173004 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-ae7b1383-5fdc-436b-8eab-75d8619f51bb tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:38.179022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ae7b1383-5fdc-436b-8eab-75d8619f51bb tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags/tempest-TagsExtTest-Tag-616154092 HTTP/1.1" status: 404 len: 328 time: 0.0789886 Nov 23 18:13:38.181115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.190062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-083aa52c-f643-4388-96ed-993cb289bfd3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64', {'tags': ['tempest-TagsExtTest-Tag-1719815918', 'tempest-TagsExtTest-Tag-562014356', 'tempest-TagsExtTest-Tag-1452800635']}) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:38.307815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-702328867'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:38.351980 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-083aa52c-f643-4388-96ed-993cb289bfd3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags HTTP/1.1" status: 200 len: 317 time: 0.1670682 Nov 23 18:13:38.353049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47840) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.357984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-fa365465-63c3-42ee-9e8d-dc11f0180e64 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:38.361861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Made reservation on behalf of ca2ed181e63d454a84698b5aafb9c6e0 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:38.366095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:38.400926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921ef26-9f3b-4de5-8633-9855d85eb7f9 req-c2fd2cc3-36d3-4e66-880a-ef46dc489f88 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:38.403542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c921ef26-9f3b-4de5-8633-9855d85eb7f9 req-c2fd2cc3-36d3-4e66-880a-ef46dc489f88 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0734453 Nov 23 18:13:38.408353 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:38.471240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c921ef26-9f3b-4de5-8633-9855d85eb7f9 req-99341916-71c9-48df-a588-6ae0cbf1f2f0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614283 Nov 23 18:13:38.529584 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fa365465-63c3-42ee-9e8d-dc11f0180e64 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags HTTP/1.1" status: 204 len: 168 time: 0.1753750 Nov 23 18:13:38.532780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47850) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.539686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-669af782-717e-4801-ada8-4611ab380aa8 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64', 'tempest-TagsExtTest-Tag-1719815918') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:38.587593 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:38.596956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:38.639239 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-669af782-717e-4801-ada8-4611ab380aa8 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:38.639427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-669af782-717e-4801-ada8-4611ab380aa8 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags/tempest-TagsExtTest-Tag-1719815918 HTTP/1.1" status: 404 len: 329 time: 0.1045659 Nov 23 18:13:38.642185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47858) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.651231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-98e96c3d-3fe5-407d-a2e6-ed549576181e tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64', 'tempest-TagsExtTest-Tag-562014356') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:38.657425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b6237-ff23-43e0-85ba-9f29b29675f1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:38.662761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:38.677742 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:38.678379 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Added segment b0d3817f-5be7-4950-8984-28dd0576f482 of type vlan for network 3e3932e9-e212-43ce-b03e-5ec0fc79200c Nov 23 18:13:38.751356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:38.794496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:38.802971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:38.803840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:38.876819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49fc99c5-03cb-4b0f-b1cc-642657105c50 req-eaf07782-540b-4702-b58e-fa7bf30288b7 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0357597 Nov 23 18:13:38.878504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event updated for resources: {'Network': ['ID=3e3932e9-e212-43ce-b03e-5ec0fc79200c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:38.894735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 3e3932e9-e212-43ce-b03e-5ec0fc79200c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:38.901299 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b59282bc-8b67-41dc-8020-f3c3883188d2 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8086686 Nov 23 18:13:38.904474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47862) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.919081 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Request body: {'subnet': {'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:38.929126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-b9baabc5-45f1-45f3-837e-316598630ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:38.932872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-b9baabc5-45f1-45f3-837e-316598630ed2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1095 time: 0.1196873 Nov 23 18:13:38.935797 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-98e96c3d-3fe5-407d-a2e6-ed549576181e tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:38.940093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-98e96c3d-3fe5-407d-a2e6-ed549576181e tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags/tempest-TagsExtTest-Tag-562014356 HTTP/1.1" status: 404 len: 328 time: 0.2958231 Nov 23 18:13:38.942858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47864) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:38.950618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-7352ae45-5daf-47ed-9260-382e3b8932ef tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64', 'tempest-TagsExtTest-Tag-1452800635') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:39.076473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Made reservation on behalf of ca2ed181e63d454a84698b5aafb9c6e0 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:39.081403 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:39.176085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527880-1b36-4d75-970c-b4773923efe7 req-bbe4fcd3-f12d-481c-a0b1-1c3898b147ed tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:39.183906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c527880-1b36-4d75-970c-b4773923efe7 req-bbe4fcd3-f12d-481c-a0b1-1c3898b147ed tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1480944 Nov 23 18:13:39.193466 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-7352ae45-5daf-47ed-9260-382e3b8932ef tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:39.195361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7352ae45-5daf-47ed-9260-382e3b8932ef tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags/tempest-TagsExtTest-Tag-1452800635 HTTP/1.1" status: 404 len: 329 time: 0.2508447 Nov 23 18:13:39.203602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47866) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:39.217760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-31fe8a60-c64b-4a43-95d1-346b50f3f561 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1', {'tags': ['tempest-TagsExtTest-Tag-428585531', 'tempest-TagsExtTest-Tag-1639028216', 'tempest-TagsExtTest-Tag-1815181975']}) {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:39.224088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-e1fb4c1f-7ea6-47ca-afb3-b9d6e27f2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:39.225882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-e1fb4c1f-7ea6-47ca-afb3-b9d6e27f2ead service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.2683685 Nov 23 18:13:39.315656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-bdde15b6-168d-4a9c-ad50-6d1577134a26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.0728366 Nov 23 18:13:39.327629 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:39.392604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c527880-1b36-4d75-970c-b4773923efe7 req-cf1d029e-e210-4a4a-a5ff-4924d1d3d44a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071593 Nov 23 18:13:39.396945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-31fe8a60-c64b-4a43-95d1-346b50f3f561 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "PUT /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags HTTP/1.1" status: 200 len: 317 time: 0.1908994 Nov 23 18:13:39.409066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47868) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:39.409066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-ac905988-bf0b-4da2-bc05-fe69eb91e3a0 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:39.416774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event updated for resources: {'Subnet': ['ID=d41896ff-17eb-460c-94b8-1c1a63b78255,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:39.417378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-e585c304-cf14-474b-9859-24b991bb33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:39.418967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-e585c304-cf14-474b-9859-24b991bb33bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.0898361 Nov 23 18:13:39.456648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Checking segment: {'id': 'b0d3817f-5be7-4950-8984-28dd0576f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:39.457200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Network hostable DHCP agents. Network: 3e3932e9-e212-43ce-b03e-5ec0fc79200c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:13:39.475774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-c426e3da-7ba1-48cd-8e49-e467d2b4b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:39.477489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-c426e3da-7ba1-48cd-8e49-e467d2b4b763 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478148 Nov 23 18:13:39.484327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Network 3e3932e9-e212-43ce-b03e-5ec0fc79200c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:13:39.491184 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ac905988-bf0b-4da2-bc05-fe69eb91e3a0 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0896018 Nov 23 18:13:39.495893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 3e3932e9-e212-43ce-b03e-5ec0fc79200c) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:39.497547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47870) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:39.501955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-301f09c0-9954-4e4f-a709-158503065b81 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1', 'tempest-TagsExtTest-Tag-428585531') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:39.510378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70fc55-6710-4e90-b7b8-0a8380b2822b None None] Network 3e3932e9-e212-43ce-b03e-5ec0fc79200c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:39.517458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:39.519056 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:39.537893 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-301f09c0-9954-4e4f-a709-158503065b81 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:39.539245 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-301f09c0-9954-4e4f-a709-158503065b81 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags/tempest-TagsExtTest-Tag-428585531 HTTP/1.1" status: 404 len: 328 time: 0.0406651 Nov 23 18:13:39.549398 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0c382943-9975-428b-b149-bf9e3fe36705 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6430666 Nov 23 18:13:39.550296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47872) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:39.550779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:39.557935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Request body: {'port': {'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1007936913'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:39.566614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-40955dce-72ab-4a87-81a0-24cc3a7634e8 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1', 'tempest-TagsExtTest-Tag-1639028216') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:39.600235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-f2330db3-63a0-459a-9370-d1cb46e125e9 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109822 Nov 23 18:13:39.649106 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-40955dce-72ab-4a87-81a0-24cc3a7634e8 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:39.650266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-40955dce-72ab-4a87-81a0-24cc3a7634e8 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags/tempest-TagsExtTest-Tag-1639028216 HTTP/1.1" status: 404 len: 329 time: 0.0984523 Nov 23 18:13:39.655303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47880) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:39.663807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.tag.tag_plugin [None req-308f4896-85ef-4c49-bb40-46cde9771246 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1', 'tempest-TagsExtTest-Tag-1815181975') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:39.706798 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-308f4896-85ef-4c49-bb40-46cde9771246 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] show failed (client error): The resource could not be found. Nov 23 18:13:39.707993 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-308f4896-85ef-4c49-bb40-46cde9771246 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags/tempest-TagsExtTest-Tag-1815181975 HTTP/1.1" status: 404 len: 329 time: 0.0516663 Nov 23 18:13:39.710990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47882) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:39.716921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-d1518d4c-3b1b-4d10-8e8f-51b9840a3d37 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e1258e94-e537-4d49-97d0-b963338a51f1') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:39.735825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Made reservation on behalf of ca2ed181e63d454a84698b5aafb9c6e0 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:39.740943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:39.782434 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f2b1a4c6-e7a3-465b-b41b-a08d7ffb63f9 req-25fa8301-db3f-42a1-b2af-400507474813 service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701598 Nov 23 18:13:39.784895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d1518d4c-3b1b-4d10-8e8f-51b9840a3d37 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0724990 Nov 23 18:13:39.790062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47886) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:39.799455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-ad41d8a7-4e9c-4c22-8061-f137c6804ec5 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91fc931b-3848-4400-91e1-eb009f3bdb64') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:39.813066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] device_id is not set on port 69d99751-4bf8-4f85-b00c-b179b6425f46 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:13:39.817738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-3e3932e9-e212-43ce-b03e-5ec0fc79200c', 'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c', 'tenant_id': 'ca2ed181e63d454a84698b5aafb9c6e0', 'fixed_ips': [{'subnet_id': 'd41896ff-17eb-460c-94b8-1c1a63b78255'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:13:39.819634 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:39.984942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Allocated IP 172.20.0.11 (3e3932e9-e212-43ce-b03e-5ec0fc79200c/d41896ff-17eb-460c-94b8-1c1a63b78255/69d99751-4bf8-4f85-b00c-b179b6425f46) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:39.991358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ad41d8a7-4e9c-4c22-8061-f137c6804ec5 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64/tags HTTP/1.1" status: 204 len: 168 time: 0.1975942 Nov 23 18:13:39.993052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47890) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:40.000590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-49697dda-2430-4d91-adfb-1de6aadd3ef2 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eeb242d9-080a-46e4-9646-5f8f0fc8b009') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:40.068698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-640415e2-ca86-4d8c-9108-4649d107a8a3 req-8d5fc95a-d6a4-404f-b496-b14e9c42f9ec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0339518 Nov 23 18:13:40.106895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-49697dda-2430-4d91-adfb-1de6aadd3ef2 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009/tags HTTP/1.1" status: 204 len: 168 time: 0.1126354 Nov 23 18:13:40.116505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47892) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:40.134424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.tag.tag_plugin [None req-b006731c-3c02-462f-99a3-d7918fb49ce6 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '329760de-12f7-4f4d-873d-8a35e9373495') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:40.183434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.194446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b006731c-3c02-462f-99a3-d7918fb49ce6 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495/tags HTTP/1.1" status: 204 len: 168 time: 0.0766993 Nov 23 18:13:40.200048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47894) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:40.246199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.298581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Network 3e3932e9-e212-43ce-b03e-5ec0fc79200c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:40.302020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Allocated IP 172.20.0.2 (3e3932e9-e212-43ce-b03e-5ec0fc79200c/d41896ff-17eb-460c-94b8-1c1a63b78255/e3477c1b-3f57-4576-be5c-eef1d7f6a867) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:40.306335 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:40.307514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:40.329718 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cadfea05-28bc-400f-af51-08384264055a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for subnetpool, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.335529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cadfea05-28bc-400f-af51-08384264055a tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnetpools/e1258e94-e537-4d49-97d0-b963338a51f1 HTTP/1.1" status: 204 len: 168 time: 0.1342287 Nov 23 18:13:40.336380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47896) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:40.368236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event updated for resources: {'Port': ['ID=69d99751-4bf8-4f85-b00c-b179b6425f46,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:40.389834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:40.390671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.410402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-57566270-837c-459c-9224-6c9d1786a18c tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "GET /v2.0/ports?device_id=91fc931b-3848-4400-91e1-eb009f3bdb64 HTTP/1.1" status: 200 len: 205 time: 0.0721605 Nov 23 18:13:40.412326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47900) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:40.421568 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8b464a78-a524-42ff-baa5-d88c72233c3c tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8654931 Nov 23 18:13:40.422058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47902) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:40.429367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Request body: {'port': {'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1331844331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:40.429957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] bootfile-name is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:13:40.430227 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] tftp-server is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:13:40.430559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] server-ip-address is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:13:40.590060 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.591852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Made reservation on behalf of ca2ed181e63d454a84698b5aafb9c6e0 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:40.598059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.602826 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.624045 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] device_id is not set on port b937ebbd-090e-434e-a799-63e297b68d40 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:13:40.638928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21c58744-d742-468a-9b9d-a5f96b8c4915 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.675342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Pushing event updated for resources: {'Port': ['ID=e3477c1b-3f57-4576-be5c-eef1d7f6a867,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:40.687435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Network 3e3932e9-e212-43ce-b03e-5ec0fc79200c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:40.689036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:40.692052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:40.761292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Attempting to bind port e3477c1b-3f57-4576-be5c-eef1d7f6a867 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:13:40.761674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Attempting to bind port e3477c1b-3f57-4576-be5c-eef1d7f6a867 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'b0d3817f-5be7-4950-8984-28dd0576f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:13:40.762045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Attempting to bind port e3477c1b-3f57-4576-be5c-eef1d7f6a867 on network 3e3932e9-e212-43ce-b03e-5ec0fc79200c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:13:40.765011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1cd9-bf10-4aa5-88ab-b56d49c19908 req-5158115e-ccc2-4f57-b786-922f96a207b3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:40.766127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e0f1cd9-bf10-4aa5-88ab-b56d49c19908 req-5158115e-ccc2-4f57-b786-922f96a207b3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1952631 Nov 23 18:13:40.775560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:13:40.775943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Checking segment: {'id': 'b0d3817f-5be7-4950-8984-28dd0576f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:40.776355 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.783971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Bound using segment: {'id': 'b0d3817f-5be7-4950-8984-28dd0576f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:13:40.784433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Bound port: e3477c1b-3f57-4576-be5c-eef1d7f6a867, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d3817f-5be7-4950-8984-28dd0576f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3e3932e9-e212-43ce-b03e-5ec0fc79200c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:13:40.784841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.841519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Allocated IP 172.20.0.4 (3e3932e9-e212-43ce-b03e-5ec0fc79200c/d41896ff-17eb-460c-94b8-1c1a63b78255/b937ebbd-090e-434e-a799-63e297b68d40) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:40.891733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] For port e3477c1b-3f57-4576-be5c-eef1d7f6a867, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:13:40.896557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] For port e3477c1b-3f57-4576-be5c-eef1d7f6a867, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e3477c1b-3f57-4576-be5c-eef1d7f6a867,segment=NetworkSegment(b0d3817f-5be7-4950-8984-28dd0576f482),segment_id=b0d3817f-5be7-4950-8984-28dd0576f482)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:13:40.896830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21c58744-d742-468a-9b9d-a5f96b8c4915 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.902614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21c58744-d742-468a-9b9d-a5f96b8c4915 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.910325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.992008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e0f1cd9-bf10-4aa5-88ab-b56d49c19908 req-20292881-ef75-4441-8730-960455ba5d71 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951177 Nov 23 18:13:40.995661 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21c58744-d742-468a-9b9d-a5f96b8c4915 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:40.996285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c58744-d742-468a-9b9d-a5f96b8c4915 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Fanout notify agent at l3_agent the message router_deleted on router 91fc931b-3848-4400-91e1-eb009f3bdb64 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:13:41.001420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4fbeb-1fea-4db4-b890-6a2c17d09662 None None] Pushing event updated for resources: {'Port': ['ID=e3477c1b-3f57-4576-be5c-eef1d7f6a867,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:41.009594 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21c58744-d742-468a-9b9d-a5f96b8c4915 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.013194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-21c58744-d742-468a-9b9d-a5f96b8c4915 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/routers/91fc931b-3848-4400-91e1-eb009f3bdb64 HTTP/1.1" status: 204 len: 168 time: 0.5990052 Nov 23 18:13:41.016225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47910) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:41.179823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20d87f-01de-451f-9540-6d5f3c1da553 req-ee806422-50cd-430f-8aaf-d5105dc25438 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:41.182591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b20d87f-01de-451f-9540-6d5f3c1da553 req-ee806422-50cd-430f-8aaf-d5105dc25438 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0911226 Nov 23 18:13:41.190218 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.231687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-339caa5c-fa41-4ddb-be0e-0b15ab02fc17 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Deleting port eeb242d9-080a-46e4-9646-5f8f0fc8b009 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:41.232070 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-339caa5c-fa41-4ddb-be0e-0b15ab02fc17 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.239498 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9a518810-746c-4fa8-9d20-464cec5265fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.259939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.311396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Network 3e3932e9-e212-43ce-b03e-5ec0fc79200c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:41.317519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:41.319274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:41.357121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b20d87f-01de-451f-9540-6d5f3c1da553 req-a04e4454-bac8-4c2b-866c-eec89319fef7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382079 Nov 23 18:13:41.404188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-339caa5c-fa41-4ddb-be0e-0b15ab02fc17 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.446745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-339caa5c-fa41-4ddb-be0e-0b15ab02fc17 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Calling delete_port for eeb242d9-080a-46e4-9646-5f8f0fc8b009 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:41.450544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event updated for resources: {'Port': ['ID=b937ebbd-090e-434e-a799-63e297b68d40,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:41.507210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:41.510105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.567104 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1c7e3492-3518-4dcc-8617-7023544da1ee tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1434495 Nov 23 18:13:41.571139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47916) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:41.616945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e3477c1b-3f57-4576-be5c-eef1d7f6a867 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:41.664433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495d97f-7d97-44ec-aebe-e9e08b3f5f5a tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:41.672014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495d97f-7d97-44ec-aebe-e9e08b3f5f5a tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:41.672471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a22d22a2-4b9e-4791-b09a-d43d5c9ac7f1 req-8ee0f1db-b167-47c0-80fc-d1caf304b870 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/ports?device_id=275c5ad0-5160-4aad-a7ee-2951386e378c HTTP/1.1" status: 200 len: 210 time: 0.0495851 Nov 23 18:13:41.682235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495d97f-7d97-44ec-aebe-e9e08b3f5f5a tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:41.684994 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1495d97f-7d97-44ec-aebe-e9e08b3f5f5a tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1126211 Nov 23 18:13:41.687542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47918) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:41.746485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e3477c1b-3f57-4576-be5c-eef1d7f6a867 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:41.747077 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.875776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632a2e5-5174-4b33-ae57-2a645db475dd req-957f1e1c-af1f-4a79-8a19-9dc0478a1a84 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:41.884537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9632a2e5-5174-4b33-ae57-2a645db475dd req-957f1e1c-af1f-4a79-8a19-9dc0478a1a84 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.0954018 Nov 23 18:13:41.890585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47922) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:41.897069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.901232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-339caa5c-fa41-4ddb-be0e-0b15ab02fc17 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.957710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port e3477c1b-3f57-4576-be5c-eef1d7f6a867, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e3477c1b-3f57-4576-be5c-eef1d7f6a867,segment=NetworkSegment(b0d3817f-5be7-4950-8984-28dd0576f482),segment_id=b0d3817f-5be7-4950-8984-28dd0576f482)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:41.966995 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:41.990236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-55dd65fb-9b60-491e-84d3-24f725f6359e tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Deleting port b937ebbd-090e-434e-a799-63e297b68d40 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:41.990884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55dd65fb-9b60-491e-84d3-24f725f6359e tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.024248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339caa5c-fa41-4ddb-be0e-0b15ab02fc17 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Pushing event deleted for resources: {'Port': ['ID=eeb242d9-080a-46e4-9646-5f8f0fc8b009,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:42.090509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=e3477c1b-3f57-4576-be5c-eef1d7f6a867,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:42.163144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9632a2e5-5174-4b33-ae57-2a645db475dd req-b4e200ae-f8e1-4739-92c0-470b9b9d441b tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775767 Nov 23 18:13:42.207501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55dd65fb-9b60-491e-84d3-24f725f6359e tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.224072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-55dd65fb-9b60-491e-84d3-24f725f6359e tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Calling delete_port for b937ebbd-090e-434e-a799-63e297b68d40 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:42.238770 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-339caa5c-fa41-4ddb-be0e-0b15ab02fc17 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.254090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-339caa5c-fa41-4ddb-be0e-0b15ab02fc17 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/ports/eeb242d9-080a-46e4-9646-5f8f0fc8b009 HTTP/1.1" status: 204 len: 168 time: 1.2365935 Nov 23 18:13:42.256329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47928) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:42.393576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5371059e-3862-4a2d-8eef-62db396bf5e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Deleting subnet 329760de-12f7-4f4d-873d-8a35e9373495 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:13:42.404555 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5371059e-3862-4a2d-8eef-62db396bf5e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.409961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-324cadc6-9342-4c33-bca7-383d2eb5f6a5 admin admin] Deleting subnet d5a67c27-a047-4b91-9dcb-8018ee00049d {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:13:42.414250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55dd65fb-9b60-491e-84d3-24f725f6359e tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.429338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-324cadc6-9342-4c33-bca7-383d2eb5f6a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.487177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5371059e-3862-4a2d-8eef-62db396bf5e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.522595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd65fb-9b60-491e-84d3-24f725f6359e tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event deleted for resources: {'Port': ['ID=b937ebbd-090e-434e-a799-63e297b68d40,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:42.600479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-324cadc6-9342-4c33-bca7-383d2eb5f6a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.602923 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5371059e-3862-4a2d-8eef-62db396bf5e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.666791 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55dd65fb-9b60-491e-84d3-24f725f6359e tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.688404 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-55dd65fb-9b60-491e-84d3-24f725f6359e tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "DELETE /v2.0/ports/b937ebbd-090e-434e-a799-63e297b68d40 HTTP/1.1" status: 204 len: 168 time: 0.9903872 Nov 23 18:13:42.691402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47932) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:42.696900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Request body: {'port': {'name': 'tempest-new-port-name-127675175', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:42.697305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] bootfile-name is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:13:42.697656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] tftp-server is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:13:42.697996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.api.validators [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] server-ip-address is not in valid_values {{(pid=120535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:13:42.709054 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5371059e-3862-4a2d-8eef-62db396bf5e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.759803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f6c78-e568-4875-99a9-5b2c0999cbd8 None None] Network 3e3932e9-e212-43ce-b03e-5ec0fc79200c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:42.784903 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5371059e-3862-4a2d-8eef-62db396bf5e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.793530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5371059e-3862-4a2d-8eef-62db396bf5e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/subnets/329760de-12f7-4f4d-873d-8a35e9373495 HTTP/1.1" status: 204 len: 168 time: 0.5360696 Nov 23 18:13:42.796636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47936) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:42.797703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371059e-3862-4a2d-8eef-62db396bf5e3 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Pushing event deleted for resources: {'Subnet': ['ID=329760de-12f7-4f4d-873d-8a35e9373495,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:42.810262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-324cadc6-9342-4c33-bca7-383d2eb5f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.836999 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.901531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:42.917610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500d2bcd-e4f6-4bc2-b784-c3d25e933146 None None] Network 748c7546-f312-48f8-b39d-249f0aed724a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:42.950478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127ad29-7e3b-4b4c-9dde-773c18f0761e req-054fbf6d-8016-4d73-a919-500f00d6f4e0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:42.971933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2127ad29-7e3b-4b4c-9dde-773c18f0761e req-054fbf6d-8016-4d73-a919-500f00d6f4e0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2776237 Nov 23 18:13:43.096388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.098376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2127ad29-7e3b-4b4c-9dde-773c18f0761e req-d0ab5498-9ff0-454f-80e8-25994dcc0298 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251874 Nov 23 18:13:43.110154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.162547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Deleting port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:43.162972 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.194430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d3d6441d-3075-4055-9035-0a472de99665 None None] Provisioning complete for port e3477c1b-3f57-4576-be5c-eef1d7f6a867 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:43.195115 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d3d6441d-3075-4055-9035-0a472de99665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.226107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-324cadc6-9342-4c33-bca7-383d2eb5f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.303769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47942) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:43.304609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cadc6-9342-4c33-bca7-383d2eb5f6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a67c27-a047-4b91-9dcb-8018ee00049d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:43.304915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] For port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3,segment=NetworkSegment(97d035c6-b090-48b8-b457-e9b0396cb781),segment_id=97d035c6-b090-48b8-b457-e9b0396cb781)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:43.305541 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.311325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-324cadc6-9342-4c33-bca7-383d2eb5f6a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.319836 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-324cadc6-9342-4c33-bca7-383d2eb5f6a5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d5a67c27-a047-4b91-9dcb-8018ee00049d HTTP/1.1" status: 204 len: 168 time: 1.4268866 Nov 23 18:13:43.323098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47944) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:43.335799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event updated for resources: {'Port': ['ID=69d99751-4bf8-4f85-b00c-b179b6425f46,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:43.356056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Calling delete_port for 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:43.371192 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-01a04bf2-b7a4-4211-adc4-bb5434c4ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.411651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] In _notify_port_updated(), no bound segment for port 69d99751-4bf8-4f85-b00c-b179b6425f46 on network 3e3932e9-e212-43ce-b03e-5ec0fc79200c {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:13:43.418196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:43.419020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.420422 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-940513d8-59dc-4511-ad59-9ca87edb0019 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "PUT /v2.0/ports/69d99751-4bf8-4f85-b00c-b179b6425f46 HTTP/1.1" status: 200 len: 1136 time: 0.7280560 Nov 23 18:13:43.428838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47946) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:43.478227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66cda0-b0c7-435d-b0f9-0679ed072acf None None] DHCP port deletion for 748c7546-f312-48f8-b39d-249f0aed724a request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:13:43.488690 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.520554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6f66cda0-b0c7-435d-b0f9-0679ed072acf None None] The port '1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3' was deleted {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 18:13:43.523379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9ec5d-017f-48ac-81ba-45abb7f9e25f tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:43.524885 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-71a9ec5d-017f-48ac-81ba-45abb7f9e25f tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "GET /v2.0/ports/69d99751-4bf8-4f85-b00c-b179b6425f46 HTTP/1.1" status: 200 len: 1136 time: 0.0950942 Nov 23 18:13:43.534885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47948) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:43.552526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Pushing event deleted for resources: {'Port': ['ID=1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:43.558528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e3477c1b-3f57-4576-be5c-eef1d7f6a867 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:43.563912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] No DVR routers for this DVR port 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:43.649569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.684718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09e4ea91-8773-4db8-b727-2ade83b7a5d4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.701684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7e2667c3-33e2-4d8f-b08c-7cb1e3c17380 None None] Provisioning complete for port 69d99751-4bf8-4f85-b00c-b179b6425f46 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:43.702200 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7e2667c3-33e2-4d8f-b08c-7cb1e3c17380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.714409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e3477c1b-3f57-4576-be5c-eef1d7f6a867 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:43.714632 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.763587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09e4ea91-8773-4db8-b727-2ade83b7a5d4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.850366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.855040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f5861-3df1-4904-9748-f2a1fd3db7c4 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Deleting port 69d99751-4bf8-4f85-b00c-b179b6425f46 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:43.855379 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5861-3df1-4904-9748-f2a1fd3db7c4 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.892776 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7e2667c3-33e2-4d8f-b08c-7cb1e3c17380 None None] Port 69d99751-4bf8-4f85-b00c-b179b6425f46 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:43.936358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7e2667c3-33e2-4d8f-b08c-7cb1e3c17380 None None] Provisioning complete for port e3477c1b-3f57-4576-be5c-eef1d7f6a867 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:43.937133 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7e2667c3-33e2-4d8f-b08c-7cb1e3c17380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.944429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edda2969-5c64-4fc0-89d9-00bf20daf824']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:44.024415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a253464a-926b-4c62-a73c-9caf33b4ca0c') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:44.024785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a253464a-926b-4c62-a73c-9caf33b4ca0c') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:44.043812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.059096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09e4ea91-8773-4db8-b727-2ade83b7a5d4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.062122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-09e4ea91-8773-4db8-b727-2ade83b7a5d4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.063635 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-09e4ea91-8773-4db8-b727-2ade83b7a5d4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "DELETE /v2.0/security-groups/eade3806-117b-4cf8-a01e-c4ed61a4043e HTTP/1.1" status: 204 len: 168 time: 0.7417955 Nov 23 18:13:44.084475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47952) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:44.085572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4ea91-8773-4db8-b727-2ade83b7a5d4 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eade3806-117b-4cf8-a01e-c4ed61a4043e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:44.120420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.123899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5861-3df1-4904-9748-f2a1fd3db7c4 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.149015 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-a0126cfe-d3d2-4651-8c96-f9b97d29f400 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] show failed (client error): The resource could not be found. Nov 23 18:13:44.153314 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a0126cfe-d3d2-4651-8c96-f9b97d29f400 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "GET /v2.0/security-groups/eade3806-117b-4cf8-a01e-c4ed61a4043e HTTP/1.1" status: 404 len: 347 time: 0.0621035 Nov 23 18:13:44.159650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47956) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:44.188892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:44.189248 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:44.191072 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:44.200907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f5861-3df1-4904-9748-f2a1fd3db7c4 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Calling delete_port for 69d99751-4bf8-4f85-b00c-b179b6425f46 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:44.223045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d20476c6-1121-4715-9a0f-1a448acda2f6 None None] Provisioning complete for port 69d99751-4bf8-4f85-b00c-b179b6425f46 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:44.223421 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d20476c6-1121-4715-9a0f-1a448acda2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.284644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d20476c6-1121-4715-9a0f-1a448acda2f6 None None] Port 69d99751-4bf8-4f85-b00c-b179b6425f46 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:44.406863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-21fe4e09-fed6-496b-9604-9873faed0b80 None None] Could not find standard attr ID for object b937ebbd-090e-434e-a799-63e297b68d40. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:13:44.458000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.489587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748c7546-f312-48f8-b39d-249f0aed724a']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:44.499427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55037bbf-82f7-4a9a-8ab2-6b4991cf82be req-df32174c-13f2-4f3f-a868-30142f6b447c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:44.501120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55037bbf-82f7-4a9a-8ab2-6b4991cf82be req-df32174c-13f2-4f3f-a868-30142f6b447c tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1282823 Nov 23 18:13:44.510980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d035c6-b090-48b8-b457-e9b0396cb781') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:44.511231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d035c6-b090-48b8-b457-e9b0396cb781') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:44.541336 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.566672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.583269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:44.583670 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:44.586821 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:44.617636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55037bbf-82f7-4a9a-8ab2-6b4991cf82be req-d19284c8-c873-41ba-a11d-5780bec60990 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029100 Nov 23 18:13:44.739977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.765140 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.769936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] 10.222.0.74 "DELETE /v2.0/networks/748c7546-f312-48f8-b39d-249f0aed724a HTTP/1.1" status: 204 len: 168 time: 1.9673574 Nov 23 18:13:44.800317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4feff3-7adf-4a29-a9cf-ce47f4847619 tempest-TagsExtTest-1697542157 tempest-TagsExtTest-1697542157-project] Pushing event deleted for resources: {'Network': ['ID=748c7546-f312-48f8-b39d-249f0aed724a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:44.814416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.875282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.879556 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] 10.222.0.74 "DELETE /v2.0/networks/edda2969-5c64-4fc0-89d9-00bf20daf824 HTTP/1.1" status: 204 len: 168 time: 1.5454011 Nov 23 18:13:44.881007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9c850-22b9-48cc-85de-b043728ac681 admin admin] Pushing event deleted for resources: {'Network': ['ID=edda2969-5c64-4fc0-89d9-00bf20daf824,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:44.988281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d1fee-4c46-44cf-8343-61d5f2a46bc2 req-33e56ffa-4430-4062-b30a-f728cb217022 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:44.999236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-309d1fee-4c46-44cf-8343-61d5f2a46bc2 req-33e56ffa-4430-4062-b30a-f728cb217022 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1568067 Nov 23 18:13:45.014619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-16d425e3-8ef2-486a-a78d-d5f64a51be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:45.017836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-16d425e3-8ef2-486a-a78d-d5f64a51be60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 1095 time: 0.1239355 Nov 23 18:13:45.041878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port 981c4d1a-619c-4746-a7ee-22d98cf5c2fa {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:45.044570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.087057 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.195353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-381066dd-cc4a-4469-a45e-14e1bea3cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:45.200932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-381066dd-cc4a-4469-a45e-14e1bea3cbb2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.1698830 Nov 23 18:13:45.201090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47970) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:45.254132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8f906e85-8b12-4394-94b2-1ae7ff5486f8 None None] Provisioning complete for port 69d99751-4bf8-4f85-b00c-b179b6425f46 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:45.254926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f906e85-8b12-4394-94b2-1ae7ff5486f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.267985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-309d1fee-4c46-44cf-8343-61d5f2a46bc2 req-b7bde940-9856-44a4-b777-f43c7893b437 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610569 Nov 23 18:13:45.277029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47972) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:45.315409 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8575f395-051b-4b06-bd0a-f8ddac1bef26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=644d7514cd67446bb6db6ffb9b5e0926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087751 Nov 23 18:13:45.317484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47976) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:45.354407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5861-3df1-4904-9748-f2a1fd3db7c4 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.390086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.390428 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.393418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f5861-3df1-4904-9748-f2a1fd3db7c4 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event deleted for resources: {'Port': ['ID=69d99751-4bf8-4f85-b00c-b179b6425f46,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:45.420164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for 981c4d1a-619c-4746-a7ee-22d98cf5c2fa owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:45.447908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8f906e85-8b12-4394-94b2-1ae7ff5486f8 None None] Port 69d99751-4bf8-4f85-b00c-b179b6425f46 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:45.457744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-e88c2a29-2ad8-4636-95cb-b3b27e85e264 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2560821 Nov 23 18:13:45.494743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:45.503629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-58c5a1ce-aa9f-470b-9bd3-b55a2cb87c12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 200 len: 999 time: 0.2629991 Nov 23 18:13:45.515423 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d95dfbfb-5c4a-436a-af7b-a1b63a47ba37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.537198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:13:45.537908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1f202ee4-b5bf-4cdd-a0dc-93e6c607a8f3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:13:45.541550 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d95dfbfb-5c4a-436a-af7b-a1b63a47ba37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.622933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-e1987089-03ea-4674-a915-afa6e339775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:45.624567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-e1987089-03ea-4674-a915-afa6e339775c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.0807531 Nov 23 18:13:45.626935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-09b1a79e-658a-42b1-aaf6-e6633582eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:45.628336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-09b1a79e-658a-42b1-aaf6-e6633582eef6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 1097 time: 0.1224551 Nov 23 18:13:45.646239 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d95dfbfb-5c4a-436a-af7b-a1b63a47ba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.648878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d95dfbfb-5c4a-436a-af7b-a1b63a47ba37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.651290 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d95dfbfb-5c4a-436a-af7b-a1b63a47ba37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/913280d7-8d09-4487-931a-fe01146c5ae0 HTTP/1.1" status: 204 len: 168 time: 0.3325384 Nov 23 18:13:45.687940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dfbfb-5c4a-436a-af7b-a1b63a47ba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913280d7-8d09-4487-931a-fe01146c5ae0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:45.740442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5861-3df1-4904-9748-f2a1fd3db7c4 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.744291 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ae4f5861-3df1-4904-9748-f2a1fd3db7c4 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "DELETE /v2.0/ports/69d99751-4bf8-4f85-b00c-b179b6425f46 HTTP/1.1" status: 204 len: 168 time: 2.2028604 Nov 23 18:13:45.752888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47980) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:45.776672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-b6f0ab34-dda8-4d88-9a51-cdbfe86d4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:45.778490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-b6f0ab34-dda8-4d88-9a51-cdbfe86d4c90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369972 Nov 23 18:13:45.812370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e13e402-3bd8-4027-ba03-0e6aa8da1635 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Deleting subnet d41896ff-17eb-460c-94b8-1c1a63b78255 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:13:45.817189 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e13e402-3bd8-4027-ba03-0e6aa8da1635 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.832098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-f906f528-e304-4572-a2e6-f57307d1409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:45.833580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-f906f528-e304-4572-a2e6-f57307d1409d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.1365497 Nov 23 18:13:45.864585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e13e402-3bd8-4027-ba03-0e6aa8da1635 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.924062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-32945201-d9e1-4213-892c-712d5040a671 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7 HTTP/1.1" status: 200 len: 217 time: 0.0518482 Nov 23 18:13:45.964387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e13e402-3bd8-4027-ba03-0e6aa8da1635 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.996509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-78cb7623-ea26-4351-aded-b457dd4a52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:45.998026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-78cb7623-ea26-4351-aded-b457dd4a52dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.0625834 Nov 23 18:13:46.000317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-29493059-8e9a-4918-9db2-dc0e6035153b service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090945 Nov 23 18:13:46.018385 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f3cffa9c-1538-4955-b121-343384d60779 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=876a2b887a634bbca74f02bdae362dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7387412 Nov 23 18:13:46.022077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:46.150279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e13e402-3bd8-4027-ba03-0e6aa8da1635 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.198461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.225582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e93debd4-e8d4-4373-a36a-dff522219518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.226555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-fcf3e5f9-6d16-4bb1-8928-8ce91afd9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:46.228131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-fcf3e5f9-6d16-4bb1-8928-8ce91afd9429 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084880 Nov 23 18:13:46.256488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=981c4d1a-619c-4746-a7ee-22d98cf5c2fa,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:46.257581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab116b46-649b-4a93-8632-dee59ff6c067 None None] Network 3e3932e9-e212-43ce-b03e-5ec0fc79200c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:46.263154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13e402-3bd8-4027-ba03-0e6aa8da1635 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event deleted for resources: {'Subnet': ['ID=d41896ff-17eb-460c-94b8-1c1a63b78255,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:46.267864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba7ff3a2-8269-47ea-92de-fab7da5bc687 req-b1962d83-e8fd-458c-8fb8-b4b5e93314fb service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460530 Nov 23 18:13:46.276358 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e13e402-3bd8-4027-ba03-0e6aa8da1635 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.285821 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4e13e402-3bd8-4027-ba03-0e6aa8da1635 tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "DELETE /v2.0/subnets/d41896ff-17eb-460c-94b8-1c1a63b78255 HTTP/1.1" status: 204 len: 168 time: 0.5272002 Nov 23 18:13:46.292612 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e93debd4-e8d4-4373-a36a-dff522219518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.294235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48000) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:46.352659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-dc0c084e-b150-4a58-81be-8e96c0625403 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1720281 Nov 23 18:13:46.498444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.504127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-00bc6db8-72c4-4058-a56a-8d738567d90d service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571082 Nov 23 18:13:46.513007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-888c40d0-5b47-4657-9309-ea2f7629a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:46.514632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-888c40d0-5b47-4657-9309-ea2f7629a743 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30784fb765974f04b1f5b841ab0839c4&device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 1096 time: 0.1187840 Nov 23 18:13:46.574895 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.616385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a925b8-c86c-474b-b146-9da41dde175f req-ab201da1-4887-4e92-8407-a49b6c4442a2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:46.618126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73a925b8-c86c-474b-b146-9da41dde175f req-ab201da1-4887-4e92-8407-a49b6c4442a2 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1751499 Nov 23 18:13:46.646888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.662451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.664255 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e6a5b4a9-fabb-4b1b-a9b6-cfaf5bf27eec tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "DELETE /v2.0/floatingips/b6f02ee5-c9db-4cad-bfe4-d54e6a529f99 HTTP/1.1" status: 204 len: 168 time: 2.5036602 Nov 23 18:13:46.666956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48010) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:46.685314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] DHCP port deletion for 3e3932e9-e212-43ce-b03e-5ec0fc79200c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:13:46.785958 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e93debd4-e8d4-4373-a36a-dff522219518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.789966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e93debd4-e8d4-4373-a36a-dff522219518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.791680 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e93debd4-e8d4-4373-a36a-dff522219518 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/adf52eb8-d26c-476b-be70-66de999d6592 HTTP/1.1" status: 204 len: 168 time: 0.7680600 Nov 23 18:13:46.803353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] Deleting port e3477c1b-3f57-4576-be5c-eef1d7f6a867 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:46.803903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.806716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f86d042-de1e-4df6-809b-be4b47f29d62 req-cd164bc3-7b1f-4d96-b798-873a65525b8f service neutron] 10.222.0.72 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769809 Nov 23 18:13:46.837156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73a925b8-c86c-474b-b146-9da41dde175f req-62e5edd7-d825-487c-9a5a-1c3662787ec9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831069 Nov 23 18:13:46.855331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93debd4-e8d4-4373-a36a-dff522219518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf52eb8-d26c-476b-be70-66de999d6592,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:46.860956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-1eacafad-ce8b-4a8b-96ac-75c476ef669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:46.872602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-1eacafad-ce8b-4a8b-96ac-75c476ef669c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 200 len: 911 time: 0.3315237 Nov 23 18:13:46.933346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-59516269-8757-4a05-8393-8e817d9b8a55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986 HTTP/1.1" status: 200 len: 217 time: 0.0508156 Nov 23 18:13:46.933700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Deleting port e3477c1b-3f57-4576-be5c-eef1d7f6a867 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:46.933990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.979734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d48e93b5-7b77-4fcf-a323-5f1fda4d51fe tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:46.987185 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d48e93b5-7b77-4fcf-a323-5f1fda4d51fe tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.067243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-6ffd342f-a6e2-46f2-93d6-e0e4a157d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:47.070220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-6ffd342f-a6e2-46f2-93d6-e0e4a157d099 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 200 len: 849 time: 0.1293027 Nov 23 18:13:47.233012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] For port e3477c1b-3f57-4576-be5c-eef1d7f6a867, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e3477c1b-3f57-4576-be5c-eef1d7f6a867,segment=NetworkSegment(b0d3817f-5be7-4950-8984-28dd0576f482),segment_id=b0d3817f-5be7-4950-8984-28dd0576f482)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:47.233392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.260989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Calling delete_port for e3477c1b-3f57-4576-be5c-eef1d7f6a867 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:47.265731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-b3f6f642-4493-491b-8511-645f40a8c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:47.267497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-b3f6f642-4493-491b-8511-645f40a8c104 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e506f5b-b1e6-48f6-b977-02d29eae9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900322 Nov 23 18:13:47.293043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d48e93b5-7b77-4fcf-a323-5f1fda4d51fe tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.352231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d48e93b5-7b77-4fcf-a323-5f1fda4d51fe tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for 7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:47.373489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] For port e3477c1b-3f57-4576-be5c-eef1d7f6a867, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e3477c1b-3f57-4576-be5c-eef1d7f6a867,segment=NetworkSegment(b0d3817f-5be7-4950-8984-28dd0576f482),segment_id=b0d3817f-5be7-4950-8984-28dd0576f482)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:47.374096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.392876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] Calling delete_port for e3477c1b-3f57-4576-be5c-eef1d7f6a867 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:47.443684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-63d2e371-1bcc-4675-96fb-5b4566ce3447 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682329 Nov 23 18:13:47.492124 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.554534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e3477c1b-3f57-4576-be5c-eef1d7f6a867 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:47.556850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event deleted for resources: {'Port': ['ID=e3477c1b-3f57-4576-be5c-eef1d7f6a867,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:47.570467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] No DVR routers for this DVR port e3477c1b-3f57-4576-be5c-eef1d7f6a867 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:47.617527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6394f747-2f68-47ab-897e-e1c1a6150e72 req-42e5e46f-cf32-45e2-ad3e-7dd40687d870 service neutron] 10.222.0.66 "GET /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650462 Nov 23 18:13:47.622250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: e3477c1b-3f57-4576-be5c-eef1d7f6a867 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:13:47.623724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e3477c1b-3f57-4576-be5c-eef1d7f6a867 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:13:47.644310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.728729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.734529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] No DVR routers for this DVR port e3477c1b-3f57-4576-be5c-eef1d7f6a867 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:47.744365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e45306-50df-43f8-9109-56f8d21e91d2 None None] Pushing event deleted for resources: {'Port': ['ID=e3477c1b-3f57-4576-be5c-eef1d7f6a867,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:47.770538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3932e9-e212-43ce-b03e-5ec0fc79200c']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:47.775839 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d48e93b5-7b77-4fcf-a323-5f1fda4d51fe tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.792151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d3817f-5be7-4950-8984-28dd0576f482') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:47.792343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d3817f-5be7-4950-8984-28dd0576f482') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:47.807601 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.839103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.906619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e93b5-7b77-4fcf-a323-5f1fda4d51fe tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=7cb7372f-d6af-4dca-a7bb-4c34235ebbf2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:47.916043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:47.916467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.919888 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:47.940215 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:48.094041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da00f-aae8-4241-8f2a-298393a463de req-423a2d96-7ff8-4a5b-9e12-35f1f3a9f89d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:48.102712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d23da00f-aae8-4241-8f2a-298393a463de req-423a2d96-7ff8-4a5b-9e12-35f1f3a9f89d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1141412 Nov 23 18:13:48.113117 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d48e93b5-7b77-4fcf-a323-5f1fda4d51fe tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:48.116700 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d48e93b5-7b77-4fcf-a323-5f1fda4d51fe tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "DELETE /v2.0/ports/7cb7372f-d6af-4dca-a7bb-4c34235ebbf2 HTTP/1.1" status: 204 len: 168 time: 1.4484706 Nov 23 18:13:48.120100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48078) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:48.144322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:48.175248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d23da00f-aae8-4241-8f2a-298393a463de req-09e7276d-fc3a-4b9b-b71c-dd82d6f39d12 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673416 Nov 23 18:13:48.181175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:48.193706 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] 10.222.0.74 "DELETE /v2.0/networks/3e3932e9-e212-43ce-b03e-5ec0fc79200c HTTP/1.1" status: 204 len: 168 time: 1.8944571 Nov 23 18:13:48.193706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a580fe-8b77-4fb8-883b-53dd2a803dcb tempest-ExtraDHCPOptionsTestJSON-1400557486 tempest-ExtraDHCPOptionsTestJSON-1400557486-project] Pushing event deleted for resources: {'Network': ['ID=3e3932e9-e212-43ce-b03e-5ec0fc79200c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:48.500525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7af57-5d0c-4509-9dc5-46fc5ce8b6a7 req-9c5b88ba-ed97-43fb-9085-bb4f4210ca4a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:48.504247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7d7af57-5d0c-4509-9dc5-46fc5ce8b6a7 req-9c5b88ba-ed97-43fb-9085-bb4f4210ca4a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1334848 Nov 23 18:13:48.557383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-beb73397-fed0-46b4-9279-20732362d53f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port 8dd4d4f3-c83e-49ee-a544-274449443f91 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:48.558188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-beb73397-fed0-46b4-9279-20732362d53f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:48.681198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7d7af57-5d0c-4509-9dc5-46fc5ce8b6a7 req-32d61894-79d6-4117-9831-2877cff6a021 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637836 Nov 23 18:13:48.700374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-beb73397-fed0-46b4-9279-20732362d53f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:48.725544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-beb73397-fed0-46b4-9279-20732362d53f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for 8dd4d4f3-c83e-49ee-a544-274449443f91 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:48.777474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48126) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:48.935771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-beb73397-fed0-46b4-9279-20732362d53f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:48.971264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb73397-fed0-46b4-9279-20732362d53f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=8dd4d4f3-c83e-49ee-a544-274449443f91,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:49.066853 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-29ce5e6d-2668-4df1-8cc6-7c77db96e676 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca2ed181e63d454a84698b5aafb9c6e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836037 Nov 23 18:13:49.067537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48142) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:49.081853 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-beb73397-fed0-46b4-9279-20732362d53f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.092050 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48146) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:49.101668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-beb73397-fed0-46b4-9279-20732362d53f tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "DELETE /v2.0/ports/8dd4d4f3-c83e-49ee-a544-274449443f91 HTTP/1.1" status: 204 len: 168 time: 0.9800024 Nov 23 18:13:49.182650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62886a3-7a7f-45e7-a21f-1b7aabfc5096 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting subnet d0386c69-a761-488f-9804-19bf2f402539 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:13:49.187614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a62886a3-7a7f-45e7-a21f-1b7aabfc5096 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.213044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9950-0d31-4484-84f5-f2209fba9a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.262481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9950-0d31-4484-84f5-f2209fba9a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.265557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a62886a3-7a7f-45e7-a21f-1b7aabfc5096 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.458390 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9950-0d31-4484-84f5-f2209fba9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.461099 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9950-0d31-4484-84f5-f2209fba9a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.464605 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d7fd9950-0d31-4484-84f5-f2209fba9a5f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cb8b6237-ff23-43e0-85ba-9f29b29675f1 HTTP/1.1" status: 204 len: 168 time: 0.3938272 Nov 23 18:13:49.464605 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a62886a3-7a7f-45e7-a21f-1b7aabfc5096 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.500547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.544745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd9950-0d31-4484-84f5-f2209fba9a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b6237-ff23-43e0-85ba-9f29b29675f1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:49.621262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a62886a3-7a7f-45e7-a21f-1b7aabfc5096 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.674453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62886a3-7a7f-45e7-a21f-1b7aabfc5096 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Subnet': ['ID=d0386c69-a761-488f-9804-19bf2f402539,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:49.694490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b9eff-93de-4111-8558-4c352f8d41d6 None None] Network 890268a0-143b-470c-b56a-22a590561b48 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:49.698286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a62886a3-7a7f-45e7-a21f-1b7aabfc5096 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:49.702181 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a62886a3-7a7f-45e7-a21f-1b7aabfc5096 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "DELETE /v2.0/subnets/d0386c69-a761-488f-9804-19bf2f402539 HTTP/1.1" status: 204 len: 168 time: 0.6058483 Nov 23 18:13:49.706220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48182) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:49.876067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0b14d3-626f-4f60-8560-123c77a30bf0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting subnet c0aeb5aa-353b-4c65-8006-8f5360fd042c {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:13:49.880997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c0b14d3-626f-4f60-8560-123c77a30bf0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.019064 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c0b14d3-626f-4f60-8560-123c77a30bf0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.168781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] DHCP port deletion for 890268a0-143b-470c-b56a-22a590561b48 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:13:50.234962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] Deleting port fdd0a66a-19d9-4209-a658-42ff32fafa71 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:50.236136 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.324265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] For port fdd0a66a-19d9-4209-a658-42ff32fafa71, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fdd0a66a-19d9-4209-a658-42ff32fafa71,segment=NetworkSegment(bd245130-8ada-4c3c-b134-6cd97890a5f5),segment_id=bd245130-8ada-4c3c-b134-6cd97890a5f5)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:50.325140 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.346862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] Calling delete_port for fdd0a66a-19d9-4209-a658-42ff32fafa71 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:50.349934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c0b14d3-626f-4f60-8560-123c77a30bf0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.446951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-ba229f59-4db9-40e4-b39f-177790fd19f0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:50.448549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-ba229f59-4db9-40e4-b39f-177790fd19f0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0a87f6-703a-4519-8b71-adc2d8910d36 HTTP/1.1" status: 200 len: 944 time: 0.2512093 Nov 23 18:13:50.469417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.532027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] No DVR routers for this DVR port fdd0a66a-19d9-4209-a658-42ff32fafa71 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:50.535663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495b27e-a4d7-4d3f-bc48-33a268d98def None None] Pushing event deleted for resources: {'Port': ['ID=fdd0a66a-19d9-4209-a658-42ff32fafa71,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:50.585941 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c0b14d3-626f-4f60-8560-123c77a30bf0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.633404 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.648939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b14d3-626f-4f60-8560-123c77a30bf0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Subnet': ['ID=c0aeb5aa-353b-4c65-8006-8f5360fd042c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:50.654027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c0b14d3-626f-4f60-8560-123c77a30bf0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.659506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5c0b14d3-626f-4f60-8560-123c77a30bf0 tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "DELETE /v2.0/subnets/c0aeb5aa-353b-4c65-8006-8f5360fd042c HTTP/1.1" status: 204 len: 168 time: 0.9503555 Nov 23 18:13:50.661738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48216) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:50.679028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45434797-3eb6-4506-b492-2e4538e3fb07 None None] Network 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:50.686979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Deleting port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:50.687327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.850626 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.869266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] For port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:50.869757 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:50.884942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Calling delete_port for 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:51.037098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.042048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] DHCP port deletion for 82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:13:51.088477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890268a0-143b-470c-b56a-22a590561b48']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:51.117437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd245130-8ada-4c3c-b134-6cd97890a5f5') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:51.118992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd245130-8ada-4c3c-b134-6cd97890a5f5') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:51.136837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48228) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:51.137580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] Deleting port 0c88d477-4090-4c7e-9279-1260a2b08c0d {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:51.138090 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.156230 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.183682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.186721 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.203660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:51.206755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:51.213513 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:51.257781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b04d0b39-4594-43f8-bbd5-5f580ba69986'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:13:51.260191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8c35140b-6cf2-4d0f-9b42-2185d01f29d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:13:51.316753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event deleted for resources: {'Port': ['ID=51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:51.372001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] No DVR routers for this DVR port 51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:51.383442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.390747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9fdc39c-f2e9-4694-95f4-86d99a2218fc req-8608dc34-cdab-45e7-843d-88f1e4c0f88a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "DELETE /v2.0/ports/51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1 HTTP/1.1" status: 204 len: 173 time: 0.9290066 Nov 23 18:13:51.391737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'networks': [{'name': 'tempest-network--40199530'}, {'name': 'tempest-network--151681309'}]} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:51.392153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'network': {'name': 'tempest-network--40199530'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:51.392620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'name': 'network-vif-deleted', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:51.393085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] For port 0c88d477-4090-4c7e-9279-1260a2b08c0d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0c88d477-4090-4c7e-9279-1260a2b08c0d,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:51.393505 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.393789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'network': {'name': 'tempest-network--151681309'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:51.398509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.401002 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026e3e2-26b4-4e1d-b1cf-6566532af8ed" -d '{"events": [{"server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "name": "network-vif-deleted", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:51.464461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.476128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48236) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:51.484719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "DELETE /v2.0/networks/890268a0-143b-470c-b56a-22a590561b48 HTTP/1.1" status: 204 len: 168 time: 0.8211844 Nov 23 18:13:51.490706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be8cf2-9569-4d7d-9dfa-0b4bd0fe167b tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Network': ['ID=890268a0-143b-470c-b56a-22a590561b48,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:51.508164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] Calling delete_port for 0c88d477-4090-4c7e-9279-1260a2b08c0d owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:51.542616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Made reservation on behalf of 37c312d2857a4693adbcdc008487ae69 for: {'network': 2} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:51.548594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.607277 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.707335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fdd0a66a-19d9-4209-a658-42ff32fafa71 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:51.764226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.857561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: fdd0a66a-19d9-4209-a658-42ff32fafa71 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:13:51.857561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fdd0a66a-19d9-4209-a658-42ff32fafa71 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:13:51.857561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0c88d477-4090-4c7e-9279-1260a2b08c0d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:51.936334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.947165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.947165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:51.966088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Deleting port 0c88d477-4090-4c7e-9279-1260a2b08c0d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:51.966935 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.041065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] For port 0c88d477-4090-4c7e-9279-1260a2b08c0d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0c88d477-4090-4c7e-9279-1260a2b08c0d,segment=NetworkSegment(ca0bdc7e-ef1a-4175-a883-4ce78364351f),segment_id=ca0bdc7e-ef1a-4175-a883-4ce78364351f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:52.041676 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.060192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Calling delete_port for 0c88d477-4090-4c7e-9279-1260a2b08c0d owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:52.064667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d4e57d-3f08-4e82-bfed-bf3cd4070dbe,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:52.069120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:52.080816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.081327 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Added segment 908ce36e-621d-4229-8104-1a0030cb4973 of type vlan for network 0336e117-793e-4dfb-8e5d-f6ff81c62fed Nov 23 18:13:52.136412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.159765 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.198849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Port': ['ID=0c88d477-4090-4c7e-9279-1260a2b08c0d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:52.200864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] No DVR routers for this DVR port 0c88d477-4090-4c7e-9279-1260a2b08c0d on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:52.217649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:52.256690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.257326 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Added segment 2dd17e45-cf59-45a9-949c-a4560d7309ec of type vlan for network fb66e7ea-b3d9-495c-8f67-a2102cf37481 Nov 23 18:13:52.309065 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af300fd0-d045-42c7-bccc-f6d1647e8843 x-openstack-request-id: req-af300fd0-d045-42c7-bccc-f6d1647e8843 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:52.310781 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0a87f6-703a-4519-8b71-adc2d8910d36", "name": "network-vif-deleted", "tag": "51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1", "status": "failed", "code": 422}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:52.310781 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-af300fd0-d045-42c7-bccc-f6d1647e8843 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:52.310781 n-d-818932-3 neutron-server[120536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea0a87f6-703a-4519-8b71-adc2d8910d36', 'name': 'network-vif-deleted', 'tag': '51aedbd2-f045-4b0d-9ef1-ba679f7e8fc1', 'status': 'failed', 'code': 422} returned with failed status Nov 23 18:13:52.312956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.350438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No active binding found for port 0c88d477-4090-4c7e-9279-1260a2b08c0d {{(pid=120537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:13:52.351061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0c88d477-4090-4c7e-9279-1260a2b08c0d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:13:52.363146 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.364118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.373960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ac0aeb-8a3a-4b71-9721-d03bd94a08f9']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:52.407110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0bdc7e-ef1a-4175-a883-4ce78364351f') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:52.409348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] Pushing event deleted for resources: {'Port': ['ID=0c88d477-4090-4c7e-9279-1260a2b08c0d,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:52.410159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0bdc7e-ef1a-4175-a883-4ce78364351f') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:52.437272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf38c73-c9e0-425a-b3b2-3b78e4136fad None None] No DVR routers for this DVR port 0c88d477-4090-4c7e-9279-1260a2b08c0d on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:52.441919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.442808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.444634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.449007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:52.467341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:52.468045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.484097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.495029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:52.495701 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:52.520949 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:52.542411 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.4010403 Nov 23 18:13:52.545426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48248) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:52.586034 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.593274 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:52.600014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] 10.222.0.74 "DELETE /v2.0/networks/82ac0aeb-8a3a-4b71-9721-d03bd94a08f9 HTTP/1.1" status: 204 len: 168 time: 1.1227152 Nov 23 18:13:52.618603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355b4d9-088e-44a2-aed7-daacb9f8e5be tempest-TaggedBootDevicesTest_v242-983553129 tempest-TaggedBootDevicesTest_v242-983553129-project] Pushing event deleted for resources: {'Network': ['ID=82ac0aeb-8a3a-4b71-9721-d03bd94a08f9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:52.670660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Network': ['ID=0336e117-793e-4dfb-8e5d-f6ff81c62fed,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:52.700639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 0336e117-793e-4dfb-8e5d-f6ff81c62fed details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:52.787584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb6eb0-4563-4699-9d70-67f809b46a57 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:52.794389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb6eb0-4563-4699-9d70-67f809b46a57 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:52.807801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf048d-ec98-4aa5-8b73-53eab3f40195 req-6556a184-3417-43e0-8072-40ef4b1da7d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:52.810032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eaf048d-ec98-4aa5-8b73-53eab3f40195 req-6556a184-3417-43e0-8072-40ef4b1da7d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 908 time: 0.1113770 Nov 23 18:13:52.811256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb6eb0-4563-4699-9d70-67f809b46a57 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:52.820285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb6eb0-4563-4699-9d70-67f809b46a57 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:52.822428 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aedb6eb0-4563-4699-9d70-67f809b46a57 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2757421 Nov 23 18:13:52.823618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73582853-9149-4a24-8b27-6cb1580d834c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Network': ['ID=fb66e7ea-b3d9-495c-8f67-a2102cf37481,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:52.825278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48256) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:52.842383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network fb66e7ea-b3d9-495c-8f67-a2102cf37481 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:52.957668 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.119363 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.143562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0336e117-793e-4dfb-8e5d-f6ff81c62fed']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:53.154714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908ce36e-621d-4229-8104-1a0030cb4973') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:53.155093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908ce36e-621d-4229-8104-1a0030cb4973') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:53.167816 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.184695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.193307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:53.194017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:53.197581 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:53.286644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.303459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.308659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/networks/0336e117-793e-4dfb-8e5d-f6ff81c62fed HTTP/1.1" status: 204 len: 168 time: 0.4818108 Nov 23 18:13:53.311434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48272) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:53.323695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e31487-73e9-4552-b538-87bf9af9bc82 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Network': ['ID=0336e117-793e-4dfb-8e5d-f6ff81c62fed,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:53.478747 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.606085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.629758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb66e7ea-b3d9-495c-8f67-a2102cf37481']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:53.641207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd17e45-cf59-45a9-949c-a4560d7309ec') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:53.642040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd17e45-cf59-45a9-949c-a4560d7309ec') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:53.653160 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.669830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.678471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:53.679335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:53.683260 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:53.775170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.780953 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:53.786528 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/networks/fb66e7ea-b3d9-495c-8f67-a2102cf37481 HTTP/1.1" status: 204 len: 168 time: 0.4731777 Nov 23 18:13:53.789213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48278) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:53.807089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc1ec8-7548-458b-b988-6bd19bcbe6de tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Network': ['ID=fb66e7ea-b3d9-495c-8f67-a2102cf37481,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:54.537165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4839fa-8cdb-46cb-9f1b-a00f42e27a53 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:54.543973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4839fa-8cdb-46cb-9f1b-a00f42e27a53 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:54.552058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48288) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:54.552624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6e4839fa-8cdb-46cb-9f1b-a00f42e27a53 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7619400 Nov 23 18:13:54.558795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1619422927'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:54.586192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-f51fe036-cfff-4b74-bb69-5b5bcf5a96c7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:54.587935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-f51fe036-cfff-4b74-bb69-5b5bcf5a96c7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.66 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 908 time: 0.5807188 Nov 23 18:13:54.615571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223408-101c-4531-b62c-1ea54c87d5f6 req-3a2520ef-57a1-4b46-894f-cbb430a88194 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:54.619077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07223408-101c-4531-b62c-1ea54c87d5f6 req-3a2520ef-57a1-4b46-894f-cbb430a88194 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 908 time: 0.6111825 Nov 23 18:13:54.660243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Made reservation on behalf of 37c312d2857a4693adbcdc008487ae69 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:54.664469 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:54.722496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:54.743521 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:54.743871 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Added segment 7d64df87-7efc-4163-9b57-4210775a42b2 of type vlan for network cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a Nov 23 18:13:54.798443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Deleting port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:54.799046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:54.847664 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:54.908382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:54.931752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] For port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:54.932592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:54.935434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:54.936080 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:55.000288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Calling delete_port for 0e7fccfa-f514-4c4d-909c-d939d31eb5bd owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:55.129571 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5759926 Nov 23 18:13:55.132368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48300) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:55.139135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-281702705'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:55.169201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765a70d-16c6-40d7-8137-41f036ed8144 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Network': ['ID=cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:55.186748 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:55.189671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Made reservation on behalf of 37c312d2857a4693adbcdc008487ae69 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:55.197637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:55.270682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:55.317236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:55.317741 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Added segment 17451e8d-1bf6-45e6-a844-c990cc0ea70b of type vlan for network 61669459-52a0-4abe-a3ad-6a0ae117164e Nov 23 18:13:55.403795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:55.409216 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:55.464321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event deleted for resources: {'Port': ['ID=0e7fccfa-f514-4c4d-909c-d939d31eb5bd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:55.483609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:55.491624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:55.492562 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:55.591496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] No DVR routers for this DVR port 0e7fccfa-f514-4c4d-909c-d939d31eb5bd on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:55.598581 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:55.609452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae07e5d9-d4a5-4213-b21b-46f7424adb7e req-a29c21c5-4be2-47e7-a462-163b5f84e9d5 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.66 "DELETE /v2.0/ports/0e7fccfa-f514-4c4d-909c-d939d31eb5bd HTTP/1.1" status: 204 len: 173 time: 0.9911575 Nov 23 18:13:55.614178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'name': 'network-vif-deleted', 'tag': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:55.624673 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b312d39-5234-4dfb-819f-cb96cb43cf76" -d '{"events": [{"server_uuid": "f278f41b-0ea0-4d63-a55a-4e168c5c97cb", "name": "network-vif-deleted", "tag": "0e7fccfa-f514-4c4d-909c-d939d31eb5bd"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:55.650503 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5170267 Nov 23 18:13:55.655683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:55.667042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'ports': [{'network_id': 'cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a', 'name': 'tempest-port--818785346', 'admin_state_up': True}, {'network_id': '61669459-52a0-4abe-a3ad-6a0ae117164e', 'admin_state_up': False}]} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:55.668506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'port': {'network_id': 'cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a', 'name': 'tempest-port--818785346', 'admin_state_up': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:55.668506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'port': {'network_id': '61669459-52a0-4abe-a3ad-6a0ae117164e', 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:55.738591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0f41a-63d5-447a-8051-312a8719a34c tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Network': ['ID=61669459-52a0-4abe-a3ad-6a0ae117164e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:55.753885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 61669459-52a0-4abe-a3ad-6a0ae117164e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:55.767801 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68123474-b607-4ab2-b1ae-d315044276f8 x-openstack-request-id: req-68123474-b607-4ab2-b1ae-d315044276f8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:55.768150 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f278f41b-0ea0-4d63-a55a-4e168c5c97cb", "name": "network-vif-deleted", "tag": "0e7fccfa-f514-4c4d-909c-d939d31eb5bd", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:55.768502 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68123474-b607-4ab2-b1ae-d315044276f8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:55.768920 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f278f41b-0ea0-4d63-a55a-4e168c5c97cb', 'name': 'network-vif-deleted', 'tag': '0e7fccfa-f514-4c4d-909c-d939d31eb5bd', 'status': 'completed', 'code': 200} Nov 23 18:13:56.009850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f99aa2cc-0f71-4368-a25c-40373deee0bb req-e652ea45-ddaa-4333-bd23-abf4499c4e2e tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=f278f41b-0ea0-4d63-a55a-4e168c5c97cb HTTP/1.1" status: 200 len: 210 time: 0.0765731 Nov 23 18:13:56.083889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Made reservation on behalf of 37c312d2857a4693adbcdc008487ae69 for: {'port': 2} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:56.095344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:56.120198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:56.384487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] device_id is not set on port 510de327-8a72-4b16-8412-7e9c754522f5 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:13:56.596071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:56.707848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] device_id is not set on port 36ec3391-6f58-4099-af6d-69faf512c9e2 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:13:56.858468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:56.909187 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:56.983440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Port': ['ID=510de327-8a72-4b16-8412-7e9c754522f5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:57.002525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Checking segment: {'id': '7d64df87-7efc-4163-9b57-4210775a42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:57.004714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Network hostable DHCP agents. Network: cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:13:57.029314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Network cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:13:57.050949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:57.056142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:57.057214 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:57.068031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9038816a-622d-42da-b9be-d8b8577ed791 None None] Network cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:57.172287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Port': ['ID=36ec3391-6f58-4099-af6d-69faf512c9e2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:57.209899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Checking segment: {'id': '17451e8d-1bf6-45e6-a844-c990cc0ea70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '61669459-52a0-4abe-a3ad-6a0ae117164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:57.210272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Network hostable DHCP agents. Network: 61669459-52a0-4abe-a3ad-6a0ae117164e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:13:57.284375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Network 61669459-52a0-4abe-a3ad-6a0ae117164e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:13:57.310066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 61669459-52a0-4abe-a3ad-6a0ae117164e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:57.316921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:57.325320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:57.354350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:57.355019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:57.367903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802517d7-fadb-4745-94fc-dd003830fdbd None None] Network 61669459-52a0-4abe-a3ad-6a0ae117164e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:57.405457 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d10ab19-2d59-4749-849d-33e0748740c8 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7483454 Nov 23 18:13:57.408239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48332) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:57.518880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f9a84e-d4f7-484f-9503-d009eab5347e tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:57.525623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f9a84e-d4f7-484f-9503-d009eab5347e tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:57.531064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48336) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:57.541216 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-55f9a84e-d4f7-484f-9503-d009eab5347e tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1318629 Nov 23 18:13:57.653019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ba7e-7618-4ff8-9afa-37a17ba7565b req-59bf1226-33c6-493f-ac3b-7be6c77d6408 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:57.655143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acf7ba7e-7618-4ff8-9afa-37a17ba7565b req-59bf1226-33c6-493f-ac3b-7be6c77d6408 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 946 time: 0.0957730 Nov 23 18:13:57.684633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0e7fccfa-f514-4c4d-909c-d939d31eb5bd no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:57.734020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 0e7fccfa-f514-4c4d-909c-d939d31eb5bd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:13:57.734379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 0e7fccfa-f514-4c4d-909c-d939d31eb5bd not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:13:57.739923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acf7ba7e-7618-4ff8-9afa-37a17ba7565b req-cb22f656-3e09-40c4-9f52-5ac5ab0767ee tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684118 Nov 23 18:13:57.747156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-03c3c564-f64d-4e23-91aa-96e017b9e655 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Deleting port 510de327-8a72-4b16-8412-7e9c754522f5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:57.747501 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-03c3c564-f64d-4e23-91aa-96e017b9e655 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:57.757509 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:13:57.843385 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-03c3c564-f64d-4e23-91aa-96e017b9e655 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:57.861053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-03c3c564-f64d-4e23-91aa-96e017b9e655 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Calling delete_port for 510de327-8a72-4b16-8412-7e9c754522f5 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:57.991664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-03c3c564-f64d-4e23-91aa-96e017b9e655 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.040341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3c564-f64d-4e23-91aa-96e017b9e655 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Port': ['ID=510de327-8a72-4b16-8412-7e9c754522f5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:58.047401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-03c3c564-f64d-4e23-91aa-96e017b9e655 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.053032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-03c3c564-f64d-4e23-91aa-96e017b9e655 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/ports/510de327-8a72-4b16-8412-7e9c754522f5 HTTP/1.1" status: 204 len: 168 time: 0.5200183 Nov 23 18:13:58.055864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48340) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:58.182773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3298fb18-f616-47df-b3c9-751da596f1ac tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Deleting port 36ec3391-6f58-4099-af6d-69faf512c9e2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:58.183606 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3298fb18-f616-47df-b3c9-751da596f1ac tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.299956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3298fb18-f616-47df-b3c9-751da596f1ac tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.325028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3298fb18-f616-47df-b3c9-751da596f1ac tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Calling delete_port for 36ec3391-6f58-4099-af6d-69faf512c9e2 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:13:58.523849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3298fb18-f616-47df-b3c9-751da596f1ac tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.612863 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3298fb18-f616-47df-b3c9-751da596f1ac tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.626009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3298fb18-f616-47df-b3c9-751da596f1ac tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/ports/36ec3391-6f58-4099-af6d-69faf512c9e2 HTTP/1.1" status: 204 len: 168 time: 0.5677505 Nov 23 18:13:58.627741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48350) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:58.628210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298fb18-f616-47df-b3c9-751da596f1ac tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Port': ['ID=36ec3391-6f58-4099-af6d-69faf512c9e2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:58.673322 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dea41866-8780-491a-8d1f-1c81c0753e52 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0443549 Nov 23 18:13:58.677258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48354) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:58.682401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1606167427'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:58.722938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Made reservation on behalf of 37c312d2857a4693adbcdc008487ae69 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:58.726737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.777784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:58.802715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.803217 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Added segment 7ae44dcf-c6d5-4d98-94ea-29e8d668c2f6 of type vlan for network a4b17575-77a2-47ab-af64-7ddad39bc04b Nov 23 18:13:58.864028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.906850 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.913600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:58.924072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:58.977143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-4f15157a-8b53-41a6-a4ca-1dc476f24b85 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:58.978780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-4f15157a-8b53-41a6-a4ca-1dc476f24b85 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 946 time: 0.1233401 Nov 23 18:13:59.001528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b641b-9cdd-4d14-9477-7dd69d1f1f60 req-9ebb29a4-c157-4a01-aa98-1812a9fed738 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:59.007892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-595b641b-9cdd-4d14-9477-7dd69d1f1f60 req-9ebb29a4-c157-4a01-aa98-1812a9fed738 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 946 time: 0.0967758 Nov 23 18:13:59.022012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3398256 Nov 23 18:13:59.022012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:59.028308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1757998347'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:59.033956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbbce7-ac53-4836-aa5d-f029fe7e622b tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Network': ['ID=a4b17575-77a2-47ab-af64-7ddad39bc04b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:59.046488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a4b17575-77a2-47ab-af64-7ddad39bc04b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:59.092005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Made reservation on behalf of 37c312d2857a4693adbcdc008487ae69 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:59.100678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:59.149114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:59.162202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:59.162949 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Added segment 92053ce6-e0db-4eae-96e2-90bce9972b0e of type vlan for network cde4d6b4-1e28-4645-8dd5-75969b71adc7 Nov 23 18:13:59.224602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:59.232928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-595b641b-9cdd-4d14-9477-7dd69d1f1f60 req-cb2596bf-4ebf-4993-849d-3ad5741cfea0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625998 Nov 23 18:13:59.284723 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:59.292935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Deleting port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:13:59.293274 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:59.296211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:59.296899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:59.405004 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3808966 Nov 23 18:13:59.501471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24dc1a-6141-46ab-9cfc-7cff397c5c14 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Network': ['ID=cde4d6b4-1e28-4645-8dd5-75969b71adc7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:59.517815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network cde4d6b4-1e28-4645-8dd5-75969b71adc7 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:59.743900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] For port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:59.746983 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:59.848313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Calling delete_port for 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:00.029455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:00.047199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b04d0b39-4594-43f8-bbd5-5f580ba69986'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:14:00.052761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8c35140b-6cf2-4d0f-9b42-2185d01f29d7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:14:00.146191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event deleted for resources: {'Port': ['ID=8c35140b-6cf2-4d0f-9b42-2185d01f29d7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:00.242935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] No DVR routers for this DVR port 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:00.253041 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:00.259256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e08ffb66-8233-404c-9537-44a32ef581e1 req-555be6a1-9e0e-4fd2-99ad-f88a21059ec3 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "DELETE /v2.0/ports/8c35140b-6cf2-4d0f-9b42-2185d01f29d7 HTTP/1.1" status: 204 len: 173 time: 1.2481644 Nov 23 18:14:00.259901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0270d4-55a5-4fdf-8371-ee3834ccfd8e', 'name': 'network-vif-deleted', 'tag': '8c35140b-6cf2-4d0f-9b42-2185d01f29d7'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:00.266449 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4997fa3c-c2f8-4d65-a591-f750b23d4814" -d '{"events": [{"server_uuid": "ea0270d4-55a5-4fdf-8371-ee3834ccfd8e", "name": "network-vif-deleted", "tag": "8c35140b-6cf2-4d0f-9b42-2185d01f29d7"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:00.627426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63e7169a-7b56-44ba-9801-1a7bcbe160e9 req-fcff2d38-ba64-4e37-9ba8-ae96c456c0cd tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0270d4-55a5-4fdf-8371-ee3834ccfd8e HTTP/1.1" status: 200 len: 210 time: 0.1228170 Nov 23 18:14:01.128596 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06732c74-576f-46a4-ab30-ff9b657b5be6 x-openstack-request-id: req-06732c74-576f-46a4-ab30-ff9b657b5be6 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:14:01.129257 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0270d4-55a5-4fdf-8371-ee3834ccfd8e", "name": "network-vif-deleted", "tag": "8c35140b-6cf2-4d0f-9b42-2185d01f29d7", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:14:01.129257 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-06732c74-576f-46a4-ab30-ff9b657b5be6 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:14:01.129989 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0270d4-55a5-4fdf-8371-ee3834ccfd8e', 'name': 'network-vif-deleted', 'tag': '8c35140b-6cf2-4d0f-9b42-2185d01f29d7', 'status': 'completed', 'code': 200} Nov 23 18:14:02.199793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65aece-3fcc-4de0-8fbd-1ad58b8e41a4 req-83fa2c3f-41e1-413e-a589-98f986f3c2f0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:02.212761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c65aece-3fcc-4de0-8fbd-1ad58b8e41a4 req-83fa2c3f-41e1-413e-a589-98f986f3c2f0 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1364229 Nov 23 18:14:02.344136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c65aece-3fcc-4de0-8fbd-1ad58b8e41a4 req-bddff952-8723-4934-8a67-2acd9dfe906a tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=57b11cd3-bc3f-4a39-9f01-fe938b887ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300688 Nov 23 18:14:02.358122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-8d9690f7-02ef-4445-b338-0c261a2f7fb1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:02.359793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-8d9690f7-02ef-4445-b338-0c261a2f7fb1 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.66 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 945 time: 0.1381309 Nov 23 18:14:02.588090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Deleting port b04d0b39-4594-43f8-bbd5-5f580ba69986 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:02.593653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:02.801458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] For port b04d0b39-4594-43f8-bbd5-5f580ba69986, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=b04d0b39-4594-43f8-bbd5-5f580ba69986,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:02.801739 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:02.845995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48408) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:02.846565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Calling delete_port for b04d0b39-4594-43f8-bbd5-5f580ba69986 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:02.854436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'subnets': [{'network_id': 'a4b17575-77a2-47ab-af64-7ddad39bc04b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--367663559', 'ip_version': 6}, {'network_id': 'cde4d6b4-1e28-4645-8dd5-75969b71adc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:02.854877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'subnet': {'network_id': 'a4b17575-77a2-47ab-af64-7ddad39bc04b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--367663559', 'ip_version': 6}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:02.855863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Request body: {'subnet': {'network_id': 'cde4d6b4-1e28-4645-8dd5-75969b71adc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:03.099521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Made reservation on behalf of 37c312d2857a4693adbcdc008487ae69 for: {'subnet': 2} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:03.106098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:03.107108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:03.153778 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:03.160331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:03.236915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:03.237398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8c35140b-6cf2-4d0f-9b42-2185d01f29d7 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:03.239235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['b04d0b39-4594-43f8-bbd5-5f580ba69986'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:14:03.253047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event deleted for resources: {'Port': ['ID=b04d0b39-4594-43f8-bbd5-5f580ba69986,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:03.340653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] No DVR routers for this DVR port b04d0b39-4594-43f8-bbd5-5f580ba69986 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:03.351793 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:03.391511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c756a4cb-8448-4bb1-9ef0-0e4d24de25ae req-69e7cc23-0696-4598-957a-382ba4b4bcdc tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.66 "DELETE /v2.0/ports/b04d0b39-4594-43f8-bbd5-5f580ba69986 HTTP/1.1" status: 204 len: 173 time: 1.0218551 Nov 23 18:14:03.392199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f04ea7-b6dc-4033-bff1-2da811006b23', 'name': 'network-vif-deleted', 'tag': 'b04d0b39-4594-43f8-bbd5-5f580ba69986'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:03.409386 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349f5f47-2385-496e-8549-d3dacba3e4c5" -d '{"events": [{"server_uuid": "70f04ea7-b6dc-4033-bff1-2da811006b23", "name": "network-vif-deleted", "tag": "b04d0b39-4594-43f8-bbd5-5f580ba69986"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:03.626650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5842df4-602a-4a22-9fb9-105da2a2da50 req-45aa1807-725d-429f-abac-c8f1968db976 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f04ea7-b6dc-4033-bff1-2da811006b23 HTTP/1.1" status: 200 len: 210 time: 0.0526996 Nov 23 18:14:03.753981 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ef444-85aa-44c1-8ac4-f1eced0ef0d9 x-openstack-request-id: req-277ef444-85aa-44c1-8ac4-f1eced0ef0d9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:14:03.754496 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f04ea7-b6dc-4033-bff1-2da811006b23", "name": "network-vif-deleted", "tag": "b04d0b39-4594-43f8-bbd5-5f580ba69986", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:14:03.755008 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-277ef444-85aa-44c1-8ac4-f1eced0ef0d9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:14:03.755529 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f04ea7-b6dc-4033-bff1-2da811006b23', 'name': 'network-vif-deleted', 'tag': 'b04d0b39-4594-43f8-bbd5-5f580ba69986', 'status': 'completed', 'code': 200} Nov 23 18:14:04.165828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.190144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48428) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:04.279418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Subnet': ['ID=660b0ff5-536b-4bc8-ae99-61dd8f0034da,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:04.301236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Checking segment: {'id': '7ae44dcf-c6d5-4d98-94ea-29e8d668c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a4b17575-77a2-47ab-af64-7ddad39bc04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:04.301693 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Network hostable DHCP agents. Network: a4b17575-77a2-47ab-af64-7ddad39bc04b, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:04.331161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Network a4b17575-77a2-47ab-af64-7ddad39bc04b is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:04.356579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a4b17575-77a2-47ab-af64-7ddad39bc04b) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:04.364354 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.371112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665edf8d-6132-4d6b-88f2-79b121ce351a None None] Network a4b17575-77a2-47ab-af64-7ddad39bc04b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:04.452666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f91a473f-d325-493f-b092-9bf04199ea55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.483913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event updated for resources: {'Subnet': ['ID=974f9e42-2fdc-42ab-a9de-bab1a047fdc9,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:04.509664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Checking segment: {'id': '92053ce6-e0db-4eae-96e2-90bce9972b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'cde4d6b4-1e28-4645-8dd5-75969b71adc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:04.512238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Network hostable DHCP agents. Network: cde4d6b4-1e28-4645-8dd5-75969b71adc7, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:04.589193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Network cde4d6b4-1e28-4645-8dd5-75969b71adc7 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:04.613615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, cde4d6b4-1e28-4645-8dd5-75969b71adc7) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:04.629623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:04.630888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:04.631898 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.638918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f91a473f-d325-493f-b092-9bf04199ea55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.645024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f91a473f-d325-493f-b092-9bf04199ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.656111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81846e1d-f6a1-4f36-975d-4817652b7ca2 None None] Network cde4d6b4-1e28-4645-8dd5-75969b71adc7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:04.664072 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e822fda-a26e-4902-9620-de244a6c8ef9 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8165798 Nov 23 18:14:04.666877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48438) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:04.693490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a473f-d325-493f-b092-9bf04199ea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0362ec60-9976-49f8-a950-7ea53d2ad22c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:04.730391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f91a473f-d325-493f-b092-9bf04199ea55 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96d0ac97ec82410d9af130d24d10b9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361705 Nov 23 18:14:04.731298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48440) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:04.801049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec126b7-74b9-44c7-b75e-da93bea95083 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:04.808744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec126b7-74b9-44c7-b75e-da93bea95083 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:04.809650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec126b7-74b9-44c7-b75e-da93bea95083 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:04.811357 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2ec126b7-74b9-44c7-b75e-da93bea95083 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1429152 Nov 23 18:14:04.821031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48444) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:04.862041 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ab22e69-4f99-4a48-87f2-07dcf228b633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.895278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab55d037-c675-4e5a-a1a9-a2ab5f98544a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-a4b17575-77a2-47ab-af64-7ddad39bc04b', 'network_id': 'a4b17575-77a2-47ab-af64-7ddad39bc04b', 'tenant_id': '37c312d2857a4693adbcdc008487ae69', 'fixed_ips': [{'subnet_id': '660b0ff5-536b-4bc8-ae99-61dd8f0034da'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:14:04.898129 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ab55d037-c675-4e5a-a1a9-a2ab5f98544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.920884 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ab22e69-4f99-4a48-87f2-07dcf228b633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:04.977240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e45cb4-b3d6-4b1d-8a70-d3f873b63fc2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Deleting subnet 660b0ff5-536b-4bc8-ae99-61dd8f0034da {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:04.986609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3e45cb4-b3d6-4b1d-8a70-d3f873b63fc2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:05.046286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ab22e69-4f99-4a48-87f2-07dcf228b633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:05.063278 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ab22e69-4f99-4a48-87f2-07dcf228b633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:05.065746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3ab22e69-4f99-4a48-87f2-07dcf228b633 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0362ec60-9976-49f8-a950-7ea53d2ad22c HTTP/1.1" status: 204 len: 168 time: 0.3334870 Nov 23 18:14:05.088049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab22e69-4f99-4a48-87f2-07dcf228b633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0362ec60-9976-49f8-a950-7ea53d2ad22c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:05.154565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3e45cb4-b3d6-4b1d-8a70-d3f873b63fc2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:05.314616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3e45cb4-b3d6-4b1d-8a70-d3f873b63fc2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:05.316423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-cde4d6b4-1e28-4645-8dd5-75969b71adc7', 'network_id': 'cde4d6b4-1e28-4645-8dd5-75969b71adc7', 'tenant_id': '37c312d2857a4693adbcdc008487ae69', 'fixed_ips': [{'subnet_id': '974f9e42-2fdc-42ab-a9de-bab1a047fdc9'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:14:05.317322 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:05.394733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43edd44-92e5-419e-9c1e-bea0f5d7a59f req-5f2d069e-6be7-4832-9749-f9beaed89056 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:05.402112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e43edd44-92e5-419e-9c1e-bea0f5d7a59f req-5f2d069e-6be7-4832-9749-f9beaed89056 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1471503 Nov 23 18:14:05.486467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e43edd44-92e5-419e-9c1e-bea0f5d7a59f req-95bf4eef-8620-473b-831f-3441defd7a46 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788047 Nov 23 18:14:05.718600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48464) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:05.757184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-679ba503-968c-4b5e-996e-fcd934c76366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:05.918661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b04d0b39-4594-43f8-bbd5-5f580ba69986 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:05.941585 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-679ba503-968c-4b5e-996e-fcd934c76366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:05.950900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: b04d0b39-4594-43f8-bbd5-5f580ba69986 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:05.951255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device b04d0b39-4594-43f8-bbd5-5f580ba69986 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:05.959056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-679ba503-968c-4b5e-996e-fcd934c76366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.025830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-679ba503-968c-4b5e-996e-fcd934c76366 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d57a1226c79480493ac1610b8185914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3054657 Nov 23 18:14:06.034269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48466) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:06.041987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Allocated IP 2001:db8:0:1::1 (cde4d6b4-1e28-4645-8dd5-75969b71adc7/974f9e42-2fdc-42ab-a9de-bab1a047fdc9/cd3f4e11-e7f2-42ff-ad47-82b82c9899f3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:06.082014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3e45cb4-b3d6-4b1d-8a70-d3f873b63fc2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.121931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ba503-968c-4b5e-996e-fcd934c76366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12699a8-96c3-474e-818a-69bb46130cb6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:06.122166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3e45cb4-b3d6-4b1d-8a70-d3f873b63fc2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.127389 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f3e45cb4-b3d6-4b1d-8a70-d3f873b63fc2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/subnets/660b0ff5-536b-4bc8-ae99-61dd8f0034da HTTP/1.1" status: 204 len: 168 time: 1.3018355 Nov 23 18:14:06.128300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e45cb4-b3d6-4b1d-8a70-d3f873b63fc2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Subnet': ['ID=660b0ff5-536b-4bc8-ae99-61dd8f0034da,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:06.132046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48468) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:06.218618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-293f7914-c2e9-4dad-87a7-17e9f24055b2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Deleting subnet 974f9e42-2fdc-42ab-a9de-bab1a047fdc9 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:06.233951 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4ba27402-8086-4d38-aae7-7bff3dc05692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-ab55d037-c675-4e5a-a1a9-a2ab5f98544a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 660b0ff5-536b-4bc8-ae99-61dd8f0034da: This subnet is being modified by another concurrent operation. Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:14:06.269812 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 660b0ff5-536b-4bc8-ae99-61dd8f0034da: This subnet is being modified by another concurrent operation. Nov 23 18:14:06.274496 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:14:06.288786 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4ba27402-8086-4d38-aae7-7bff3dc05692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.317366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc8e7d-9547-4713-9759-286fa4b3455e None None] Network a4b17575-77a2-47ab-af64-7ddad39bc04b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:06.371695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4ba27402-8086-4d38-aae7-7bff3dc05692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.375088 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4ba27402-8086-4d38-aae7-7bff3dc05692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.376633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4ba27402-8086-4d38-aae7-7bff3dc05692 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a12699a8-96c3-474e-818a-69bb46130cb6 HTTP/1.1" status: 204 len: 168 time: 0.3405988 Nov 23 18:14:06.390830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba27402-8086-4d38-aae7-7bff3dc05692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12699a8-96c3-474e-818a-69bb46130cb6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:06.535094 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.561466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-293f7914-c2e9-4dad-87a7-17e9f24055b2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.618314 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.744612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Network cde4d6b4-1e28-4645-8dd5-75969b71adc7 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:06.755878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-293f7914-c2e9-4dad-87a7-17e9f24055b2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.759695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:06.764596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:06.773119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Pushing event updated for resources: {'Port': ['ID=cd3f4e11-e7f2-42ff-ad47-82b82c9899f3,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:06.797489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.797489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.797489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.797489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.798112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.798112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.798282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.806766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.807297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.807653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.807991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.808333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:06.872660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f681b-5bc4-420a-ae52-7ac1241ff7f1 req-430f5d2a-cb79-401c-8541-1987709e913d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:06.886589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be9f681b-5bc4-420a-ae52-7ac1241ff7f1 req-430f5d2a-cb79-401c-8541-1987709e913d tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.2899489 Nov 23 18:14:06.910071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Attempting to bind port cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:06.910446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Attempting to bind port cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '92053ce6-e0db-4eae-96e2-90bce9972b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'cde4d6b4-1e28-4645-8dd5-75969b71adc7'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:06.910855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Attempting to bind port cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 on network cde4d6b4-1e28-4645-8dd5-75969b71adc7 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:06.924712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:06.925447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Checking segment: {'id': '92053ce6-e0db-4eae-96e2-90bce9972b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'cde4d6b4-1e28-4645-8dd5-75969b71adc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:06.934815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.935357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Bound using segment: {'id': '92053ce6-e0db-4eae-96e2-90bce9972b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'cde4d6b4-1e28-4645-8dd5-75969b71adc7'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:06.935884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Bound port: cd3f4e11-e7f2-42ff-ad47-82b82c9899f3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92053ce6-e0db-4eae-96e2-90bce9972b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'cde4d6b4-1e28-4645-8dd5-75969b71adc7'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:06.936384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:06.948554 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-293f7914-c2e9-4dad-87a7-17e9f24055b2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:07.056404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be9f681b-5bc4-420a-ae52-7ac1241ff7f1 req-f11f0e7b-b212-4ab0-991b-b140be62a886 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601946 Nov 23 18:14:07.103050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf37808-296e-4ed0-a73c-95eb109db404 req-e9029312-b254-4f64-be6e-4941bac65c56 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:07.107425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-abf37808-296e-4ed0-a73c-95eb109db404 req-e9029312-b254-4f64-be6e-4941bac65c56 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.4193223 Nov 23 18:14:07.134313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-293f7914-c2e9-4dad-87a7-17e9f24055b2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:07.141525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] For port cd3f4e11-e7f2-42ff-ad47-82b82c9899f3, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:07.145071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] For port cd3f4e11-e7f2-42ff-ad47-82b82c9899f3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cd3f4e11-e7f2-42ff-ad47-82b82c9899f3,segment=NetworkSegment(92053ce6-e0db-4eae-96e2-90bce9972b0e),segment_id=92053ce6-e0db-4eae-96e2-90bce9972b0e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:07.157207 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:07.212135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f7914-c2e9-4dad-87a7-17e9f24055b2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Subnet': ['ID=974f9e42-2fdc-42ab-a9de-bab1a047fdc9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:07.231360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-293f7914-c2e9-4dad-87a7-17e9f24055b2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:07.257977 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-293f7914-c2e9-4dad-87a7-17e9f24055b2 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/subnets/974f9e42-2fdc-42ab-a9de-bab1a047fdc9 HTTP/1.1" status: 204 len: 168 time: 1.1248283 Nov 23 18:14:07.261899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48492) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:07.287543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Deleting port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:07.288310 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:07.364154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a2adc-f11a-42a9-9e6d-6f7dda53573f None None] Pushing event updated for resources: {'Port': ['ID=cd3f4e11-e7f2-42ff-ad47-82b82c9899f3,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:07.473830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72014444-5ad2-4db2-ae78-6e0a89f16f48 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:07.475497 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-72014444-5ad2-4db2-ae78-6e0a89f16f48 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2087400 Nov 23 18:14:07.480435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48494) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:07.728971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] For port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:07.728971 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:07.755805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:07.927414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Deleting port cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:07.927855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.088179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] For port cd3f4e11-e7f2-42ff-ad47-82b82c9899f3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cd3f4e11-e7f2-42ff-ad47-82b82c9899f3,segment=NetworkSegment(92053ce6-e0db-4eae-96e2-90bce9972b0e),segment_id=92053ce6-e0db-4eae-96e2-90bce9972b0e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:08.088947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.111539 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Calling delete_port for cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:08.169440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.169940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.170119 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Floating IP 064cab42-a653-42b3-aceb-39780db1e72f disassociated. External IP: 172.25.0.136, port: 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d. Nov 23 18:14:08.170884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Calling delete_port for 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:08.277244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c308290-4cfd-4f6a-975e-addd51ece86f req-106dd727-ee18-4ed5-b734-9cf3a231377f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:08.285612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c308290-4cfd-4f6a-975e-addd51ece86f req-106dd727-ee18-4ed5-b734-9cf3a231377f tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 944 time: 0.1111252 Nov 23 18:14:08.288971 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.321317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Port': ['ID=cd3f4e11-e7f2-42ff-ad47-82b82c9899f3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:08.325739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] No DVR routers for this DVR port cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:08.376851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c308290-4cfd-4f6a-975e-addd51ece86f req-d4965dfc-d3fb-4743-9ea4-e34481835435 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c67d40f-6450-4cb4-88dc-94571a4812e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897279 Nov 23 18:14:08.556826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.571201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.611543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde4d6b4-1e28-4645-8dd5-75969b71adc7']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:08.623906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92053ce6-e0db-4eae-96e2-90bce9972b0e') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:08.624344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92053ce6-e0db-4eae-96e2-90bce9972b0e') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:08.639664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event deleted for resources: {'Port': ['ID=0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:08.672904 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.717785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.731772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:08.732176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:08.846026 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:08.854198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.893551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:08.897610 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/networks/cde4d6b4-1e28-4645-8dd5-75969b71adc7 HTTP/1.1" status: 204 len: 168 time: 1.4160621 Nov 23 18:14:08.898896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42dfc6-1790-46e8-81ff-36da38f09148 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Network': ['ID=cde4d6b4-1e28-4645-8dd5-75969b71adc7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:08.901821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48542) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:08.990420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Router e0ffdadf-6214-423f-a503-45a62bfdcd0b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:14:09.060387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:09.183486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:09.256115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:09.258915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:09.281985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:14:09.294227 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:09.302936 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] Sync routers for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:14:09.330876 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:14:09.331885 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:13:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:09.385106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b17575-77a2-47ab-af64-7ddad39bc04b']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:09.434156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] No DVR routers for this DVR port 0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:09.442285 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:09.446572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-abf37808-296e-4ed0-a73c-95eb109db404 req-f9422c9e-7476-4496-a2d0-498b851b5969 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.72 "DELETE /v2.0/ports/0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d HTTP/1.1" status: 204 len: 173 time: 2.3262770 Nov 23 18:14:09.447436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-deleted', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:09.453497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae44dcf-c6d5-4d98-94ea-29e8d668c2f6') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:09.453972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae44dcf-c6d5-4d98-94ea-29e8d668c2f6') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:09.455766 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe60064-7de4-43b3-8100-f5835759900c" -d '{"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-deleted", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:09.483807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:09.526625 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:09.534538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:09.535482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:09.539098 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:09.559284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5de1d6f8-a0fa-4859-ab6e-3c39275062d3 None None] Could not find standard attr ID for object cd3f4e11-e7f2-42ff-ad47-82b82c9899f3. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:14:09.627646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15138c38-5467-45b5-bd89-32c3a1e619c5 None None] DHCP port deletion for cde4d6b4-1e28-4645-8dd5-75969b71adc7 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:09.643122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:09.689518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:09.693534 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/networks/a4b17575-77a2-47ab-af64-7ddad39bc04b HTTP/1.1" status: 204 len: 168 time: 0.7904115 Nov 23 18:14:09.694826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820aa1d-7a2e-4a08-bc6c-63c698ba8931 tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Network': ['ID=a4b17575-77a2-47ab-af64-7ddad39bc04b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:09.698070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48566) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:09.711916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-065b325b-d6ad-4917-8613-aa78ae7cb52c req-a8c82b25-db3f-4ef5-b7b1-59206ba77071 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3329a7f-0ba6-4802-9aed-3cb37191e84a HTTP/1.1" status: 200 len: 210 time: 0.1277475 Nov 23 18:14:09.720218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f6991-f960-4ee1-862f-ad82d7e762d7 None None] Network cde4d6b4-1e28-4645-8dd5-75969b71adc7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:09.763146 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:14:09.766937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f6991-f960-4ee1-862f-ad82d7e762d7 None None] Network cde4d6b4-1e28-4645-8dd5-75969b71adc7 could not be found, it might have been deleted concurrently. {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:14:09.782390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36010d64-2487-4019-8648-d88f67209962 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:14:09.863894 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c08a4-3e47-4b4f-af46-3037d6015ff4 x-openstack-request-id: req-722c08a4-3e47-4b4f-af46-3037d6015ff4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:14:09.864199 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3329a7f-0ba6-4802-9aed-3cb37191e84a", "name": "network-vif-deleted", "tag": "0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:14:09.864463 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-722c08a4-3e47-4b4f-af46-3037d6015ff4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:14:09.864880 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3329a7f-0ba6-4802-9aed-3cb37191e84a', 'name': 'network-vif-deleted', 'tag': '0d4a25f1-8dff-4cdc-b5e5-7594b5fc508d', 'status': 'completed', 'code': 200} Nov 23 18:14:09.914749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:10.112842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36010d64-2487-4019-8648-d88f67209962 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:14:10.187470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:10.257990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61669459-52a0-4abe-a3ad-6a0ae117164e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:10.289826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17451e8d-1bf6-45e6-a844-c990cc0ea70b') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:10.290344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17451e8d-1bf6-45e6-a844-c990cc0ea70b') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:10.309332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:10.336307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:10.357033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:10.359217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:10.370975 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:10.517284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:10.557156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:10.572212 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/networks/61669459-52a0-4abe-a3ad-6a0ae117164e HTTP/1.1" status: 204 len: 168 time: 0.8722041 Nov 23 18:14:10.574035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33250e7a-b9c0-4450-b2b6-67910b7cdada tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Network': ['ID=61669459-52a0-4abe-a3ad-6a0ae117164e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:10.574773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48588) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:10.627270 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:35Z', 'revision_number': 5, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:10.666800 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] Checking router: e0ffdadf-6214-423f-a503-45a62bfdcd0b for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:14:10.681157 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:14:10.681802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:13:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:10.865389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:10.866100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48602) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:10.894832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48608) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:10.920048 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:14:11.058650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.065342 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fd10457-9b99-45e4-82f0-f3d8f8f5f0a6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.100468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:11.121147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d64df87-7efc-4163-9b57-4210775a42b2') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:11.121721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d64df87-7efc-4163-9b57-4210775a42b2') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:11.143967 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.177631 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fd10457-9b99-45e4-82f0-f3d8f8f5f0a6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.180141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.193989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:11.194464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:11.198652 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:11.230131 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc518e19-8af8-423a-8e5a-55bdc80bde69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.260447 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8fa30de1-465f-427f-b849-2ba945ad5a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.301572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fd10457-9b99-45e4-82f0-f3d8f8f5f0a6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.304841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fd10457-9b99-45e4-82f0-f3d8f8f5f0a6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.306443 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fd10457-9b99-45e4-82f0-f3d8f8f5f0a6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "DELETE /v2.0/security-groups/1c67d40f-6450-4cb4-88dc-94571a4812e6 HTTP/1.1" status: 204 len: 168 time: 0.4103391 Nov 23 18:14:11.309027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48614) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:11.322622 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:35Z', 'revision_number': 5, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:11.325338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10457-9b99-45e4-82f0-f3d8f8f5f0a6 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c67d40f-6450-4cb4-88dc-94571a4812e6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:11.364519 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6511e22-72e9-48b6-a386-850c1d9c14dd None None] The sync data for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 is: [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:04:26Z', 'revision_number': 4, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0208c222-25b7-4252-9802-bc6ab931932d', 'name': '', 'network_id': '0e506f5b-b1e6-48f6-b977-02d29eae9485', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'mac_address': 'fa:16:3e:2b:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:24Z', 'updated_at': '2021-11-23T18:04:35Z', 'revision_number': 5, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'subnets': [{'id': '29603be6-be3d-4ac7-a191-6c5af7d4201c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:14:11.411190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.421149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.433792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] 10.222.0.74 "DELETE /v2.0/networks/cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a HTTP/1.1" status: 204 len: 168 time: 0.8578568 Nov 23 18:14:11.454214 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-c22ec7d7-564f-4318-96fa-61d63ce07adf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] show failed (client error): The resource could not be found. Nov 23 18:14:11.457893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c22ec7d7-564f-4318-96fa-61d63ce07adf tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "GET /v2.0/security-groups/1c67d40f-6450-4cb4-88dc-94571a4812e6 HTTP/1.1" status: 404 len: 347 time: 0.1435652 Nov 23 18:14:11.461637 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:11.472228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:11.492392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b360c8b-2621-408b-837e-b25e40574dfd tempest-BulkNetworkOpsIpV6Test-572675735 tempest-BulkNetworkOpsIpV6Test-572675735-project] Pushing event deleted for resources: {'Network': ['ID=cc7b6bc5-c47f-41b2-8c3a-d0eb10bfe55a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:11.533673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:11.534382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd3f4e11-e7f2-42ff-ad47-82b82c9899f3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:11.710635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc518e19-8af8-423a-8e5a-55bdc80bde69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.726368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc518e19-8af8-423a-8e5a-55bdc80bde69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.864326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cc518e19-8af8-423a-8e5a-55bdc80bde69 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=373371350af641f581dca5840072f360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9946067 Nov 23 18:14:11.880955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Deleting port 6e8c721f-8d6f-4d92-bb16-d5a9c57b5ffa {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:11.882037 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:11.905321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48626) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:11.949888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92de7f24-c058-481a-bc30-4a45be34c3a6 None None] New status for floating IP 064cab42-a653-42b3-aceb-39780db1e72f: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:14:12.016510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518e19-8af8-423a-8e5a-55bdc80bde69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3f911e-ec62-4506-b5d5-6035701f140b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:12.033389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48628) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:12.104851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a8f46b6-a6b0-4f2f-9755-0e37b787ef4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.153019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.154162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.159199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a8f46b6-a6b0-4f2f-9755-0e37b787ef4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.175401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Calling delete_port for 6e8c721f-8d6f-4d92-bb16-d5a9c57b5ffa owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:12.307495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a8f46b6-a6b0-4f2f-9755-0e37b787ef4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.314311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a8f46b6-a6b0-4f2f-9755-0e37b787ef4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.317476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a8f46b6-a6b0-4f2f-9755-0e37b787ef4d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fb3f911e-ec62-4506-b5d5-6035701f140b HTTP/1.1" status: 204 len: 168 time: 0.4079318 Nov 23 18:14:12.343477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f46b6-a6b0-4f2f-9755-0e37b787ef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3f911e-ec62-4506-b5d5-6035701f140b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:12.357949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-28043429-a040-438c-9985-f4171b348469 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37c312d2857a4693adbcdc008487ae69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232203 Nov 23 18:14:12.361260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48644) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:12.427866 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.460970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8250857e-b48d-4e81-a09f-6e211e45e8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.472677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Pushing event deleted for resources: {'Port': ['ID=6e8c721f-8d6f-4d92-bb16-d5a9c57b5ffa,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:12.498189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8250857e-b48d-4e81-a09f-6e211e45e8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.568283 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8250857e-b48d-4e81-a09f-6e211e45e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.573002 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8250857e-b48d-4e81-a09f-6e211e45e8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.581072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8250857e-b48d-4e81-a09f-6e211e45e8ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/84d4e57d-3f08-4e82-bfed-bf3cd4070dbe HTTP/1.1" status: 204 len: 168 time: 0.2177420 Nov 23 18:14:12.598114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250857e-b48d-4e81-a09f-6e211e45e8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d4e57d-3f08-4e82-bfed-bf3cd4070dbe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:12.621034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.626683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:12.631470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48652) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:12.642381 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c62dd08b-2561-41ae-b843-38107ea17fe9 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] 10.222.0.74 "DELETE /v2.0/floatingips/064cab42-a653-42b3-aceb-39780db1e72f HTTP/1.1" status: 204 len: 168 time: 1.1769869 Nov 23 18:14:12.835323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48658) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:12.868577 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-02ba14dc-0048-44fa-b8fa-065de18dfbb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.090904 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-02ba14dc-0048-44fa-b8fa-065de18dfbb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.099194 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-02ba14dc-0048-44fa-b8fa-065de18dfbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.156080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-02ba14dc-0048-44fa-b8fa-065de18dfbb8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce922592d89f4e9991adfc312e82797f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194451 Nov 23 18:14:13.160461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48678) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:13.288496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba14dc-0048-44fa-b8fa-065de18dfbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f19a383-273e-43fd-b9ca-9cf995197bc0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:13.304075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5845f410-85eb-49da-ae71-fb966f485698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.320190 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ff9789be-a529-4d60-bd08-f77f75ae5621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.364704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5845f410-85eb-49da-ae71-fb966f485698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.425634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48690) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:13.456689 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5845f410-85eb-49da-ae71-fb966f485698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.460349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5845f410-85eb-49da-ae71-fb966f485698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.462378 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5845f410-85eb-49da-ae71-fb966f485698 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f19a383-273e-43fd-b9ca-9cf995197bc0 HTTP/1.1" status: 204 len: 168 time: 0.3003533 Nov 23 18:14:13.482952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845f410-85eb-49da-ae71-fb966f485698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f19a383-273e-43fd-b9ca-9cf995197bc0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:13.991321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:14.379246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48728) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:14.408953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Deleting port 0208c222-25b7-4252-9802-bc6ab931932d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:14.409531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:14.586013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:14.609400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] For port 0208c222-25b7-4252-9802-bc6ab931932d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0208c222-25b7-4252-9802-bc6ab931932d,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:14.612329 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:14.689624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Calling delete_port for 0208c222-25b7-4252-9802-bc6ab931932d owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:14.881008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-470939758'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:15.034709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:15.044363 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.066805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.079031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.198189 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.283346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.315848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.366085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:14:15.397159 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.397848 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Added segment 27b3916a-7fdb-4d77-b6a0-9e2e77380786 of type vlan for network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e Nov 23 18:14:15.402860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0208c222-25b7-4252-9802-bc6ab931932d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:15.423365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196aaff4-c837-4703-9bf1-d164e37e1e11,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:15.557101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Deleting port d785a9d7-75a7-43af-be3e-16627e8be5d5 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:15.558945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.561907 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.697250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] For port d785a9d7-75a7-43af-be3e-16627e8be5d5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d785a9d7-75a7-43af-be3e-16627e8be5d5,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:15.697967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.715532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Calling delete_port for d785a9d7-75a7-43af-be3e-16627e8be5d5 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:15.779488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.resource_extend [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:14:15.816450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.822838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:15.823574 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:16.100046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:16.116880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48768) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:16.118101 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7377250 Nov 23 18:14:16.120100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:16.131220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'name': 'tempest-PortsTestJSON-1876783167'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:16.197936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861076-6dbb-4715-9f90-f3038c4793f5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Network': ['ID=9b14fdba-4328-4404-af08-cf8b4cdcaa8e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:16.210904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:14:16.213339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Pushing event deleted for resources: {'Port': ['ID=d785a9d7-75a7-43af-be3e-16627e8be5d5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:16.446730 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:16.586617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:16.592425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:16.653098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port 501fff12-b8c8-4e98-b9fc-434253e24477 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:16.671301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:17.020765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Router 31d02e60-9711-485b-b97d-7cc9f804d028 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:14:17.211756 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:14:17.219718 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c71c3e4f-0adb-41f3-9bec-fadc2873a68d admin admin] 10.222.0.74 "PUT /v2.0/routers/31d02e60-9711-485b-b97d-7cc9f804d028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7922747 Nov 23 18:14:17.229194 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] Sync routers for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:14:17.232852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:17.244132 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:14:17.245131 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:14:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:17.291672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:17.352996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Router e0ffdadf-6214-423f-a503-45a62bfdcd0b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:14:17.365604 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:17.395492 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:14:17.481376 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:17.669714 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:14:15Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:17.713380 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] Checking router: 31d02e60-9711-485b-b97d-7cc9f804d028 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:14:17.717138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking segment: {'id': '27b3916a-7fdb-4d77-b6a0-9e2e77380786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:17.717519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network hostable DHCP agents. Network: 9b14fdba-4328-4404-af08-cf8b4cdcaa8e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:17.724582 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] Routers {'31d02e60-9711-485b-b97d-7cc9f804d028'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:14:17.725935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:14:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['31d02e60-9711-485b-b97d-7cc9f804d028'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:17.729449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:14:17.740130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] Sync routers for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:14:17.751729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fc2834a2-bdec-4afa-aa0c-e15207bdc2cc admin admin] 10.222.0.74 "PUT /v2.0/routers/e0ffdadf-6214-423f-a503-45a62bfdcd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1187103 Nov 23 18:14:17.753980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:17.761008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:14:17.761670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:14:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:17.786207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=501fff12-b8c8-4e98-b9fc-434253e24477,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:17.838191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:17.857428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9b14fdba-4328-4404-af08-cf8b4cdcaa8e) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:17.862135 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] Set router 31d02e60-9711-485b-b97d-7cc9f804d028 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:14:17.872271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:17.878792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:17.879733 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:17.930462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5f75d0e9-2f43-4269-92cb-59915e4bc9d1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8124802 Nov 23 18:14:17.933977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48826) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:17.939898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1338405567'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:17.995632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:18.003913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.028493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca7eef-45be-4ace-ab47-95c989c196cb None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:18.085288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:14:18.105365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.105840 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Added segment 9b30b1c8-41e4-4075-8840-7721845d1e16 of type vlan for network 1005e274-0ed5-446b-956c-b063a4116fe0 Nov 23 18:14:18.206083 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.274761 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:14:15Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:18.279109 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.308983 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf26f7-216a-4c7b-a19d-b9031bdecb2e None None] The sync data for ids ['31d02e60-9711-485b-b97d-7cc9f804d028'] in n-d-818932-3 is: [{'id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'name': 'tempest-TaggedBootDevicesTest_v242-678897276-router', 'tenant_id': 'e8d96e5abce447b289b4f8db185c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b134036-a307-427f-8120-47d83b03c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:43Z', 'updated_at': '2021-11-23T18:14:15Z', 'revision_number': 5, 'project_id': 'e8d96e5abce447b289b4f8db185c3506', 'gw_port': {'id': '0b134036-a307-427f-8120-47d83b03c0d0', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d02e60-9711-485b-b97d-7cc9f804d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:44Z', 'updated_at': '2021-11-23T18:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:14:18.358949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:14:18.388587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.394555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:18.403679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.476290 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.547193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Network': ['ID=1005e274-0ed5-446b-956c-b063a4116fe0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:18.561300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-05374c19-0940-4817-851c-832f35d7cbe1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6258535 Nov 23 18:14:18.565217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48840) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:18.581962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'ports': [{'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e'}, {'network_id': '1005e274-0ed5-446b-956c-b063a4116fe0'}]} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:18.582440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:18.582976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '1005e274-0ed5-446b-956c-b063a4116fe0'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:18.645791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 1005e274-0ed5-446b-956c-b063a4116fe0 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:14:18.670095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.934623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.971316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Deleting port 0b134036-a307-427f-8120-47d83b03c0d0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:18.971743 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.129998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:14:15Z', 'revision_number': 5, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port': {'id': '2fa5656d-7b25-46ff-a82d-d422080548d6', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:19Z', 'updated_at': '2021-11-23T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:19.159782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 2} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:19.164805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.195649 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.201624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] Checking router: e0ffdadf-6214-423f-a503-45a62bfdcd0b for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:14:19.224352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] Routers {'e0ffdadf-6214-423f-a503-45a62bfdcd0b'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:14:19.225257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:14:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:19.339769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] For port 0b134036-a307-427f-8120-47d83b03c0d0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0b134036-a307-427f-8120-47d83b03c0d0,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:19.340178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.363678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] Set router e0ffdadf-6214-423f-a503-45a62bfdcd0b gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:14:19.387205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Calling delete_port for 0b134036-a307-427f-8120-47d83b03c0d0 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:19.407106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port d26de2d2-d9c8-4064-8ef6-0928df0f1ce2 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:19.417257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Deleting port 2fa5656d-7b25-46ff-a82d-d422080548d6 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:19.417590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.516866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d785a9d7-75a7-43af-be3e-16627e8be5d5 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:19.532663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:14:18Z', 'revision_number': 6, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:19.624802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7be6ad-37e6-4470-be86-1c9913fc8970 None None] The sync data for ids ['e0ffdadf-6214-423f-a503-45a62bfdcd0b'] in n-d-818932-3 is: [{'id': 'e0ffdadf-6214-423f-a503-45a62bfdcd0b', 'name': 'tempest-ServerActionsTestJSON-80661310-router', 'tenant_id': '30784fb765974f04b1f5b841ab0839c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:18Z', 'updated_at': '2021-11-23T18:14:18Z', 'revision_number': 6, 'project_id': '30784fb765974f04b1f5b841ab0839c4', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:14:19.626893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d785a9d7-75a7-43af-be3e-16627e8be5d5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:19.627347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d785a9d7-75a7-43af-be3e-16627e8be5d5 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:19.633369 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.644012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] For port 2fa5656d-7b25-46ff-a82d-d422080548d6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2fa5656d-7b25-46ff-a82d-d422080548d6,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:19.644394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.698339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Calling delete_port for 2fa5656d-7b25-46ff-a82d-d422080548d6 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:19.773138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48864) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:19.781257 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.882348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port aefe7b91-df33-45b0-b676-39696bd9a629 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:19.922188 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:19.962314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b134036-a307-427f-8120-47d83b03c0d0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:19.978211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e449f-fcfd-4766-a59b-59ef7e301d78 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:20.062227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53c38f93-ab5a-4fb6-b13d-b99e9655df4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.086242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.086657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.087015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.087315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.087666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.088069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.088524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.088863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.089269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.089591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.089923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.090313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:20.092267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.161751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.167475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.210327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.267834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa5656d-7b25-46ff-a82d-d422080548d6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:20.300221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:20.311821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:20.319482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb716dc-6823-46b7-96cf-c6be796356e7 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:20.326845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:20.328512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.341060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.344859 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.359902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=d26de2d2-d9c8-4064-8ef6-0928df0f1ce2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:20.471807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.472811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d02e60-9711-485b-b97d-7cc9f804d028 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:14:20.476154 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53c38f93-ab5a-4fb6-b13d-b99e9655df4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.480358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=aefe7b91-df33-45b0-b676-39696bd9a629,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:20.490173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53c38f93-ab5a-4fb6-b13d-b99e9655df4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.501966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.505848 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2ab0afc2-a9cd-42a7-9cf7-dccb61e33682 admin admin] 10.222.0.74 "DELETE /v2.0/routers/31d02e60-9711-485b-b97d-7cc9f804d028 HTTP/1.1" status: 204 len: 168 time: 3.2694414 Nov 23 18:14:20.505848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.528286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48876) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:20.534121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-53c38f93-ab5a-4fb6-b13d-b99e9655df4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ead72aa2a7e4e99a29019df7acb03bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7599232 Nov 23 18:14:20.545012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48878) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:20.582618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking segment: {'id': '9b30b1c8-41e4-4075-8840-7721845d1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1005e274-0ed5-446b-956c-b063a4116fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:20.583048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network hostable DHCP agents. Network: 1005e274-0ed5-446b-956c-b063a4116fe0, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:20.641812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.645314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.645950 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.707421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.708084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0ffdadf-6214-423f-a503-45a62bfdcd0b {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:14:20.714428 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.715809 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-01b77755-0765-4e4b-bf24-a06a44c4db83 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e0ffdadf-6214-423f-a503-45a62bfdcd0b HTTP/1.1" status: 204 len: 168 time: 2.9608693 Nov 23 18:14:20.718123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48882) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:20.723697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c38f93-ab5a-4fb6-b13d-b99e9655df4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f90e2c-2cf3-4407-8bad-b82a222cee96,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:20.757774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 1005e274-0ed5-446b-956c-b063a4116fe0 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:20.783824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ed2743-f20f-4469-b991-222c58a885e1 admin admin] Deleting subnet 8e8bc932-780f-4317-a7a2-0d9418b36d7a {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:20.802482 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52ed2743-f20f-4469-b991-222c58a885e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.805905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9548a5-518f-47cf-bf32-13c3338b58b9 admin admin] Deleting subnet 29603be6-be3d-4ac7-a191-6c5af7d4201c {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:20.813592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac9548a5-518f-47cf-bf32-13c3338b58b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.855738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 1005e274-0ed5-446b-956c-b063a4116fe0) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:20.865050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bbb170-eb1c-4bd4-9acf-d5f7bdfe8a35 None None] Network 1005e274-0ed5-446b-956c-b063a4116fe0 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:20.893064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:20.896447 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac9548a5-518f-47cf-bf32-13c3338b58b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.902153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:20.910496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:20.914590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:20.942757 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52ed2743-f20f-4469-b991-222c58a885e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.015247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac9548a5-518f-47cf-bf32-13c3338b58b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.128602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac9548a5-518f-47cf-bf32-13c3338b58b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.148417 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52ed2743-f20f-4469-b991-222c58a885e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.178605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9548a5-518f-47cf-bf32-13c3338b58b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29603be6-be3d-4ac7-a191-6c5af7d4201c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:21.183282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ac9548a5-518f-47cf-bf32-13c3338b58b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.191746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ac9548a5-518f-47cf-bf32-13c3338b58b9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/29603be6-be3d-4ac7-a191-6c5af7d4201c HTTP/1.1" status: 204 len: 168 time: 0.4724524 Nov 23 18:14:21.192399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48890) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:21.243201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f166a28-f311-44f1-b4e6-2c819c2380ad None None] Network 0e506f5b-b1e6-48f6-b977-02d29eae9485 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:21.267686 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-168bf3b5-d791-4d28-8c2f-9f6266909da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.272392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2f59298c-1fec-423b-af4a-30a34a21b5bd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7009473 Nov 23 18:14:21.277408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48894) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:21.301939 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52ed2743-f20f-4469-b991-222c58a885e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.327480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.382679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-168bf3b5-d791-4d28-8c2f-9f6266909da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.392220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed2743-f20f-4469-b991-222c58a885e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8bc932-780f-4317-a7a2-0d9418b36d7a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:21.397320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-52ed2743-f20f-4469-b991-222c58a885e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.402466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-52ed2743-f20f-4469-b991-222c58a885e1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8e8bc932-780f-4317-a7a2-0d9418b36d7a HTTP/1.1" status: 204 len: 168 time: 0.8670409 Nov 23 18:14:21.412916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48898) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:21.440140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985aefce-3c5c-424f-9e76-7a745054dad0 None None] Network a759d8da-536d-4250-85cc-a067d18414ce requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:21.517529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-168bf3b5-d791-4d28-8c2f-9f6266909da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.520088 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-168bf3b5-d791-4d28-8c2f-9f6266909da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.522184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-168bf3b5-d791-4d28-8c2f-9f6266909da4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97f90e2c-2cf3-4407-8bad-b82a222cee96 HTTP/1.1" status: 204 len: 168 time: 0.9749660 Nov 23 18:14:21.535330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-eafd370d-ef4e-436b-b531-af8532748d56 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port aefe7b91-df33-45b0-b676-39696bd9a629 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:21.535671 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eafd370d-ef4e-436b-b531-af8532748d56 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.539751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bf3b5-d791-4d28-8c2f-9f6266909da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f90e2c-2cf3-4407-8bad-b82a222cee96,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:21.575003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.596963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Deleting port 9df810bf-0519-403c-acde-7e984dab1a9f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:21.597314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.671667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0208c222-25b7-4252-9802-bc6ab931932d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:21.679780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eafd370d-ef4e-436b-b531-af8532748d56 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.718144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-eafd370d-ef4e-436b-b531-af8532748d56 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for aefe7b91-df33-45b0-b676-39696bd9a629 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:21.857919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] For port 9df810bf-0519-403c-acde-7e984dab1a9f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9df810bf-0519-403c-acde-7e984dab1a9f,segment=NetworkSegment(cf40d531-fa33-49bb-922f-99dcc553d0dc),segment_id=cf40d531-fa33-49bb-922f-99dcc553d0dc)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:21.858295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.884584 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eafd370d-ef4e-436b-b531-af8532748d56 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.889952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Calling delete_port for 9df810bf-0519-403c-acde-7e984dab1a9f owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:21.914636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 0208c222-25b7-4252-9802-bc6ab931932d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:21.915401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0208c222-25b7-4252-9802-bc6ab931932d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:21.916356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2fa5656d-7b25-46ff-a82d-d422080548d6 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:21.951114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 2fa5656d-7b25-46ff-a82d-d422080548d6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:21.951816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2fa5656d-7b25-46ff-a82d-d422080548d6 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:21.952513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0b134036-a307-427f-8120-47d83b03c0d0 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:21.959902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd370d-ef4e-436b-b531-af8532748d56 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=aefe7b91-df33-45b0-b676-39696bd9a629,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:21.982275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eafd370d-ef4e-436b-b531-af8532748d56 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:21.994476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eafd370d-ef4e-436b-b531-af8532748d56 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/aefe7b91-df33-45b0-b676-39696bd9a629 HTTP/1.1" status: 204 len: 168 time: 0.7159481 Nov 23 18:14:21.995570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48912) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:22.004695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 0b134036-a307-427f-8120-47d83b03c0d0 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:22.005456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0b134036-a307-427f-8120-47d83b03c0d0 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:22.088498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9f0da-6623-4205-ac70-775b533e586b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:22.096622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9f0da-6623-4205-ac70-775b533e586b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:22.102327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1ce9f0da-6623-4205-ac70-775b533e586b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1056242 Nov 23 18:14:22.103405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48914) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:22.113354 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.115958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a31caf-9350-4f4d-adf7-60d4bec39a36 None None] DHCP port deletion for 0e506f5b-b1e6-48f6-b977-02d29eae9485 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:22.120254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Deleting port 89b96896-9720-4a9d-8605-7c584014deea {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:22.120828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.252610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] DHCP port deletion for a759d8da-536d-4250-85cc-a067d18414ce request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:22.265588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-e30fd96b-466e-4cd1-a719-c39ea1194583 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port d26de2d2-d9c8-4064-8ef6-0928df0f1ce2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:22.266826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e30fd96b-466e-4cd1-a719-c39ea1194583 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.274601 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Pushing event deleted for resources: {'Port': ['ID=9df810bf-0519-403c-acde-7e984dab1a9f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:22.284782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48918) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:22.321047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] For port 89b96896-9720-4a9d-8605-7c584014deea, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=89b96896-9720-4a9d-8605-7c584014deea,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:22.321427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.325034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] No DVR routers for this DVR port 9df810bf-0519-403c-acde-7e984dab1a9f on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:22.327263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db063184-2257-4bfb-8684-5d10cb809d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.384823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] Deleting port 89b96896-9720-4a9d-8605-7c584014deea {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:22.385681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.431119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e30fd96b-466e-4cd1-a719-c39ea1194583 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.480602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-e30fd96b-466e-4cd1-a719-c39ea1194583 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for d26de2d2-d9c8-4064-8ef6-0928df0f1ce2 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:22.482173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Calling delete_port for 89b96896-9720-4a9d-8605-7c584014deea owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:22.487124 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db063184-2257-4bfb-8684-5d10cb809d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.487285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] For port 89b96896-9720-4a9d-8605-7c584014deea, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=89b96896-9720-4a9d-8605-7c584014deea,segment=NetworkSegment(0cae516e-40b2-43a6-b400-d0ad6826dfb0),segment_id=0cae516e-40b2-43a6-b400-d0ad6826dfb0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:22.488377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.512574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] Calling delete_port for 89b96896-9720-4a9d-8605-7c584014deea owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:22.518217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db063184-2257-4bfb-8684-5d10cb809d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.559444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-db063184-2257-4bfb-8684-5d10cb809d48 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8be5cc0fbb6a4454abcc155a0eac224b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2624118 Nov 23 18:14:22.565239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:22.625368 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e30fd96b-466e-4cd1-a719-c39ea1194583 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.653698 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.676981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.704528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] Pushing event deleted for resources: {'Port': ['ID=89b96896-9720-4a9d-8605-7c584014deea,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:22.705191 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e30fd96b-466e-4cd1-a719-c39ea1194583 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.707213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0795eb7-b6c1-472f-b877-46bd7982bb19 None None] No DVR routers for this DVR port 89b96896-9720-4a9d-8605-7c584014deea on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:22.708951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e30fd96b-466e-4cd1-a719-c39ea1194583 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/d26de2d2-d9c8-4064-8ef6-0928df0f1ce2 HTTP/1.1" status: 204 len: 168 time: 0.6040552 Nov 23 18:14:22.710387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fd96b-466e-4cd1-a719-c39ea1194583 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=d26de2d2-d9c8-4064-8ef6-0928df0f1ce2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:22.712452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48928) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:22.787323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db063184-2257-4bfb-8684-5d10cb809d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0241a185-6eb7-45fe-8aaa-1f107a9d948c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:22.797913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719954f-01ba-479f-972d-848bed225919 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:22.799055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2719954f-01ba-479f-972d-848bed225919 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0853798 Nov 23 18:14:22.801846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48932) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:22.805159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e506f5b-b1e6-48f6-b977-02d29eae9485']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:22.831785 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43369d3-c94c-45ca-ac1b-fc6ca1873805 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:14:22.833402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e43369d3-c94c-45ca-ac1b-fc6ca1873805 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/aefe7b91-df33-45b0-b676-39696bd9a629 HTTP/1.1" status: 404 len: 333 time: 0.0305109 Nov 23 18:14:22.836396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48934) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:22.857292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf40d531-fa33-49bb-922f-99dcc553d0dc') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:22.857607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf40d531-fa33-49bb-922f-99dcc553d0dc') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:22.874287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.879592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ec16bf8-185d-458f-ab8b-52f9eda5ad7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.880294 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb45a03-6449-4edb-874a-eeef82dbd1ec tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:14:22.882414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8fb45a03-6449-4edb-874a-eeef82dbd1ec tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/d26de2d2-d9c8-4064-8ef6-0928df0f1ce2 HTTP/1.1" status: 404 len: 333 time: 0.0450342 Nov 23 18:14:22.885179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48938) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:22.887825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.950326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.959774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:22.960258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:22.990587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.069048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ec16bf8-185d-458f-ab8b-52f9eda5ad7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:23.105498 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:23.109835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] No DVR routers for this DVR port 89b96896-9720-4a9d-8605-7c584014deea on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:23.111731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.113105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b96896-9720-4a9d-8605-7c584014deea,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:23.122855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.128654 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] 10.222.0.74 "DELETE /v2.0/networks/0e506f5b-b1e6-48f6-b977-02d29eae9485 HTTP/1.1" status: 204 len: 168 time: 1.9328284 Nov 23 18:14:23.150044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.166383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5683846-6818-4952-a974-d7d27ee5629f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e506f5b-b1e6-48f6-b977-02d29eae9485,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:23.185672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1005e274-0ed5-446b-956c-b063a4116fe0']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:23.202453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b30b1c8-41e4-4075-8840-7721845d1e16') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:23.203501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b30b1c8-41e4-4075-8840-7721845d1e16') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:23.218474 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ec16bf8-185d-458f-ab8b-52f9eda5ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.227536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ec16bf8-185d-458f-ab8b-52f9eda5ad7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.231322 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4ec16bf8-185d-458f-ab8b-52f9eda5ad7e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0241a185-6eb7-45fe-8aaa-1f107a9d948c HTTP/1.1" status: 204 len: 168 time: 0.6614611 Nov 23 18:14:23.242249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.281006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.289844 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.296618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:23.299342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.323318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec16bf8-185d-458f-ab8b-52f9eda5ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0241a185-6eb7-45fe-8aaa-1f107a9d948c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:23.355105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a759d8da-536d-4250-85cc-a067d18414ce']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:23.380044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cae516e-40b2-43a6-b400-d0ad6826dfb0') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:23.380331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cae516e-40b2-43a6-b400-d0ad6826dfb0') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:23.403490 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.436072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.451984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:23.452497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:23.454656 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:23.469181 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:23.480964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.490202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.499767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/networks/1005e274-0ed5-446b-956c-b063a4116fe0 HTTP/1.1" status: 204 len: 168 time: 0.6132774 Nov 23 18:14:23.505749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48954) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:23.507440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 89b96896-9720-4a9d-8605-7c584014deea no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:23.520346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1244297325'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:23.525422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7813839-e53e-41d5-afb8-6f36f48069e4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Network': ['ID=1005e274-0ed5-446b-956c-b063a4116fe0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:23.568248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:23.573694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.574908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 89b96896-9720-4a9d-8605-7c584014deea {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:23.575077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 89b96896-9720-4a9d-8605-7c584014deea not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:23.577329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9df810bf-0519-403c-acde-7e984dab1a9f no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:23.580118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.587758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.600539 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a759d8da-536d-4250-85cc-a067d18414ce HTTP/1.1" status: 204 len: 168 time: 2.1824203 Nov 23 18:14:23.607859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 48958) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:23.625973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 9df810bf-0519-403c-acde-7e984dab1a9f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:23.626741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9df810bf-0519-403c-acde-7e984dab1a9f not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:23.638916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7aab9-4e24-44c1-8481-28a73134c920 admin admin] Pushing event deleted for resources: {'Network': ['ID=a759d8da-536d-4250-85cc-a067d18414ce,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:23.684268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48962) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:23.704617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:14:23.725647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.726302 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Added segment 458dffdd-5a5b-4ff5-aac9-62ec77661a90 of type vlan for network 597f9147-fa0a-4b42-a629-5f4d0005dd24 Nov 23 18:14:23.770954 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d90a0b7f-1f1f-4eaf-aa71-7721bdbbb4db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=30784fb765974f04b1f5b841ab0839c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853705 Nov 23 18:14:23.771557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48966) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:23.826442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8821fa74-5bfd-44c5-9881-aacbceb4dcdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.877954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.878217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8821fa74-5bfd-44c5-9881-aacbceb4dcdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.936610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8821fa74-5bfd-44c5-9881-aacbceb4dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.940481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8821fa74-5bfd-44c5-9881-aacbceb4dcdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:23.945309 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8821fa74-5bfd-44c5-9881-aacbceb4dcdf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57b11cd3-bc3f-4a39-9f01-fe938b887ff1 HTTP/1.1" status: 204 len: 168 time: 0.1727257 Nov 23 18:14:23.959962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821fa74-5bfd-44c5-9881-aacbceb4dcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b11cd3-bc3f-4a39-9f01-fe938b887ff1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:24.081348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:24.087493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:24.088178 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:24.114665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6077778 Nov 23 18:14:24.117669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 48982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:24.123011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '597f9147-fa0a-4b42-a629-5f4d0005dd24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:24.329602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:24.333545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:24.405226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48671d-eae7-49fa-bb9b-de9f68226c88 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Network': ['ID=597f9147-fa0a-4b42-a629-5f4d0005dd24,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:24.419924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 597f9147-fa0a-4b42-a629-5f4d0005dd24 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:14:24.461298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Performing IP validity checks on allocation pools {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:14:24.461948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:14:24.658621 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:24.678587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:24.793798 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking segment: {'id': '458dffdd-5a5b-4ff5-aac9-62ec77661a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '597f9147-fa0a-4b42-a629-5f4d0005dd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:24.794169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network hostable DHCP agents. Network: 597f9147-fa0a-4b42-a629-5f4d0005dd24, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:24.798540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=285a5924-5bed-4d36-bbd7-7490179ddb84,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:24.827300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 597f9147-fa0a-4b42-a629-5f4d0005dd24 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:24.849655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 597f9147-fa0a-4b42-a629-5f4d0005dd24) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:24.854623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:24.855531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:24.861454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6256a0d-03f7-4f76-9648-432fcec89ba6 None None] Network 597f9147-fa0a-4b42-a629-5f4d0005dd24 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:24.900375 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8cab403a-018d-4634-9373-a84179bc9eff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7791154 Nov 23 18:14:24.900625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49020) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:24.910652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '597f9147-fa0a-4b42-a629-5f4d0005dd24', 'name': 'tempest-PortsTestJSON-1635266484'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:25.123410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Deleting port 98705814-0bf8-4bb8-839d-bf0e97d1293a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:25.125294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:25.184355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:25.189924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:25.204453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-597f9147-fa0a-4b42-a629-5f4d0005dd24', 'network_id': '597f9147-fa0a-4b42-a629-5f4d0005dd24', 'tenant_id': '28601f0bc3be4943b4cb44016db537ac', 'fixed_ips': [{'subnet_id': '285a5924-5bed-4d36-bbd7-7490179ddb84'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:14:25.205338 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:25.261984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port ad5bc9f4-e473-48c3-9385-f4516b6805d0 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:25.291113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] For port 98705814-0bf8-4bb8-839d-bf0e97d1293a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=98705814-0bf8-4bb8-839d-bf0e97d1293a,segment=NetworkSegment(c54281d3-984e-4f83-8033-c1e51978a928),segment_id=c54281d3-984e-4f83-8033-c1e51978a928)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:25.291475 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:25.340931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Calling delete_port for 98705814-0bf8-4bb8-839d-bf0e97d1293a owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:25.487248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Allocated IP 172.20.0.2 (597f9147-fa0a-4b42-a629-5f4d0005dd24/285a5924-5bed-4d36-bbd7-7490179ddb84/5867e708-38b8-4aab-9a2c-c307c8585f3d) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:25.952760 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:25.971360 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:26.039287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Network 597f9147-fa0a-4b42-a629-5f4d0005dd24 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:26.044591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:26.050530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:26.065245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Pushing event updated for resources: {'Port': ['ID=5867e708-38b8-4aab-9a2c-c307c8585f3d,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:26.177036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.5 (597f9147-fa0a-4b42-a629-5f4d0005dd24/285a5924-5bed-4d36-bbd7-7490179ddb84/ad5bc9f4-e473-48c3-9385-f4516b6805d0) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:26.215271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Attempting to bind port 5867e708-38b8-4aab-9a2c-c307c8585f3d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:26.215668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Attempting to bind port 5867e708-38b8-4aab-9a2c-c307c8585f3d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '458dffdd-5a5b-4ff5-aac9-62ec77661a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '597f9147-fa0a-4b42-a629-5f4d0005dd24'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:26.216049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Attempting to bind port 5867e708-38b8-4aab-9a2c-c307c8585f3d on network 597f9147-fa0a-4b42-a629-5f4d0005dd24 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:26.231866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:26.232132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Checking segment: {'id': '458dffdd-5a5b-4ff5-aac9-62ec77661a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '597f9147-fa0a-4b42-a629-5f4d0005dd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:26.232647 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:26.232927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Bound using segment: {'id': '458dffdd-5a5b-4ff5-aac9-62ec77661a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '597f9147-fa0a-4b42-a629-5f4d0005dd24'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:26.233374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Bound port: 5867e708-38b8-4aab-9a2c-c307c8585f3d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458dffdd-5a5b-4ff5-aac9-62ec77661a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '597f9147-fa0a-4b42-a629-5f4d0005dd24'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:26.233764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:26.384782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:26.492844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] For port 5867e708-38b8-4aab-9a2c-c307c8585f3d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:26.508485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] For port 5867e708-38b8-4aab-9a2c-c307c8585f3d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5867e708-38b8-4aab-9a2c-c307c8585f3d,segment=NetworkSegment(458dffdd-5a5b-4ff5-aac9-62ec77661a90),segment_id=458dffdd-5a5b-4ff5-aac9-62ec77661a90)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:26.511755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=98705814-0bf8-4bb8-839d-bf0e97d1293a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:26.517010 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:26.602793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a17a139e-7481-4359-84be-e34a537d16eb req-1a758c77-b9dd-4deb-ae8a-6e9aee762ab9 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.1561067 Nov 23 18:14:26.698391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53830dc9-1617-4759-b42f-b9c8988f1449 None None] Pushing event updated for resources: {'Port': ['ID=5867e708-38b8-4aab-9a2c-c307c8585f3d,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:26.702445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:26.805686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:26.965041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 597f9147-fa0a-4b42-a629-5f4d0005dd24 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:26.970962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:26.972841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=ad5bc9f4-e473-48c3-9385-f4516b6805d0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:26.975269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:27.034457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:27.035603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:27.058132 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d96f8b5a-a5ad-4a12-b640-416c07e1a52b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1543663 Nov 23 18:14:27.060925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49132) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:27.080783 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:27.303754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-30822105-fdfb-45d0-8d4d-ef590d99c542 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port ad5bc9f4-e473-48c3-9385-f4516b6805d0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:27.304420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30822105-fdfb-45d0-8d4d-ef590d99c542 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:27.554120 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30822105-fdfb-45d0-8d4d-ef590d99c542 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:27.614932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-30822105-fdfb-45d0-8d4d-ef590d99c542 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for ad5bc9f4-e473-48c3-9385-f4516b6805d0 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:27.644176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49148) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:27.666654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Router 6f639561-37e4-4a09-9f35-1a63f713eb5e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:14:27.847149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5867e708-38b8-4aab-9a2c-c307c8585f3d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:27.865242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc3b4d18-d5dc-42ba-9d0a-102b68b1cf84 req-22285e5e-c1f0-45af-9feb-88728e07fa4b tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0697870 Nov 23 18:14:27.954450 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b6e595d-b424-41b1-b2f3-02492a60a0ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.009555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30822105-fdfb-45d0-8d4d-ef590d99c542 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.029019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:14:28.051493 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] Sync routers for ids ['6f639561-37e4-4a09-9f35-1a63f713eb5e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:14:28.063070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822105-fdfb-45d0-8d4d-ef590d99c542 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=ad5bc9f4-e473-48c3-9385-f4516b6805d0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:28.064334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5867e708-38b8-4aab-9a2c-c307c8585f3d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:28.070776 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.073387 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] Routers {'6f639561-37e4-4a09-9f35-1a63f713eb5e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:14:28.081699 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:14:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['6f639561-37e4-4a09-9f35-1a63f713eb5e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:28.169446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b6e595d-b424-41b1-b2f3-02492a60a0ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.182429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b1f5bd06-acae-4b45-ad2f-e6513a405a95 admin admin] 10.222.0.74 "PUT /v2.0/routers/6f639561-37e4-4a09-9f35-1a63f713eb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5730243 Nov 23 18:14:28.185525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49158) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:28.277700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30822105-fdfb-45d0-8d4d-ef590d99c542 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.288207 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-30822105-fdfb-45d0-8d4d-ef590d99c542 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/ad5bc9f4-e473-48c3-9385-f4516b6805d0 HTTP/1.1" status: 204 len: 168 time: 1.2242463 Nov 23 18:14:28.290900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49162) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:28.319031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.334808 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.343772 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-36696e1c-c350-4977-9311-33189d579f47 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:14:28.344355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36696e1c-c350-4977-9311-33189d579f47 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:14:28.352079 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-36696e1c-c350-4977-9311-33189d579f47 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/ad5bc9f4-e473-48c3-9385-f4516b6805d0 HTTP/1.1" status: 404 len: 333 time: 0.0598884 Nov 23 18:14:28.358519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49164) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:28.399270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 5867e708-38b8-4aab-9a2c-c307c8585f3d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5867e708-38b8-4aab-9a2c-c307c8585f3d,segment=NetworkSegment(458dffdd-5a5b-4ff5-aac9-62ec77661a90),segment_id=458dffdd-5a5b-4ff5-aac9-62ec77661a90)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:28.410774 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.412206 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] Set router 6f639561-37e4-4a09-9f35-1a63f713eb5e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:14:28.421148 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0bc039-4a54-42b1-93bd-604aa81df795 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:14:28.427983 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bf0bc039-4a54-42b1-93bd-604aa81df795 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/ad5bc9f4-e473-48c3-9385-f4516b6805d0 HTTP/1.1" status: 404 len: 333 time: 0.0677750 Nov 23 18:14:28.430325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49168) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:28.557955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=5867e708-38b8-4aab-9a2c-c307c8585f3d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:28.571104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b6e595d-b424-41b1-b2f3-02492a60a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.597626 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.627208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3367c79-cbb5-433d-8b5d-703ca69e881a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet 285a5924-5bed-4d36-bbd7-7490179ddb84 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:28.630605 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e3367c79-cbb5-433d-8b5d-703ca69e881a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.688035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e595d-b424-41b1-b2f3-02492a60a0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f01058-20c7-45c9-a5d8-12f237d34167,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:28.704000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8b6e595d-b424-41b1-b2f3-02492a60a0ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19a9d3056a054ecb956452598661abde&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0581255 Nov 23 18:14:28.706671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49174) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:28.712289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7fab03-7860-4716-bb75-9341f669109c None None] Network 597f9147-fa0a-4b42-a629-5f4d0005dd24 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:28.728743 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e3367c79-cbb5-433d-8b5d-703ca69e881a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.800286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Deleting port cc35f254-6d07-452e-b963-faf8a6611136 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:28.800875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.883821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4456f4fe-ba88-4554-a295-e4e49f18482e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.947164 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4456f4fe-ba88-4554-a295-e4e49f18482e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.960505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f9cb5dc2-f7be-4c09-aa8d-5ecc4805dc4c None None] Provisioning complete for port 5867e708-38b8-4aab-9a2c-c307c8585f3d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:28.960982 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5dc2-f7be-4c09-aa8d-5ecc4805dc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:28.972988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e3367c79-cbb5-433d-8b5d-703ca69e881a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.025984 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:14:26Z', 'revision_number': 5, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port': {'id': 'cc35f254-6d07-452e-b963-faf8a6611136', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:29.039807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] For port cc35f254-6d07-452e-b963-faf8a6611136, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cc35f254-6d07-452e-b963-faf8a6611136,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:29.040672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.091909 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] Checking router: 6f639561-37e4-4a09-9f35-1a63f713eb5e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:14:29.098484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-305e2093-71fb-470b-b099-bf03fa792399 req-c93ac2fc-0f2b-499b-8ec5-9162e4aa07f3 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0624518 Nov 23 18:14:29.113986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Calling delete_port for cc35f254-6d07-452e-b963-faf8a6611136 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:29.120157 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] Routers {'6f639561-37e4-4a09-9f35-1a63f713eb5e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:14:29.123834 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:14:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['6f639561-37e4-4a09-9f35-1a63f713eb5e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:29.255528 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] Set router 6f639561-37e4-4a09-9f35-1a63f713eb5e gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:14:29.340214 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:14:28Z', 'revision_number': 6, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:29.397946 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189adaf8-ce93-4c69-a614-538af8a9e1d1 None None] The sync data for ids ['6f639561-37e4-4a09-9f35-1a63f713eb5e'] in n-d-818932-3 is: [{'id': '6f639561-37e4-4a09-9f35-1a63f713eb5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1781759586-router', 'tenant_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:56Z', 'updated_at': '2021-11-23T18:14:28Z', 'revision_number': 6, 'project_id': '3ef2808c12cc43fb99ad5ff1271f8955', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:14:29.475810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.507124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc35f254-6d07-452e-b963-faf8a6611136,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:29.529075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780e9f1-bd4c-4982-9595-94d58fbe024e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:29.659390 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.707948 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e3367c79-cbb5-433d-8b5d-703ca69e881a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.723319 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4456f4fe-ba88-4554-a295-e4e49f18482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.727654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4456f4fe-ba88-4554-a295-e4e49f18482e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.731977 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4456f4fe-ba88-4554-a295-e4e49f18482e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27f01058-20c7-45c9-a5d8-12f237d34167 HTTP/1.1" status: 204 len: 168 time: 1.0230961 Nov 23 18:14:29.762716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456f4fe-ba88-4554-a295-e4e49f18482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f01058-20c7-45c9-a5d8-12f237d34167,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:29.776544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367c79-cbb5-433d-8b5d-703ca69e881a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=285a5924-5bed-4d36-bbd7-7490179ddb84,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:29.792091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e3367c79-cbb5-433d-8b5d-703ca69e881a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.799565 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e3367c79-cbb5-433d-8b5d-703ca69e881a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/285a5924-5bed-4d36-bbd7-7490179ddb84 HTTP/1.1" status: 204 len: 168 time: 1.3667119 Nov 23 18:14:29.802118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49206) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:29.863678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5867e708-38b8-4aab-9a2c-c307c8585f3d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:29.938941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779d91b-5dc8-496f-aa94-c753341a8eab None None] Network 597f9147-fa0a-4b42-a629-5f4d0005dd24 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:29.956459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9355cbf-611d-4b17-8e5f-f230cb136546 req-ffed3eaa-ea04-498e-870e-fad85cb8e6bd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0376461 Nov 23 18:14:29.961647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:29.964123 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.032873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.034265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f639561-37e4-4a09-9f35-1a63f713eb5e {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:14:30.039706 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.041971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7955f413-45ba-4901-87fe-caed2cb9e3b3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6f639561-37e4-4a09-9f35-1a63f713eb5e HTTP/1.1" status: 204 len: 168 time: 1.8556576 Nov 23 18:14:30.044466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49212) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:30.076752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.141868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5867e708-38b8-4aab-9a2c-c307c8585f3d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:30.142431 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.181464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf49d3c-2774-44ff-af6f-a6f9ac93c63b admin admin] Deleting subnet a9bbd2b4-d291-495f-b23a-f4383741400a {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:30.191698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 5867e708-38b8-4aab-9a2c-c307c8585f3d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:30.192422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.194510 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ebf49d3c-2774-44ff-af6f-a6f9ac93c63b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.295006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2a9d6f7d-2b1e-42f0-afde-7bb008822d3c None None] Provisioning complete for port 5867e708-38b8-4aab-9a2c-c307c8585f3d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:30.296975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6f7d-2b1e-42f0-afde-7bb008822d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.338720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-711c0761-6539-48e5-b278-a9073d267631 req-f04450fa-9433-43f7-8455-0b56f6e41f68 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0620649 Nov 23 18:14:30.355182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ebf49d3c-2774-44ff-af6f-a6f9ac93c63b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.356072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] For port 5867e708-38b8-4aab-9a2c-c307c8585f3d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5867e708-38b8-4aab-9a2c-c307c8585f3d,segment=NetworkSegment(458dffdd-5a5b-4ff5-aac9-62ec77661a90),segment_id=458dffdd-5a5b-4ff5-aac9-62ec77661a90)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:30.357326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.377588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 5867e708-38b8-4aab-9a2c-c307c8585f3d owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:30.485059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49224) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:30.506710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9d873b2-5228-4898-82f0-811cc505416f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.589779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ebf49d3c-2774-44ff-af6f-a6f9ac93c63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.661045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.665860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574be936-e71e-408a-8eff-6a3a97f10314 None None] DHCP port deletion for 597f9147-fa0a-4b42-a629-5f4d0005dd24 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:30.711825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=5867e708-38b8-4aab-9a2c-c307c8585f3d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:30.740910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No DVR routers for this DVR port 5867e708-38b8-4aab-9a2c-c307c8585f3d on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:30.810639 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ebf49d3c-2774-44ff-af6f-a6f9ac93c63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.866646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf49d3c-2774-44ff-af6f-a6f9ac93c63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9bbd2b4-d291-495f-b23a-f4383741400a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:30.888715 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ebf49d3c-2774-44ff-af6f-a6f9ac93c63b admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.894215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ebf49d3c-2774-44ff-af6f-a6f9ac93c63b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a9bbd2b4-d291-495f-b23a-f4383741400a HTTP/1.1" status: 204 len: 168 time: 0.8484144 Nov 23 18:14:30.896325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1d61a-97db-4743-9121-40c00206c698 None None] Network 9484993a-e916-4b69-9aff-ce85de2eca68 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:30.897524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.898347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49234) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:30.908635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9d873b2-5228-4898-82f0-811cc505416f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.934952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9d873b2-5228-4898-82f0-811cc505416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:30.986094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597f9147-fa0a-4b42-a629-5f4d0005dd24']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:31.015393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d873b2-5228-4898-82f0-811cc505416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4ac7e0-6a18-4f43-a3ab-7a3985fcacd1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:31.019005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458dffdd-5a5b-4ff5-aac9-62ec77661a90') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:31.019537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458dffdd-5a5b-4ff5-aac9-62ec77661a90') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:31.064082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.080249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c9d873b2-5228-4898-82f0-811cc505416f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7f52727f10c24197bcccbafb5f24dff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5938747 Nov 23 18:14:31.083310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49236) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:31.093789 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.113367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.126587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:31.127204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:31.135912 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:31.210265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.255418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.256014 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.266275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.269187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Deleting port cabb24e0-1c99-46fb-8a3d-176d54e2979c {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:31.269532 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.274131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] DHCP port deletion for 9484993a-e916-4b69-9aff-ce85de2eca68 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:31.281026 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/networks/597f9147-fa0a-4b42-a629-5f4d0005dd24 HTTP/1.1" status: 204 len: 168 time: 1.4768476 Nov 23 18:14:31.281687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49238) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:31.303595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1695572311'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:31.307911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c28edc-f0c0-4fc6-9f28-2d60ed41bb82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Network': ['ID=597f9147-fa0a-4b42-a629-5f4d0005dd24,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:31.348295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] Deleting port cabb24e0-1c99-46fb-8a3d-176d54e2979c {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:31.348751 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.352180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:31.358146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.371110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] For port cabb24e0-1c99-46fb-8a3d-176d54e2979c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cabb24e0-1c99-46fb-8a3d-176d54e2979c,segment=NetworkSegment(c54281d3-984e-4f83-8033-c1e51978a928),segment_id=c54281d3-984e-4f83-8033-c1e51978a928)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:31.371802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.389090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Calling delete_port for cabb24e0-1c99-46fb-8a3d-176d54e2979c owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:31.404056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.408349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.410208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd4ac7e0-6a18-4f43-a3ab-7a3985fcacd1 HTTP/1.1" status: 204 len: 168 time: 0.3254149 Nov 23 18:14:31.454017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:14:31.460165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4ac7e0-6a18-4f43-a3ab-7a3985fcacd1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:31.474175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.474941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.475490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.476048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.476583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.477130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.477659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.478188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.478740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.479318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.479862 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.480398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93c022-671f-4257-a017-7226ec0d8171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:14:31.494217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.494583 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Added segment 6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94 of type vlan for network 4c30bf6e-7449-4aae-bcea-e05cd453f136 Nov 23 18:14:31.521323 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.538848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] No DVR routers for this DVR port cabb24e0-1c99-46fb-8a3d-176d54e2979c on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:31.566370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cabb24e0-1c99-46fb-8a3d-176d54e2979c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:31.570391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] For port cabb24e0-1c99-46fb-8a3d-176d54e2979c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cabb24e0-1c99-46fb-8a3d-176d54e2979c,segment=NetworkSegment(c54281d3-984e-4f83-8033-c1e51978a928),segment_id=c54281d3-984e-4f83-8033-c1e51978a928)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:31.571276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.574960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5867e708-38b8-4aab-9a2c-c307c8585f3d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:31.616366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.618609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 5867e708-38b8-4aab-9a2c-c307c8585f3d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:31.619166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5867e708-38b8-4aab-9a2c-c307c8585f3d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:31.619659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cabb24e0-1c99-46fb-8a3d-176d54e2979c no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:31.625958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] Calling delete_port for cabb24e0-1c99-46fb-8a3d-176d54e2979c owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:31.656924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.657734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cabb24e0-1c99-46fb-8a3d-176d54e2979c {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:31.658159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cabb24e0-1c99-46fb-8a3d-176d54e2979c not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:31.658653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cc35f254-6d07-452e-b963-faf8a6611136 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:31.669533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:31.670472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.713868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cc35f254-6d07-452e-b963-faf8a6611136 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:31.714215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cc35f254-6d07-452e-b963-faf8a6611136 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:31.714809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 98705814-0bf8-4bb8-839d-bf0e97d1293a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:31.721632 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.741817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 98705814-0bf8-4bb8-839d-bf0e97d1293a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:31.742181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 98705814-0bf8-4bb8-839d-bf0e97d1293a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:31.777678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ce3acea-4e98-4d15-95ab-0b9f28d2f205 req-15535b41-23f2-4fdc-8bae-8d75fe02a44e tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.1629241 Nov 23 18:14:31.800145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9484993a-e916-4b69-9aff-ce85de2eca68']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:31.824883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54281d3-984e-4f83-8033-c1e51978a928') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:31.825192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54281d3-984e-4f83-8033-c1e51978a928') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:31.849024 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.868197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Network': ['ID=4c30bf6e-7449-4aae-bcea-e05cd453f136,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:31.872676 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.893045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 4c30bf6e-7449-4aae-bcea-e05cd453f136 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:14:31.896387 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e4b7736c-3811-455d-9bc4-65e69e637a5a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5972674 Nov 23 18:14:31.898903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49252) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:31.912222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '4c30bf6e-7449-4aae-bcea-e05cd453f136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:31.939304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.955005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] No DVR routers for this DVR port cabb24e0-1c99-46fb-8a3d-176d54e2979c on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:31.966990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:31.966990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:31.977518 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:31.979984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e08bf2-18d3-4b40-b56e-461f4fb1b4a8 None None] Pushing event deleted for resources: {'Port': ['ID=cabb24e0-1c99-46fb-8a3d-176d54e2979c,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:32.154653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.167228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.172236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] 10.222.0.74 "DELETE /v2.0/networks/9484993a-e916-4b69-9aff-ce85de2eca68 HTTP/1.1" status: 204 len: 168 time: 1.2722280 Nov 23 18:14:32.178498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:32.185954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b07e96-3a71-491f-adf2-a5b1cd4ea4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9484993a-e916-4b69-9aff-ce85de2eca68,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:32.189103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.444395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92dbce89-44b6-432a-950e-f3cff2af5f0f req-22e84efa-7dae-4bbe-9d65-8d1315c4524b tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0449150 Nov 23 18:14:32.528118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49282) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:32.561527 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.592812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-03cd6886-8e53-4ccf-9540-a0adb64204e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e8d96e5abce447b289b4f8db185c3506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631027 Nov 23 18:14:32.593915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49284) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:32.656892 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ce959ffa-218d-4363-af60-30652a3db825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.692750 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ce959ffa-218d-4363-af60-30652a3db825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.715956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=6c76cd15-f537-4b92-a572-cfa4de832f45,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:32.725589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking segment: {'id': '6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c30bf6e-7449-4aae-bcea-e05cd453f136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:32.725705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network hostable DHCP agents. Network: 4c30bf6e-7449-4aae-bcea-e05cd453f136, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:32.762103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 4c30bf6e-7449-4aae-bcea-e05cd453f136 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:32.776073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ce959ffa-218d-4363-af60-30652a3db825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.778998 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ce959ffa-218d-4363-af60-30652a3db825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.780195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ce959ffa-218d-4363-af60-30652a3db825 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a08444f8-cb48-4e75-95ba-aec3aaa17b33 HTTP/1.1" status: 204 len: 168 time: 0.1852584 Nov 23 18:14:32.785103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 4c30bf6e-7449-4aae-bcea-e05cd453f136) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:32.793543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:32.794178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:32.798212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709779b-4685-43fa-bdfb-91fb6358752c None None] Network 4c30bf6e-7449-4aae-bcea-e05cd453f136 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:32.801069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce959ffa-218d-4363-af60-30652a3db825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08444f8-cb48-4e75-95ba-aec3aaa17b33,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:32.822509 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-240be606-18cd-4343-ad66-0df6856a0e42 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9219570 Nov 23 18:14:32.825950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49294) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:32.834143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '4c30bf6e-7449-4aae-bcea-e05cd453f136', 'security_groups': [], 'name': 'tempest-PortsTestJSON-711619087'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:33.106913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:33.112248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.136141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port 2b4e756c-05f4-4f50-ace9-f6f37ac88a7a yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:33.158472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-4c30bf6e-7449-4aae-bcea-e05cd453f136', 'network_id': '4c30bf6e-7449-4aae-bcea-e05cd453f136', 'tenant_id': '28601f0bc3be4943b4cb44016db537ac', 'fixed_ips': [{'subnet_id': '6c76cd15-f537-4b92-a572-cfa4de832f45'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:14:33.160388 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.286574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.3 (4c30bf6e-7449-4aae-bcea-e05cd453f136/6c76cd15-f537-4b92-a572-cfa4de832f45/2b4e756c-05f4-4f50-ace9-f6f37ac88a7a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:33.466546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49308) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:33.523326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.582198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.615441 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7223ae43-b7de-452c-9df0-7ac4a2e2c57b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ef2808c12cc43fb99ad5ff1271f8955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467052 Nov 23 18:14:33.616098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:33.660948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 4c30bf6e-7449-4aae-bcea-e05cd453f136 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:33.684818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Allocated IP 172.20.0.2 (4c30bf6e-7449-4aae-bcea-e05cd453f136/6c76cd15-f537-4b92-a572-cfa4de832f45/dedfa760-5349-4517-9167-7ee353bd7454) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:33.701171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:33.716788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-525836ab-8895-42d2-9b53-022acfca3d4d req-c23bc1bd-e2ce-4a1c-b4b1-78de64053c4b tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.1152046 Nov 23 18:14:33.720880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:33.736981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ae533e2-2a5c-48e1-bc99-646396a0c62e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.772913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ae533e2-2a5c-48e1-bc99-646396a0c62e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.841200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ae533e2-2a5c-48e1-bc99-646396a0c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.845662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ae533e2-2a5c-48e1-bc99-646396a0c62e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.849522 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7ae533e2-2a5c-48e1-bc99-646396a0c62e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b0c2b42-8016-481b-97bc-06ae8dbde966 HTTP/1.1" status: 204 len: 168 time: 0.2290621 Nov 23 18:14:33.861962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae533e2-2a5c-48e1-bc99-646396a0c62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c2b42-8016-481b-97bc-06ae8dbde966,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:33.928251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:33.931482 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:33.943832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=2b4e756c-05f4-4f50-ace9-f6f37ac88a7a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:33.972310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-79d22a09-c6c7-4bae-ab16-1c15d7e59914 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1449926 Nov 23 18:14:33.975107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49318) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:34.061666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:34.086615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:34.170076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Network 4c30bf6e-7449-4aae-bcea-e05cd453f136 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:34.175943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:34.180007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:34.215101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Pushing event updated for resources: {'Port': ['ID=dedfa760-5349-4517-9167-7ee353bd7454,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:34.222127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0f502973-9797-4dc2-9a0d-42a942529da2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 2b4e756c-05f4-4f50-ace9-f6f37ac88a7a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:34.222569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f502973-9797-4dc2-9a0d-42a942529da2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:34.431286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f502973-9797-4dc2-9a0d-42a942529da2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:34.468966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0f502973-9797-4dc2-9a0d-42a942529da2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 2b4e756c-05f4-4f50-ace9-f6f37ac88a7a owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:34.584673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Attempting to bind port dedfa760-5349-4517-9167-7ee353bd7454 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:34.585065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Attempting to bind port dedfa760-5349-4517-9167-7ee353bd7454 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c30bf6e-7449-4aae-bcea-e05cd453f136'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:34.585447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Attempting to bind port dedfa760-5349-4517-9167-7ee353bd7454 on network 4c30bf6e-7449-4aae-bcea-e05cd453f136 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:34.601288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:34.601679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Checking segment: {'id': '6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c30bf6e-7449-4aae-bcea-e05cd453f136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:34.602099 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:34.602499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Bound using segment: {'id': '6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c30bf6e-7449-4aae-bcea-e05cd453f136'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:34.604388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Bound port: dedfa760-5349-4517-9167-7ee353bd7454, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c30bf6e-7449-4aae-bcea-e05cd453f136'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:34.604805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:34.754028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f502973-9797-4dc2-9a0d-42a942529da2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:34.758402 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:14:34.877881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] For port dedfa760-5349-4517-9167-7ee353bd7454, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:34.881271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f502973-9797-4dc2-9a0d-42a942529da2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=2b4e756c-05f4-4f50-ace9-f6f37ac88a7a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:34.882622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] For port dedfa760-5349-4517-9167-7ee353bd7454, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dedfa760-5349-4517-9167-7ee353bd7454,segment=NetworkSegment(6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94),segment_id=6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:34.898103 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:34.919661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3ab0e53-f024-4d32-9381-959caa2e62a0 req-96c9b1bd-fccb-4d17-8732-0c75194f4cd7 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0513053 Nov 23 18:14:35.045661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ac0e3-2332-405e-b2ed-e314e8bd3dad None None] Pushing event updated for resources: {'Port': ['ID=dedfa760-5349-4517-9167-7ee353bd7454,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:35.094880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f502973-9797-4dc2-9a0d-42a942529da2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.098501 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0f502973-9797-4dc2-9a0d-42a942529da2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/2b4e756c-05f4-4f50-ace9-f6f37ac88a7a HTTP/1.1" status: 204 len: 168 time: 1.1220949 Nov 23 18:14:35.100905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49348) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:35.138616 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b152a6-f57e-4fff-8f3f-ae9568fb870c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:14:35.140879 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-44b152a6-f57e-4fff-8f3f-ae9568fb870c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/2b4e756c-05f4-4f50-ace9-f6f37ac88a7a HTTP/1.1" status: 404 len: 333 time: 0.0384729 Nov 23 18:14:35.143666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49352) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:35.264553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f25187-be04-430c-a275-83bdabe99618 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet 6c76cd15-f537-4b92-a572-cfa4de832f45 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:35.281439 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27f25187-be04-430c-a275-83bdabe99618 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.387988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27f25187-be04-430c-a275-83bdabe99618 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.543379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49360) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:35.585630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27f25187-be04-430c-a275-83bdabe99618 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.694429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dedfa760-5349-4517-9167-7ee353bd7454 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:35.742767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27f25187-be04-430c-a275-83bdabe99618 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.795833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-58284303-network', 'tenant_id': 'c6ff7e55073d4e23963a672c6cede45c'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:35.809467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port dedfa760-5349-4517-9167-7ee353bd7454 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:35.809859 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.817834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f25187-be04-430c-a275-83bdabe99618 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=6c76cd15-f537-4b92-a572-cfa4de832f45,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:35.838119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27f25187-be04-430c-a275-83bdabe99618 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.847329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-27f25187-be04-430c-a275-83bdabe99618 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/6c76cd15-f537-4b92-a572-cfa4de832f45 HTTP/1.1" status: 204 len: 168 time: 0.7016835 Nov 23 18:14:35.847859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Made reservation on behalf of c6ff7e55073d4e23963a672c6cede45c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:35.850140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49366) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:35.850595 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.863885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:35.916748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.010193 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.023988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.025649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port dedfa760-5349-4517-9167-7ee353bd7454, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dedfa760-5349-4517-9167-7ee353bd7454,segment=NetworkSegment(6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94),segment_id=6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:36.029797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.033758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.118416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:14:36.130260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.130821 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Added segment 9bc813bc-bcba-418b-9920-f045541fdbbe of type vlan for network ef15c970-26c2-481a-b8f2-40f86a2a5f00 Nov 23 18:14:36.176675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=dedfa760-5349-4517-9167-7ee353bd7454,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:36.183748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.202550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-939d1ace-4a3f-440c-bf47-91d1e2f65e9c req-fe8035c8-56fe-41f8-9181-91fe6a0f55c2 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.1062748 Nov 23 18:14:36.232434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22602544-1db1-4035-9b52-17c4be46490b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:36.237196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port dedfa760-5349-4517-9167-7ee353bd7454 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:36.237845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.242751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.244457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:36.245273 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.353615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] For port dedfa760-5349-4517-9167-7ee353bd7454, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dedfa760-5349-4517-9167-7ee353bd7454,segment=NetworkSegment(6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94),segment_id=6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:36.353999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.371509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for dedfa760-5349-4517-9167-7ee353bd7454 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:36.416420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] Pushing event updated for resources: {'Network': ['ID=ef15c970-26c2-481a-b8f2-40f86a2a5f00,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:36.430644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:14:36.455709 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c71492ba-bdc3-422c-b2b8-bbd1b3f05478 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9112906 Nov 23 18:14:36.465616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49378) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:36.483180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8a103-9b10-4b85-b866-52e8aaba1c0f None None] Network 4c30bf6e-7449-4aae-bcea-e05cd453f136 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:36.484252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Request body: {'subnet': {'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-58284303-subnet', 'tenant_id': 'c6ff7e55073d4e23963a672c6cede45c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:36.485349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.544722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=dedfa760-5349-4517-9167-7ee353bd7454,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:36.549053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No DVR routers for this DVR port dedfa760-5349-4517-9167-7ee353bd7454 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:36.567075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b79a1f78-a3f5-4e18-89f7-75990981b0e0 None None] Could not find standard attr ID for object dedfa760-5349-4517-9167-7ee353bd7454. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:14:36.567627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Made reservation on behalf of c6ff7e55073d4e23963a672c6cede45c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:36.573215 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.692827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d7af4a87-f6e1-4dfa-8043-6bee2ef573ea tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b0645692ea504ab2810afead11f31787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893660 Nov 23 18:14:36.751882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead1235-c77c-4854-bb2a-7e2aa097f94b None None] DHCP port deletion for 4c30bf6e-7449-4aae-bcea-e05cd453f136 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:36.787867 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.809312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c30bf6e-7449-4aae-bcea-e05cd453f136']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:36.821372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:36.821372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6351d9-e09b-4926-ba4e-f1ef2cfd0c94') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:36.832717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.845092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.849418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.855881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:36.856319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:36.894487 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:36.912452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ade490-6148-4286-ab93-a79a110a55ad,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:36.933515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Checking segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:36.933898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Network hostable DHCP agents. Network: ef15c970-26c2-481a-b8f2-40f86a2a5f00, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:36.958242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:36.973604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, ef15c970-26c2-481a-b8f2-40f86a2a5f00) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:36.974792 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:36.986086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab174194-1829-4fe4-8a24-e05181e3a310 None None] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:37.008653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:37.014081 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:37.017476 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:37.028337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/networks/4c30bf6e-7449-4aae-bcea-e05cd453f136 HTTP/1.1" status: 204 len: 168 time: 1.1769414 Nov 23 18:14:37.036473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49392) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:37.054380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'name': 'tempest-PortsTestJSON-1694224552'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:37.082924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e88fd-b4b8-44cb-9da3-b0ac329898c9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Network': ['ID=4c30bf6e-7449-4aae-bcea-e05cd453f136,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:37.099496 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cb8026a7-963d-4f69-8b50-fe9212ca08fb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6324673 Nov 23 18:14:37.174764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-29e9858f-9dc8-45ee-ab62-ac10c385feab tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:37.182477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-29e9858f-9dc8-45ee-ab62-ac10c385feab tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4886510 Nov 23 18:14:37.199302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-86ca0180-3f57-4128-91f9-e981a49c3ab1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/quotas/b0645692ea504ab2810afead11f31787 HTTP/1.1" status: 200 len: 375 time: 0.0158155 Nov 23 18:14:37.243216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-30a21e37-af7c-40f8-a6fd-ace1e9de7187 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b0645692ea504ab2810afead11f31787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428243 Nov 23 18:14:37.278120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:37.282748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:37.291007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'tenant_id': 'c6ff7e55073d4e23963a672c6cede45c', 'fixed_ips': [{'subnet_id': 'e4ade490-6148-4286-ab93-a79a110a55ad'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:14:37.292282 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:37.317777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port 638df499-6785-49b0-b620-7de30bf3bd50 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:37.568346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dedfa760-5349-4517-9167-7ee353bd7454 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:37.599121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df8b354a-ff83-49a5-9049-32cdca77ebe9 req-29cd7fe2-6655-43be-8d31-d9c86599f743 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0613456 Nov 23 18:14:37.614779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: dedfa760-5349-4517-9167-7ee353bd7454 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:37.614779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dedfa760-5349-4517-9167-7ee353bd7454 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:37.654706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Allocated IP 172.20.0.2 (ef15c970-26c2-481a-b8f2-40f86a2a5f00/e4ade490-6148-4286-ab93-a79a110a55ad/c00e2a88-729d-456c-b582-e7c46094d2b2) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:37.724171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ab215b1-da89-43ce-8852-73a042059963 req-9863e902-a4ef-47b8-8110-40996fa637a0 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 210 time: 0.0550456 Nov 23 18:14:37.789056 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:37.876779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:37.958086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:37.973259 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:37.974958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:37.978348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:37.991287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:37.997277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:37.998234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:38.016313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=638df499-6785-49b0-b620-7de30bf3bd50,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:38.036458 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5507c282-a8f6-49d5-98af-9b0bffbc8218 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9964480 Nov 23 18:14:38.039278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49424) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:38.107273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:38.115061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:38.126862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:38.173045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Pushing event updated for resources: {'Port': ['ID=c00e2a88-729d-456c-b582-e7c46094d2b2,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:38.229491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Attempting to bind port c00e2a88-729d-456c-b582-e7c46094d2b2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:38.236804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Attempting to bind port c00e2a88-729d-456c-b582-e7c46094d2b2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:38.237594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Attempting to bind port c00e2a88-729d-456c-b582-e7c46094d2b2 on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:38.251054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:38.251764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Checking segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:38.252342 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:38.259418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Bound using segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:38.260106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Bound port: c00e2a88-729d-456c-b582-e7c46094d2b2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:38.260659 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:38.369791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] For port c00e2a88-729d-456c-b582-e7c46094d2b2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:38.373519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] For port c00e2a88-729d-456c-b582-e7c46094d2b2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c00e2a88-729d-456c-b582-e7c46094d2b2,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:38.382832 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:38.482457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e1cc9-4cf4-417e-86a7-a68d015efa1c None None] Pushing event updated for resources: {'Port': ['ID=c00e2a88-729d-456c-b582-e7c46094d2b2,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:38.667356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-4dab8911-eecd-4766-a280-1862354a28e3 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:38.675201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-4dab8911-eecd-4766-a280-1862354a28e3 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 814 time: 0.1929653 Nov 23 18:14:38.695562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-3a9cf651-f73e-46b2-8965-e9b1ec8550ed tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/quotas/c6ff7e55073d4e23963a672c6cede45c HTTP/1.1" status: 200 len: 375 time: 0.0182507 Nov 23 18:14:38.714815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c7adf445-e0f9-45bf-8f36-621e546acdcc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 638df499-6785-49b0-b620-7de30bf3bd50 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:38.717255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7adf445-e0f9-45bf-8f36-621e546acdcc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:38.846563 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7adf445-e0f9-45bf-8f36-621e546acdcc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:38.864704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-085858b9-2f23-40ee-9a93-0971dd435f7e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1683192 Nov 23 18:14:38.870495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c7adf445-e0f9-45bf-8f36-621e546acdcc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 638df499-6785-49b0-b620-7de30bf3bd50 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:39.031279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-f9e225d0-da57-4142-a043-16af44df3575 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b0645692ea504ab2810afead11f31787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856972 Nov 23 18:14:39.214725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7adf445-e0f9-45bf-8f36-621e546acdcc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:39.268704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adf445-e0f9-45bf-8f36-621e546acdcc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=638df499-6785-49b0-b620-7de30bf3bd50,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:39.279703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-c8c425d5-4ebd-4066-8e82-79e376f25827 service neutron] 10.222.0.74 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012132 Nov 23 18:14:39.293096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-5d2ad1f1-603c-45d5-a070-a44bc5d03a65 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:39.294638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-5d2ad1f1-603c-45d5-a070-a44bc5d03a65 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504995 Nov 23 18:14:39.297592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7adf445-e0f9-45bf-8f36-621e546acdcc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:39.303234 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c7adf445-e0f9-45bf-8f36-621e546acdcc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/638df499-6785-49b0-b620-7de30bf3bd50 HTTP/1.1" status: 204 len: 168 time: 1.2606764 Nov 23 18:14:39.303582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49440) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:39.309903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'mac_address': 'fa:16:3e:b2:fc:51', 'name': 'tempest-PortsTestJSON-1253296114'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:39.322018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Request body: {'port': {'device_id': '39b7b472-9896-4f1e-a906-d172dbfe283d', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': 'b0645692ea504ab2810afead11f31787'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:39.508155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-d97fa84f-131b-49b6-b2f9-d93dd293cb27 service neutron] 10.222.0.74 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122822 Nov 23 18:14:39.516333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:39.534482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c00e2a88-729d-456c-b582-e7c46094d2b2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:39.653915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c00e2a88-729d-456c-b582-e7c46094d2b2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:39.654297 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:39.668539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:39.724960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Made reservation on behalf of b0645692ea504ab2810afead11f31787 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:39.729653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port 62c0dfae-5788-4ee1-a282-4aa2859f1369 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:39.732841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:39.762198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:39.844247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:39.965381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port c00e2a88-729d-456c-b582-e7c46094d2b2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c00e2a88-729d-456c-b582-e7c46094d2b2,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:39.980235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.021184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d590348e-94f0-470f-8a4c-024d250b9ad1 req-d456a181-ff70-4aff-9899-24bfd3e9aa17 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.1145535 Nov 23 18:14:40.052934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc8ab7-b6c1-413d-9275-d7a5ef0c66e9 None None] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:40.064814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.092234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.100099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.175459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.244908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763a26d7-b909-49aa-a8f0-4abbd0073192,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:40.262201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-60244397-3347-4f13-a2e3-bb69daf467ef None None] Provisioning complete for port c00e2a88-729d-456c-b582-e7c46094d2b2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:40.262592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60244397-3347-4f13-a2e3-bb69daf467ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.315733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=c00e2a88-729d-456c-b582-e7c46094d2b2,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:40.329867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:40.355140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:40.364925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:40.371057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:40.371688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.403193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=62c0dfae-5788-4ee1-a282-4aa2859f1369,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:40.425716 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6d30866f-54a4-4884-8884-2f8d538c5f75 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1173499 Nov 23 18:14:40.425716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49458) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:40.484651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f216cff-9425-4960-a4d3-7058bf0b4951 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:40.486298 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9f216cff-9425-4960-a4d3-7058bf0b4951 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/62c0dfae-5788-4ee1-a282-4aa2859f1369 HTTP/1.1" status: 200 len: 841 time: 0.0598924 Nov 23 18:14:40.487499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Allocated IP 192.168.233.220 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/d8fb73c0-c8a0-4512-873d-15b724c083cc) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:40.489479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:40.638108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0035abb3-d3af-475b-b8e7-c4fe510f5689 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 62c0dfae-5788-4ee1-a282-4aa2859f1369 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:40.638338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0035abb3-d3af-475b-b8e7-c4fe510f5689 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.688538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b613f3cc-c715-4dd3-8c7c-15fa92dbd85f req-3bc74a52-389b-4c60-b0a8-3d54f2af746a tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 210 time: 0.4743142 Nov 23 18:14:40.762289 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0035abb3-d3af-475b-b8e7-c4fe510f5689 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.774006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-aacd304c-4bae-4f6a-bb9d-ef27bb26bb1e None None] Provisioning complete for port c00e2a88-729d-456c-b582-e7c46094d2b2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:40.777359 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aacd304c-4bae-4f6a-bb9d-ef27bb26bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.777724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0035abb3-d3af-475b-b8e7-c4fe510f5689 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 62c0dfae-5788-4ee1-a282-4aa2859f1369 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:40.925245 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0035abb3-d3af-475b-b8e7-c4fe510f5689 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.968685 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0035abb3-d3af-475b-b8e7-c4fe510f5689 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:40.972576 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0035abb3-d3af-475b-b8e7-c4fe510f5689 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/62c0dfae-5788-4ee1-a282-4aa2859f1369 HTTP/1.1" status: 204 len: 168 time: 0.4819365 Nov 23 18:14:40.973731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035abb3-d3af-475b-b8e7-c4fe510f5689 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=62c0dfae-5788-4ee1-a282-4aa2859f1369,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:40.976036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49470) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:41.013822 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa72465-87be-4546-9dcd-205f87c71698 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:14:41.026860 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eaa72465-87be-4546-9dcd-205f87c71698 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/62c0dfae-5788-4ee1-a282-4aa2859f1369 HTTP/1.1" status: 404 len: 333 time: 0.0496602 Nov 23 18:14:41.031110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49472) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:41.046005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'name': 'tempest-PortsTestJSON-997339593'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:41.085075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.144733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-614b5fca-d48b-4954-824e-c87225e16271 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:41.148175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-614b5fca-d48b-4954-824e-c87225e16271 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 814 time: 0.3343968 Nov 23 18:14:41.203538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-ab2ed454-82aa-4c76-bf16-c6c52bfd68a7 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/quotas/c6ff7e55073d4e23963a672c6cede45c HTTP/1.1" status: 200 len: 375 time: 0.0423431 Nov 23 18:14:41.225560 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.230880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:41.236246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.279087 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a25555c3-b5be-490a-9a3b-f465fa8f3bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.286845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port 74563164-6f96-4461-9141-f5b274d2256f yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:41.323895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:41.331170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:41.341886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-86580977-d9b9-4ce3-a086-b8007ddba390 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251743 Nov 23 18:14:41.341886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:41.343995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Pushing event updated for resources: {'Port': ['ID=d8fb73c0-c8a0-4512-873d-15b724c083cc,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:41.549107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c00e2a88-729d-456c-b582-e7c46094d2b2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:41.603946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.619847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c00e2a88-729d-456c-b582-e7c46094d2b2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:41.620295 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.627376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:41.628570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.659778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d6113a16-f999-444e-894f-c04160a60989 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3426385 Nov 23 18:14:41.662733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.694185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-ca523c84-a829-4a1a-bd83-f41146a469c0 service neutron] 10.222.0.74 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177972 Nov 23 18:14:41.725814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:41.732442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:41.735158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:41.736110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cb3a4650-869a-4b6d-afdd-ee1d1f174fee None None] Provisioning complete for port d8fb73c0-c8a0-4512-873d-15b724c083cc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:41.736505 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4650-869a-4b6d-afdd-ee1d1f174fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.743382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:41.744170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.760840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=74563164-6f96-4461-9141-f5b274d2256f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:41.777958 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-68b8edfc-8e8f-4846-9f34-4d4cd292e5c7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7434561 Nov 23 18:14:41.778510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49490) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:41.782061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a4650-869a-4b6d-afdd-ee1d1f174fee None None] Port d8fb73c0-c8a0-4512-873d-15b724c083cc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:14:41.785217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:41.794738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Request body: {'port': {'device_id': '39b7b472-9896-4f1e-a906-d172dbfe283d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:41.809078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-b2b9928e-a069-44b2-ae93-ede902123484 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:41.810523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-b2b9928e-a069-44b2-ae93-ede902123484 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.66 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 814 time: 0.3827031 Nov 23 18:14:41.840119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Request body: {'port': {'device_id': '3baafe25-3b3a-4cbf-9bde-d4db79c540a4', 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'admin_state_up': True, 'tenant_id': 'c6ff7e55073d4e23963a672c6cede45c'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:41.851372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.938395 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:41.945162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-963084f3-1183-41ee-85d4-cbede4d277cc service neutron] 10.222.0.74 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441940 Nov 23 18:14:42.022769 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.028027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.076743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] In _notify_port_updated(), no bound segment for port 74563164-6f96-4461-9141-f5b274d2256f on network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:14:42.083151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:42.083625 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.085026 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "PUT /v2.0/ports/74563164-6f96-4461-9141-f5b274d2256f HTTP/1.1" status: 200 len: 818 time: 0.3054731 Nov 23 18:14:42.088319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49494) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:42.101014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde9e5f-dd41-4221-9035-a766d98f0b35 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=74563164-6f96-4461-9141-f5b274d2256f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:42.147775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Made reservation on behalf of c6ff7e55073d4e23963a672c6cede45c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:42.151284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.222143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfcf79a7-3da5-4fa0-929c-548de3334864 req-2c4d9d5d-c278-4e6b-8370-57383578b4b2 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0641181 Nov 23 18:14:42.406429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-734b312f-aea9-4429-a506-c917303238d8 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 74563164-6f96-4461-9141-f5b274d2256f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:42.406429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-734b312f-aea9-4429-a506-c917303238d8 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.523785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49514) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:42.528871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5606fda4-54b6-4ec2-9dcb-d4a82579a18b tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531488061', 'description': 'tempest-secgroup-smoke-1531488061 description', 'project_id': '883383125501466092f249ded312b427'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:42.551356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Allocated IP 172.20.0.3 (ef15c970-26c2-481a-b8f2-40f86a2a5f00/e4ade490-6148-4286-ab93-a79a110a55ad/ecad3f08-3535-4838-8282-0b6c3c4d3966) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:42.559735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-734b312f-aea9-4429-a506-c917303238d8 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.573537 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5606fda4-54b6-4ec2-9dcb-d4a82579a18b tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.583861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fb73c0-c8a0-4512-873d-15b724c083cc {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:14:42.609141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.616260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-734b312f-aea9-4429-a506-c917303238d8 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 74563164-6f96-4461-9141-f5b274d2256f owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:42.664712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5606fda4-54b6-4ec2-9dcb-d4a82579a18b tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.699546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5606fda4-54b6-4ec2-9dcb-d4a82579a18b tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.706076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Transition to ACTIVE for port object d8fb73c0-c8a0-4512-873d-15b724c083cc will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:14:42.726316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.739119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606fda4-54b6-4ec2-9dcb-d4a82579a18b tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc45ae79-8da4-48fb-9ac3-517c5f271d7f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:42.775711 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5606fda4-54b6-4ec2-9dcb-d4a82579a18b tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.780781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5606fda4-54b6-4ec2-9dcb-d4a82579a18b tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2558725 Nov 23 18:14:42.781485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49516) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:42.792869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d2f97ecf-843d-41c0-ab9a-540266eef1c3 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'security_group_rule': {'security_group_id': 'cc45ae79-8da4-48fb-9ac3-517c5f271d7f', 'project_id': '883383125501466092f249ded312b427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:42.845410 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2f97ecf-843d-41c0-ab9a-540266eef1c3 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.955166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2f97ecf-843d-41c0-ab9a-540266eef1c3 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.962670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2f97ecf-843d-41c0-ab9a-540266eef1c3 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:42.967665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbb788-4498-4482-aeef-c293946fcdce req-8782e10d-08dc-4d26-9159-a7f5d38bf4ac tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:42.969274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-badbb788-4498-4482-aeef-c293946fcdce req-8782e10d-08dc-4d26-9159-a7f5d38bf4ac tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 936 time: 0.3549221 Nov 23 18:14:42.984627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f97ecf-843d-41c0-ab9a-540266eef1c3 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe781151-9881-4d21-9baa-324370689e4a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:43.017732 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2f97ecf-843d-41c0-ab9a-540266eef1c3 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.021551 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d2f97ecf-843d-41c0-ab9a-540266eef1c3 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364826 Nov 23 18:14:43.021741 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.021958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49518) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:43.027475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-89685e44-61a1-450d-9e33-e928519f3120 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'security_group_rule': {'security_group_id': 'cc45ae79-8da4-48fb-9ac3-517c5f271d7f', 'project_id': '883383125501466092f249ded312b427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:43.041751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Pushing event updated for resources: {'Port': ['ID=d8fb73c0-c8a0-4512-873d-15b724c083cc,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:43.067438 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89685e44-61a1-450d-9e33-e928519f3120 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.146346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89685e44-61a1-450d-9e33-e928519f3120 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.152215 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89685e44-61a1-450d-9e33-e928519f3120 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.157562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-734b312f-aea9-4429-a506-c917303238d8 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.178261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89685e44-61a1-450d-9e33-e928519f3120 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69e89cf-9d2a-4da2-8ae9-e74a159b10a3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:43.185541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-badbb788-4498-4482-aeef-c293946fcdce req-9b4e9f54-c708-4395-b8da-5c1fa408df27 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/security-groups?id=763a26d7-b909-49aa-a8f0-4abbd0073192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892276 Nov 23 18:14:43.192412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-89685e44-61a1-450d-9e33-e928519f3120 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.193705 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-89685e44-61a1-450d-9e33-e928519f3120 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1705832 Nov 23 18:14:43.196426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49520) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:43.200790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1233e744-96da-4c63-973d-a27c10db8b6a tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'security_group_rule': {'security_group_id': 'cc45ae79-8da4-48fb-9ac3-517c5f271d7f', 'project_id': '883383125501466092f249ded312b427', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:43.219564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b312f-aea9-4429-a506-c917303238d8 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=74563164-6f96-4461-9141-f5b274d2256f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:43.230549 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.234135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-734b312f-aea9-4429-a506-c917303238d8 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.240448 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-734b312f-aea9-4429-a506-c917303238d8 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/74563164-6f96-4461-9141-f5b274d2256f HTTP/1.1" status: 204 len: 168 time: 1.1489069 Nov 23 18:14:43.242800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49522) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:43.302310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1233e744-96da-4c63-973d-a27c10db8b6a tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.303173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Attempting to bind port d8fb73c0-c8a0-4512-873d-15b724c083cc on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:43.303536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Attempting to bind port d8fb73c0-c8a0-4512-873d-15b724c083cc by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:43.304004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Attempting to bind port d8fb73c0-c8a0-4512-873d-15b724c083cc on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:43.315317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:43.320520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:43.322298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Port d8fb73c0-c8a0-4512-873d-15b724c083cc on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:14:43.326650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3dda4-6016-484c-ae37-42e200ff194b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:43.332897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Attempting to bind port d8fb73c0-c8a0-4512-873d-15b724c083cc on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:43.343901 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-13b3dda4-6016-484c-ae37-42e200ff194b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0990582 Nov 23 18:14:43.344560 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9459841e-5901-4306-ac9b-e942b93d292a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.345046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49534) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:43.348698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:43.377997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:43.378482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:43.378964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:43.379708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Bound port: d8fb73c0-c8a0-4512-873d-15b724c083cc, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:43.380136 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.384157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Pushing event updated for resources: {'Port': ['ID=ecad3f08-3535-4838-8282-0b6c3c4d3966,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:43.398942 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28491ce-45d0-4520-ae69-fb01f3070e86 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:14:43.412596 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a28491ce-45d0-4520-ae69-fb01f3070e86 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/74563164-6f96-4461-9141-f5b274d2256f HTTP/1.1" status: 404 len: 333 time: 0.0577345 Nov 23 18:14:43.414820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49536) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:43.426788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-946223460'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:43.527139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:43.535594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.547857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1233e744-96da-4c63-973d-a27c10db8b6a tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.560949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1233e744-96da-4c63-973d-a27c10db8b6a tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.606381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1233e744-96da-4c63-973d-a27c10db8b6a tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.607755 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1233e744-96da-4c63-973d-a27c10db8b6a tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4103110 Nov 23 18:14:43.612354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49540) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:43.616698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] For port d8fb73c0-c8a0-4512-873d-15b724c083cc, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:43.619842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4b04b612-6624-4b94-bd81-354c7d54215d tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'security_group_rule': {'security_group_id': 'cc45ae79-8da4-48fb-9ac3-517c5f271d7f', 'project_id': '883383125501466092f249ded312b427', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:43.620236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] For port d8fb73c0-c8a0-4512-873d-15b724c083cc, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d8fb73c0-c8a0-4512-873d-15b724c083cc,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:43.649666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233e744-96da-4c63-973d-a27c10db8b6a tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246b3022-f5c0-48e3-801c-ac8f56ddc0e0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:43.652465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:14:43.668604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b04b612-6624-4b94-bd81-354c7d54215d tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.670321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.686142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.687118 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Added segment 0a729856-d7e3-4765-8c87-d12495657ac3 of type vlan for network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd Nov 23 18:14:43.767302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-826dc5ba-a8d2-4d75-b177-ea587305b78d None None] Provisioning complete for port ecad3f08-3535-4838-8282-0b6c3c4d3966 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:43.767683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-826dc5ba-a8d2-4d75-b177-ea587305b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.773766 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.832447 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.838447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-826dc5ba-a8d2-4d75-b177-ea587305b78d None None] Port ecad3f08-3535-4838-8282-0b6c3c4d3966 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:14:43.840727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:43.841662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.869216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b04b612-6624-4b94-bd81-354c7d54215d tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.875466 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4536250 Nov 23 18:14:43.877879 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49542) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:43.896470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:43.985267 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b04b612-6624-4b94-bd81-354c7d54215d tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.057636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04b612-6624-4b94-bd81-354c7d54215d tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43940ab2-3e13-4cba-8e24-e16561e2987a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:44.061492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29615be0-5a2e-403c-8e4c-88ea897eda3b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Network': ['ID=e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:44.075352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:44.079040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.080410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:14:44.086206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b04b612-6624-4b94-bd81-354c7d54215d tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.088170 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4b04b612-6624-4b94-bd81-354c7d54215d tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4723227 Nov 23 18:14:44.099629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49544) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:44.107993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-36bd9296-b6f8-450e-8e66-200983c47a3e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'security_group_rule': {'security_group_id': 'cc45ae79-8da4-48fb-9ac3-517c5f271d7f', 'project_id': '883383125501466092f249ded312b427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:44.136141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:44.136759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.138153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] 10.222.0.72 "PUT /v2.0/ports/d8fb73c0-c8a0-4512-873d-15b724c083cc HTTP/1.1" status: 200 len: 1096 time: 2.4618390 Nov 23 18:14:44.167198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b7b472-9896-4f1e-a906-d172dbfe283d', 'tag': 'd8fb73c0-c8a0-4512-873d-15b724c083cc'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:44.169528 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db87fe14-d7dd-40b8-a64e-b12784dcd979" -d '{"events": [{"name": "network-changed", "server_uuid": "39b7b472-9896-4f1e-a906-d172dbfe283d", "tag": "d8fb73c0-c8a0-4512-873d-15b724c083cc"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:44.193110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:44.193759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.194647 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-36bd9296-b6f8-450e-8e66-200983c47a3e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Project 883383125501466092f249ded312b427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:14:44.203103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36bd9296-b6f8-450e-8e66-200983c47a3e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.293920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5722babd-fce4-40d8-a8d8-df04e9d2a7f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4593072 Nov 23 18:14:44.313367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-07a5a485-2ec6-433f-a1c1-3361b5746246 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:44.315127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-07a5a485-2ec6-433f-a1c1-3361b5746246 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 814 time: 0.9383547 Nov 23 18:14:44.337892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264d60d-df77-4672-b7a1-dda4c302759d service neutron] Pushing event updated for resources: {'Port': ['ID=d8fb73c0-c8a0-4512-873d-15b724c083cc,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:44.348172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36bd9296-b6f8-450e-8e66-200983c47a3e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.368418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-94c4ef90-f147-4c8b-a23b-24366f0f1b16 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:44.369861 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-94c4ef90-f147-4c8b-a23b-24366f0f1b16 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.72 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 814 time: 0.9249804 Nov 23 18:14:44.378526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-676ae4ce-91c5-4d6d-a052-3e427095f7be tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/quotas/c6ff7e55073d4e23963a672c6cede45c HTTP/1.1" status: 200 len: 375 time: 0.0455573 Nov 23 18:14:44.381879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-73db9504-7049-4a44-a99f-9d62057e7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:44.382621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-73db9504-7049-4a44-a99f-9d62057e7493 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b0645692ea504ab2810afead11f31787&device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 1099 time: 0.1755359 Nov 23 18:14:44.390059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Request body: {'port': {'device_id': '6b7fd507-d342-40ab-bb0b-894bda405e0d', 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'admin_state_up': True, 'tenant_id': 'c6ff7e55073d4e23963a672c6cede45c'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:44.391079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36bd9296-b6f8-450e-8e66-200983c47a3e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.425713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd9296-b6f8-450e-8e66-200983c47a3e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e875730-ee2e-46ee-9aff-cacd90f1b592,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:44.439217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36bd9296-b6f8-450e-8e66-200983c47a3e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.440656 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-36bd9296-b6f8-450e-8e66-200983c47a3e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3402171 Nov 23 18:14:44.441799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.451633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49552) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:44.461283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8c4b6d3b-4860-4a47-b75b-d246c64627da tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'security_group_rule': {'security_group_id': 'cc45ae79-8da4-48fb-9ac3-517c5f271d7f', 'project_id': '883383125501466092f249ded312b427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:44.462967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Request body: {'port': {'device_id': '3baafe25-3b3a-4cbf-9bde-d4db79c540a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:44.486611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-4382e63d-5f4b-47ef-86d1-e8be0a9ac6f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d8fb73c0-c8a0-4512-873d-15b724c083cc HTTP/1.1" status: 200 len: 217 time: 0.0914915 Nov 23 18:14:44.525143 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-8c4b6d3b-4860-4a47-b75b-d246c64627da tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Project 883383125501466092f249ded312b427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:14:44.539028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6d3b-4860-4a47-b75b-d246c64627da tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.541541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=a6828d76-7370-423b-9555-5cd64e959936,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:44.584461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking segment: {'id': '0a729856-d7e3-4765-8c87-d12495657ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:44.584461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network hostable DHCP agents. Network: e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:44.626149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:44.642744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6d3b-4860-4a47-b75b-d246c64627da tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.646996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:44.651213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6d3b-4860-4a47-b75b-d246c64627da tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.658769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-1f64828f-2ad7-4b5a-aaa2-95e1e4127e59 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2645481 Nov 23 18:14:44.660655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666e5ba-42d3-40bf-ad72-f930fe439a46 None None] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:44.663470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:44.663646 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.685248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b6d3b-4860-4a47-b75b-d246c64627da tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89952919-1e22-4919-b6b3-da6f864a4980,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:44.686165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-f5ed855f-3a11-444d-b1d6-c7081622b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:44.689824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-f5ed855f-3a11-444d-b1d6-c7081622b273 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1858418 Nov 23 18:14:44.699664 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-67d6a75a-4c33-4f08-90bb-9c6a3df824f3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8177595 Nov 23 18:14:44.700708 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6d3b-4860-4a47-b75b-d246c64627da tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.710354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49556) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:44.712675 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c4b6d3b-4860-4a47-b75b-d246c64627da tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2547953 Nov 23 18:14:44.718831 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.732545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a37a1f98-ba24-436a-863e-798ca60fe57f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:44.841429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd', 'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd', 'tenant_id': '28601f0bc3be4943b4cb44016db537ac', 'fixed_ips': [{'subnet_id': 'a6828d76-7370-423b-9555-5cd64e959936'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:14:44.842299 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.955023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-b42ed440-d502-4f8c-8b71-4f69fea2b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:44.956646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-b42ed440-d502-4f8c-8b71-4f69fea2b6b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2474670 Nov 23 18:14:44.957325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Made reservation on behalf of c6ff7e55073d4e23963a672c6cede45c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:44.960759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.980404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Allocated IP 172.20.0.2 (e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd/a6828d76-7370-423b-9555-5cd64e959936/4e6a617c-fafb-4230-bb0d-c2bac60a43e1) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:45.048259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-7b6b94ce-8367-40bc-9b38-aee9e822e2ee service neutron] 10.222.0.74 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883705 Nov 23 18:14:45.092343 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.142273 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.149106 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.188963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:45.193657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:45.197023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:45.208378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Pushing event updated for resources: {'Port': ['ID=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:45.260694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Attempting to bind port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:45.261098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Attempting to bind port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '0a729856-d7e3-4765-8c87-d12495657ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:45.261467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Attempting to bind port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 on network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:45.267242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:45.267622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Checking segment: {'id': '0a729856-d7e3-4765-8c87-d12495657ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:45.268029 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.268431 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Bound using segment: {'id': '0a729856-d7e3-4765-8c87-d12495657ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:45.268904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Bound port: 4e6a617c-fafb-4230-bb0d-c2bac60a43e1, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a729856-d7e3-4765-8c87-d12495657ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:45.269291 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.317675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37a1f98-ba24-436a-863e-798ca60fe57f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:45.321180 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a37a1f98-ba24-436a-863e-798ca60fe57f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.332132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] For port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:45.336737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] For port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,segment=NetworkSegment(0a729856-d7e3-4765-8c87-d12495657ac3),segment_id=0a729856-d7e3-4765-8c87-d12495657ac3)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:45.346269 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.383423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-8dd1a868-a22e-4abf-8827-803dcbaef4ec service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123671 Nov 23 18:14:45.418359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-370dd748-a5be-4bfd-a6e3-0412d44f11ed service neutron] 10.222.0.74 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545518 Nov 23 18:14:45.419846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e8bc-0ce4-4427-a8fa-65c965ecd752 None None] Pushing event updated for resources: {'Port': ['ID=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:45.615651 n-d-818932-3 neutron-server[120536]: INFO neutron.db.ipam_backend_mixin [None req-a37a1f98-ba24-436a-863e-798ca60fe57f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6828d76-7370-423b-9555-5cd64e959936 (CIDR: 172.20.0.0/28) Nov 23 18:14:45.627677 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37a1f98-ba24-436a-863e-798ca60fe57f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:14:45.628200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37a1f98-ba24-436a-863e-798ca60fe57f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:14:45.767259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5f400e0-aa0b-4fb8-b12e-ed88dddfcc6a req-238d1458-5328-4d6f-8852-ee53dee9295d tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.1330462 Nov 23 18:14:45.774118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a37a1f98-ba24-436a-863e-798ca60fe57f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0572767 Nov 23 18:14:45.777656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49572) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:45.779029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfd0d37a-51c3-4ef4-bd6c-d80f127ec559 req-d709bbba-ec8f-4a1c-855d-ae7c60acd4f4 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813863 Nov 23 18:14:45.785608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:45.790807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecad3f08-3535-4838-8282-0b6c3c4d3966 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:14:45.802219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.839645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Transition to ACTIVE for port object ecad3f08-3535-4838-8282-0b6c3c4d3966 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:14:45.850046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.952851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:45.956103 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0ac39-961e-4f56-8939-4782c219789d x-openstack-request-id: req-67f0ac39-961e-4f56-8939-4782c219789d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:14:45.956664 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b7b472-9896-4f1e-a906-d172dbfe283d", "tag": "d8fb73c0-c8a0-4512-873d-15b724c083cc", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:14:45.956909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.957121 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67f0ac39-961e-4f56-8939-4782c219789d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:14:45.957614 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b7b472-9896-4f1e-a906-d172dbfe283d', 'tag': 'd8fb73c0-c8a0-4512-873d-15b724c083cc', 'status': 'completed', 'code': 200} Nov 23 18:14:45.971773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Pushing event updated for resources: {'Port': ['ID=ecad3f08-3535-4838-8282-0b6c3c4d3966,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:46.097254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Allocated IP 172.20.0.10 (ef15c970-26c2-481a-b8f2-40f86a2a5f00/e4ade490-6148-4286-ab93-a79a110a55ad/98241e90-fdc0-4099-98bd-31e1e06cd2ca) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:46.190640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-02eddecc-c2bc-40ce-a9d1-a8f9c7b464c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:46.192510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-02eddecc-c2bc-40ce-a9d1-a8f9c7b464c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b0645692ea504ab2810afead11f31787&device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 1099 time: 0.2335274 Nov 23 18:14:46.414917 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:46.433833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd65d9-7cc5-4133-b949-1a615eeb19db req-454e0301-698b-43e7-b41b-753389a2d5ae tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:46.446088 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:46.447233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60dd65d9-7cc5-4133-b949-1a615eeb19db req-454e0301-698b-43e7-b41b-753389a2d5ae tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 948 time: 0.4722285 Nov 23 18:14:46.482186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:46.486159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:46.505182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:46.505771 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:46.534631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=89a49816-dfe6-434f-933a-4ad0e9262e4c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:46.554269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Attempting to bind port ecad3f08-3535-4838-8282-0b6c3c4d3966 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:46.554616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Attempting to bind port ecad3f08-3535-4838-8282-0b6c3c4d3966 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:46.555917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Attempting to bind port ecad3f08-3535-4838-8282-0b6c3c4d3966 on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:46.569945 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4114dec6-3c44-4a3f-a4c0-b9d6bd2401e5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7884979 Nov 23 18:14:46.570176 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49580) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:46.581471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd', 'fixed_ips': [{'subnet_id': 'a6828d76-7370-423b-9555-5cd64e959936'}, {'subnet_id': '89a49816-dfe6-434f-933a-4ad0e9262e4c'}], 'name': 'tempest-PortsTestJSON-203869302'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:46.619698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Port ecad3f08-3535-4838-8282-0b6c3c4d3966 on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:14:46.620042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Attempting to bind port ecad3f08-3535-4838-8282-0b6c3c4d3966 on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:46.633590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:46.634226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Checking segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:46.634629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Bound using segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:46.635538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Bound port: ecad3f08-3535-4838-8282-0b6c3c4d3966, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:46.635538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:46.663636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-7a86f5ae-cde2-4614-9878-f580dcde38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:46.667182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-7a86f5ae-cde2-4614-9878-f580dcde38c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.4557209 Nov 23 18:14:46.706589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60dd65d9-7cc5-4133-b949-1a615eeb19db req-a965567a-0da3-4b54-87e7-daea0c191382 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/security-groups?id=763a26d7-b909-49aa-a8f0-4abbd0073192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582810 Nov 23 18:14:46.747454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:46.759989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1eeb2-6477-45ed-82e3-fe142077c73f None None] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:46.774236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-9eb400ea-1d59-4446-8098-da082b5a1d0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d8fb73c0-c8a0-4512-873d-15b724c083cc HTTP/1.1" status: 200 len: 217 time: 0.0614207 Nov 23 18:14:46.922596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:46.943016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] For port ecad3f08-3535-4838-8282-0b6c3c4d3966, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:46.948170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] For port ecad3f08-3535-4838-8282-0b6c3c4d3966, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:46.969043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:46.973225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.064179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cc7b48c3-4b7b-4c71-bf63-faf23f9d2857 None None] Provisioning complete for port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:47.064525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc7b48c3-4b7b-4c71-bf63-faf23f9d2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.101638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Pushing event updated for resources: {'Port': ['ID=ecad3f08-3535-4838-8282-0b6c3c4d3966,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:47.114114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-536ec03e-afed-4ec3-b878-04b191931f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:47.115647 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-536ec03e-afed-4ec3-b878-04b191931f1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.3103383 Nov 23 18:14:47.220895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:47.221625 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.223133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-8be2274c-4f64-490b-8e51-aee4d1bf7252 service neutron] 10.222.0.66 "PUT /v2.0/ports/ecad3f08-3535-4838-8282-0b6c3c4d3966 HTTP/1.1" status: 200 len: 1091 time: 2.8967443 Nov 23 18:14:47.268216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-f830b1ef-45db-4dc3-8796-ad1aba1e9295 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531488061&fields=id&tenant_id=883383125501466092f249ded312b427 HTTP/1.1" status: 200 len: 267 time: 0.4109066 Nov 23 18:14:47.273127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d8fb73c0-c8a0-4512-873d-15b724c083cc details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:14:47.367402 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc7b48c3-4b7b-4c71-bf63-faf23f9d2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.401851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.491508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa365eab-355e-4992-8393-7041ed84be8f None None] Update dhcp port {'port': {'network_id': 'e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd', 'fixed_ips': [{'subnet_id': 'a6828d76-7370-423b-9555-5cd64e959936', 'ip_address': '172.20.0.2'}, {'subnet_id': '89a49816-dfe6-434f-933a-4ad0e9262e4c'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '4e6a617c-fafb-4230-bb0d-c2bac60a43e1'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:14:47.505739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.12 (e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd/a6828d76-7370-423b-9555-5cd64e959936/3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:47.514936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.27 (e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd/89a49816-dfe6-434f-933a-4ad0e9262e4c/3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:47.541671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-cc7b48c3-4b7b-4c71-bf63-faf23f9d2857 None None] For port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,segment=NetworkSegment(0a729856-d7e3-4765-8c87-d12495657ac3),segment_id=0a729856-d7e3-4765-8c87-d12495657ac3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:47.555936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cc7b48c3-4b7b-4c71-bf63-faf23f9d2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.575640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa365eab-355e-4992-8393-7041ed84be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.613148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:47.613377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7ed30acc-6386-43e5-b871-3f11e0aaf192 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:47.620122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7ed30acc-6386-43e5-b871-3f11e0aaf192 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/networks?id=aa29315c-ce36-4f7a-a805-ee3168ee31de HTTP/1.1" status: 200 len: 814 time: 0.3508849 Nov 23 18:14:47.650628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d8fb73c0-c8a0-4512-873d-15b724c083cc, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d8fb73c0-c8a0-4512-873d-15b724c083cc,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:47.651890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-ca0ef231-b5cf-4793-bdf5-c2f70331cd50 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/quotas/883383125501466092f249ded312b427 HTTP/1.1" status: 200 len: 375 time: 0.0308611 Nov 23 18:14:47.661353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-32865f20-5ae3-4542-9582-89d16a829db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:47.663084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-32865f20-5ae3-4542-9582-89d16a829db4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 1094 time: 0.3175843 Nov 23 18:14:47.676956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-a7aed255-5e54-4bea-af31-040046767e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:47.678683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-a7aed255-5e54-4bea-af31-040046767e98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5275998 Nov 23 18:14:47.720142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'd8fb73c0-c8a0-4512-873d-15b724c083cc', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': 'd8fb73c0-c8a0-4512-873d-15b724c083cc', 'mac_address': 'fa:16:3e:79:71:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:14:47.740416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.748251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b48c3-4b7b-4c71-bf63-faf23f9d2857 None None] Pushing event updated for resources: {'Port': ['ID=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:47.759839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-dd6cde73-e866-4b56-9332-907afd551214 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966 HTTP/1.1" status: 200 len: 217 time: 0.0786490 Nov 23 18:14:47.782472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.832239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:47.835944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:47.841998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:47.874351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-5f04f10c-a307-4223-9686-1561460e35a2 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133809 Nov 23 18:14:47.890608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:47.914151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:47.915325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.929556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ec501d80-1972-4651-87a0-4ae973b5ff76 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:47.931276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ec501d80-1972-4651-87a0-4ae973b5ff76 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.66 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 814 time: 0.8197410 Nov 23 18:14:47.936327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.938354 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b5419358-7ec9-4269-8507-ee6771dcafef tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3666964 Nov 23 18:14:47.940849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49592) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:47.947254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6828d76-7370-423b-9555-5cd64e959936'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:47.954849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fb73c0-c8a0-4512-873d-15b724c083cc {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:14:47.979248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.002267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:48.002267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.026729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baafe25-3b3a-4cbf-9bde-d4db79c540a4', 'tag': 'ecad3f08-3535-4838-8282-0b6c3c4d3966'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:48.029006 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae6d713-5b2b-4d72-8f9d-edc51146671f" -d '{"events": [{"name": "network-changed", "server_uuid": "3baafe25-3b3a-4cbf-9bde-d4db79c540a4", "tag": "ecad3f08-3535-4838-8282-0b6c3c4d3966"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:48.033459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.034251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db87fe14-d7dd-40b8-a64e-b12784dcd979 req-54e2699a-af38-46f7-a6bb-155c146ba06a service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176698 Nov 23 18:14:48.045976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d8fb73c0-c8a0-4512-873d-15b724c083cc, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d8fb73c0-c8a0-4512-873d-15b724c083cc,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:48.047026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Request body: {'port': {'device_id': '134f3cec-1565-4381-8745-4533410c32b4', 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'admin_state_up': True, 'tenant_id': 'c6ff7e55073d4e23963a672c6cede45c'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:48.064714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.082977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.104882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-fa365eab-355e-4992-8393-7041ed84be8f None None] Allocated IP 172.20.0.18 (e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd/89a49816-dfe6-434f-933a-4ad0e9262e4c/4e6a617c-fafb-4230-bb0d-c2bac60a43e1) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:48.131158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-145f8df1-dbd0-41cd-b3cf-27cce67f9251 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=883383125501466092f249ded312b427&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4677167 Nov 23 18:14:48.193093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-07606967-31f3-45c8-a671-f15b88f6db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:48.194585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-07606967-31f3-45c8-a671-f15b88f6db55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 200 len: 853 time: 0.3271298 Nov 23 18:14:48.221672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d8fb73c0-c8a0-4512-873d-15b724c083cc,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:48.298110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fa365eab-355e-4992-8393-7041ed84be8f None None] For port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,segment=NetworkSegment(0a729856-d7e3-4765-8c87-d12495657ac3),segment_id=0a729856-d7e3-4765-8c87-d12495657ac3)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:48.349000 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa365eab-355e-4992-8393-7041ed84be8f None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.354305 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa365eab-355e-4992-8393-7041ed84be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.418990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Delete allocated IP 172.20.0.27 (e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd/89a49816-dfe6-434f-933a-4ad0e9262e4c) {{(pid=120535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:14:48.419420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa365eab-355e-4992-8393-7041ed84be8f None None] Pushing event updated for resources: {'Port': ['ID=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:48.535145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['d8fb73c0-c8a0-4512-873d-15b724c083cc'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:14:48.636303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.644126 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.652776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:48.681251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:48.722737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:48.734453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Pushing event updated for resources: {'Port': ['ID=98241e90-fdc0-4099-98bd-31e1e06cd2ca,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:48.847087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-5400ffc5-0445-4d2d-8de0-914bd7602929 service neutron] 10.222.0.74 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148740 Nov 23 18:14:48.896800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-e9fba078-f43c-40f8-9c34-7486dee5ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:48.898995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-e9fba078-f43c-40f8-9c34-7486dee5ffdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef15c970-26c2-481a-b8f2-40f86a2a5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6873562 Nov 23 18:14:48.906858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:48.907835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.096972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f94bf4cf-0d79-4c90-890a-9b909c73e52e None None] Provisioning complete for port 98241e90-fdc0-4099-98bd-31e1e06cd2ca triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:49.097501 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f94bf4cf-0d79-4c90-890a-9b909c73e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.100063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Made reservation on behalf of c6ff7e55073d4e23963a672c6cede45c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:49.103624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.114362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-754e0de6-1f18-4ed7-8a26-ed4309bca32e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7288923 Nov 23 18:14:49.139073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Request body: {'port': {'device_id': '6b7fd507-d342-40ab-bb0b-894bda405e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:49.162065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f94bf4cf-0d79-4c90-890a-9b909c73e52e None None] Port 98241e90-fdc0-4099-98bd-31e1e06cd2ca cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:14:49.187958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:49.203918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] In _notify_port_updated(), no bound segment for port 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 on network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:14:49.209643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:49.210467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.212003 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4260a73d-2f59-46e4-aafa-4fe694b2ee1c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "PUT /v2.0/ports/3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 HTTP/1.1" status: 200 len: 919 time: 1.2695560 Nov 23 18:14:49.214978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49598) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:49.220031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-f50ef6b1-1b52-4813-b042-84541f00f5ab service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048279 Nov 23 18:14:49.221470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6828d76-7370-423b-9555-5cd64e959936'}, {'subnet_id': '89a49816-dfe6-434f-933a-4ad0e9262e4c'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:49.235947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-277933fd-9c6f-45a1-8458-bbc58adb6c03 service neutron] 10.222.0.74 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788438 Nov 23 18:14:49.283740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d8fb73c0-c8a0-4512-873d-15b724c083cc up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:49.336635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a11006a-5ffb-4d93-91c1-98c17019f7b5 None None] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:49.360885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.413504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.586146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3a62a26-5640-44a6-a611-f81bb799e4a2 req-5d83760d-8b56-4bca-a629-77d488896f4b service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535032 Nov 23 18:14:49.597824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Allocated IP 172.20.0.9 (ef15c970-26c2-481a-b8f2-40f86a2a5f00/e4ade490-6148-4286-ab93-a79a110a55ad/fef856d4-e2bb-4498-aa31-692d6bcdccf8) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:49.601547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:49.683549 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.690600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port d8fb73c0-c8a0-4512-873d-15b724c083cc completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:14:49.699697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port d8fb73c0-c8a0-4512-873d-15b724c083cc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:49.700168 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.702286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fe49d1e7-4c51-4037-b64c-688a0c341554 None None] Provisioning complete for port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:49.702744 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fe49d1e7-4c51-4037-b64c-688a0c341554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.738075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.24 (e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd/89a49816-dfe6-434f-933a-4ad0e9262e4c/3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:49.889268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:49.901283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.904491 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:49.917443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.054416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:50.058802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea0fb1ab-6c0b-4d1c-b2f1-817bc5c8e16a req-3fd862ce-7600-4a7c-9b29-059767547a4c tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 210 time: 0.1195166 Nov 23 18:14:50.139197 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.152571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.249387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b7b472-9896-4f1e-a906-d172dbfe283d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb73c0-c8a0-4512-873d-15b724c083cc'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:50.252200 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d67c255-6bb0-48de-965c-7afccd69c3fb" -d '{"events": [{"server_uuid": "39b7b472-9896-4f1e-a906-d172dbfe283d", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb73c0-c8a0-4512-873d-15b724c083cc"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:50.292183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port d8fb73c0-c8a0-4512-873d-15b724c083cc, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d8fb73c0-c8a0-4512-873d-15b724c083cc,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:50.298816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] In _notify_port_updated(), no bound segment for port 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 on network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:14:50.302459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.307527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:50.308297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.313345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5e18ab9e-2b78-41d1-bbd0-fbd390965b3d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "PUT /v2.0/ports/3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 HTTP/1.1" status: 200 len: 999 time: 1.0939136 Nov 23 18:14:50.316582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49622) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:50.440357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-051bc050-d038-4ab6-aeb7-cd7158312aa9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:50.440986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-051bc050-d038-4ab6-aeb7-cd7158312aa9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.468740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f129fc74-bf39-47af-820a-132c623a3d92 None None] Provisioning complete for port 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:50.469122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f129fc74-bf39-47af-820a-132c623a3d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.490190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=d8fb73c0-c8a0-4512-873d-15b724c083cc,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:50.586070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-051bc050-d038-4ab6-aeb7-cd7158312aa9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.596095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f129fc74-bf39-47af-820a-132c623a3d92 None None] Port 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:14:50.619640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-051bc050-d038-4ab6-aeb7-cd7158312aa9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:50.620542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98241e90-fdc0-4099-98bd-31e1e06cd2ca {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:14:50.630179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.645750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Transition to ACTIVE for port object 98241e90-fdc0-4099-98bd-31e1e06cd2ca will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:14:50.650035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.655405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f129fc74-bf39-47af-820a-132c623a3d92 None None] Provisioning complete for port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:50.656461 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f129fc74-bf39-47af-820a-132c623a3d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.674572 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:50.684613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3dbe02a-21ac-4a62-ad12-c32b3c8ca502 req-6e68744d-707e-4855-99dc-cd65501e03e6 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.4251592 Nov 23 18:14:50.764316 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.029489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:51.047504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:51.050418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:51.055119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Pushing event updated for resources: {'Port': ['ID=fef856d4-e2bb-4498-aa31-692d6bcdccf8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:51.063415 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-051bc050-d038-4ab6-aeb7-cd7158312aa9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.115717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0d0231e5-cdcb-4405-a00a-0ec6bdb1eeff None None] Could not find standard attr ID for object 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:14:51.118284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bc050-d038-4ab6-aeb7-cd7158312aa9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:51.187979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Pushing event updated for resources: {'Port': ['ID=98241e90-fdc0-4099-98bd-31e1e06cd2ca,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:51.241768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e67610b6-5a99-4b81-9682-a88da542c1be None None] Could not find standard attr ID for object 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:14:51.283808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-051bc050-d038-4ab6-aeb7-cd7158312aa9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.294750 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-051bc050-d038-4ab6-aeb7-cd7158312aa9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 HTTP/1.1" status: 204 len: 168 time: 0.9757903 Nov 23 18:14:51.297442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49630) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:51.341087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac90ff-6be3-4144-9f6c-3d4be64ff9a1 req-1c1afe81-771c-4768-996c-ec6da99438d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:51.345839 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec7b8c0-e959-4859-954e-471b4cb54a7d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:14:51.352634 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ec7b8c0-e959-4859-954e-471b4cb54a7d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 HTTP/1.1" status: 404 len: 333 time: 0.0504065 Nov 23 18:14:51.353015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:51.359807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3bac90ff-6be3-4144-9f6c-3d4be64ff9a1 req-1c1afe81-771c-4768-996c-ec6da99438d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 950 time: 0.4267707 Nov 23 18:14:51.420247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:51.421693 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.439260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-48602b76-dffa-431f-b6eb-ab15416a0804 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet 89a49816-dfe6-434f-933a-4ad0e9262e4c {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:51.446748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48602b76-dffa-431f-b6eb-ab15416a0804 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.496298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3bac90ff-6be3-4144-9f6c-3d4be64ff9a1 req-40ddf2d5-e31a-4ffc-98c6-33b7abc51757 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/security-groups?id=763a26d7-b909-49aa-a8f0-4abbd0073192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352882 Nov 23 18:14:51.530177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48602b76-dffa-431f-b6eb-ab15416a0804 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.538255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-749450ee-dd9e-4c33-85ce-f1f4de5a9c62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4989724 Nov 23 18:14:51.597664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Request body: {'port': {'device_id': '134f3cec-1565-4381-8745-4533410c32b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:51.733882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48602b76-dffa-431f-b6eb-ab15416a0804 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.755502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Attempting to bind port 98241e90-fdc0-4099-98bd-31e1e06cd2ca on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:51.756541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Attempting to bind port 98241e90-fdc0-4099-98bd-31e1e06cd2ca by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:51.756974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Attempting to bind port 98241e90-fdc0-4099-98bd-31e1e06cd2ca on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:51.783669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9987a64b-27fe-45fb-8b1a-8f40616ff21f None None] Could not find standard attr ID for object 3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:14:51.796552 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f7677b-b814-49c8-b138-a61064243024 x-openstack-request-id: req-05f7677b-b814-49c8-b138-a61064243024 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:14:51.796962 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baafe25-3b3a-4cbf-9bde-d4db79c540a4", "tag": "ecad3f08-3535-4838-8282-0b6c3c4d3966", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:14:51.797319 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-05f7677b-b814-49c8-b138-a61064243024 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:14:51.797866 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baafe25-3b3a-4cbf-9bde-d4db79c540a4', 'tag': 'ecad3f08-3535-4838-8282-0b6c3c4d3966', 'status': 'completed', 'code': 200} Nov 23 18:14:51.798868 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.852842 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48602b76-dffa-431f-b6eb-ab15416a0804 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.871243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ecad3f08-3535-4838-8282-0b6c3c4d3966 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:14:51.880725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602b76-dffa-431f-b6eb-ab15416a0804 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=89a49816-dfe6-434f-933a-4ad0e9262e4c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:51.897250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48602b76-dffa-431f-b6eb-ab15416a0804 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:51.901373 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-48602b76-dffa-431f-b6eb-ab15416a0804 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/89a49816-dfe6-434f-933a-4ad0e9262e4c HTTP/1.1" status: 204 len: 168 time: 0.5469623 Nov 23 18:14:51.902818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa7e3dfe-2fb0-46e6-92d3-e80365f183e0 req-37149224-3e04-474c-9e0f-7e8b9e27ac15 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.1383235 Nov 23 18:14:51.903379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Port 98241e90-fdc0-4099-98bd-31e1e06cd2ca on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:14:51.903706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Attempting to bind port 98241e90-fdc0-4099-98bd-31e1e06cd2ca on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:51.915776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49636) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:51.971895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:51.972239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Checking segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:51.972630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Bound using segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:51.973076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Bound port: 98241e90-fdc0-4099-98bd-31e1e06cd2ca, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:51.973434 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.010301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-cfb44c75-dfd6-4cd6-8a01-40b99f591e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:52.011871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-cfb44c75-dfd6-4cd6-8a01-40b99f591e74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 1094 time: 0.2254894 Nov 23 18:14:52.099150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bceea1e5-5a6f-4eb7-8eab-da79386a2de6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet a6828d76-7370-423b-9555-5cd64e959936 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:14:52.109618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] For port 98241e90-fdc0-4099-98bd-31e1e06cd2ca, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:52.110836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ecad3f08-3535-4838-8282-0b6c3c4d3966, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:52.113491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] For port 98241e90-fdc0-4099-98bd-31e1e06cd2ca, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=98241e90-fdc0-4099-98bd-31e1e06cd2ca,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:52.122297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bceea1e5-5a6f-4eb7-8eab-da79386a2de6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.130264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'ecad3f08-3535-4838-8282-0b6c3c4d3966', 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'port_id': 'ecad3f08-3535-4838-8282-0b6c3c4d3966', 'mac_address': 'fa:16:3e:f7:f7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ade490-6148-4286-ab93-a79a110a55ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:14:52.134158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d46426-93c1-461f-9011-cabab022b55d None None] Network e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:52.169333 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2297bd-1cbf-4145-997a-a31b71602209 x-openstack-request-id: req-0d2297bd-1cbf-4145-997a-a31b71602209 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:14:52.169836 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b7b472-9896-4f1e-a906-d172dbfe283d", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb73c0-c8a0-4512-873d-15b724c083cc", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:14:52.172685 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d2297bd-1cbf-4145-997a-a31b71602209 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:14:52.173567 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b7b472-9896-4f1e-a906-d172dbfe283d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb73c0-c8a0-4512-873d-15b724c083cc', 'code': 200} Nov 23 18:14:52.223755 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.229734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bceea1e5-5a6f-4eb7-8eab-da79386a2de6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.267507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-336202c8-6856-4e13-9003-b70154be1983 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:52.269023 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-336202c8-6856-4e13-9003-b70154be1983 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.72 "GET /v2.0/networks?id=aa29315c-ce36-4f7a-a805-ee3168ee31de HTTP/1.1" status: 200 len: 814 time: 0.7290404 Nov 23 18:14:52.284007 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.355451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bceea1e5-5a6f-4eb7-8eab-da79386a2de6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.466678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:52.467463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.470332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] 10.222.0.72 "PUT /v2.0/ports/98241e90-fdc0-4099-98bd-31e1e06cd2ca HTTP/1.1" status: 200 len: 1092 time: 3.3434043 Nov 23 18:14:52.495906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3f849-fe4a-46ff-ab84-77dc58c26961 req-57a28bdc-e7f8-4519-ad68-7496c11837a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:52.497479 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-83b3f849-fe4a-46ff-ab84-77dc58c26961 req-57a28bdc-e7f8-4519-ad68-7496c11837a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 1101 time: 0.1008651 Nov 23 18:14:52.505958 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bceea1e5-5a6f-4eb7-8eab-da79386a2de6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.567183 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bceea1e5-5a6f-4eb7-8eab-da79386a2de6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.574399 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bceea1e5-5a6f-4eb7-8eab-da79386a2de6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/a6828d76-7370-423b-9555-5cd64e959936 HTTP/1.1" status: 204 len: 168 time: 0.6572382 Nov 23 18:14:52.579821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49644) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:52.631296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceea1e5-5a6f-4eb7-8eab-da79386a2de6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=a6828d76-7370-423b-9555-5cd64e959936,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:52.636175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecad3f08-3535-4838-8282-0b6c3c4d3966 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:14:52.658114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-40d3f8ec-f27d-41ad-92bc-cb0fe5db69c4 None None] Provisioning complete for port fef856d4-e2bb-4498-aa31-692d6bcdccf8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:52.658658 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-40d3f8ec-f27d-41ad-92bc-cb0fe5db69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.681785 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-83b3f849-fe4a-46ff-ab84-77dc58c26961 req-7b16a41c-d980-412f-b657-ccf20e29c6ba service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=763a26d7-b909-49aa-a8f0-4abbd0073192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698518 Nov 23 18:14:52.732571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ecad3f08-3535-4838-8282-0b6c3c4d3966, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:52.735246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-40d3f8ec-f27d-41ad-92bc-cb0fe5db69c4 None None] Port fef856d4-e2bb-4498-aa31-692d6bcdccf8 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:14:52.738359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.746402 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.830537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:52.831269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.892281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ecad3f08-3535-4838-8282-0b6c3c4d3966,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:52.944159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] For port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,segment=NetworkSegment(0a729856-d7e3-4765-8c87-d12495657ac3),segment_id=0a729856-d7e3-4765-8c87-d12495657ac3)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:52.944937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.961112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:52.987382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['ecad3f08-3535-4838-8282-0b6c3c4d3966'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:14:53.019864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-669cf5ab-ee1f-4b40-a3d0-cc016fbd2874 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=883383125501466092f249ded312b427 HTTP/1.1" status: 200 len: 380 time: 0.7257688 Nov 23 18:14:53.022062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-34d8491d-8639-43ff-ae1d-43c827ce45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:53.025347 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-34d8491d-8639-43ff-ae1d-43c827ce45e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 915 time: 0.7682414 Nov 23 18:14:53.027506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] DHCP port deletion for e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:14:53.109081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'port': {'device_id': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'admin_state_up': True, 'tenant_id': '883383125501466092f249ded312b427', 'security_groups': ['cc45ae79-8da4-48fb-9ac3-517c5f271d7f']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:53.115299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.143094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No DVR routers for this DVR port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:53.168623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] Deleting port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:53.169454 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.196832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:53.232217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-d9a1e77d-b90c-4761-81ee-6aedad96d0b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966 HTTP/1.1" status: 200 len: 217 time: 0.1810594 Nov 23 18:14:53.281838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] For port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:53.282671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.303283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] Calling delete_port for 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:53.309382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] Port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:14:53.315913 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.344391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.354888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14d5d4-32ac-40d3-a4d7-643c7a9207a0 service neutron] Pushing event updated for resources: {'Port': ['ID=98241e90-fdc0-4099-98bd-31e1e06cd2ca,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:53.366977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] Pushing event deleted for resources: {'Port': ['ID=4e6a617c-fafb-4230-bb0d-c2bac60a43e1,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:53.377128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc82be3-db3e-4e8d-b0bf-82aba706c935 None None] No DVR routers for this DVR port 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:14:53.400298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:53.421934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a729856-d7e3-4765-8c87-d12495657ac3') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:53.422513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a729856-d7e3-4765-8c87-d12495657ac3') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:14:53.439071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.440340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Made reservation on behalf of 883383125501466092f249ded312b427 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:53.454580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.467604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.484845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-0014afd7-10b6-4b8c-a92b-098d8b74686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:53.485804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:14:53.486442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-0014afd7-10b6-4b8c-a92b-098d8b74686d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 1095 time: 0.9470007 Nov 23 18:14:53.487165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:14:53.495988 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:14:53.541363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bf95b-4122-4d00-94a6-aa4bd8884201 req-7617405f-3595-4bd4-a4f2-c6168a4b93f7 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:53.543718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-605bf95b-4122-4d00-94a6-aa4bd8884201 req-7617405f-3595-4bd4-a4f2-c6168a4b93f7 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 931 time: 1.2619002 Nov 23 18:14:53.555721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:14:53.580344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef856d4-e2bb-4498-aa31-692d6bcdccf8 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:14:53.587290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:14:53.587781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4e6a617c-fafb-4230-bb0d-c2bac60a43e1 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:14:53.628419 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.632041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.642469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-6b9ab48c-ca82-4754-9042-fa0102334b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:53.644354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-6b9ab48c-ca82-4754-9042-fa0102334b72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 200 len: 853 time: 0.3856652 Nov 23 18:14:53.645555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-ce72809c-6bcc-4bdd-8d4f-7f3ab3ff165d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98241e90-fdc0-4099-98bd-31e1e06cd2ca HTTP/1.1" status: 200 len: 217 time: 0.1002643 Nov 23 18:14:53.663389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.667817 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/networks/e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd HTTP/1.1" status: 204 len: 168 time: 1.0515933 Nov 23 18:14:53.669109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a204799-7c10-44e8-ab81-7bc0bb4dd663 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Network': ['ID=e04d99ad-c9ce-47f1-a4af-4d6519d1d3fd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:53.672783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49650) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:53.740300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Transition to ACTIVE for port object fef856d4-e2bb-4498-aa31-692d6bcdccf8 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:14:53.745760 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32837205-42a9-4481-a759-ed57efe2e6bb tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:53.748632 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32837205-42a9-4481-a759-ed57efe2e6bb tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0744035 Nov 23 18:14:53.752009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49652) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:53.797131 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:53.811193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7fd507-d342-40ab-bb0b-894bda405e0d', 'tag': '98241e90-fdc0-4099-98bd-31e1e06cd2ca'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:53.813698 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fbffae-c583-4737-85b5-5cffaea9b9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7fd507-d342-40ab-bb0b-894bda405e0d", "tag": "98241e90-fdc0-4099-98bd-31e1e06cd2ca"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:53.850173 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c3004fb-d9d2-4bdc-851a-c83789cfe8ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0960422 Nov 23 18:14:53.854352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49656) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:53.866967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1878379309'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:53.879633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ecad3f08-3535-4838-8282-0b6c3c4d3966 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:53.881510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-605bf95b-4122-4d00-94a6-aa4bd8884201 req-1a1ee9b5-c09e-483e-8dde-9be12e10e824 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124545 Nov 23 18:14:53.909657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-2f58a211-b03e-4895-b7a0-ff60388b4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:53.911200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-2f58a211-b03e-4895-b7a0-ff60388b4017 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 200 len: 853 time: 0.2333946 Nov 23 18:14:53.965474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-3407bc1f-cc50-4d12-a334-4a8fef14842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:53.968359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-3407bc1f-cc50-4d12-a334-4a8fef14842e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef15c970-26c2-481a-b8f2-40f86a2a5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115237 Nov 23 18:14:53.981088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:53.991351 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.018438 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Pushing event updated for resources: {'Port': ['ID=fef856d4-e2bb-4498-aa31-692d6bcdccf8,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:54.052771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:14:54.068319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port ecad3f08-3535-4838-8282-0b6c3c4d3966 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:14:54.076735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port ecad3f08-3535-4838-8282-0b6c3c4d3966 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:54.077120 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.096512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.101134 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Added segment 83b37d91-49e2-4619-bff5-f4fa03c95f13 of type vlan for network c617bdf3-28d7-435d-9490-2037d17092dc Nov 23 18:14:54.200185 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.236369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.243850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:54.244650 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.252114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.285309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baafe25-3b3a-4cbf-9bde-d4db79c540a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad3f08-3535-4838-8282-0b6c3c4d3966'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:54.288141 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625426fc-85f8-4e8b-b737-0ccecd933202" -d '{"events": [{"server_uuid": "3baafe25-3b3a-4cbf-9bde-d4db79c540a4", "name": "network-vif-plugged", "status": "completed", "tag": "ecad3f08-3535-4838-8282-0b6c3c4d3966"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:54.303880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ecad3f08-3535-4838-8282-0b6c3c4d3966, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:54.309184 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.335912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Network': ['ID=c617bdf3-28d7-435d-9490-2037d17092dc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:54.357153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c617bdf3-28d7-435d-9490-2037d17092dc details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:14:54.373483 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-700dd3a9-3a8c-4903-bc52-ebb9e834e214 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5175910 Nov 23 18:14:54.376248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49660) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:54.383701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:54.481100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ecad3f08-3535-4838-8282-0b6c3c4d3966,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:54.523348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:54.528473 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.712537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Allocated IP 172.20.0.8 (aa29315c-ce36-4f7a-a805-ee3168ee31de/5bab05f2-61fb-4dcc-96c5-5e10649a72aa/c8ef8a7c-23fa-4771-bbc2-669edfef1988) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:54.747544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e90defe-3bfc-4d46-be13-7b58da2871ab req-cef174d4-b0d1-47f3-a3c8-b371a6b67298 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0685468 Nov 23 18:14:54.755231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-f3773c99-50a1-4647-aeca-198cc37a6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:54.756783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-f3773c99-50a1-4647-aeca-198cc37a6656 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef15c970-26c2-481a-b8f2-40f86a2a5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8319342 Nov 23 18:14:54.778212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:54.840411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-27cee871-9b5f-442e-89e6-c6d2c34b9456 service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8486435 Nov 23 18:14:54.918052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking segment: {'id': '83b37d91-49e2-4619-bff5-f4fa03c95f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:54.918432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network hostable DHCP agents. Network: c617bdf3-28d7-435d-9490-2037d17092dc, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:14:54.921026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=34573523-465e-4c84-aa98-ef0adfcc9f6c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:54.938075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49668) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:54.956642 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network c617bdf3-28d7-435d-9490-2037d17092dc is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:14:54.969722 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c617bdf3-28d7-435d-9490-2037d17092dc) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:54.983920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc67c27-1dca-4da8-aee8-3c370c30ef2c None None] Network c617bdf3-28d7-435d-9490-2037d17092dc requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:54.997321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:55.000262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.027593 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-befe2b38-adbe-432a-b6d3-e54b9d64646b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6498840 Nov 23 18:14:55.030307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49674) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:55.039883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc', 'name': 'tempest-PortsTestJSON-1266388952'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:55.087633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Attempting to bind port fef856d4-e2bb-4498-aa31-692d6bcdccf8 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:55.087968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Attempting to bind port fef856d4-e2bb-4498-aa31-692d6bcdccf8 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:55.088475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Attempting to bind port fef856d4-e2bb-4498-aa31-692d6bcdccf8 on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:55.157859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Port fef856d4-e2bb-4498-aa31-692d6bcdccf8 on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:14:55.158184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Attempting to bind port fef856d4-e2bb-4498-aa31-692d6bcdccf8 on network ef15c970-26c2-481a-b8f2-40f86a2a5f00 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:55.203950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:55.204423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Checking segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:55.204874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Bound using segment: {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:55.205390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Bound port: fef856d4-e2bb-4498-aa31-692d6bcdccf8, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc813bc-bcba-418b-9920-f045541fdbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:55.205818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.220388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fd28c37-12ab-44b2-9786-91be0b8dd548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.248220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-fcf59a7d-16a4-4c95-ad6c-b3f449bab783 service neutron] 10.222.0.72 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804394 Nov 23 18:14:55.253162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c617bdf3-28d7-435d-9490-2037d17092dc', 'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc', 'tenant_id': '28601f0bc3be4943b4cb44016db537ac', 'fixed_ips': [{'subnet_id': '34573523-465e-4c84-aa98-ef0adfcc9f6c'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:14:55.254417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.258211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:55.262540 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.268809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc96128-5f08-42f0-9376-b5025c8da25b req-6571c9ff-8eca-4d8f-ac56-6896a9c5714a tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:55.276933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbc96128-5f08-42f0-9376-b5025c8da25b req-6571c9ff-8eca-4d8f-ac56-6896a9c5714a tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 950 time: 0.3271792 Nov 23 18:14:55.312061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port be55654b-ab43-4cf5-9b10-3a9b8089dcb3 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:55.354417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ae6d713-5b2b-4d72-8f9d-edc51146671f req-e3485750-1998-4120-89f3-daf80ddfa6e7 service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826849 Nov 23 18:14:55.511488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fbc96128-5f08-42f0-9376-b5025c8da25b req-03f03b3a-76df-492e-ab95-0e2b86381ed1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/security-groups?id=763a26d7-b909-49aa-a8f0-4abbd0073192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294664 Nov 23 18:14:55.518822 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.541016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Allocated IP 172.20.0.2 (c617bdf3-28d7-435d-9490-2037d17092dc/34573523-465e-4c84-aa98-ef0adfcc9f6c/8c972a59-6dd2-4893-b021-ac110c34daa5) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:55.550332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fd28c37-12ab-44b2-9786-91be0b8dd548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.556570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fd28c37-12ab-44b2-9786-91be0b8dd548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.561539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] For port fef856d4-e2bb-4498-aa31-692d6bcdccf8, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:55.585160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] For port fef856d4-e2bb-4498-aa31-692d6bcdccf8, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fef856d4-e2bb-4498-aa31-692d6bcdccf8,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:55.602220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28c37-12ab-44b2-9786-91be0b8dd548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51217f3d-f99b-4243-b0aa-046b37e19036,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:55.625018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.629047 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6fd28c37-12ab-44b2-9786-91be0b8dd548 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a490a1ee51247c6a7fff06f6778e411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6893010 Nov 23 18:14:55.631853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49680) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:55.646974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac7a6942-43de-4e42-b948-f702e17bb2b8 req-6c6081ad-7c6c-4c59-97c3-52eafe51a952 service neutron] 10.222.0.72 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572268 Nov 23 18:14:55.721001 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b314aca7-46b8-421d-aa5e-04d3c5431a42 req-3f1f3733-da0a-4670-bb10-ba03d816b78d tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.0479333 Nov 23 18:14:55.724864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:55.725732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.727385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] 10.222.0.66 "PUT /v2.0/ports/fef856d4-e2bb-4498-aa31-692d6bcdccf8 HTTP/1.1" status: 200 len: 1091 time: 4.1384087 Nov 23 18:14:55.738598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9fac8cbe-8bab-4002-bab5-2d4ff50eb58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.754162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505e32-34f1-437d-924a-f058d8ab266f service neutron] Pushing event updated for resources: {'Port': ['ID=fef856d4-e2bb-4498-aa31-692d6bcdccf8,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:55.770984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.793961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9fac8cbe-8bab-4002-bab5-2d4ff50eb58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.862768 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4673b13-996a-468b-8d34-8052f57171a2 x-openstack-request-id: req-d4673b13-996a-468b-8d34-8052f57171a2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:14:55.863278 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7fd507-d342-40ab-bb0b-894bda405e0d", "tag": "98241e90-fdc0-4099-98bd-31e1e06cd2ca", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:14:55.863690 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d4673b13-996a-468b-8d34-8052f57171a2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:14:55.866182 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7fd507-d342-40ab-bb0b-894bda405e0d', 'tag': '98241e90-fdc0-4099-98bd-31e1e06cd2ca', 'status': 'completed', 'code': 200} Nov 23 18:14:55.899433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9fac8cbe-8bab-4002-bab5-2d4ff50eb58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.902915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9fac8cbe-8bab-4002-bab5-2d4ff50eb58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.907010 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9fac8cbe-8bab-4002-bab5-2d4ff50eb58e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51217f3d-f99b-4243-b0aa-046b37e19036 HTTP/1.1" status: 204 len: 168 time: 0.2724988 Nov 23 18:14:55.945037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac8cbe-8bab-4002-bab5-2d4ff50eb58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51217f3d-f99b-4243-b0aa-046b37e19036,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:55.978880 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:55.987240 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68420bd9-9b34-41f2-b72c-ea3a94d06cd6 x-openstack-request-id: req-68420bd9-9b34-41f2-b72c-ea3a94d06cd6 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:14:55.987386 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baafe25-3b3a-4cbf-9bde-d4db79c540a4", "name": "network-vif-plugged", "status": "completed", "tag": "ecad3f08-3535-4838-8282-0b6c3c4d3966", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:14:55.987693 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68420bd9-9b34-41f2-b72c-ea3a94d06cd6 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:14:55.988111 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baafe25-3b3a-4cbf-9bde-d4db79c540a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad3f08-3535-4838-8282-0b6c3c4d3966', 'code': 200} Nov 23 18:14:56.022262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.028183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Network aa29315c-ce36-4f7a-a805-ee3168ee31de is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:56.105526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:56.123788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:56.155198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.3 (c617bdf3-28d7-435d-9490-2037d17092dc/34573523-465e-4c84-aa98-ef0adfcc9f6c/be55654b-ab43-4cf5-9b10-3a9b8089dcb3) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:56.168285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'Port': ['ID=c8ef8a7c-23fa-4771-bbc2-669edfef1988,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:56.213127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Network c617bdf3-28d7-435d-9490-2037d17092dc is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:56.225781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:56.227582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Pushing event updated for resources: {'Port': ['ID=8c972a59-6dd2-4893-b021-ac110c34daa5,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:56.230859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:56.324889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Attempting to bind port 8c972a59-6dd2-4893-b021-ac110c34daa5 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:14:56.325491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Attempting to bind port 8c972a59-6dd2-4893-b021-ac110c34daa5 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '83b37d91-49e2-4619-bff5-f4fa03c95f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:14:56.325611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Attempting to bind port 8c972a59-6dd2-4893-b021-ac110c34daa5 on network c617bdf3-28d7-435d-9490-2037d17092dc {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:14:56.340839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-190bc50c-54e2-489c-b5a2-07667dc11d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:56.340839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-190bc50c-54e2-489c-b5a2-07667dc11d1b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 1094 time: 0.5497725 Nov 23 18:14:56.348292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:14:56.348671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Checking segment: {'id': '83b37d91-49e2-4619-bff5-f4fa03c95f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:14:56.349084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.349479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Bound using segment: {'id': '83b37d91-49e2-4619-bff5-f4fa03c95f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:14:56.349974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Bound port: 8c972a59-6dd2-4893-b021-ac110c34daa5, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b37d91-49e2-4619-bff5-f4fa03c95f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:14:56.350359 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.381792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f395ec0-d8be-44a8-8472-1e3efd10bff2 req-3254653a-d533-46dc-889c-80b2fceab06a tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:56.402283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f395ec0-d8be-44a8-8472-1e3efd10bff2 req-3254653a-d533-46dc-889c-80b2fceab06a tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 943 time: 0.3584814 Nov 23 18:14:56.405647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-5f8548b7-8edb-4103-a1c9-29265c10b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:56.407210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-5f8548b7-8edb-4103-a1c9-29265c10b93b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 1095 time: 0.5365119 Nov 23 18:14:56.412846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.449874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] For port 8c972a59-6dd2-4893-b021-ac110c34daa5, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:14:56.453875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] For port 8c972a59-6dd2-4893-b021-ac110c34daa5, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8c972a59-6dd2-4893-b021-ac110c34daa5,segment=NetworkSegment(83b37d91-49e2-4619-bff5-f4fa03c95f13),segment_id=83b37d91-49e2-4619-bff5-f4fa03c95f13)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:14:56.461675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:56.462676 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.469965 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.470829 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.514521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2ce60-c75a-4ecb-b994-36486cd281e1 req-54d28a70-d3df-4472-b56e-b9f29e40985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:56.516359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1f2ce60-c75a-4ecb-b994-36486cd281e1 req-54d28a70-d3df-4472-b56e-b9f29e40985b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 1096 time: 0.4844253 Nov 23 18:14:56.518090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-ca228c9b-a798-4ebb-8dce-337ee338beb5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fef856d4-e2bb-4498-aa31-692d6bcdccf8 HTTP/1.1" status: 200 len: 217 time: 0.1524198 Nov 23 18:14:56.521573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network c617bdf3-28d7-435d-9490-2037d17092dc is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:56.525084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:56.528028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:56.535706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb72785-7cc1-4b6a-949e-00907b17c6f0 None None] Pushing event updated for resources: {'Port': ['ID=8c972a59-6dd2-4893-b021-ac110c34daa5,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:56.541914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-aca975ae-5f75-4742-b808-923f07d0e6cc None None] Provisioning complete for port c8ef8a7c-23fa-4771-bbc2-669edfef1988 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:56.542433 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aca975ae-5f75-4742-b808-923f07d0e6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.595146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=be55654b-ab43-4cf5-9b10-3a9b8089dcb3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:56.605294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-aca975ae-5f75-4742-b808-923f07d0e6cc None None] Port c8ef8a7c-23fa-4771-bbc2-669edfef1988 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:14:56.619587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:56.620982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.646228 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c788f853-a839-4b65-b456-d5be593bf0be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6145906 Nov 23 18:14:56.648639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49694) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:56.656151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': 'c617bdf3-28d7-435d-9490-2037d17092dc', 'name': 'tempest-PortsTestJSON-1794457885'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:56.663528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-2a26795f-2085-49e3-8976-d8eb116af102 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5604513 Nov 23 18:14:56.711817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Request body: {'port': {'device_id': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:14:56.801366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-a9501685-0c3b-4567-8925-b229fa06b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:56.802925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-a9501685-0c3b-4567-8925-b229fa06b5dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 200 len: 853 time: 0.2541325 Nov 23 18:14:56.820651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:14:56.821993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f395ec0-d8be-44a8-8472-1e3efd10bff2 req-76eaa0f1-94a5-492e-9fc7-6a74abff04f2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187343 Nov 23 18:14:56.828805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:56.854125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1f2ce60-c75a-4ecb-b994-36486cd281e1 req-53ec46ca-bcca-435d-80cc-937defaa4f9d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955604 Nov 23 18:14:56.901041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port bd3a18bb-2b26-446b-b554-4cb09cc14c50 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:14:57.015065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-c4b42133-48f1-4a0d-a69a-d0b54752cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:57.018279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-c4b42133-48f1-4a0d-a69a-d0b54752cde9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 915 time: 0.5916378 Nov 23 18:14:57.066124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:57.084166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.7 (c617bdf3-28d7-435d-9490-2037d17092dc/34573523-465e-4c84-aa98-ef0adfcc9f6c/bd3a18bb-2b26-446b-b554-4cb09cc14c50) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:14:57.109669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-a7d1d1f1-b9a4-436d-8de1-1f118efeba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:57.113321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-a7d1d1f1-b9a4-436d-8de1-1f118efeba4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef15c970-26c2-481a-b8f2-40f86a2a5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2858989 Nov 23 18:14:57.214782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-c2307050-158c-4d7b-b75d-3af049d98c89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98241e90-fdc0-4099-98bd-31e1e06cd2ca HTTP/1.1" status: 200 len: 217 time: 0.1887739 Nov 23 18:14:57.322125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 98241e90-fdc0-4099-98bd-31e1e06cd2ca details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:14:57.400162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:57.454440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:57.516271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network c617bdf3-28d7-435d-9490-2037d17092dc is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:14:57.521164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:14:57.525315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:14:57.611760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 98241e90-fdc0-4099-98bd-31e1e06cd2ca, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=98241e90-fdc0-4099-98bd-31e1e06cd2ca,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:57.633179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '98241e90-fdc0-4099-98bd-31e1e06cd2ca', 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'port_id': '98241e90-fdc0-4099-98bd-31e1e06cd2ca', 'mac_address': 'fa:16:3e:2b:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ade490-6148-4286-ab93-a79a110a55ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:14:57.635707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8c972a59-6dd2-4893-b021-ac110c34daa5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:57.657500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b8ae72da-4eab-4daa-89f4-c6473cfe8cef req-97874d9b-e34e-4474-b7d4-4ecca56baac7 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.1260118 Nov 23 18:14:57.668091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:57.669193 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:57.681301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=bd3a18bb-2b26-446b-b554-4cb09cc14c50,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:57.720059 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bd7411e4-c00f-4e06-a84e-49b1643458e9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0701642 Nov 23 18:14:57.721454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49720) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:57.766320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:57.787062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e281a676-2034-433b-86c2-f7148287070c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:57.792704 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e281a676-2034-433b-86c2-f7148287070c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.0700653 Nov 23 18:14:57.793611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49722) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:57.806787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98241e90-fdc0-4099-98bd-31e1e06cd2ca {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:14:57.854326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-e7c98444-8b23-42f4-96a7-739164f3d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:57.855931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-e7c98444-8b23-42f4-96a7-739164f3d51d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 200 len: 853 time: 0.6149175 Nov 23 18:14:57.863638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 98241e90-fdc0-4099-98bd-31e1e06cd2ca, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=98241e90-fdc0-4099-98bd-31e1e06cd2ca,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:57.878993 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:57.880555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134f3cec-1565-4381-8745-4533410c32b4', 'tag': 'fef856d4-e2bb-4498-aa31-692d6bcdccf8'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:14:57.882430 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "134f3cec-1565-4381-8745-4533410c32b4", "tag": "fef856d4-e2bb-4498-aa31-692d6bcdccf8"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:14:57.956286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8c972a59-6dd2-4893-b021-ac110c34daa5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:57.959320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:57.986850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-f482460b-a746-4cd1-b772-1677bc2e2d27 service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864618 Nov 23 18:14:58.067219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1a18846d-a772-4d22-99ee-8953b97cf71b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port bd3a18bb-2b26-446b-b554-4cb09cc14c50 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:58.067573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a18846d-a772-4d22-99ee-8953b97cf71b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:58.125119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=98241e90-fdc0-4099-98bd-31e1e06cd2ca,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:58.132507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['98241e90-fdc0-4099-98bd-31e1e06cd2ca'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:14:58.132867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec38eab-15d1-4294-a10b-6ba864959ff2 req-a54f3354-8a7d-4bdd-9397-c872e9785b6e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:58.134471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bec38eab-15d1-4294-a10b-6ba864959ff2 req-a54f3354-8a7d-4bdd-9397-c872e9785b6e tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 931 time: 0.3185170 Nov 23 18:14:58.183546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-3d1024e6-4aad-4975-8967-367acee4b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:58.185345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-3d1024e6-4aad-4975-8967-367acee4b09a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef15c970-26c2-481a-b8f2-40f86a2a5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947583 Nov 23 18:14:58.252656 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:58.262271 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a18846d-a772-4d22-99ee-8953b97cf71b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:58.301065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1a18846d-a772-4d22-99ee-8953b97cf71b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for bd3a18bb-2b26-446b-b554-4cb09cc14c50 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:58.304675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 8c972a59-6dd2-4893-b021-ac110c34daa5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8c972a59-6dd2-4893-b021-ac110c34daa5,segment=NetworkSegment(83b37d91-49e2-4619-bff5-f4fa03c95f13),segment_id=83b37d91-49e2-4619-bff5-f4fa03c95f13)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:14:58.323216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:58.325067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-c0b86445-a322-4ece-be16-522d47816c04 service neutron] 10.222.0.72 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273842 Nov 23 18:14:58.335774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c0f28-9f16-43be-9b0d-65892182b64d None None] Network c617bdf3-28d7-435d-9490-2037d17092dc requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:14:58.542158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19af5493-75d1-4cf4-a2f4-e2bf1a703852 req-9848bb86-367a-4015-8636-d3c0b9345d30 service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330772 Nov 23 18:14:58.609752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bec38eab-15d1-4294-a10b-6ba864959ff2 req-237b80b7-b11b-4e1b-9bd3-2abd1ef965b3 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215117 Nov 23 18:14:58.634797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9e56dc8c-03a9-47ff-9037-ffeb3836fe73 None None] Provisioning complete for port 8c972a59-6dd2-4893-b021-ac110c34daa5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:58.635284 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9e56dc8c-03a9-47ff-9037-ffeb3836fe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:58.661494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a18846d-a772-4d22-99ee-8953b97cf71b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:58.735272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18846d-a772-4d22-99ee-8953b97cf71b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=bd3a18bb-2b26-446b-b554-4cb09cc14c50,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:58.739026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=8c972a59-6dd2-4893-b021-ac110c34daa5,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:58.907786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a18846d-a772-4d22-99ee-8953b97cf71b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:58.917243 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1a18846d-a772-4d22-99ee-8953b97cf71b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/bd3a18bb-2b26-446b-b554-4cb09cc14c50 HTTP/1.1" status: 204 len: 168 time: 1.1224084 Nov 23 18:14:58.919022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49736) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:58.963646 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4db023-ea59-47ad-a844-d93b915d8e4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:14:58.969318 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef4db023-ea59-47ad-a844-d93b915d8e4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/bd3a18bb-2b26-446b-b554-4cb09cc14c50 HTTP/1.1" status: 404 len: 333 time: 0.0492415 Nov 23 18:14:58.969980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49738) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:14:59.133609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-20f81675-def5-4c60-ac12-e66300163b9f None None] Could not find standard attr ID for object bd3a18bb-2b26-446b-b554-4cb09cc14c50. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:14:59.163813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-20f81675-def5-4c60-ac12-e66300163b9f None None] Provisioning complete for port 8c972a59-6dd2-4893-b021-ac110c34daa5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:59.164199 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20f81675-def5-4c60-ac12-e66300163b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.210358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3d696846-dc3a-4066-947b-8f8b6bd64105 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port be55654b-ab43-4cf5-9b10-3a9b8089dcb3 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:14:59.211011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d696846-dc3a-4066-947b-8f8b6bd64105 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.438801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d696846-dc3a-4066-947b-8f8b6bd64105 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.464784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-20f81675-def5-4c60-ac12-e66300163b9f None None] Provisioning complete for port be55654b-ab43-4cf5-9b10-3a9b8089dcb3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:59.465167 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20f81675-def5-4c60-ac12-e66300163b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.468188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3d696846-dc3a-4066-947b-8f8b6bd64105 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for be55654b-ab43-4cf5-9b10-3a9b8089dcb3 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:14:59.469651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0fbffae-c583-4737-85b5-5cffaea9b9e3 req-5ead9783-79de-452c-9ed8-a3f622378d56 service neutron] 10.222.0.72 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1232471 Nov 23 18:14:59.562974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-20f81675-def5-4c60-ac12-e66300163b9f None None] Port be55654b-ab43-4cf5-9b10-3a9b8089dcb3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:14:59.575008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8c972a59-6dd2-4893-b021-ac110c34daa5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:14:59.608524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ef8a7c-23fa-4771-bbc2-669edfef1988 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:14:59.639608 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.655963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea12da-e23b-464f-99be-4bf00fc4d90c req-c260f83f-30e7-45e3-a506-99f0e430ec81 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:59.657588 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2ea12da-e23b-464f-99be-4bf00fc4d90c req-c260f83f-30e7-45e3-a506-99f0e430ec81 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 943 time: 0.1869466 Nov 23 18:14:59.672946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Transition to ACTIVE for port object c8ef8a7c-23fa-4771-bbc2-669edfef1988 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:14:59.688854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.733258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-323913e5-f38a-4d9c-800b-175b8d6ae90a None None] Provisioning complete for port be55654b-ab43-4cf5-9b10-3a9b8089dcb3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:59.736313 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-323913e5-f38a-4d9c-800b-175b8d6ae90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.788892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-323913e5-f38a-4d9c-800b-175b8d6ae90a None None] Port be55654b-ab43-4cf5-9b10-3a9b8089dcb3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:14:59.796934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8c972a59-6dd2-4893-b021-ac110c34daa5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:14:59.798465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.829508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef8a7c-23fa-4771-bbc2-669edfef1988,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:14:59.887427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d696846-dc3a-4066-947b-8f8b6bd64105 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:59.940227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-38d45256-793e-4584-9ca7-f19ba6ee5df6 None None] Could not find standard attr ID for object bd3a18bb-2b26-446b-b554-4cb09cc14c50. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:14:59.959485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d696846-dc3a-4066-947b-8f8b6bd64105 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=be55654b-ab43-4cf5-9b10-3a9b8089dcb3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:00.023392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2ea12da-e23b-464f-99be-4bf00fc4d90c req-8d0ffe8a-6250-4cc3-8c61-8fa42db504e0 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481147 Nov 23 18:15:00.130987 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d696846-dc3a-4066-947b-8f8b6bd64105 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.137273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3d696846-dc3a-4066-947b-8f8b6bd64105 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/be55654b-ab43-4cf5-9b10-3a9b8089dcb3 HTTP/1.1" status: 204 len: 168 time: 1.1644320 Nov 23 18:15:00.139632 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49746) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:00.141707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Attempting to bind port c8ef8a7c-23fa-4771-bbc2-669edfef1988 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:15:00.142048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Attempting to bind port c8ef8a7c-23fa-4771-bbc2-669edfef1988 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:15:00.142386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Attempting to bind port c8ef8a7c-23fa-4771-bbc2-669edfef1988 on network aa29315c-ce36-4f7a-a805-ee3168ee31de {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:00.156000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Port c8ef8a7c-23fa-4771-bbc2-669edfef1988 on network aa29315c-ce36-4f7a-a805-ee3168ee31de not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:15:00.157261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Attempting to bind port c8ef8a7c-23fa-4771-bbc2-669edfef1988 on network aa29315c-ce36-4f7a-a805-ee3168ee31de {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:00.183686 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39472636-2d89-4013-a830-966024ecd928 x-openstack-request-id: req-39472636-2d89-4013-a830-966024ecd928 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:00.184045 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134f3cec-1565-4381-8745-4533410c32b4", "tag": "fef856d4-e2bb-4498-aa31-692d6bcdccf8", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:00.184303 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-39472636-2d89-4013-a830-966024ecd928 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:00.184704 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134f3cec-1565-4381-8745-4533410c32b4', 'tag': 'fef856d4-e2bb-4498-aa31-692d6bcdccf8', 'status': 'completed', 'code': 200} Nov 23 18:15:00.200743 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a061e22-883e-4de7-932c-a8644e21e08b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:15:00.202987 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6a061e22-883e-4de7-932c-a8644e21e08b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/be55654b-ab43-4cf5-9b10-3a9b8089dcb3 HTTP/1.1" status: 404 len: 333 time: 0.0619602 Nov 23 18:15:00.206740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49748) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:00.207140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:15:00.207482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Checking segment: {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:15:00.207870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Bound using segment: {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:15:00.214138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Bound port: c8ef8a7c-23fa-4771-bbc2-669edfef1988, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4957addf-0c1e-45ba-962a-440d83eece63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:15:00.214138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.330598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29a57b2-d62b-4a3f-b88a-bcad53076d82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet 34573523-465e-4c84-aa98-ef0adfcc9f6c {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:15:00.339165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b29a57b2-d62b-4a3f-b88a-bcad53076d82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.359275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-829dfa94-04d4-4bbf-9859-7b64875973fb req-ad9fb4a5-0c49-48cd-8d2a-2920a5943caa tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0837440 Nov 23 18:15:00.392963 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b29a57b2-d62b-4a3f-b88a-bcad53076d82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.455519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] For port c8ef8a7c-23fa-4771-bbc2-669edfef1988, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:15:00.460598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-919b2f0a-2477-4722-89ae-68377524dd03 req-05a47feb-b36e-449c-bf93-44e3eb670249 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0579298 Nov 23 18:15:00.464645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-5aee576e-ace6-4479-99d7-176cdf4a22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:00.466306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-5aee576e-ace6-4479-99d7-176cdf4a22bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 1094 time: 0.3044159 Nov 23 18:15:00.477320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] For port c8ef8a7c-23fa-4771-bbc2-669edfef1988, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:15:00.490794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.519578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b29a57b2-d62b-4a3f-b88a-bcad53076d82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.578674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:00.579340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.580908 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] 10.222.0.72 "PUT /v2.0/ports/c8ef8a7c-23fa-4771-bbc2-669edfef1988 HTTP/1.1" status: 200 len: 1091 time: 3.8831687 Nov 23 18:15:00.589848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750c47a-e34d-4765-8b6c-ff52d7d21e79 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef8a7c-23fa-4771-bbc2-669edfef1988,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:00.607147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91ca7-81c3-4cb2-988e-e43725a91a92 req-47d1b045-c60a-4dd9-af52-4c0bdcc99e60 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:00.616072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5b91ca7-81c3-4cb2-988e-e43725a91a92 req-47d1b045-c60a-4dd9-af52-4c0bdcc99e60 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 943 time: 0.1281674 Nov 23 18:15:00.657461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b29a57b2-d62b-4a3f-b88a-bcad53076d82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.692900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b29a57b2-d62b-4a3f-b88a-bcad53076d82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.698934 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b29a57b2-d62b-4a3f-b88a-bcad53076d82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/34573523-465e-4c84-aa98-ef0adfcc9f6c HTTP/1.1" status: 204 len: 168 time: 0.4913208 Nov 23 18:15:00.699535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49750) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:00.708665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a57b2-d62b-4a3f-b88a-bcad53076d82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=34573523-465e-4c84-aa98-ef0adfcc9f6c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:00.754551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5b91ca7-81c3-4cb2-988e-e43725a91a92 req-e7882ceb-8da6-4e65-aa9a-5810f25f2a2c tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377110 Nov 23 18:15:00.806144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.818892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-29ab89ff-0c45-427a-9f93-90f36657680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:00.820435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-29ab89ff-0c45-427a-9f93-90f36657680d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=883383125501466092f249ded312b427&device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1094 time: 0.1708479 Nov 23 18:15:00.826025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc644512-8357-4625-8452-6514ecb2730b None None] Network c617bdf3-28d7-435d-9490-2037d17092dc requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:00.894247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-1d312e27-d0ef-41f3-857b-8872e9b29e4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988 HTTP/1.1" status: 200 len: 217 time: 0.0535641 Nov 23 18:15:00.897159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 8c972a59-6dd2-4893-b021-ac110c34daa5 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:00.897617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.915982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-06f44f30-6014-41ef-947f-c54113af68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:00.917587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-06f44f30-6014-41ef-947f-c54113af68bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 915 time: 0.2185524 Nov 23 18:15:00.978170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] For port 8c972a59-6dd2-4893-b021-ac110c34daa5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8c972a59-6dd2-4893-b021-ac110c34daa5,segment=NetworkSegment(83b37d91-49e2-4619-bff5-f4fa03c95f13),segment_id=83b37d91-49e2-4619-bff5-f4fa03c95f13)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:00.978850 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:00.987184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-45669f0c-bec1-4ec1-90a9-2498d8822089 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fef856d4-e2bb-4498-aa31-692d6bcdccf8 HTTP/1.1" status: 200 len: 217 time: 0.0440919 Nov 23 18:15:00.997567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 8c972a59-6dd2-4893-b021-ac110c34daa5 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:01.028193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-96a7f967-bd86-4dde-978f-45485758f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:01.029820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-96a7f967-bd86-4dde-978f-45485758f7dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bab05f2-61fb-4dcc-96c5-5e10649a72aa HTTP/1.1" status: 200 len: 853 time: 0.1271372 Nov 23 18:15:01.076832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-38d4e352-794c-407d-b466-d4fcd1af6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:01.077050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] DHCP port deletion for c617bdf3-28d7-435d-9490-2037d17092dc request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:15:01.078429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-38d4e352-794c-407d-b466-d4fcd1af6a1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 200 len: 853 time: 0.0840981 Nov 23 18:15:01.131877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] Deleting port 8c972a59-6dd2-4893-b021-ac110c34daa5 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:01.132266 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.136687 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.145268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-c1a19bb0-c685-4d79-954b-db58b3b24448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:01.146831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-c1a19bb0-c685-4d79-954b-db58b3b24448 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa29315c-ce36-4f7a-a805-ee3168ee31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086113 Nov 23 18:15:01.175676 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=8c972a59-6dd2-4893-b021-ac110c34daa5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:01.178485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No DVR routers for this DVR port 8c972a59-6dd2-4893-b021-ac110c34daa5 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:01.213090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fee12-f2e7-4794-a077-6ba69297160d req-170be2ae-6b1c-453f-8e62-fa7b8ca80b0e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:01.214755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-724fee12-f2e7-4794-a077-6ba69297160d req-170be2ae-6b1c-453f-8e62-fa7b8ca80b0e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 943 time: 0.1284652 Nov 23 18:15:01.219883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] For port 8c972a59-6dd2-4893-b021-ac110c34daa5, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:01.220290 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.238842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] Calling delete_port for 8c972a59-6dd2-4893-b021-ac110c34daa5 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:01.241767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] Port 8c972a59-6dd2-4893-b021-ac110c34daa5 was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:15:01.243167 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.253775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-ea361741-01dc-4804-8d83-1e739f0f52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:01.255350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-ea361741-01dc-4804-8d83-1e739f0f52f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef15c970-26c2-481a-b8f2-40f86a2a5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590550 Nov 23 18:15:01.276327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] Pushing event deleted for resources: {'Port': ['ID=8c972a59-6dd2-4893-b021-ac110c34daa5,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:01.282588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c359b3-b460-4a1d-b8d7-33a4945d17c6 None None] No DVR routers for this DVR port 8c972a59-6dd2-4893-b021-ac110c34daa5 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:01.313832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.343949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c617bdf3-28d7-435d-9490-2037d17092dc']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:01.353443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 98241e90-fdc0-4099-98bd-31e1e06cd2ca up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:01.356984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b37d91-49e2-4619-bff5-f4fa03c95f13') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:01.357803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b37d91-49e2-4619-bff5-f4fa03c95f13') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:01.384416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.412871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.422216 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:15:01.422637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:15:01.428269 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:15:01.474440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 98241e90-fdc0-4099-98bd-31e1e06cd2ca completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:15:01.480169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 98241e90-fdc0-4099-98bd-31e1e06cd2ca triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:01.480551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.496690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-724fee12-f2e7-4794-a077-6ba69297160d req-90c0667f-af1d-48c0-b810-b00cff86341e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477610 Nov 23 18:15:01.508502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-a40200ce-4ac0-4724-b8d1-b170e923bce4 service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530531 Nov 23 18:15:01.597658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.607780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8c972a59-6dd2-4893-b021-ac110c34daa5 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:01.610682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.620265 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/networks/c617bdf3-28d7-435d-9490-2037d17092dc HTTP/1.1" status: 204 len: 168 time: 0.9161038 Nov 23 18:15:01.635622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49756) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:01.656230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1319079080'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:01.695524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-7386c2c3-c66b-46ec-baec-b2189c5e4370 service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275556 Nov 23 18:15:01.699327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8c972a59-6dd2-4893-b021-ac110c34daa5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:15:01.699678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8c972a59-6dd2-4893-b021-ac110c34daa5 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:01.700992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c89b08f-d1ca-412f-a919-90bbec7941d8 req-6a287e34-3b07-4246-8d18-2483f76d8796 service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747968 Nov 23 18:15:01.720934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32a67687-5874-4b0f-a005-664a2c8078f8 req-88e8cccc-0f1f-4748-844d-a936ee11f429 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0396454 Nov 23 18:15:01.766721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63183fee-5124-46b7-955a-bb5527c616c2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Network': ['ID=c617bdf3-28d7-435d-9490-2037d17092dc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:01.768516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:01.772306 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.834800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:15:01.867221 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:01.868493 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Added segment 2c8707a9-0881-49fa-ac4e-b2d38db74270 of type vlan for network 77077dce-5745-4b9f-887d-35d7055848cf Nov 23 18:15:01.950169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fef856d4-e2bb-4498-aa31-692d6bcdccf8 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:15:01.950912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c0a8c0b-765b-4848-ba64-fcffc0f88d0f req-3c4f8a54-a348-49d9-9fbd-0bd8f576f3fc service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314239 Nov 23 18:15:02.000442 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.003733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.032691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7fd507-d342-40ab-bb0b-894bda405e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98241e90-fdc0-4099-98bd-31e1e06cd2ca'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:02.035156 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc67df82-3bd6-4c3c-8014-ad2eac519a2e" -d '{"events": [{"server_uuid": "6b7fd507-d342-40ab-bb0b-894bda405e0d", "name": "network-vif-plugged", "status": "completed", "tag": "98241e90-fdc0-4099-98bd-31e1e06cd2ca"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:02.066406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 98241e90-fdc0-4099-98bd-31e1e06cd2ca, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=98241e90-fdc0-4099-98bd-31e1e06cd2ca,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:02.073805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.074943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.095645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:02.097580 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.176236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0836f7c-5ce1-49e1-9180-f3b2b1203565 req-7fd51458-c928-4794-bcc3-963d5024d2ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b6d37068eec4e15858c4018aaba4ebe&device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0573277 Nov 23 18:15:02.183910 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5471950 Nov 23 18:15:02.187169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49774) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:02.198441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:02.198441 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:02.208101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fef856d4-e2bb-4498-aa31-692d6bcdccf8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fef856d4-e2bb-4498-aa31-692d6bcdccf8,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:02.210327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '77077dce-5745-4b9f-887d-35d7055848cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:02.226598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=98241e90-fdc0-4099-98bd-31e1e06cd2ca,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:02.239450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'fef856d4-e2bb-4498-aa31-692d6bcdccf8', 'network_id': 'ef15c970-26c2-481a-b8f2-40f86a2a5f00', 'port_id': 'fef856d4-e2bb-4498-aa31-692d6bcdccf8', 'mac_address': 'fa:16:3e:09:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ade490-6148-4286-ab93-a79a110a55ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:15:02.286394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0836f7c-5ce1-49e1-9180-f3b2b1203565 req-f941a3a5-d1e1-47a3-a95e-0e9596274dba service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9b6d37068eec4e15858c4018aaba4ebe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730352 Nov 23 18:15:02.290332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.296774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e33bc-c250-417e-b8d3-eb36b0494782 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Network': ['ID=77077dce-5745-4b9f-887d-35d7055848cf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:02.323267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef856d4-e2bb-4498-aa31-692d6bcdccf8 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:15:02.358437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fef856d4-e2bb-4498-aa31-692d6bcdccf8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fef856d4-e2bb-4498-aa31-692d6bcdccf8,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:02.364226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 77077dce-5745-4b9f-887d-35d7055848cf details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:15:02.383807 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.462154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af66ea-18d1-4c8f-9672-36cef791045c req-202e7d14-7480-41a6-bcd8-c41f108dd3ea tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:02.472799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:02.473563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49af66ea-18d1-4c8f-9672-36cef791045c req-202e7d14-7480-41a6-bcd8-c41f108dd3ea tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 943 time: 0.2959659 Nov 23 18:15:02.476150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0836f7c-5ce1-49e1-9180-f3b2b1203565 req-b248c7f1-62f0-4b22-9e86-d070a7f07f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:02.477729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0836f7c-5ce1-49e1-9180-f3b2b1203565 req-b248c7f1-62f0-4b22-9e86-d070a7f07f5f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808946 Nov 23 18:15:02.477984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.502418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fef856d4-e2bb-4498-aa31-692d6bcdccf8,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:02.596103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49af66ea-18d1-4c8f-9672-36cef791045c req-69849a7c-dee3-46e9-bf30-2cf865d3fe80 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164374 Nov 23 18:15:02.677801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['fef856d4-e2bb-4498-aa31-692d6bcdccf8'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:02.792553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:02.796419 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf80f50-8be7-4900-ba08-9252fa871cd3 x-openstack-request-id: req-acf80f50-8be7-4900-ba08-9252fa871cd3 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:02.796858 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7fd507-d342-40ab-bb0b-894bda405e0d", "name": "network-vif-plugged", "status": "completed", "tag": "98241e90-fdc0-4099-98bd-31e1e06cd2ca", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:02.796986 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-acf80f50-8be7-4900-ba08-9252fa871cd3 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:02.797384 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7fd507-d342-40ab-bb0b-894bda405e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98241e90-fdc0-4099-98bd-31e1e06cd2ca', 'code': 200} Nov 23 18:15:02.898442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e00e5c-36c2-4e30-9390-abf8ee6e3435 req-1284d18f-9947-4d75-b39e-94cd281a7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:02.902396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0e00e5c-36c2-4e30-9390-abf8ee6e3435 req-1284d18f-9947-4d75-b39e-94cd281a7a16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 1097 time: 0.1024299 Nov 23 18:15:02.939393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=5be2faa9-b1c1-4c34-88d5-19812808abe6,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:02.950028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7049fe4b-ac6c-44e7-a2d0-750fc115c783 req-0ef826e8-b3f9-41f0-b606-07c036fc2e9d tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0463495 Nov 23 18:15:02.950365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking segment: {'id': '2c8707a9-0881-49fa-ac4e-b2d38db74270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '77077dce-5745-4b9f-887d-35d7055848cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:15:02.950755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network hostable DHCP agents. Network: 77077dce-5745-4b9f-887d-35d7055848cf, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:15:02.982924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 77077dce-5745-4b9f-887d-35d7055848cf is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:15:02.997649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 77077dce-5745-4b9f-887d-35d7055848cf) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:03.006430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee9464-f565-4959-a7ac-08831d98533b None None] Network 77077dce-5745-4b9f-887d-35d7055848cf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:03.027633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:03.028951 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:03.052005 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38f0ea9-cb96-49ae-80d0-68791645358a x-openstack-request-id: req-e38f0ea9-cb96-49ae-80d0-68791645358a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:03.052350 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:03.052591 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e38f0ea9-cb96-49ae-80d0-68791645358a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:03.055700 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'status': 'completed', 'code': 200} Nov 23 18:15:03.061797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0e00e5c-36c2-4e30-9390-abf8ee6e3435 req-436ec812-a040-43c0-aa9c-65655991f041 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095500 Nov 23 18:15:03.083925 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f17a4f0-9303-4de2-822a-af64b7ed05da tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8951552 Nov 23 18:15:03.086613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49790) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:03.093059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '77077dce-5745-4b9f-887d-35d7055848cf', 'name': 'tempest-PortsTestJSON-607773000', 'fixed_ips': [{'subnet_id': '5be2faa9-b1c1-4c34-88d5-19812808abe6', 'ip_address': '172.20.0.10'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:03.211093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-22512b5c-8af6-4a1f-a730-1fa7b1c58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:03.212627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-22512b5c-8af6-4a1f-a730-1fa7b1c58687 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=883383125501466092f249ded312b427&device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1094 time: 0.1560609 Nov 23 18:15:03.226642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a654ce-09d9-4c72-ac31-08eed7ba6ecd req-1244d2d4-3e5a-4226-b1b7-64504c212276 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:03.235441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1a654ce-09d9-4c72-ac31-08eed7ba6ecd req-1244d2d4-3e5a-4226-b1b7-64504c212276 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 944 time: 0.1254423 Nov 23 18:15:03.348378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:03.371021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-77077dce-5745-4b9f-887d-35d7055848cf', 'network_id': '77077dce-5745-4b9f-887d-35d7055848cf', 'tenant_id': '28601f0bc3be4943b4cb44016db537ac', 'fixed_ips': [{'subnet_id': '5be2faa9-b1c1-4c34-88d5-19812808abe6'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:15:03.374396 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:03.390397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1a654ce-09d9-4c72-ac31-08eed7ba6ecd req-241aac6a-d095-4661-85d1-04eb06f24da8 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484396 Nov 23 18:15:03.450773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-5c600092-a2d8-4d5b-9f1c-648b25888d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:03.457819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-5c600092-a2d8-4d5b-9f1c-648b25888d8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa29315c-ce36-4f7a-a805-ee3168ee31de HTTP/1.1" status: 200 len: 915 time: 0.2049940 Nov 23 18:15:03.524112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-fa666d48-0fb9-4381-82d0-6825130721a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988 HTTP/1.1" status: 200 len: 217 time: 0.0549314 Nov 23 18:15:03.616135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-fbc02274-acda-4fc4-8b40-7011111d7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:03.618419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-fbc02274-acda-4fc4-8b40-7011111d7722 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bab05f2-61fb-4dcc-96c5-5e10649a72aa HTTP/1.1" status: 200 len: 853 time: 0.0836484 Nov 23 18:15:03.630730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Allocated IP 172.20.0.2 (77077dce-5745-4b9f-887d-35d7055848cf/5be2faa9-b1c1-4c34-88d5-19812808abe6/54f1a501-79ee-4c54-b4fc-ff322d928bd2) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:03.824269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0836f7c-5ce1-49e1-9180-f3b2b1203565 req-81ad416f-c8f3-4212-89ac-baf0359a09e2 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.66 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0759752 Nov 23 18:15:03.842474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-11819c03-643a-4f07-b32c-28f80f0e04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:03.855530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-11819c03-643a-4f07-b32c-28f80f0e04c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa29315c-ce36-4f7a-a805-ee3168ee31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087736 Nov 23 18:15:03.897025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fef856d4-e2bb-4498-aa31-692d6bcdccf8 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:03.933551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbde56-23ad-43d6-93c0-6888753bbfdb req-697d4c93-e14d-40ee-96df-6f5e41daf7f7 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:03.935159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7bbde56-23ad-43d6-93c0-6888753bbfdb req-697d4c93-e14d-40ee-96df-6f5e41daf7f7 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 943 time: 0.1643455 Nov 23 18:15:03.972451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:03.987687 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.005571 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.009521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port 8f02e4c2-bc43-495d-903a-cc8b329b6400 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:15:04.061657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Network 77077dce-5745-4b9f-887d-35d7055848cf is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:04.065165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port fef856d4-e2bb-4498-aa31-692d6bcdccf8 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:15:04.067520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:04.073779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:04.076848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Pushing event updated for resources: {'Port': ['ID=54f1a501-79ee-4c54-b4fc-ff322d928bd2,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:04.080367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port fef856d4-e2bb-4498-aa31-692d6bcdccf8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:04.080811 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.084104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7bbde56-23ad-43d6-93c0-6888753bbfdb req-3a033710-9d06-4448-94c9-c1ffb3686d52 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991635 Nov 23 18:15:04.136064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-0990e9d6-41e7-48b1-b3b7-a14b8aca0089 service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668588 Nov 23 18:15:04.225625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Attempting to bind port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:15:04.227409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Attempting to bind port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '2c8707a9-0881-49fa-ac4e-b2d38db74270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '77077dce-5745-4b9f-887d-35d7055848cf'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:15:04.227409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Attempting to bind port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 on network 77077dce-5745-4b9f-887d-35d7055848cf {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:04.236793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.10 (77077dce-5745-4b9f-887d-35d7055848cf/5be2faa9-b1c1-4c34-88d5-19812808abe6/8f02e4c2-bc43-495d-903a-cc8b329b6400) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:04.241831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:15:04.242561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Checking segment: {'id': '2c8707a9-0881-49fa-ac4e-b2d38db74270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '77077dce-5745-4b9f-887d-35d7055848cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:15:04.243220 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.243786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Bound using segment: {'id': '2c8707a9-0881-49fa-ac4e-b2d38db74270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '77077dce-5745-4b9f-887d-35d7055848cf'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:15:04.244457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Bound port: 54f1a501-79ee-4c54-b4fc-ff322d928bd2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8707a9-0881-49fa-ac4e-b2d38db74270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '77077dce-5745-4b9f-887d-35d7055848cf'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:15:04.245063 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.261517 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.303469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port fef856d4-e2bb-4498-aa31-692d6bcdccf8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fef856d4-e2bb-4498-aa31-692d6bcdccf8,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:04.321066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.366321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dadb5d31-fb2e-42d2-b92d-ad5f0ce0439c req-9efd64f6-fd3d-4760-aff7-596036b702a7 tempest-ServerShowV257Test-271700486 tempest-ServerShowV257Test-271700486-project] 10.222.0.74 "GET /v2.0/ports?device_id=30903932-4100-4f49-8c6f-04301c78f255 HTTP/1.1" status: 200 len: 210 time: 0.0828815 Nov 23 18:15:04.424860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.432138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] For port 54f1a501-79ee-4c54-b4fc-ff322d928bd2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:15:04.434747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=fef856d4-e2bb-4498-aa31-692d6bcdccf8,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:04.439536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] For port 54f1a501-79ee-4c54-b4fc-ff322d928bd2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=54f1a501-79ee-4c54-b4fc-ff322d928bd2,segment=NetworkSegment(2c8707a9-0881-49fa-ac4e-b2d38db74270),segment_id=2c8707a9-0881-49fa-ac4e-b2d38db74270)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:15:04.448821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3b40b843-7e58-46d5-8d4b-ee2313f21d4b req-6e4d4ed7-1558-4a51-a891-53471ca4e166 service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046980 Nov 23 18:15:04.450190 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.480286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.525855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c886b7b-4aba-4438-b698-562ec0e82001 None None] Pushing event updated for resources: {'Port': ['ID=54f1a501-79ee-4c54-b4fc-ff322d928bd2,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:04.552804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 77077dce-5745-4b9f-887d-35d7055848cf is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:04.556500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:04.560807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:04.572746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a64cc0-4ce7-41ce-a3f0-128505d59c43 req-88fcbf0c-c7e0-4682-92ea-698f2767d32d tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:04.582301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12a64cc0-4ce7-41ce-a3f0-128505d59c43 req-88fcbf0c-c7e0-4682-92ea-698f2767d32d tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.0953131 Nov 23 18:15:04.618577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=8f02e4c2-bc43-495d-903a-cc8b329b6400,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:04.634607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:04.635295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:04.644133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12a64cc0-4ce7-41ce-a3f0-128505d59c43 req-b1611919-df5d-4932-9b7a-bc2b34324eea tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601115 Nov 23 18:15:04.665308 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e5c248dc-9e0b-49b6-8ab9-ea03b29c852d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5754900 Nov 23 18:15:04.665956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49802) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:04.672756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '77077dce-5745-4b9f-887d-35d7055848cf', 'name': 'tempest-PortsTestJSON-100399627', 'fixed_ips': [{'subnet_id': '5be2faa9-b1c1-4c34-88d5-19812808abe6', 'ip_address': '172.20.0.9'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:04.799554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134f3cec-1565-4381-8745-4533410c32b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef856d4-e2bb-4498-aa31-692d6bcdccf8'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:04.801916 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d3faaf-bd43-46da-b850-fa5ba33a6d24" -d '{"events": [{"server_uuid": "134f3cec-1565-4381-8745-4533410c32b4", "name": "network-vif-plugged", "status": "completed", "tag": "fef856d4-e2bb-4498-aa31-692d6bcdccf8"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:04.832858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:04.859911 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e43c69d-7d37-4411-ba35-552bff52c746 x-openstack-request-id: req-8e43c69d-7d37-4411-ba35-552bff52c746 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:04.860219 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134f3cec-1565-4381-8745-4533410c32b4", "name": "network-vif-plugged", "status": "completed", "tag": "fef856d4-e2bb-4498-aa31-692d6bcdccf8", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:04.860479 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e43c69d-7d37-4411-ba35-552bff52c746 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:04.861226 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134f3cec-1565-4381-8745-4533410c32b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef856d4-e2bb-4498-aa31-692d6bcdccf8', 'code': 200} Nov 23 18:15:05.022343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:05.043797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port b7a2e691-2230-448d-99c2-709c91de3961 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:15:05.056907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f4af-61b9-48a5-90d9-6ae830bc1713 req-c5b0d194-7c05-477d-87c8-036db4ba71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:05.058429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02e6f4af-61b9-48a5-90d9-6ae830bc1713 req-c5b0d194-7c05-477d-87c8-036db4ba71cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 1096 time: 0.1060410 Nov 23 18:15:05.179359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02e6f4af-61b9-48a5-90d9-6ae830bc1713 req-9a3b1ef4-909e-4b19-b62b-c7d6acc0efa8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936470 Nov 23 18:15:05.279809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.9 (77077dce-5745-4b9f-887d-35d7055848cf/5be2faa9-b1c1-4c34-88d5-19812808abe6/b7a2e691-2230-448d-99c2-709c91de3961) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:05.301453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d386b-912a-498d-8c42-375276f203c2 req-518d3745-dd0c-4760-9813-fe1ee560c674 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:05.303151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e27d386b-912a-498d-8c42-375276f203c2 req-518d3745-dd0c-4760-9813-fe1ee560c674 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 943 time: 0.1119211 Nov 23 18:15:05.421124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e27d386b-912a-498d-8c42-375276f203c2 req-0856fa9a-931d-4e8b-aa22-b385cd1cd4e1 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008520 Nov 23 18:15:05.618067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 54f1a501-79ee-4c54-b4fc-ff322d928bd2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:05.625824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:05.672161 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:05.735949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:05.736341 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:05.766204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 77077dce-5745-4b9f-887d-35d7055848cf is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:05.785210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:05.818455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:05.854223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=b7a2e691-2230-448d-99c2-709c91de3961,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:05.855037 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:05.896668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c35c-d851-42d6-aeb6-04e4d8d88bf7 req-b04bf5cb-54b0-4ac4-93bc-5f028b0664fb tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:05.906822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30c0c35c-d851-42d6-aeb6-04e4d8d88bf7 req-b04bf5cb-54b0-4ac4-93bc-5f028b0664fb tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.1500823 Nov 23 18:15:05.945347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49826) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:05.946915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:05.947599 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:05.959206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 54f1a501-79ee-4c54-b4fc-ff322d928bd2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=54f1a501-79ee-4c54-b4fc-ff322d928bd2,segment=NetworkSegment(2c8707a9-0881-49fa-ac4e-b2d38db74270),segment_id=2c8707a9-0881-49fa-ac4e-b2d38db74270)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:05.970406 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:05.986602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5a1ee41b-cb11-4867-984f-1045d9bc184f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3167315 Nov 23 18:15:05.986906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc0d79-7fdb-4286-abaa-f5c2028921be None None] Network 77077dce-5745-4b9f-887d-35d7055848cf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:05.988028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49830) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:06.079628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30c0c35c-d851-42d6-aeb6-04e4d8d88bf7 req-62bad200-ad56-45a0-b0e3-adde9d42949b tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677294 Nov 23 18:15:06.080408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=54f1a501-79ee-4c54-b4fc-ff322d928bd2,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:06.127040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05090d88-f75f-4256-a8e7-ba42c4dd6e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.150587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6de86-de9c-4cbe-8fe9-8481bb35fd24 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:06.157276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49836) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:06.160256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-40a6de86-de9c-4cbe-8fe9-8481bb35fd24 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1646702 Nov 23 18:15:06.180690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7c898643-52ba-4eb8-a833-917147bdad31 None None] Provisioning complete for port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:06.181078 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7c898643-52ba-4eb8-a833-917147bdad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.253942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653295b-3d2f-4809-8206-c4ee7774714a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:06.261376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653295b-3d2f-4809-8206-c4ee7774714a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:06.270274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653295b-3d2f-4809-8206-c4ee7774714a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:06.272090 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f653295b-3d2f-4809-8206-c4ee7774714a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1138442 Nov 23 18:15:06.275656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49838) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:06.310363 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05090d88-f75f-4256-a8e7-ba42c4dd6e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.320042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05090d88-f75f-4256-a8e7-ba42c4dd6e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.368607 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-05090d88-f75f-4256-a8e7-ba42c4dd6e0b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b6d37068eec4e15858c4018aaba4ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214885 Nov 23 18:15:06.376368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49840) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:06.418374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05090d88-f75f-4256-a8e7-ba42c4dd6e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbc51e9-6b73-4fda-8c25-b18a195cea00,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:06.459084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e72d0ee7-39b6-468a-ac06-cc6ba4cd9d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.487944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e72d0ee7-39b6-468a-ac06-cc6ba4cd9d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.550315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e72d0ee7-39b6-468a-ac06-cc6ba4cd9d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.550855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b6719334-8032-42cc-bb36-fe8f17470b31 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port b7a2e691-2230-448d-99c2-709c91de3961 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:06.551216 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6719334-8032-42cc-bb36-fe8f17470b31 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.554268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e72d0ee7-39b6-468a-ac06-cc6ba4cd9d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.556007 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e72d0ee7-39b6-468a-ac06-cc6ba4cd9d3b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1dbc51e9-6b73-4fda-8c25-b18a195cea00 HTTP/1.1" status: 204 len: 168 time: 0.1784079 Nov 23 18:15:06.586327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d0ee7-39b6-468a-ac06-cc6ba4cd9d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbc51e9-6b73-4fda-8c25-b18a195cea00,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:06.758070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d94a4-07d1-4367-8eae-b96fc25f5c1c req-a9a3198c-4d64-4ae7-913a-df39ee050bdc tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:06.764609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-518d94a4-07d1-4367-8eae-b96fc25f5c1c req-a9a3198c-4d64-4ae7-913a-df39ee050bdc tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 943 time: 0.2559271 Nov 23 18:15:06.806058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b815d69e-8644-4404-99fa-d4a21b67acf5 None None] Provisioning complete for port b7a2e691-2230-448d-99c2-709c91de3961 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:06.806612 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b815d69e-8644-4404-99fa-d4a21b67acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.833034 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6719334-8032-42cc-bb36-fe8f17470b31 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:06.847567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b6719334-8032-42cc-bb36-fe8f17470b31 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for b7a2e691-2230-448d-99c2-709c91de3961 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:06.893645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b815d69e-8644-4404-99fa-d4a21b67acf5 None None] Port b7a2e691-2230-448d-99c2-709c91de3961 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:06.906402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b815d69e-8644-4404-99fa-d4a21b67acf5 None None] Provisioning complete for port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:06.909783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b815d69e-8644-4404-99fa-d4a21b67acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:07.054844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6719334-8032-42cc-bb36-fe8f17470b31 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:07.134718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6719334-8032-42cc-bb36-fe8f17470b31 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=b7a2e691-2230-448d-99c2-709c91de3961,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:07.163990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b815d69e-8644-4404-99fa-d4a21b67acf5 None None] Provisioning complete for port 8f02e4c2-bc43-495d-903a-cc8b329b6400 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:07.164511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b815d69e-8644-4404-99fa-d4a21b67acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:07.169300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-518d94a4-07d1-4367-8eae-b96fc25f5c1c req-cced886b-aaff-4d27-868e-a4efdf87f2eb tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4012737 Nov 23 18:15:07.280919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b815d69e-8644-4404-99fa-d4a21b67acf5 None None] Port 8f02e4c2-bc43-495d-903a-cc8b329b6400 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:07.294967 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6719334-8032-42cc-bb36-fe8f17470b31 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:07.302512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b6719334-8032-42cc-bb36-fe8f17470b31 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/b7a2e691-2230-448d-99c2-709c91de3961 HTTP/1.1" status: 204 len: 168 time: 1.0257170 Nov 23 18:15:07.305529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49862) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:07.363841 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d697bdb4-8d7b-4cfb-8949-6593630cad82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:15:07.365686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d697bdb4-8d7b-4cfb-8949-6593630cad82 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/b7a2e691-2230-448d-99c2-709c91de3961 HTTP/1.1" status: 404 len: 333 time: 0.0555332 Nov 23 18:15:07.369766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49864) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:07.395318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-88756f2e-fe4e-44fd-93ff-cfd8e6a62af2 None None] Could not find standard attr ID for object b7a2e691-2230-448d-99c2-709c91de3961. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:15:07.442436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6b029-43e7-4dee-92bd-7485e2a92acb req-0f689b30-0b68-4bae-aeb4-078c946c3a99 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:07.444858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9a6b029-43e7-4dee-92bd-7485e2a92acb req-0f689b30-0b68-4bae-aeb4-078c946c3a99 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.1370180 Nov 23 18:15:07.455665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-88756f2e-fe4e-44fd-93ff-cfd8e6a62af2 None None] Provisioning complete for port 8f02e4c2-bc43-495d-903a-cc8b329b6400 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:07.455998 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88756f2e-fe4e-44fd-93ff-cfd8e6a62af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:07.549628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-88756f2e-fe4e-44fd-93ff-cfd8e6a62af2 None None] Port 8f02e4c2-bc43-495d-903a-cc8b329b6400 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:07.557072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9a6b029-43e7-4dee-92bd-7485e2a92acb req-c2c159f4-0a30-4eba-8987-6d204f2cdee2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045260 Nov 23 18:15:07.587672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 54f1a501-79ee-4c54-b4fc-ff322d928bd2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:07.626043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2a980869-c31d-4f3e-999a-48c7a11971f4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 8f02e4c2-bc43-495d-903a-cc8b329b6400 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:07.626569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a980869-c31d-4f3e-999a-48c7a11971f4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:07.665621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:07.666324 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:07.812934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae113b22-9f6f-43a4-a640-48564c6d1ea6 req-678a44fa-876c-428b-8e90-a19e7ea45d98 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:07.821424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae113b22-9f6f-43a4-a640-48564c6d1ea6 req-678a44fa-876c-428b-8e90-a19e7ea45d98 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1048915 Nov 23 18:15:07.853033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a980869-c31d-4f3e-999a-48c7a11971f4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:07.876390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2a980869-c31d-4f3e-999a-48c7a11971f4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 8f02e4c2-bc43-495d-903a-cc8b329b6400 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:07.885165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae113b22-9f6f-43a4-a640-48564c6d1ea6 req-bf54bd18-8577-472a-8dbc-a1d763da75c8 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584202 Nov 23 18:15:08.022458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e643a7c-b99e-49a4-a55f-b0761f468aa9 req-65aa27f0-2e65-4f7f-a345-9134e1da0215 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:08.024127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e643a7c-b99e-49a4-a55f-b0761f468aa9 req-65aa27f0-2e65-4f7f-a345-9134e1da0215 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 946 time: 0.0556870 Nov 23 18:15:08.049903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a980869-c31d-4f3e-999a-48c7a11971f4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:08.086142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a980869-c31d-4f3e-999a-48c7a11971f4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=8f02e4c2-bc43-495d-903a-cc8b329b6400,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:08.091354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e643a7c-b99e-49a4-a55f-b0761f468aa9 req-153d6cc9-6c7e-4d71-b608-f9f667ba4a5e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600402 Nov 23 18:15:08.222176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a980869-c31d-4f3e-999a-48c7a11971f4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:08.226510 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2a980869-c31d-4f3e-999a-48c7a11971f4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/8f02e4c2-bc43-495d-903a-cc8b329b6400 HTTP/1.1" status: 204 len: 168 time: 0.8556592 Nov 23 18:15:08.229365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49886) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:08.300856 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d2c66a-ab2a-496d-8385-eb0ee7d3689e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:15:08.303744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-66d2c66a-ab2a-496d-8385-eb0ee7d3689e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/8f02e4c2-bc43-495d-903a-cc8b329b6400 HTTP/1.1" status: 404 len: 333 time: 0.0731342 Nov 23 18:15:08.306871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49890) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:08.382731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20f10b6-7ed9-4457-8332-a1a4d5733c14 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet 5be2faa9-b1c1-4c34-88d5-19812808abe6 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:15:08.386456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c20f10b6-7ed9-4457-8332-a1a4d5733c14 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:08.464887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c20f10b6-7ed9-4457-8332-a1a4d5733c14 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:08.573025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c20f10b6-7ed9-4457-8332-a1a4d5733c14 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:08.650492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c20f10b6-7ed9-4457-8332-a1a4d5733c14 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:08.694985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f10b6-7ed9-4457-8332-a1a4d5733c14 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=5be2faa9-b1c1-4c34-88d5-19812808abe6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:08.704669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c20f10b6-7ed9-4457-8332-a1a4d5733c14 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:08.705169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476c2945-7e3a-4fe0-843a-3485f01047b0 None None] Network 77077dce-5745-4b9f-887d-35d7055848cf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:08.710997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c20f10b6-7ed9-4457-8332-a1a4d5733c14 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/5be2faa9-b1c1-4c34-88d5-19812808abe6 HTTP/1.1" status: 204 len: 168 time: 0.4024026 Nov 23 18:15:08.714095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49898) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:08.837743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:08.963853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:08.964201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.034979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] DHCP port deletion for 77077dce-5745-4b9f-887d-35d7055848cf request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:15:09.088750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] For port 54f1a501-79ee-4c54-b4fc-ff322d928bd2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=54f1a501-79ee-4c54-b4fc-ff322d928bd2,segment=NetworkSegment(2c8707a9-0881-49fa-ac4e-b2d38db74270),segment_id=2c8707a9-0881-49fa-ac4e-b2d38db74270)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:09.089150 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.117449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 54f1a501-79ee-4c54-b4fc-ff322d928bd2 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:09.162798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Deleting port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:09.163179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.289033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] For port 54f1a501-79ee-4c54-b4fc-ff322d928bd2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=54f1a501-79ee-4c54-b4fc-ff322d928bd2,segment=NetworkSegment(2c8707a9-0881-49fa-ac4e-b2d38db74270),segment_id=2c8707a9-0881-49fa-ac4e-b2d38db74270)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:09.289441 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.325564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Calling delete_port for 54f1a501-79ee-4c54-b4fc-ff322d928bd2 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:09.427599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c8ef8a7c-23fa-4771-bbc2-669edfef1988 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:15:09.508807 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.530043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] No DVR routers for this DVR port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:09.555985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 54f1a501-79ee-4c54-b4fc-ff322d928bd2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:09.615996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 54f1a501-79ee-4c54-b4fc-ff322d928bd2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:15:09.616258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 54f1a501-79ee-4c54-b4fc-ff322d928bd2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:09.617764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Pushing event deleted for resources: {'Port': ['ID=54f1a501-79ee-4c54-b4fc-ff322d928bd2,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:09.633079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.633755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.634114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.634459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.635211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.635559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.635895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.636229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.636556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.636889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.637218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.637543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9af54-ce47-4b19-9fb1-2e2f2280a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:09.700806 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.745860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c8ef8a7c-23fa-4771-bbc2-669edfef1988, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:09.763227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No DVR routers for this DVR port 54f1a501-79ee-4c54-b4fc-ff322d928bd2 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:09.767556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=54f1a501-79ee-4c54-b4fc-ff322d928bd2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:09.777208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'mac_address': 'fa:16:3e:50:70:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:15:09.814213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7cc93-58eb-441b-9ab4-cd9892b0d41c req-95cbd160-8fa9-4e31-816d-f8d6fa9b6b44 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:09.815907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2e7cc93-58eb-441b-9ab4-cd9892b0d41c req-95cbd160-8fa9-4e31-816d-f8d6fa9b6b44 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.2337399 Nov 23 18:15:09.853579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.869348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ef8a7c-23fa-4771-bbc2-669edfef1988 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:15:09.900993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c8ef8a7c-23fa-4771-bbc2-669edfef1988, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:09.912990 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.914505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:09.979650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c8ef8a7c-23fa-4771-bbc2-669edfef1988,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:09.991979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77077dce-5745-4b9f-887d-35d7055848cf']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:10.010550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8707a9-0881-49fa-ac4e-b2d38db74270') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:10.010905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8707a9-0881-49fa-ac4e-b2d38db74270') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:10.038553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.043706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2e7cc93-58eb-441b-9ab4-cd9892b0d41c req-397bed54-8523-4ba6-9dac-b953ec340750 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773458 Nov 23 18:15:10.080326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.098178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:15:10.098605 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: self.session.flush() Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:15:10.101856 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:15:10.153368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['c8ef8a7c-23fa-4771-bbc2-669edfef1988'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:10.266716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e31f32-c96c-47a1-a46c-a06a63d0d86e req-3e16c500-5b73-4a51-9f2e-0a2435b259aa tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:10.274501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98e31f32-c96c-47a1-a46c-a06a63d0d86e req-3e16c500-5b73-4a51-9f2e-0a2435b259aa tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 944 time: 0.1312776 Nov 23 18:15:10.292044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.301891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.308705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/networks/77077dce-5745-4b9f-887d-35d7055848cf HTTP/1.1" status: 204 len: 168 time: 1.5891359 Nov 23 18:15:10.309054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49916) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:10.315646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1633945775'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:10.325223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898568d-11b8-4213-bdbc-31ec02b69b2e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Network': ['ID=77077dce-5745-4b9f-887d-35d7055848cf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:10.349540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:10.355123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.358247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98e31f32-c96c-47a1-a46c-a06a63d0d86e req-03505226-6e27-4b28-8506-f363675dfb71 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828025 Nov 23 18:15:10.408637 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:15:10.429533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.429897 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Added segment 8672822e-05c2-43e4-8bec-9f9394acd49d of type vlan for network 8e851cd1-4217-454b-8b03-1b53be9706f3 Nov 23 18:15:10.518450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.554230 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.563393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:10.563845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.652251 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3420601 Nov 23 18:15:10.655727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49924) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:10.661531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '8e851cd1-4217-454b-8b03-1b53be9706f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:10.675249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaa5d3-9c80-4b3b-9358-4e4cbaa36141 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Network': ['ID=8e851cd1-4217-454b-8b03-1b53be9706f3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:10.686263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8e851cd1-4217-454b-8b03-1b53be9706f3 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:15:10.790328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6910c5-8c59-4302-bcbf-905551188c4e req-8f37cd7b-83f3-48fc-9d41-37f3003ee2de tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:10.791882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f6910c5-8c59-4302-bcbf-905551188c4e req-8f37cd7b-83f3-48fc-9d41-37f3003ee2de tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1034160 Nov 23 18:15:10.817245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:10.821012 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:10.908740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f6910c5-8c59-4302-bcbf-905551188c4e req-e1401888-59eb-40e6-96cf-a0b53db0a33f tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091025 Nov 23 18:15:11.052504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.120381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=5535b3a0-963a-43c4-8cae-caf618d4ede8,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:11.131239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Checking segment: {'id': '8672822e-05c2-43e4-8bec-9f9394acd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8e851cd1-4217-454b-8b03-1b53be9706f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:15:11.131672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network hostable DHCP agents. Network: 8e851cd1-4217-454b-8b03-1b53be9706f3, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:15:11.153093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 8e851cd1-4217-454b-8b03-1b53be9706f3 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:15:11.171699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8e851cd1-4217-454b-8b03-1b53be9706f3) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:11.177783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:11.178858 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.185423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722fc5c9-5b33-462a-8eeb-bc1fe7618888 None None] Network 8e851cd1-4217-454b-8b03-1b53be9706f3 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:11.203741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0e8a8285-9e26-41b3-b674-6120eb30f764 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5467870 Nov 23 18:15:11.206344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 49934) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:11.211309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3f1d6a4a-3fae-4b27-9359-3e4b6b495552 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2097542370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:11.275407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6a4a-3fae-4b27-9359-3e4b6b495552 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.276838 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6a4a-3fae-4b27-9359-3e4b6b495552 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.280635 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41fd7b73-b8cb-4c34-80a9-96782a50cc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.322116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a804d0-498b-4f26-98e4-8285d7c78d8f req-7dd6e744-c119-471f-b50a-03d26cc71cb1 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:11.328349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a804d0-498b-4f26-98e4-8285d7c78d8f req-7dd6e744-c119-471f-b50a-03d26cc71cb1 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:11.334396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a804d0-498b-4f26-98e4-8285d7c78d8f req-7dd6e744-c119-471f-b50a-03d26cc71cb1 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:11.336317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5a804d0-498b-4f26-98e4-8285d7c78d8f req-7dd6e744-c119-471f-b50a-03d26cc71cb1 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4&device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d&device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 2417 time: 0.1007884 Nov 23 18:15:11.380804 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6a4a-3fae-4b27-9359-3e4b6b495552 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.384939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-8e851cd1-4217-454b-8b03-1b53be9706f3', 'network_id': '8e851cd1-4217-454b-8b03-1b53be9706f3', 'tenant_id': '28601f0bc3be4943b4cb44016db537ac', 'fixed_ips': [{'subnet_id': '5535b3a0-963a-43c4-8cae-caf618d4ede8'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:15:11.385882 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.390158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6a4a-3fae-4b27-9359-3e4b6b495552 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.402353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c8ef8a7c-23fa-4771-bbc2-669edfef1988 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:11.424159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5a804d0-498b-4f26-98e4-8285d7c78d8f req-7fb680cb-d0eb-43af-99a0-bcfe27771c1c tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598388 Nov 23 18:15:11.428707 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6a4a-3fae-4b27-9359-3e4b6b495552 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.429878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3f1d6a4a-3fae-4b27-9359-3e4b6b495552 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2225168 Nov 23 18:15:11.435826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49938) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:11.445129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'network_id': '8e851cd1-4217-454b-8b03-1b53be9706f3', 'name': 'tempest-PortsTestJSON-1029063227'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:11.580788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port c8ef8a7c-23fa-4771-bbc2-669edfef1988 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:15:11.588202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Allocated IP 172.20.0.2 (8e851cd1-4217-454b-8b03-1b53be9706f3/5535b3a0-963a-43c4-8cae-caf618d4ede8/aa47fcad-628f-417f-9700-c4b19c2f77c5) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:11.594346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port c8ef8a7c-23fa-4771-bbc2-669edfef1988 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:11.595895 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.649490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:11.654028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.686430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port db36a054-208d-4263-9c6a-1e2da620e4d1 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:15:11.738203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43f63f-395e-4832-b21b-adcefa692346 req-6f36f32f-6db2-426b-bf2b-739d6430f0d1 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:11.739934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c43f63f-395e-4832-b21b-adcefa692346 req-6f36f32f-6db2-426b-bf2b-739d6430f0d1 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 944 time: 0.0882227 Nov 23 18:15:11.751189 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:15:11.778229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.828970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c43f63f-395e-4832-b21b-adcefa692346 req-8d1dfda3-4576-4453-a998-8a8091fb05f1 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722258 Nov 23 18:15:11.836114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:11.838648 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ea547-3f69-4ab1-ab3d-d87b829df3ea" -d '{"events": [{"server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "name": "network-vif-plugged", "status": "completed", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:11.854127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.860455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c8ef8a7c-23fa-4771-bbc2-669edfef1988, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:11.866005 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.911269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Pushing event updated for resources: {'Port': ['ID=aa47fcad-628f-417f-9700-c4b19c2f77c5,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:11.917230 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.956646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Network 8e851cd1-4217-454b-8b03-1b53be9706f3 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:11.960508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:11.966788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:11.987567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.7 (8e851cd1-4217-454b-8b03-1b53be9706f3/5535b3a0-963a-43c4-8cae-caf618d4ede8/db36a054-208d-4263-9c6a-1e2da620e4d1) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:12.011395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c8ef8a7c-23fa-4771-bbc2-669edfef1988,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:12.041056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Attempting to bind port aa47fcad-628f-417f-9700-c4b19c2f77c5 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:15:12.041690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Attempting to bind port aa47fcad-628f-417f-9700-c4b19c2f77c5 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '8672822e-05c2-43e4-8bec-9f9394acd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8e851cd1-4217-454b-8b03-1b53be9706f3'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:15:12.042234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Attempting to bind port aa47fcad-628f-417f-9700-c4b19c2f77c5 on network 8e851cd1-4217-454b-8b03-1b53be9706f3 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:12.049173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:15:12.049797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Checking segment: {'id': '8672822e-05c2-43e4-8bec-9f9394acd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8e851cd1-4217-454b-8b03-1b53be9706f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:15:12.050403 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.051007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Bound using segment: {'id': '8672822e-05c2-43e4-8bec-9f9394acd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8e851cd1-4217-454b-8b03-1b53be9706f3'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:15:12.051650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Bound port: aa47fcad-628f-417f-9700-c4b19c2f77c5, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8672822e-05c2-43e4-8bec-9f9394acd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8e851cd1-4217-454b-8b03-1b53be9706f3'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:15:12.052235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.052931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad1f4-d1fe-4c64-a27b-7530bfaab3c4 req-feeca617-2285-4eb0-9619-4dee280de57c tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.063264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb2ad1f4-d1fe-4c64-a27b-7530bfaab3c4 req-feeca617-2285-4eb0-9619-4dee280de57c tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.0862629 Nov 23 18:15:12.128510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] For port aa47fcad-628f-417f-9700-c4b19c2f77c5, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:15:12.132630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] For port aa47fcad-628f-417f-9700-c4b19c2f77c5, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aa47fcad-628f-417f-9700-c4b19c2f77c5,segment=NetworkSegment(8672822e-05c2-43e4-8bec-9f9394acd49d),segment_id=8672822e-05c2-43e4-8bec-9f9394acd49d)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:15:12.136225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb2ad1f4-d1fe-4c64-a27b-7530bfaab3c4 req-1abb7d88-00c3-400f-9eb4-aaeac1d0731e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718918 Nov 23 18:15:12.144438 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.235399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e07d0-9212-4edd-84d9-a5b5915168fc None None] Pushing event updated for resources: {'Port': ['ID=aa47fcad-628f-417f-9700-c4b19c2f77c5,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:12.332139 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206f110f-4049-4d7b-a259-36e9f254ab46 x-openstack-request-id: req-206f110f-4049-4d7b-a259-36e9f254ab46 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:12.332448 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "name": "network-vif-plugged", "status": "completed", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:12.333905 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-206f110f-4049-4d7b-a259-36e9f254ab46 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:12.333905 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'code': 200} Nov 23 18:15:12.411737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.519816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.566168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f552887-89d9-4387-b5f0-1d2739798778 req-8e1e9c99-d7a6-4ba2-aad7-fea989f5df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.569587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f552887-89d9-4387-b5f0-1d2739798778 req-8e1e9c99-d7a6-4ba2-aad7-fea989f5df7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1096 time: 0.1440382 Nov 23 18:15:12.624531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=db36a054-208d-4263-9c6a-1e2da620e4d1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:12.644872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f552887-89d9-4387-b5f0-1d2739798778 req-40f7caff-5968-4583-8d56-98b6c21de8da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693231 Nov 23 18:15:12.660819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 8e851cd1-4217-454b-8b03-1b53be9706f3 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:12.666419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:12.673843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:12.819019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.819764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.855054 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b299e16a-0f1e-400b-abb2-1f0801440bf4 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4132564 Nov 23 18:15:12.855367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 49974) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:13.212831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9df8df-ce8e-49ba-911e-6cc4e18673e4 req-e45e1e09-8220-4334-b203-daf229013615 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:13.230935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d9df8df-ce8e-49ba-911e-6cc4e18673e4 req-e45e1e09-8220-4334-b203-daf229013615 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 945 time: 0.0985734 Nov 23 18:15:13.302505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d9df8df-ce8e-49ba-911e-6cc4e18673e4 req-af523986-78e6-4dd7-8662-9e592a767502 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705607 Nov 23 18:15:13.344127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e9588416-a7af-4ced-9af8-827201b0dee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:13.456688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:13.631973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aa47fcad-628f-417f-9700-c4b19c2f77c5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:13.740248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port aa47fcad-628f-417f-9700-c4b19c2f77c5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:13.740508 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:13.946142 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:13.960539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:13.963631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01aa4e-47b6-4ec8-94c2-868fd741e97f None None] Network 8e851cd1-4217-454b-8b03-1b53be9706f3 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:13.967657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.101281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port aa47fcad-628f-417f-9700-c4b19c2f77c5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aa47fcad-628f-417f-9700-c4b19c2f77c5,segment=NetworkSegment(8672822e-05c2-43e4-8bec-9f9394acd49d),segment_id=8672822e-05c2-43e4-8bec-9f9394acd49d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:14.112758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.158429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-58c5a3a0-64e6-4c45-8fe2-19aed098951e None None] Provisioning complete for port aa47fcad-628f-417f-9700-c4b19c2f77c5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:14.159247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-58c5a3a0-64e6-4c45-8fe2-19aed098951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.190002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f850cef-441e-4c4c-abfb-65e6e37100e6 req-8d591191-424a-4fe2-aea1-be6a24f0b02c tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.198500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f850cef-441e-4c4c-abfb-65e6e37100e6 req-8d591191-424a-4fe2-aea1-be6a24f0b02c tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1224556 Nov 23 18:15:14.245452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=db36a054-208d-4263-9c6a-1e2da620e4d1,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:14.273770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f850cef-441e-4c4c-abfb-65e6e37100e6 req-8403d4ee-b2c5-495d-8552-5260b7d2eaa7 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681045 Nov 23 18:15:14.314203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=aa47fcad-628f-417f-9700-c4b19c2f77c5,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:14.416709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.484488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c35df5-d4ae-453f-bbcb-48d4aaf153e6 req-e510b417-d446-4448-af86-f59f24ce9167 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.492697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55c35df5-d4ae-453f-bbcb-48d4aaf153e6 req-e510b417-d446-4448-af86-f59f24ce9167 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 945 time: 0.0763891 Nov 23 18:15:14.570189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55c35df5-d4ae-453f-bbcb-48d4aaf153e6 req-e8159b65-f032-4ff1-a846-e4bb34616284 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762086 Nov 23 18:15:14.620548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.751166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2aae383e-2174-439a-8555-b9ce651aa536 None None] Provisioning complete for port aa47fcad-628f-417f-9700-c4b19c2f77c5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:14.751757 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2aae383e-2174-439a-8555-b9ce651aa536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.811651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d74c3-46ab-4df3-9d16-651a26f958b5 req-1949408b-d442-43d1-a137-79b595bbe2f8 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.813350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d06d74c3-46ab-4df3-9d16-651a26f958b5 req-1949408b-d442-43d1-a137-79b595bbe2f8 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 945 time: 0.0887206 Nov 23 18:15:14.903466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2aae383e-2174-439a-8555-b9ce651aa536 None None] Provisioning complete for port db36a054-208d-4263-9c6a-1e2da620e4d1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:14.904464 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2aae383e-2174-439a-8555-b9ce651aa536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.942855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d06d74c3-46ab-4df3-9d16-651a26f958b5 req-bd3bf49c-1dd5-4daf-9cf4-f40abd486a51 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214232 Nov 23 18:15:14.961431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50008) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:15.037124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2aae383e-2174-439a-8555-b9ce651aa536 None None] Port db36a054-208d-4263-9c6a-1e2da620e4d1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:15.084539 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.183086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f53730df-d2a4-4482-a3bf-5566690ee5ea None None] Provisioning complete for port db36a054-208d-4263-9c6a-1e2da620e4d1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:15.184732 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f53730df-d2a4-4482-a3bf-5566690ee5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.194477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.203500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.360016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f53730df-d2a4-4482-a3bf-5566690ee5ea None None] Port db36a054-208d-4263-9c6a-1e2da620e4d1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:15.422757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=db36a054-208d-4263-9c6a-1e2da620e4d1,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:15.492536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.604576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-384e24f3-b915-4d5f-9f34-7a0ae9e23b1d None None] Provisioning complete for port db36a054-208d-4263-9c6a-1e2da620e4d1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:15.605354 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-384e24f3-b915-4d5f-9f34-7a0ae9e23b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.659528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c029b14-199c-4460-9060-7ea454d6c4ee tempest-TestVolumeBackupRestore-1457864247 tempest-TestVolumeBackupRestore-1457864247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:15.661383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9c029b14-199c-4460-9060-7ea454d6c4ee tempest-TestVolumeBackupRestore-1457864247 tempest-TestVolumeBackupRestore-1457864247-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1091 time: 0.6986620 Nov 23 18:15:15.662596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aa47fcad-628f-417f-9700-c4b19c2f77c5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:15.665855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50026) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:15.677861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'tenant_id': '883383125501466092f249ded312b427', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:15.717803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-384e24f3-b915-4d5f-9f34-7a0ae9e23b1d None None] Port db36a054-208d-4263-9c6a-1e2da620e4d1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:15.728763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 8e851cd1-4217-454b-8b03-1b53be9706f3 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:15.730229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:15.743920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220932b-af13-4c3d-8c38-6f80555cbd96 req-67faaa08-baad-4dc4-b1b5-7efd84d23ccb tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:15.745800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8220932b-af13-4c3d-8c38-6f80555cbd96 req-67faaa08-baad-4dc4-b1b5-7efd84d23ccb tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.2596438 Nov 23 18:15:15.762680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port aa47fcad-628f-417f-9700-c4b19c2f77c5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:15.765048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.911061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8220932b-af13-4c3d-8c38-6f80555cbd96 req-8849f9e6-39ca-43af-8173-d4fd636df1de tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554415 Nov 23 18:15:15.912540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:16.002900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Router 2cf0b145-42d9-45ad-8bac-f88f2302ee18 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:15:16.136524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:16.167934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3e9004ee-0878-43b2-bccb-96f094e90048 None None] Provisioning complete for port db36a054-208d-4263-9c6a-1e2da620e4d1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:16.168424 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e9004ee-0878-43b2-bccb-96f094e90048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:16.173054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:15:16.178912 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-691b70d6-609e-4e37-8cbe-553db049c8be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "PUT /v2.0/routers/2cf0b145-42d9-45ad-8bac-f88f2302ee18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3220797 Nov 23 18:15:16.181410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50036) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:16.206522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd5257-547d-47af-88b8-608a865ada04 None None] Sync routers for ids ['2cf0b145-42d9-45ad-8bac-f88f2302ee18'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:15:16.256939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d9e3c4-25fc-4bd4-9af4-4930daf3a941 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:16.260004 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-25d9e3c4-25fc-4bd4-9af4-4930daf3a941 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cf0b145-42d9-45ad-8bac-f88f2302ee18 HTTP/1.1" status: 200 len: 982 time: 0.0771785 Nov 23 18:15:16.263019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50038) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:16.298391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd5257-547d-47af-88b8-608a865ada04 None None] Routers {'2cf0b145-42d9-45ad-8bac-f88f2302ee18'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:16.301930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7fdd5257-547d-47af-88b8-608a865ada04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['2cf0b145-42d9-45ad-8bac-f88f2302ee18'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:16.484785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7fdd5257-547d-47af-88b8-608a865ada04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:16.485596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Allocated IP 172.25.0.137 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/7e0e5571-8352-44de-b68c-3a44444aa287) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:16.515888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3e9004ee-0878-43b2-bccb-96f094e90048 None None] Port db36a054-208d-4263-9c6a-1e2da620e4d1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:16.546475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd5257-547d-47af-88b8-608a865ada04 None None] Routers {'2cf0b145-42d9-45ad-8bac-f88f2302ee18'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:16.547585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7fdd5257-547d-47af-88b8-608a865ada04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['2cf0b145-42d9-45ad-8bac-f88f2302ee18'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:16.642040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7fdd5257-547d-47af-88b8-608a865ada04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:16.656740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd5257-547d-47af-88b8-608a865ada04 None None] The sync data for ids ['2cf0b145-42d9-45ad-8bac-f88f2302ee18'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:15:16.660304 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:16.723462 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:16.745734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50044) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:16.782487 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:16.885888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'Port': ['ID=7e0e5571-8352-44de-b68c-3a44444aa287,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:16.915524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:16.920658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:16.929049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:17.058050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59acad84-707a-427b-8829-c4820d1c03aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.084693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.117552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba13039-fb99-4557-bc6e-91c87feb99d6 req-b6767fea-49b1-4869-87e7-490f5cd29e35 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:17.119820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bba13039-fb99-4557-bc6e-91c87feb99d6 req-b6767fea-49b1-4869-87e7-490f5cd29e35 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.0975797 Nov 23 18:15:17.292909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bba13039-fb99-4557-bc6e-91c87feb99d6 req-5343c18e-1e32-4c31-a507-e6bf5db55d3c tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526763 Nov 23 18:15:17.409095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59acad84-707a-427b-8829-c4820d1c03aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.428695 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59acad84-707a-427b-8829-c4820d1c03aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.554351 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-59acad84-707a-427b-8829-c4820d1c03aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=054d0a97ff6e4a60b729ede04fe47391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7637405 Nov 23 18:15:17.587723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50054) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:17.621638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acad84-707a-427b-8829-c4820d1c03aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb7947-e34f-4730-9afb-49b296ba4aa2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:17.640589 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.673464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port db36a054-208d-4263-9c6a-1e2da620e4d1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:17.673920 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.724883 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-096e8fa1-4257-4440-ab18-da6047b00adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.759473 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-096e8fa1-4257-4440-ab18-da6047b00adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.805932 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.889920 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.894353 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.900224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-096e8fa1-4257-4440-ab18-da6047b00adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.902808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-096e8fa1-4257-4440-ab18-da6047b00adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.906918 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-096e8fa1-4257-4440-ab18-da6047b00adf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5eb7947-e34f-4730-9afb-49b296ba4aa2 HTTP/1.1" status: 204 len: 168 time: 0.3049536 Nov 23 18:15:17.910332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for db36a054-208d-4263-9c6a-1e2da620e4d1 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:17.925771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e8fa1-4257-4440-ab18-da6047b00adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb7947-e34f-4730-9afb-49b296ba4aa2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:18.127641 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:18.135642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:18.162496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:18.205920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event updated for resources: {'Port': ['ID=7e0e5571-8352-44de-b68c-3a44444aa287,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:18.224785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=db36a054-208d-4263-9c6a-1e2da620e4d1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:18.314255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:18.534579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:18.545554 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Floating IP 33aefbfc-2bcf-4c9f-b718-4351608e0c1a associated. External IP: 172.25.0.137, port: c8ef8a7c-23fa-4771-bbc2-669edfef1988. Nov 23 18:15:18.722370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a3211-26d6-45d0-b54e-fccc1c4b06c0 req-06a2aacd-4bec-4659-8bca-d02492c08cc6 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:18.724701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab7a3211-26d6-45d0-b54e-fccc1c4b06c0 req-06a2aacd-4bec-4659-8bca-d02492c08cc6 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1761873 Nov 23 18:15:18.946299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab7a3211-26d6-45d0-b54e-fccc1c4b06c0 req-ceabb35d-846d-45a1-a0b9-122ce6e412ae tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838028 Nov 23 18:15:19.089219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Router fd4f3106-d89c-42e7-87dd-86b7e91893db has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:15:19.246169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Router 2cf0b145-42d9-45ad-8bac-f88f2302ee18 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:15:19.296807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:15:19.323926 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] Sync routers for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:15:19.338329 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:19.354432 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:19.359280 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:19.385468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:15:19.392602 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b90106fd-3ae0-4cdc-a7a4-fbdef00c8f7b tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "PUT /v2.0/routers/2cf0b145-42d9-45ad-8bac-f88f2302ee18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1270382 Nov 23 18:15:19.402641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304aace-5ad4-4198-8ad8-7058b5026425 None None] Sync routers for ids ['2cf0b145-42d9-45ad-8bac-f88f2302ee18'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:15:19.411178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50086) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:19.426546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304aace-5ad4-4198-8ad8-7058b5026425 None None] Routers {'2cf0b145-42d9-45ad-8bac-f88f2302ee18'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:19.429358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2304aace-5ad4-4198-8ad8-7058b5026425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['2cf0b145-42d9-45ad-8bac-f88f2302ee18'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:19.434460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4d5c7478-bf57-44dd-8559-e09511b82329 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7625239 Nov 23 18:15:19.435741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50088) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:19.436217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:19.442920 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252" -d '{"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:19.520609 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19da407-5a8e-484f-b270-41b5daca98d3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:15:19.535533 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e19da407-5a8e-484f-b270-41b5daca98d3 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/db36a054-208d-4263-9c6a-1e2da620e4d1 HTTP/1.1" status: 404 len: 333 time: 0.1215839 Nov 23 18:15:19.537332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50094) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:19.562506 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757cfc55-c0be-408c-8d60-7718ed40874d x-openstack-request-id: req-757cfc55-c0be-408c-8d60-7718ed40874d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:19.562830 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:19.563095 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-757cfc55-c0be-408c-8d60-7718ed40874d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:19.570795 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'status': 'completed', 'code': 200} Nov 23 18:15:19.607871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2304aace-5ad4-4198-8ad8-7058b5026425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:19.629812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304aace-5ad4-4198-8ad8-7058b5026425 None None] Routers {'2cf0b145-42d9-45ad-8bac-f88f2302ee18'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:19.630780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2304aace-5ad4-4198-8ad8-7058b5026425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['2cf0b145-42d9-45ad-8bac-f88f2302ee18'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:19.662924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e5ba45-d101-4e01-9208-e46edd99f3f5 tempest-TestVolumeBackupRestore-1457864247 tempest-TestVolumeBackupRestore-1457864247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:19.664700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d8e5ba45-d101-4e01-9208-e46edd99f3f5 tempest-TestVolumeBackupRestore-1457864247 tempest-TestVolumeBackupRestore-1457864247-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1091 time: 0.2178650 Nov 23 18:15:19.669160 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:19.673102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50096) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:19.678880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Request body: {'floatingip': {'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:19.679812 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:19.683581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2304aace-5ad4-4198-8ad8-7058b5026425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:19.684324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304aace-5ad4-4198-8ad8-7058b5026425 None None] The sync data for ids ['2cf0b145-42d9-45ad-8bac-f88f2302ee18'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:15:19.727561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-271ed93e-a2ee-44f5-b254-ae7056b64eee tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:19.808111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-318f19b9-1673-4841-a36a-0c44b5f65b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:19.809771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-318f19b9-1673-4841-a36a-0c44b5f65b1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=883383125501466092f249ded312b427&device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1096 time: 0.2282333 Nov 23 18:15:19.861278 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.056073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-271ed93e-a2ee-44f5-b254-ae7056b64eee tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.061470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-271ed93e-a2ee-44f5-b254-ae7056b64eee tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.149137 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-271ed93e-a2ee-44f5-b254-ae7056b64eee tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.149953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ed93e-a2ee-44f5-b254-ae7056b64eee tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Fanout notify agent at l3_agent the message router_deleted on router 2cf0b145-42d9-45ad-8bac-f88f2302ee18 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:15:20.158425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-271ed93e-a2ee-44f5-b254-ae7056b64eee tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.159513 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-271ed93e-a2ee-44f5-b254-ae7056b64eee tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/routers/2cf0b145-42d9-45ad-8bac-f88f2302ee18 HTTP/1.1" status: 204 len: 168 time: 0.6203601 Nov 23 18:15:20.162010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50112) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:20.189389 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33aefbfc-2bcf-4c9f-b718-4351608e0c1a', 'tenant_id': '883383125501466092f249ded312b427', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'mac_address': 'fa:16:3e:50:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:15:17Z', 'updated_at': '2021-11-23T18:15:17Z', 'revision_number': 0, 'project_id': '883383125501466092f249ded312b427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:20.252653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet 5535b3a0-963a-43c4-8cae-caf618d4ede8 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:15:20.256512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.262358 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] Checking router: fd4f3106-d89c-42e7-87dd-86b7e91893db for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:15:20.283181 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:20.284268 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:20.320661 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.456478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc09e84-645f-40ef-8d89-1669f6121141 req-23b7bcfc-74e9-4cf3-9792-c3139fbc31d2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:20.458179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebc09e84-645f-40ef-8d89-1669f6121141 req-23b7bcfc-74e9-4cf3-9792-c3139fbc31d2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.2632143 Nov 23 18:15:20.506509 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:20.530751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.593027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-57947033-4c7b-4bbe-a9c2-ad5f13fbf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:20.594808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-57947033-4c7b-4bbe-a9c2-ad5f13fbf090 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa29315c-ce36-4f7a-a805-ee3168ee31de HTTP/1.1" status: 200 len: 915 time: 0.7670119 Nov 23 18:15:20.650876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.655650 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.706097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=5535b3a0-963a-43c4-8cae-caf618d4ede8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:20.736660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-52541a2f-afda-4f60-a92b-d2ab3cf1fbee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988 HTTP/1.1" status: 200 len: 999 time: 0.1078353 Nov 23 18:15:20.739223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.740725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35db07f-4e75-48fb-9dc2-d3649701d220 None None] Network 8e851cd1-4217-454b-8b03-1b53be9706f3 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:20.750436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebc09e84-645f-40ef-8d89-1669f6121141 req-af9dbd27-c03d-4112-b071-6d6fc5e3058a tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851965 Nov 23 18:15:20.753348 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/5535b3a0-963a-43c4-8cae-caf618d4ede8 HTTP/1.1" status: 204 len: 168 time: 0.5878828 Nov 23 18:15:20.753348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.756177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.757104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.758064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.758578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.760074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.762605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.764400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.764859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.765406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50126) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:20.765970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.771843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.772314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030c632-8cf6-470c-a497-1d64ac21cbf6 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:20.945430 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.963033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-f4edc61f-f295-49c9-a144-93d06cf6eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:20.965140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-f4edc61f-f295-49c9-a144-93d06cf6eb58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bab05f2-61fb-4dcc-96c5-5e10649a72aa HTTP/1.1" status: 200 len: 853 time: 0.2006848 Nov 23 18:15:20.990010 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33aefbfc-2bcf-4c9f-b718-4351608e0c1a', 'tenant_id': '883383125501466092f249ded312b427', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'mac_address': 'fa:16:3e:50:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:15:17Z', 'updated_at': '2021-11-23T18:15:17Z', 'revision_number': 0, 'project_id': '883383125501466092f249ded312b427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:21.075319 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2359b0-e145-4680-ae69-b53bd27e28b2 None None] The sync data for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 is: [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33aefbfc-2bcf-4c9f-b718-4351608e0c1a', 'tenant_id': '883383125501466092f249ded312b427', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'mac_address': 'fa:16:3e:50:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:15:17Z', 'updated_at': '2021-11-23T18:15:17Z', 'revision_number': 0, 'project_id': '883383125501466092f249ded312b427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:15:21.105506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-6d3c605e-9ec0-4bf6-9696-efda978a0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:21.107882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-6d3c605e-9ec0-4bf6-9696-efda978a0cb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa29315c-ce36-4f7a-a805-ee3168ee31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331911 Nov 23 18:15:21.197228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] DHCP port deletion for 8e851cd1-4217-454b-8b03-1b53be9706f3 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:15:21.256058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-4591ce30-25a8-46e6-ba3d-5a4f6c977ca8 service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360028 Nov 23 18:15:21.259847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port aa47fcad-628f-417f-9700-c4b19c2f77c5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:21.260198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:21.284587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] Deleting port aa47fcad-628f-417f-9700-c4b19c2f77c5 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:21.285491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:21.377792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] For port aa47fcad-628f-417f-9700-c4b19c2f77c5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aa47fcad-628f-417f-9700-c4b19c2f77c5,segment=NetworkSegment(8672822e-05c2-43e4-8bec-9f9394acd49d),segment_id=8672822e-05c2-43e4-8bec-9f9394acd49d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:21.378191 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:21.396128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] Calling delete_port for aa47fcad-628f-417f-9700-c4b19c2f77c5 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:21.553155 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c378a-cc73-403f-b24b-9eb7176cc94c None None] New status for floating IP 33aefbfc-2bcf-4c9f-b718-4351608e0c1a: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:15:21.568444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aa47fcad-628f-417f-9700-c4b19c2f77c5 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:21.808442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:15:21.859474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Port aa47fcad-628f-417f-9700-c4b19c2f77c5 update to DOWN by agent not found {{(pid=120537) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:15:21.863364 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:21.876174 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:21.876391 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.db.api [None req-2c9c378a-cc73-403f-b24b-9eb7176cc94c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:15:21.876809 n-d-818932-3 neutron-server[120538]: DEBUG oslo_db.api [None req-2c9c378a-cc73-403f-b24b-9eb7176cc94c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:15:21.915504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] Pushing event deleted for resources: {'Port': ['ID=aa47fcad-628f-417f-9700-c4b19c2f77c5,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:21.922396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf1a69-7a92-4b40-a807-380adefc514a None None] No DVR routers for this DVR port aa47fcad-628f-417f-9700-c4b19c2f77c5 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:21.939482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] For port aa47fcad-628f-417f-9700-c4b19c2f77c5, host n-d-818932-3, got binding levels [] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:21.939835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:21.951863 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:21.973094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for aa47fcad-628f-417f-9700-c4b19c2f77c5 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:21.977327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.ipam_backend_mixin [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Port aa47fcad-628f-417f-9700-c4b19c2f77c5 was not found and therefore no delete operation was performed {{(pid=120536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:15:22.040917 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.079272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=aa47fcad-628f-417f-9700-c4b19c2f77c5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:22.144885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No DVR routers for this DVR port aa47fcad-628f-417f-9700-c4b19c2f77c5 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:22.245451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.267848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e851cd1-4217-454b-8b03-1b53be9706f3']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:22.281242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8672822e-05c2-43e4-8bec-9f9394acd49d') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:22.281544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8672822e-05c2-43e4-8bec-9f9394acd49d') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:22.292209 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.301291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50160) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:22.319636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.327638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:15:22.328048 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.380051 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c378a-cc73-403f-b24b-9eb7176cc94c None None] New status for floating IP 33aefbfc-2bcf-4c9f-b718-4351608e0c1a: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:15:22.412446 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:15:22.427649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6b9aa-b54b-4983-8575-a0101e2a0af8 req-1d355d1f-6af7-41d0-9ef4-2888c1e71baf tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:22.429220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71e6b9aa-b54b-4983-8575-a0101e2a0af8 req-1d355d1f-6af7-41d0-9ef4-2888c1e71baf tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.4787030 Nov 23 18:15:22.486902 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bff10809-6a5b-4ad5-a6e1-44c0eb624e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.495726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.504889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.508206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/networks/8e851cd1-4217-454b-8b03-1b53be9706f3 HTTP/1.1" status: 204 len: 168 time: 1.7415235 Nov 23 18:15:22.514922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50164) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:22.567924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f7534c-f85b-4a0e-80da-8b2ba91eb252 req-ed95e43c-1b0b-4745-93c9-004a3a9a567c service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194820 Nov 23 18:15:22.590883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e370d-918b-4ba9-a9ee-f5a123ba7228 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Network': ['ID=8e851cd1-4217-454b-8b03-1b53be9706f3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:22.618123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a305e38b-d3fb-49fe-af5c-54f66dba89c5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:22.635590 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a305e38b-d3fb-49fe-af5c-54f66dba89c5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/501fff12-b8c8-4e98-b9fc-434253e24477 HTTP/1.1" status: 200 len: 841 time: 0.1196253 Nov 23 18:15:22.640898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50166) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:22.714143 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aa322591-55bc-419b-9087-4ff80dbd995e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/501fff12-b8c8-4e98-b9fc-434253e24477?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0716591 Nov 23 18:15:22.721532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50170) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:22.728185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:22.733806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71e6b9aa-b54b-4983-8575-a0101e2a0af8 req-2c297f58-0906-4eb8-819c-8074a391d153 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855120 Nov 23 18:15:22.895967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bff10809-6a5b-4ad5-a6e1-44c0eb624e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.902500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:22.905353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Router fd4f3106-d89c-42e7-87dd-86b7e91893db has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:15:22.907605 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.910615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bff10809-6a5b-4ad5-a6e1-44c0eb624e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:22.990741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff10809-6a5b-4ad5-a6e1-44c0eb624e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4964877-94a9-4816-875c-e17989641cd0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:23.000971 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bff10809-6a5b-4ad5-a6e1-44c0eb624e61 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=11ce39384adb4a6da70b513a2a0c28d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7004714 Nov 23 18:15:23.050246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50172) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:23.072564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:15:23.081148 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.083124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] Sync routers for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:15:23.107516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:23.107978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:23.164243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:23.167136 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:23.238750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fa578eaa-cf9e-4ccc-98f2-fbfa03ca9015 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "PUT /v2.0/floatingips/33aefbfc-2bcf-4c9f-b718-4351608e0c1a HTTP/1.1" status: 200 len: 991 time: 3.5622442 Nov 23 18:15:23.267267 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d762f305-5f02-4d44-a336-e3ba5c5fb1c1 x-openstack-request-id: req-d762f305-5f02-4d44-a336-e3ba5c5fb1c1 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:23.267556 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:23.268902 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d762f305-5f02-4d44-a336-e3ba5c5fb1c1 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:23.269668 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'status': 'completed', 'code': 200} Nov 23 18:15:23.323752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:23.356211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.359613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26955b3-c9b2-4011-b3ab-1083a82e14c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.377313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-f8aa4b4b-f5f7-4498-a93c-cce4552570ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:23.383228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-f8aa4b4b-f5f7-4498-a93c-cce4552570ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=883383125501466092f249ded312b427&device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1096 time: 0.0866785 Nov 23 18:15:23.464162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:23.471487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:23.491951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:23.493293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.495854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5a62f-0cad-40b2-b6d7-9797df881cf4 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:23.505029 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26955b3-c9b2-4011-b3ab-1083a82e14c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.562021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:23.576113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-89ed8698-f754-42f4-8649-19d850eb9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:23.577600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-89ed8698-f754-42f4-8649-19d850eb9bfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa29315c-ce36-4f7a-a805-ee3168ee31de HTTP/1.1" status: 200 len: 915 time: 0.1900256 Nov 23 18:15:23.592112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef97dae8-a3ff-4524-a922-e519b79698ab tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8683589 Nov 23 18:15:23.594470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50178) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:23.599281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8fee0dfb-aff0-4573-a7e1-0a765de5727c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'security_group': {'name': 'tempest-secgroup-357902238'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:23.605441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26955b3-c9b2-4011-b3ab-1083a82e14c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.608738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f26955b3-c9b2-4011-b3ab-1083a82e14c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.612400 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f26955b3-c9b2-4011-b3ab-1083a82e14c1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e4964877-94a9-4816-875c-e17989641cd0 HTTP/1.1" status: 204 len: 168 time: 0.5530388 Nov 23 18:15:23.657594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26955b3-c9b2-4011-b3ab-1083a82e14c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4964877-94a9-4816-875c-e17989641cd0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:23.702947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fee0dfb-aff0-4573-a7e1-0a765de5727c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.724037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-0da801d7-0414-42b5-8b5a-d21489902fb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988 HTTP/1.1" status: 200 len: 1001 time: 0.1373348 Nov 23 18:15:23.829470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-8e681565-b763-4301-82e8-5c7b2899c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:23.831212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-8e681565-b763-4301-82e8-5c7b2899c2fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bab05f2-61fb-4dcc-96c5-5e10649a72aa HTTP/1.1" status: 200 len: 853 time: 0.1007442 Nov 23 18:15:23.869758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fee0dfb-aff0-4573-a7e1-0a765de5727c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.881685 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fee0dfb-aff0-4573-a7e1-0a765de5727c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.957504 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fee0dfb-aff0-4573-a7e1-0a765de5727c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:23.958798 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fee0dfb-aff0-4573-a7e1-0a765de5727c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3632178 Nov 23 18:15:23.964356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee0dfb-aff0-4573-a7e1-0a765de5727c tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a80cac-d5da-4138-bb85-b2a5985f3551,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:23.968591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-24686930-747c-4371-b1fb-86e17bbeaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:23.975247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50188) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:23.978118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-24686930-747c-4371-b1fb-86e17bbeaba3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa29315c-ce36-4f7a-a805-ee3168ee31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299787 Nov 23 18:15:23.980886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e949c3be-0f46-4b19-9b7e-31b5400de5cd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'security_group': {'name': 'tempest-secgroup-919940078'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:23.999857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bc084-031b-4e7f-919d-8380baea97aa req-a77b521f-384f-437a-afcf-b6ea89bc4320 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:24.018347 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c33bc084-031b-4e7f-919d-8380baea97aa req-a77b521f-384f-437a-afcf-b6ea89bc4320 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1286228 Nov 23 18:15:24.036908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e949c3be-0f46-4b19-9b7e-31b5400de5cd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.039607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33aefbfc-2bcf-4c9f-b718-4351608e0c1a', 'tenant_id': '883383125501466092f249ded312b427', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'mac_address': 'fa:16:3e:50:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:15:17Z', 'updated_at': '2021-11-23T18:15:22Z', 'revision_number': 2, 'project_id': '883383125501466092f249ded312b427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:24.113440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'tenant_id': '28601f0bc3be4943b4cb44016db537ac', 'fixed_ips': [{'subnet_id': '6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:15:24.115174 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.140114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] Checking router: fd4f3106-d89c-42e7-87dd-86b7e91893db for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:15:24.191135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:24.192374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:24.223806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e949c3be-0f46-4b19-9b7e-31b5400de5cd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.233957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e949c3be-0f46-4b19-9b7e-31b5400de5cd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.245000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c33bc084-031b-4e7f-919d-8380baea97aa req-59b87426-5f4c-49f7-8dae-38787826a69d tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198234 Nov 23 18:15:24.256751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50190) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:24.309006 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e949c3be-0f46-4b19-9b7e-31b5400de5cd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.309534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-c86fd396-ae16-48eb-ad0d-de2603c48329 service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193274 Nov 23 18:15:24.315729 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e949c3be-0f46-4b19-9b7e-31b5400de5cd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3394482 Nov 23 18:15:24.320266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50194) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:24.325853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-546521216', 'security_groups': ['7446aadb-daf0-4a6e-880a-5aec4d1529d2'], 'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:24.326334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ac23-25fb-4231-9398-62213e9351b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.355063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949c3be-0f46-4b19-9b7e-31b5400de5cd tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7446aadb-daf0-4a6e-880a-5aec4d1529d2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:24.433094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Allocated IP 172.20.0.2 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30/26b8755e-bd70-4930-97be-0e9336a5e0c3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:24.530575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ac23-25fb-4231-9398-62213e9351b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.548269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ac23-25fb-4231-9398-62213e9351b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.589997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:24.599209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dcf81f1-70ba-46e6-9ec1-88c9aa1e24bb req-959f04c3-ccaa-4381-80a5-4d44884af8a6 service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797256 Nov 23 18:15:24.659706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:24.683785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ac23-25fb-4231-9398-62213e9351b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382446f5-b16b-4f36-92cb-498c01ea1535,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:24.705231 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c2f2ac23-25fb-4231-9398-62213e9351b6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=628915fa042445fe9fa0c1ad22c7333e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4474227 Nov 23 18:15:24.710999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50196) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:24.803728 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.832322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f8f77e7-71ca-4696-9181-1668ab0f9f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.858663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f8f77e7-71ca-4696-9181-1668ab0f9f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.859124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port c22ec34f-7f0c-41bb-843a-6d424b512048 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:15:24.874840 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.898337 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.923368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f8f77e7-71ca-4696-9181-1668ab0f9f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.926167 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f8f77e7-71ca-4696-9181-1668ab0f9f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.927405 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5f8f77e7-71ca-4696-9181-1668ab0f9f47 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/382446f5-b16b-4f36-92cb-498c01ea1535 HTTP/1.1" status: 204 len: 168 time: 0.2096319 Nov 23 18:15:24.950759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Pushing event updated for resources: {'Port': ['ID=26b8755e-bd70-4930-97be-0e9336a5e0c3,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:24.954402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f77e7-71ca-4696-9181-1668ab0f9f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382446f5-b16b-4f36-92cb-498c01ea1535,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:24.973248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:24.996358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:25.002632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:25.020888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33aefbfc-2bcf-4c9f-b718-4351608e0c1a', 'tenant_id': '883383125501466092f249ded312b427', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'mac_address': 'fa:16:3e:50:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:15:17Z', 'updated_at': '2021-11-23T18:15:22Z', 'revision_number': 2, 'project_id': '883383125501466092f249ded312b427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:25.089926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4c40b-17ae-4564-935c-82b50a7c4a6f None None] The sync data for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 is: [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33aefbfc-2bcf-4c9f-b718-4351608e0c1a', 'tenant_id': '883383125501466092f249ded312b427', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'port_id': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'mac_address': 'fa:16:3e:50:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:15:17Z', 'updated_at': '2021-11-23T18:15:22Z', 'revision_number': 2, 'project_id': '883383125501466092f249ded312b427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:15:25.143599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Attempting to bind port 26b8755e-bd70-4930-97be-0e9336a5e0c3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:15:25.146904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Attempting to bind port 26b8755e-bd70-4930-97be-0e9336a5e0c3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '27b3916a-7fdb-4d77-b6a0-9e2e77380786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:15:25.146904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Attempting to bind port 26b8755e-bd70-4930-97be-0e9336a5e0c3 on network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:25.170898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:15:25.171659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Checking segment: {'id': '27b3916a-7fdb-4d77-b6a0-9e2e77380786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:15:25.172482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:25.173101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Bound using segment: {'id': '27b3916a-7fdb-4d77-b6a0-9e2e77380786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:15:25.173811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Bound port: 26b8755e-bd70-4930-97be-0e9336a5e0c3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b3916a-7fdb-4d77-b6a0-9e2e77380786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:15:25.174387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:25.289981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:25.293517 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:25.413279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.7 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30/c22ec34f-7f0c-41bb-843a-6d424b512048) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:25.454854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] For port 26b8755e-bd70-4930-97be-0e9336a5e0c3, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:15:25.462555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] For port 26b8755e-bd70-4930-97be-0e9336a5e0c3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=26b8755e-bd70-4930-97be-0e9336a5e0c3,segment=NetworkSegment(27b3916a-7fdb-4d77-b6a0-9e2e77380786),segment_id=27b3916a-7fdb-4d77-b6a0-9e2e77380786)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:15:25.476912 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:25.645372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4a878-6963-4f57-91b2-853fbac89396 None None] Pushing event updated for resources: {'Port': ['ID=26b8755e-bd70-4930-97be-0e9336a5e0c3,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:25.668215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4033af6-6853-4dfe-9a11-af97f7f4f4e7 req-ea30aa9f-c26a-4791-a452-e05a8ac9abf8 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:25.671181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4033af6-6853-4dfe-9a11-af97f7f4f4e7 req-ea30aa9f-c26a-4791-a452-e05a8ac9abf8 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.3228083 Nov 23 18:15:25.812053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4033af6-6853-4dfe-9a11-af97f7f4f4e7 req-579fc8c6-7a08-49ee-92ed-8fa0950ce903 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277583 Nov 23 18:15:25.933897 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9219aecc-d2c9-4565-af14-bbf240c345fb x-openstack-request-id: req-9219aecc-d2c9-4565-af14-bbf240c345fb {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:25.934275 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:25.936193 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9219aecc-d2c9-4565-af14-bbf240c345fb {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:25.938682 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'status': 'completed', 'code': 200} Nov 23 18:15:26.036348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-7b5bd925-0a00-4828-a247-bc53e5347283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:26.038396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-7b5bd925-0a00-4828-a247-bc53e5347283 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=883383125501466092f249ded312b427&device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1096 time: 0.0903792 Nov 23 18:15:26.077608 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:26.229078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-13eb9552-f661-42a1-8312-e5ed164585ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:26.231027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-13eb9552-f661-42a1-8312-e5ed164585ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa29315c-ce36-4f7a-a805-ee3168ee31de HTTP/1.1" status: 200 len: 915 time: 0.1794295 Nov 23 18:15:26.233861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:26.351547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:26.361383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:26.364054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=c22ec34f-7f0c-41bb-843a-6d424b512048,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:26.371098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:26.382242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-c3f64423-4ffa-4753-80cf-5c678b0a55c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988 HTTP/1.1" status: 200 len: 1001 time: 0.1371732 Nov 23 18:15:26.518262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:26.519260 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:26.540015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-8dcb3c54-d1aa-45d8-9ff6-5ff7d1c72f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:26.547616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-8dcb3c54-d1aa-45d8-9ff6-5ff7d1c72f5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bab05f2-61fb-4dcc-96c5-5e10649a72aa HTTP/1.1" status: 200 len: 853 time: 0.1264660 Nov 23 18:15:26.668315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-58510307-f1ea-436a-8a64-4ef262426584 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3466690 Nov 23 18:15:26.671941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50232) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:26.677801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9bd0017f-d214-4976-b348-f7694ff6a80f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:26.699710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-52e45c9e-859a-4155-9bbb-1f202bd06507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:26.704769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-52e45c9e-859a-4155-9bbb-1f202bd06507 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa29315c-ce36-4f7a-a805-ee3168ee31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474795 Nov 23 18:15:26.905264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd0017f-d214-4976-b348-f7694ff6a80f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:26.915417 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9bd0017f-d214-4976-b348-f7694ff6a80f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:26.917019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-75fe561f-6409-414e-a4c0-98d97eac474d service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023046 Nov 23 18:15:27.181410 n-d-818932-3 neutron-server[120535]: INFO neutron.db.ipam_backend_mixin [None req-9bd0017f-d214-4976-b348-f7694ff6a80f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30 (CIDR: 172.20.0.0/28) Nov 23 18:15:27.198016 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd0017f-d214-4976-b348-f7694ff6a80f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:15:27.198998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd0017f-d214-4976-b348-f7694ff6a80f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:27.230150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0b66a-f798-431c-b8d9-a079513558dd req-02c14d10-e61e-489c-be98-00039121da3e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:27.235621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bc0b66a-f798-431c-b8d9-a079513558dd req-02c14d10-e61e-489c-be98-00039121da3e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.2554555 Nov 23 18:15:27.245597 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9bd0017f-d214-4976-b348-f7694ff6a80f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5722077 Nov 23 18:15:27.249855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50242) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:27.269398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:27.360961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] Provisioning complete for port 501fff12-b8c8-4e98-b9fc-434253e24477 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:27.362768 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:27.413906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] Port 501fff12-b8c8-4e98-b9fc-434253e24477 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:27.421744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8783dbd4-4549-452d-ae80-2d48d9d5b6fd req-3bc76646-c76b-450f-9209-3de865c2b41b service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920490 Nov 23 18:15:27.444501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:27.447396 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:27.527294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bc0b66a-f798-431c-b8d9-a079513558dd req-0a82b7c2-4cc7-427d-b745-32b67b980413 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720876 Nov 23 18:15:27.677962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:27.682560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:27.682960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 26b8755e-bd70-4930-97be-0e9336a5e0c3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:27.770854 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:27.899626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:27.900003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:27.909447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] For port 26b8755e-bd70-4930-97be-0e9336a5e0c3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=26b8755e-bd70-4930-97be-0e9336a5e0c3,segment=NetworkSegment(27b3916a-7fdb-4d77-b6a0-9e2e77380786),segment_id=27b3916a-7fdb-4d77-b6a0-9e2e77380786)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:27.959822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:28.068462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:28.106165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae0d0e-949b-4596-b927-548d35673a6c None None] Pushing event updated for resources: {'Port': ['ID=26b8755e-bd70-4930-97be-0e9336a5e0c3,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:28.122607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:28.124960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-32bb0590-4471-4ee8-a845-254044845123 None None] Provisioning complete for port c22ec34f-7f0c-41bb-843a-6d424b512048 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:28.125509 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-32bb0590-4471-4ee8-a845-254044845123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:28.135570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:28.140379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:28.141118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:28.176809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8556b6f-6b2a-4495-ad9e-9d0213b40ff4 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:28.188289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=d362f679-4bfd-4847-9a5f-a49ffeb26499,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:28.203847 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cd4c365c-04c5-4a91-b571-b7e293079d4a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9498281 Nov 23 18:15:28.209313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50258) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:28.214955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-602618476', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd362f679-4bfd-4847-9a5f-a49ffeb26499'}], 'security_groups': ['01a80cac-d5da-4138-bb85-b2a5985f3551']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:28.233378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-32bb0590-4471-4ee8-a845-254044845123 None None] Port c22ec34f-7f0c-41bb-843a-6d424b512048 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:28.302440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:28.619178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Update dhcp port {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'fixed_ips': [{'subnet_id': '6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd362f679-4bfd-4847-9a5f-a49ffeb26499'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '26b8755e-bd70-4930-97be-0e9336a5e0c3'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:15:28.681120 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:28.767171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47806-3c7e-4b5a-8c23-b4bb4fb8ae7a req-e99e937a-1c49-4291-8bce-3070ab5d0e4a tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:28.781866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32f47806-3c7e-4b5a-8c23-b4bb4fb8ae7a req-e99e937a-1c49-4291-8bce-3070ab5d0e4a tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1339695 Nov 23 18:15:28.927997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32f47806-3c7e-4b5a-8c23-b4bb4fb8ae7a req-0bb41620-6745-4b78-a61f-2d44ae55752e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265080 Nov 23 18:15:28.939702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Delete allocated IP 172.20.0.7 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30) {{(pid=120536) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:15:28.971923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.18 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/d362f679-4bfd-4847-9a5f-a49ffeb26499/c22ec34f-7f0c-41bb-843a-6d424b512048) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:29.162863 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.171168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.299867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-4e53dfe3-1d12-44a4-a0b7-a728ea9faeaa {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:15:29.300387 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:15:29.307813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=c22ec34f-7f0c-41bb-843a-6d424b512048,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:29.324865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] In _notify_port_updated(), no bound segment for port c22ec34f-7f0c-41bb-843a-6d424b512048 on network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e {{(pid=120536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:15:29.330673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:29.331437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.332847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1488dcd1-5f5f-430c-b4e3-d3f47f134b96 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "PUT /v2.0/ports/c22ec34f-7f0c-41bb-843a-6d424b512048 HTTP/1.1" status: 200 len: 920 time: 1.1222081 Nov 23 18:15:29.340202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50282) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:29.506454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d0b61da6-3073-4713-b2a3-66dda29b9c67 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port c22ec34f-7f0c-41bb-843a-6d424b512048 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:29.506818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0b61da6-3073-4713-b2a3-66dda29b9c67 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.570124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 26b8755e-bd70-4930-97be-0e9336a5e0c3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:29.619795 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0b61da6-3073-4713-b2a3-66dda29b9c67 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.635007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d0b61da6-3073-4713-b2a3-66dda29b9c67 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for c22ec34f-7f0c-41bb-843a-6d424b512048 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:29.664316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:29.664893 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.863859 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0b61da6-3073-4713-b2a3-66dda29b9c67 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.868498 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.015105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b61da6-3073-4713-b2a3-66dda29b9c67 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=c22ec34f-7f0c-41bb-843a-6d424b512048,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:30.210815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Allocated IP 172.20.0.18 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/d362f679-4bfd-4847-9a5f-a49ffeb26499/26b8755e-bd70-4930-97be-0e9336a5e0c3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:30.279801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ff7c-d2b5-45da-82e9-216af6d580d4 req-e92a5630-001e-42fe-9205-7d73c08786bd tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:30.281535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3178ff7c-d2b5-45da-82e9-216af6d580d4 req-e92a5630-001e-42fe-9205-7d73c08786bd tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1955216 Nov 23 18:15:30.285868 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0b61da6-3073-4713-b2a3-66dda29b9c67 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.289709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d0b61da6-3073-4713-b2a3-66dda29b9c67 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/c22ec34f-7f0c-41bb-843a-6d424b512048 HTTP/1.1" status: 204 len: 168 time: 0.9503639 Nov 23 18:15:30.295262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50300) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:30.323544 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e41890-74ba-4fe3-955a-5bbe8ac27359 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:15:30.325093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-33e41890-74ba-4fe3-955a-5bbe8ac27359 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/c22ec34f-7f0c-41bb-843a-6d424b512048 HTTP/1.1" status: 404 len: 333 time: 0.0286005 Nov 23 18:15:30.327900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50302) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:30.370821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] For port 26b8755e-bd70-4930-97be-0e9336a5e0c3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=26b8755e-bd70-4930-97be-0e9336a5e0c3,segment=NetworkSegment(27b3916a-7fdb-4d77-b6a0-9e2e77380786),segment_id=27b3916a-7fdb-4d77-b6a0-9e2e77380786)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:30.408984 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3178ff7c-d2b5-45da-82e9-216af6d580d4 req-ee633cda-ce81-4d47-85bd-3645fa5bc142 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868499 Nov 23 18:15:30.428207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9ee89f1-d86c-435f-bacd-325a6005d2bc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.469437 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.479602 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.503170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9ee89f1-d86c-435f-bacd-325a6005d2bc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.636465 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9ee89f1-d86c-435f-bacd-325a6005d2bc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.645931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9ee89f1-d86c-435f-bacd-325a6005d2bc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.650328 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c9ee89f1-d86c-435f-bacd-325a6005d2bc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/security-groups/7446aadb-daf0-4a6e-880a-5aec4d1529d2 HTTP/1.1" status: 204 len: 168 time: 0.3202431 Nov 23 18:15:30.651163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50310) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:30.706634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee89f1-d86c-435f-bacd-325a6005d2bc tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7446aadb-daf0-4a6e-880a-5aec4d1529d2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:30.760237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8666e81-faac-41e8-8b24-49aea5d9b924 None None] Pushing event updated for resources: {'Port': ['ID=26b8755e-bd70-4930-97be-0e9336a5e0c3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:30.834100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c22bc24-cc52-4162-af5a-ea7ba7b4c282 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:30.913896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c22bc24-cc52-4162-af5a-ea7ba7b4c282 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.021457 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c22bc24-cc52-4162-af5a-ea7ba7b4c282 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.024865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c22bc24-cc52-4162-af5a-ea7ba7b4c282 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.026383 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5c22bc24-cc52-4162-af5a-ea7ba7b4c282 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/security-groups/01a80cac-d5da-4138-bb85-b2a5985f3551 HTTP/1.1" status: 204 len: 168 time: 0.3550634 Nov 23 18:15:31.035329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50320) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:31.104755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22bc24-cc52-4162-af5a-ea7ba7b4c282 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a80cac-d5da-4138-bb85-b2a5985f3551,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:31.126354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-240888a9-7095-4d3b-95e3-1fc831a00014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:31.130667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-240888a9-7095-4d3b-95e3-1fc831a00014 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 1096 time: 0.2372932 Nov 23 18:15:31.190476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-37524389-f220-4dc2-ad45-afc7c90173ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet 6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:15:31.196579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37524389-f220-4dc2-ad45-afc7c90173ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.223186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa9fa-b3ed-4bc6-94c2-4a31b8624f8f req-5f356c3d-bfcc-436a-8363-29495e4dd1e5 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:31.239329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-219fa9fa-b3ed-4bc6-94c2-4a31b8624f8f req-5f356c3d-bfcc-436a-8363-29495e4dd1e5 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.2618551 Nov 23 18:15:31.277496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37524389-f220-4dc2-ad45-afc7c90173ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.427177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37524389-f220-4dc2-ad45-afc7c90173ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.561706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37524389-f220-4dc2-ad45-afc7c90173ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.606952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 26b8755e-bd70-4930-97be-0e9336a5e0c3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:31.629122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37524389-f220-4dc2-ad45-afc7c90173ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:31.650527 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37524389-f220-4dc2-ad45-afc7c90173ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.661231 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-37524389-f220-4dc2-ad45-afc7c90173ad tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30 HTTP/1.1" status: 204 len: 168 time: 0.6215754 Nov 23 18:15:31.661231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50330) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:31.670825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:31.755805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:31.755805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.845726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62620430-a385-4784-8f41-466c46706218 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:31.889994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:31.897142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.920363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5d2c010e-0c34-4cb8-819d-c88d04e45ed6 None None] Could not find standard attr ID for object c22ec34f-7f0c-41bb-843a-6d424b512048. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:15:32.066932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5d2c010e-0c34-4cb8-819d-c88d04e45ed6 None None] Provisioning complete for port 501fff12-b8c8-4e98-b9fc-434253e24477 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:32.067312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5d2c010e-0c34-4cb8-819d-c88d04e45ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:32.208854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c010e-0c34-4cb8-819d-c88d04e45ed6 None None] Port 501fff12-b8c8-4e98-b9fc-434253e24477 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:32.253786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5d2c010e-0c34-4cb8-819d-c88d04e45ed6 None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:32.254260 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5d2c010e-0c34-4cb8-819d-c88d04e45ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:32.371458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:32.386584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-219fa9fa-b3ed-4bc6-94c2-4a31b8624f8f req-a2fbd6eb-c907-43c6-9c82-691e17161099 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0737984 Nov 23 18:15:32.409656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-ffe4ea65-0d25-45d4-9fd3-48e7aed36f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:32.411531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-ffe4ea65-0d25-45d4-9fd3-48e7aed36f2d service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 915 time: 1.2651911 Nov 23 18:15:32.508500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=b88d5139-dd47-4b53-8e92-869420e5afcd,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:32.514679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-0383340b-312f-4d0e-aded-986833a7bbd1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966 HTTP/1.1" status: 200 len: 217 time: 0.0876157 Nov 23 18:15:32.533658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:32.535493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:32.545561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:32.546254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:32.595361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-89609db8-dd95-45bc-81be-b0a442e5e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:32.597998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-89609db8-dd95-45bc-81be-b0a442e5e5e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 200 len: 853 time: 0.0728128 Nov 23 18:15:32.602986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50348) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:32.603294 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a752b49c-2eff-4b76-93c0-c40b1bb3759d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9399447 Nov 23 18:15:32.618081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'security_group': {'name': 'tempest-secgroup-2089030337'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:32.707084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-a2e06b1c-9af3-4e70-9a2e-7351a7f7f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:32.712234 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-a2e06b1c-9af3-4e70-9a2e-7351a7f7f642 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef15c970-26c2-481a-b8f2-40f86a2a5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838592 Nov 23 18:15:32.713070 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:32.913019 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:32.919981 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.004027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991692c4-4a50-4abb-acff-ca660a168a3d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:33.046036 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.050793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50356) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:33.056275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4516642 Nov 23 18:15:33.058681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-49d760e5-754f-4d79-bc86-0b9ef611288f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413328840'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:33.067445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-75d8d535-d3f3-48aa-935e-2180daf58357 service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382161 Nov 23 18:15:33.069962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.070497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.071047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.071838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.072188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.072853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.075004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.075766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.076084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.080767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.081992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.082350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68416d66-bd0b-41a6-a196-0a6c6c06b186 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:33.125658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49d760e5-754f-4d79-bc86-0b9ef611288f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.291563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c5b9b-0b45-4b46-9efb-6e4c1b0e0964 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:33.301499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-790a99ab-3ecb-44ff-b80d-95618ddc5b74 req-158f89c9-c997-4f8f-8c4a-04a301501525 service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060232 Nov 23 18:15:33.321990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49d760e5-754f-4d79-bc86-0b9ef611288f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.330919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49d760e5-754f-4d79-bc86-0b9ef611288f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.437395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49d760e5-754f-4d79-bc86-0b9ef611288f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.441955 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-49d760e5-754f-4d79-bc86-0b9ef611288f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3893733 Nov 23 18:15:33.443374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d760e5-754f-4d79-bc86-0b9ef611288f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22cc4f6-1880-45cd-907c-185ed7a7e58b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:33.446167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50366) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:33.453097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0cd9ae43-cc8d-43e2-8720-6752e2aa57be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'security_group': {'name': 'tempest-secgroup-2098106771'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:33.466441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-00cb5cfa-f82c-4520-904b-db49c0725f4b None None] Provisioning complete for port 501fff12-b8c8-4e98-b9fc-434253e24477 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:33.467612 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00cb5cfa-f82c-4520-904b-db49c0725f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.506985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ae43-cc8d-43e2-8720-6752e2aa57be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.580274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-00cb5cfa-f82c-4520-904b-db49c0725f4b None None] Port 501fff12-b8c8-4e98-b9fc-434253e24477 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:33.613675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-00cb5cfa-f82c-4520-904b-db49c0725f4b None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:33.614206 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00cb5cfa-f82c-4520-904b-db49c0725f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.700398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ae43-cc8d-43e2-8720-6752e2aa57be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.709201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ae43-cc8d-43e2-8720-6752e2aa57be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.713513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d947354-a348-47bb-a945-3b6600f5d107 req-4590ab1e-d636-4d38-8a12-73631f52d045 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:33.730383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d947354-a348-47bb-a945-3b6600f5d107 req-4590ab1e-d636-4d38-8a12-73631f52d045 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1464696 Nov 23 18:15:33.812906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ae43-cc8d-43e2-8720-6752e2aa57be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:33.816217 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0cd9ae43-cc8d-43e2-8720-6752e2aa57be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3684466 Nov 23 18:15:33.825886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50372) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:33.842127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2135168167', 'security_groups': ['dad64d05-2c4c-4b5d-b407-fc582bc27ac4'], 'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b88d5139-dd47-4b53-8e92-869420e5afcd'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:33.857888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d947354-a348-47bb-a945-3b6600f5d107 req-93b27e47-0c06-42ce-a9b3-6a3af8948373 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136162 Nov 23 18:15:33.945155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fbed0d-f3fb-4431-aa01-7ed604278d4d None None] Update dhcp port {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'fixed_ips': [{'subnet_id': 'd362f679-4bfd-4847-9a5f-a49ffeb26499', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b88d5139-dd47-4b53-8e92-869420e5afcd'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '26b8755e-bd70-4930-97be-0e9336a5e0c3'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:15:33.982361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-23fbed0d-f3fb-4431-aa01-7ed604278d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.001790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9ae43-cc8d-43e2-8720-6752e2aa57be tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad64d05-2c4c-4b5d-b407-fc582bc27ac4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:34.025907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:34.162147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.183149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] device_id is not set on port 74c9b1a2-981f-4197-a925-93fee93dd7c9 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:15:34.220134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-23fbed0d-f3fb-4431-aa01-7ed604278d4d None None] Allocated IP 172.20.0.2 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/b88d5139-dd47-4b53-8e92-869420e5afcd/26b8755e-bd70-4930-97be-0e9336a5e0c3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:34.353938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-23fbed0d-f3fb-4431-aa01-7ed604278d4d None None] For port 26b8755e-bd70-4930-97be-0e9336a5e0c3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=26b8755e-bd70-4930-97be-0e9336a5e0c3,segment=NetworkSegment(27b3916a-7fdb-4d77-b6a0-9e2e77380786),segment_id=27b3916a-7fdb-4d77-b6a0-9e2e77380786)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:34.398674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-23fbed0d-f3fb-4431-aa01-7ed604278d4d None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.404627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-23fbed0d-f3fb-4431-aa01-7ed604278d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.536285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbed0d-f3fb-4431-aa01-7ed604278d4d None None] Pushing event updated for resources: {'Port': ['ID=26b8755e-bd70-4930-97be-0e9336a5e0c3,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:34.546039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.6 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/b88d5139-dd47-4b53-8e92-869420e5afcd/74c9b1a2-981f-4197-a925-93fee93dd7c9) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:34.813431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.882316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.937062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:34.958708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:34.968766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:35.057202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50128fc9-3049-4281-97cb-d546d59a5fae req-f1ae6fb4-2bde-4c92-9fde-3c44f2e6d99b tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:35.058029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=74c9b1a2-981f-4197-a925-93fee93dd7c9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:35.075359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50128fc9-3049-4281-97cb-d546d59a5fae req-f1ae6fb4-2bde-4c92-9fde-3c44f2e6d99b tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.0996923 Nov 23 18:15:35.087667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:35.088655 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:35.128638 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6213cf46-56d0-4050-a1bc-cab8424a0625 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2978461 Nov 23 18:15:35.128638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50410) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:35.134615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e02d0eee-b72b-4cb1-9f90-78c0887905f9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:35.157901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50128fc9-3049-4281-97cb-d546d59a5fae req-31ccb798-4ef1-4dc1-ab14-c6d77e48be7a tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813079 Nov 23 18:15:35.364365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02d0eee-b72b-4cb1-9f90-78c0887905f9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:35.368293 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e02d0eee-b72b-4cb1-9f90-78c0887905f9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:35.403536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e13a76-3e0b-452f-b9c8-40326ef331f5 req-f1177641-3e7d-4df0-b86d-a414a6e75f61 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:35.405664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16e13a76-3e0b-452f-b9c8-40326ef331f5 req-f1177641-3e7d-4df0-b86d-a414a6e75f61 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.0981035 Nov 23 18:15:35.501024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-726f5331-0594-4666-9be2-0bcf9cc93009 None None] Provisioning complete for port 501fff12-b8c8-4e98-b9fc-434253e24477 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:35.501517 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-726f5331-0594-4666-9be2-0bcf9cc93009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:35.535061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16e13a76-3e0b-452f-b9c8-40326ef331f5 req-c8776be6-fbd1-465b-95de-c5fd58edbb2d tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212046 Nov 23 18:15:35.609337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-726f5331-0594-4666-9be2-0bcf9cc93009 None None] Port 501fff12-b8c8-4e98-b9fc-434253e24477 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:35.629896 n-d-818932-3 neutron-server[120535]: INFO neutron.db.ipam_backend_mixin [None req-e02d0eee-b72b-4cb1-9f90-78c0887905f9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b88d5139-dd47-4b53-8e92-869420e5afcd (CIDR: 172.20.0.0/28) Nov 23 18:15:35.635009 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02d0eee-b72b-4cb1-9f90-78c0887905f9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:15:35.635313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02d0eee-b72b-4cb1-9f90-78c0887905f9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:35.646192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 26b8755e-bd70-4930-97be-0e9336a5e0c3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:35.657010 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e02d0eee-b72b-4cb1-9f90-78c0887905f9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5266891 Nov 23 18:15:35.659860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:35.665854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5d787c1b-310a-419b-8247-d34392653938 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:35.737262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067809f-6d33-4e26-8ebe-eedb0d73b803 req-01d52c13-28e1-403d-b860-ebf57a020eb3 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:35.747483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1067809f-6d33-4e26-8ebe-eedb0d73b803 req-01d52c13-28e1-403d-b860-ebf57a020eb3 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 946 time: 0.0809155 Nov 23 18:15:35.763154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-726f5331-0594-4666-9be2-0bcf9cc93009 None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:35.763546 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-726f5331-0594-4666-9be2-0bcf9cc93009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:35.845453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1067809f-6d33-4e26-8ebe-eedb0d73b803 req-6af69aa5-3c7f-4ead-8c17-ac9cd4fb6d62 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800388 Nov 23 18:15:35.899968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d787c1b-310a-419b-8247-d34392653938 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:35.908030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d787c1b-310a-419b-8247-d34392653938 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:35.911943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:35.912554 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:36.047158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092921c3-e58c-47a7-abd4-00367ded2bc2 req-455b7369-2dc9-43cd-9758-faa69b2019d1 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:36.055771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-092921c3-e58c-47a7-abd4-00367ded2bc2 req-455b7369-2dc9-43cd-9758-faa69b2019d1 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.1144090 Nov 23 18:15:36.142535 n-d-818932-3 neutron-server[120535]: INFO neutron.db.ipam_backend_mixin [None req-5d787c1b-310a-419b-8247-d34392653938 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d362f679-4bfd-4847-9a5f-a49ffeb26499 (CIDR: 172.20.0.16/28) Nov 23 18:15:36.150987 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d787c1b-310a-419b-8247-d34392653938 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:15:36.151547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d787c1b-310a-419b-8247-d34392653938 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:36.213381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-092921c3-e58c-47a7-abd4-00367ded2bc2 req-9ef42131-a06b-452c-a3d2-78172b99b450 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435199 Nov 23 18:15:36.235283 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d787c1b-310a-419b-8247-d34392653938 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5738111 Nov 23 18:15:36.240110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50436) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:36.248541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'subnet': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:36.318857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-f4dfcac4-7d24-4ddd-b46e-5830ffeed57d req-46b1a5ad-81ce-43ff-84e8-72ba81c65bd8 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:15:36.322279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4dfcac4-7d24-4ddd-b46e-5830ffeed57d req-46b1a5ad-81ce-43ff-84e8-72ba81c65bd8 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084527 Nov 23 18:15:36.503714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4dfcac4-7d24-4ddd-b46e-5830ffeed57d req-f70a67b4-d850-4580-84cc-d596b621a179 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1734033 Nov 23 18:15:36.593342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Made reservation on behalf of 28601f0bc3be4943b4cb44016db537ac for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:36.597368 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:36.602464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-aece5bf0-9d33-4885-9d9e-2a3198cb41f6 None None] Provisioning complete for port 74c9b1a2-981f-4197-a925-93fee93dd7c9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:36.603618 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aece5bf0-9d33-4885-9d9e-2a3198cb41f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:36.688068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-aece5bf0-9d33-4885-9d9e-2a3198cb41f6 None None] Port 74c9b1a2-981f-4197-a925-93fee93dd7c9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:36.806088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-432fcd3a-5963-48b4-af01-fc7bbcbc6813 None None] Could not find standard attr ID for object c22ec34f-7f0c-41bb-843a-6d424b512048. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:15:36.989598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c89b3-594e-4168-943c-f8e69af76ffe req-127e5438-0ed9-40c3-9b65-f53401a00c98 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:36.991128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f52c89b3-594e-4168-943c-f8e69af76ffe req-127e5438-0ed9-40c3-9b65-f53401a00c98 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.0993001 Nov 23 18:15:36.992548 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:37.047413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:37.052202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:37.061413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:37.062004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:37.071486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343ed10-9203-45e0-9572-c0ad295ca705 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:37.105059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Subnet': ['ID=d3dc6a8e-58ba-4fce-8882-6b752487ea0c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:37.122625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c3245779-14b5-492b-985b-6713aebb07e0 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8770611 Nov 23 18:15:37.123536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50452) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:37.128741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2127203653', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3dc6a8e-58ba-4fce-8882-6b752487ea0c'}], 'security_groups': ['991692c4-4a50-4abb-acff-ca660a168a3d', 'f22cc4f6-1880-45cd-907c-185ed7a7e58b']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:37.229111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f52c89b3-594e-4168-943c-f8e69af76ffe req-b7017002-73ef-4979-b65e-c00238519d45 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270598 Nov 23 18:15:37.400437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:37.463045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe621b-b5df-4d84-bc62-3f4d1c85e211 None None] Update dhcp port {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'fixed_ips': [{'subnet_id': 'd362f679-4bfd-4847-9a5f-a49ffeb26499', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b88d5139-dd47-4b53-8e92-869420e5afcd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3dc6a8e-58ba-4fce-8882-6b752487ea0c'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '26b8755e-bd70-4930-97be-0e9336a5e0c3'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:15:37.512250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30624c-e16d-4ce1-9fcb-416fe12e23ad req-c72bdffd-c463-4d17-9f91-6e3501e1d0b4 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:37.519562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe30624c-e16d-4ce1-9fcb-416fe12e23ad req-c72bdffd-c463-4d17-9f91-6e3501e1d0b4 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 946 time: 0.1202548 Nov 23 18:15:37.534888 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621b-b5df-4d84-bc62-3f4d1c85e211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:37.626325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe30624c-e16d-4ce1-9fcb-416fe12e23ad req-25271c94-0116-4478-9c8f-8f0906b315f8 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057291 Nov 23 18:15:37.788491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-dfbe621b-b5df-4d84-bc62-3f4d1c85e211 None None] Allocated IP 172.20.0.34 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/d3dc6a8e-58ba-4fce-8882-6b752487ea0c/26b8755e-bd70-4930-97be-0e9336a5e0c3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:37.919466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dfbe621b-b5df-4d84-bc62-3f4d1c85e211 None None] For port 26b8755e-bd70-4930-97be-0e9336a5e0c3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=26b8755e-bd70-4930-97be-0e9336a5e0c3,segment=NetworkSegment(27b3916a-7fdb-4d77-b6a0-9e2e77380786),segment_id=27b3916a-7fdb-4d77-b6a0-9e2e77380786)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:37.957688 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621b-b5df-4d84-bc62-3f4d1c85e211 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:37.966009 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621b-b5df-4d84-bc62-3f4d1c85e211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:37.969093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9bf1-62ef-460e-ac0e-a1afc3d5aad1 req-d0ffc5c8-a7fc-4c0c-a280-d142e2eaf7ec tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:37.986255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37ed9bf1-62ef-460e-ac0e-a1afc3d5aad1 req-d0ffc5c8-a7fc-4c0c-a280-d142e2eaf7ec tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.2313468 Nov 23 18:15:38.135997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe621b-b5df-4d84-bc62-3f4d1c85e211 None None] Pushing event updated for resources: {'Port': ['ID=26b8755e-bd70-4930-97be-0e9336a5e0c3,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:38.149524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37ed9bf1-62ef-460e-ac0e-a1afc3d5aad1 req-ff4c08fa-0a0f-4540-9894-a6b912a6982a tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605730 Nov 23 18:15:38.240727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Delete allocated IP 172.20.0.6 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/b88d5139-dd47-4b53-8e92-869420e5afcd) {{(pid=120536) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:15:38.250560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Allocated IP 172.20.0.45 (9b14fdba-4328-4404-af08-cf8b4cdcaa8e/d3dc6a8e-58ba-4fce-8882-6b752487ea0c/74c9b1a2-981f-4197-a925-93fee93dd7c9) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:38.291622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50476) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:38.445905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c893d2a-1317-473c-aab9-dc5a8e76d64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.535058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c893d2a-1317-473c-aab9-dc5a8e76d64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.550556 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c893d2a-1317-473c-aab9-dc5a8e76d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.551621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1cbd-4bb3-4622-b51c-88f5bbede174 req-cd2cbbea-84ea-46d0-9813-6697444c00ab tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:38.558337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1cbd-4bb3-4622-b51c-88f5bbede174 req-cd2cbbea-84ea-46d0-9813-6697444c00ab tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:38.569987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1cbd-4bb3-4622-b51c-88f5bbede174 req-cd2cbbea-84ea-46d0-9813-6697444c00ab tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:38.577572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-deef1cbd-4bb3-4622-b51c-88f5bbede174 req-cd2cbbea-84ea-46d0-9813-6697444c00ab tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4&device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d&device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 2417 time: 0.1214044 Nov 23 18:15:38.579286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c893d2a-1317-473c-aab9-dc5a8e76d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ab82af-dc87-4ff6-8ac6-f9c99c3c4de1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:38.645111 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4c893d2a-1317-473c-aab9-dc5a8e76d64e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6e603d189d894c1bb058cb4cf5a203e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519146 Nov 23 18:15:38.645727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50484) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:38.677227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.690311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-deef1cbd-4bb3-4622-b51c-88f5bbede174 req-f9988c88-9f82-4585-ba35-a72b20eaee23 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117516 Nov 23 18:15:38.704217 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.710238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf54f627-310f-4f56-964f-923d39702bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.741404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf54f627-310f-4f56-964f-923d39702bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.819806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf54f627-310f-4f56-964f-923d39702bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.823816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf54f627-310f-4f56-964f-923d39702bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.836166 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bf54f627-310f-4f56-964f-923d39702bf1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19ab82af-dc87-4ff6-8ac6-f9c99c3c4de1 HTTP/1.1" status: 204 len: 168 time: 0.1802871 Nov 23 18:15:38.851103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54f627-310f-4f56-964f-923d39702bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ab82af-dc87-4ff6-8ac6-f9c99c3c4de1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:38.883109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-030a43c6-b8d3-4579-86f6-4f6701673890 req-21a4ebe0-3d8f-40e0-971f-57ae7f980de7 service neutron] (120535) timed out ('10.222.0.74', 53658) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:15:38.892332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] In _notify_port_updated(), no bound segment for port 74c9b1a2-981f-4197-a925-93fee93dd7c9 on network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e {{(pid=120536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:15:38.898681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:38.899346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:38.904314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50490) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:38.904484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "PUT /v2.0/ports/74c9b1a2-981f-4197-a925-93fee93dd7c9 HTTP/1.1" status: 200 len: 960 time: 1.7798760 Nov 23 18:15:38.925365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d509149-79b4-4fdb-b551-5197f3a2bbf2 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event updated for resources: {'Port': ['ID=74c9b1a2-981f-4197-a925-93fee93dd7c9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:38.951965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff91f49c-3e72-4f6c-9bf9-0d1400e9b226 req-93a73695-39ec-4e17-b0c5-b2be20b97bf2 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2072539 Nov 23 18:15:39.105065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf9da8-a2e1-4758-90f6-406d60a57150 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 74c9b1a2-981f-4197-a925-93fee93dd7c9 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:39.105477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ecf9da8-a2e1-4758-90f6-406d60a57150 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.259306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7f8cee79-502b-4b57-8291-80d2d4bf6f84 None None] Provisioning complete for port 501fff12-b8c8-4e98-b9fc-434253e24477 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:39.260583 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7f8cee79-502b-4b57-8291-80d2d4bf6f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.262838 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ecf9da8-a2e1-4758-90f6-406d60a57150 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.286378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf9da8-a2e1-4758-90f6-406d60a57150 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 74c9b1a2-981f-4197-a925-93fee93dd7c9 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:39.358662 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cee79-502b-4b57-8291-80d2d4bf6f84 None None] Port 501fff12-b8c8-4e98-b9fc-434253e24477 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:39.383376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7f8cee79-502b-4b57-8291-80d2d4bf6f84 None None] Provisioning complete for port 74c9b1a2-981f-4197-a925-93fee93dd7c9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:39.383904 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7f8cee79-502b-4b57-8291-80d2d4bf6f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.434423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50500) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:39.464477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-96b78d31-5b0d-4d10-8c23-4342f856ea34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.482763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cee79-502b-4b57-8291-80d2d4bf6f84 None None] Port 74c9b1a2-981f-4197-a925-93fee93dd7c9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:39.487127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ecf9da8-a2e1-4758-90f6-406d60a57150 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.495486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7f8cee79-502b-4b57-8291-80d2d4bf6f84 None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:39.496037 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7f8cee79-502b-4b57-8291-80d2d4bf6f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.542822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf9da8-a2e1-4758-90f6-406d60a57150 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=74c9b1a2-981f-4197-a925-93fee93dd7c9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:39.637521 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-96b78d31-5b0d-4d10-8c23-4342f856ea34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.652124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-96b78d31-5b0d-4d10-8c23-4342f856ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.668969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 26b8755e-bd70-4930-97be-0e9336a5e0c3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:39.704113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-96b78d31-5b0d-4d10-8c23-4342f856ea34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c673620fffd419eb89571ec9d190949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627809 Nov 23 18:15:39.704716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50504) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:39.767024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:39.767403 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.798566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ecf9da8-a2e1-4758-90f6-406d60a57150 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.807532 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3ecf9da8-a2e1-4758-90f6-406d60a57150 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/74c9b1a2-981f-4197-a925-93fee93dd7c9 HTTP/1.1" status: 204 len: 168 time: 0.9015961 Nov 23 18:15:39.810251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50506) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:39.869490 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e57b25-7795-4d21-9444-8180174d3b49 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] GET failed (client error): The resource could not be found. Nov 23 18:15:39.873887 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-57e57b25-7795-4d21-9444-8180174d3b49 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports/74c9b1a2-981f-4197-a925-93fee93dd7c9 HTTP/1.1" status: 404 len: 333 time: 0.0623803 Nov 23 18:15:39.879455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50510) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:39.882616 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a672d5d-b80e-441f-8f27-a90d438fa32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.929727 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a672d5d-b80e-441f-8f27-a90d438fa32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:39.974526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2db911bc-3ae9-4e0f-845b-6d3c2238078b None None] Could not find standard attr ID for object 74c9b1a2-981f-4197-a925-93fee93dd7c9. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:15:40.006416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b78d31-5b0d-4d10-8c23-4342f856ea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f693e74c-8c29-40ef-9cfe-d16c6025c6b8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:40.013692 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a672d5d-b80e-441f-8f27-a90d438fa32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.022392 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a672d5d-b80e-441f-8f27-a90d438fa32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.023904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7a672d5d-b80e-441f-8f27-a90d438fa32c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f693e74c-8c29-40ef-9cfe-d16c6025c6b8 HTTP/1.1" status: 204 len: 168 time: 0.3124518 Nov 23 18:15:40.030739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-489baf83-02bc-4fc2-962f-68ce7b56f2fb tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.043371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a672d5d-b80e-441f-8f27-a90d438fa32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f693e74c-8c29-40ef-9cfe-d16c6025c6b8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:40.096681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-489baf83-02bc-4fc2-962f-68ce7b56f2fb tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.196496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-489baf83-02bc-4fc2-962f-68ce7b56f2fb tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.201238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-489baf83-02bc-4fc2-962f-68ce7b56f2fb tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.202824 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-489baf83-02bc-4fc2-962f-68ce7b56f2fb tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/security-groups/dad64d05-2c4c-4b5d-b407-fc582bc27ac4 HTTP/1.1" status: 204 len: 168 time: 0.3209975 Nov 23 18:15:40.205482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50514) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:40.214659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489baf83-02bc-4fc2-962f-68ce7b56f2fb tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad64d05-2c4c-4b5d-b407-fc582bc27ac4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:40.340379 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ddd59140-f4b5-467f-ae49-513d7a8bd07f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.392681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ddd59140-f4b5-467f-ae49-513d7a8bd07f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.510664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ddd59140-f4b5-467f-ae49-513d7a8bd07f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.513478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ddd59140-f4b5-467f-ae49-513d7a8bd07f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.517366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ddd59140-f4b5-467f-ae49-513d7a8bd07f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/security-groups/f22cc4f6-1880-45cd-907c-185ed7a7e58b HTTP/1.1" status: 204 len: 168 time: 0.3079541 Nov 23 18:15:40.518169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50522) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:40.586377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd59140-f4b5-467f-ae49-513d7a8bd07f tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22cc4f6-1880-45cd-907c-185ed7a7e58b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:40.667470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c853f3b-5048-47fd-b069-374ed8c30a44 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.704509 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c853f3b-5048-47fd-b069-374ed8c30a44 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.786781 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c853f3b-5048-47fd-b069-374ed8c30a44 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.790101 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c853f3b-5048-47fd-b069-374ed8c30a44 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.791871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c853f3b-5048-47fd-b069-374ed8c30a44 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/security-groups/991692c4-4a50-4abb-acff-ca660a168a3d HTTP/1.1" status: 204 len: 168 time: 0.2726681 Nov 23 18:15:40.795611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50536) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:40.828699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853f3b-5048-47fd-b069-374ed8c30a44 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991692c4-4a50-4abb-acff-ca660a168a3d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:40.918052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51926a8-dcf0-4b97-ba2a-efe5633c5faf tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet b88d5139-dd47-4b53-8e92-869420e5afcd {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:15:40.922459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f51926a8-dcf0-4b97-ba2a-efe5633c5faf tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:40.979908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f51926a8-dcf0-4b97-ba2a-efe5633c5faf tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.119145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f51926a8-dcf0-4b97-ba2a-efe5633c5faf tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.205156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f51926a8-dcf0-4b97-ba2a-efe5633c5faf tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.258633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c36c6db9-f16f-43b8-a38a-5827a8787a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.270384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51926a8-dcf0-4b97-ba2a-efe5633c5faf tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=b88d5139-dd47-4b53-8e92-869420e5afcd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:41.283531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e88961-9b72-4b76-8a53-9cef6d3b2ee5 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:41.295212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f51926a8-dcf0-4b97-ba2a-efe5633c5faf tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.312995 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f51926a8-dcf0-4b97-ba2a-efe5633c5faf tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/b88d5139-dd47-4b53-8e92-869420e5afcd HTTP/1.1" status: 204 len: 168 time: 0.5094965 Nov 23 18:15:41.313255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50550) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:41.436853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5302cd8-1fd2-4c2d-9367-803a3099c6ed tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet d3dc6a8e-58ba-4fce-8882-6b752487ea0c {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:15:41.440458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5302cd8-1fd2-4c2d-9367-803a3099c6ed tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.453282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a139f-ea5e-41dd-a3f2-32a2a2a6e148 req-adf93aa2-ce17-4dc0-951e-d57143a68417 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:41.456878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e96a139f-ea5e-41dd-a3f2-32a2a2a6e148 req-adf93aa2-ce17-4dc0-951e-d57143a68417 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.1195576 Nov 23 18:15:41.503156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5302cd8-1fd2-4c2d-9367-803a3099c6ed tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.544794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e96a139f-ea5e-41dd-a3f2-32a2a2a6e148 req-378c99e3-be8e-42cd-a6d1-efc03cf73d56 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813470 Nov 23 18:15:41.616569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5302cd8-1fd2-4c2d-9367-803a3099c6ed tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.689954 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5302cd8-1fd2-4c2d-9367-803a3099c6ed tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.716946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5302cd8-1fd2-4c2d-9367-803a3099c6ed tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.724723 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5302cd8-1fd2-4c2d-9367-803a3099c6ed tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/d3dc6a8e-58ba-4fce-8882-6b752487ea0c HTTP/1.1" status: 204 len: 168 time: 0.4103036 Nov 23 18:15:41.727244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:41.774584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5302cd8-1fd2-4c2d-9367-803a3099c6ed tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dc6a8e-58ba-4fce-8882-6b752487ea0c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:41.813840 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-562bf884-7ee4-48f2-8606-d8cb959e7a8d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:41.814658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562bf884-7ee4-48f2-8606-d8cb959e7a8d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:41.822788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-562bf884-7ee4-48f2-8606-d8cb959e7a8d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/b88d5139-dd47-4b53-8e92-869420e5afcd HTTP/1.1" status: 404 len: 337 time: 0.0941851 Nov 23 18:15:41.825260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50560) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:41.875275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ae458-759a-40c6-831c-5ebda627bff7 None None] Update dhcp port {'port': {'network_id': '9b14fdba-4328-4404-af08-cf8b4cdcaa8e', 'fixed_ips': [{'subnet_id': 'd362f679-4bfd-4847-9a5f-a49ffeb26499', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd3dc6a8e-58ba-4fce-8882-6b752487ea0c'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '26b8755e-bd70-4930-97be-0e9336a5e0c3'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:15:41.914617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-961ae458-759a-40c6-831c-5ebda627bff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:41.924122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24879e8-1b94-440f-b470-dde516d14854 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting subnet d362f679-4bfd-4847-9a5f-a49ffeb26499 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:15:41.929819 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a24879e8-1b94-440f-b470-dde516d14854 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:42.014207 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a24879e8-1b94-440f-b470-dde516d14854 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:42.214551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a24879e8-1b94-440f-b470-dde516d14854 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:42.313309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a24879e8-1b94-440f-b470-dde516d14854 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-961ae458-759a-40c6-831c-5ebda627bff7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d362f679-4bfd-4847-9a5f-a49ffeb26499: This subnet is being modified by another concurrent operation. Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:15:42.320509 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d362f679-4bfd-4847-9a5f-a49ffeb26499: This subnet is being modified by another concurrent operation. Nov 23 18:15:42.324562 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:15:42.347849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a24879e8-1b94-440f-b470-dde516d14854 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:42.352483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a24879e8-1b94-440f-b470-dde516d14854 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/d362f679-4bfd-4847-9a5f-a49ffeb26499 HTTP/1.1" status: 204 len: 168 time: 0.5249655 Nov 23 18:15:42.355390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50578) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:42.451521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e049a-8b4c-4788-8778-6d840cfaeac1 None None] Network 9b14fdba-4328-4404-af08-cf8b4cdcaa8e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:42.451845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24879e8-1b94-440f-b470-dde516d14854 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Subnet': ['ID=d362f679-4bfd-4847-9a5f-a49ffeb26499,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:42.467867 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-464f7990-9af1-4616-a876-082b63634543 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:42.468372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464f7990-9af1-4616-a876-082b63634543 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:42.471558 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-464f7990-9af1-4616-a876-082b63634543 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/6a9ef3b6-8d46-4346-8f31-42e6c3bd0b30 HTTP/1.1" status: 404 len: 337 time: 0.1130524 Nov 23 18:15:42.474245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50580) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:42.517718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a03f19f1-7ae5-419a-8003-2c10f229e132 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cf0b145-42d9-45ad-8bac-f88f2302ee18 HTTP/1.1" status: 200 len: 205 time: 0.0421717 Nov 23 18:15:42.520161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50584) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:42.597996 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-3850de34-cd54-4c1e-a759-187eb82b3d87 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] delete failed (client error): The resource could not be found. Nov 23 18:15:42.602428 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3850de34-cd54-4c1e-a759-187eb82b3d87 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/routers/2cf0b145-42d9-45ad-8bac-f88f2302ee18 HTTP/1.1" status: 404 len: 336 time: 0.0808754 Nov 23 18:15:42.602634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50592) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:42.651985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-dbe2ad08-8bda-4487-b28f-b121b90e371b None None] Provisioning complete for port 501fff12-b8c8-4e98-b9fc-434253e24477 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:42.653102 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ad08-8bda-4487-b28f-b121b90e371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:42.673989 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-163d3d3f-ddde-4934-b3ad-2128820be74d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:42.676616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163d3d3f-ddde-4934-b3ad-2128820be74d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:42.681312 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-163d3d3f-ddde-4934-b3ad-2128820be74d tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/5535b3a0-963a-43c4-8cae-caf618d4ede8 HTTP/1.1" status: 404 len: 337 time: 0.0774522 Nov 23 18:15:42.684812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50596) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:42.739819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-dbe2ad08-8bda-4487-b28f-b121b90e371b None None] Port 501fff12-b8c8-4e98-b9fc-434253e24477 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:42.772342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] DHCP port deletion for 9b14fdba-4328-4404-af08-cf8b4cdcaa8e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:15:42.809856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-dbe2ad08-8bda-4487-b28f-b121b90e371b None None] Provisioning complete for port 26b8755e-bd70-4930-97be-0e9336a5e0c3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:42.810289 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ad08-8bda-4487-b28f-b121b90e371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:42.819936 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b462081c-286e-4702-8118-a9301c243246 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:42.820653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b462081c-286e-4702-8118-a9301c243246 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:42.823973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b462081c-286e-4702-8118-a9301c243246 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/5be2faa9-b1c1-4c34-88d5-19812808abe6 HTTP/1.1" status: 404 len: 337 time: 0.1380181 Nov 23 18:15:42.827505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50598) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:42.843068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-d0e7f0ad-2fe2-44cc-9b57-4c31f8c33469 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:42.851974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-d0e7f0ad-2fe2-44cc-9b57-4c31f8c33469 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.66 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.2803760 Nov 23 18:15:42.918902 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-735dd1b3-2622-4cc2-a060-aa9c84aa5e7a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:42.919511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735dd1b3-2622-4cc2-a060-aa9c84aa5e7a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:42.931538 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-735dd1b3-2622-4cc2-a060-aa9c84aa5e7a tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/34573523-465e-4c84-aa98-ef0adfcc9f6c HTTP/1.1" status: 404 len: 337 time: 0.1007512 Nov 23 18:15:42.932170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50602) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:42.989197 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3399842e-0810-41eb-bc21-0875822be6e7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:42.992889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] Deleting port 26b8755e-bd70-4930-97be-0e9336a5e0c3 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:42.993311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:42.996735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3399842e-0810-41eb-bc21-0875822be6e7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:43.010477 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3399842e-0810-41eb-bc21-0875822be6e7 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/3da8c0b8-1b96-4e3e-b7eb-57b5cddc7940 HTTP/1.1" status: 404 len: 333 time: 0.0717804 Nov 23 18:15:43.010477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50606) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:43.062208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65113fb7-7008-4527-80aa-f3857b833099 req-79f781b1-cfe8-4c5a-8e4b-a9a75598c23d tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:43.073686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65113fb7-7008-4527-80aa-f3857b833099 req-79f781b1-cfe8-4c5a-8e4b-a9a75598c23d tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 945 time: 0.3527031 Nov 23 18:15:43.087778 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-619cbd01-c59e-400b-b63c-787367783ad9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:43.088044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619cbd01-c59e-400b-b63c-787367783ad9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:43.097334 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-619cbd01-c59e-400b-b63c-787367783ad9 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/89a49816-dfe6-434f-933a-4ad0e9262e4c HTTP/1.1" status: 404 len: 337 time: 0.0834727 Nov 23 18:15:43.098230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50610) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:43.116486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] For port 26b8755e-bd70-4930-97be-0e9336a5e0c3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=26b8755e-bd70-4930-97be-0e9336a5e0c3,segment=NetworkSegment(27b3916a-7fdb-4d77-b6a0-9e2e77380786),segment_id=27b3916a-7fdb-4d77-b6a0-9e2e77380786)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:43.117196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.133564 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f1cf67-bd87-4631-9122-2610b278fcb5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:43.134915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f1cf67-bd87-4631-9122-2610b278fcb5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:43.142344 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-18f1cf67-bd87-4631-9122-2610b278fcb5 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/a6828d76-7370-423b-9555-5cd64e959936 HTTP/1.1" status: 404 len: 337 time: 0.0411692 Nov 23 18:15:43.142960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:43.150093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] Calling delete_port for 26b8755e-bd70-4930-97be-0e9336a5e0c3 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:43.214310 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d006b635-31a7-4f35-8549-3b8cf9aef7a1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:43.222129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d006b635-31a7-4f35-8549-3b8cf9aef7a1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:43.231125 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d006b635-31a7-4f35-8549-3b8cf9aef7a1 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/2b4e756c-05f4-4f50-ace9-f6f37ac88a7a HTTP/1.1" status: 404 len: 333 time: 0.0868213 Nov 23 18:15:43.233079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50618) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:43.241684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65113fb7-7008-4527-80aa-f3857b833099 req-744ae00d-f75a-49c1-b3cd-022f012e13a9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543586 Nov 23 18:15:43.245231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Deleting port fef856d4-e2bb-4498-aa31-692d6bcdccf8 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:43.246183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.285701 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e3e32c-b84e-4f20-a4fb-58425834497e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:43.287768 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e3e32c-b84e-4f20-a4fb-58425834497e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:43.311841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50620) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:43.313475 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-38e3e32c-b84e-4f20-a4fb-58425834497e tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/6c76cd15-f537-4b92-a572-cfa4de832f45 HTTP/1.1" status: 404 len: 337 time: 0.0776532 Nov 23 18:15:43.331872 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.346241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7846c015-7ee6-4c8a-a92d-9b9a10c78f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.376822 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb959cc-4d35-4119-881c-cd22725de995 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] DELETE failed (client error): The resource could not be found. Nov 23 18:15:43.377311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb959cc-4d35-4119-881c-cd22725de995 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:15:43.380808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3eb959cc-4d35-4119-881c-cd22725de995 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/subnets/285a5924-5bed-4d36-bbd7-7490179ddb84 HTTP/1.1" status: 404 len: 337 time: 0.0675306 Nov 23 18:15:43.383846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50624) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:43.407083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] Pushing event deleted for resources: {'Port': ['ID=26b8755e-bd70-4930-97be-0e9336a5e0c3,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:43.409208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b64d0-d623-4079-97a7-61b1c0e3e527 None None] No DVR routers for this DVR port 26b8755e-bd70-4930-97be-0e9336a5e0c3 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:43.436532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da758d0-d83d-447a-aeba-843e625374c1 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:15:43.457277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] For port fef856d4-e2bb-4498-aa31-692d6bcdccf8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=fef856d4-e2bb-4498-aa31-692d6bcdccf8,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:43.458028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.476287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Calling delete_port for fef856d4-e2bb-4498-aa31-692d6bcdccf8 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:43.626640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 26b8755e-bd70-4930-97be-0e9336a5e0c3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:43.646494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b895-8f6b-4882-b5d3-b1d45499d7ff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Deleting port 501fff12-b8c8-4e98-b9fc-434253e24477 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:43.647014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d52b895-8f6b-4882-b5d3-b1d45499d7ff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.681967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 26b8755e-bd70-4930-97be-0e9336a5e0c3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:15:43.682330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 26b8755e-bd70-4930-97be-0e9336a5e0c3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:43.690917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da758d0-d83d-447a-aeba-843e625374c1 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:15:43.707794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.732036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['98241e90-fdc0-4099-98bd-31e1e06cd2ca'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:43.762604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d52b895-8f6b-4882-b5d3-b1d45499d7ff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.788998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b895-8f6b-4882-b5d3-b1d45499d7ff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Calling delete_port for 501fff12-b8c8-4e98-b9fc-434253e24477 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:43.813151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['ecad3f08-3535-4838-8282-0b6c3c4d3966', 'fef856d4-e2bb-4498-aa31-692d6bcdccf8'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:43.849316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Pushing event deleted for resources: {'Port': ['ID=fef856d4-e2bb-4498-aa31-692d6bcdccf8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:43.901141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] No DVR routers for this DVR port fef856d4-e2bb-4498-aa31-692d6bcdccf8 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:43.907597 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.919292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d55f6516-dea9-4af9-9637-05b1db00a96b req-e4dcb80e-614b-47b7-863a-b2c12842cae9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.66 "DELETE /v2.0/ports/fef856d4-e2bb-4498-aa31-692d6bcdccf8 HTTP/1.1" status: 204 len: 173 time: 1.0096223 Nov 23 18:15:43.922389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134f3cec-1565-4381-8745-4533410c32b4', 'name': 'network-vif-deleted', 'tag': 'fef856d4-e2bb-4498-aa31-692d6bcdccf8'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:43.932316 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7145ed-be96-45a1-8662-21b26043a61f" -d '{"events": [{"server_uuid": "134f3cec-1565-4381-8745-4533410c32b4", "name": "network-vif-deleted", "tag": "fef856d4-e2bb-4498-aa31-692d6bcdccf8"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:43.945198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d52b895-8f6b-4882-b5d3-b1d45499d7ff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.002807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b895-8f6b-4882-b5d3-b1d45499d7ff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Port': ['ID=501fff12-b8c8-4e98-b9fc-434253e24477,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:44.011793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d52b895-8f6b-4882-b5d3-b1d45499d7ff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.017682 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8d52b895-8f6b-4882-b5d3-b1d45499d7ff tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/ports/501fff12-b8c8-4e98-b9fc-434253e24477 HTTP/1.1" status: 204 len: 168 time: 0.6327238 Nov 23 18:15:44.020174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50638) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:44.104605 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a2c23c-33b1-49cd-91e5-f7105ff01b4c x-openstack-request-id: req-20a2c23c-33b1-49cd-91e5-f7105ff01b4c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:44.105075 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134f3cec-1565-4381-8745-4533410c32b4", "name": "network-vif-deleted", "tag": "fef856d4-e2bb-4498-aa31-692d6bcdccf8", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:44.105437 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-20a2c23c-33b1-49cd-91e5-f7105ff01b4c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:44.105991 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134f3cec-1565-4381-8745-4533410c32b4', 'name': 'network-vif-deleted', 'tag': 'fef856d4-e2bb-4498-aa31-692d6bcdccf8', 'status': 'completed', 'code': 200} Nov 23 18:15:44.192643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.468712 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.547978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9677b128-8e8e-41c5-999b-f0b024952a72 req-1e53e702-e592-46e9-865c-e227a9abb507 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=134f3cec-1565-4381-8745-4533410c32b4 HTTP/1.1" status: 200 len: 210 time: 0.1479583 Nov 23 18:15:44.552199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b14fdba-4328-4404-af08-cf8b4cdcaa8e']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:44.579332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b3916a-7fdb-4d77-b6a0-9e2e77380786') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:44.579824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b3916a-7fdb-4d77-b6a0-9e2e77380786') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:44.603658 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.631533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.638858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:15:44.639199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.645708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50648) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:15:44.653935 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:15:44.718186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.resource_extend [None req-1da758d0-d83d-447a-aeba-843e625374c1 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:15:44.776068 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.788396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.810109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] 10.222.0.74 "DELETE /v2.0/networks/9b14fdba-4328-4404-af08-cf8b4cdcaa8e HTTP/1.1" status: 204 len: 168 time: 0.7885270 Nov 23 18:15:44.867106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310695a-1fdb-4eca-a7dc-04d5f12a0d92 tempest-PortsTestJSON-2009509485 tempest-PortsTestJSON-2009509485-project] Pushing event deleted for resources: {'Network': ['ID=9b14fdba-4328-4404-af08-cf8b4cdcaa8e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:44.867925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d73539c-d13d-421d-a385-cd0c04ef3e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.996345 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d73539c-d13d-421d-a385-cd0c04ef3e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.007036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d73539c-d13d-421d-a385-cd0c04ef3e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.049580 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3d73539c-d13d-421d-a385-cd0c04ef3e76 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=306c89aec5714d828d8c946e6b770fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4004786 Nov 23 18:15:45.052292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50664) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:45.055878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73539c-d13d-421d-a385-cd0c04ef3e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fac989-ffab-4404-a478-c2201f17938c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:45.088423 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.142064 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fca1faf2-305e-47d7-9b05-4269a636b4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.150565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50668) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:45.172172 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fca1faf2-305e-47d7-9b05-4269a636b4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.245348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fca1faf2-305e-47d7-9b05-4269a636b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.252877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fca1faf2-305e-47d7-9b05-4269a636b4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.258307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fca1faf2-305e-47d7-9b05-4269a636b4f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d3fac989-ffab-4404-a478-c2201f17938c HTTP/1.1" status: 204 len: 168 time: 0.2047770 Nov 23 18:15:45.270545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1faf2-305e-47d7-9b05-4269a636b4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fac989-ffab-4404-a478-c2201f17938c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:45.404397 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4e70ddcc-f4bf-4890-9624-7986070fc33f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28601f0bc3be4943b4cb44016db537ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511971 Nov 23 18:15:45.405815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50684) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:45.536284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0675cf88-c470-461b-9c01-073f342e7457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.565097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0675cf88-c470-461b-9c01-073f342e7457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.636486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0675cf88-c470-461b-9c01-073f342e7457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.642982 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0675cf88-c470-461b-9c01-073f342e7457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.646456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0675cf88-c470-461b-9c01-073f342e7457 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/196aaff4-c837-4703-9bf1-d164e37e1e11 HTTP/1.1" status: 204 len: 168 time: 0.2368128 Nov 23 18:15:45.653731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675cf88-c470-461b-9c01-073f342e7457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196aaff4-c837-4703-9bf1-d164e37e1e11,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:45.823245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50702) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:45.844208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-882ff742-7a11-4814-a290-05f0dfebb478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.959021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-882ff742-7a11-4814-a290-05f0dfebb478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.966523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-882ff742-7a11-4814-a290-05f0dfebb478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:46.019499 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-882ff742-7a11-4814-a290-05f0dfebb478 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b2b3a194b742480da89b3bf90802b8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1936882 Nov 23 18:15:46.021860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50714) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:46.030335 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ff742-7a11-4814-a290-05f0dfebb478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe896e8d-39a7-454b-b04d-f91d9434f5ea,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:46.096316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6748-90f4-4a5c-bac1-fd8d4fc45afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:46.109692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fef856d4-e2bb-4498-aa31-692d6bcdccf8 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:46.113944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e36e72-4213-42af-b77d-8924758b48d8 req-5af9111b-0c12-44b8-8752-a5a8355aa109 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:46.116562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58e36e72-4213-42af-b77d-8924758b48d8 req-5af9111b-0c12-44b8-8752-a5a8355aa109 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 946 time: 0.1151292 Nov 23 18:15:46.131110 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6748-90f4-4a5c-bac1-fd8d4fc45afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:46.163754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: fef856d4-e2bb-4498-aa31-692d6bcdccf8 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:15:46.164209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device fef856d4-e2bb-4498-aa31-692d6bcdccf8 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:46.216179 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6748-90f4-4a5c-bac1-fd8d4fc45afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:46.219154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6748-90f4-4a5c-bac1-fd8d4fc45afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:46.221176 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ed2a6748-90f4-4a5c-bac1-fd8d4fc45afb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fe896e8d-39a7-454b-b04d-f91d9434f5ea HTTP/1.1" status: 204 len: 168 time: 0.1980548 Nov 23 18:15:46.230587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a6748-90f4-4a5c-bac1-fd8d4fc45afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe896e8d-39a7-454b-b04d-f91d9434f5ea,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:46.285158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58e36e72-4213-42af-b77d-8924758b48d8 req-d835d26a-bc28-49ba-8e24-7fbd1b34b5a6 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621721 Nov 23 18:15:46.317393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-d355c937-5fdb-49a6-b133-9deb5f95242f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229732 Nov 23 18:15:46.438942 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:46.525038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-bfc775f8-f8d6-4761-b563-49a58e239ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:46.532488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-bfc775f8-f8d6-4761-b563-49a58e239ccd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b0645692ea504ab2810afead11f31787&device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 1101 time: 0.1595218 Nov 23 18:15:46.827519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-c88189eb-2690-43bd-9538-03bf99abb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:46.829271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-c88189eb-2690-43bd-9538-03bf99abb26d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.2632499 Nov 23 18:15:46.973291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-8f0eea39-c202-49b3-bb3a-b73ca94fed31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d8fb73c0-c8a0-4512-873d-15b724c083cc HTTP/1.1" status: 200 len: 217 time: 0.1343734 Nov 23 18:15:47.030290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50796) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:47.069220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-4584f236-8c8b-4012-8311-7def21f147f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:47.071021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-4584f236-8c8b-4012-8311-7def21f147f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0874646 Nov 23 18:15:47.172013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e75e57a3-778d-4e01-ba52-1a2ef7d50917 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1769828052', 'prefixes': ['172.20.0.0/16']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:47.179297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-6823bb15-0b96-4046-b709-9c5218c665de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:47.184252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-6823bb15-0b96-4046-b709-9c5218c665de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971296 Nov 23 18:15:47.313007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e75e57a3-778d-4e01-ba52-1a2ef7d50917 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] Publish callbacks [] for subnetpool, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:47.314623 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e75e57a3-778d-4e01-ba52-1a2ef7d50917 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2818050 Nov 23 18:15:47.317151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50816) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:47.379114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-fb1a620f-0a2b-421f-a515-8577cb39686b service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822789 Nov 23 18:15:47.428613 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6dfa5e0f-de1b-4bef-8173-9c87b8abbc3f tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] 10.222.0.74 "GET /v2.0/subnetpools/8e08a11d-ce56-4b37-b20d-3274026a9f54 HTTP/1.1" status: 200 len: 732 time: 0.1089208 Nov 23 18:15:47.430913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50818) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:47.440114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fe612de3-8cc2-46e9-87a6-bbaf67d8cae3 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1616813111'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:47.555763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe612de3-8cc2-46e9-87a6-bbaf67d8cae3 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] Publish callbacks [] for subnetpool, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:47.557285 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe612de3-8cc2-46e9-87a6-bbaf67d8cae3 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] 10.222.0.74 "PUT /v2.0/subnetpools/8e08a11d-ce56-4b37-b20d-3274026a9f54 HTTP/1.1" status: 200 len: 684 time: 0.1241658 Nov 23 18:15:47.560034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:47.689307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf86940-f09f-46b6-bcda-4fdad9560412 req-968a840c-eb50-47c0-b0d0-29dabb3fe8eb service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016484 Nov 23 18:15:47.690488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-99dbc893-3177-430a-92da-893249318f68 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] Publish callbacks [] for subnetpool, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:47.694496 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-99dbc893-3177-430a-92da-893249318f68 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] 10.222.0.74 "DELETE /v2.0/subnetpools/8e08a11d-ce56-4b37-b20d-3274026a9f54 HTTP/1.1" status: 204 len: 168 time: 0.1309028 Nov 23 18:15:47.695052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50856) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:47.752463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5ecc5-b83a-4e2d-8259-a8817b6d55f1 req-04f43b78-ec34-4b9a-857e-c23586bdac13 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:47.752807 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-edbf82fe-5332-48ac-9a93-da725f139188 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] show failed (client error): The resource could not be found. Nov 23 18:15:47.753668 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-edbf82fe-5332-48ac-9a93-da725f139188 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] 10.222.0.74 "GET /v2.0/subnetpools/8e08a11d-ce56-4b37-b20d-3274026a9f54 HTTP/1.1" status: 404 len: 346 time: 0.0574784 Nov 23 18:15:47.756823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50862) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:47.757053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4f5ecc5-b83a-4e2d-8259-a8817b6d55f1 req-04f43b78-ec34-4b9a-857e-c23586bdac13 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 946 time: 0.3054981 Nov 23 18:15:47.780462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-7a6de8a3-6832-46fc-8a34-e8db63e79042 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:47.784448 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-7a6de8a3-6832-46fc-8a34-e8db63e79042 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 946 time: 0.3082092 Nov 23 18:15:47.801690 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-463f374d-801f-4f97-8885-7e03d293d477 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] delete failed (client error): The resource could not be found. Nov 23 18:15:47.807096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-463f374d-801f-4f97-8885-7e03d293d477 tempest-SubnetPoolsTestJSON-1512501210 tempest-SubnetPoolsTestJSON-1512501210-project] 10.222.0.74 "DELETE /v2.0/subnetpools/8e08a11d-ce56-4b37-b20d-3274026a9f54 HTTP/1.1" status: 404 len: 346 time: 0.0462191 Nov 23 18:15:47.903407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:47.934124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4f5ecc5-b83a-4e2d-8259-a8817b6d55f1 req-f83a44dc-ea84-4177-badb-53cb6f55baac tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411350 Nov 23 18:15:48.010876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Deleting port 98241e90-fdc0-4099-98bd-31e1e06cd2ca {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:48.011879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.164632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] For port 98241e90-fdc0-4099-98bd-31e1e06cd2ca, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=98241e90-fdc0-4099-98bd-31e1e06cd2ca,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:48.165011 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.203252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Calling delete_port for 98241e90-fdc0-4099-98bd-31e1e06cd2ca owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:48.227240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50880) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:48.442558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab182d0e-b918-4403-a700-e8f99a4cf21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.450150 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.465231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['ecad3f08-3535-4838-8282-0b6c3c4d3966'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:48.488801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Pushing event deleted for resources: {'Port': ['ID=98241e90-fdc0-4099-98bd-31e1e06cd2ca,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:48.547227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['98241e90-fdc0-4099-98bd-31e1e06cd2ca'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:48.625666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] No DVR routers for this DVR port 98241e90-fdc0-4099-98bd-31e1e06cd2ca on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:48.632934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.654932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45d6b17d-bd81-4424-8580-e8a1f15b26bc req-78cfbe19-6896-439f-98c9-22e4fd5d0719 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.72 "DELETE /v2.0/ports/98241e90-fdc0-4099-98bd-31e1e06cd2ca HTTP/1.1" status: 204 len: 173 time: 0.8375401 Nov 23 18:15:48.659255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab182d0e-b918-4403-a700-e8f99a4cf21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.664125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7fd507-d342-40ab-bb0b-894bda405e0d', 'name': 'network-vif-deleted', 'tag': '98241e90-fdc0-4099-98bd-31e1e06cd2ca'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:48.666361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab182d0e-b918-4403-a700-e8f99a4cf21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.674982 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf7528d-b325-4175-b586-0d9ca7fa9c00" -d '{"events": [{"server_uuid": "6b7fd507-d342-40ab-bb0b-894bda405e0d", "name": "network-vif-deleted", "tag": "98241e90-fdc0-4099-98bd-31e1e06cd2ca"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:48.728855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 50900) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:48.730578 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ab182d0e-b918-4403-a700-e8f99a4cf21b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=463c988372544e78aa33a3b236dbbead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020165 Nov 23 18:15:48.732334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab182d0e-b918-4403-a700-e8f99a4cf21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb22a0e9-fd9f-47a0-b3a9-37e434e9c72f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:48.756466 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:15:48.803892 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb234f-34b3-4dcc-a27a-bd8b9449f274 x-openstack-request-id: req-73fb234f-34b3-4dcc-a27a-bd8b9449f274 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:48.804119 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7fd507-d342-40ab-bb0b-894bda405e0d", "name": "network-vif-deleted", "tag": "98241e90-fdc0-4099-98bd-31e1e06cd2ca", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:48.804325 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-73fb234f-34b3-4dcc-a27a-bd8b9449f274 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:48.806629 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7fd507-d342-40ab-bb0b-894bda405e0d', 'name': 'network-vif-deleted', 'tag': '98241e90-fdc0-4099-98bd-31e1e06cd2ca', 'status': 'completed', 'code': 200} Nov 23 18:15:48.853706 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e66dada-27a7-48dd-b53f-22ed7818b9f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.905425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e66dada-27a7-48dd-b53f-22ed7818b9f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:49.005267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e66dada-27a7-48dd-b53f-22ed7818b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:49.008292 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e66dada-27a7-48dd-b53f-22ed7818b9f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:49.009517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6e66dada-27a7-48dd-b53f-22ed7818b9f7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cb22a0e9-fd9f-47a0-b3a9-37e434e9c72f HTTP/1.1" status: 204 len: 168 time: 0.2799852 Nov 23 18:15:49.025962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66dada-27a7-48dd-b53f-22ed7818b9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb22a0e9-fd9f-47a0-b3a9-37e434e9c72f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:49.117945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c591636d-097a-4eec-9dd3-5a751c921f49 req-d0117f1f-4f9e-48ae-900c-0ca09014744b tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b7fd507-d342-40ab-bb0b-894bda405e0d HTTP/1.1" status: 200 len: 210 time: 0.0468619 Nov 23 18:15:49.255255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-172e9b08-6474-4ac3-813b-d504fff706a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776162 Nov 23 18:15:49.470063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-ef35a7e6-4b67-4cba-9d1b-3676103b762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:49.472881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-ef35a7e6-4b67-4cba-9d1b-3676103b762d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6ff7e55073d4e23963a672c6cede45c&device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 1096 time: 0.1207693 Nov 23 18:15:49.511445 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:49.654397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-779c6938-cf77-4e9f-82f7-618f608113bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:49.657767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-779c6938-cf77-4e9f-82f7-618f608113bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 200 len: 915 time: 0.1572828 Nov 23 18:15:49.725284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-21b066e6-6836-42bb-82c0-75eb6defaeec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966 HTTP/1.1" status: 200 len: 217 time: 0.0578775 Nov 23 18:15:49.817874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-c4403722-8546-4002-bfbf-298311816f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:49.819510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-c4403722-8546-4002-bfbf-298311816f5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 200 len: 853 time: 0.0866733 Nov 23 18:15:49.924288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-c7f8c1fb-54c8-4ff2-b53e-be86d01ee545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:49.925953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-c7f8c1fb-54c8-4ff2-b53e-be86d01ee545 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef15c970-26c2-481a-b8f2-40f86a2a5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941367 Nov 23 18:15:50.066967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-de49660a-ba12-4366-94f7-f10ffbf4d1c5 service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304457 Nov 23 18:15:50.311188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c542e48d-906f-4c1c-b4b9-36751c88f72d req-e9c5a4e3-4140-45f7-9209-08dd4614aa4f service neutron] 10.222.0.66 "GET /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357442 Nov 23 18:15:50.530561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50970) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:50.537759 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047481 Nov 23 18:15:50.538102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 50974) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:50.667637 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:50.700046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008eef7-1a2b-4c40-b644-466e30703f3b req-5cf73b4e-ff60-486f-bf2f-24441d12acbe tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:50.702455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8008eef7-1a2b-4c40-b644-466e30703f3b req-5cf73b4e-ff60-486f-bf2f-24441d12acbe tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1003380 Nov 23 18:15:50.806812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8008eef7-1a2b-4c40-b644-466e30703f3b req-08c65ca2-71ec-4698-a167-e6c99a4a00a7 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970449 Nov 23 18:15:50.959106 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c159cb0c-7da5-4d68-b4a2-205a259960fd tempest-NetworksApiDiscovery-1666617897 tempest-NetworksApiDiscovery-1666617897-project] 10.222.0.74 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4147918 Nov 23 18:15:51.421424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51012) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:51.582640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 98241e90-fdc0-4099-98bd-31e1e06cd2ca no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:51.623283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 98241e90-fdc0-4099-98bd-31e1e06cd2ca {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:15:51.623642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 98241e90-fdc0-4099-98bd-31e1e06cd2ca not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:51.729208 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08688f6a-4797-4d86-8b7a-c8b5c4993d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:51.845872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08688f6a-4797-4d86-8b7a-c8b5c4993d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:51.853644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-08688f6a-4797-4d86-8b7a-c8b5c4993d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:51.952632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-08688f6a-4797-4d86-8b7a-c8b5c4993d03 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c7626092314d4962812bbb44399ee7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276115 Nov 23 18:15:51.955456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51040) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:51.990815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08688f6a-4797-4d86-8b7a-c8b5c4993d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f7412d-176e-4b6e-8494-66f2a485061e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:52.119810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeee859-ad64-4978-bdc9-85971911322c req-9980f989-7f30-41e6-86c5-7eec8a0fd4c6 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:52.128443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afeee859-ad64-4978-bdc9-85971911322c req-9980f989-7f30-41e6-86c5-7eec8a0fd4c6 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.1930621 Nov 23 18:15:52.179023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-edb62efb-b6ff-4d37-b18a-a5803a2f3106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:52.578092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-3a6e6951-9045-4570-9bf8-7ac6505041f9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:52.579571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-3a6e6951-9045-4570-9bf8-7ac6505041f9 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.66 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 945 time: 0.5620334 Nov 23 18:15:52.588551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-edb62efb-b6ff-4d37-b18a-a5803a2f3106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:52.679581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afeee859-ad64-4978-bdc9-85971911322c req-5b76d8c4-fbf1-4131-bc59-4fc6b952298e tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/security-groups?id=22602544-1db1-4035-9b52-17c4be46490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501454 Nov 23 18:15:52.782587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Deleting port ecad3f08-3535-4838-8282-0b6c3c4d3966 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:52.783004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:52.786149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-edb62efb-b6ff-4d37-b18a-a5803a2f3106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:52.789362 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-edb62efb-b6ff-4d37-b18a-a5803a2f3106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:52.791382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-edb62efb-b6ff-4d37-b18a-a5803a2f3106 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74f7412d-176e-4b6e-8494-66f2a485061e HTTP/1.1" status: 204 len: 168 time: 0.8368270 Nov 23 18:15:52.836767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb62efb-b6ff-4d37-b18a-a5803a2f3106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f7412d-176e-4b6e-8494-66f2a485061e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:52.949798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] For port ecad3f08-3535-4838-8282-0b6c3c4d3966, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ecad3f08-3535-4838-8282-0b6c3c4d3966,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:52.950150 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:52.974282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Calling delete_port for ecad3f08-3535-4838-8282-0b6c3c4d3966 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:53.175390 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:53.188134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['ecad3f08-3535-4838-8282-0b6c3c4d3966'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:53.240459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Pushing event deleted for resources: {'Port': ['ID=ecad3f08-3535-4838-8282-0b6c3c4d3966,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:53.311649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] No DVR routers for this DVR port ecad3f08-3535-4838-8282-0b6c3c4d3966 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:53.315045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:53.319720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a9bff7b-abfe-40d5-9599-c0eff50e7c4d req-86f3f927-3486-4cc3-b3fd-8cea69b28334 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.66 "DELETE /v2.0/ports/ecad3f08-3535-4838-8282-0b6c3c4d3966 HTTP/1.1" status: 204 len: 173 time: 0.7283003 Nov 23 18:15:53.320234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baafe25-3b3a-4cbf-9bde-d4db79c540a4', 'name': 'network-vif-deleted', 'tag': 'ecad3f08-3535-4838-8282-0b6c3c4d3966'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:53.323464 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8196f5-b62a-4d30-bbf7-e767eb9a82f1" -d '{"events": [{"server_uuid": "3baafe25-3b3a-4cbf-9bde-d4db79c540a4", "name": "network-vif-deleted", "tag": "ecad3f08-3535-4838-8282-0b6c3c4d3966"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:53.390393 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ce85a9-916b-4ce3-9a53-45deddafbe88 x-openstack-request-id: req-61ce85a9-916b-4ce3-9a53-45deddafbe88 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:53.390714 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baafe25-3b3a-4cbf-9bde-d4db79c540a4", "name": "network-vif-deleted", "tag": "ecad3f08-3535-4838-8282-0b6c3c4d3966", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:53.390973 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61ce85a9-916b-4ce3-9a53-45deddafbe88 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:53.391677 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baafe25-3b3a-4cbf-9bde-d4db79c540a4', 'name': 'network-vif-deleted', 'tag': 'ecad3f08-3535-4838-8282-0b6c3c4d3966', 'status': 'completed', 'code': 200} Nov 23 18:15:53.940196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d474487e-d5a6-493d-9869-61854137c85d req-3f341b73-92b8-4aaf-9a22-b2dd0b7aed98 tempest-ListServerFiltersTestJSON-628966145 tempest-ListServerFiltersTestJSON-628966145-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baafe25-3b3a-4cbf-9bde-d4db79c540a4 HTTP/1.1" status: 200 len: 210 time: 0.0856214 Nov 23 18:15:55.036032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51146) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:55.090147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4f0bb3-76fe-4573-9fa4-ebc3eed6338f admin admin] Deleting subnet e4ade490-6148-4286-ab93-a79a110a55ad {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:15:55.093974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0bb3-76fe-4573-9fa4-ebc3eed6338f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.141404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0bb3-76fe-4573-9fa4-ebc3eed6338f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.261085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0bb3-76fe-4573-9fa4-ebc3eed6338f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.344765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0bb3-76fe-4573-9fa4-ebc3eed6338f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.369549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0bb3-76fe-4573-9fa4-ebc3eed6338f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.373296 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8b4f0bb3-76fe-4573-9fa4-ebc3eed6338f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e4ade490-6148-4286-ab93-a79a110a55ad HTTP/1.1" status: 204 len: 168 time: 0.3362277 Nov 23 18:15:55.375998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51162) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:55.376519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a696b-867d-4889-b30f-ab3df97e80e2 None None] Network ef15c970-26c2-481a-b8f2-40f86a2a5f00 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:15:55.441367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f0bb3-76fe-4573-9fa4-ebc3eed6338f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ade490-6148-4286-ab93-a79a110a55ad,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:55.508053 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.590841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Deleting port c00e2a88-729d-456c-b582-e7c46094d2b2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:55.591187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.642840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] DHCP port deletion for ef15c970-26c2-481a-b8f2-40f86a2a5f00 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:15:55.704709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] For port c00e2a88-729d-456c-b582-e7c46094d2b2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c00e2a88-729d-456c-b582-e7c46094d2b2,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:55.705170 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.741364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] Deleting port c00e2a88-729d-456c-b582-e7c46094d2b2 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:55.741790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.797977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Calling delete_port for c00e2a88-729d-456c-b582-e7c46094d2b2 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:55.902743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] For port c00e2a88-729d-456c-b582-e7c46094d2b2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c00e2a88-729d-456c-b582-e7c46094d2b2,segment=NetworkSegment(9bc813bc-bcba-418b-9920-f045541fdbbe),segment_id=9bc813bc-bcba-418b-9920-f045541fdbbe)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:55.903229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:55.968228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] Calling delete_port for c00e2a88-729d-456c-b582-e7c46094d2b2 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:55.982992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.024509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00e2a88-729d-456c-b582-e7c46094d2b2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:56.039265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] No DVR routers for this DVR port c00e2a88-729d-456c-b582-e7c46094d2b2 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:56.114905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ecad3f08-3535-4838-8282-0b6c3c4d3966 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:56.166559 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.168394 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: ecad3f08-3535-4838-8282-0b6c3c4d3966 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:15:56.170071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ecad3f08-3535-4838-8282-0b6c3c4d3966 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:56.196962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef15c970-26c2-481a-b8f2-40f86a2a5f00']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:56.209245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc813bc-bcba-418b-9920-f045541fdbbe') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:56.209775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc813bc-bcba-418b-9920-f045541fdbbe') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:56.224840 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.244343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.257848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:15:56.260775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:15:56.264748 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:15:56.287172 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.363903 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.374077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] Pushing event deleted for resources: {'Port': ['ID=c00e2a88-729d-456c-b582-e7c46094d2b2,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:56.374482 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620273'] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.382320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ef15c970-26c2-481a-b8f2-40f86a2a5f00 HTTP/1.1" status: 204 len: 168 time: 1.0044701 Nov 23 18:15:56.382951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed46bb-9c4c-4cc3-87e2-43d8b7cc69f7 None None] No DVR routers for this DVR port c00e2a88-729d-456c-b582-e7c46094d2b2 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:56.395572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc43c9-610a-482a-b541-677e7a80bb08 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef15c970-26c2-481a-b8f2-40f86a2a5f00,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:56.450352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51198) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:56.670606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51208) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:56.682370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Deleting port 7e0e5571-8352-44de-b68c-3a44444aa287 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:56.683062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.745301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-23291648-3a93-45ac-8f62-6eedaab7647a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6ff7e55073d4e23963a672c6cede45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736885 Nov 23 18:15:56.748575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51210) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:56.772333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.772664 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.786484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Calling delete_port for 7e0e5571-8352-44de-b68c-3a44444aa287 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:56.806001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98a598b4-28f7-4993-9c94-8237f4446d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.831512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98a598b4-28f7-4993-9c94-8237f4446d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.874570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51212) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:56.897439 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98a598b4-28f7-4993-9c94-8237f4446d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.901473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98a598b4-28f7-4993-9c94-8237f4446d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:56.905510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-98a598b4-28f7-4993-9c94-8237f4446d71 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/22602544-1db1-4035-9b52-17c4be46490b HTTP/1.1" status: 204 len: 168 time: 0.1554606 Nov 23 18:15:56.929457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a598b4-28f7-4993-9c94-8237f4446d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22602544-1db1-4035-9b52-17c4be46490b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:57.214108 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1994693-fce8-4591-97df-c76fc3aabec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.371582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.417238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event deleted for resources: {'Port': ['ID=7e0e5571-8352-44de-b68c-3a44444aa287,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:57.461049 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1994693-fce8-4591-97df-c76fc3aabec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.473320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e1994693-fce8-4591-97df-c76fc3aabec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.494840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.496540 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Floating IP 33aefbfc-2bcf-4c9f-b718-4351608e0c1a disassociated (deleted). External IP: 172.25.0.137, port: c8ef8a7c-23fa-4771-bbc2-669edfef1988. Nov 23 18:15:57.588071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e1994693-fce8-4591-97df-c76fc3aabec2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3eff0df1e6994f3abddd82b054016694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7123451 Nov 23 18:15:57.592773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1994693-fce8-4591-97df-c76fc3aabec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcca1d33-1131-4f1d-b3da-b2c06e3ba1f3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:57.598248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51236) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:57.641861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c00e2a88-729d-456c-b582-e7c46094d2b2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:57.719614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-821acc1b-b8a8-4416-a833-84725cd23bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.721443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c00e2a88-729d-456c-b582-e7c46094d2b2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:15:57.722089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c00e2a88-729d-456c-b582-e7c46094d2b2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:57.769496 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-821acc1b-b8a8-4416-a833-84725cd23bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.828403 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-821acc1b-b8a8-4416-a833-84725cd23bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.828571 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Router fd4f3106-d89c-42e7-87dd-86b7e91893db has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:15:57.834400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-821acc1b-b8a8-4416-a833-84725cd23bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:57.836842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-821acc1b-b8a8-4416-a833-84725cd23bb1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bcca1d33-1131-4f1d-b3da-b2c06e3ba1f3 HTTP/1.1" status: 204 len: 168 time: 0.2358334 Nov 23 18:15:57.846963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821acc1b-b8a8-4416-a833-84725cd23bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcca1d33-1131-4f1d-b3da-b2c06e3ba1f3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:58.010465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:15:58.020135 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:58.025238 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] Sync routers for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:15:58.049679 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:58.050332 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:58.098243 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-47648bf3-30ae-40f6-8717-d40696127560 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "DELETE /v2.0/floatingips/33aefbfc-2bcf-4c9f-b718-4351608e0c1a HTTP/1.1" status: 204 len: 168 time: 1.6464627 Nov 23 18:15:58.101630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:58.104989 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7351e-23bb-4c0a-b730-b2b76ad91f73" -d '{"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:58.278445 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:58.663896 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:58.721443 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] Checking router: fd4f3106-d89c-42e7-87dd-86b7e91893db for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:15:58.733689 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:58.734581 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:15:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:58.920306 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:58.925769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51278) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:58.943847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da88a6a9-c00a-4a95-b773-ad29b93317dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:58.978728 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612407e8-632b-48df-b3ca-63fb99d1194d x-openstack-request-id: req-612407e8-632b-48df-b3ca-63fb99d1194d {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:58.979666 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:58.981009 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-612407e8-632b-48df-b3ca-63fb99d1194d {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:58.981786 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'status': 'completed', 'code': 200} Nov 23 18:15:59.050562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da88a6a9-c00a-4a95-b773-ad29b93317dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:59.067845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da88a6a9-c00a-4a95-b773-ad29b93317dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:59.198488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-da88a6a9-c00a-4a95-b773-ad29b93317dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c4849b98b9b3457894dee7ad6224abc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2715995 Nov 23 18:15:59.205695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51286) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:59.209182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88a6a9-c00a-4a95-b773-ad29b93317dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b375e36-7295-48d3-8cdd-88a1ebb00622,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:59.265610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a34-2db0-4dcf-be2e-7c779fd5dc30 req-5f5339b1-7d21-4a64-a96d-d15385170aa5 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:59.270542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-351e4a34-2db0-4dcf-be2e-7c779fd5dc30 req-5f5339b1-7d21-4a64-a96d-d15385170aa5 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 945 time: 0.1635118 Nov 23 18:15:59.276060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-a78f5398-a0a9-4cdb-ac16-54a42b3ec597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:59.277878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-a78f5398-a0a9-4cdb-ac16-54a42b3ec597 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=883383125501466092f249ded312b427&device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 1096 time: 0.2254164 Nov 23 18:15:59.322823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a7f4-e502-4e72-89e8-26beb384c734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:59.383268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a7f4-e502-4e72-89e8-26beb384c734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:59.466037 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a7f4-e502-4e72-89e8-26beb384c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:59.471029 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a7f4-e502-4e72-89e8-26beb384c734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:59.477483 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a7c2a7f4-e502-4e72-89e8-26beb384c734 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b375e36-7295-48d3-8cdd-88a1ebb00622 HTTP/1.1" status: 204 len: 168 time: 0.2729979 Nov 23 18:15:59.496819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-351e4a34-2db0-4dcf-be2e-7c779fd5dc30 req-d25f7fc4-533c-4147-9623-b4ef5a0bea00 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114599 Nov 23 18:15:59.513504 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:59.532983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-ffd2cad4-68b4-49a5-b1a4-8367554ec704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:59.535066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-ffd2cad4-68b4-49a5-b1a4-8367554ec704 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa29315c-ce36-4f7a-a805-ee3168ee31de HTTP/1.1" status: 200 len: 915 time: 0.2360218 Nov 23 18:15:59.541465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2a7f4-e502-4e72-89e8-26beb384c734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b375e36-7295-48d3-8cdd-88a1ebb00622,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:59.601013 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bde5b-e75e-41bd-9dae-8cae7dd7ebbf None None] The sync data for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 is: [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:11:19Z', 'revision_number': 4, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd900918e-0b87-46e2-9d89-869da109da19', 'name': '', 'network_id': 'aa29315c-ce36-4f7a-a805-ee3168ee31de', 'tenant_id': '883383125501466092f249ded312b427', 'mac_address': 'fa:16:3e:f9:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:18Z', 'updated_at': '2021-11-23T18:11:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'subnets': [{'id': '5bab05f2-61fb-4dcc-96c5-5e10649a72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:15:59.615259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-1fbda3db-d997-45f3-8e7b-75ae6fd9757a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988 HTTP/1.1" status: 200 len: 217 time: 0.0725904 Nov 23 18:15:59.703692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-f0fa9f48-4319-450c-834f-68375d2abe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:59.709020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-f0fa9f48-4319-450c-834f-68375d2abe61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bab05f2-61fb-4dcc-96c5-5e10649a72aa HTTP/1.1" status: 200 len: 853 time: 0.0850730 Nov 23 18:15:59.778751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-b0592bdc-b001-4b38-87a8-7206de51ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:59.780609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-b0592bdc-b001-4b38-87a8-7206de51ff0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa29315c-ce36-4f7a-a805-ee3168ee31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635555 Nov 23 18:16:00.007166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-63ec5c3f-f6d7-4e06-ab70-a50dd84577a3 service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188015 Nov 23 18:16:00.065863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40c431-33ce-467f-8505-80aa87715f04 None None] New status for floating IP 33aefbfc-2bcf-4c9f-b718-4351608e0c1a: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:16:00.091884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51314) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:00.155260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9db7351e-23bb-4c0a-b730-b2b76ad91f73 req-3100a884-487f-4603-8337-9e4a4cf8a05d service neutron] 10.222.0.72 "GET /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361260 Nov 23 18:16:00.302937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-11270e1c-85c1-4a16-ac44-b77d40b7a4b6 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:00.310284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-11270e1c-85c1-4a16-ac44-b77d40b7a4b6 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 945 time: 0.1229751 Nov 23 18:16:00.454510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-106923155-network', 'tenant_id': 'a7f637f1a4ab433a8904e33c0a77bb1f'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:00.510557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Made reservation on behalf of a7f637f1a4ab433a8904e33c0a77bb1f for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:00.517433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.522842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Deleting port c8ef8a7c-23fa-4771-bbc2-669edfef1988 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:00.523566 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.540817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.703629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] For port c8ef8a7c-23fa-4771-bbc2-669edfef1988, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c8ef8a7c-23fa-4771-bbc2-669edfef1988,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:00.704073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.718420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.723573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.740283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:16:00.752271 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.753397 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Added segment 80639863-9bff-4577-a39c-3669986b7068 of type vlan for network eca716ca-d4b9-4cb9-b790-083821c62ea1 Nov 23 18:16:00.755164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Calling delete_port for c8ef8a7c-23fa-4771-bbc2-669edfef1988 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:00.790474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a1857-0b2d-4e3b-845f-1c071dbb7c8f req-e36db8e1-77bf-4e4a-a756-99ca9cea8084 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:00.792604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce4a1857-0b2d-4e3b-845f-1c071dbb7c8f req-e36db8e1-77bf-4e4a-a756-99ca9cea8084 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 945 time: 0.1196163 Nov 23 18:16:00.816800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.868508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7166679-d5a3-4288-86bd-0f74b0816e34,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:00.873425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.874765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:00.875699 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:00.909474 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8162258 Nov 23 18:16:00.912558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51344) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:00.919012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Request body: {'subnet': {'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-106923155-subnet', 'tenant_id': 'a7f637f1a4ab433a8904e33c0a77bb1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:00.986465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636648db-cee1-47e7-a5d0-4b52dec5aee1 admin admin] Pushing event updated for resources: {'Network': ['ID=eca716ca-d4b9-4cb9-b790-083821c62ea1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:00.999190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network eca716ca-d4b9-4cb9-b790-083821c62ea1 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:16:00.999934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Made reservation on behalf of a7f637f1a4ab433a8904e33c0a77bb1f for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:01.003090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:01.046666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce4a1857-0b2d-4e3b-845f-1c071dbb7c8f req-90d49905-10ae-460c-9664-ccc973908211 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc45ae79-8da4-48fb-9ac3-517c5f271d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923559 Nov 23 18:16:01.249577 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:01.289283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event deleted for resources: {'Port': ['ID=c8ef8a7c-23fa-4771-bbc2-669edfef1988,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:01.437976 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:01.439812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] No DVR routers for this DVR port c8ef8a7c-23fa-4771-bbc2-669edfef1988 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:01.461017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:01.467047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a9295cc-2c04-443c-a58e-ddb9c578457d req-49cc3e6a-f4b9-4fc9-9fa5-558430fde4ee tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.72 "DELETE /v2.0/ports/c8ef8a7c-23fa-4771-bbc2-669edfef1988 HTTP/1.1" status: 204 len: 173 time: 1.1472564 Nov 23 18:16:01.467259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'name': 'network-vif-deleted', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:01.487378 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa73d52-0972-400d-83e4-22e7cebdc87e" -d '{"events": [{"server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "name": "network-vif-deleted", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:01.583604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:01.595278 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a5c322-9d2f-40ab-8291-afeed5bc99ad x-openstack-request-id: req-f9a5c322-9d2f-40ab-8291-afeed5bc99ad {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:01.595613 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea807eaa-2e47-4d6f-af83-1d3098d06834", "name": "network-vif-deleted", "tag": "c8ef8a7c-23fa-4771-bbc2-669edfef1988", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:01.595877 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9a5c322-9d2f-40ab-8291-afeed5bc99ad {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:01.596293 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea807eaa-2e47-4d6f-af83-1d3098d06834', 'name': 'network-vif-deleted', 'tag': 'c8ef8a7c-23fa-4771-bbc2-669edfef1988', 'status': 'completed', 'code': 200} Nov 23 18:16:01.616986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Checking segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:01.618059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Network hostable DHCP agents. Network: eca716ca-d4b9-4cb9-b790-083821c62ea1, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:16:01.661311 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Network eca716ca-d4b9-4cb9-b790-083821c62ea1 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:16:01.675190 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, eca716ca-d4b9-4cb9-b790-083821c62ea1) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:01.686264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e297f4e-780f-4eea-8c68-ad9473b8f096 None None] Network eca716ca-d4b9-4cb9-b790-083821c62ea1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:01.695061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:01.697018 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:01.728544 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7de6735c-a3cf-4c8b-8e00-0c9bc5649049 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8073611 Nov 23 18:16:02.060474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335aced9-737d-4944-9d5c-a973ae8e82d0 None None] Network eca716ca-d4b9-4cb9-b790-083821c62ea1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:02.281961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-076ee1f4-1933-422d-ae2c-5ddb16b7ba5a req-3ab61afa-15bb-4e6b-928f-a0fdf3ba4f14 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.0843794 Nov 23 18:16:03.036096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-d572cdd1-7803-4a14-89d9-ec0de8202791 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:03.037758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-d572cdd1-7803-4a14-89d9-ec0de8202791 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 812 time: 0.1589625 Nov 23 18:16:03.056937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-f216f706-470e-466b-a08f-7d5bb1dbb9f7 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/quotas/a7f637f1a4ab433a8904e33c0a77bb1f HTTP/1.1" status: 200 len: 375 time: 0.0128357 Nov 23 18:16:03.104572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-7bb5e623-3117-48cc-9855-42dbff0c27a7 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404520 Nov 23 18:16:03.379480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-e67f4bad-093b-4973-84d0-f0d156995365 service neutron] 10.222.0.74 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604706 Nov 23 18:16:03.567273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-0b816afe-5516-4468-9e0d-64055ece5a2b service neutron] 10.222.0.74 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760564 Nov 23 18:16:03.619458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c8ef8a7c-23fa-4771-bbc2-669edfef1988 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:03.682915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: c8ef8a7c-23fa-4771-bbc2-669edfef1988 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:03.683324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c8ef8a7c-23fa-4771-bbc2-669edfef1988 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:03.992268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e95db59d-0112-427f-9dd6-599aabf6aa63 req-59f0e254-9eba-4644-9550-c642d1e2e794 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.0708542 Nov 23 18:16:04.288773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68602d62-5424-48a8-b259-af83cebcfd5d req-e229c335-6c03-4870-99d5-3ef56da315e4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 210 time: 0.0738420 Nov 23 18:16:04.498174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51502) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:04.696380 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b670352-29b5-4973-82b1-9948afb6b171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:04.835874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51512) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:04.910369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b670352-29b5-4973-82b1-9948afb6b171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:04.922889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b670352-29b5-4973-82b1-9948afb6b171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.020838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b670352-29b5-4973-82b1-9948afb6b171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b200f7-8c23-4a82-a679-4186a5803ecf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:05.021104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27160066-c365-4ca8-9640-200c52552d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.036961 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1b670352-29b5-4973-82b1-9948afb6b171 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3c514d809c44a82961fe849ad04a116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5369833 Nov 23 18:16:05.041766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51522) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:05.191880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3c33-ced0-46e2-a2c7-b6f4f9d1d0bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.248388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3c33-ced0-46e2-a2c7-b6f4f9d1d0bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.264262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ee05a09-8b9a-47e5-976a-14f8145796b7 req-b27a0396-63bb-42ec-a7ab-73a636840bf4 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.0948913 Nov 23 18:16:05.321851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27160066-c365-4ca8-9640-200c52552d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.329696 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27160066-c365-4ca8-9640-200c52552d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.386859 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3c33-ced0-46e2-a2c7-b6f4f9d1d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.390732 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3c33-ced0-46e2-a2c7-b6f4f9d1d0bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.392140 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6aeb3c33-ced0-46e2-a2c7-b6f4f9d1d0bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b9b200f7-8c23-4a82-a679-4186a5803ecf HTTP/1.1" status: 204 len: 168 time: 0.3494735 Nov 23 18:16:05.403837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb3c33-ced0-46e2-a2c7-b6f4f9d1d0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b200f7-8c23-4a82-a679-4186a5803ecf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:05.472437 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-27160066-c365-4ca8-9640-200c52552d99 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aeb4c8a7dfcc415098487292a0cbba4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6351504 Nov 23 18:16:05.474464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27160066-c365-4ca8-9640-200c52552d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee85af3-09b1-4861-b8c6-0ea66d50aecb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:05.475205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51528) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:05.549302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d221da02-88ba-4731-9184-a5d28008ba8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.555762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c40bb84e-2a9b-4c06-a834-abfb3f7d01b6 req-183ba893-4b12-403b-a136-22258ce57caa tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 210 time: 0.0948696 Nov 23 18:16:05.586817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d221da02-88ba-4731-9184-a5d28008ba8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.660806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d221da02-88ba-4731-9184-a5d28008ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.669196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d221da02-88ba-4731-9184-a5d28008ba8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:05.670745 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d221da02-88ba-4731-9184-a5d28008ba8f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ee85af3-09b1-4861-b8c6-0ea66d50aecb HTTP/1.1" status: 204 len: 168 time: 0.1944258 Nov 23 18:16:05.690289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221da02-88ba-4731-9184-a5d28008ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee85af3-09b1-4861-b8c6-0ea66d50aecb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:06.035510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-1f592a2c-26bf-4d13-b3db-a5f068573be9 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:06.044301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-1f592a2c-26bf-4d13-b3db-a5f068573be9 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.66 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 812 time: 0.2447424 Nov 23 18:16:06.067818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Request body: {'port': {'device_id': 'a2254daf-e125-44ac-b148-822af97af5ca', 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'admin_state_up': True, 'tenant_id': 'a7f637f1a4ab433a8904e33c0a77bb1f'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:06.129735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51548) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:06.161949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0538f39-eb79-42c3-91d8-52ba8cb6127b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.419673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0538f39-eb79-42c3-91d8-52ba8cb6127b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.459527 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0538f39-eb79-42c3-91d8-52ba8cb6127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.556202 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f0538f39-eb79-42c3-91d8-52ba8cb6127b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aaa56df20153471e93c206b2b083c9ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4231565 Nov 23 18:16:06.561478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51556) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:06.562224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0538f39-eb79-42c3-91d8-52ba8cb6127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce15bc5-0ca8-4dc1-8458-2c9a1677537e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:06.618273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad6712a6-0bc6-4ceb-95d0-5681d4ff329e req-62ed5c44-e1fa-43e1-a377-2f6832047e5f tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.1012018 Nov 23 18:16:06.732076 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee175bda-efd2-43e4-964f-9202e6062470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.744044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Made reservation on behalf of a7f637f1a4ab433a8904e33c0a77bb1f for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:06.748595 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.754963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-505fd143-2447-413c-8592-7bdb0edb6990 req-d7b9ed17-d9c5-47bd-ae9d-8f6e2d91848c tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 210 time: 0.0506694 Nov 23 18:16:06.758576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51562) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:06.766936 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee175bda-efd2-43e4-964f-9202e6062470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.781358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-02c18d46-861a-4f3e-8c9d-e86c5060bb1f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:06.787758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-02c18d46-861a-4f3e-8c9d-e86c5060bb1f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.72 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 812 time: 0.6349061 Nov 23 18:16:06.797810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab52c7a4-ee20-405c-bbf9-4b8a4b686fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.815983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Request body: {'port': {'device_id': 'd54fb333-9568-4b74-917d-7ea53deb87b8', 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'admin_state_up': True, 'tenant_id': 'a7f637f1a4ab433a8904e33c0a77bb1f'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:06.860227 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee175bda-efd2-43e4-964f-9202e6062470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.864066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee175bda-efd2-43e4-964f-9202e6062470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.865282 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee175bda-efd2-43e4-964f-9202e6062470 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ce15bc5-0ca8-4dc1-8458-2c9a1677537e HTTP/1.1" status: 204 len: 168 time: 0.2958269 Nov 23 18:16:06.878288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee175bda-efd2-43e4-964f-9202e6062470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce15bc5-0ca8-4dc1-8458-2c9a1677537e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:07.165509 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab52c7a4-ee20-405c-bbf9-4b8a4b686fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:07.167008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Allocated IP 172.20.0.12 (eca716ca-d4b9-4cb9-b790-083821c62ea1/c167fe8f-1f02-4b9c-bf27-e69aa23a94b5/2379513c-e2c1-4221-ba44-ac9a47827f99) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:07.186535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab52c7a4-ee20-405c-bbf9-4b8a4b686fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:07.287819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ab52c7a4-ee20-405c-bbf9-4b8a4b686fb6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0505f5448fa47cb9568a509611468db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5259123 Nov 23 18:16:07.288657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51582) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:07.364018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52c7a4-ee20-405c-bbf9-4b8a4b686fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac8b120-4c5a-4d8a-a388-4508a0a2f8c7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:07.390577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Made reservation on behalf of a7f637f1a4ab433a8904e33c0a77bb1f for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:07.399350 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:07.423453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6f0b-b16d-498d-9734-491f8cc83bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:07.478599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6f0b-b16d-498d-9734-491f8cc83bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:07.585867 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6f0b-b16d-498d-9734-491f8cc83bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:07.589505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6f0b-b16d-498d-9734-491f8cc83bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:07.591239 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5bdb6f0b-b16d-498d-9734-491f8cc83bc0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dac8b120-4c5a-4d8a-a388-4508a0a2f8c7 HTTP/1.1" status: 204 len: 168 time: 0.3013799 Nov 23 18:16:07.615734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb6f0b-b16d-498d-9734-491f8cc83bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac8b120-4c5a-4d8a-a388-4508a0a2f8c7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:07.904094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd9d709c-d352-460d-a700-9aee5812f34b req-cbf55122-9610-448a-8062-cbf28ad4e390 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.1089604 Nov 23 18:16:07.933197 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.031682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.215686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Pushing event updated for resources: {'Port': ['ID=2379513c-e2c1-4221-ba44-ac9a47827f99,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:08.231453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28940272-171c-49b6-88b9-93418a3ec910 req-11113020-f195-414b-b311-5640d590551e tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 210 time: 0.2287953 Nov 23 18:16:08.243618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:08.260629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Network eca716ca-d4b9-4cb9-b790-083821c62ea1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:08.271445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7a49-48e6-4b90-beb4-a557080673f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.291508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Allocated IP 172.20.0.6 (eca716ca-d4b9-4cb9-b790-083821c62ea1/c167fe8f-1f02-4b9c-bf27-e69aa23a94b5/1b8125a6-1374-4c4b-b901-bdb4717e0bd9) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:08.314729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:08.317725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:08.404235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:08.405294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.447055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-414941fe-ac10-466e-9be5-f88c5ad7d2fb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3922153 Nov 23 18:16:08.460124 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7a49-48e6-4b90-beb4-a557080673f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.471733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Request body: {'port': {'device_id': 'a2254daf-e125-44ac-b148-822af97af5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:08.473995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7a49-48e6-4b90-beb4-a557080673f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.517531 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ca8a7a49-48e6-4b90-beb4-a557080673f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7cedc7294531450a8434249ba017d504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724724 Nov 23 18:16:08.524418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51634) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:08.591513 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.603173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b9f6-e8be-4919-b5c3-f78cc618f950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.608504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a7a49-48e6-4b90-beb4-a557080673f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7407282-c00c-48aa-a00f-dee05e67a614,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:08.653698 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b9f6-e8be-4919-b5c3-f78cc618f950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.679755 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.716736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b9f6-e8be-4919-b5c3-f78cc618f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.720651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b9f6-e8be-4919-b5c3-f78cc618f950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:08.722467 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d7b6b9f6-e8be-4919-b5c3-f78cc618f950 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b7407282-c00c-48aa-a00f-dee05e67a614 HTTP/1.1" status: 204 len: 168 time: 0.1970336 Nov 23 18:16:08.755986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6b9f6-e8be-4919-b5c3-f78cc618f950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7407282-c00c-48aa-a00f-dee05e67a614,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:08.893879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:09.139009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Pushing event updated for resources: {'Port': ['ID=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:09.160874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Network eca716ca-d4b9-4cb9-b790-083821c62ea1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:09.190424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:09.214982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:09.232151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b212159a-f542-4966-9e02-d2cae26c5de2 req-336767df-3e31-4730-a03f-85a4f1663fcb tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.0827200 Nov 23 18:16:09.315657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2379513c-e2c1-4221-ba44-ac9a47827f99 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:09.337680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:09.402908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Transition to ACTIVE for port object 2379513c-e2c1-4221-ba44-ac9a47827f99 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:16:09.432105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:09.493596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:09.493968 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:09.619044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-6a17f85c-d112-479f-8436-f0f813f27ac8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8078120 Nov 23 18:16:09.629591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7869bd2-7934-46a0-a6a8-57b30069b69f req-073df122-b71e-4778-a11f-4852e5a98d7a tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:09.632906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7869bd2-7934-46a0-a6a8-57b30069b69f req-073df122-b71e-4778-a11f-4852e5a98d7a tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 931 time: 0.2267754 Nov 23 18:16:09.688719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Pushing event updated for resources: {'Port': ['ID=2379513c-e2c1-4221-ba44-ac9a47827f99,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:09.730402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Request body: {'port': {'device_id': 'd54fb333-9568-4b74-917d-7ea53deb87b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:09.912841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Attempting to bind port 2379513c-e2c1-4221-ba44-ac9a47827f99 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:16:09.913281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Attempting to bind port 2379513c-e2c1-4221-ba44-ac9a47827f99 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:16:09.913708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Attempting to bind port 2379513c-e2c1-4221-ba44-ac9a47827f99 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:09.920072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:09.951421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7869bd2-7934-46a0-a6a8-57b30069b69f req-1f7f2679-8253-444c-a77d-be547401d4cd tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463515 Nov 23 18:16:09.956290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Port 2379513c-e2c1-4221-ba44-ac9a47827f99 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:16:09.958077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Attempting to bind port 2379513c-e2c1-4221-ba44-ac9a47827f99 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:10.042548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:16:10.042882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Checking segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:10.043578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Bound using segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:16:10.044022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Bound port: 2379513c-e2c1-4221-ba44-ac9a47827f99, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:16:10.044387 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:10.233537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] For port 2379513c-e2c1-4221-ba44-ac9a47827f99, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:16:10.283273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] For port 2379513c-e2c1-4221-ba44-ac9a47827f99, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2379513c-e2c1-4221-ba44-ac9a47827f99,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:16:10.348629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:10.437315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d06f6f7-c0c3-4668-8057-2e94870a6cd8 req-01518133-f864-4066-acc9-4866da96ec1c tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea807eaa-2e47-4d6f-af83-1d3098d06834 HTTP/1.1" status: 200 len: 210 time: 0.0705190 Nov 23 18:16:10.438953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:10.439564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:10.441019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] 10.222.0.66 "PUT /v2.0/ports/2379513c-e2c1-4221-ba44-ac9a47827f99 HTTP/1.1" status: 200 len: 1092 time: 1.9750898 Nov 23 18:16:10.445160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2254daf-e125-44ac-b148-822af97af5ca', 'tag': '2379513c-e2c1-4221-ba44-ac9a47827f99'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:10.447757 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2254daf-e125-44ac-b148-822af97af5ca", "tag": "2379513c-e2c1-4221-ba44-ac9a47827f99"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:10.521994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd478cd-6d43-4aa3-94b1-4334ebee1579 service neutron] Pushing event updated for resources: {'Port': ['ID=2379513c-e2c1-4221-ba44-ac9a47827f99,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:10.614317 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db274bca-c194-4de9-8ff3-38cc1daa694d x-openstack-request-id: req-db274bca-c194-4de9-8ff3-38cc1daa694d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:10.614777 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2254daf-e125-44ac-b148-822af97af5ca", "tag": "2379513c-e2c1-4221-ba44-ac9a47827f99", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:10.615150 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db274bca-c194-4de9-8ff3-38cc1daa694d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:10.615716 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2254daf-e125-44ac-b148-822af97af5ca', 'tag': '2379513c-e2c1-4221-ba44-ac9a47827f99', 'status': 'completed', 'code': 200} Nov 23 18:16:10.621950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-310f6947-52bd-4102-8452-a4e4277a70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:10.625569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-310f6947-52bd-4102-8452-a4e4277a70ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&device_id=a2254daf-e125-44ac-b148-822af97af5ca HTTP/1.1" status: 200 len: 1095 time: 0.0969760 Nov 23 18:16:10.650147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:10.704784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-efd077d9-2ecc-4a8d-aab1-4c7a894fda94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2379513c-e2c1-4221-ba44-ac9a47827f99 HTTP/1.1" status: 200 len: 217 time: 0.0662825 Nov 23 18:16:10.707561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:10.764918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Transition to ACTIVE for port object 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:16:10.778034 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:10.888594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-b3ad64a2-c41e-4a14-abae-9139af6ef7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:10.896446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-b3ad64a2-c41e-4a14-abae-9139af6ef7ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 200 len: 852 time: 0.1832340 Nov 23 18:16:11.011456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-67871484-8e7a-4470-9d83-1542fcde3f15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eca716ca-d4b9-4cb9-b790-083821c62ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841324 Nov 23 18:16:11.031510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Pushing event updated for resources: {'Port': ['ID=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:11.261427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-019de151-8491-450f-bebb-a121d2046080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:11.268495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Attempting to bind port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:16:11.269412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Attempting to bind port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:16:11.269945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Attempting to bind port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:11.279333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:16:11.279869 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Attempting to bind port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:11.292912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead5687-dab2-47ae-9493-fb07a0226712 req-f69e589e-2b1d-46bd-9685-25bf9a88f7b8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:11.294859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ead5687-dab2-47ae-9493-fb07a0226712 req-f69e589e-2b1d-46bd-9685-25bf9a88f7b8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 943 time: 0.1344073 Nov 23 18:16:11.310557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:16:11.310938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Checking segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:11.311311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Bound using segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:16:11.311766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Bound port: 1b8125a6-1374-4c4b-b901-bdb4717e0bd9, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:16:11.312119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:11.365960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-f6fe2a4d-73aa-4d86-b540-8b8f2111b20f service neutron] 10.222.0.66 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533156 Nov 23 18:16:11.543159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ead5687-dab2-47ae-9493-fb07a0226712 req-33706b3d-322d-4916-afd1-304e053c673a tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370176 Nov 23 18:16:11.626713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51766) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:11.763464 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-176b03f0-8ac1-4ab4-9b70-c11468675f22 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:11.827984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-176b03f0-8ac1-4ab4-9b70-c11468675f22 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:11.929537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 51776) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:11.958303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-176b03f0-8ac1-4ab4-9b70-c11468675f22 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:11.967573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-176b03f0-8ac1-4ab4-9b70-c11468675f22 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:11.973916 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-176b03f0-8ac1-4ab4-9b70-c11468675f22 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] 10.222.0.74 "DELETE /v2.0/security-groups/cc45ae79-8da4-48fb-9ac3-517c5f271d7f HTTP/1.1" status: 204 len: 168 time: 0.3451402 Nov 23 18:16:11.994757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b03f0-8ac1-4ab4-9b70-c11468675f22 tempest-TestVolumeBackupRestore-1580537206 tempest-TestVolumeBackupRestore-1580537206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc45ae79-8da4-48fb-9ac3-517c5f271d7f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:12.168018 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12010d11-675c-4255-8050-b07eec5003d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:12.228667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] For port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:16:12.232321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] For port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:16:12.241584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-f905c5b7-6669-4208-964f-a1d65ffb5c6d service neutron] 10.222.0.66 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8618076 Nov 23 18:16:12.243211 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:12.322840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:12.323852 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:12.325042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] 10.222.0.72 "PUT /v2.0/ports/1b8125a6-1374-4c4b-b901-bdb4717e0bd9 HTTP/1.1" status: 200 len: 1091 time: 2.6374698 Nov 23 18:16:12.391435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12010d11-675c-4255-8050-b07eec5003d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:12.407307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12010d11-675c-4255-8050-b07eec5003d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:12.506112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-12010d11-675c-4255-8050-b07eec5003d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=82f6f39474ef4b98b24b810069647a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5751703 Nov 23 18:16:12.524044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12010d11-675c-4255-8050-b07eec5003d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aab868-1e41-4bf8-8256-155b7f4f64c8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:12.527169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 51816) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:12.625377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54fb333-9568-4b74-917d-7ea53deb87b8', 'tag': '1b8125a6-1374-4c4b-b901-bdb4717e0bd9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:12.635866 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06" -d '{"events": [{"name": "network-changed", "server_uuid": "d54fb333-9568-4b74-917d-7ea53deb87b8", "tag": "1b8125a6-1374-4c4b-b901-bdb4717e0bd9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:12.656861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-cec99882-2d4a-40e4-bcf6-9e409d595ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:12.661885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-cec99882-2d4a-40e4-bcf6-9e409d595ffd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&device_id=a2254daf-e125-44ac-b148-822af97af5ca HTTP/1.1" status: 200 len: 1095 time: 0.3044608 Nov 23 18:16:12.662800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05369e73-35a8-4315-9a83-0fc6a815f1ca service neutron] Pushing event updated for resources: {'Port': ['ID=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:12.792996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-7a560528-c5cd-4e13-9bc8-7ed888bb1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:12.807237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-7a560528-c5cd-4e13-9bc8-7ed888bb1d49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 1094 time: 0.3443522 Nov 23 18:16:12.907973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-62ccdfca-bcf4-467a-853c-74f8636acf24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b8125a6-1374-4c4b-b901-bdb4717e0bd9 HTTP/1.1" status: 200 len: 217 time: 0.0994794 Nov 23 18:16:13.027932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-abdf6c07-182f-4a08-8899-dcb96d12e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:13.040379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-abdf6c07-182f-4a08-8899-dcb96d12e690 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 913 time: 0.3486838 Nov 23 18:16:13.079769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-d8ad6e22-4448-44f1-b928-aacc27164624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:13.085847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-d8ad6e22-4448-44f1-b928-aacc27164624 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 200 len: 852 time: 0.1335170 Nov 23 18:16:13.189917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-1bc90e92-0d37-4355-8c74-b8d9b2b3cae2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2379513c-e2c1-4221-ba44-ac9a47827f99 HTTP/1.1" status: 200 len: 217 time: 0.1029081 Nov 23 18:16:13.211722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07cd9-4cb7-4a82-ae7e-f7c642ee6b39 req-97cdd774-39bb-45b9-9209-a314e6563aab tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:13.222732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad07cd9-4cb7-4a82-ae7e-f7c642ee6b39 req-97cdd774-39bb-45b9-9209-a314e6563aab tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 943 time: 0.5563633 Nov 23 18:16:13.232108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-e8bcdafc-cf58-46e3-867a-850de98b0603 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eca716ca-d4b9-4cb9-b790-083821c62ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281450 Nov 23 18:16:13.232787 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5ee14db-c94e-4ca4-976e-3c8320e98782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:13.338322 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3eb87708-1799-49f3-8f9f-b875599cc0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:13.402224 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5ee14db-c94e-4ca4-976e-3c8320e98782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:13.479028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-b1ee7c34-407d-47b4-9366-c09885c77b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:13.481814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-b1ee7c34-407d-47b4-9366-c09885c77b1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 200 len: 852 time: 0.2581627 Nov 23 18:16:13.545309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-7d47d123-d5e9-432a-893c-1428f028d641 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eca716ca-d4b9-4cb9-b790-083821c62ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397439 Nov 23 18:16:13.560660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad07cd9-4cb7-4a82-ae7e-f7c642ee6b39 req-82ad98ef-9f7f-4e01-9036-1c7686d4ff4d tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197222 Nov 23 18:16:13.644685 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-f22e3a0e-57fd-4fda-9bbe-5e495ef3c6e3 service neutron] 10.222.0.72 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783138 Nov 23 18:16:13.665675 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f6d86-ebbd-4fc6-b938-fa2f13a6bccf x-openstack-request-id: req-785f6d86-ebbd-4fc6-b938-fa2f13a6bccf {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:13.665981 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54fb333-9568-4b74-917d-7ea53deb87b8", "tag": "1b8125a6-1374-4c4b-b901-bdb4717e0bd9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:13.666245 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-785f6d86-ebbd-4fc6-b938-fa2f13a6bccf {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:13.666656 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54fb333-9568-4b74-917d-7ea53deb87b8', 'tag': '1b8125a6-1374-4c4b-b901-bdb4717e0bd9', 'status': 'completed', 'code': 200} Nov 23 18:16:13.799678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5ee14db-c94e-4ca4-976e-3c8320e98782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:13.818595 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c5ee14db-c94e-4ca4-976e-3c8320e98782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:13.834327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c5ee14db-c94e-4ca4-976e-3c8320e98782 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9aab868-1e41-4bf8-8256-155b7f4f64c8 HTTP/1.1" status: 204 len: 168 time: 1.3004746 Nov 23 18:16:13.981898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25a0bea-c0b5-4fbd-8b3b-044c2a28c095 req-7eaca121-d2b2-45e2-bf66-ed4fdb87d7ec service neutron] 10.222.0.72 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075192 Nov 23 18:16:13.990416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-0542cd83-d171-46f2-bc60-7855fddf436e service neutron] 10.222.0.66 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234352 Nov 23 18:16:14.211955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2379513c-e2c1-4221-ba44-ac9a47827f99 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:16:14.320354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7f41dbc-240e-4517-a29e-6ac85a2ad28f req-cacdd0e3-bcc6-4aee-86a1-e22cddd9580d service neutron] 10.222.0.66 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180404 Nov 23 18:16:14.330452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee14db-c94e-4ca4-976e-3c8320e98782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aab868-1e41-4bf8-8256-155b7f4f64c8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:14.440985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-e869a469-02fb-46d3-a8d8-e413c453fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:14.442531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-e869a469-02fb-46d3-a8d8-e413c453fbf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 1094 time: 0.1188970 Nov 23 18:16:14.658851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2379513c-e2c1-4221-ba44-ac9a47827f99, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2379513c-e2c1-4221-ba44-ac9a47827f99,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:14.702522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '2379513c-e2c1-4221-ba44-ac9a47827f99', 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'port_id': '2379513c-e2c1-4221-ba44-ac9a47827f99', 'mac_address': 'fa:16:3e:23:f1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c167fe8f-1f02-4b9c-bf27-e69aa23a94b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:16:14.739353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-1ee214e6-73e1-49ab-b79a-038197d3e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:14.741804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-1ee214e6-73e1-49ab-b79a-038197d3e597 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 913 time: 0.2798550 Nov 23 18:16:14.790828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:14.839870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2379513c-e2c1-4221-ba44-ac9a47827f99 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:14.888376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-27acacde-7fc0-4f88-9fc5-30f4b3f8566b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b8125a6-1374-4c4b-b901-bdb4717e0bd9 HTTP/1.1" status: 200 len: 217 time: 0.1194804 Nov 23 18:16:14.899847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2379513c-e2c1-4221-ba44-ac9a47827f99, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2379513c-e2c1-4221-ba44-ac9a47827f99,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:14.914901 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:15.028590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=2379513c-e2c1-4221-ba44-ac9a47827f99,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:15.045925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.046728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.047325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.047908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.048500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.049098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.049668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.050242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.051071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.061407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.062175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.062835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:15.122358 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:15.166002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['2379513c-e2c1-4221-ba44-ac9a47827f99'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:15.316183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-81f78422-3350-4a15-aeaf-ef28036cbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:15.319442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-81f78422-3350-4a15-aeaf-ef28036cbea9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 200 len: 852 time: 0.3512323 Nov 23 18:16:15.347531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4898b-d996-44dc-a2d2-54d4e39b7820 req-4b84e958-acaa-4826-b253-f51c28152036 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:15.358525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1e4898b-d996-44dc-a2d2-54d4e39b7820 req-4b84e958-acaa-4826-b253-f51c28152036 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 943 time: 0.4677048 Nov 23 18:16:15.431922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-4721354b-dd15-4b67-be3d-38ced765bdd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eca716ca-d4b9-4cb9-b790-083821c62ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998840 Nov 23 18:16:15.938222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1e4898b-d996-44dc-a2d2-54d4e39b7820 req-7cb13710-7917-400d-82cc-7ad282ed63d2 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519850 Nov 23 18:16:16.091409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-1ffabcd8-9641-4e5c-aa44-80394d3f052c service neutron] 10.222.0.72 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228800 Nov 23 18:16:16.231154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2379513c-e2c1-4221-ba44-ac9a47827f99 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:16:16.400037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 2379513c-e2c1-4221-ba44-ac9a47827f99 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:16:16.419112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 2379513c-e2c1-4221-ba44-ac9a47827f99 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:16.419491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:16.505784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d3f61eb-1b5d-4587-af01-c1ecdeb9cb06 req-2a15163f-57e0-4786-b46c-ab4ccab0e52f service neutron] 10.222.0.72 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994091 Nov 23 18:16:16.524392 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:16.755208 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:16.837159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2254daf-e125-44ac-b148-822af97af5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2379513c-e2c1-4221-ba44-ac9a47827f99'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:16.842579 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb1db85-e63d-4e5b-86cb-32152c025f98" -d '{"events": [{"server_uuid": "a2254daf-e125-44ac-b148-822af97af5ca", "name": "network-vif-plugged", "status": "completed", "tag": "2379513c-e2c1-4221-ba44-ac9a47827f99"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:16.925218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2379513c-e2c1-4221-ba44-ac9a47827f99, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2379513c-e2c1-4221-ba44-ac9a47827f99,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:16.941355 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:17.101987 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cf94a2-8158-4804-b87a-266fa51bd179 x-openstack-request-id: req-b0cf94a2-8158-4804-b87a-266fa51bd179 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:17.108325 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2254daf-e125-44ac-b148-822af97af5ca", "name": "network-vif-plugged", "status": "completed", "tag": "2379513c-e2c1-4221-ba44-ac9a47827f99", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:17.108770 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0cf94a2-8158-4804-b87a-266fa51bd179 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:17.109362 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2254daf-e125-44ac-b148-822af97af5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2379513c-e2c1-4221-ba44-ac9a47827f99', 'code': 200} Nov 23 18:16:17.215633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a2805-cc9c-4439-a5c5-6313586d058f req-18a5b75f-860d-42a4-bb06-903ae0d142a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:17.223166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c5a2805-cc9c-4439-a5c5-6313586d058f req-18a5b75f-860d-42a4-bb06-903ae0d142a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a2254daf-e125-44ac-b148-822af97af5ca HTTP/1.1" status: 200 len: 1097 time: 0.1540039 Nov 23 18:16:17.274175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=2379513c-e2c1-4221-ba44-ac9a47827f99,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:17.499703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee5ce-1da6-4eb7-bd7f-34fa74726827 req-ca20f505-db32-4f25-ba3d-ad26acb6ab87 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:17.545235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec3ee5ce-1da6-4eb7-bd7f-34fa74726827 req-ca20f505-db32-4f25-ba3d-ad26acb6ab87 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 943 time: 0.3174272 Nov 23 18:16:17.548926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c5a2805-cc9c-4439-a5c5-6313586d058f req-cf2cd91d-fda6-4135-bd47-7f559b18aaa8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108342 Nov 23 18:16:17.689719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec3ee5ce-1da6-4eb7-bd7f-34fa74726827 req-10d6b6b0-1a3b-45d5-b3c5-3d47ac562386 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257396 Nov 23 18:16:17.696051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:16:18.045913 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:18.285425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:18.369927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '1b8125a6-1374-4c4b-b901-bdb4717e0bd9', 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'port_id': '1b8125a6-1374-4c4b-b901-bdb4717e0bd9', 'mac_address': 'fa:16:3e:9c:db:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c167fe8f-1f02-4b9c-bf27-e69aa23a94b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:16:18.514245 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:18.558011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:18.627558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:18.637788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:18.777392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:18.917288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cd09-0777-45c9-93c6-5872c6da7874 req-b4d9ec4e-bc46-4d9e-b852-cbc698dacc44 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:18.919123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01f3cd09-0777-45c9-93c6-5872c6da7874 req-b4d9ec4e-bc46-4d9e-b852-cbc698dacc44 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 944 time: 0.1022363 Nov 23 18:16:18.949207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['1b8125a6-1374-4c4b-b901-bdb4717e0bd9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:19.086251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01f3cd09-0777-45c9-93c6-5872c6da7874 req-f099d2ca-a4bf-41da-9f02-29d29ca87204 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516082 Nov 23 18:16:19.555114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.269845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52464) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:20.348933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c072f-03a6-4ae0-b8a5-088b2a632f3a req-65100e23-deb6-4022-b8a2-107234a881fe tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:20.351557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-774c072f-03a6-4ae0-b8a5-088b2a632f3a req-65100e23-deb6-4022-b8a2-107234a881fe tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 944 time: 0.1125789 Nov 23 18:16:20.487717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-774c072f-03a6-4ae0-b8a5-088b2a632f3a req-9a907f99-790a-4c09-95a6-e7cdda7f8dec tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292007 Nov 23 18:16:20.500381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4bf42fe-778c-4412-8840-938dcf61ff3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.626795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4bf42fe-778c-4412-8840-938dcf61ff3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.633504 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4bf42fe-778c-4412-8840-938dcf61ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.678844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf42fe-778c-4412-8840-938dcf61ff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5401059-d23b-46a0-91a6-5c94c6d633d1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:20.715715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52482) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:20.716599 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a4bf42fe-778c-4412-8840-938dcf61ff3f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bb33b595407741b19297ebc49ec34d7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437494 Nov 23 18:16:20.725638 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.818982 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0136ad7d-ac87-4992-8a68-8053ee4bf0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.883029 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0136ad7d-ac87-4992-8a68-8053ee4bf0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.943476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0136ad7d-ac87-4992-8a68-8053ee4bf0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.946627 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0136ad7d-ac87-4992-8a68-8053ee4bf0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:20.949631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0136ad7d-ac87-4992-8a68-8053ee4bf0ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f5401059-d23b-46a0-91a6-5c94c6d633d1 HTTP/1.1" status: 204 len: 168 time: 0.2323132 Nov 23 18:16:20.985933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136ad7d-ac87-4992-8a68-8053ee4bf0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5401059-d23b-46a0-91a6-5c94c6d633d1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:21.411766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52498) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:21.443643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f351-f97e-41c7-b1f3-e864ce4e7a04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:21.574933 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f351-f97e-41c7-b1f3-e864ce4e7a04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:21.588988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f351-f97e-41c7-b1f3-e864ce4e7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:21.642243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4f351-f97e-41c7-b1f3-e864ce4e7a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3f01bf-a83d-4437-9933-38b949dbeb4d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:21.668474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52510) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:21.696896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:16:21.703248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e4a6-c92b-4d13-a3ee-5f834700d15e req-8c0727f2-f948-472d-a63a-64f43d94c585 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:21.711791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ec8e4a6-c92b-4d13-a3ee-5f834700d15e req-8c0727f2-f948-472d-a63a-64f43d94c585 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 944 time: 0.1406579 Nov 23 18:16:21.716986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a6d4f351-f97e-41c7-b1f3-e864ce4e7a04 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=505f471694d649c0be9c4cae1cae4dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041129 Nov 23 18:16:21.719623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52516) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:21.779109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ec8e4a6-c92b-4d13-a3ee-5f834700d15e req-152a1e86-fb7a-4922-9faf-7c8302fef463 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606465 Nov 23 18:16:21.835050 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:21.841427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:16:21.847644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:21.848793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:21.870636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:21.962647 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:21.966894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:21.968352 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cc3f01bf-a83d-4437-9933-38b949dbeb4d HTTP/1.1" status: 204 len: 168 time: 0.2476909 Nov 23 18:16:21.992325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3f01bf-a83d-4437-9933-38b949dbeb4d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:22.006752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.008875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.009335 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.010459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.011567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.012817 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.014887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.015368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.015841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.016470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.021909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.022618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd821bdc-f2d4-49c2-8e1a-d161290eb9c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:22.059939 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:22.161369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54fb333-9568-4b74-917d-7ea53deb87b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8125a6-1374-4c4b-b901-bdb4717e0bd9'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:22.164911 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6f9683-5ef0-4462-99c4-e593db2dcf3a" -d '{"events": [{"server_uuid": "d54fb333-9568-4b74-917d-7ea53deb87b8", "name": "network-vif-plugged", "status": "completed", "tag": "1b8125a6-1374-4c4b-b901-bdb4717e0bd9"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:22.184151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:22.194462 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:22.280424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:22.323731 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842220cc-a111-4de4-8b73-27fef424f95c x-openstack-request-id: req-842220cc-a111-4de4-8b73-27fef424f95c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:22.324287 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54fb333-9568-4b74-917d-7ea53deb87b8", "name": "network-vif-plugged", "status": "completed", "tag": "1b8125a6-1374-4c4b-b901-bdb4717e0bd9", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:22.324709 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-842220cc-a111-4de4-8b73-27fef424f95c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:22.325312 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54fb333-9568-4b74-917d-7ea53deb87b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8125a6-1374-4c4b-b901-bdb4717e0bd9', 'code': 200} Nov 23 18:16:22.499568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63277d95-b669-4788-a09f-7e132deae473 req-79459695-6585-4dfb-995f-d4d85506dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:22.504121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63277d95-b669-4788-a09f-7e132deae473 req-79459695-6585-4dfb-995f-d4d85506dec8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 1096 time: 0.0942433 Nov 23 18:16:22.567819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63277d95-b669-4788-a09f-7e132deae473 req-147842af-ce0c-4b6f-b9dc-90b0549e4a99 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561147 Nov 23 18:16:22.900283 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:23.012114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfc970-f55e-4bf2-bfb0-215d16d34de8 req-5382c39a-ad60-47d6-943a-94e719c67e5d tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:23.019840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1dfc970-f55e-4bf2-bfb0-215d16d34de8 req-5382c39a-ad60-47d6-943a-94e719c67e5d tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 945 time: 0.1134729 Nov 23 18:16:23.158733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1dfc970-f55e-4bf2-bfb0-215d16d34de8 req-4a1792d8-4fdb-4f5c-9ad3-28075042f78f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368728 Nov 23 18:16:23.562919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Deleting port d900918e-0b87-46e2-9d89-869da109da19 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:23.563418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:23.675165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] For port d900918e-0b87-46e2-9d89-869da109da19, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d900918e-0b87-46e2-9d89-869da109da19,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:23.675530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:23.693771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Calling delete_port for d900918e-0b87-46e2-9d89-869da109da19 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:24.089494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:24.126431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Pushing event deleted for resources: {'Port': ['ID=d900918e-0b87-46e2-9d89-869da109da19,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:24.343681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a0e6-f36e-49bf-860f-1b3a6f894bb1 req-455324d8-2824-4221-b601-b6bba6ac5354 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:24.348964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:24.359510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e745a0e6-f36e-49bf-860f-1b3a6f894bb1 req-455324d8-2824-4221-b601-b6bba6ac5354 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 945 time: 0.1000473 Nov 23 18:16:24.436370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e745a0e6-f36e-49bf-860f-1b3a6f894bb1 req-1546096e-34c0-4e80-9feb-1933ca9dbd16 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758977 Nov 23 18:16:24.567456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52630) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:24.610739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb8dc4-03cd-4ced-8bc0-8ef35e96e600 req-ed94ac06-32bd-45ad-baa5-70177e9cb65d tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:24.612299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6aeb8dc4-03cd-4ced-8bc0-8ef35e96e600 req-ed94ac06-32bd-45ad-baa5-70177e9cb65d tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2254daf-e125-44ac-b148-822af97af5ca HTTP/1.1" status: 200 len: 946 time: 0.0779970 Nov 23 18:16:24.686444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Router fd4f3106-d89c-42e7-87dd-86b7e91893db has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:16:24.732658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6aeb8dc4-03cd-4ced-8bc0-8ef35e96e600 req-f8200aa3-d0fb-49f7-973b-2068043fe82d tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087489 Nov 23 18:16:24.768827 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b16b1392-1a5f-4930-bf3a-0b8eccec8548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:24.862159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:16:24.876588 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] Sync routers for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:16:24.878008 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3120c3d3-1477-4cba-8241-23fe0e363228 admin admin] 10.222.0.74 "PUT /v2.0/routers/fd4f3106-d89c-42e7-87dd-86b7e91893db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2084320 Nov 23 18:16:24.880732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52650) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:24.905040 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:16:24.905040 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:16:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:24.913566 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b16b1392-1a5f-4930-bf3a-0b8eccec8548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:24.919893 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b16b1392-1a5f-4930-bf3a-0b8eccec8548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:24.968405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b16b1392-1a5f-4930-bf3a-0b8eccec8548 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=213a4949defc4bf6a5a80449560ab628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995223 Nov 23 18:16:24.970931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52654) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:24.989776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b1392-1a5f-4930-bf3a-0b8eccec8548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c11c526-fc11-4176-810e-bc4d544587df,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:25.095614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2b28-31ad-4348-9899-a027741bc4b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:25.099048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:25.143289 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:16:25.256788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2b28-31ad-4348-9899-a027741bc4b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:25.454485 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:16:23Z', 'revision_number': 5, 'project_id': '883383125501466092f249ded312b427', 'gw_port': {'id': 'f2bf8c48-056b-4fba-96ca-1ddf9cd91480', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:12Z', 'updated_at': '2021-11-23T18:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:25.498777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:25.508111 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] Checking router: fd4f3106-d89c-42e7-87dd-86b7e91893db for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:16:25.515076 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2b28-31ad-4348-9899-a027741bc4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:25.519356 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] Routers {'fd4f3106-d89c-42e7-87dd-86b7e91893db'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:16:25.520392 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:16:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fd4f3106-d89c-42e7-87dd-86b7e91893db'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:25.520548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2b28-31ad-4348-9899-a027741bc4b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:25.525108 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5e2a2b28-31ad-4348-9899-a027741bc4b9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2c11c526-fc11-4176-810e-bc4d544587df HTTP/1.1" status: 204 len: 168 time: 0.5507751 Nov 23 18:16:25.546921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a2b28-31ad-4348-9899-a027741bc4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c11c526-fc11-4176-810e-bc4d544587df,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:25.708785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Deleting port f2bf8c48-056b-4fba-96ca-1ddf9cd91480 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:25.709133 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:25.898993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-55cd11a7-185c-42b5-94d5-4193a52b4159 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:25.901320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-55cd11a7-185c-42b5-94d5-4193a52b4159 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 812 time: 0.3037293 Nov 23 18:16:25.927169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-162ff3e2-1630-4861-bcc7-9b8fcae7e286 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/quotas/a7f637f1a4ab433a8904e33c0a77bb1f HTTP/1.1" status: 200 len: 375 time: 0.0190277 Nov 23 18:16:25.930029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] For port f2bf8c48-056b-4fba-96ca-1ddf9cd91480, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f2bf8c48-056b-4fba-96ca-1ddf9cd91480,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:25.930402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:25.962549 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Calling delete_port for f2bf8c48-056b-4fba-96ca-1ddf9cd91480 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:26.014804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-51e47d89-33b2-4625-b745-bdfa8df30282 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820327 Nov 23 18:16:26.087546 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] Set router fd4f3106-d89c-42e7-87dd-86b7e91893db gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:16:26.241959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-2eb646a9-d7e5-45b4-bb4b-3fb1eea31c83 service neutron] 10.222.0.74 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245288 Nov 23 18:16:26.253215 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:16:25Z', 'revision_number': 6, 'project_id': '883383125501466092f249ded312b427', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:26.259123 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:16:26.351407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:26.372612 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8b57b-d346-49d1-afed-19a2a8961aa9 None None] The sync data for ids ['fd4f3106-d89c-42e7-87dd-86b7e91893db'] in n-d-818932-3 is: [{'id': 'fd4f3106-d89c-42e7-87dd-86b7e91893db', 'name': 'tempest-TestVolumeBackupRestore-1866386940-router', 'tenant_id': '883383125501466092f249ded312b427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:10Z', 'updated_at': '2021-11-23T18:16:25Z', 'revision_number': 6, 'project_id': '883383125501466092f249ded312b427', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:16:26.390202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bf8c48-056b-4fba-96ca-1ddf9cd91480,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:26.450866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0262a69e-c07d-4703-96e3-054e314849f9 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:16:26.583650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-dc0e5af2-c800-45ba-9d56-88e781cd2f61 service neutron] 10.222.0.74 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393431 Nov 23 18:16:26.586635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:26.703038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-d722cffa-5aad-47eb-acfa-a5bb3ba5e91e tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:26.704876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-d722cffa-5aad-47eb-acfa-a5bb3ba5e91e tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2254daf-e125-44ac-b148-822af97af5ca HTTP/1.1" status: 200 len: 946 time: 0.1166437 Nov 23 18:16:26.745053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:26.747813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:26.818984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:26.820412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4f3106-d89c-42e7-87dd-86b7e91893db {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:16:26.827138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:26.831218 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-df40b9e5-4bfe-462f-b534-41c83f41a1f6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/fd4f3106-d89c-42e7-87dd-86b7e91893db HTTP/1.1" status: 204 len: 168 time: 1.9466674 Nov 23 18:16:26.832100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52716) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:26.940871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-baefcd07-3609-4911-b32b-d810d1caa8bc admin admin] Deleting subnet 5bab05f2-61fb-4dcc-96c5-5e10649a72aa {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:16:26.945068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baefcd07-3609-4911-b32b-d810d1caa8bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:27.011590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baefcd07-3609-4911-b32b-d810d1caa8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:27.116488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-19936281-0f9a-4d5e-bdf9-227943eb4d05 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:27.123381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baefcd07-3609-4911-b32b-d810d1caa8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:27.132495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-19936281-0f9a-4d5e-bdf9-227943eb4d05 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.72 "GET /v2.0/ports?device_id=d54fb333-9568-4b74-917d-7ea53deb87b8 HTTP/1.1" status: 200 len: 945 time: 0.4204693 Nov 23 18:16:27.267774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baefcd07-3609-4911-b32b-d810d1caa8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:27.357097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-baefcd07-3609-4911-b32b-d810d1caa8bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:27.358649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3926f23-f9c8-4ab7-9018-40619da5e32e None None] Network aa29315c-ce36-4f7a-a805-ee3168ee31de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:27.366122 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-baefcd07-3609-4911-b32b-d810d1caa8bc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5bab05f2-61fb-4dcc-96c5-5e10649a72aa HTTP/1.1" status: 204 len: 168 time: 0.5307539 Nov 23 18:16:27.368516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52734) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:27.389506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefcd07-3609-4911-b32b-d810d1caa8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bab05f2-61fb-4dcc-96c5-5e10649a72aa,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:27.461871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b89c08d-7441-4c61-a909-ac2a261f8561 req-e7373b22-2c41-4b7a-92bd-5e7a89e96c3e tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 210 time: 0.1514685 Nov 23 18:16:27.493245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Deleting port 2379513c-e2c1-4221-ba44-ac9a47827f99 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:27.493738 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:27.734489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d900918e-0b87-46e2-9d89-869da109da19 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:27.818554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d900918e-0b87-46e2-9d89-869da109da19 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:27.818924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d900918e-0b87-46e2-9d89-869da109da19 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:27.819338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f2bf8c48-056b-4fba-96ca-1ddf9cd91480 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:27.864792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] For port 2379513c-e2c1-4221-ba44-ac9a47827f99, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2379513c-e2c1-4221-ba44-ac9a47827f99,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:27.866260 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:27.892202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: f2bf8c48-056b-4fba-96ca-1ddf9cd91480 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:27.892578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f2bf8c48-056b-4fba-96ca-1ddf9cd91480 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:27.921235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Calling delete_port for 2379513c-e2c1-4221-ba44-ac9a47827f99 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:28.011436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] DHCP port deletion for aa29315c-ce36-4f7a-a805-ee3168ee31de request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:16:28.106284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Deleting port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:28.106761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.162673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] Deleting port 767c75f4-ea01-4829-a005-fdbdcf974737 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:28.165686 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.324607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] For port 767c75f4-ea01-4829-a005-fdbdcf974737, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=767c75f4-ea01-4829-a005-fdbdcf974737,segment=NetworkSegment(4957addf-0c1e-45ba-962a-440d83eece63),segment_id=4957addf-0c1e-45ba-962a-440d83eece63)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:28.325284 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.358874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] Calling delete_port for 767c75f4-ea01-4829-a005-fdbdcf974737 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:28.440134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:28.471842 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.496785 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.545949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] For port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:28.546540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.569238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] Pushing event deleted for resources: {'Port': ['ID=767c75f4-ea01-4829-a005-fdbdcf974737,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:28.585767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Calling delete_port for 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:28.593691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7df2a-ace0-4357-9b74-cd4503da6b1d None None] No DVR routers for this DVR port 767c75f4-ea01-4829-a005-fdbdcf974737 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:28.704711 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.743269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa29315c-ce36-4f7a-a805-ee3168ee31de']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:28.756772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4957addf-0c1e-45ba-962a-440d83eece63') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:28.757357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4957addf-0c1e-45ba-962a-440d83eece63') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:28.795120 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.816912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-913729470'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:28.867969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Made reservation on behalf of e0866ab2b2cb4485b660288aa8f35dc5 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:28.875014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.896167 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.902536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.949433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.956794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2572e182-0200-4eef-af21-6da099be3391 req-202dec71-1885-44b3-a38d-33056dffa29f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 210 time: 0.0441546 Nov 23 18:16:28.965474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['1b8125a6-1374-4c4b-b901-bdb4717e0bd9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:28.984539 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:16:28.984945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:16:28.987008 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:16:29.104660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.107708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Pushing event deleted for resources: {'Port': ['ID=1b8125a6-1374-4c4b-b901-bdb4717e0bd9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:29.113817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] No DVR routers for this DVR port 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:29.117866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.122971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42c47126-c799-4439-b94b-f5ce7c6d1056 req-f37a7911-3b9d-4061-bd61-17816ec2fd61 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.72 "DELETE /v2.0/ports/1b8125a6-1374-4c4b-b901-bdb4717e0bd9 HTTP/1.1" status: 204 len: 173 time: 1.9642231 Nov 23 18:16:29.124450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54fb333-9568-4b74-917d-7ea53deb87b8', 'name': 'network-vif-deleted', 'tag': '1b8125a6-1374-4c4b-b901-bdb4717e0bd9'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:29.155125 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d2cc2a-cf46-4367-9c5c-f9c1c087afd1" -d '{"events": [{"server_uuid": "d54fb333-9568-4b74-917d-7ea53deb87b8", "name": "network-vif-deleted", "tag": "1b8125a6-1374-4c4b-b901-bdb4717e0bd9"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:29.283163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.284448 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45999a70-a981-46f0-bfd0-4f9a368c99ed x-openstack-request-id: req-45999a70-a981-46f0-bfd0-4f9a368c99ed {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:29.285126 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54fb333-9568-4b74-917d-7ea53deb87b8", "name": "network-vif-deleted", "tag": "1b8125a6-1374-4c4b-b901-bdb4717e0bd9", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:29.285396 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45999a70-a981-46f0-bfd0-4f9a368c99ed {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:29.285821 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54fb333-9568-4b74-917d-7ea53deb87b8', 'name': 'network-vif-deleted', 'tag': '1b8125a6-1374-4c4b-b901-bdb4717e0bd9', 'status': 'completed', 'code': 200} Nov 23 18:16:29.311746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.324496 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] 10.222.0.74 "DELETE /v2.0/networks/aa29315c-ce36-4f7a-a805-ee3168ee31de HTTP/1.1" status: 204 len: 168 time: 1.9547753 Nov 23 18:16:29.325880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52790) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:29.352836 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.368158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.383311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['1b8125a6-1374-4c4b-b901-bdb4717e0bd9'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:29.551766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:16:29.566148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dffdb5-c380-48b2-8d59-8e1368ad7173 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa29315c-ce36-4f7a-a805-ee3168ee31de,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:29.589790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.590282 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Added segment 56209206-bc27-4e1c-861a-79563bc45afb of type vlan for network 0a4866f8-9502-4e04-b566-0b2e470007f8 Nov 23 18:16:29.591653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834bd9e6-bd46-4b01-a776-317da92a18dd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:29.624392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] No DVR routers for this DVR port 2379513c-e2c1-4221-ba44-ac9a47827f99 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:29.657072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.660807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edc3fe2c-de9b-4559-a0b2-c7a28b7524c6 req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.66 "DELETE /v2.0/ports/2379513c-e2c1-4221-ba44-ac9a47827f99 HTTP/1.1" status: 204 len: 173 time: 2.9476962 Nov 23 18:16:29.667711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6680e9f-ee61-4eb3-91d5-86fb4d97dff6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Pushing event deleted for resources: {'Port': ['ID=2379513c-e2c1-4221-ba44-ac9a47827f99,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:29.770849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.786417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-d3b9400b-2495-4da7-9ad4-5c315471e09a tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:29.788343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-d3b9400b-2495-4da7-9ad4-5c315471e09a tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.66 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 812 time: 0.3812273 Nov 23 18:16:29.813998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 767c75f4-ea01-4829-a005-fdbdcf974737 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:29.831002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Request body: {'port': {'device_id': '38e2f3d4-424d-4c0e-94f4-99e30ee0f427', 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'admin_state_up': True, 'tenant_id': 'a7f637f1a4ab433a8904e33c0a77bb1f'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:29.877348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 767c75f4-ea01-4829-a005-fdbdcf974737 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:29.877612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 767c75f4-ea01-4829-a005-fdbdcf974737 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:29.984278 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:29.990089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:29.990882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:30.080781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-ecfbc8f3-1e86-4d01-8e7f-e47d2dee6333 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:30.083567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-ecfbc8f3-1e86-4d01-8e7f-e47d2dee6333 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.72 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 812 time: 0.4607971 Nov 23 18:16:30.099622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event updated for resources: {'Network': ['ID=0a4866f8-9502-4e04-b566-0b2e470007f8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:30.118501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 0a4866f8-9502-4e04-b566-0b2e470007f8 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:16:30.149901 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c28cf3be-4f42-4e5c-ad79-9f0f6cbb7e04 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7084496 Nov 23 18:16:30.189364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52802) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:30.248638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Request body: {'port': {'device_id': '9213dc88-3c20-4212-a583-693d9e3768c9', 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'admin_state_up': True, 'tenant_id': 'a7f637f1a4ab433a8904e33c0a77bb1f'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:30.321559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2379513c-e2c1-4221-ba44-ac9a47827f99 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:30.397611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 2379513c-e2c1-4221-ba44-ac9a47827f99 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:30.398008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2379513c-e2c1-4221-ba44-ac9a47827f99 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:30.440331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Request body: {'subnet': {'network_id': '0a4866f8-9502-4e04-b566-0b2e470007f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:30.632387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:30.657602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ef20546-a9b7-4cd6-b2be-5709fc2fd1f1 req-3fac3ec6-9f62-40e0-8cc3-01e107454255 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 210 time: 0.5710428 Nov 23 18:16:30.714793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Made reservation on behalf of e0866ab2b2cb4485b660288aa8f35dc5 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:30.718414 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:30.849125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Made reservation on behalf of a7f637f1a4ab433a8904e33c0a77bb1f for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:30.856249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:30.954597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Made reservation on behalf of a7f637f1a4ab433a8904e33c0a77bb1f for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:30.969701 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:31.231154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Deleting port 2ce01da9-9bc5-4851-b040-b20f482f8965 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:31.231586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:31.247170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 52828) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:31.360487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] For port 2ce01da9-9bc5-4851-b040-b20f482f8965, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2ce01da9-9bc5-4851-b040-b20f482f8965,segment=NetworkSegment(e7500cc1-f041-4a25-92e9-efd72914a53f),segment_id=e7500cc1-f041-4a25-92e9-efd72914a53f)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:31.360892 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:31.387612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Calling delete_port for 2ce01da9-9bc5-4851-b040-b20f482f8965 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:31.389878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2254daf-e125-44ac-b148-822af97af5ca', 'name': 'network-vif-deleted', 'tag': '2379513c-e2c1-4221-ba44-ac9a47827f99'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:31.392682 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413fd952-ac72-4236-b779-9aeaa4b7ac85" -d '{"events": [{"server_uuid": "a2254daf-e125-44ac-b148-822af97af5ca", "name": "network-vif-deleted", "tag": "2379513c-e2c1-4221-ba44-ac9a47827f99"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:31.708334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:31.772385 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:31.772733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 1b8125a6-1374-4c4b-b901-bdb4717e0bd9 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:31.848837 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:31.895079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce01da9-9bc5-4851-b040-b20f482f8965,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:32.027858 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.030720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Allocated IP 172.20.0.7 (eca716ca-d4b9-4cb9-b790-083821c62ea1/c167fe8f-1f02-4b9c-bf27-e69aa23a94b5/148cdd36-64fa-4106-bfb3-fea35223a49b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:32.046078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e1adaaf-3d39-48d4-9634-8e7ebc6a24ba req-d609f8f6-eea0-4c27-9e77-e8686eaf57d5 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 210 time: 0.0932324 Nov 23 18:16:32.165010 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d316ab-ed9c-424a-a673-0a81c0931082 x-openstack-request-id: req-30d316ab-ed9c-424a-a673-0a81c0931082 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:32.165318 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2254daf-e125-44ac-b148-822af97af5ca", "name": "network-vif-deleted", "tag": "2379513c-e2c1-4221-ba44-ac9a47827f99", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:32.165573 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-30d316ab-ed9c-424a-a673-0a81c0931082 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:32.166588 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2254daf-e125-44ac-b148-822af97af5ca', 'name': 'network-vif-deleted', 'tag': '2379513c-e2c1-4221-ba44-ac9a47827f99', 'status': 'completed', 'code': 200} Nov 23 18:16:32.327307 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-3927-4f8d-b795-db5f4420468f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.342869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.348035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event updated for resources: {'Subnet': ['ID=f9cf44af-edd9-44ce-9133-fb1697100397,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:32.451475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Checking segment: {'id': '56209206-bc27-4e1c-861a-79563bc45afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0a4866f8-9502-4e04-b566-0b2e470007f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:32.451844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Network hostable DHCP agents. Network: 0a4866f8-9502-4e04-b566-0b2e470007f8, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:16:32.456248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-3927-4f8d-b795-db5f4420468f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.471248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-3927-4f8d-b795-db5f4420468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.645344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Network 0a4866f8-9502-4e04-b566-0b2e470007f8 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:16:32.649693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef327d7-3927-4f8d-b795-db5f4420468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d736f5-f240-4a81-b4c3-0fb1a6b9a13b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:32.675255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6ef327d7-3927-4f8d-b795-db5f4420468f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e88b63d1250c482cb0f4014a53a6ff30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4150171 Nov 23 18:16:32.676029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52856) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:32.734446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:16:32.745526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.783968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 0a4866f8-9502-4e04-b566-0b2e470007f8) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:32.791946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:32.793622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25bbb08-bb1e-4c05-923a-f54e5ca51306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.795540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.799534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff252a59-8179-434d-acdf-9cee1469ee75 None None] Network 0a4866f8-9502-4e04-b566-0b2e470007f8 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:32.842388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:32.899103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2218b7a3-4741-4418-a208-f5e4e6410283 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7066591 Nov 23 18:16:32.910903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52858) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:32.920777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Request body: {'port': {'network_id': '0a4866f8-9502-4e04-b566-0b2e470007f8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-332648444'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:32.927047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Network eca716ca-d4b9-4cb9-b790-083821c62ea1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:32.938498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:32.962418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:32.962653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25bbb08-bb1e-4c05-923a-f54e5ca51306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.024421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Pushing event updated for resources: {'Port': ['ID=148cdd36-64fa-4106-bfb3-fea35223a49b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:33.030122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Allocated IP 172.20.0.11 (eca716ca-d4b9-4cb9-b790-083821c62ea1/c167fe8f-1f02-4b9c-bf27-e69aa23a94b5/1bd0bf98-fd81-4c84-b186-fd3aec7845a7) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:33.043346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-0a4866f8-9502-4e04-b566-0b2e470007f8', 'network_id': '0a4866f8-9502-4e04-b566-0b2e470007f8', 'tenant_id': 'e0866ab2b2cb4485b660288aa8f35dc5', 'fixed_ips': [{'subnet_id': 'f9cf44af-edd9-44ce-9133-fb1697100397'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:16:33.044371 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.050184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:33.050841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.099621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-e3ccfe3e-e58c-4e05-8389-4382dfd3923f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9110096 Nov 23 18:16:33.126728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:16:33.141651 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-70aed752-0f82-48ae-a8e0-56bf2f5ef3f8 admin admin] 10.222.0.74 "PUT /v2.0/routers/1141b0b6-0cf1-4980-b5d8-7f9038d958b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820699 Nov 23 18:16:33.141651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Made reservation on behalf of e0866ab2b2cb4485b660288aa8f35dc5 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:33.146567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.157127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52868) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:33.159549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Request body: {'port': {'device_id': '9213dc88-3c20-4212-a583-693d9e3768c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:33.185999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] Sync routers for ids ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:16:33.294198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Allocated IP 172.20.0.2 (0a4866f8-9502-4e04-b566-0b2e470007f8/f9cf44af-edd9-44ce-9133-fb1697100397/79058dbe-4fdb-44f2-90c1-7b9214ffb6f1) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:33.327081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.366599 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.379835 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25bbb08-bb1e-4c05-923a-f54e5ca51306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.382605 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25bbb08-bb1e-4c05-923a-f54e5ca51306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.383793 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f25bbb08-bb1e-4c05-923a-f54e5ca51306 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a0d736f5-f240-4a81-b4c3-0fb1a6b9a13b HTTP/1.1" status: 204 len: 168 time: 0.7067792 Nov 23 18:16:33.410178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] Routers {'1141b0b6-0cf1-4980-b5d8-7f9038d958b9'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:16:33.412645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:16:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:33.416254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bbb08-bb1e-4c05-923a-f54e5ca51306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d736f5-f240-4a81-b4c3-0fb1a6b9a13b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:33.437504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] device_id is not set on port 392ff762-4163-40f4-9464-2e6ce1b2d14e yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:16:33.454389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd27af-43d1-4f13-a7cf-86466cf241a8 req-726751f6-58b7-4511-8228-cbdc78fea30f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:33.456132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90bd27af-43d1-4f13-a7cf-86466cf241a8 req-726751f6-58b7-4511-8228-cbdc78fea30f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 931 time: 0.2742803 Nov 23 18:16:33.726631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90bd27af-43d1-4f13-a7cf-86466cf241a8 req-953422a4-1662-49be-ac95-37ea0b9e94aa tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639892 Nov 23 18:16:33.733978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.830664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.859564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Deleting port 8535f1fe-cdff-43a5-b65a-6a8b6194a775 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:33.860305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:33.896510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] Set router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:16:33.945877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.044288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52884) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:34.060625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] For port 8535f1fe-cdff-43a5-b65a-6a8b6194a775, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8535f1fe-cdff-43a5-b65a-6a8b6194a775,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:34.061129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.079752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85796229-14dd-4e70-8517-0cfc2a62b2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.081668 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.095751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Calling delete_port for 8535f1fe-cdff-43a5-b65a-6a8b6194a775 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:34.101513 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.160119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Pushing event updated for resources: {'Port': ['ID=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:34.174838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Network eca716ca-d4b9-4cb9-b790-083821c62ea1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:34.181660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:34.186788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:34.203293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Network 0a4866f8-9502-4e04-b566-0b2e470007f8 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:34.206531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:34.210937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:34.246334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Allocated IP 172.20.0.7 (0a4866f8-9502-4e04-b566-0b2e470007f8/f9cf44af-edd9-44ce-9133-fb1697100397/392ff762-4163-40f4-9464-2e6ce1b2d14e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:34.265903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148cdd36-64fa-4106-bfb3-fea35223a49b {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:34.289178 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.295546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Pushing event updated for resources: {'Port': ['ID=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:34.311902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Attempting to bind port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:16:34.312376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Attempting to bind port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '56209206-bc27-4e1c-861a-79563bc45afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0a4866f8-9502-4e04-b566-0b2e470007f8'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:16:34.312814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Attempting to bind port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 on network 0a4866f8-9502-4e04-b566-0b2e470007f8 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:34.321521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:16:34.321785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Checking segment: {'id': '56209206-bc27-4e1c-861a-79563bc45afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0a4866f8-9502-4e04-b566-0b2e470007f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:34.323126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.323368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Bound using segment: {'id': '56209206-bc27-4e1c-861a-79563bc45afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0a4866f8-9502-4e04-b566-0b2e470007f8'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:16:34.324218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Bound port: 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56209206-bc27-4e1c-861a-79563bc45afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0a4866f8-9502-4e04-b566-0b2e470007f8'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:16:34.324670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.324812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.325048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.325401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.325829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.326177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.326518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.326989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.327588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.328107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.328503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.329199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.329623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:16:34.355246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Transition to ACTIVE for port object 148cdd36-64fa-4106-bfb3-fea35223a49b will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:16:34.365074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:34.365809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.389206 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.430333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-7965bbf3-60f1-4928-927f-2037693633c4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6298122 Nov 23 18:16:34.456207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Request body: {'port': {'device_id': '38e2f3d4-424d-4c0e-94f4-99e30ee0f427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:34.469323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] For port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:16:34.474420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] For port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,segment=NetworkSegment(56209206-bc27-4e1c-861a-79563bc45afb),segment_id=56209206-bc27-4e1c-861a-79563bc45afb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:16:34.477130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:16:31Z', 'revision_number': 5, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port': {'id': '8535f1fe-cdff-43a5-b65a-6a8b6194a775', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:11:24Z', 'updated_at': '2021-11-23T18:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:34.515707 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.524409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] Checking router: 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:16:34.564714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Pushing event updated for resources: {'Port': ['ID=148cdd36-64fa-4106-bfb3-fea35223a49b,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:34.567659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] Routers {'1141b0b6-0cf1-4980-b5d8-7f9038d958b9'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:16:34.568290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:16:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:34.632357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.668663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Attempting to bind port 148cdd36-64fa-4106-bfb3-fea35223a49b on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:16:34.669567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Attempting to bind port 148cdd36-64fa-4106-bfb3-fea35223a49b by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:16:34.670150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Attempting to bind port 148cdd36-64fa-4106-bfb3-fea35223a49b on network eca716ca-d4b9-4cb9-b790-083821c62ea1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:34.698245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5e4e-f37d-42cb-b793-5d7723ffa246 None None] Pushing event updated for resources: {'Port': ['ID=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:34.707725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Port 148cdd36-64fa-4106-bfb3-fea35223a49b on network eca716ca-d4b9-4cb9-b790-083821c62ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:16:34.708464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Attempting to bind port 148cdd36-64fa-4106-bfb3-fea35223a49b on network eca716ca-d4b9-4cb9-b790-083821c62ea1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:34.720226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:16:34.720582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Checking segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:34.721126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Bound using segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:16:34.721707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Bound port: 148cdd36-64fa-4106-bfb3-fea35223a49b, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:16:34.722164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:34.740339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] Set router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:16:34.835705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] For port 148cdd36-64fa-4106-bfb3-fea35223a49b, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:16:34.840440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] For port 148cdd36-64fa-4106-bfb3-fea35223a49b, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=148cdd36-64fa-4106-bfb3-fea35223a49b,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:16:34.867140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:16:33Z', 'revision_number': 6, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:34.938842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd4deb-f339-4477-89db-c00f040f3946 None None] The sync data for ids ['1141b0b6-0cf1-4980-b5d8-7f9038d958b9'] in n-d-818932-3 is: [{'id': '1141b0b6-0cf1-4980-b5d8-7f9038d958b9', 'name': 'tempest-TestVolumeBackupRestore-1968819582-router', 'tenant_id': '541c78c5bead4106b70bb5a508a8abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:11:23Z', 'updated_at': '2021-11-23T18:16:33Z', 'revision_number': 6, 'project_id': '541c78c5bead4106b70bb5a508a8abdf', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:16:35.006909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.092614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:35.093759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.095365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/148cdd36-64fa-4106-bfb3-fea35223a49b HTTP/1.1" status: 200 len: 1091 time: 1.9659889 Nov 23 18:16:35.121817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9213dc88-3c20-4212-a583-693d9e3768c9', 'tag': '148cdd36-64fa-4106-bfb3-fea35223a49b'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:35.126903 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cca3317-7b80-429e-96aa-b4a715aeafc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9213dc88-3c20-4212-a583-693d9e3768c9", "tag": "148cdd36-64fa-4106-bfb3-fea35223a49b"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:35.175834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41a7e2-8c20-47c7-89da-61536dc25c1c req-0992c29b-9d6d-4a7c-9202-042246f5dce3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:35.177444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd41a7e2-8c20-47c7-89da-61536dc25c1c req-0992c29b-9d6d-4a7c-9202-042246f5dce3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 943 time: 0.3289242 Nov 23 18:16:35.180918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85796229-14dd-4e70-8517-0cfc2a62b2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.236700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85796229-14dd-4e70-8517-0cfc2a62b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.274094 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-85796229-14dd-4e70-8517-0cfc2a62b2bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c9844f13ec347a4be98ea79937f6b19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2282391 Nov 23 18:16:35.284147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52908) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:35.312489 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.337145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a6439-fb44-47fc-bade-c4aff1ed71a9 service neutron] Pushing event updated for resources: {'Port': ['ID=148cdd36-64fa-4106-bfb3-fea35223a49b,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:35.397597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd41a7e2-8c20-47c7-89da-61536dc25c1c req-f99e108f-8780-406d-b518-08f16ab688d4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593986 Nov 23 18:16:35.399940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a2e96e60-f38b-4acd-a8c9-e722a95df165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:35.402024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a2e96e60-f38b-4acd-a8c9-e722a95df165 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 1094 time: 0.2161160 Nov 23 18:16:35.415405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796229-14dd-4e70-8517-0cfc2a62b2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad403402-47a6-483b-9e14-8417a5742940,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:35.460483 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-f559e9bf-1484-4c38-a957-7af6cdf9d0ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148cdd36-64fa-4106-bfb3-fea35223a49b HTTP/1.1" status: 200 len: 217 time: 0.0458388 Nov 23 18:16:35.544858 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5412efcd-217d-4f9e-a9c0-eee1e58e2a40 x-openstack-request-id: req-5412efcd-217d-4f9e-a9c0-eee1e58e2a40 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:35.545675 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9213dc88-3c20-4212-a583-693d9e3768c9", "tag": "148cdd36-64fa-4106-bfb3-fea35223a49b", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:35.546382 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5412efcd-217d-4f9e-a9c0-eee1e58e2a40 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:35.547159 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9213dc88-3c20-4212-a583-693d9e3768c9', 'tag': '148cdd36-64fa-4106-bfb3-fea35223a49b', 'status': 'completed', 'code': 200} Nov 23 18:16:35.566434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-6e55e7cc-08ff-4051-b2ad-6c1ebf751a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:35.568527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-6e55e7cc-08ff-4051-b2ad-6c1ebf751a64 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 200 len: 852 time: 0.1000547 Nov 23 18:16:35.647636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd44c-4d19-499a-9d1a-e449a16bf7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.663622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.700299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-38a3cfc4-82b9-4e82-985a-f7f7f70d1466 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eca716ca-d4b9-4cb9-b790-083821c62ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812635 Nov 23 18:16:35.776382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:35.790353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Network 0a4866f8-9502-4e04-b566-0b2e470007f8 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:35.793455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.796861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.819804 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd44c-4d19-499a-9d1a-e449a16bf7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.851517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Transition to ACTIVE for port object 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:16:35.863627 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.870366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:35.879690 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:35.912242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f953b6e-0d55-4295-9c29-aa9fd7400955 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:16:35.925661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Pushing event updated for resources: {'Port': ['ID=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:35.976855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd44c-4d19-499a-9d1a-e449a16bf7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.987727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-889556dd-cd69-4d01-aeb8-1fdcf21fbc63 service neutron] 10.222.0.72 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701914 Nov 23 18:16:35.988860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd44c-4d19-499a-9d1a-e449a16bf7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:35.990407 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bdbdd44c-4d19-499a-9d1a-e449a16bf7c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ad403402-47a6-483b-9e14-8417a5742940 HTTP/1.1" status: 204 len: 168 time: 0.7037780 Nov 23 18:16:36.126113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Attempting to bind port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:16:36.126887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Attempting to bind port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:16:36.127494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Attempting to bind port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:36.142904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdd44c-4d19-499a-9d1a-e449a16bf7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad403402-47a6-483b-9e14-8417a5742940,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:36.144588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event updated for resources: {'Port': ['ID=392ff762-4163-40f4-9464-2e6ce1b2d14e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:36.157732 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:16:36.157873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Attempting to bind port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 on network eca716ca-d4b9-4cb9-b790-083821c62ea1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:36.218350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:16:36.259366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:16:36.260460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Checking segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:36.266423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Pushing event deleted for resources: {'Port': ['ID=8535f1fe-cdff-43a5-b65a-6a8b6194a775,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:36.272423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Bound using segment: {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:16:36.277503 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.277887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Bound port: 1bd0bf98-fd81-4c84-b186-fd3aec7845a7, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80639863-9bff-4577-a39c-3669986b7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:16:36.278375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.376473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:36.376473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.380413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:36.381062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.476807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632c4b0-6713-4e11-9b2a-9e17cb2e40f6 None None] Network 0a4866f8-9502-4e04-b566-0b2e470007f8 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:36.543862 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] For port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:16:36.548617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] For port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:16:36.573224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-6fa3f195-fc2d-4f56-bb30-61b41d2364cf service neutron] 10.222.0.72 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705361 Nov 23 18:16:36.578971 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.595765 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.653903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a42b18d8-0d97-41fe-9bd5-c112f96b29d8 None None] Provisioning complete for port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:36.654425 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a42b18d8-0d97-41fe-9bd5-c112f96b29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.683035 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-83b2b4bc-ccaf-4d2d-99c5-b4c1538f6d2d tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7681170 Nov 23 18:16:36.684528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:36.736124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Pushing event updated for resources: {'Port': ['ID=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:36.774087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:36.775006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.778614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-a6547410-3b90-4824-afce-fa260587ae6c service neutron] 10.222.0.66 "PUT /v2.0/ports/1bd0bf98-fd81-4c84-b186-fd3aec7845a7 HTTP/1.1" status: 200 len: 1092 time: 2.3338575 Nov 23 18:16:36.800304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.825121 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.840584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1508a-37b2-41d6-8e0e-0c4b7fa96d87 req-2b63031e-8017-4a23-84e3-0a6e93fe883a tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:36.849028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f1508a-37b2-41d6-8e0e-0c4b7fa96d87 req-2b63031e-8017-4a23-84e3-0a6e93fe883a tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 943 time: 0.1573951 Nov 23 18:16:36.883096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,segment=NetworkSegment(56209206-bc27-4e1c-861a-79563bc45afb),segment_id=56209206-bc27-4e1c-861a-79563bc45afb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:36.962102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-dc796e8c-7473-4ba2-b17a-6cbf6235403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:36.965278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-dc796e8c-7473-4ba2-b17a-6cbf6235403d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 1094 time: 0.2392316 Nov 23 18:16:36.980494 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:36.982425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53f1508a-37b2-41d6-8e0e-0c4b7fa96d87 req-feda971e-a744-4874-9bb3-f62486e434d7 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263144 Nov 23 18:16:37.024281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.025124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1141b0b6-0cf1-4980-b5d8-7f9038d958b9 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:16:37.031414 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a42b18d8-0d97-41fe-9bd5-c112f96b29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.037542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2ce01da9-9bc5-4851-b040-b20f482f8965 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:37.060820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.064196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4282f91d-1694-472e-bbbb-d8f1210b884e admin admin] 10.222.0.74 "DELETE /v2.0/routers/1141b0b6-0cf1-4980-b5d8-7f9038d958b9 HTTP/1.1" status: 204 len: 168 time: 3.9032280 Nov 23 18:16:37.064428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52936) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:37.100391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 2ce01da9-9bc5-4851-b040-b20f482f8965 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:37.101187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2ce01da9-9bc5-4851-b040-b20f482f8965 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:37.225557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-4c5febd9-a7f5-4f57-a7d2-6abfbfb40a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:37.227175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-4c5febd9-a7f5-4f57-a7d2-6abfbfb40a94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 913 time: 0.2433000 Nov 23 18:16:37.230088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a446d04-85c1-41ef-b971-2eaa920e82fa admin admin] Deleting subnet 09dcb4dc-64ae-4499-9b03-9cc182d46cda {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:16:37.233733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a446d04-85c1-41ef-b971-2eaa920e82fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.237545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-8db88da6-41b3-4b53-a548-15c90ed9c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:37.239074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-8db88da6-41b3-4b53-a548-15c90ed9c2f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&device_id=38e2f3d4-424d-4c0e-94f4-99e30ee0f427 HTTP/1.1" status: 200 len: 1095 time: 0.3802488 Nov 23 18:16:37.286389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a446d04-85c1-41ef-b971-2eaa920e82fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.335665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-9cfc263f-654a-4d50-b91d-6be98153dda0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd0bf98-fd81-4c84-b186-fd3aec7845a7 HTTP/1.1" status: 200 len: 217 time: 0.0820618 Nov 23 18:16:37.339058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-2c6b5698-9a1b-47ca-86db-ea197205d6bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148cdd36-64fa-4106-bfb3-fea35223a49b HTTP/1.1" status: 200 len: 217 time: 0.0978541 Nov 23 18:16:37.357434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-77ada521-5390-4027-a0e0-635ce39551d4 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Deleting port 392ff762-4163-40f4-9464-2e6ce1b2d14e {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:37.362845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77ada521-5390-4027-a0e0-635ce39551d4 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.419894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:37.451191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-1f376014-db0f-4c07-b611-4570a3ed57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:37.456282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-1f376014-db0f-4c07-b611-4570a3ed57fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 200 len: 852 time: 0.1144691 Nov 23 18:16:37.469231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-a42b18d8-0d97-41fe-9bd5-c112f96b29d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:16:37.469593 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-a42b18d8-0d97-41fe-9bd5-c112f96b29d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:16:37.570355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e2f3d4-424d-4c0e-94f4-99e30ee0f427', 'tag': '1bd0bf98-fd81-4c84-b186-fd3aec7845a7'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:37.573166 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "38e2f3d4-424d-4c0e-94f4-99e30ee0f427", "tag": "1bd0bf98-fd81-4c84-b186-fd3aec7845a7"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:37.626494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-9b084642-81e6-442a-a749-9c0f384319b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eca716ca-d4b9-4cb9-b790-083821c62ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516070 Nov 23 18:16:37.693610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77ada521-5390-4027-a0e0-635ce39551d4 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.709525 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319ba4fa-9806-4f37-b4a6-f742576479ee x-openstack-request-id: req-319ba4fa-9806-4f37-b4a6-f742576479ee {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:37.711192 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e2f3d4-424d-4c0e-94f4-99e30ee0f427", "tag": "1bd0bf98-fd81-4c84-b186-fd3aec7845a7", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:37.711570 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-319ba4fa-9806-4f37-b4a6-f742576479ee {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:37.712101 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e2f3d4-424d-4c0e-94f4-99e30ee0f427', 'tag': '1bd0bf98-fd81-4c84-b186-fd3aec7845a7', 'status': 'completed', 'code': 200} Nov 23 18:16:37.731434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-d23bf44b-8cd1-4c13-9277-e1ea5846c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:37.735366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-d23bf44b-8cd1-4c13-9277-e1ea5846c8e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 200 len: 852 time: 0.2754683 Nov 23 18:16:37.742326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:16:37.752974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a446d04-85c1-41ef-b971-2eaa920e82fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.756797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-77ada521-5390-4027-a0e0-635ce39551d4 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Calling delete_port for 392ff762-4163-40f4-9464-2e6ce1b2d14e owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:37.911254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:37.911934 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:37.931160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-c72c926b-5732-4df9-a341-06d8205ee568 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eca716ca-d4b9-4cb9-b790-083821c62ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780448 Nov 23 18:16:37.954654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a446d04-85c1-41ef-b971-2eaa920e82fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.014754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f9532-2dde-408a-bd74-850f3248e815 None None] Network e317fa57-45e7-4598-be1c-3251c0313c1d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:38.019227 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a446d04-85c1-41ef-b971-2eaa920e82fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.032123 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1a446d04-85c1-41ef-b971-2eaa920e82fa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/09dcb4dc-64ae-4499-9b03-9cc182d46cda HTTP/1.1" status: 204 len: 168 time: 0.9664738 Nov 23 18:16:38.035339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52958) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:38.070487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a446d04-85c1-41ef-b971-2eaa920e82fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09dcb4dc-64ae-4499-9b03-9cc182d46cda,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:38.170105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-5914c422-b0ed-4da1-9b14-f5e548b52bc1 service neutron] 10.222.0.72 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145181 Nov 23 18:16:38.277685 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.295679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77ada521-5390-4027-a0e0-635ce39551d4 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.374080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ada521-5390-4027-a0e0-635ce39551d4 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event deleted for resources: {'Port': ['ID=392ff762-4163-40f4-9464-2e6ce1b2d14e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:38.377892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-49168cbb-d31d-4891-8636-11a273c45d8c service neutron] 10.222.0.66 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407484 Nov 23 18:16:38.459278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9585676a-3494-4956-ad3b-70f41eed5d39 None None] Provisioning complete for port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:38.459843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9585676a-3494-4956-ad3b-70f41eed5d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.534108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8535f1fe-cdff-43a5-b65a-6a8b6194a775 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:38.573046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd744fd-cfc8-4d92-9bc8-8762b386bcff req-b1bae3d0-25c1-4f6c-9840-8cee59774cbb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:38.574640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cd744fd-cfc8-4d92-9bc8-8762b386bcff req-b1bae3d0-25c1-4f6c-9840-8cee59774cbb tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 943 time: 0.3996522 Nov 23 18:16:38.599169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8535f1fe-cdff-43a5-b65a-6a8b6194a775 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:38.602058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8535f1fe-cdff-43a5-b65a-6a8b6194a775 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:38.612029 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77ada521-5390-4027-a0e0-635ce39551d4 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.626126 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-77ada521-5390-4027-a0e0-635ce39551d4 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "DELETE /v2.0/ports/392ff762-4163-40f4-9464-2e6ce1b2d14e HTTP/1.1" status: 204 len: 168 time: 1.9320946 Nov 23 18:16:38.629663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:38.680849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Deleting port de48150e-776e-4356-a13f-0501c0d03ebc {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:38.681204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.761437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] DHCP port deletion for e317fa57-45e7-4598-be1c-3251c0313c1d request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:16:38.802409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9585676a-3494-4956-ad3b-70f41eed5d39 None None] Could not find standard attr ID for object 392ff762-4163-40f4-9464-2e6ce1b2d14e. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:16:38.837300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] For port de48150e-776e-4356-a13f-0501c0d03ebc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=de48150e-776e-4356-a13f-0501c0d03ebc,segment=NetworkSegment(e7500cc1-f041-4a25-92e9-efd72914a53f),segment_id=e7500cc1-f041-4a25-92e9-efd72914a53f)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:38.838782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.882256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Calling delete_port for de48150e-776e-4356-a13f-0501c0d03ebc owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:38.887106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5cca3317-7b80-429e-96aa-b4a715aeafc7 req-ce70c046-a94f-4a6f-a1ce-f82e7f61d438 service neutron] 10.222.0.72 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843681 Nov 23 18:16:38.915266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] Deleting port de48150e-776e-4356-a13f-0501c0d03ebc {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:38.916691 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:38.944666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-61edd7e6-fe01-4413-aafc-b59f21b4811d None None] Could not find standard attr ID for object 392ff762-4163-40f4-9464-2e6ce1b2d14e. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:16:38.992094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cd744fd-cfc8-4d92-9bc8-8762b386bcff req-1ad0d6d3-81fe-4c3b-b5d5-4ca0196df7e2 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109302 Nov 23 18:16:39.010055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e9f2eb9-12e5-40f8-88aa-eea5a15aea20 req-0d5eefb2-b6ce-4d79-99b5-2212923de37f service neutron] 10.222.0.66 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100450 Nov 23 18:16:39.083166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] For port de48150e-776e-4356-a13f-0501c0d03ebc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=de48150e-776e-4356-a13f-0501c0d03ebc,segment=NetworkSegment(e7500cc1-f041-4a25-92e9-efd72914a53f),segment_id=e7500cc1-f041-4a25-92e9-efd72914a53f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:39.088424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.089275 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.115294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] Calling delete_port for de48150e-776e-4356-a13f-0501c0d03ebc owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:39.130137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-e5d0b7d8-a6eb-43fa-af81-839771ef1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:39.131984 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-e5d0b7d8-a6eb-43fa-af81-839771ef1f51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&device_id=38e2f3d4-424d-4c0e-94f4-99e30ee0f427 HTTP/1.1" status: 200 len: 1095 time: 0.0758889 Nov 23 18:16:39.169880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Pushing event deleted for resources: {'Port': ['ID=de48150e-776e-4356-a13f-0501c0d03ebc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:39.182639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] No DVR routers for this DVR port de48150e-776e-4356-a13f-0501c0d03ebc on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:39.260190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-94bf57a2-8090-45d9-884b-cabe4023d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:39.261985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-94bf57a2-8090-45d9-884b-cabe4023d24c service neutron] 10.222.0.66 "GET /v2.0/networks?id=eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 200 len: 913 time: 0.1214046 Nov 23 18:16:39.300253 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-effb4ada-13d1-4b5a-98ad-9119bf679ca2 tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.6664610 Nov 23 18:16:39.305492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.321378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 52984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:39.327556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-328886799'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:39.359783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] Pushing event deleted for resources: {'Port': ['ID=de48150e-776e-4356-a13f-0501c0d03ebc,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:39.367096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-14ecb3ab-0413-4faf-a7ad-fd4a686c2c84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd0bf98-fd81-4c84-b186-fd3aec7845a7 HTTP/1.1" status: 200 len: 217 time: 0.0943682 Nov 23 18:16:39.380805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbf2e0-cfef-4a20-9d6c-fabe4e17fa30 None None] No DVR routers for this DVR port de48150e-776e-4356-a13f-0501c0d03ebc on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:39.415523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Made reservation on behalf of e0866ab2b2cb4485b660288aa8f35dc5 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:39.420198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.423583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.448067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-4428336a-9270-4169-a7f0-60f0e9e34893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:39.452732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-4428336a-9270-4169-a7f0-60f0e9e34893 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 200 len: 852 time: 0.0761428 Nov 23 18:16:39.456412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e317fa57-45e7-4598-be1c-3251c0313c1d']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:39.471905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7500cc1-f041-4a25-92e9-efd72914a53f') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:39.472424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7500cc1-f041-4a25-92e9-efd72914a53f') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:39.482473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:16:39.490412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.502981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.503483 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Added segment 8dea29ab-13b8-45fb-9c68-0570571aa9d8 of type vlan for network 91b0490d-d318-4a22-ad68-23261bf80d48 Nov 23 18:16:39.519803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-f1fd9b8f-2202-4601-b77e-f3f8a2ed5c63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eca716ca-d4b9-4cb9-b790-083821c62ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571260 Nov 23 18:16:39.539461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.559000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:16:39.572703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:16:39.575835 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:16:39.604863 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.635826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-8fb8d4e9-0ba9-49e7-be03-0fb12fd0ee07 service neutron] 10.222.0.66 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075852 Nov 23 18:16:39.711343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 148cdd36-64fa-4106-bfb3-fea35223a49b details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:16:39.732485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device de48150e-776e-4356-a13f-0501c0d03ebc no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:39.753541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.764664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: de48150e-776e-4356-a13f-0501c0d03ebc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:39.765018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device de48150e-776e-4356-a13f-0501c0d03ebc not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:39.793053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.801840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:39.802484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.806641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:39.812770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] 10.222.0.74 "DELETE /v2.0/networks/e317fa57-45e7-4598-be1c-3251c0313c1d HTTP/1.1" status: 204 len: 168 time: 1.7660606 Nov 23 18:16:39.814474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448784a-5d1a-4dea-8869-c48f1195f99d admin admin] Pushing event deleted for resources: {'Network': ['ID=e317fa57-45e7-4598-be1c-3251c0313c1d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:39.873948 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5512691 Nov 23 18:16:39.880100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53006) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:39.953406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d0593ce-2137-48e9-b06e-b8c3a5573ec8 req-be8f41b2-5079-4c6e-8c0b-ec6b62f99be1 service neutron] 10.222.0.66 "GET /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098934 Nov 23 18:16:39.960223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd2b37-95a4-4e04-8a2a-541091a7a3d3 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event updated for resources: {'Network': ['ID=91b0490d-d318-4a22-ad68-23261bf80d48,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:39.993390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 91b0490d-d318-4a22-ad68-23261bf80d48 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:16:40.249513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 148cdd36-64fa-4106-bfb3-fea35223a49b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=148cdd36-64fa-4106-bfb3-fea35223a49b,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:40.306053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '148cdd36-64fa-4106-bfb3-fea35223a49b', 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'port_id': '148cdd36-64fa-4106-bfb3-fea35223a49b', 'mac_address': 'fa:16:3e:c8:69:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c167fe8f-1f02-4b9c-bf27-e69aa23a94b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:16:40.363791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53024) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:40.393422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c84daf-f68f-44f5-a1fb-cc83784c4c53 req-988c258b-50ed-4b44-992a-550393784174 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:40.396391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41c84daf-f68f-44f5-a1fb-cc83784c4c53 req-988c258b-50ed-4b44-992a-550393784174 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 943 time: 0.2414281 Nov 23 18:16:40.403309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-994e5a20-27f1-494d-b6e8-a9d0ba0812d8 tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "GET /v2.0/agents/9d31883b-99d0-48b0-bd86-ab9ec4cce015/dhcp-networks HTTP/1.1" status: 200 len: 4096 time: 0.5220964 Nov 23 18:16:40.405675 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:40.406450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53026) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:40.425818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148cdd36-64fa-4106-bfb3-fea35223a49b {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:40.463832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 148cdd36-64fa-4106-bfb3-fea35223a49b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=148cdd36-64fa-4106-bfb3-fea35223a49b,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:40.476646 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:40.480830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:40.507613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41c84daf-f68f-44f5-a1fb-cc83784c4c53 req-16418e2e-66cf-446c-91d4-07cbca4accf8 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018283 Nov 23 18:16:40.538720 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-34f31d67-4ab4-49ba-89c2-aaaaca6997bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=883383125501466092f249ded312b427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736736 Nov 23 18:16:40.550408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53032) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:40.631947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=148cdd36-64fa-4106-bfb3-fea35223a49b,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:40.700064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2cd603-a0ec-48fd-b16a-69ecf0f0a592 tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] Network 91b0490d-d318-4a22-ad68-23261bf80d48 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:16:40.740181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['148cdd36-64fa-4106-bfb3-fea35223a49b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:40.751720 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1b2cd603-a0ec-48fd-b16a-69ecf0f0a592 tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "POST /v2.0/agents/9d31883b-99d0-48b0-bd86-ab9ec4cce015/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3400953 Nov 23 18:16:40.753178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53034) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:40.762532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c174dbf-3537-47f5-94f7-27a444e267c6 None None] Network 91b0490d-d318-4a22-ad68-23261bf80d48 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:40.912359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d653ff3a-cdaa-48e8-ae15-4062e2e0df3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.121194 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7823ecb7-6806-4c69-9919-9979d42c760e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.160421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7823ecb7-6806-4c69-9919-9979d42c760e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.225494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7823ecb7-6806-4c69-9919-9979d42c760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.238713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7823ecb7-6806-4c69-9919-9979d42c760e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.242852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7823ecb7-6806-4c69-9919-9979d42c760e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9964d6d0-8c7e-4984-91ac-f5a2a7c6c2e6 HTTP/1.1" status: 204 len: 168 time: 0.6889298 Nov 23 18:16:41.271134 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b2beb61c-fb32-45ef-bfc3-8a05a4692874 tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "GET /v2.0/agents/9d31883b-99d0-48b0-bd86-ab9ec4cce015/dhcp-networks HTTP/1.1" status: 200 len: 4866 time: 0.5140436 Nov 23 18:16:41.272475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53042) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:41.296595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823ecb7-6806-4c69-9919-9979d42c760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9964d6d0-8c7e-4984-91ac-f5a2a7c6c2e6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:41.303274 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e4ef5cde-53ad-4f06-96ca-7db6246c43d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.393568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d653ff3a-cdaa-48e8-ae15-4062e2e0df3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.403452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d653ff3a-cdaa-48e8-ae15-4062e2e0df3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.461357 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-60adb030-da9b-45c5-a4f7-182fb1479875 tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "DELETE /v2.0/agents/9d31883b-99d0-48b0-bd86-ab9ec4cce015/dhcp-networks/91b0490d-d318-4a22-ad68-23261bf80d48 HTTP/1.1" status: 204 len: 168 time: 0.1863005 Nov 23 18:16:41.465357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53048) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:41.532360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53052) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:41.534969 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d653ff3a-cdaa-48e8-ae15-4062e2e0df3b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f3db0fa96ece421aa90e2fa5553e5143&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0526342 Nov 23 18:16:41.548770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53054) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:41.556328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653ff3a-cdaa-48e8-ae15-4062e2e0df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24123620-fe57-4fb3-90d3-d78209330a5b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:41.716107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12505b0a-85f4-443b-b781-af813b721a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.764166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-677df3dd-068a-4442-9175-bbe2800cf827 tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "GET /v2.0/agents/9d31883b-99d0-48b0-bd86-ab9ec4cce015/dhcp-networks HTTP/1.1" status: 200 len: 4096 time: 0.2925217 Nov 23 18:16:41.773245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53060) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:41.780774 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d843ac63-4b3f-446c-8094-41c443c19f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.835776 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d843ac63-4b3f-446c-8094-41c443c19f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.851332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53062) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:41.889690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12505b0a-85f4-443b-b781-af813b721a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.902489 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0323a15e-6576-43b1-a05b-94d14ccbd74b tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "GET /v2.0/networks/0a4866f8-9502-4e04-b566-0b2e470007f8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1279290 Nov 23 18:16:41.905206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12505b0a-85f4-443b-b781-af813b721a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:41.911419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53064) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:41.917311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b7a74f96-89d2-4ae7-bca9-159536042a04 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=541c78c5bead4106b70bb5a508a8abdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619152 Nov 23 18:16:41.932031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb170b7-68c6-4b24-b052-220290628b54 req-cc5ca475-ea89-455c-b11b-c2a942884b03 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:41.933726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53066) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:41.933987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecb170b7-68c6-4b24-b052-220290628b54 req-cc5ca475-ea89-455c-b11b-c2a942884b03 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 944 time: 0.2328019 Nov 23 18:16:41.940331 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-12505b0a-85f4-443b-b781-af813b721a93 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=280f928e4f1742ffb22b65362e782dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871055 Nov 23 18:16:41.952459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53068) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:42.013498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bccc7c9e-8e25-4810-9d03-55c7458ffecd tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "GET /v2.0/networks/0a4866f8-9502-4e04-b566-0b2e470007f8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0974109 Nov 23 18:16:42.025243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53070) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:42.026266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6582132c-2a67-43ea-b5ae-32976f91a044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.050728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12505b0a-85f4-443b-b781-af813b721a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ca7c5-1182-49a1-9682-96d9d7f8d505,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:42.067242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecb170b7-68c6-4b24-b052-220290628b54 req-292e81d8-9f71-4ae9-9f52-f07fd5bd4e73 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205473 Nov 23 18:16:42.085784 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d843ac63-4b3f-446c-8094-41c443c19f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.088737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d843ac63-4b3f-446c-8094-41c443c19f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.091121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d843ac63-4b3f-446c-8094-41c443c19f6a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/24123620-fe57-4fb3-90d3-d78209330a5b HTTP/1.1" status: 204 len: 168 time: 0.5577834 Nov 23 18:16:42.114526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6582132c-2a67-43ea-b5ae-32976f91a044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.122187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843ac63-4b3f-446c-8094-41c443c19f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24123620-fe57-4fb3-90d3-d78209330a5b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:42.127402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c699c2b-6e03-49e2-b676-dc96a010c1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.188488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c699c2b-6e03-49e2-b676-dc96a010c1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.238815 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4751bd32-7026-4d2e-9792-60d5ce5cf00c tempest-DHCPAgentSchedulersTestJSON-1230342161 tempest-DHCPAgentSchedulersTestJSON-1230342161-project-admin] 10.222.0.74 "GET /v2.0/agents/9d31883b-99d0-48b0-bd86-ab9ec4cce015/dhcp-networks HTTP/1.1" status: 200 len: 4096 time: 0.2099726 Nov 23 18:16:42.241296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6582132c-2a67-43ea-b5ae-32976f91a044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.244733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6582132c-2a67-43ea-b5ae-32976f91a044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.248524 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6582132c-2a67-43ea-b5ae-32976f91a044 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19216edb-3467-4f9e-a8a9-c5c34097d8e1 HTTP/1.1" status: 204 len: 168 time: 0.3071260 Nov 23 18:16:42.248524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53074) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:42.305560 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c699c2b-6e03-49e2-b676-dc96a010c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.309629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c699c2b-6e03-49e2-b676-dc96a010c1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.314833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c699c2b-6e03-49e2-b676-dc96a010c1fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/944ca7c5-1182-49a1-9682-96d9d7f8d505 HTTP/1.1" status: 204 len: 168 time: 0.3608155 Nov 23 18:16:42.323238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:16:42.333062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c699c2b-6e03-49e2-b676-dc96a010c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ca7c5-1182-49a1-9682-96d9d7f8d505,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:42.350924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.362330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582132c-2a67-43ea-b5ae-32976f91a044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19216edb-3467-4f9e-a8a9-c5c34097d8e1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:42.468479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.505583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b0490d-d318-4a22-ad68-23261bf80d48']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:42.522838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dea29ab-13b8-45fb-9c68-0570571aa9d8') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:42.523237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dea29ab-13b8-45fb-9c68-0570571aa9d8') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:42.537624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.554181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.564588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:16:42.565784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:16:42.570891 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:16:42.672621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.687009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.695167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53084) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:42.709279 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "DELETE /v2.0/networks/91b0490d-d318-4a22-ad68-23261bf80d48 HTTP/1.1" status: 204 len: 168 time: 0.4432607 Nov 23 18:16:42.781954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:42.785917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707836e-4d23-4a61-a297-6d20f9478227 tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event deleted for resources: {'Network': ['ID=91b0490d-d318-4a22-ad68-23261bf80d48,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:42.801432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '1bd0bf98-fd81-4c84-b186-fd3aec7845a7', 'network_id': 'eca716ca-d4b9-4cb9-b790-083821c62ea1', 'port_id': '1bd0bf98-fd81-4c84-b186-fd3aec7845a7', 'mac_address': 'fa:16:3e:2a:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c167fe8f-1f02-4b9c-bf27-e69aa23a94b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:16:42.809980 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b251aca-b8f5-40e8-9ab3-303f07b5b05c tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] DELETE failed (client error): The resource could not be found. Nov 23 18:16:42.811240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b251aca-b8f5-40e8-9ab3-303f07b5b05c tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:16:42.825267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9b251aca-b8f5-40e8-9ab3-303f07b5b05c tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "DELETE /v2.0/ports/392ff762-4163-40f4-9464-2e6ce1b2d14e HTTP/1.1" status: 404 len: 333 time: 0.1281998 Nov 23 18:16:42.827837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53086) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:42.860821 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.879666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:42.907674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:42.917509 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.962010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2aeedc-a367-49d2-8988-64f231cc8d6b tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Deleting subnet f9cf44af-edd9-44ce-9133-fb1697100397 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:16:42.966794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a2aeedc-a367-49d2-8988-64f231cc8d6b tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:42.988853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:43.015312 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a2aeedc-a367-49d2-8988-64f231cc8d6b tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.114890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1bd0bf98-fd81-4c84-b186-fd3aec7845a7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:43.219480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53092) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:43.247775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a2aeedc-a367-49d2-8988-64f231cc8d6b tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.256779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6aef890-9858-40b4-9918-8cec0e66055b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.331669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34d423-770a-42cc-8ac6-bda8ef0e7e14 req-7b4e74a5-3a9c-49e8-b75f-72592e7ec73f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:43.341957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f34d423-770a-42cc-8ac6-bda8ef0e7e14 req-7b4e74a5-3a9c-49e8-b75f-72592e7ec73f tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 944 time: 0.1369176 Nov 23 18:16:43.360035 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0c877266-0521-44da-8392-ba7149285342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.369058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a2aeedc-a367-49d2-8988-64f231cc8d6b tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.422399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f34d423-770a-42cc-8ac6-bda8ef0e7e14 req-7e1e698a-e5b7-4ecf-89b3-859b6a774bb6 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791085 Nov 23 18:16:43.436871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aeedc-a367-49d2-8988-64f231cc8d6b tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cf44af-edd9-44ce-9133-fb1697100397,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:43.452308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdf9d9-4db9-418e-bc5a-22008dc1f1ab None None] Network 0a4866f8-9502-4e04-b566-0b2e470007f8 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:43.458192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a2aeedc-a367-49d2-8988-64f231cc8d6b tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.466936 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a2aeedc-a367-49d2-8988-64f231cc8d6b tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "DELETE /v2.0/subnets/f9cf44af-edd9-44ce-9133-fb1697100397 HTTP/1.1" status: 204 len: 168 time: 0.6379244 Nov 23 18:16:43.470570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53102) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:43.474065 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6aef890-9858-40b4-9918-8cec0e66055b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.487542 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6aef890-9858-40b4-9918-8cec0e66055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.537581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c6aef890-9858-40b4-9918-8cec0e66055b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=86524e8fb4044f37a99dedb5291cd45e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166275 Nov 23 18:16:43.538447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53104) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:43.545847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aef890-9858-40b4-9918-8cec0e66055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb061798-dc1a-4641-a94a-c01500a09fda,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:43.581835 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.614184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19b43347-b1e8-40fb-9401-f51214e22b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.646906 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19b43347-b1e8-40fb-9401-f51214e22b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.663945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Deleting port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:43.666610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.710080 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19b43347-b1e8-40fb-9401-f51214e22b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.714303 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-19b43347-b1e8-40fb-9401-f51214e22b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.715041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-19b43347-b1e8-40fb-9401-f51214e22b77 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cb061798-dc1a-4641-a94a-c01500a09fda HTTP/1.1" status: 204 len: 168 time: 0.1751449 Nov 23 18:16:43.733405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b43347-b1e8-40fb-9401-f51214e22b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb061798-dc1a-4641-a94a-c01500a09fda,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:43.734862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 148cdd36-64fa-4106-bfb3-fea35223a49b up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:16:43.790256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] For port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,segment=NetworkSegment(56209206-bc27-4e1c-861a-79563bc45afb),segment_id=56209206-bc27-4e1c-861a-79563bc45afb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:43.791847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.793248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] DHCP port deletion for 0a4866f8-9502-4e04-b566-0b2e470007f8 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:16:43.817491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Calling delete_port for 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:43.890220 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] Deleting port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:43.890612 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.895574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 148cdd36-64fa-4106-bfb3-fea35223a49b completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:16:43.912986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 148cdd36-64fa-4106-bfb3-fea35223a49b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:43.913369 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.969300 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.983086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] No DVR routers for this DVR port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:44.009581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event deleted for resources: {'Port': ['ID=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:44.017049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] For port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,segment=NetworkSegment(56209206-bc27-4e1c-861a-79563bc45afb),segment_id=56209206-bc27-4e1c-861a-79563bc45afb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:44.017473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.057636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] Calling delete_port for 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:44.132872 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.162747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4866f8-9502-4e04-b566-0b2e470007f8']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:44.171421 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.177111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56209206-bc27-4e1c-861a-79563bc45afb') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:44.177499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56209206-bc27-4e1c-861a-79563bc45afb') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:44.190039 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.207769 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.216469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:16:44.217298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:16:44.222794 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:16:44.256955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9213dc88-3c20-4212-a583-693d9e3768c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148cdd36-64fa-4106-bfb3-fea35223a49b'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:44.259769 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50eb74e-ad56-4b81-ad63-a0c9fbab1d51" -d '{"events": [{"server_uuid": "9213dc88-3c20-4212-a583-693d9e3768c9", "name": "network-vif-plugged", "status": "completed", "tag": "148cdd36-64fa-4106-bfb3-fea35223a49b"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:44.268526 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.318871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.320657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 148cdd36-64fa-4106-bfb3-fea35223a49b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=148cdd36-64fa-4106-bfb3-fea35223a49b,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:44.326985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] Pushing event deleted for resources: {'Port': ['ID=79058dbe-4fdb-44f2-90c1-7b9214ffb6f1,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:44.329126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff8d91-bdb9-4914-86bb-75d984f195a3 None None] No DVR routers for this DVR port 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:44.330322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.333927 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] 10.222.0.74 "DELETE /v2.0/networks/0a4866f8-9502-4e04-b566-0b2e470007f8 HTTP/1.1" status: 204 len: 168 time: 0.8608861 Nov 23 18:16:44.338880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:16:44.346115 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.362056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd6e0a-644b-4e02-bdaf-5063fdf066ec tempest-DHCPAgentSchedulersTestJSON-252249281 tempest-DHCPAgentSchedulersTestJSON-252249281-project] Pushing event deleted for resources: {'Network': ['ID=0a4866f8-9502-4e04-b566-0b2e470007f8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:44.406918 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b204ad2d-ba71-4862-a14a-de1b315b51be x-openstack-request-id: req-b204ad2d-ba71-4862-a14a-de1b315b51be {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:44.407525 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9213dc88-3c20-4212-a583-693d9e3768c9", "name": "network-vif-plugged", "status": "completed", "tag": "148cdd36-64fa-4106-bfb3-fea35223a49b", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:44.408480 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b204ad2d-ba71-4862-a14a-de1b315b51be {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:44.408882 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9213dc88-3c20-4212-a583-693d9e3768c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148cdd36-64fa-4106-bfb3-fea35223a49b', 'code': 200} Nov 23 18:16:44.555784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=148cdd36-64fa-4106-bfb3-fea35223a49b,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:44.580800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:16:44.586942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:44.587867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.619299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b9711-363e-4a09-81a8-98874502abf1 req-157cac7f-5fc5-404e-85b3-c1822933169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:44.644231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c04b9711-363e-4a09-81a8-98874502abf1 req-157cac7f-5fc5-404e-85b3-c1822933169a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 1096 time: 0.1744330 Nov 23 18:16:44.701885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4e85b-1d98-4205-b35b-c147538009da req-58d19206-35e6-4ddd-94be-4b7dd7bfb02b tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:44.709687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bd4e85b-1d98-4205-b35b-c147538009da req-58d19206-35e6-4ddd-94be-4b7dd7bfb02b tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 945 time: 0.1600895 Nov 23 18:16:44.771550 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.810430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c04b9711-363e-4a09-81a8-98874502abf1 req-86fda006-c43d-4e0c-8a76-f7849508520e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520042 Nov 23 18:16:44.849322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53142) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:44.850516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bd4e85b-1d98-4205-b35b-c147538009da req-fa89172c-903f-4736-ae22-2d7f980e2c9a tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393807 Nov 23 18:16:44.856877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:44.863878 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.958192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:45.050644 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2505c63d-3f0c-4964-b066-3099b79510ec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0866ab2b2cb4485b660288aa8f35dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984615 Nov 23 18:16:45.053135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53156) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:45.083326 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:45.140472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba2f33fb-e261-4b59-bf41-3784c3eba169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:45.171525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba2f33fb-e261-4b59-bf41-3784c3eba169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:45.237737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba2f33fb-e261-4b59-bf41-3784c3eba169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:45.240570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ba2f33fb-e261-4b59-bf41-3784c3eba169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:45.241980 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ba2f33fb-e261-4b59-bf41-3784c3eba169 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/834bd9e6-bd46-4b01-a776-317da92a18dd HTTP/1.1" status: 204 len: 168 time: 0.1875584 Nov 23 18:16:45.252337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f33fb-e261-4b59-bf41-3784c3eba169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834bd9e6-bd46-4b01-a776-317da92a18dd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:45.715692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:45.746849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:45.747302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 79058dbe-4fdb-44f2-90c1-7b9214ffb6f1 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:45.775650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53184) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:45.812014 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc899a77-c0d9-4de7-9690-7419a96c3c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.044580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc899a77-c0d9-4de7-9690-7419a96c3c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.063709 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc899a77-c0d9-4de7-9690-7419a96c3c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.176363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cc899a77-c0d9-4de7-9690-7419a96c3c2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=305fcfa4d2584ba598e666e1eead5f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3994069 Nov 23 18:16:46.179052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53222) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:46.230048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce792ce-1d59-4e1f-830f-16042a1adcf0 req-b113171d-e954-4a13-845d-21150b053f68 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:46.235129 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ce792ce-1d59-4e1f-830f-16042a1adcf0 req-b113171d-e954-4a13-845d-21150b053f68 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 945 time: 0.2745168 Nov 23 18:16:46.236233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc899a77-c0d9-4de7-9690-7419a96c3c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65eaade-4b75-417a-b52f-3bfdc21e1c03,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:46.307197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd2e5-32b5-4315-ab12-10ff62d07e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.371744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd2e5-32b5-4315-ab12-10ff62d07e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.379404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ce792ce-1d59-4e1f-830f-16042a1adcf0 req-672e0210-cd49-448d-85dd-a88120ad189c tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368458 Nov 23 18:16:46.410437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2f3d4-424d-4c0e-94f4-99e30ee0f427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd0bf98-fd81-4c84-b186-fd3aec7845a7'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:46.412825 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9dcb8f-1dcf-40ce-bddf-9233017849ff" -d '{"events": [{"server_uuid": "38e2f3d4-424d-4c0e-94f4-99e30ee0f427", "name": "network-vif-plugged", "status": "completed", "tag": "1bd0bf98-fd81-4c84-b186-fd3aec7845a7"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:46.458075 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.462836 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd2e5-32b5-4315-ab12-10ff62d07e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.465734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd2e5-32b5-4315-ab12-10ff62d07e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.466942 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5b1dd2e5-32b5-4315-ab12-10ff62d07e25 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d65eaade-4b75-417a-b52f-3bfdc21e1c03 HTTP/1.1" status: 204 len: 168 time: 0.2854803 Nov 23 18:16:46.475618 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7ad3d8-02c4-49c0-a555-620260bed7dc x-openstack-request-id: req-2f7ad3d8-02c4-49c0-a555-620260bed7dc {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:46.476052 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2f3d4-424d-4c0e-94f4-99e30ee0f427", "name": "network-vif-plugged", "status": "completed", "tag": "1bd0bf98-fd81-4c84-b186-fd3aec7845a7", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:46.476410 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2f7ad3d8-02c4-49c0-a555-620260bed7dc {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:46.476929 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2f3d4-424d-4c0e-94f4-99e30ee0f427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd0bf98-fd81-4c84-b186-fd3aec7845a7', 'code': 200} Nov 23 18:16:46.500535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dd2e5-32b5-4315-ab12-10ff62d07e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65eaade-4b75-417a-b52f-3bfdc21e1c03,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:46.625684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053958a-3a2e-46df-8e6e-79cf51c117e5 req-90f492f9-40c0-4d57-9259-29b90d47a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:46.627813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0053958a-3a2e-46df-8e6e-79cf51c117e5 req-90f492f9-40c0-4d57-9259-29b90d47a6ff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=38e2f3d4-424d-4c0e-94f4-99e30ee0f427 HTTP/1.1" status: 200 len: 1097 time: 0.0616202 Nov 23 18:16:46.705409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0053958a-3a2e-46df-8e6e-79cf51c117e5 req-444751eb-0734-4ac3-8b49-98dec6a866b0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688069 Nov 23 18:16:47.598380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d8df-9ae3-404d-8333-af544425fedd req-572ccc75-f659-4122-b564-59ad4087d2a1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:47.614147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4d8df-9ae3-404d-8333-af544425fedd req-572ccc75-f659-4122-b564-59ad4087d2a1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 945 time: 0.1001158 Nov 23 18:16:47.659836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53414) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:47.718048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41e4d8df-9ae3-404d-8333-af544425fedd req-c2acfae5-10c6-44fc-97a3-7e8c0d8b451d tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022935 Nov 23 18:16:47.881877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-12f7479c-b95f-4b8d-9a32-fcf1399116e9 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=475593380629410a90a86a9ee0fe0f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616882 Nov 23 18:16:47.894611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:47.958443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-576852685'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:47.982087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:47.986458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:47.998027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:48.185885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:48.202837 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:48.212798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-2d246e02-9fad-409f-b62e-e4792424ad9a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:48.215432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-2d246e02-9fad-409f-b62e-e4792424ad9a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158498 Nov 23 18:16:48.252398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-167308af-781c-4122-95ee-ac331360334a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/quotas/475593380629410a90a86a9ee0fe0f73 HTTP/1.1" status: 200 len: 375 time: 0.0292120 Nov 23 18:16:48.264174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:16:48.303891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:48.307265 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment 2267c08d-d47b-4b8c-98b1-d9954fa27907 of type vlan for network 4d247cc9-20cb-4240-9341-9ae9afae826f Nov 23 18:16:48.336203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ac9d38-fb90-4611-af6b-44b046731377,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:48.347642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-0f314e48-4ad8-4142-9c22-c0195e65937d tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=475593380629410a90a86a9ee0fe0f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799272 Nov 23 18:16:48.414081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:48.457404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:48.466500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:48.467521 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:48.547598 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8864489 Nov 23 18:16:48.762310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb017bf8-d8ef-4796-a472-248a76d78cba req-dfcf1b10-cb3a-4aff-8408-277cb5bedfa7 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:48.763968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb017bf8-d8ef-4796-a472-248a76d78cba req-dfcf1b10-cb3a-4aff-8408-277cb5bedfa7 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=38e2f3d4-424d-4c0e-94f4-99e30ee0f427 HTTP/1.1" status: 200 len: 946 time: 0.1398177 Nov 23 18:16:48.927110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb017bf8-d8ef-4796-a472-248a76d78cba req-a64ee8ff-38b2-4528-9e4b-fd538b0209f4 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526489 Nov 23 18:16:49.037825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b1af1195-8564-4e3d-85f1-d60f3d46d924 req-a3a30118-4056-47c7-b917-428b2a819053 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 210 time: 0.0466809 Nov 23 18:16:49.222916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fa8f6-c04b-49d7-974c-4e26cf6f93d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=4d247cc9-20cb-4240-9341-9ae9afae826f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:49.240250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 4d247cc9-20cb-4240-9341-9ae9afae826f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:16:49.558580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:49.787572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45958-0e80-4850-b63d-7adf0a7d5a18 req-7402bb05-8923-4b4f-afca-83c896f74361 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:49.796345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69a45958-0e80-4850-b63d-7adf0a7d5a18 req-7402bb05-8923-4b4f-afca-83c896f74361 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=38e2f3d4-424d-4c0e-94f4-99e30ee0f427 HTTP/1.1" status: 200 len: 946 time: 0.0834241 Nov 23 18:16:49.875848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69a45958-0e80-4850-b63d-7adf0a7d5a18 req-74d2aa7d-fb6a-484f-bcde-e7a96014eb4e tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783367 Nov 23 18:16:50.172633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cbc533b-faab-4f21-80be-9623ffa52f44 req-4cf89f42-6758-44c3-b1c2-aa78070695e7 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 210 time: 0.0543115 Nov 23 18:16:50.613727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-77ee1704-172c-4cfb-b1bb-4da50499d27b tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=475593380629410a90a86a9ee0fe0f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393758 Nov 23 18:16:50.663401 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:50.803628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-8959afed-e1f5-4d28-b953-d7a687f35f89 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:50.806369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-8959afed-e1f5-4d28-b953-d7a687f35f89 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e2f3d4-424d-4c0e-94f4-99e30ee0f427 HTTP/1.1" status: 200 len: 946 time: 0.1161916 Nov 23 18:16:50.870971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-7f22b809-9202-42d5-9377-383d16e0fc2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:50.872446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-7f22b809-9202-42d5-9377-383d16e0fc2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528391 Nov 23 18:16:50.901921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Request body: {'port': {'device_id': '632ab844-ffa7-44c9-a2e3-c7aee0cfee14', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '475593380629410a90a86a9ee0fe0f73'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:51.022027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Deleting port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:51.022297 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.171802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a2c8-fdf5-4b26-a409-95ec554f3a30 req-232cf149-18ee-41a0-8cdf-a54b99387d5c tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:51.173312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d10a2c8-fdf5-4b26-a409-95ec554f3a30 req-232cf149-18ee-41a0-8cdf-a54b99387d5c tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=38e2f3d4-424d-4c0e-94f4-99e30ee0f427 HTTP/1.1" status: 200 len: 946 time: 0.1915965 Nov 23 18:16:51.216031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-8962e01a-1f75-4187-8160-133b78ca66fd tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:51.217502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-8962e01a-1f75-4187-8160-133b78ca66fd tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.72 "GET /v2.0/ports?device_id=9213dc88-3c20-4212-a583-693d9e3768c9 HTTP/1.1" status: 200 len: 945 time: 0.1740723 Nov 23 18:16:51.218083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Made reservation on behalf of 475593380629410a90a86a9ee0fe0f73 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:51.221324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.253214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] For port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:51.253634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.282046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.291506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Calling delete_port for 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:51.404032 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.413666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.536554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d10a2c8-fdf5-4b26-a409-95ec554f3a30 req-f22e20d2-a743-4c92-8c8a-86ead59d1153 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/security-groups?id=e7166679-d5a3-4288-86bd-0f74b0816e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498335 Nov 23 18:16:51.612038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b513942-a824-460d-8c76-f977d5c80c8c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:51.730627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Allocated IP 192.168.233.97 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/48a72b76-253d-447f-b09a-118ebe3c15aa) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:51.748227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Deleting port 148cdd36-64fa-4106-bfb3-fea35223a49b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:51.748885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.912257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] For port 148cdd36-64fa-4106-bfb3-fea35223a49b, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=148cdd36-64fa-4106-bfb3-fea35223a49b,segment=NetworkSegment(80639863-9bff-4577-a39c-3669986b7068),segment_id=80639863-9bff-4577-a39c-3669986b7068)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:51.913498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.924195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53738) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:51.930472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': '4d247cc9-20cb-4240-9341-9ae9afae826f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:51.945132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Calling delete_port for 148cdd36-64fa-4106-bfb3-fea35223a49b owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:51.949003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:51.961495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['1bd0bf98-fd81-4c84-b186-fd3aec7845a7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:52.012591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Pushing event deleted for resources: {'Port': ['ID=1bd0bf98-fd81-4c84-b186-fd3aec7845a7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:52.015186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['148cdd36-64fa-4106-bfb3-fea35223a49b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:52.062487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:52.068398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.081942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] No DVR routers for this DVR port 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:52.090818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.094285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-459471a7-931c-4c73-90f6-6694dbfaae04 req-5ec23fed-f822-40ce-8271-c76b4917fed1 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.66 "DELETE /v2.0/ports/1bd0bf98-fd81-4c84-b186-fd3aec7845a7 HTTP/1.1" status: 204 len: 173 time: 1.2785373 Nov 23 18:16:52.108338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2f3d4-424d-4c0e-94f4-99e30ee0f427', 'name': 'network-vif-deleted', 'tag': '1bd0bf98-fd81-4c84-b186-fd3aec7845a7'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:52.110708 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0264eb78-51e5-4fae-b6d5-bbd1e9143b82" -d '{"events": [{"server_uuid": "38e2f3d4-424d-4c0e-94f4-99e30ee0f427", "name": "network-vif-deleted", "tag": "1bd0bf98-fd81-4c84-b186-fd3aec7845a7"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:52.157975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5285ff5d-5c29-48ec-9089-435f87a81861 req-fcab532d-fa86-42a5-814a-80ad1053cf0a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 210 time: 0.1498151 Nov 23 18:16:52.213676 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0679ee3-88be-483b-8796-a057ef7f9bcb x-openstack-request-id: req-b0679ee3-88be-483b-8796-a057ef7f9bcb {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:52.214267 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2f3d4-424d-4c0e-94f4-99e30ee0f427", "name": "network-vif-deleted", "tag": "1bd0bf98-fd81-4c84-b186-fd3aec7845a7", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:52.217272 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0679ee3-88be-483b-8796-a057ef7f9bcb {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:52.217897 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2f3d4-424d-4c0e-94f4-99e30ee0f427', 'name': 'network-vif-deleted', 'tag': '1bd0bf98-fd81-4c84-b186-fd3aec7845a7', 'status': 'completed', 'code': 200} Nov 23 18:16:52.381461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.394594 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.437269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.453062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=374ad6c8-9f26-401f-aa87-799cc335d3ec,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:52.475585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': '2267c08d-d47b-4b8c-98b1-d9954fa27907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4d247cc9-20cb-4240-9341-9ae9afae826f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:52.475992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: 4d247cc9-20cb-4240-9341-9ae9afae826f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:16:52.481726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Pushing event deleted for resources: {'Port': ['ID=148cdd36-64fa-4106-bfb3-fea35223a49b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:52.495126 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.496682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network 4d247cc9-20cb-4240-9341-9ae9afae826f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:16:52.507179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 4d247cc9-20cb-4240-9341-9ae9afae826f) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:52.512548 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:52.513140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.522890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e572d-0544-4320-bf95-499e517135a1 None None] Network 4d247cc9-20cb-4240-9341-9ae9afae826f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:52.541519 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0bd0c1e6-6a72-442e-a57f-f38371fad78a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6154504 Nov 23 18:16:52.545278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53742) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:52.558302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1791758945'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:52.626329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] No DVR routers for this DVR port 148cdd36-64fa-4106-bfb3-fea35223a49b on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:52.629419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:52.633391 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.644490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce7a6ec9-a3f7-41c3-ae1f-e31d2ba5a6b1 req-031a169f-003f-47af-85f2-89546d12afa3 tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.72 "DELETE /v2.0/ports/148cdd36-64fa-4106-bfb3-fea35223a49b HTTP/1.1" status: 204 len: 173 time: 1.4074523 Nov 23 18:16:52.651240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:52.658048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:52.678480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:52.702497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Pushing event updated for resources: {'Port': ['ID=48a72b76-253d-447f-b09a-118ebe3c15aa,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:52.719154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.760534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:52.761752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-4d247cc9-20cb-4240-9341-9ae9afae826f', 'network_id': '4d247cc9-20cb-4240-9341-9ae9afae826f', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': '374ad6c8-9f26-401f-aa87-799cc335d3ec'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:16:52.762650 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.762986 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.794657 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:16:52.803776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4528bcff-ca06-48d9-835d-19dde81a8d3c tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9062581 Nov 23 18:16:52.816898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Request body: {'port': {'device_id': '632ab844-ffa7-44c9-a2e3-c7aee0cfee14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:52.827764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.827764 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment e45e5fa5-dee6-4065-8559-10f54f568996 of type vlan for network 8701e776-437e-4779-93ed-36e82bffa24a Nov 23 18:16:52.942333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:52.967850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a613a1b-180a-4963-a3d0-1a0de28ba789 req-03b30e26-a64b-4eb1-a942-517f5b67146c tempest-MultipleCreateTestJSON-1739648277 tempest-MultipleCreateTestJSON-1739648277-project] 10.222.0.74 "GET /v2.0/ports?device_id=38e2f3d4-424d-4c0e-94f4-99e30ee0f427 HTTP/1.1" status: 200 len: 210 time: 0.0946689 Nov 23 18:16:53.007058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.013707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:53.014385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.041591 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.049608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Allocated IP 2001:db8:0:ffff::2 (4d247cc9-20cb-4240-9341-9ae9afae826f/374ad6c8-9f26-401f-aa87-799cc335d3ec/978186b7-093c-4328-8a75-a1156a72c091) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:53.093294 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5468278 Nov 23 18:16:53.112657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53750) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:53.122492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': '8701e776-437e-4779-93ed-36e82bffa24a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:53.130928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3768d0-16e8-4263-a02c-8be523f89add tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=8701e776-437e-4779-93ed-36e82bffa24a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:53.158524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8701e776-437e-4779-93ed-36e82bffa24a details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:16:53.264976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2dcf6981-1241-40df-98fa-86aa5f83f2a2 None None] Provisioning complete for port 48a72b76-253d-447f-b09a-118ebe3c15aa triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:53.265375 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6981-1241-40df-98fa-86aa5f83f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.347769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf6981-1241-40df-98fa-86aa5f83f2a2 None None] Port 48a72b76-253d-447f-b09a-118ebe3c15aa cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:16:53.395496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:53.399021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.400305 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.412806 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.485289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Network 4d247cc9-20cb-4240-9341-9ae9afae826f is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:53.488745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:53.492731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:53.501104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Pushing event updated for resources: {'Port': ['ID=978186b7-093c-4328-8a75-a1156a72c091,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:53.508531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2c6d9-2896-47e2-9c2c-b41154e5f156 req-749f6bc2-e6b2-4073-95fc-17807d9bd9bf tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:53.511663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bff2c6d9-2896-47e2-9c2c-b41154e5f156 req-749f6bc2-e6b2-4073-95fc-17807d9bd9bf tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 935 time: 0.2299252 Nov 23 18:16:53.573383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Attempting to bind port 978186b7-093c-4328-8a75-a1156a72c091 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:16:53.574066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Attempting to bind port 978186b7-093c-4328-8a75-a1156a72c091 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '2267c08d-d47b-4b8c-98b1-d9954fa27907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4d247cc9-20cb-4240-9341-9ae9afae826f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:16:53.574436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Attempting to bind port 978186b7-093c-4328-8a75-a1156a72c091 on network 4d247cc9-20cb-4240-9341-9ae9afae826f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:53.579851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:16:53.580230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Checking segment: {'id': '2267c08d-d47b-4b8c-98b1-d9954fa27907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4d247cc9-20cb-4240-9341-9ae9afae826f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:53.580631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.581001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Bound using segment: {'id': '2267c08d-d47b-4b8c-98b1-d9954fa27907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4d247cc9-20cb-4240-9341-9ae9afae826f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:16:53.581551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Bound port: 978186b7-093c-4328-8a75-a1156a72c091, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267c08d-d47b-4b8c-98b1-d9954fa27907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4d247cc9-20cb-4240-9341-9ae9afae826f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:16:53.582166 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.660650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] For port 978186b7-093c-4328-8a75-a1156a72c091, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:16:53.663631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] For port 978186b7-093c-4328-8a75-a1156a72c091, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=978186b7-093c-4328-8a75-a1156a72c091,segment=NetworkSegment(2267c08d-d47b-4b8c-98b1-d9954fa27907),segment_id=2267c08d-d47b-4b8c-98b1-d9954fa27907)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:16:53.668837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.695278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bff2c6d9-2896-47e2-9c2c-b41154e5f156 req-7a3fcf78-956e-4ebc-a13b-15f60791a2c6 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508462 Nov 23 18:16:53.732585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94579aee-6c36-432c-aef7-fd767c2c7326 None None] Pushing event updated for resources: {'Port': ['ID=978186b7-093c-4328-8a75-a1156a72c091,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:53.761130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a72b76-253d-447f-b09a-118ebe3c15aa {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:53.773311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.822374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Transition to ACTIVE for port object 48a72b76-253d-447f-b09a-118ebe3c15aa will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:16:53.836440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.881865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:53.964928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Pushing event updated for resources: {'Port': ['ID=48a72b76-253d-447f-b09a-118ebe3c15aa,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:53.978593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=275528df-d6df-4173-84b7-ee14a308f5ba,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:54.082167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53764) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:54.093067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': 'e45e5fa5-dee6-4065-8559-10f54f568996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8701e776-437e-4779-93ed-36e82bffa24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:54.093439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: 8701e776-437e-4779-93ed-36e82bffa24a, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:16:54.143288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd40875-577a-4fac-90bf-3610ae11a9bd admin admin] Deleting subnet c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:16:54.147425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Attempting to bind port 48a72b76-253d-447f-b09a-118ebe3c15aa on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:16:54.147738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Attempting to bind port 48a72b76-253d-447f-b09a-118ebe3c15aa by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:16:54.148086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Attempting to bind port 48a72b76-253d-447f-b09a-118ebe3c15aa on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:54.152110 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cd40875-577a-4fac-90bf-3610ae11a9bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.163400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Port 48a72b76-253d-447f-b09a-118ebe3c15aa on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:16:54.163928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Attempting to bind port 48a72b76-253d-447f-b09a-118ebe3c15aa on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:54.168952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network 8701e776-437e-4779-93ed-36e82bffa24a is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:16:54.176658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:16:54.177058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:54.177451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:16:54.178567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Bound port: 48a72b76-253d-447f-b09a-118ebe3c15aa, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:16:54.178949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.194128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8701e776-437e-4779-93ed-36e82bffa24a) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:54.201351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:54.202585 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.209558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d907e0a-6676-4e16-84e0-0c3ba2391170 None None] Network 8701e776-437e-4779-93ed-36e82bffa24a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:54.219802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cd40875-577a-4fac-90bf-3610ae11a9bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.241609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9213dc88-3c20-4212-a583-693d9e3768c9', 'name': 'network-vif-deleted', 'tag': '148cdd36-64fa-4106-bfb3-fea35223a49b'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:54.249378 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9778d3b-1d9d-4e39-85c2-11982d2131ef" -d '{"events": [{"server_uuid": "9213dc88-3c20-4212-a583-693d9e3768c9", "name": "network-vif-deleted", "tag": "148cdd36-64fa-4106-bfb3-fea35223a49b"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:54.303183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:54.306407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-017bb362-45de-48b8-838c-0fc492e798d3 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1863832 Nov 23 18:16:54.321473 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cd40875-577a-4fac-90bf-3610ae11a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.323909 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898801ed-583c-4b32-a468-aeb399211586 x-openstack-request-id: req-898801ed-583c-4b32-a468-aeb399211586 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:54.324182 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9213dc88-3c20-4212-a583-693d9e3768c9", "name": "network-vif-deleted", "tag": "148cdd36-64fa-4106-bfb3-fea35223a49b", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:54.324446 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-898801ed-583c-4b32-a468-aeb399211586 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:54.326279 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9213dc88-3c20-4212-a583-693d9e3768c9', 'name': 'network-vif-deleted', 'tag': '148cdd36-64fa-4106-bfb3-fea35223a49b', 'status': 'completed', 'code': 200} Nov 23 18:16:54.337952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] For port 48a72b76-253d-447f-b09a-118ebe3c15aa, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:16:54.341650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] For port 48a72b76-253d-447f-b09a-118ebe3c15aa, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=48a72b76-253d-447f-b09a-118ebe3c15aa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:16:54.355541 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.421419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cd40875-577a-4fac-90bf-3610ae11a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.442948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:54.447975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:54.450943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.454208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] 10.222.0.66 "PUT /v2.0/ports/48a72b76-253d-447f-b09a-118ebe3c15aa HTTP/1.1" status: 200 len: 1095 time: 1.6422405 Nov 23 18:16:54.487030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-8701e776-437e-4779-93ed-36e82bffa24a', 'network_id': '8701e776-437e-4779-93ed-36e82bffa24a', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': '275528df-d6df-4173-84b7-ee14a308f5ba'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:16:54.488055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.504650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:54.505108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 1bd0bf98-fd81-4c84-b186-fd3aec7845a7 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:54.505680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd65866-8f2a-469c-bfd3-851609c5430d service neutron] Pushing event updated for resources: {'Port': ['ID=48a72b76-253d-447f-b09a-118ebe3c15aa,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:54.521021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd40875-577a-4fac-90bf-3610ae11a9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c167fe8f-1f02-4b9c-bf27-e69aa23a94b5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:54.523430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cd40875-577a-4fac-90bf-3610ae11a9bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.528138 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6cd40875-577a-4fac-90bf-3610ae11a9bd admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c167fe8f-1f02-4b9c-bf27-e69aa23a94b5 HTTP/1.1" status: 204 len: 168 time: 0.4448442 Nov 23 18:16:54.532013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53770) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:54.604504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-fe422486-b3cd-40ed-b619-f7064224f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:54.606569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-fe422486-b3cd-40ed-b619-f7064224f0f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=475593380629410a90a86a9ee0fe0f73&device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 1098 time: 0.0843914 Nov 23 18:16:54.657908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.661671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.669731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-599d0992-1b11-4392-aa12-8b12a6121539 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=48a72b76-253d-447f-b09a-118ebe3c15aa HTTP/1.1" status: 200 len: 217 time: 0.0515649 Nov 23 18:16:54.778419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Allocated IP 2001:db8::1 (8701e776-437e-4779-93ed-36e82bffa24a/275528df-d6df-4173-84b7-ee14a308f5ba/e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:54.831202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-76197b6d-d89f-4cc9-aaee-bb1058cf66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:54.835109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-76197b6d-d89f-4cc9-aaee-bb1058cf66b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.1568520 Nov 23 18:16:54.850228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.903316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca716ca-d4b9-4cb9-b790-083821c62ea1']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:54.923977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80639863-9bff-4577-a39c-3669986b7068') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:54.923977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80639863-9bff-4577-a39c-3669986b7068') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:54.948906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:54.956410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983392f1-7e98-42ab-a8bc-8c4aefa15252 req-b7c7a76e-39cb-4404-ac49-2334b0604e7d tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:54.965399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983392f1-7e98-42ab-a8bc-8c4aefa15252 req-b7c7a76e-39cb-4404-ac49-2334b0604e7d tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 947 time: 0.1262307 Nov 23 18:16:54.990229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4395d9dd-b1df-4352-9c86-fae02b5e4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:54.992601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4395d9dd-b1df-4352-9c86-fae02b5e4777 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210282 Nov 23 18:16:55.006573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.070540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983392f1-7e98-42ab-a8bc-8c4aefa15252 req-42c342a7-58da-4623-a142-269dcb42c40b tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037476 Nov 23 18:16:55.086008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.102007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:16:55.103223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:16:55.106064 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:16:55.182735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-20385ffe-744f-43a8-b542-95366f5891e8 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735318 Nov 23 18:16:55.183765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.191355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.197093 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] 10.222.0.74 "DELETE /v2.0/networks/eca716ca-d4b9-4cb9-b790-083821c62ea1 HTTP/1.1" status: 204 len: 168 time: 0.6610615 Nov 23 18:16:55.210336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47950d75-be7c-488a-bef8-fdabfda1b611 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca716ca-d4b9-4cb9-b790-083821c62ea1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:55.249097 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.258091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.288010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.342026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=275528df-d6df-4173-84b7-ee14a308f5ba,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:55.360599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Pushing event updated for resources: {'Port': ['ID=e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:55.370296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Network 8701e776-437e-4779-93ed-36e82bffa24a is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:55.376907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:55.381169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:16:55.395741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab1b1191-de30-448b-88ad-d87e46bf67e1 req-4c42869e-b2ac-4c0a-942f-b06f4bead9bc service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055461 Nov 23 18:16:55.402071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd6d5c8-4b80-4b1e-9dbc-bf1dce5e2c04 None None] Network 4d247cc9-20cb-4240-9341-9ae9afae826f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:55.480241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.505428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8701e776-437e-4779-93ed-36e82bffa24a']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:55.517230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45e5fa5-dee6-4065-8559-10f54f568996') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:55.517962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45e5fa5-dee6-4065-8559-10f54f568996') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:55.530190 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.533859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-362f0c2a-0ce6-4ee6-8b0f-8cb5731f2304 None None] Provisioning complete for port 978186b7-093c-4328-8a75-a1156a72c091 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:55.534245 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-362f0c2a-0ce6-4ee6-8b0f-8cb5731f2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.534617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53780) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:55.544093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Attempting to bind port e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:16:55.544478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Attempting to bind port e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'e45e5fa5-dee6-4065-8559-10f54f568996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8701e776-437e-4779-93ed-36e82bffa24a'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:16:55.544854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Attempting to bind port e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4 on network 8701e776-437e-4779-93ed-36e82bffa24a {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:16:55.568177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.579546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:16:55.580557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:16:55.585150 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:16:55.589313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:16:55.589695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Checking segment: {'id': 'e45e5fa5-dee6-4065-8559-10f54f568996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8701e776-437e-4779-93ed-36e82bffa24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:55.590107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.590515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Bound using segment: {'id': 'e45e5fa5-dee6-4065-8559-10f54f568996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8701e776-437e-4779-93ed-36e82bffa24a'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:16:55.591069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Bound port: e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45e5fa5-dee6-4065-8559-10f54f568996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8701e776-437e-4779-93ed-36e82bffa24a'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:16:55.591454 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.666765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53782) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:55.667051 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-86186870-7a83-45fa-8fd6-4b8c1c568060 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a7f637f1a4ab433a8904e33c0a77bb1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308527 Nov 23 18:16:55.729686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 18:16:55.729686 n-d-818932-3 neutron-server[120535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 18:16:55.729686 n-d-818932-3 neutron-server[120535]: [parameters: {'id': '8701e776-437e-4779-93ed-36e82bffa24a'}] Nov 23 18:16:55.729686 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:16:55.730213 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:16:55.769642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9104de7a-1faf-4868-876e-411325545c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.772562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 978186b7-093c-4328-8a75-a1156a72c091 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:16:55.774241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-362f0c2a-0ce6-4ee6-8b0f-8cb5731f2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.778359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] For port e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:16:55.796904 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9104de7a-1faf-4868-876e-411325545c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.815501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 148cdd36-64fa-4106-bfb3-fea35223a49b no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:16:55.826664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] For port e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4,segment=NetworkSegment(e45e5fa5-dee6-4065-8559-10f54f568996),segment_id=e45e5fa5-dee6-4065-8559-10f54f568996)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:16:55.854225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9104de7a-1faf-4868-876e-411325545c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.857917 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9104de7a-1faf-4868-876e-411325545c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.859613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9104de7a-1faf-4868-876e-411325545c5b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e7166679-d5a3-4288-86bd-0f74b0816e34 HTTP/1.1" status: 204 len: 168 time: 0.1915069 Nov 23 18:16:55.870416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104de7a-1faf-4868-876e-411325545c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7166679-d5a3-4288-86bd-0f74b0816e34,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:55.875452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:55.885090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 148cdd36-64fa-4106-bfb3-fea35223a49b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:16:55.885451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 148cdd36-64fa-4106-bfb3-fea35223a49b not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:16:55.960233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-362f0c2a-0ce6-4ee6-8b0f-8cb5731f2304 None None] For port 978186b7-093c-4328-8a75-a1156a72c091, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=978186b7-093c-4328-8a75-a1156a72c091,segment=NetworkSegment(2267c08d-d47b-4b8c-98b1-d9954fa27907),segment_id=2267c08d-d47b-4b8c-98b1-d9954fa27907)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:55.989593 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-362f0c2a-0ce6-4ee6-8b0f-8cb5731f2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.023346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 978186b7-093c-4328-8a75-a1156a72c091 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:56.023729 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.053128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f40e7f-195e-4aa9-bd49-4558e7a63a52 None None] Network 8701e776-437e-4779-93ed-36e82bffa24a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:56.069975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bca92e-62da-4e68-895d-291bb311d3c9 None None] Pushing event updated for resources: {'Port': ['ID=e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:56.231042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.275725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f0c2a-0ce6-4ee6-8b0f-8cb5731f2304 None None] Pushing event updated for resources: {'Port': ['ID=978186b7-093c-4328-8a75-a1156a72c091,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:56.286183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77aa5e4-011e-4919-beb5-a1f7695738a9 req-1ddefabd-cc1d-4899-af28-10fc1459996f tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:56.291007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e77aa5e4-011e-4919-beb5-a1f7695738a9 req-1ddefabd-cc1d-4899-af28-10fc1459996f tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 947 time: 0.1363366 Nov 23 18:16:56.326396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f6adeb04-44b8-4a28-82dc-da861e9d8403 None None] Provisioning complete for port 978186b7-093c-4328-8a75-a1156a72c091 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:56.326559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6adeb04-44b8-4a28-82dc-da861e9d8403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.345691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632ab844-ffa7-44c9-a2e3-c7aee0cfee14', 'tag': '48a72b76-253d-447f-b09a-118ebe3c15aa'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:16:56.348418 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5711063-ef3c-4aa0-9423-50f3a1786957" -d '{"events": [{"name": "network-changed", "server_uuid": "632ab844-ffa7-44c9-a2e3-c7aee0cfee14", "tag": "48a72b76-253d-447f-b09a-118ebe3c15aa"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:16:56.369038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting port e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:16:56.369386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.413489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e77aa5e4-011e-4919-beb5-a1f7695738a9 req-e4616971-89fd-4571-849a-f281b394b099 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135671 Nov 23 18:16:56.417294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33619e5c-3307-4fe1-89ae-d859717c572a None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:16:56.503313 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326a417f-68f7-42aa-a206-38e41c8161c0 x-openstack-request-id: req-326a417f-68f7-42aa-a206-38e41c8161c0 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:16:56.503621 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632ab844-ffa7-44c9-a2e3-c7aee0cfee14", "tag": "48a72b76-253d-447f-b09a-118ebe3c15aa", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:16:56.503903 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-326a417f-68f7-42aa-a206-38e41c8161c0 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:16:56.504875 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632ab844-ffa7-44c9-a2e3-c7aee0cfee14', 'tag': '48a72b76-253d-447f-b09a-118ebe3c15aa', 'status': 'completed', 'code': 200} Nov 23 18:16:56.514277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] For port e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4,segment=NetworkSegment(e45e5fa5-dee6-4065-8559-10f54f568996),segment_id=e45e5fa5-dee6-4065-8559-10f54f568996)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:56.514650 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.550001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Calling delete_port for e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:16:56.555293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33619e5c-3307-4fe1-89ae-d859717c572a None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:16:56.616914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-5a1ccd99-756b-4bc3-83d3-797d17caa434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:56.620176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-5a1ccd99-756b-4bc3-83d3-797d17caa434 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=475593380629410a90a86a9ee0fe0f73&device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 1098 time: 0.0897164 Nov 23 18:16:56.663402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.695651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Port': ['ID=e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:56.718294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No DVR routers for this DVR port e3ddb8a4-de04-48fa-82c3-2c5a9502d1d4 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:16:56.771096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-28af735a-4def-43a6-b3c5-512895650ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:56.772856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-28af735a-4def-43a6-b3c5-512895650ad7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.1459420 Nov 23 18:16:56.827247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-e3a1b29a-e7c9-483c-be2d-457af61f3534 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=48a72b76-253d-447f-b09a-118ebe3c15aa HTTP/1.1" status: 200 len: 217 time: 0.0456958 Nov 23 18:16:56.848962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.875729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8701e776-437e-4779-93ed-36e82bffa24a']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:56.910535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45e5fa5-dee6-4065-8559-10f54f568996') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:56.911449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45e5fa5-dee6-4065-8559-10f54f568996') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:16:56.923080 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.932399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-ad3e2df8-24a7-463e-b15f-dc1c5409b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:56.932984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53814) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:56.934004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-ad3e2df8-24a7-463e-b15f-dc1c5409b7be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0980189 Nov 23 18:16:56.949572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.960890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:16:56.960890 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:16:56.963298 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:16:57.003567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-b117aac4-eff6-4af4-92dd-8607f017d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:57.005138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-b117aac4-eff6-4af4-92dd-8607f017d5e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592885 Nov 23 18:16:57.044865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.053007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.057336 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/8701e776-437e-4779-93ed-36e82bffa24a HTTP/1.1" status: 204 len: 168 time: 2.7532268 Nov 23 18:16:57.060873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53818) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:57.067256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821476051'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:57.084693 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e6509-58cd-414e-98a2-378130a3eccb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=8701e776-437e-4779-93ed-36e82bffa24a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:57.092452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-network', 'tenant_id': '67639dea3211405d9a63a5288acb5442'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:57.127047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-b4b53147-5ade-4e5a-897a-cb8988c798a4 service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130548 Nov 23 18:16:57.131549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:16:57.131549 n-d-818932-3 neutron-server[120535]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 18:16:57.131549 n-d-818932-3 neutron-server[120535]: [parameters: {'project_id': '67639dea3211405d9a63a5288acb5442', 'id': 'ca59d072-fe13-4618-aaf0-4c78ff390f11', 'expiration': datetime.datetime(2021, 11, 23, 18, 18, 57, 115882)}] Nov 23 18:16:57.131549 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:16:57.132133 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:16:57.136305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:57.140070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.168484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:16:57.179158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.179776 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment 87081f8a-3701-4411-bbfe-01ce5b08071f of type vlan for network 5ad5f685-3218-4434-9b37-a45da3e1c2ff Nov 23 18:16:57.233862 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.235632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5711063-ef3c-4aa0-9423-50f3a1786957 req-626028b8-6cd6-4659-99dc-7c34dafa9a3d service neutron] 10.222.0.66 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945771 Nov 23 18:16:57.261434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.267016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:57.267612 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.308163 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2451975 Nov 23 18:16:57.311390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53820) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:57.318036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': '5ad5f685-3218-4434-9b37-a45da3e1c2ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:57.358441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c86c-b9b2-4bcb-b81d-bb90a7fe1c72 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=5ad5f685-3218-4434-9b37-a45da3e1c2ff,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:57.369746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 5ad5f685-3218-4434-9b37-a45da3e1c2ff details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:16:57.683057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Made reservation on behalf of 67639dea3211405d9a63a5288acb5442 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:57.688016 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.703849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 978186b7-093c-4328-8a75-a1156a72c091 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:16:57.704384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.784203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 978186b7-093c-4328-8a75-a1156a72c091 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:16:57.784711 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.799183 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.803425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.817099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:16:57.827419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.827899 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Added segment dea00332-f08f-41a1-a832-88f33acd0f42 of type vlan for network 0f3b090e-01f7-4098-9e86-f2bbe58da2af Nov 23 18:16:57.865084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:57.869861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.887271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d020e415-9703-4847-91b8-289d8482708a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:57.902084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.933596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.935912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:57.936659 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:57.957593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582904a-7b56-4d1c-b6d4-baaf480fb2a5 req-73fa1d8b-613d-4daf-aad9-c1d650803837 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:57.963405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c582904a-7b56-4d1c-b6d4-baaf480fb2a5 req-73fa1d8b-613d-4daf-aad9-c1d650803837 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 947 time: 0.1640198 Nov 23 18:16:57.978773 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0445020 Nov 23 18:16:57.984429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53828) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:57.996700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Request body: {'subnet': {'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-subnet', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:58.011803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc16f64-3b87-406e-81c1-393631ebb909 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3b090e-01f7-4098-9e86-f2bbe58da2af,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:58.023802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 0f3b090e-01f7-4098-9e86-f2bbe58da2af details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:16:58.049139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Made reservation on behalf of 67639dea3211405d9a63a5288acb5442 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:58.051483 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.071272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c582904a-7b56-4d1c-b6d4-baaf480fb2a5 req-a7a0d84f-df5d-409e-b6dd-4302ba3e82a2 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035793 Nov 23 18:16:58.218656 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.302514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=358d963b-06f2-4a73-a17a-f831cd1b9215,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:58.355980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': '87081f8a-3701-4411-bbfe-01ce5b08071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5ad5f685-3218-4434-9b37-a45da3e1c2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:58.356601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: 5ad5f685-3218-4434-9b37-a45da3e1c2ff, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:16:58.374459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.401957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 48a72b76-253d-447f-b09a-118ebe3c15aa details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:16:58.407760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network 5ad5f685-3218-4434-9b37-a45da3e1c2ff is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:16:58.427324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 5ad5f685-3218-4434-9b37-a45da3e1c2ff) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:58.437754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:58.438142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.447335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b174c8-aad5-4ec5-83b0-e61f95f96c0e,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:58.453893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1dc615-b9d8-455d-883d-9ee79f09727e None None] Network 5ad5f685-3218-4434-9b37-a45da3e1c2ff requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:58.464941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Checking segment: {'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:58.465310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Network hostable DHCP agents. Network: 0f3b090e-01f7-4098-9e86-f2bbe58da2af, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:16:58.478025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cb0c801f-9518-405b-b129-5826dddd97d0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1608841 Nov 23 18:16:58.478637 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:58.483618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-230411462'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:58.488463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Network 0f3b090e-01f7-4098-9e86-f2bbe58da2af is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:16:58.496306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 0f3b090e-01f7-4098-9e86-f2bbe58da2af) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:58.506192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:58.506844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.522678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b06e0bd-d9fc-40b3-a4ac-c0a0e5206840 None None] Network 0f3b090e-01f7-4098-9e86-f2bbe58da2af requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:58.529237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:58.534119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.538260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-36b01ff5-2e11-4cbf-8a84-f0eaef7a359d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5510707 Nov 23 18:16:58.542554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53834) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:58.546990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:58.562402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:16:58.568654 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.569680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.574444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.574956 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment 486b6b90-7477-4c97-b090-184635d384e5 of type vlan for network e523e5f1-2db0-447b-b34d-1bdf0224c572 Nov 23 18:16:58.625988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.655622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.659333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.675175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:58.676424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.767785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 48a72b76-253d-447f-b09a-118ebe3c15aa, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=48a72b76-253d-447f-b09a-118ebe3c15aa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:58.808352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '48a72b76-253d-447f-b09a-118ebe3c15aa', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '48a72b76-253d-447f-b09a-118ebe3c15aa', 'mac_address': 'fa:16:3e:f0:cb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:16:58.809267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=e523e5f1-2db0-447b-b34d-1bdf0224c572,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:58.819570 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ddf301a8-a5df-4984-8a92-440c6de435c7 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3398705 Nov 23 18:16:58.824073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53836) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:58.833352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': 'e523e5f1-2db0-447b-b34d-1bdf0224c572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:16:58.848154 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:58.855671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e523e5f1-2db0-447b-b34d-1bdf0224c572 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:16:58.998448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:16:59.004162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.089596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Performing IP validity checks on allocation pools {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:16:59.090378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:16:59.108387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a10f0-12ec-4646-aca0-bf0709a02605 None None] Network 0f3b090e-01f7-4098-9e86-f2bbe58da2af requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:59.133349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-5ad5f685-3218-4434-9b37-a45da3e1c2ff', 'network_id': '5ad5f685-3218-4434-9b37-a45da3e1c2ff', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': '358d963b-06f2-4a73-a17a-f831cd1b9215'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:16:59.134336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.206321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.277796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.329069 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.373955 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.436710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ef621-47a0-488a-b1a3-6db8e3bf9fec req-f429e19a-cc73-4da5-b2ac-579b46f0e417 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:59.440065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a72b76-253d-447f-b09a-118ebe3c15aa {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:16:59.440811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-683ef621-47a0-488a-b1a3-6db8e3bf9fec req-f429e19a-cc73-4da5-b2ac-579b46f0e417 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 947 time: 0.2366843 Nov 23 18:16:59.470301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': '486b6b90-7477-4c97-b090-184635d384e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e523e5f1-2db0-447b-b34d-1bdf0224c572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:16:59.471000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: e523e5f1-2db0-447b-b34d-1bdf0224c572, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:16:59.486770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=83765176-e15a-4edc-8ecf-4e48eaab8ce6,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:59.518647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network e523e5f1-2db0-447b-b34d-1bdf0224c572 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:16:59.525365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 48a72b76-253d-447f-b09a-118ebe3c15aa, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=48a72b76-253d-447f-b09a-118ebe3c15aa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:16:59.549614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e523e5f1-2db0-447b-b34d-1bdf0224c572) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:59.559221 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.573841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:59.575065 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.625757 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5c973ee7-b8d4-44a9-bf8c-d5e6169fa0d2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8002472 Nov 23 18:16:59.626417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:16:59.629968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c53ead-50e2-4170-8311-a50b4fd0364f None None] Network e523e5f1-2db0-447b-b34d-1bdf0224c572 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:16:59.633018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Allocated IP 2001:db8::1 (5ad5f685-3218-4434-9b37-a45da3e1c2ff/358d963b-06f2-4a73-a17a-f831cd1b9215/c6044206-7684-4d25-b6d0-6abeac613672) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:59.666729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Allocated IP 172.25.0.250 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:16:59.683109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-683ef621-47a0-488a-b1a3-6db8e3bf9fec req-b8076e7d-c31d-406c-adb2-d5c1c69b40f1 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228315 Nov 23 18:16:59.770938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['48a72b76-253d-447f-b09a-118ebe3c15aa'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:16:59.824943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.825452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.860435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=48a72b76-253d-447f-b09a-118ebe3c15aa,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:59.880579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.912235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:59.948921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:16:59.958965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:16:59.960728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:16:59.963209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:00.046077 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.077326 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=83765176-e15a-4edc-8ecf-4e48eaab8ce6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:00.141777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23471e-868f-4036-884f-5b8196dc68ad None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:00.177378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.197229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.213645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16c547-211a-4a93-9be5-c827ae2a83f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e523e5f1-2db0-447b-b34d-1bdf0224c572', 'network_id': 'e523e5f1-2db0-447b-b34d-1bdf0224c572', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': '83765176-e15a-4edc-8ecf-4e48eaab8ce6'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:00.214564 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c16c547-211a-4a93-9be5-c827ae2a83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.219271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e523e5f1-2db0-447b-b34d-1bdf0224c572']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:00.233453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486b6b90-7477-4c97-b090-184635d384e5') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:00.233772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486b6b90-7477-4c97-b090-184635d384e5') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:00.245136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.262399 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.263233 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.270774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:00.271170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:00.275255 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:00.298877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Network 5ad5f685-3218-4434-9b37-a45da3e1c2ff is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:00.313598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:00.317242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:00.325975 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.427068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.448150 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.467105 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/e523e5f1-2db0-447b-b34d-1bdf0224c572 HTTP/1.1" status: 204 len: 168 time: 0.8394697 Nov 23 18:17:00.479230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53848) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:00.485117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Attempting to bind port c6044206-7684-4d25-b6d0-6abeac613672 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:00.485708 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Attempting to bind port c6044206-7684-4d25-b6d0-6abeac613672 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '87081f8a-3701-4411-bbfe-01ce5b08071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5ad5f685-3218-4434-9b37-a45da3e1c2ff'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:00.485836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Attempting to bind port c6044206-7684-4d25-b6d0-6abeac613672 on network 5ad5f685-3218-4434-9b37-a45da3e1c2ff {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:00.488488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-640696414'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:00.491091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de29df-f20a-462d-8978-113d545ccbec None None] Network e523e5f1-2db0-447b-b34d-1bdf0224c572 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:00.494925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19058da3-1a01-4d92-8a7a-ed0a6541af64 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=e523e5f1-2db0-447b-b34d-1bdf0224c572,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:00.496206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:00.496592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Checking segment: {'id': '87081f8a-3701-4411-bbfe-01ce5b08071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5ad5f685-3218-4434-9b37-a45da3e1c2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:00.497003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.497406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Bound using segment: {'id': '87081f8a-3701-4411-bbfe-01ce5b08071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5ad5f685-3218-4434-9b37-a45da3e1c2ff'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:00.497892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Bound port: c6044206-7684-4d25-b6d0-6abeac613672, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87081f8a-3701-4411-bbfe-01ce5b08071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5ad5f685-3218-4434-9b37-a45da3e1c2ff'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:00.498280 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.500988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Pushing event updated for resources: {'Port': ['ID=c6044206-7684-4d25-b6d0-6abeac613672,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:00.513229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-11dfd43c-02bc-4e10-a119-3b3d826eecd3 None None] Provisioning complete for port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:00.513229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-11dfd43c-02bc-4e10-a119-3b3d826eecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.529895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:00.533608 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.561103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de29df-f20a-462d-8978-113d545ccbec None None] Network e523e5f1-2db0-447b-b34d-1bdf0224c572 could not be found, it might have been deleted concurrently. {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:17:00.586244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:00.598028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.608413 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.609093 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment baa0804f-c26e-4e07-adbe-ab203e8628a0 of type vlan for network 52303f13-3128-4fc6-a07f-6d6e7d551f93 Nov 23 18:17:00.615982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-11dfd43c-02bc-4e10-a119-3b3d826eecd3 None None] Port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:17:00.643331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] For port c6044206-7684-4d25-b6d0-6abeac613672, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:00.647055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] For port c6044206-7684-4d25-b6d0-6abeac613672, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c6044206-7684-4d25-b6d0-6abeac613672,segment=NetworkSegment(87081f8a-3701-4411-bbfe-01ce5b08071f),segment_id=87081f8a-3701-4411-bbfe-01ce5b08071f)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:00.656610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.665970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.695120 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.702712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:00.703423 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:00.756234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873725ec-7186-4dfc-b4f9-f1c273b16fcd None None] Pushing event updated for resources: {'Port': ['ID=c6044206-7684-4d25-b6d0-6abeac613672,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:00.814038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=52303f13-3128-4fc6-a07f-6d6e7d551f93,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:00.827171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 52303f13-3128-4fc6-a07f-6d6e7d551f93 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:00.830602 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e87107eb-5e71-462b-ab25-72630eb70940 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3489096 Nov 23 18:17:00.831337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53856) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:00.838620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': '52303f13-3128-4fc6-a07f-6d6e7d551f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:00.861269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:17:01.021388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:01.026149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.063426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a6588-9286-4a9d-8757-cf891c0c252d req-372b0a93-3b80-42ea-a7fd-a59b1f7da204 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:01.072053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-500a6588-9286-4a9d-8757-cf891c0c252d req-372b0a93-3b80-42ea-a7fd-a59b1f7da204 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 948 time: 0.0969753 Nov 23 18:17:01.084790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:17:01.094734 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Sync routers for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:17:01.113354 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:17:01.114005 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:16:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:01.150966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.155137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-42961f7f-cf14-4338-bf7f-07fbbcaef2d0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6113811 Nov 23 18:17:01.157972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53862) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:01.228661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-500a6588-9286-4a9d-8757-cf891c0c252d req-ab4dfc47-9e24-4e85-82bf-2ea272239e67 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520853 Nov 23 18:17:01.292450 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:17:01.369823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.444281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': 'baa0804f-c26e-4e07-adbe-ab203e8628a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '52303f13-3128-4fc6-a07f-6d6e7d551f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:01.444912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: 52303f13-3128-4fc6-a07f-6d6e7d551f93, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:01.459485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=3433b02c-9b46-4909-bfa9-55833c08f15b,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:01.476448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network 52303f13-3128-4fc6-a07f-6d6e7d551f93 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:01.485259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263f20f-d6ee-47f2-86dd-af3e61a23b91 req-25470f0a-d16d-42e9-86b2-c42eb770d1e9 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:01.487320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2263f20f-d6ee-47f2-86dd-af3e61a23b91 req-25470f0a-d16d-42e9-86b2-c42eb770d1e9 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 950 time: 0.1529171 Nov 23 18:17:01.497236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 52303f13-3128-4fc6-a07f-6d6e7d551f93) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:01.503275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:01.504028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.508406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728da829-d801-4a6b-a8d9-99e4b64bf599 None None] Network 52303f13-3128-4fc6-a07f-6d6e7d551f93 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:01.524005 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9526290d-96ee-43fb-8ef1-0c77d7180afd tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6913261 Nov 23 18:17:01.527571 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53864) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:01.536593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:00Z', 'revision_number': 3, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:01.578492 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Checking router: 642176c8-f7a1-4b46-a9e5-81a3133c2a94 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:17:01.579133 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Updating router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:17:01.610597 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.657073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.689855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2263f20f-d6ee-47f2-86dd-af3e61a23b91 req-6e6c6073-f35c-4879-8d42-1e461c9f9a61 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/security-groups?id=763a26d7-b909-49aa-a8f0-4abbd0073192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188326 Nov 23 18:17:01.740446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.834421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.857395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c6044206-7684-4d25-b6d0-6abeac613672 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:01.878074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=3433b02c-9b46-4909-bfa9-55833c08f15b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:01.901726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5366ff-6273-489c-a78d-aed8fac78c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-52303f13-3128-4fc6-a07f-6d6e7d551f93', 'network_id': '52303f13-3128-4fc6-a07f-6d6e7d551f93', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': '3433b02c-9b46-4909-bfa9-55833c08f15b'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:01.916720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6f5366ff-6273-489c-a78d-aed8fac78c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:01.975784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.001725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52303f13-3128-4fc6-a07f-6d6e7d551f93']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:02.014300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa0804f-c26e-4e07-adbe-ab203e8628a0') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:02.014595 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa0804f-c26e-4e07-adbe-ab203e8628a0') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:02.027861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.048088 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.067890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:02.068782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.094501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c6044206-7684-4d25-b6d0-6abeac613672 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:02.095017 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.137668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393b91a-de45-4ea4-93aa-1990fcf5279a None None] Network 52303f13-3128-4fc6-a07f-6d6e7d551f93 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:02.168676 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:02.174149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.189236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.198594 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/52303f13-3128-4fc6-a07f-6d6e7d551f93 HTTP/1.1" status: 204 len: 168 time: 0.6694729 Nov 23 18:17:02.199718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53868) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:02.206079 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.215093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1876978981'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:02.243698 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.260105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2974d42-4931-42eb-9d52-8fdfd9494587 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=52303f13-3128-4fc6-a07f-6d6e7d551f93,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:02.269008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.294629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5fa73-cf60-4078-881c-a039ee44543c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:02.323519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:02.326901 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.355769 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Attempting to bind port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:02.356114 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Attempting to bind port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:02.364792 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Attempting to bind port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:02.383091 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:02.385190 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:02.386992 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.389541 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:02.390311 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Bound port: 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:02.390721 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.404589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:02.424926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.425328 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment 876ebf3d-44c4-4dea-ab95-6358181e03d5 of type vlan for network 24132f58-4fff-4705-a1eb-c593bcd7536e Nov 23 18:17:02.434203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 48a72b76-253d-447f-b09a-118ebe3c15aa up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:02.456263 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Pushing event updated for resources: {'Port': ['ID=62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:02.478614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7225f732-91b6-4d88-8007-bf86477d1b84 None None] Provisioning complete for port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:02.479335 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7225f732-91b6-4d88-8007-bf86477d1b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.482989 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.483340 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.483685 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.484022 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.489147 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.489512 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.489859 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.490199 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.490531 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.490884 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.491216 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.491539 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:02.523972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7225f732-91b6-4d88-8007-bf86477d1b84 None None] Port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:17:02.529166 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.532180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.553270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85805579-a1d8-4691-95da-ad1337a2344e None None] Network 5ad5f685-3218-4434-9b37-a45da3e1c2ff requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:02.561769 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] For port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:02.569704 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] For port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:02.570236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b69b7-9394-4b33-b61c-d40aa209ee2b req-70535cc5-9a1a-4357-902f-8eec29655ad5 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:02.572377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-947b69b7-9394-4b33-b61c-d40aa209ee2b req-70535cc5-9a1a-4357-902f-8eec29655ad5 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 948 time: 0.1680708 Nov 23 18:17:02.580334 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.621536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.627410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:02.628033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:02.666885 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6520e22-00ab-48e8-843a-fd5424eecf3c None None] Pushing event updated for resources: {'Port': ['ID=62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:02.684718 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:17:02.685581 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:16:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:02.792998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=24132f58-4fff-4705-a1eb-c593bcd7536e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:02.816395 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ebdbb930-e61b-480b-b1d6-fc88a5875e28 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6104772 Nov 23 18:17:02.820676 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:17:02.823732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:02.831793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': '24132f58-4fff-4705-a1eb-c593bcd7536e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:02.895867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port c6044206-7684-4d25-b6d0-6abeac613672, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c6044206-7684-4d25-b6d0-6abeac613672,segment=NetworkSegment(87081f8a-3701-4411-bbfe-01ce5b08071f),segment_id=87081f8a-3701-4411-bbfe-01ce5b08071f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:02.901871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c6d27-df93-49c6-881b-f132d534bda8 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:02.903698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 24132f58-4fff-4705-a1eb-c593bcd7536e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:02.991585 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.010327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 48a72b76-253d-447f-b09a-118ebe3c15aa completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:17:03.041162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:03.052082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 48a72b76-253d-447f-b09a-118ebe3c15aa triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:03.053003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.053266 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.095580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cdada249-683c-4644-bc96-24e4a5858672 None None] Provisioning complete for port c6044206-7684-4d25-b6d0-6abeac613672 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:03.095940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cdada249-683c-4644-bc96-24e4a5858672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.110373 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:00Z', 'revision_number': 3, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:03.183869 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb67080-c42e-414a-b485-ae13132acfea None None] The sync data for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 is: [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:00Z', 'revision_number': 3, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:17:03.184282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Allocated IP 172.20.0.1 (0f3b090e-01f7-4098-9e86-f2bbe58da2af/96b174c8-aad5-4ec5-83b0-e61f95f96c0e/d84106a1-bffc-4e71-bf10-9b1d582c85ae) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:03.203557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-3970543a-60b1-4b89-ae3d-941af6e48c9e tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:03.205421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-3970543a-60b1-4b89-ae3d-941af6e48c9e tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.72 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 950 time: 0.1611736 Nov 23 18:17:03.216916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-947b69b7-9394-4b33-b61c-d40aa209ee2b req-ccf7e0ea-ec0c-46c9-ace3-c21df7e130bf tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339505 Nov 23 18:17:03.260247 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:17:03.301215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=c6044206-7684-4d25-b6d0-6abeac613672,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:03.356158 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.427633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.441695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632ab844-ffa7-44c9-a2e3-c7aee0cfee14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a72b76-253d-447f-b09a-118ebe3c15aa'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:03.445690 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c1d40e-0337-4a16-a15b-16b644d8c2b6" -d '{"events": [{"server_uuid": "632ab844-ffa7-44c9-a2e3-c7aee0cfee14", "name": "network-vif-plugged", "status": "completed", "tag": "48a72b76-253d-447f-b09a-118ebe3c15aa"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:03.469644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 48a72b76-253d-447f-b09a-118ebe3c15aa, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=48a72b76-253d-447f-b09a-118ebe3c15aa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:03.479936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.501821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=08df9a95-7f56-4cbc-82b5-d2540e2a1ca6,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:03.518835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': '876ebf3d-44c4-4dea-ab95-6358181e03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '24132f58-4fff-4705-a1eb-c593bcd7536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:03.519410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: 24132f58-4fff-4705-a1eb-c593bcd7536e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:03.529790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c76890-dc5a-4aac-a742-97cd92c1c852 req-93d75ae0-6f51-446e-84bf-1d489005285d tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:03.531427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74c76890-dc5a-4aac-a742-97cd92c1c852 req-93d75ae0-6f51-446e-84bf-1d489005285d tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 950 time: 0.1692009 Nov 23 18:17:03.553063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network 24132f58-4fff-4705-a1eb-c593bcd7536e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:03.562465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=48a72b76-253d-447f-b09a-118ebe3c15aa,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:03.571963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 24132f58-4fff-4705-a1eb-c593bcd7536e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:03.576093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Deleting port d8fb73c0-c8a0-4512-873d-15b724c083cc {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:03.576365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.584712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:03.584989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ff77c-2cf0-49aa-b6a7-d62ba40e3939 None None] Network 24132f58-4fff-4705-a1eb-c593bcd7536e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:03.585552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.607834 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.616249 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d7e822d-5627-47e3-9252-a700dbbcd230 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7911088 Nov 23 18:17:03.620793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53882) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:03.708405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4a57092b-0f1b-409b-973c-fe028a26e850 None None] Provisioning complete for port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:03.708775 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a57092b-0f1b-409b-973c-fe028a26e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.755622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74c76890-dc5a-4aac-a742-97cd92c1c852 req-1b5d172b-15a4-4748-8815-0f150d7df11c tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/security-groups?id=763a26d7-b909-49aa-a8f0-4abbd0073192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158396 Nov 23 18:17:03.861041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.878508 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e22f4e8-1f1c-4c2f-988f-c24845860718 x-openstack-request-id: req-7e22f4e8-1f1c-4c2f-988f-c24845860718 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:03.879155 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632ab844-ffa7-44c9-a2e3-c7aee0cfee14", "name": "network-vif-plugged", "status": "completed", "tag": "48a72b76-253d-447f-b09a-118ebe3c15aa", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:03.879871 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e22f4e8-1f1c-4c2f-988f-c24845860718 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:03.880725 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632ab844-ffa7-44c9-a2e3-c7aee0cfee14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a72b76-253d-447f-b09a-118ebe3c15aa', 'code': 200} Nov 23 18:17:03.899635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] For port d8fb73c0-c8a0-4512-873d-15b724c083cc, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=d8fb73c0-c8a0-4512-873d-15b724c083cc,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:03.912628 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.932946 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.949934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Calling delete_port for d8fb73c0-c8a0-4512-873d-15b724c083cc owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:03.967486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:03.968016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:03.998353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Network 0f3b090e-01f7-4098-9e86-f2bbe58da2af is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:04.012573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42e82f-8f5d-4b14-aa58-058555ee2dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-24132f58-4fff-4705-a1eb-c593bcd7536e', 'network_id': '24132f58-4fff-4705-a1eb-c593bcd7536e', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': '08df9a95-7f56-4cbc-82b5-d2540e2a1ca6'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:04.013584 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b42e82f-8f5d-4b14-aa58-058555ee2dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.023371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:04.050305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.062388 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a57092b-0f1b-409b-973c-fe028a26e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.070307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:04.087200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=08df9a95-7f56-4cbc-82b5-d2540e2a1ca6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:04.112097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.209039 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.210038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4a57092b-0f1b-409b-973c-fe028a26e850 None None] For port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:04.235793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0223e1a6-6bb6-44ed-a883-4800b9ddcce2 None None] Network 24132f58-4fff-4705-a1eb-c593bcd7536e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:04.238632 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24132f58-4fff-4705-a1eb-c593bcd7536e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:04.247845 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a57092b-0f1b-409b-973c-fe028a26e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.266151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876ebf3d-44c4-4dea-ab95-6358181e03d5') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:04.266593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876ebf3d-44c4-4dea-ab95-6358181e03d5') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:04.284367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.308254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.308734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Pushing event updated for resources: {'Port': ['ID=d84106a1-bffc-4e71-bf10-9b1d582c85ae,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:04.316956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:04.317572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.319204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:04.319726 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:04.324235 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:04.419561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.437301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.495313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd6f74-a906-4eae-ba24-f558eed10446 req-2e2b2239-589f-4d2a-a119-aa1edf428288 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:04.497014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13bd6f74-a906-4eae-ba24-f558eed10446 req-2e2b2239-589f-4d2a-a119-aa1edf428288 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 949 time: 0.1206992 Nov 23 18:17:04.503779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57092b-0f1b-409b-973c-fe028a26e850 None None] Pushing event updated for resources: {'Port': ['ID=62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:04.504696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.504859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b02fe4-879d-4891-b39f-b529c065e1fe req-ac7dfdd6-a794-470d-830f-2cc859ff85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:04.506354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24b02fe4-879d-4891-b39f-b529c065e1fe req-ac7dfdd6-a794-470d-830f-2cc859ff85ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 1100 time: 0.5255673 Nov 23 18:17:04.523424 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/24132f58-4fff-4705-a1eb-c593bcd7536e HTTP/1.1" status: 204 len: 168 time: 0.8981004 Nov 23 18:17:04.523424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c9c53-faf8-41b9-b12c-71e6272ecfcb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=24132f58-4fff-4705-a1eb-c593bcd7536e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:04.529898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7547692f-5ccf-4900-8e5b-057c6853854e None None] Provisioning complete for port c6044206-7684-4d25-b6d0-6abeac613672 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:04.530535 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7547692f-5ccf-4900-8e5b-057c6853854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.536339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53888) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:04.541628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-183884216'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:04.577912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:04.582366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.644534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:04.671321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.672059 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment 8fb47d6f-2e1c-478b-9c13-0bf58317ddd8 of type vlan for network d159a917-c73c-4656-ac47-b884ee1fd71f Nov 23 18:17:04.688393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c6044206-7684-4d25-b6d0-6abeac613672 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:04.762588 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.764995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13bd6f74-a906-4eae-ba24-f558eed10446 req-5bb5458c-8d5c-47a3-a98e-011cf6265423 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551801 Nov 23 18:17:04.769164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c6044206-7684-4d25-b6d0-6abeac613672 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:04.770365 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.845279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.850969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24b02fe4-879d-4891-b39f-b529c065e1fe req-a6372c35-848e-4e03-9086-7ef2b445ea54 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335730 Nov 23 18:17:04.853378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:04.854467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.885279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:04.929927 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:05.023495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Pushing event updated for resources: {'Port': ['ID=d84106a1-bffc-4e71-bf10-9b1d582c85ae,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:05.056410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5156717 Nov 23 18:17:05.057567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07bb59-89d5-4773-9ff1-4613abb936e8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=d159a917-c73c-4656-ac47-b884ee1fd71f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:05.063009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53898) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:05.072627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:05.089267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740cc78-8945-4838-a08d-73de7f658e97 req-c5d56f96-5f93-4b1e-bda6-eade363bebab tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:05.098112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8740cc78-8945-4838-a08d-73de7f658e97 req-c5d56f96-5f93-4b1e-bda6-eade363bebab tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b7b472-9896-4f1e-a906-d172dbfe283d HTTP/1.1" status: 200 len: 950 time: 0.1824133 Nov 23 18:17:05.114406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network d159a917-c73c-4656-ac47-b884ee1fd71f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:05.126710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:05.138265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:05.158770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['d8fb73c0-c8a0-4512-873d-15b724c083cc'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:17:05.206527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:05.213839 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:05.230533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Pushing event deleted for resources: {'Port': ['ID=d8fb73c0-c8a0-4512-873d-15b724c083cc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:05.287774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8740cc78-8945-4838-a08d-73de7f658e97 req-790034a5-f7f8-4fef-8d92-db4732936168 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.74 "GET /v2.0/security-groups?id=763a26d7-b909-49aa-a8f0-4abbd0073192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886950 Nov 23 18:17:05.327309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] No DVR routers for this DVR port d8fb73c0-c8a0-4512-873d-15b724c083cc on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:05.333028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:05.342566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f500f8da-59a1-4aa3-95a1-b71896d5236d req-db7361f8-26b8-49c1-8c60-89ff5c33c6d1 tempest-VolumesBackupsTest-539646485 tempest-VolumesBackupsTest-539646485-project] 10.222.0.72 "DELETE /v2.0/ports/d8fb73c0-c8a0-4512-873d-15b724c083cc HTTP/1.1" status: 204 len: 173 time: 2.1159573 Nov 23 18:17:05.342566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b7b472-9896-4f1e-a906-d172dbfe283d', 'name': 'network-vif-deleted', 'tag': 'd8fb73c0-c8a0-4512-873d-15b724c083cc'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:05.342566 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f885f81-91ca-419a-b11e-935a64f28cb2" -d '{"events": [{"server_uuid": "39b7b472-9896-4f1e-a906-d172dbfe283d", "name": "network-vif-deleted", "tag": "d8fb73c0-c8a0-4512-873d-15b724c083cc"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:05.384903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Network 0f3b090e-01f7-4098-9e86-f2bbe58da2af is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:05.386630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:05.438250 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd209cb9-82fa-495c-8ec7-3d9c9fbb21b9 x-openstack-request-id: req-cd209cb9-82fa-495c-8ec7-3d9c9fbb21b9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:05.438659 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b7b472-9896-4f1e-a906-d172dbfe283d", "name": "network-vif-deleted", "tag": "d8fb73c0-c8a0-4512-873d-15b724c083cc", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:05.439001 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd209cb9-82fa-495c-8ec7-3d9c9fbb21b9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:05.439503 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b7b472-9896-4f1e-a906-d172dbfe283d', 'name': 'network-vif-deleted', 'tag': 'd8fb73c0-c8a0-4512-873d-15b724c083cc', 'status': 'completed', 'code': 200} Nov 23 18:17:05.557516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:17:05.731765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:17:05.754986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2c5ff001-fc90-4e6a-943c-3ce11268c8ac admin admin] 10.222.0.74 "PUT /v2.0/routers/642176c8-f7a1-4b46-a9e5-81a3133c2a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5877821 Nov 23 18:17:05.766984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:05.942912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:05.943293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:06.023355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0ffff-dede-4418-9824-56a3d730c923 req-0aaf5f8f-fc7a-497f-94ed-78cceaef591e tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:06.026710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Sync routers for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:17:06.029171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4d0ffff-dede-4418-9824-56a3d730c923 req-0aaf5f8f-fc7a-497f-94ed-78cceaef591e tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 949 time: 0.1106825 Nov 23 18:17:06.046940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:17:06.047627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:16:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:06.140297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4d0ffff-dede-4418-9824-56a3d730c923 req-92c438e5-9a4d-4726-821d-df210f4737e5 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043448 Nov 23 18:17:06.214500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:17:06.238453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:06.330844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=324a8bbf-5ef1-4b8b-a4d3-05667c44525f,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:06.355397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': '8fb47d6f-2e1c-478b-9c13-0bf58317ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:06.356085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: d159a917-c73c-4656-ac47-b884ee1fd71f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:06.382569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network d159a917-c73c-4656-ac47-b884ee1fd71f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:06.398626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, d159a917-c73c-4656-ac47-b884ee1fd71f) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:06.406309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:06.407134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:06.422970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a6f399-f25e-41cd-b11c-3945c83f2d7a None None] Network d159a917-c73c-4656-ac47-b884ee1fd71f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:06.427353 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-51231074-f638-4ee9-ab53-0bfe38a41b94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3617311 Nov 23 18:17:06.431540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53948) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:06.436229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:06.550123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209350-4398-4caa-9017-957ccd56f868 req-3bbec126-fc78-4bcc-871f-a03ab05b7deb tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:06.552745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-3bbec126-fc78-4bcc-871f-a03ab05b7deb tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 820 time: 0.1278498 Nov 23 18:17:06.579315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:06.585220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-6b9bcd55-3905-4ead-ba7c-9d2cb2d408ca tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/quotas/67639dea3211405d9a63a5288acb5442 HTTP/1.1" status: 200 len: 375 time: 0.0242472 Nov 23 18:17:06.587053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:06.649983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-8a3268d8-46cd-4af5-8941-8c6d1d541c16 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626142 Nov 23 18:17:06.729872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 2, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:06.764224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-63e072df-723f-4a13-a029-c406b19fc452 service neutron] 10.222.0.74 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135552 Nov 23 18:17:06.779402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-d159a917-c73c-4656-ac47-b884ee1fd71f', 'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': '324a8bbf-5ef1-4b8b-a4d3-05667c44525f'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:06.780473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:06.783838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Checking router: 642176c8-f7a1-4b46-a9e5-81a3133c2a94 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:17:06.784190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Updating router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 port d84106a1-bffc-4e71-bf10-9b1d582c85ae binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:17:06.827672 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:06.876449 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:06.907567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-34f37360-422b-4e5b-ad4e-83cf86abd3cc service neutron] 10.222.0.74 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422188 Nov 23 18:17:06.928749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network d159a917-c73c-4656-ac47-b884ee1fd71f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:06.933953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:06.937107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:06.937714 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:06.964445 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5314517 Nov 23 18:17:06.965393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e087cf-6a4c-4305-8ed4-f6c553c67ce9 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=74d43551-bbcf-450c-acf5-901feac6e260,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:06.966524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53958) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:07.143521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f833030-03e0-40b2-be16-67c5f6234b2b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:07.145293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f833030-03e0-40b2-be16-67c5f6234b2b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:07.146958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f833030-03e0-40b2-be16-67c5f6234b2b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:07.148532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f833030-03e0-40b2-be16-67c5f6234b2b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:07.151803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f833030-03e0-40b2-be16-67c5f6234b2b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:07.153730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1f833030-03e0-40b2-be16-67c5f6234b2b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1859386 Nov 23 18:17:07.159833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53966) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:07.167736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471309995'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:07.221804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:07.229163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.241623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f191b771-1ec6-4808-9cea-0f28f4847a87 req-3a5f63a8-de53-4609-8639-c95ea255e2e3 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 210 time: 0.0834231 Nov 23 18:17:07.328592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:07.359266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.360094 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment 3770cc36-e877-4e91-96c3-90b806ab61d0 of type vlan for network 15559afb-81d7-45d4-a05c-580976a9defd Nov 23 18:17:07.369769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Allocated IP 2001:db8::2 (d159a917-c73c-4656-ac47-b884ee1fd71f/324a8bbf-5ef1-4b8b-a4d3-05667c44525f/5d4847b3-d21b-4a99-bc10-9df261128946) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:07.447948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7751a2-1b88-4cb0-8bf8-90ebf66407eb req-23ff0320-7e28-49fc-8d9b-a79368ee7866 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:07.455839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d7751a2-1b88-4cb0-8bf8-90ebf66407eb req-23ff0320-7e28-49fc-8d9b-a79368ee7866 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 949 time: 0.1113214 Nov 23 18:17:07.472402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.511709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.518494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:07.519615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.524309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d7751a2-1b88-4cb0-8bf8-90ebf66407eb req-3909a0b0-5f9f-4d06-8174-a9f9cf4a7782 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643423 Nov 23 18:17:07.569256 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4078665 Nov 23 18:17:07.575130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 53984) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:07.602554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1a213d39-f387-4c53-87cf-b4dedb4ae6e4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'New_network'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:07.617368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd0d79-2017-42c4-ae05-4256466880eb tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=15559afb-81d7-45d4-a05c-580976a9defd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:07.661613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 15559afb-81d7-45d4-a05c-580976a9defd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:07.786251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.815487 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.853657 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.892149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d8fb73c0-c8a0-4512-873d-15b724c083cc no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:07.979632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: d8fb73c0-c8a0-4512-873d-15b724c083cc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:17:07.980334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device d8fb73c0-c8a0-4512-873d-15b724c083cc not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:07.983064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:07.987997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Attempting to bind port d84106a1-bffc-4e71-bf10-9b1d582c85ae on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:07.988616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Attempting to bind port d84106a1-bffc-4e71-bf10-9b1d582c85ae by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:07.989234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Attempting to bind port d84106a1-bffc-4e71-bf10-9b1d582c85ae on network 0f3b090e-01f7-4098-9e86-f2bbe58da2af {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:07.999083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:07.999855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Checking segment: {'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:08.000476 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.001151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Bound using segment: {'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:08.001893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Bound port: d84106a1-bffc-4e71-bf10-9b1d582c85ae, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:08.002506 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.010255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1a213d39-f387-4c53-87cf-b4dedb4ae6e4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.036979 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1a213d39-f387-4c53-87cf-b4dedb4ae6e4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.087924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] For port d84106a1-bffc-4e71-bf10-9b1d582c85ae, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:08.091803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] For port d84106a1-bffc-4e71-bf10-9b1d582c85ae, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d84106a1-bffc-4e71-bf10-9b1d582c85ae,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:08.095494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e01046-e4f1-4b5d-9616-dd5d1d7f2a97 None None] Pushing event updated for resources: {'Port': ['ID=d84106a1-bffc-4e71-bf10-9b1d582c85ae,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:08.134796 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.146648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Network d159a917-c73c-4656-ac47-b884ee1fd71f is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:08.156049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:08.168113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:08.173456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a213d39-f387-4c53-87cf-b4dedb4ae6e4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=15559afb-81d7-45d4-a05c-580976a9defd,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:08.182808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a213d39-f387-4c53-87cf-b4dedb4ae6e4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network 15559afb-81d7-45d4-a05c-580976a9defd is not hosted by any dhcp agent {{(pid=120536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:17:08.188263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a213d39-f387-4c53-87cf-b4dedb4ae6e4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:08.189044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1a213d39-f387-4c53-87cf-b4dedb4ae6e4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.190340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1a213d39-f387-4c53-87cf-b4dedb4ae6e4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "PUT /v2.0/networks/15559afb-81d7-45d4-a05c-580976a9defd HTTP/1.1" status: 200 len: 723 time: 0.6129661 Nov 23 18:17:08.193379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 53996) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:08.197126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 15559afb-81d7-45d4-a05c-580976a9defd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:08.199990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': '15559afb-81d7-45d4-a05c-580976a9defd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:08.229704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a147b29-2856-4a07-b4d0-babcea4d905f req-fce65875-b270-44cf-93b4-d2a89b7481f2 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:08.230757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a147b29-2856-4a07-b4d0-babcea4d905f req-fce65875-b270-44cf-93b4-d2a89b7481f2 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 949 time: 0.2072256 Nov 23 18:17:08.236907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:17:08.246138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:16:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:08.268609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Pushing event updated for resources: {'Port': ['ID=5d4847b3-d21b-4a99-bc10-9df261128946,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:08.367343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:08.375737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a147b29-2856-4a07-b4d0-babcea4d905f req-e8a82328-ad72-41b9-acf3-f2ebd0ffd021 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377916 Nov 23 18:17:08.376919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.514080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47f5e3c9-77b0-4402-89ec-50728c5090df req-d156df4f-1cef-4b38-b599-fb499bdde1b7 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 210 time: 0.0391908 Nov 23 18:17:08.626189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e01046-e4f1-4b5d-9616-dd5d1d7f2a97 None None] Pushing event updated for resources: {'Port': ['ID=d84106a1-bffc-4e71-bf10-9b1d582c85ae,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:08.635415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Attempting to bind port 5d4847b3-d21b-4a99-bc10-9df261128946 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:08.635792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Attempting to bind port 5d4847b3-d21b-4a99-bc10-9df261128946 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '8fb47d6f-2e1c-478b-9c13-0bf58317ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:08.636767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Attempting to bind port 5d4847b3-d21b-4a99-bc10-9df261128946 on network d159a917-c73c-4656-ac47-b884ee1fd71f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:08.649313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:08.650355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Checking segment: {'id': '8fb47d6f-2e1c-478b-9c13-0bf58317ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:08.650863 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.651279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Bound using segment: {'id': '8fb47d6f-2e1c-478b-9c13-0bf58317ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:08.651749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Bound port: 5d4847b3-d21b-4a99-bc10-9df261128946, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb47d6f-2e1c-478b-9c13-0bf58317ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:08.652135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.723309 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.744478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:17:08.814366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=ba5adaa5-7133-4f71-b24d-6ef21eae6cf8,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:08.819478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': '3770cc36-e877-4e91-96c3-90b806ab61d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '15559afb-81d7-45d4-a05c-580976a9defd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:08.820070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: 15559afb-81d7-45d4-a05c-580976a9defd, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:08.840697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network 15559afb-81d7-45d4-a05c-580976a9defd is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:08.883145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 15559afb-81d7-45d4-a05c-580976a9defd) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:08.896625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:08.897858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:08.925954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6a496-01f3-4a10-9eb0-3a2077007e7c None None] Network 15559afb-81d7-45d4-a05c-580976a9defd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:08.932893 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-52590c75-ac09-49e0-acd4-eb89d5f9c589 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7383583 Nov 23 18:17:08.933695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54012) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:08.939895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7017a3f1-a87b-4adb-b357-f7257858a95a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:09.009955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209350-4398-4caa-9017-957ccd56f868 req-d757ca0e-96f6-45ca-9740-af3a44eb243f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:09.012297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-d757ca0e-96f6-45ca-9740-af3a44eb243f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.72 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 820 time: 0.1602509 Nov 23 18:17:09.038079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Request body: {'port': {'device_id': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'admin_state_up': True, 'tenant_id': '67639dea3211405d9a63a5288acb5442'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:09.072723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] For port 5d4847b3-d21b-4a99-bc10-9df261128946, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:09.141628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7017a3f1-a87b-4adb-b357-f7257858a95a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18466816'] for subnet, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.145680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] For port 5d4847b3-d21b-4a99-bc10-9df261128946, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5d4847b3-d21b-4a99-bc10-9df261128946,segment=NetworkSegment(8fb47d6f-2e1c-478b-9c13-0bf58317ddd8),segment_id=8fb47d6f-2e1c-478b-9c13-0bf58317ddd8)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:09.170677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.254547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-ce2b2062-1367-4160-9f6a-3f9bd66a5ec7 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:09.256975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-ce2b2062-1367-4160-9f6a-3f9bd66a5ec7 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.66 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 949 time: 0.1802623 Nov 23 18:17:09.272078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-15559afb-81d7-45d4-a05c-580976a9defd', 'network_id': '15559afb-81d7-45d4-a05c-580976a9defd', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': 'ba5adaa5-7133-4f71-b24d-6ef21eae6cf8'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:09.273057 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.355411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:08Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:09.379619 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7017a3f1-a87b-4adb-b357-f7257858a95a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785887377273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17077608'] for subnet, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.415816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62914bfa-f380-4c8c-8126-f5a2df5b38fd None None] The sync data for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 is: [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:08Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:17:09.420139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488315c8-b7a4-447d-9de4-f2b633c4e28f None None] Pushing event updated for resources: {'Port': ['ID=5d4847b3-d21b-4a99-bc10-9df261128946,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:09.508673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017a3f1-a87b-4adb-b357-f7257858a95a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:09.510909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7017a3f1-a87b-4adb-b357-f7257858a95a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.523959 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7017a3f1-a87b-4adb-b357-f7257858a95a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "PUT /v2.0/subnets/ba5adaa5-7133-4f71-b24d-6ef21eae6cf8 HTTP/1.1" status: 200 len: 826 time: 0.5889819 Nov 23 18:17:09.541415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54024) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:09.585538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Made reservation on behalf of 67639dea3211405d9a63a5288acb5442 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:09.593128 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.649395 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017a3f1-a87b-4adb-b357-f7257858a95a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=ba5adaa5-7133-4f71-b24d-6ef21eae6cf8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:09.812170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Allocated IP 2001:db8::2 (15559afb-81d7-45d4-a05c-580976a9defd/ba5adaa5-7133-4f71-b24d-6ef21eae6cf8/726cd141-8592-472a-a7ce-8676c2f0c1cb) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:09.870212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d84106a1-bffc-4e71-bf10-9b1d582c85ae up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:09.910045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Deleting port 48a72b76-253d-447f-b09a-118ebe3c15aa {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:09.910396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.926945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.985165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90bd63-f853-4c7c-bf70-101bf90b3777 req-29b35620-03c9-49cb-9dfc-b8e89b292e45 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:09.995295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe90bd63-f853-4c7c-bf70-101bf90b3777 req-29b35620-03c9-49cb-9dfc-b8e89b292e45 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 949 time: 0.4524589 Nov 23 18:17:10.042160 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.195386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe90bd63-f853-4c7c-bf70-101bf90b3777 req-ebc3f136-735f-4dd1-a9a1-087c64e5c992 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b513942-a824-460d-8c76-f977d5c80c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987936 Nov 23 18:17:10.204953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Allocated IP 172.20.0.5 (0f3b090e-01f7-4098-9e86-f2bbe58da2af/96b174c8-aad5-4ec5-83b0-e61f95f96c0e/8da2dc13-a0ff-4396-b74b-163cf5f74ae3) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:10.237631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d84106a1-bffc-4e71-bf10-9b1d582c85ae triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:10.238417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.405617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.438536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c56ee4ed-378f-471c-ac24-df1108dbf5bb req-8f011f82-978a-489f-b81f-474dd961393e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 210 time: 0.0805202 Nov 23 18:17:10.457825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.474977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.535659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5adaa5-7133-4f71-b24d-6ef21eae6cf8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:10.547650 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.575528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Network 15559afb-81d7-45d4-a05c-580976a9defd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:10.579817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:10.681103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:10.713935 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.726054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.773467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15559afb-81d7-45d4-a05c-580976a9defd']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:10.783394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] For port 48a72b76-253d-447f-b09a-118ebe3c15aa, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=48a72b76-253d-447f-b09a-118ebe3c15aa,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:10.784276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.787192 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.804283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3770cc36-e877-4e91-96c3-90b806ab61d0') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:10.804893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3770cc36-e877-4e91-96c3-90b806ab61d0') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:10.823291 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.847231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.869650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:10.870064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.874129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Pushing event updated for resources: {'Port': ['ID=726cd141-8592-472a-a7ce-8676c2f0c1cb,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:10.883283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Calling delete_port for 48a72b76-253d-447f-b09a-118ebe3c15aa owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:10.899106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port d84106a1-bffc-4e71-bf10-9b1d582c85ae, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d84106a1-bffc-4e71-bf10-9b1d582c85ae,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:10.909899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:10.913772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Network 0f3b090e-01f7-4098-9e86-f2bbe58da2af is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:10.923703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:10.927292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:10.990422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:10.991182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:11.001090 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:11.004178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=d84106a1-bffc-4e71-bf10-9b1d582c85ae,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:11.006279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 18:17:11.006279 n-d-818932-3 neutron-server[120535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 18:17:11.006279 n-d-818932-3 neutron-server[120535]: [parameters: {'id': '15559afb-81d7-45d4-a05c-580976a9defd'}] Nov 23 18:17:11.006279 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:17:11.006732 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:17:11.008752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Attempting to bind port 726cd141-8592-472a-a7ce-8676c2f0c1cb on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:11.009186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Attempting to bind port 726cd141-8592-472a-a7ce-8676c2f0c1cb by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '3770cc36-e877-4e91-96c3-90b806ab61d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '15559afb-81d7-45d4-a05c-580976a9defd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:11.009518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Attempting to bind port 726cd141-8592-472a-a7ce-8676c2f0c1cb on network 15559afb-81d7-45d4-a05c-580976a9defd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:11.017421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event updated for resources: {'Port': ['ID=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:11.028589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:11.029072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Checking segment: {'id': '3770cc36-e877-4e91-96c3-90b806ab61d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '15559afb-81d7-45d4-a05c-580976a9defd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:11.029503 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.029912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Bound using segment: {'id': '3770cc36-e877-4e91-96c3-90b806ab61d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '15559afb-81d7-45d4-a05c-580976a9defd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:11.030399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Bound port: 726cd141-8592-472a-a7ce-8676c2f0c1cb, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3770cc36-e877-4e91-96c3-90b806ab61d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '15559afb-81d7-45d4-a05c-580976a9defd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:11.030830 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.116303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] For port 726cd141-8592-472a-a7ce-8676c2f0c1cb, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:11.121856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] For port 726cd141-8592-472a-a7ce-8676c2f0c1cb, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=726cd141-8592-472a-a7ce-8676c2f0c1cb,segment=NetworkSegment(3770cc36-e877-4e91-96c3-90b806ab61d0),segment_id=3770cc36-e877-4e91-96c3-90b806ab61d0)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:11.128767 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.154241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-122f220c-1bcd-4a30-871d-7e88b9c798b9 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1227224 Nov 23 18:17:11.175590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Request body: {'port': {'device_id': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:11.262716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5301c5-7169-441a-ad14-cedfda319688 None None] Network 15559afb-81d7-45d4-a05c-580976a9defd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:11.407388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc43621-dd2c-441c-af97-7e6ec53bae52 None None] Network d159a917-c73c-4656-ac47-b884ee1fd71f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:11.438622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.472014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bb8fc9d-e4e0-4cf2-b534-6ece7f25540c req-fb9a061e-a506-4e4d-acae-d275c45dd870 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 210 time: 0.0529871 Nov 23 18:17:11.473481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.507607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.665952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Pushing event deleted for resources: {'Port': ['ID=48a72b76-253d-447f-b09a-118ebe3c15aa,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:11.725752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting port 726cd141-8592-472a-a7ce-8676c2f0c1cb {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:11.726092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.828910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21f477-f65d-4928-8d39-f9b6a633f70a None None] Pushing event updated for resources: {'Port': ['ID=726cd141-8592-472a-a7ce-8676c2f0c1cb,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:11.861671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-be81fce0-8d11-40e0-afa6-b51ad1a47159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.924939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] For port 726cd141-8592-472a-a7ce-8676c2f0c1cb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=726cd141-8592-472a-a7ce-8676c2f0c1cb,segment=NetworkSegment(3770cc36-e877-4e91-96c3-90b806ab61d0),segment_id=3770cc36-e877-4e91-96c3-90b806ab61d0)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:11.933760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:11.965261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Calling delete_port for 726cd141-8592-472a-a7ce-8676c2f0c1cb owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:12.064804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d84106a1-bffc-4e71-bf10-9b1d582c85ae up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:12.136433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-063a0c6e-a6f7-4764-ba17-f8a4a24afb7c None None] Provisioning complete for port 5d4847b3-d21b-4a99-bc10-9df261128946 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:12.140135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-063a0c6e-a6f7-4764-ba17-f8a4a24afb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.159951 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.201111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Port': ['ID=726cd141-8592-472a-a7ce-8676c2f0c1cb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:12.208401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No DVR routers for this DVR port 726cd141-8592-472a-a7ce-8676c2f0c1cb on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:12.235397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d84106a1-bffc-4e71-bf10-9b1d582c85ae triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:12.236064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.324053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2cb45-acc0-40ea-bea8-420d8e829c0a None None] Network 15559afb-81d7-45d4-a05c-580976a9defd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:12.379801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] No DVR routers for this DVR port 48a72b76-253d-447f-b09a-118ebe3c15aa on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:12.383489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.386827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38e13553-030d-44a5-b8e0-9d4ec6e797a0 req-97d4d700-a9fa-4d1a-b073-2eebef0f8d2a tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.66 "DELETE /v2.0/ports/48a72b76-253d-447f-b09a-118ebe3c15aa HTTP/1.1" status: 204 len: 173 time: 3.1195521 Nov 23 18:17:12.387445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632ab844-ffa7-44c9-a2e3-c7aee0cfee14', 'name': 'network-vif-deleted', 'tag': '48a72b76-253d-447f-b09a-118ebe3c15aa'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:12.389737 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d213c27b-621b-453c-8699-9c8ba815721d" -d '{"events": [{"server_uuid": "632ab844-ffa7-44c9-a2e3-c7aee0cfee14", "name": "network-vif-deleted", "tag": "48a72b76-253d-447f-b09a-118ebe3c15aa"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:12.390903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.458203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15559afb-81d7-45d4-a05c-580976a9defd']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:12.476119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3770cc36-e877-4e91-96c3-90b806ab61d0') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:12.477389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3770cc36-e877-4e91-96c3-90b806ab61d0') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:12.478647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13544aaa-f2c7-4c04-8dca-a7405c2647aa req-706187f1-cad2-44b3-abd3-797ec3b7e506 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:12.486351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13544aaa-f2c7-4c04-8dca-a7405c2647aa req-706187f1-cad2-44b3-abd3-797ec3b7e506 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 931 time: 0.8096490 Nov 23 18:17:12.493382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.517655 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.528210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:12.529170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:12.533957 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:12.553628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 48a72b76-253d-447f-b09a-118ebe3c15aa no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:12.605068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13544aaa-f2c7-4c04-8dca-a7405c2647aa req-b1824b00-f044-4f96-a0e4-c6e99a42263e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173043 Nov 23 18:17:12.655570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-063a0c6e-a6f7-4764-ba17-f8a4a24afb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.657920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489a94ff-6f8b-403d-bc48-4fcc1e037625 None None] Update dhcp port {'port': {'network_id': 'd159a917-c73c-4656-ac47-b884ee1fd71f', 'fixed_ips': [{'subnet_id': '324a8bbf-5ef1-4b8b-a4d3-05667c44525f', 'ip_address': '2001:db8::2'}, {'subnet_id': '74d43551-bbcf-450c-acf5-901feac6e260'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '5d4847b3-d21b-4a99-bc10-9df261128946'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:17:12.661860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.667780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 48a72b76-253d-447f-b09a-118ebe3c15aa {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:17:12.668194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 48a72b76-253d-447f-b09a-118ebe3c15aa not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:12.678256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.687414 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/15559afb-81d7-45d4-a05c-580976a9defd HTTP/1.1" status: 204 len: 168 time: 3.1441891 Nov 23 18:17:12.689825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54070) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:12.700877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581670-08df-4a70-b00b-42dbb064fe94 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=15559afb-81d7-45d4-a05c-580976a9defd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:12.734842 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba59dadd-92a0-4a2f-b88e-d54236e38511 x-openstack-request-id: req-ba59dadd-92a0-4a2f-b88e-d54236e38511 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:12.734842 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632ab844-ffa7-44c9-a2e3-c7aee0cfee14", "name": "network-vif-deleted", "tag": "48a72b76-253d-447f-b09a-118ebe3c15aa", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:12.734842 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ba59dadd-92a0-4a2f-b88e-d54236e38511 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:12.735404 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632ab844-ffa7-44c9-a2e3-c7aee0cfee14', 'name': 'network-vif-deleted', 'tag': '48a72b76-253d-447f-b09a-118ebe3c15aa', 'status': 'completed', 'code': 200} Nov 23 18:17:12.740417 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aca7ea-b49e-4092-93df-9163254af05f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:12.740963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aca7ea-b49e-4092-93df-9163254af05f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:12.745004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-77aca7ea-b49e-4092-93df-9163254af05f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/15559afb-81d7-45d4-a05c-580976a9defd HTTP/1.1" status: 404 len: 339 time: 0.0541449 Nov 23 18:17:12.755837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54076) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:12.769286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1696945857', 'description': 'd1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:12.806753 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-489a94ff-6f8b-403d-bc48-4fcc1e037625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.857332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-063a0c6e-a6f7-4764-ba17-f8a4a24afb7c None None] For port 5d4847b3-d21b-4a99-bc10-9df261128946, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5d4847b3-d21b-4a99-bc10-9df261128946,segment=NetworkSegment(8fb47d6f-2e1c-478b-9c13-0bf58317ddd8),segment_id=8fb47d6f-2e1c-478b-9c13-0bf58317ddd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:12.861495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5d4847b3-d21b-4a99-bc10-9df261128946 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:12.884046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:17:12.886584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:12.892179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.907067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Transition to ACTIVE for port object 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:17:12.909634 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.915557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-063a0c6e-a6f7-4764-ba17-f8a4a24afb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:12.938383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3aac70a4-1b26-4cf4-99a6-e0188a2bf8d6 req-a14739f7-0776-4877-aa5e-cb972f311673 tempest-VolumesNegativeTest-761278327 tempest-VolumesNegativeTest-761278327-project] 10.222.0.74 "GET /v2.0/ports?device_id=632ab844-ffa7-44c9-a2e3-c7aee0cfee14 HTTP/1.1" status: 200 len: 210 time: 0.0875278 Nov 23 18:17:12.939931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.020190 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:13.023157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Pushing event updated for resources: {'Port': ['ID=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:13.087298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.087684 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment 7429128e-4219-4c3d-a5fc-c5753f5251ab of type vlan for network 6ffd3eb1-c9a2-415b-85b4-558449fb49a7 Nov 23 18:17:13.178213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Attempting to bind port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:13.180075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Attempting to bind port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:13.182245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Attempting to bind port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 on network 0f3b090e-01f7-4098-9e86-f2bbe58da2af {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:13.192322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 on network 0f3b090e-01f7-4098-9e86-f2bbe58da2af not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:17:13.192691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Attempting to bind port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 on network 0f3b090e-01f7-4098-9e86-f2bbe58da2af {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:13.212565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:13.212565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Checking segment: {'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:13.214801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Bound using segment: {'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:13.215288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Bound port: 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea00332-f08f-41a1-a832-88f33acd0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:13.215665 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.236973 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.275932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-489a94ff-6f8b-403d-bc48-4fcc1e037625 None None] Allocated IP 172.20.0.1 (d159a917-c73c-4656-ac47-b884ee1fd71f/74d43551-bbcf-450c-acf5-901feac6e260/5d4847b3-d21b-4a99-bc10-9df261128946) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:13.308148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.346980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:13.349316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.415237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] For port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:13.418645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] For port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:13.423151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.438707 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6813564 Nov 23 18:17:13.441563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54122) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:13.532082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a0c6e-a6f7-4764-ba17-f8a4a24afb7c None None] Pushing event updated for resources: {'Port': ['ID=5d4847b3-d21b-4a99-bc10-9df261128946,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:13.539828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:13.541092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.542747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] 10.222.0.72 "PUT /v2.0/ports/8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 1091 time: 2.3730659 Nov 23 18:17:13.557917 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87304f-e6a6-497e-9820-2d63bc6ef28f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=6ffd3eb1-c9a2-415b-85b4-558449fb49a7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:13.571688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca851130-9eff-4d49-a502-cdb3fdb39b10 service neutron] Pushing event updated for resources: {'Port': ['ID=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:13.597468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 6ffd3eb1-c9a2-415b-85b4-558449fb49a7 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:13.603608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f62e-29db-48a8-883a-e0c31a7fcd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.682286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5d4847b3-d21b-4a99-bc10-9df261128946 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:13.682666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.685561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-489a94ff-6f8b-403d-bc48-4fcc1e037625 None None] For port 5d4847b3-d21b-4a99-bc10-9df261128946, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5d4847b3-d21b-4a99-bc10-9df261128946,segment=NetworkSegment(8fb47d6f-2e1c-478b-9c13-0bf58317ddd8),segment_id=8fb47d6f-2e1c-478b-9c13-0bf58317ddd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:13.741907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209350-4398-4caa-9017-957ccd56f868 req-525c5cfe-d745-4cbb-8bdf-18ceef024094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:13.744692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-525c5cfe-d745-4cbb-8bdf-18ceef024094 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1094 time: 0.1298916 Nov 23 18:17:13.783512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d722c4-e594-47a8-9b3a-d72965750d14 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:13.787903 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-52d722c4-e594-47a8-9b3a-d72965750d14 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/networks?id=6ffd3eb1-c9a2-415b-85b4-558449fb49a7 HTTP/1.1" status: 200 len: 765 time: 0.3449631 Nov 23 18:17:13.788795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54132) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:13.794966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a5c215a6-4240-49ee-97cf-d1f6b2508f99 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'description': 'd2'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:13.821239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-b0800b8b-e252-4fd5-bdd0-621f821dd8f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 217 time: 0.0605848 Nov 23 18:17:13.844620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138ae83-5582-4897-be16-467d12dd564e req-8e36895e-2897-48bf-9f27-a486a559dcd8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:13.854865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0138ae83-5582-4897-be16-467d12dd564e req-8e36895e-2897-48bf-9f27-a486a559dcd8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 943 time: 0.1043210 Nov 23 18:17:13.870248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-489a94ff-6f8b-403d-bc48-4fcc1e037625 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.889415 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-489a94ff-6f8b-403d-bc48-4fcc1e037625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.996439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0138ae83-5582-4897-be16-467d12dd564e req-93046e80-1bde-48fe-bae1-6278be723745 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419063 Nov 23 18:17:13.998146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209350-4398-4caa-9017-957ccd56f868 req-85fd7a3a-3879-4343-a7d2-12c12c9b84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:13.999623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-85fd7a3a-3879-4343-a7d2-12c12c9b84cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.1644986 Nov 23 18:17:14.062313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a94ff-6f8b-403d-bc48-4fcc1e037625 None None] Pushing event updated for resources: {'Port': ['ID=5d4847b3-d21b-4a99-bc10-9df261128946,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:14.069116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-f2626067-a44e-4c6e-87d9-726a254e059a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463266 Nov 23 18:17:14.172295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5c215a6-4240-49ee-97cf-d1f6b2508f99 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:14.208477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5d4847b3-d21b-4a99-bc10-9df261128946 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:14.225248 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5c215a6-4240-49ee-97cf-d1f6b2508f99 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:14.278446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5c215a6-4240-49ee-97cf-d1f6b2508f99 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network 6ffd3eb1-c9a2-415b-85b4-558449fb49a7 is not hosted by any dhcp agent {{(pid=120535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:17:14.290037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c215a6-4240-49ee-97cf-d1f6b2508f99 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:14.301880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5c215a6-4240-49ee-97cf-d1f6b2508f99 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:14.303630 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5c215a6-4240-49ee-97cf-d1f6b2508f99 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "PUT /v2.0/networks/6ffd3eb1-c9a2-415b-85b4-558449fb49a7 HTTP/1.1" status: 200 len: 762 time: 0.5130625 Nov 23 18:17:14.308634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54174) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:14.325893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5d4847b3-d21b-4a99-bc10-9df261128946 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:14.326274 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:14.475453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c215a6-4240-49ee-97cf-d1f6b2508f99 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=6ffd3eb1-c9a2-415b-85b4-558449fb49a7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:14.492417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 6ffd3eb1-c9a2-415b-85b4-558449fb49a7 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:14.563824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55068b3e-6800-483c-a116-ea564dcb1bf4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:14.565336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-55068b3e-6800-483c-a116-ea564dcb1bf4 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/networks?id=6ffd3eb1-c9a2-415b-85b4-558449fb49a7 HTTP/1.1" status: 200 len: 765 time: 0.2523797 Nov 23 18:17:14.570062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54182) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:14.617021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-1849fda8-03b8-41d1-91e0-3c6267652f2c service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434704 Nov 23 18:17:14.797767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:14.803909 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737962c2-612c-4027-ab8c-39bcc12d02c6" -d '{"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:14.934129 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e12e70-d2e4-4775-a924-cf3a8809c3a9 x-openstack-request-id: req-55e12e70-d2e4-4775-a924-cf3a8809c3a9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:14.934425 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:14.934680 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-55e12e70-d2e4-4775-a924-cf3a8809c3a9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:14.935097 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'status': 'completed', 'code': 200} Nov 23 18:17:14.949356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd209350-4398-4caa-9017-957ccd56f868 req-1e79dfdc-e07e-45bf-99ce-6d608b0d7bed service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189962 Nov 23 18:17:15.066765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-0a5d7048-733d-4cd6-96a5-ab13246e1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.069591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-0a5d7048-733d-4cd6-96a5-ab13246e1f24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1094 time: 0.0526297 Nov 23 18:17:15.100070 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:15.132342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401972c9-4cc9-4d5e-a55a-f9f996f8d588 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.139284 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-401972c9-4cc9-4d5e-a55a-f9f996f8d588 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5639682 Nov 23 18:17:15.144262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54212) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:15.258318 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b923696c-a095-4834-8e58-dd486d181bdc tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 207 time: 0.1104226 Nov 23 18:17:15.265547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54224) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:15.402023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce1afb-b14b-4a12-81f2-1920ab1b96dc None None] Network d159a917-c73c-4656-ac47-b884ee1fd71f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:15.419794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef11b-3d89-4ba8-b102-0d3069588744 req-ba0750ea-ff53-4d44-99f1-5ec9aeb9007d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.427778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f72ef11b-3d89-4ba8-b102-0d3069588744 req-ba0750ea-ff53-4d44-99f1-5ec9aeb9007d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 943 time: 0.2510881 Nov 23 18:17:15.432100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-01dcdc63-f408-4d5d-bd38-f6bb66bbf86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.433819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-01dcdc63-f408-4d5d-bd38-f6bb66bbf86f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.3578629 Nov 23 18:17:15.555572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-2291e322-b6d8-4320-a29b-ceb480443cd1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 217 time: 0.1010718 Nov 23 18:17:15.555838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9e779-60cc-4893-812d-09f0afb1d9e0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.576659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9e779-60cc-4893-812d-09f0afb1d9e0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.597275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f72ef11b-3d89-4ba8-b102-0d3069588744 req-81bf9f2e-8ed1-4fc5-8739-d67c70caa2dd tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683357 Nov 23 18:17:15.607493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9e779-60cc-4893-812d-09f0afb1d9e0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.618860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9e779-60cc-4893-812d-09f0afb1d9e0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.634604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9e779-60cc-4893-812d-09f0afb1d9e0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.641971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9e779-60cc-4893-812d-09f0afb1d9e0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.646794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-dcd0d25b-3360-4904-b2d2-bac93d494b46 None None] Provisioning complete for port 5d4847b3-d21b-4a99-bc10-9df261128946 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:15.648724 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-83f9e779-60cc-4893-812d-09f0afb1d9e0 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3811617 Nov 23 18:17:15.649308 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d25b-3360-4904-b2d2-bac93d494b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:15.651138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54254) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:15.736376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-5febf35a-be50-4b7d-ac2a-c1868a737025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.748283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-5febf35a-be50-4b7d-ac2a-c1868a737025 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.1452622 Nov 23 18:17:15.836525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-e52e9f36-e2ad-4fa3-b13b-f19bfc47535f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849323 Nov 23 18:17:15.879359 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5313793c-7270-402f-9160-6688a7e97078 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2267468 Nov 23 18:17:15.880897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54276) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:15.978409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dc70c1-654a-485c-9bce-57356fa89898 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.980170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dc70c1-654a-485c-9bce-57356fa89898 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.982620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dc70c1-654a-485c-9bce-57356fa89898 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.984661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dc70c1-654a-485c-9bce-57356fa89898 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.987090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dc70c1-654a-485c-9bce-57356fa89898 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.994809 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27dc70c1-654a-485c-9bce-57356fa89898 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1125448 Nov 23 18:17:16.010888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54286) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:16.051299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-aa3663c7-df13-46ab-b7a5-8e5734e7d3ea service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015483 Nov 23 18:17:16.196006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-737962c2-612c-4027-ab8c-39bcc12d02c6 req-f7e7c5e2-f18d-4d26-8524-508129a5c6c3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276555 Nov 23 18:17:16.207664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5d4847b3-d21b-4a99-bc10-9df261128946 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:16.310272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea80cde-2249-4d8d-a0dd-4570f7930060 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:17:16.312636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5d4847b3-d21b-4a99-bc10-9df261128946 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:16.316181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:16.362187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001664bc-e538-4fcc-814a-f1288aa463ea tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:16.363990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001664bc-e538-4fcc-814a-f1288aa463ea tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:16.368382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001664bc-e538-4fcc-814a-f1288aa463ea tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:16.373023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001664bc-e538-4fcc-814a-f1288aa463ea tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:16.376165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001664bc-e538-4fcc-814a-f1288aa463ea tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['shared'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:16.378858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-001664bc-e538-4fcc-814a-f1288aa463ea tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3668399 Nov 23 18:17:16.384648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54304) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:16.535716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:16.565740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-44832e92-800f-4f16-9791-03035e6c4ded None None] Provisioning complete for port 5d4847b3-d21b-4a99-bc10-9df261128946 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:16.566388 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44832e92-800f-4f16-9791-03035e6c4ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:16.598942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d25489-a027-4dd3-b6a1-d12378e4d1cc tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:16.607572 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e2d25489-a027-4dd3-b6a1-d12378e4d1cc tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/networks/4d247cc9-20cb-4240-9341-9ae9afae826f HTTP/1.1" status: 200 len: 803 time: 0.2169600 Nov 23 18:17:16.608169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54318) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:16.676341 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea80cde-2249-4d8d-a0dd-4570f7930060 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:17:16.970725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8154-e561-4272-bc40-06040f012d9f req-74b59196-a190-416c-86eb-2d8a3189b4d2 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:16.977745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05ab8154-e561-4272-bc40-06040f012d9f req-74b59196-a190-416c-86eb-2d8a3189b4d2 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 943 time: 0.1653996 Nov 23 18:17:17.007581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54340) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:17.008670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-961974a3-4d75-4bea-8274-a201f07e9d93 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/networks/4d247cc9-20cb-4240-9341-9ae9afae826f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3978658 Nov 23 18:17:17.125685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbdddb-e441-478f-b558-7f1e71544e8a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:17.128673 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8edbdddb-e441-478f-b558-7f1e71544e8a tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/subnets/374ad6c8-9f26-401f-aa87-799cc335d3ec HTTP/1.1" status: 200 len: 843 time: 0.1184731 Nov 23 18:17:17.133470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54344) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:17.157374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05ab8154-e561-4272-bc40-06040f012d9f req-e93bc112-af77-49ee-b4dd-eb6648b0076e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414530 Nov 23 18:17:17.229248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa6b90-b56f-42ce-8a37-e662e46931f2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['shared'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:17.230958 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-95fa6b90-b56f-42ce-8a37-e662e46931f2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "GET /v2.0/subnets/374ad6c8-9f26-401f-aa87-799cc335d3ec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0948935 Nov 23 18:17:17.235184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54360) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:17.240416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1095870596'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:17.295018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:17.298895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:17.367787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:17.397539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:17.398803 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Added segment f36c3202-fa69-441a-92b9-e1180edfb706 of type vlan for network a3f03582-3392-4a62-b35b-7aeb733061df Nov 23 18:17:17.467493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-928a79ab-8fdf-47cb-83a9-ee7ff14428c8 None None] Provisioning complete for port d84106a1-bffc-4e71-bf10-9b1d582c85ae triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:17.468002 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-928a79ab-8fdf-47cb-83a9-ee7ff14428c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:17.489006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:17.534402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:17.545629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:17.546518 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:17.621912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3856320 Nov 23 18:17:17.625208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54400) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:17.638521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'network_id': 'a3f03582-3392-4a62-b35b-7aeb733061df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:17.660895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff103734-d04f-493f-8ced-2380f6991457 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Network': ['ID=a3f03582-3392-4a62-b35b-7aeb733061df,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:17.672762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a3f03582-3392-4a62-b35b-7aeb733061df details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:17.787567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Made reservation on behalf of 6e8e1cb6197c463aa76bfd51b3159354 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:17.793707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:17.879324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Performing IP validity checks on allocation pools {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:17:17.882727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:17:17.902204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:17:17.931463 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.077920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:18.091223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'port_id': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'mac_address': 'fa:16:3e:55:06:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:17:18.118397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.138727 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.155891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:17:18.191774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:18.205553 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.289374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:18.293605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=dd53dd5e-6a35-46d6-bc91-1a2ce2926e9c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:18.299244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.300075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.300606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.301172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.301697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.302203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.303000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.303508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.304023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.305465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.306207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.307016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:18.317502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Checking segment: {'id': 'f36c3202-fa69-441a-92b9-e1180edfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a3f03582-3392-4a62-b35b-7aeb733061df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:18.317904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network hostable DHCP agents. Network: a3f03582-3392-4a62-b35b-7aeb733061df, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:18.355754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Network a3f03582-3392-4a62-b35b-7aeb733061df is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:18.365581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1d6a0-ae3f-4af2-bd44-0d79e0384639 req-68498f36-bedb-4568-b968-f8848e832046 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:18.368512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62d1d6a0-ae3f-4af2-bd44-0d79e0384639 req-68498f36-bedb-4568-b968-f8848e832046 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 944 time: 0.1220927 Nov 23 18:17:18.376449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a3f03582-3392-4a62-b35b-7aeb733061df) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:18.387872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa77253-b209-43b9-8c9e-389c734ba9b8 None None] Network a3f03582-3392-4a62-b35b-7aeb733061df requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:18.389975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:18.390807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.420048 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b9b66b41-1e41-4f41-a53e-6fdd33e8bc82 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7919486 Nov 23 18:17:18.422370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54450) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:18.436494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-87345776-9969-4dfc-9080-37eb3a40f276 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:18.493495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62d1d6a0-ae3f-4af2-bd44-0d79e0384639 req-93f26e07-aa87-42fa-a8b8-ce9b8de9b282 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148474 Nov 23 18:17:18.512061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8da2dc13-a0ff-4396-b74b-163cf5f74ae3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:17:18.610712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87345776-9969-4dfc-9080-37eb3a40f276 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18466816'] for subnet, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.740623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-a3f03582-3392-4a62-b35b-7aeb733061df', 'network_id': 'a3f03582-3392-4a62-b35b-7aeb733061df', 'tenant_id': '6e8e1cb6197c463aa76bfd51b3159354', 'fixed_ips': [{'subnet_id': 'dd53dd5e-6a35-46d6-bc91-1a2ce2926e9c'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:18.743447 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.884942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87345776-9969-4dfc-9080-37eb3a40f276 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785887377273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17077608'] for subnet, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.947334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87345776-9969-4dfc-9080-37eb3a40f276 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:18.948348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87345776-9969-4dfc-9080-37eb3a40f276 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.949906 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-87345776-9969-4dfc-9080-37eb3a40f276 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "PUT /v2.0/subnets/dd53dd5e-6a35-46d6-bc91-1a2ce2926e9c HTTP/1.1" status: 200 len: 900 time: 0.5250671 Nov 23 18:17:18.952749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54472) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:18.987201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87345776-9969-4dfc-9080-37eb3a40f276 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event updated for resources: {'Subnet': ['ID=dd53dd5e-6a35-46d6-bc91-1a2ce2926e9c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:19.042002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Allocated IP 2001:db8::3 (a3f03582-3392-4a62-b35b-7aeb733061df/dd53dd5e-6a35-46d6-bc91-1a2ce2926e9c/297500f4-970f-4a88-a27e-1207b9a342cc) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:19.121255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.227003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.281884 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.293293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.360980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Network a3f03582-3392-4a62-b35b-7aeb733061df is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:19.365286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:19.370093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:19.387477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.409302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Pushing event updated for resources: {'Port': ['ID=297500f4-970f-4a88-a27e-1207b9a342cc,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:19.419259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=dd53dd5e-6a35-46d6-bc91-1a2ce2926e9c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:19.463192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Attempting to bind port 297500f4-970f-4a88-a27e-1207b9a342cc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:19.464182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Attempting to bind port 297500f4-970f-4a88-a27e-1207b9a342cc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'f36c3202-fa69-441a-92b9-e1180edfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a3f03582-3392-4a62-b35b-7aeb733061df'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:19.464182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Attempting to bind port 297500f4-970f-4a88-a27e-1207b9a342cc on network a3f03582-3392-4a62-b35b-7aeb733061df {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:19.471736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:19.472548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Checking segment: {'id': 'f36c3202-fa69-441a-92b9-e1180edfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a3f03582-3392-4a62-b35b-7aeb733061df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:19.473221 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.473739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Bound using segment: {'id': 'f36c3202-fa69-441a-92b9-e1180edfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a3f03582-3392-4a62-b35b-7aeb733061df'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:19.474421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Bound port: 297500f4-970f-4a88-a27e-1207b9a342cc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36c3202-fa69-441a-92b9-e1180edfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a3f03582-3392-4a62-b35b-7aeb733061df'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:19.475281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.508508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.558325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f03582-3392-4a62-b35b-7aeb733061df']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:19.575034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36c3202-fa69-441a-92b9-e1180edfb706') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:19.575611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36c3202-fa69-441a-92b9-e1180edfb706') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:19.588969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] For port 297500f4-970f-4a88-a27e-1207b9a342cc, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:19.592868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] For port 297500f4-970f-4a88-a27e-1207b9a342cc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=297500f4-970f-4a88-a27e-1207b9a342cc,segment=NetworkSegment(f36c3202-fa69-441a-92b9-e1180edfb706),segment_id=f36c3202-fa69-441a-92b9-e1180edfb706)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:19.604414 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.610735 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.662575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.683411 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.697033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:19.717784 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.742844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724bcc7-f6f7-4912-bbf8-253b3fcf1d1b None None] Pushing event updated for resources: {'Port': ['ID=297500f4-970f-4a88-a27e-1207b9a342cc,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:19.752547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ffde4b-1f1e-4374-802c-dfecbb23a9a7 None None] Network a3f03582-3392-4a62-b35b-7aeb733061df requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:19.865805 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:19.890799 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.api [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 18:17:19.890799 n-d-818932-3 neutron-server[120536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 18:17:19.890799 n-d-818932-3 neutron-server[120536]: [parameters: {'id': 'a3f03582-3392-4a62-b35b-7aeb733061df'}] Nov 23 18:17:19.890799 n-d-818932-3 neutron-server[120536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:17:19.893823 n-d-818932-3 neutron-server[120536]: DEBUG oslo_db.api [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:17:19.917241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:19.919775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95cc094-81bf-4e41-bfd5-a36d033ff048 None None] Network a3f03582-3392-4a62-b35b-7aeb733061df requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:19.944242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a66ca-b6f6-408a-bb8a-90c505c77d1d req-6248fb8a-ee53-45d7-97e3-0f07aa08ce1f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:19.947732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a49a66ca-b6f6-408a-bb8a-90c505c77d1d req-6248fb8a-ee53-45d7-97e3-0f07aa08ce1f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 944 time: 0.2703283 Nov 23 18:17:20.052313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a49a66ca-b6f6-408a-bb8a-90c505c77d1d req-1a4c0515-ba6c-480d-a87a-6dfcac6e28ea tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953290 Nov 23 18:17:20.082498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:17:20.091022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:20.091406 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:20.221529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025424d-ce44-4733-a834-287aa929e3d6 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:17:20.291644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:20.368267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:20.370568 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa937c5a-9fb4-4c42-b49a-da03b5d3c256" -d '{"events": [{"server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "name": "network-vif-plugged", "status": "completed", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:20.395505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:20.396492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:20.417475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:20.432419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025424d-ce44-4733-a834-287aa929e3d6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:17:20.561626 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fc7411-087a-46ff-bc9f-2d5591baac7f x-openstack-request-id: req-24fc7411-087a-46ff-bc9f-2d5591baac7f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:20.561931 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "name": "network-vif-plugged", "status": "completed", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:20.562424 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24fc7411-087a-46ff-bc9f-2d5591baac7f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:20.563214 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'code': 200} Nov 23 18:17:20.620726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:20.641147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting port 297500f4-970f-4a88-a27e-1207b9a342cc {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:20.641720 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:20.694465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:20.721001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2630079-1ea0-4d94-911c-205de7a6f7b9 req-0a408366-aa9e-41dc-8f60-5273c886b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:20.722915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2630079-1ea0-4d94-911c-205de7a6f7b9 req-0a408366-aa9e-41dc-8f60-5273c886b50b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.1242278 Nov 23 18:17:20.752505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] For port 297500f4-970f-4a88-a27e-1207b9a342cc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=297500f4-970f-4a88-a27e-1207b9a342cc,segment=NetworkSegment(f36c3202-fa69-441a-92b9-e1180edfb706),segment_id=f36c3202-fa69-441a-92b9-e1180edfb706)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:20.753179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:20.792671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Calling delete_port for 297500f4-970f-4a88-a27e-1207b9a342cc owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:20.836176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2630079-1ea0-4d94-911c-205de7a6f7b9 req-8b5e02e6-476a-4ba2-92bf-ca6fc372e456 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011176 Nov 23 18:17:20.926492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:20.977021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No DVR routers for this DVR port 297500f4-970f-4a88-a27e-1207b9a342cc on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:20.979250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Port': ['ID=297500f4-970f-4a88-a27e-1207b9a342cc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:21.068781 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:21.095062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f03582-3392-4a62-b35b-7aeb733061df']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:21.108735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36c3202-fa69-441a-92b9-e1180edfb706') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:21.109040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36c3202-fa69-441a-92b9-e1180edfb706') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:21.120947 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:21.138477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:21.155839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:21.156936 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:21.162312 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:21.282924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:21.293110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d771f-8e5a-43fc-96df-976b5fff9951 req-c859c99a-130e-4d25-965f-c7dce325465b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:21.294646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-361d771f-8e5a-43fc-96df-976b5fff9951 req-c859c99a-130e-4d25-965f-c7dce325465b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1311624 Nov 23 18:17:21.312660 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:21.319623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54538) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:21.320625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/a3f03582-3392-4a62-b35b-7aeb733061df HTTP/1.1" status: 204 len: 168 time: 2.3659122 Nov 23 18:17:21.327292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881b8ca-1e32-4e41-a330-036923be544f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=a3f03582-3392-4a62-b35b-7aeb733061df,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:21.363211 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-009101fa-bb46-428a-aeb5-923e3ee7da35 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:21.363676 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009101fa-bb46-428a-aeb5-923e3ee7da35 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:21.370723 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-009101fa-bb46-428a-aeb5-923e3ee7da35 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/dd53dd5e-6a35-46d6-bc91-1a2ce2926e9c HTTP/1.1" status: 404 len: 337 time: 0.0482936 Nov 23 18:17:21.371574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54540) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:21.420280 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0100b657-54d8-4db6-8ccd-20a62600b08b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:21.421361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0100b657-54d8-4db6-8ccd-20a62600b08b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:21.424271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-361d771f-8e5a-43fc-96df-976b5fff9951 req-2fd7197d-c635-42fb-8e84-04c83715e128 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031842 Nov 23 18:17:21.427371 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0100b657-54d8-4db6-8ccd-20a62600b08b tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/a3f03582-3392-4a62-b35b-7aeb733061df HTTP/1.1" status: 404 len: 339 time: 0.0548260 Nov 23 18:17:21.428269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54544) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:21.547406 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:21.671251 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.052713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffd3eb1-c9a2-415b-85b4-558449fb49a7']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:22.066061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7429128e-4219-4c3d-a5fc-c5753f5251ab') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:22.066455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7429128e-4219-4c3d-a5fc-c5753f5251ab') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:22.080131 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.103478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.110314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:22.110733 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:22.114077 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:22.181555 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.200286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.204062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/6ffd3eb1-c9a2-415b-85b4-558449fb49a7 HTTP/1.1" status: 204 len: 168 time: 0.7713745 Nov 23 18:17:22.205038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6cc9c-3c2b-4c03-b52e-a6d71c33e945 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=6ffd3eb1-c9a2-415b-85b4-558449fb49a7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:22.206606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54562) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:22.243413 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5010e41-c7b9-4a8a-b1cb-76f895243f37 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:22.243918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5010e41-c7b9-4a8a-b1cb-76f895243f37 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:22.247045 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e5010e41-c7b9-4a8a-b1cb-76f895243f37 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/ba5adaa5-7133-4f71-b24d-6ef21eae6cf8 HTTP/1.1" status: 404 len: 337 time: 0.0391536 Nov 23 18:17:22.249604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54564) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:22.276377 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d1e003-31d5-4c3f-8546-824dad041916 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:22.276824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d1e003-31d5-4c3f-8546-824dad041916 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:22.281742 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3d1e003-31d5-4c3f-8546-824dad041916 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/15559afb-81d7-45d4-a05c-580976a9defd HTTP/1.1" status: 404 len: 339 time: 0.0301011 Nov 23 18:17:22.283537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54566) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:22.346103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-77aface2-8cfa-4d86-93ac-7927affe641c tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting subnet 74d43551-bbcf-450c-acf5-901feac6e260 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:17:22.349782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77aface2-8cfa-4d86-93ac-7927affe641c tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.398518 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77aface2-8cfa-4d86-93ac-7927affe641c tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.544762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77aface2-8cfa-4d86-93ac-7927affe641c tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.647806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12872e4-6f23-45ff-8839-89cf6b9e919e req-2c4c079e-e387-414a-9ac5-bdf6879241f1 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:22.655647 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d12872e4-6f23-45ff-8839-89cf6b9e919e req-2c4c079e-e387-414a-9ac5-bdf6879241f1 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1061573 Nov 23 18:17:22.688137 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77aface2-8cfa-4d86-93ac-7927affe641c tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.735796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77aface2-8cfa-4d86-93ac-7927affe641c tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:22.741329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a65f9e-22e3-4cd3-a362-150cfbe65a59 None None] Network d159a917-c73c-4656-ac47-b884ee1fd71f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:22.742410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54580) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:22.743131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-77aface2-8cfa-4d86-93ac-7927affe641c tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/74d43551-bbcf-450c-acf5-901feac6e260 HTTP/1.1" status: 204 len: 168 time: 0.4580321 Nov 23 18:17:22.748696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aface2-8cfa-4d86-93ac-7927affe641c tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=74d43551-bbcf-450c-acf5-901feac6e260,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:22.759985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d12872e4-6f23-45ff-8839-89cf6b9e919e req-609d8fc1-255f-4775-8e8f-4fff409f68d7 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009278 Nov 23 18:17:22.911249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting subnet 324a8bbf-5ef1-4b8b-a4d3-05667c44525f {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:17:22.916455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:23.059782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:23.253287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:23.280678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-d89dff1e-f711-47e5-9af9-dccf92824210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:23.284612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-d89dff1e-f711-47e5-9af9-dccf92824210 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.2220719 Nov 23 18:17:23.308597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54594) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:23.338671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53bf36-e3f1-4f57-8da5-1fcd41ba8b4d req-6e2434ac-ca3d-4dc8-9966-d6c3ff89c594 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:23.341038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee53bf36-e3f1-4f57-8da5-1fcd41ba8b4d req-6e2434ac-ca3d-4dc8-9966-d6c3ff89c594 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.2075822 Nov 23 18:17:23.411002 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:23.465530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee53bf36-e3f1-4f57-8da5-1fcd41ba8b4d req-552cc95e-7517-4eb3-8396-0983418df391 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055889 Nov 23 18:17:23.488407 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=324a8bbf-5ef1-4b8b-a4d3-05667c44525f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:23.540750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:23.545617 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/324a8bbf-5ef1-4b8b-a4d3-05667c44525f HTTP/1.1" status: 204 len: 168 time: 0.8011506 Nov 23 18:17:23.559938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54602) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:23.578667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.584141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.584830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.584983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-0de75acd-ec7b-44ad-85f1-344830014dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:23.586587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.586948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.587391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.587835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.588517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.588963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.589628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.590062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.590344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-0de75acd-ec7b-44ad-85f1-344830014dc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.2952101 Nov 23 18:17:23.592828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef650f13-ec79-42af-8ca0-7e79b5c944f5 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:23.723711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-47829a69-472d-42e9-883e-a4573d125b69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 217 time: 0.1237257 Nov 23 18:17:23.749496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:23.756601 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-06dad1c4-41b4-4caa-9fbd-0ff7f86bad75 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=475593380629410a90a86a9ee0fe0f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4466875 Nov 23 18:17:23.762294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54606) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:23.812624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-c708bc93-7dcf-4580-af3f-51594257f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:23.814620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-c708bc93-7dcf-4580-af3f-51594257f201 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.0826557 Nov 23 18:17:23.870826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-d316d2d9-834f-4fd0-a3de-331deb8cdfe1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457220 Nov 23 18:17:23.892387 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea66e19e-7e86-4ce0-84ec-0dc1d269babe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:23.951831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea66e19e-7e86-4ce0-84ec-0dc1d269babe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:23.962222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting port 5d4847b3-d21b-4a99-bc10-9df261128946 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:23.962222 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.024948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-51fff6f8-a483-45c5-9481-c17438309d32 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412404 Nov 23 18:17:24.111889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] For port 5d4847b3-d21b-4a99-bc10-9df261128946, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5d4847b3-d21b-4a99-bc10-9df261128946,segment=NetworkSegment(8fb47d6f-2e1c-478b-9c13-0bf58317ddd8),segment_id=8fb47d6f-2e1c-478b-9c13-0bf58317ddd8)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:24.112262 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.153759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Calling delete_port for 5d4847b3-d21b-4a99-bc10-9df261128946 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:24.197445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba772418-e440-4a9f-91fa-ad2c4510d57f None None] Network d159a917-c73c-4656-ac47-b884ee1fd71f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:24.246306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0230a74-b044-42e3-8a6e-806ad234b683 req-77b1fb97-bffe-4b02-bd66-14b475980053 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137146 Nov 23 18:17:24.273969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea66e19e-7e86-4ce0-84ec-0dc1d269babe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.277066 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea66e19e-7e86-4ce0-84ec-0dc1d269babe admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.278370 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ea66e19e-7e86-4ce0-84ec-0dc1d269babe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b513942-a824-460d-8c76-f977d5c80c8c HTTP/1.1" status: 204 len: 168 time: 0.5142100 Nov 23 18:17:24.292110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66e19e-7e86-4ce0-84ec-0dc1d269babe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b513942-a824-460d-8c76-f977d5c80c8c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:24.325639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.343421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No DVR routers for this DVR port 5d4847b3-d21b-4a99-bc10-9df261128946 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:24.365545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b4ee6163-d09a-45a8-b75f-79ce70587982 None None] Provisioning complete for port 5d4847b3-d21b-4a99-bc10-9df261128946 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:24.366251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b4ee6163-d09a-45a8-b75f-79ce70587982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.424261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Port': ['ID=5d4847b3-d21b-4a99-bc10-9df261128946,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:24.431625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee6163-d09a-45a8-b75f-79ce70587982 None None] Port 5d4847b3-d21b-4a99-bc10-9df261128946 was deleted so its status cannot be updated. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 18:17:24.496903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.516675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ad92a-b6a3-4c0c-b48b-f4f0e815291a None None] DHCP port deletion for d159a917-c73c-4656-ac47-b884ee1fd71f request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:24.528024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d159a917-c73c-4656-ac47-b884ee1fd71f']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:24.541151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb47d6f-2e1c-478b-9c13-0bf58317ddd8') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:24.541461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb47d6f-2e1c-478b-9c13-0bf58317ddd8') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:24.551405 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.568472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.578353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:24.578792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.637711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c3fb-3cff-4ec8-8346-2f719be56041 req-0dcad0f9-cdba-4cf3-8856-a34b12d88d4e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:24.647198 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:24.656843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76a5c3fb-3cff-4ec8-8346-2f719be56041 req-0dcad0f9-cdba-4cf3-8856-a34b12d88d4e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.0699794 Nov 23 18:17:24.668049 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.675965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:24.683236 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/d159a917-c73c-4656-ac47-b884ee1fd71f HTTP/1.1" status: 204 len: 168 time: 1.1196139 Nov 23 18:17:24.683829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:24.738524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375191-599f-4c29-947c-bc416ffa6cff tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=d159a917-c73c-4656-ac47-b884ee1fd71f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:24.742622 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-28505a72-6a93-4f83-a262-5e44b60c3432 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:24.743117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28505a72-6a93-4f83-a262-5e44b60c3432 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:24.748889 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-28505a72-6a93-4f83-a262-5e44b60c3432 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/08df9a95-7f56-4cbc-82b5-d2540e2a1ca6 HTTP/1.1" status: 404 len: 337 time: 0.0609434 Nov 23 18:17:24.749640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54636) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:24.757336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76a5c3fb-3cff-4ec8-8346-2f719be56041 req-115d4f6c-09de-4da6-ab5e-fb8fbbb65d64 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836060 Nov 23 18:17:24.770812 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8529287-14cb-4d67-aedd-7dc58c7244de tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:24.771814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8529287-14cb-4d67-aedd-7dc58c7244de tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:24.775708 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b8529287-14cb-4d67-aedd-7dc58c7244de tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/24132f58-4fff-4705-a1eb-c593bcd7536e HTTP/1.1" status: 404 len: 339 time: 0.0251248 Nov 23 18:17:24.779477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54640) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:24.814896 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e32298-3afd-40e5-9bb6-15e75c817d3d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:24.815617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e32298-3afd-40e5-9bb6-15e75c817d3d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:24.823506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:24.827312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-05e32298-3afd-40e5-9bb6-15e75c817d3d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/3433b02c-9b46-4909-bfa9-55833c08f15b HTTP/1.1" status: 404 len: 337 time: 0.0420027 Nov 23 18:17:24.848492 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-00215fd8-5c5e-42b5-a8b9-953462e8aae2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:24.849008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00215fd8-5c5e-42b5-a8b9-953462e8aae2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:24.852093 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-00215fd8-5c5e-42b5-a8b9-953462e8aae2 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/52303f13-3128-4fc6-a07f-6d6e7d551f93 HTTP/1.1" status: 404 len: 339 time: 0.0272729 Nov 23 18:17:24.854992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54646) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:24.887106 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a703e2-f523-4f3f-b3cf-fc5004c70e40 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:24.887565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a703e2-f523-4f3f-b3cf-fc5004c70e40 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:24.894841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-63a703e2-f523-4f3f-b3cf-fc5004c70e40 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/83765176-e15a-4edc-8ecf-4e48eaab8ce6 HTTP/1.1" status: 404 len: 337 time: 0.0364954 Nov 23 18:17:24.895141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54650) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:24.923159 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef43957b-e969-42b6-85de-4e995b94da8d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:24.923718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef43957b-e969-42b6-85de-4e995b94da8d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:24.931109 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef43957b-e969-42b6-85de-4e995b94da8d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/e523e5f1-2db0-447b-b34d-1bdf0224c572 HTTP/1.1" status: 404 len: 339 time: 0.0307796 Nov 23 18:17:24.932116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54652) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:25.011633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b112f4-14de-4f46-a78d-08f946efb9b8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting subnet 358d963b-06f2-4a73-a17a-f831cd1b9215 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:17:25.016095 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f0b112f4-14de-4f46-a78d-08f946efb9b8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.068522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f0b112f4-14de-4f46-a78d-08f946efb9b8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.194794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f0b112f4-14de-4f46-a78d-08f946efb9b8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.275896 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f0b112f4-14de-4f46-a78d-08f946efb9b8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.318083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b112f4-14de-4f46-a78d-08f946efb9b8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=358d963b-06f2-4a73-a17a-f831cd1b9215,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:25.338035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e679cf-9c20-41ba-aa8e-9e909d9b6cd8 None None] Network 5ad5f685-3218-4434-9b37-a45da3e1c2ff requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:25.338629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f0b112f4-14de-4f46-a78d-08f946efb9b8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.342764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f0b112f4-14de-4f46-a78d-08f946efb9b8 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/358d963b-06f2-4a73-a17a-f831cd1b9215 HTTP/1.1" status: 204 len: 168 time: 0.4083769 Nov 23 18:17:25.345243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54670) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:25.483850 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.571568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting port c6044206-7684-4d25-b6d0-6abeac613672 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:25.572027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.582574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] DHCP port deletion for 5ad5f685-3218-4434-9b37-a45da3e1c2ff request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:25.661163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] For port c6044206-7684-4d25-b6d0-6abeac613672, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c6044206-7684-4d25-b6d0-6abeac613672,segment=NetworkSegment(87081f8a-3701-4411-bbfe-01ce5b08071f),segment_id=87081f8a-3701-4411-bbfe-01ce5b08071f)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:25.661674 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.681162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Calling delete_port for c6044206-7684-4d25-b6d0-6abeac613672 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:25.700885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] Deleting port c6044206-7684-4d25-b6d0-6abeac613672 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:25.703248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.798844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] For port c6044206-7684-4d25-b6d0-6abeac613672, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c6044206-7684-4d25-b6d0-6abeac613672,segment=NetworkSegment(87081f8a-3701-4411-bbfe-01ce5b08071f),segment_id=87081f8a-3701-4411-bbfe-01ce5b08071f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:25.799377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.839649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] Calling delete_port for c6044206-7684-4d25-b6d0-6abeac613672 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:25.879243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.936104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Port': ['ID=c6044206-7684-4d25-b6d0-6abeac613672,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:25.938067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No DVR routers for this DVR port c6044206-7684-4d25-b6d0-6abeac613672 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:25.966238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.010546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925712-00e6-4d02-a8df-2a1861890791 req-1523d69f-a014-4339-b1f5-617b88410fd5 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:26.012422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8925712-00e6-4d02-a8df-2a1861890791 req-1523d69f-a014-4339-b1f5-617b88410fd5 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1410897 Nov 23 18:17:26.046707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] Pushing event deleted for resources: {'Port': ['ID=c6044206-7684-4d25-b6d0-6abeac613672,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:26.067798 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.072912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbaf434-737c-4c50-ac9a-6e0088624223 None None] No DVR routers for this DVR port c6044206-7684-4d25-b6d0-6abeac613672 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:26.095716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d8925712-00e6-4d02-a8df-2a1861890791 req-ed3ceebb-be7f-44b9-8799-32b2ca86c371 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742197 Nov 23 18:17:26.101892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad5f685-3218-4434-9b37-a45da3e1c2ff']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:26.114036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87081f8a-3701-4411-bbfe-01ce5b08071f') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:26.114731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87081f8a-3701-4411-bbfe-01ce5b08071f') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:26.138083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.155915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.170199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:26.170646 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:26.174015 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:26.184054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5d4847b3-d21b-4a99-bc10-9df261128946 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:26.219460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 5d4847b3-d21b-4a99-bc10-9df261128946 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:17:26.219877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5d4847b3-d21b-4a99-bc10-9df261128946 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:26.220359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c6044206-7684-4d25-b6d0-6abeac613672 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:26.249888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c6044206-7684-4d25-b6d0-6abeac613672 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:17:26.250292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c6044206-7684-4d25-b6d0-6abeac613672 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:26.255511 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.264453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.278365 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/5ad5f685-3218-4434-9b37-a45da3e1c2ff HTTP/1.1" status: 204 len: 168 time: 0.9229953 Nov 23 18:17:26.278365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54694) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:26.311516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe4b97-ccd9-4e1d-8731-9436679d226d tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=5ad5f685-3218-4434-9b37-a45da3e1c2ff,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:26.354931 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3907f11-f1c2-47de-84fa-6d272636639f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:26.355201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3907f11-f1c2-47de-84fa-6d272636639f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:26.358959 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3907f11-f1c2-47de-84fa-6d272636639f tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/275528df-d6df-4173-84b7-ee14a308f5ba HTTP/1.1" status: 404 len: 337 time: 0.0855126 Nov 23 18:17:26.361272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54700) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:26.397149 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbba009-1b0d-40ac-b7b6-0566f2106eec tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:26.397750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbba009-1b0d-40ac-b7b6-0566f2106eec tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:26.402387 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fdbba009-1b0d-40ac-b7b6-0566f2106eec tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/8701e776-437e-4779-93ed-36e82bffa24a HTTP/1.1" status: 404 len: 339 time: 0.0399497 Nov 23 18:17:26.405947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54702) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:26.469126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-18583d5b-6b7d-41ca-9e23-383ca1f7e40e tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting subnet 374ad6c8-9f26-401f-aa87-799cc335d3ec {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:17:26.472821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18583d5b-6b7d-41ca-9e23-383ca1f7e40e tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.521971 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18583d5b-6b7d-41ca-9e23-383ca1f7e40e tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.065068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18583d5b-6b7d-41ca-9e23-383ca1f7e40e tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.149099 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18583d5b-6b7d-41ca-9e23-383ca1f7e40e tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.185874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18583d5b-6b7d-41ca-9e23-383ca1f7e40e tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Subnet': ['ID=374ad6c8-9f26-401f-aa87-799cc335d3ec,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:27.189120 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18583d5b-6b7d-41ca-9e23-383ca1f7e40e tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.197657 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-18583d5b-6b7d-41ca-9e23-383ca1f7e40e tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/subnets/374ad6c8-9f26-401f-aa87-799cc335d3ec HTTP/1.1" status: 204 len: 168 time: 0.7855330 Nov 23 18:17:27.198106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54724) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:27.204567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a5921c-c5e5-4b2e-ad57-1782b3619247 None None] Network 4d247cc9-20cb-4240-9341-9ae9afae826f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:27.349996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.380509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cef09-d45d-4913-8250-855abe954d24 req-49e9f53f-ffb5-4765-b3cf-8767ce138f51 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:27.400839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e49cef09-d45d-4913-8250-855abe954d24 req-49e9f53f-ffb5-4765-b3cf-8767ce138f51 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1832364 Nov 23 18:17:27.438246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Deleting port 978186b7-093c-4328-8a75-a1156a72c091 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:27.438597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.532209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e49cef09-d45d-4913-8250-855abe954d24 req-cbd8a8ea-cad8-489e-928d-56afb2978eca tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291358 Nov 23 18:17:27.560282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] For port 978186b7-093c-4328-8a75-a1156a72c091, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=978186b7-093c-4328-8a75-a1156a72c091,segment=NetworkSegment(2267c08d-d47b-4b8c-98b1-d9954fa27907),segment_id=2267c08d-d47b-4b8c-98b1-d9954fa27907)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:27.561155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.577491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Calling delete_port for 978186b7-093c-4328-8a75-a1156a72c091 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:27.691258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56dac53-3131-4168-802a-b102d75fcbd9 None None] DHCP port deletion for 4d247cc9-20cb-4240-9341-9ae9afae826f request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:27.696968 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.719278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] No DVR routers for this DVR port 978186b7-093c-4328-8a75-a1156a72c091 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:27.742976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Port': ['ID=978186b7-093c-4328-8a75-a1156a72c091,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:27.830848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.854280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d247cc9-20cb-4240-9341-9ae9afae826f']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:27.864598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2267c08d-d47b-4b8c-98b1-d9954fa27907') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:27.864825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2267c08d-d47b-4b8c-98b1-d9954fa27907') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:27.876037 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.892473 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.902650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:27.903814 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:27.927889 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:27.975683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.987318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:27.993940 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] 10.222.0.74 "DELETE /v2.0/networks/4d247cc9-20cb-4240-9341-9ae9afae826f HTTP/1.1" status: 204 len: 168 time: 0.7922223 Nov 23 18:17:28.010861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0a8bc-37d1-465f-b443-3d40a3dcc155 tempest-NetworksIpV6Test-419911836 tempest-NetworksIpV6Test-419911836-project] Pushing event deleted for resources: {'Network': ['ID=4d247cc9-20cb-4240-9341-9ae9afae826f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:28.139354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 978186b7-093c-4328-8a75-a1156a72c091 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:28.170522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 978186b7-093c-4328-8a75-a1156a72c091 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:17:28.171031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 978186b7-093c-4328-8a75-a1156a72c091 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:28.367510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54748) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:28.542226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1723001e-8bb7-41be-8d4a-a506ac32c6e3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6e8e1cb6197c463aa76bfd51b3159354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717401 Nov 23 18:17:28.543062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54758) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:28.610722 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37438fc4-9f1e-4f4b-8bc9-fccdba85dfb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:28.643224 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37438fc4-9f1e-4f4b-8bc9-fccdba85dfb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:28.727427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a92cee-08b0-457e-967f-fe752339be75 req-a2e1361d-d8ee-4d1b-b429-f2202f5eb57e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.740291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64a92cee-08b0-457e-967f-fe752339be75 req-a2e1361d-d8ee-4d1b-b429-f2202f5eb57e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.0930927 Nov 23 18:17:28.800236 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37438fc4-9f1e-4f4b-8bc9-fccdba85dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:28.802893 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37438fc4-9f1e-4f4b-8bc9-fccdba85dfb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:28.808509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-37438fc4-9f1e-4f4b-8bc9-fccdba85dfb9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/24ac9d38-fb90-4611-af6b-44b046731377 HTTP/1.1" status: 204 len: 168 time: 0.2602117 Nov 23 18:17:28.839961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64a92cee-08b0-457e-967f-fe752339be75 req-f3957442-b6fd-4aa4-b432-3e33668dcb0c tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881109 Nov 23 18:17:28.855232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37438fc4-9f1e-4f4b-8bc9-fccdba85dfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ac9d38-fb90-4611-af6b-44b046731377,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:29.761990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54802) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:29.952564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1490207628'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:30.015451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:30.018470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:30.060944 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:30.105475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4151-5a76-4c61-bc57-cf3a95d36c82 req-98d6e8b2-5cc8-4ada-91a0-9957c61535a1 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:30.107465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc8d4151-5a76-4c61-bc57-cf3a95d36c82 req-98d6e8b2-5cc8-4ada-91a0-9957c61535a1 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1330779 Nov 23 18:17:30.217669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc8d4151-5a76-4c61-bc57-cf3a95d36c82 req-02541cfc-002c-412e-82e7-252efb5ec280 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820351 Nov 23 18:17:30.241183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:30.249476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:30.282560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:30.291422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17eaa3-68e7-4ef8-bff4-c8bfcf76317a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:30.301854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:30.302282 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Added segment 3990c446-1f8a-4317-a9fa-a4a6e106a465 of type vlan for network db217c4c-7daf-4591-8926-89818bbc0a9f Nov 23 18:17:30.370918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:30.431892 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:30.439090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:30.446891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:30.537317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7736423 Nov 23 18:17:30.581814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3a317-2bb0-4ab2-a537-4b677c0f8f00 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Network': ['ID=db217c4c-7daf-4591-8926-89818bbc0a9f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:30.599641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network db217c4c-7daf-4591-8926-89818bbc0a9f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:31.457472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66115b39-a1be-4f9e-8242-fb29f27f01e5 req-59197e16-25ad-4622-a8e4-bdd4d1bd1ddd tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:31.485951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66115b39-a1be-4f9e-8242-fb29f27f01e5 req-59197e16-25ad-4622-a8e4-bdd4d1bd1ddd tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1705871 Nov 23 18:17:31.611814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66115b39-a1be-4f9e-8242-fb29f27f01e5 req-cceee6ff-4e7b-466f-9e65-abecd7e5cc8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245489 Nov 23 18:17:32.862246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2c9c6-45c8-4e1b-881f-b9e096ecdd78 req-8be12133-d7c8-43f0-98c6-1f4e26a58ea6 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:32.864828 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ce2c9c6-45c8-4e1b-881f-b9e096ecdd78 req-8be12133-d7c8-43f0-98c6-1f4e26a58ea6 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1508076 Nov 23 18:17:32.979712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ce2c9c6-45c8-4e1b-881f-b9e096ecdd78 req-a50d6706-aad8-4dda-aa23-045c12d49476 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915821 Nov 23 18:17:33.963329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54908) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:33.968379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'subnet': {'network_id': 'db217c4c-7daf-4591-8926-89818bbc0a9f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:34.143268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:34.148544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.164035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf8352-a064-4474-a42c-fd29bf6fed42 req-1bd67b69-a378-4f15-985e-ec98c312ea5d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:34.165606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbdf8352-a064-4474-a42c-fd29bf6fed42 req-1bd67b69-a378-4f15-985e-ec98c312ea5d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1014118 Nov 23 18:17:34.396593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbdf8352-a064-4474-a42c-fd29bf6fed42 req-afaa51b7-76f7-4966-a5fb-95fb32240233 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194495 Nov 23 18:17:34.426644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.509299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Subnet': ['ID=4248d208-c99b-4de8-bf23-9e28044bb37b,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:34.524467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Checking segment: {'id': '3990c446-1f8a-4317-a9fa-a4a6e106a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'db217c4c-7daf-4591-8926-89818bbc0a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:34.524839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network hostable DHCP agents. Network: db217c4c-7daf-4591-8926-89818bbc0a9f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:34.527915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.528257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.528607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.528950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.529291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.529627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.530027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.530276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.530603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.530972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.531353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.531619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:34.574002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network db217c4c-7daf-4591-8926-89818bbc0a9f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:34.587854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, db217c4c-7daf-4591-8926-89818bbc0a9f) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:34.592160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:34.592999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.601079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bfd7f5-4686-49e2-b94b-2e470237d53f None None] Network db217c4c-7daf-4591-8926-89818bbc0a9f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:34.623418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:34.623996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-acb33e5d-d7ce-4105-ac5f-0888a778d2d2 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6593051 Nov 23 18:17:34.629254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1626634772'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:34.657987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:34.661935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.706909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:34.727635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.734159 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Added segment add5a9b8-50ad-4d98-b898-4192cc4468af of type vlan for network aedf7502-5360-499d-96a8-105cd0ef570e Nov 23 18:17:34.783443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-db217c4c-7daf-4591-8926-89818bbc0a9f', 'network_id': 'db217c4c-7daf-4591-8926-89818bbc0a9f', 'tenant_id': 'dad7efb9431842b481bdedafe35aefb0', 'fixed_ips': [{'subnet_id': '4248d208-c99b-4de8-bf23-9e28044bb37b'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:34.784378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.816408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.853610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.861554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:34.862383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.954676 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3300653 Nov 23 18:17:34.959155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54932) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:34.959703 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813710f7-8a15-43fc-8057-c4669a468dd7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Network': ['ID=aedf7502-5360-499d-96a8-105cd0ef570e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:34.975165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'subnet': {'network_id': 'aedf7502-5360-499d-96a8-105cd0ef570e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:35.037809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network aedf7502-5360-499d-96a8-105cd0ef570e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:35.143041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Allocated IP 2001:db8:0:ffff::2 (db217c4c-7daf-4591-8926-89818bbc0a9f/4248d208-c99b-4de8-bf23-9e28044bb37b/8ffb4cb3-121e-4378-8074-97afc217c157) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:35.191962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:35.199331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:35.447028 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:35.462783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:35.547024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Pushing event updated for resources: {'Port': ['ID=8ffb4cb3-121e-4378-8074-97afc217c157,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:35.570479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Network db217c4c-7daf-4591-8926-89818bbc0a9f is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:35.570479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:35.572946 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:35.668760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Attempting to bind port 8ffb4cb3-121e-4378-8074-97afc217c157 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:35.669467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Attempting to bind port 8ffb4cb3-121e-4378-8074-97afc217c157 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '3990c446-1f8a-4317-a9fa-a4a6e106a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'db217c4c-7daf-4591-8926-89818bbc0a9f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:35.669591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Attempting to bind port 8ffb4cb3-121e-4378-8074-97afc217c157 on network db217c4c-7daf-4591-8926-89818bbc0a9f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:35.676591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:35.677142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Checking segment: {'id': '3990c446-1f8a-4317-a9fa-a4a6e106a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'db217c4c-7daf-4591-8926-89818bbc0a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:35.677570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:35.677991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Bound using segment: {'id': '3990c446-1f8a-4317-a9fa-a4a6e106a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'db217c4c-7daf-4591-8926-89818bbc0a9f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:35.678508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Bound port: 8ffb4cb3-121e-4378-8074-97afc217c157, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3990c446-1f8a-4317-a9fa-a4a6e106a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'db217c4c-7daf-4591-8926-89818bbc0a9f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:35.679706 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:35.723525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c3a32-8e8e-4d68-b4cf-91994c68a5a7 req-8b0c1f7d-c07e-4e6c-9248-231baec02aff tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:35.725411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-401c3a32-8e8e-4d68-b4cf-91994c68a5a7 req-8b0c1f7d-c07e-4e6c-9248-231baec02aff tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1449127 Nov 23 18:17:35.757702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] For port 8ffb4cb3-121e-4378-8074-97afc217c157, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:35.760976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] For port 8ffb4cb3-121e-4378-8074-97afc217c157, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8ffb4cb3-121e-4378-8074-97afc217c157,segment=NetworkSegment(3990c446-1f8a-4317-a9fa-a4a6e106a465),segment_id=3990c446-1f8a-4317-a9fa-a4a6e106a465)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:35.767078 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:35.843352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:17:35.843699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c96065-4cde-4b8c-8c3c-bd2f81d61ffc None None] Pushing event updated for resources: {'Port': ['ID=8ffb4cb3-121e-4378-8074-97afc217c157,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:35.857246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:35.928649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-401c3a32-8e8e-4d68-b4cf-91994c68a5a7 req-677ff043-1eae-4366-84c7-f76040767918 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590762 Nov 23 18:17:35.941166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Subnet': ['ID=c9e137ab-871d-4a26-9ee6-594c06d2d483,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:35.971655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Checking segment: {'id': 'add5a9b8-50ad-4d98-b898-4192cc4468af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'aedf7502-5360-499d-96a8-105cd0ef570e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:35.972330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network hostable DHCP agents. Network: aedf7502-5360-499d-96a8-105cd0ef570e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:35.994978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network aedf7502-5360-499d-96a8-105cd0ef570e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:36.005951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, aedf7502-5360-499d-96a8-105cd0ef570e) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:36.011539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:36.012557 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:36.018477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761e9e6-c564-4fce-ae80-c02585dcdbb2 None None] Network aedf7502-5360-499d-96a8-105cd0ef570e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:36.057982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2db17443-27ed-4acb-be0b-a2b785ca7d16 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0966568 Nov 23 18:17:36.060859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 54958) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:36.065926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'port': {'network_id': 'aedf7502-5360-499d-96a8-105cd0ef570e', 'name': 'tempest-NetworksIpV6TestAttrs-1990758439'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:36.274263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:36.278416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:36.299730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-aedf7502-5360-499d-96a8-105cd0ef570e', 'network_id': 'aedf7502-5360-499d-96a8-105cd0ef570e', 'tenant_id': 'dad7efb9431842b481bdedafe35aefb0', 'fixed_ips': [{'subnet_id': 'c9e137ab-871d-4a26-9ee6-594c06d2d483'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:36.301250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:36.302002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] device_id is not set on port e9562360-39f9-43b3-90c3-400c03dd9ee3 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:17:36.467184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Allocated IP 2001:db8::f816:3eff:feaa:3739 (aedf7502-5360-499d-96a8-105cd0ef570e/c9e137ab-871d-4a26-9ee6-594c06d2d483/e9562360-39f9-43b3-90c3-400c03dd9ee3) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:36.700748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:36.780117 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:36.840620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network aedf7502-5360-499d-96a8-105cd0ef570e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:36.844596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:36.860352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:36.863435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Allocated IP 2001:db8::f816:3eff:fe03:4db2 (aedf7502-5360-499d-96a8-105cd0ef570e/c9e137ab-871d-4a26-9ee6-594c06d2d483/ba5789e0-4986-4f92-809a-b6f8e7c2187e) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:36.868735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:36.869517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:36.896933 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Port': ['ID=e9562360-39f9-43b3-90c3-400c03dd9ee3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:36.920591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 54994) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:36.920764 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ed0438c-68df-4565-a1e9-987da927f7a3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8579991 Nov 23 18:17:37.066037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42bb93f-2378-4b40-adff-720806c2f485 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Deleting subnet c9e137ab-871d-4a26-9ee6-594c06d2d483 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:17:37.211179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534faf30-2898-4556-a9a5-f28b7c5e0d40 req-36fab8b0-2949-41c1-a2c7-e26aee6e2504 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:37.213083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-534faf30-2898-4556-a9a5-f28b7c5e0d40 req-36fab8b0-2949-41c1-a2c7-e26aee6e2504 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1204066 Nov 23 18:17:37.254246 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.265093 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.276008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b42bb93f-2378-4b40-adff-720806c2f485 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.368505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-534faf30-2898-4556-a9a5-f28b7c5e0d40 req-745c1816-16c6-455e-9f75-7633335620a7 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485734 Nov 23 18:17:37.382432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b42bb93f-2378-4b40-adff-720806c2f485 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.451805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Network aedf7502-5360-499d-96a8-105cd0ef570e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:37.456592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:37.459579 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:37.463177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Pushing event updated for resources: {'Port': ['ID=ba5789e0-4986-4f92-809a-b6f8e7c2187e,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:37.569041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Attempting to bind port ba5789e0-4986-4f92-809a-b6f8e7c2187e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:37.570328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Attempting to bind port ba5789e0-4986-4f92-809a-b6f8e7c2187e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'add5a9b8-50ad-4d98-b898-4192cc4468af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'aedf7502-5360-499d-96a8-105cd0ef570e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:37.571141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Attempting to bind port ba5789e0-4986-4f92-809a-b6f8e7c2187e on network aedf7502-5360-499d-96a8-105cd0ef570e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:37.577616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:37.579184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Checking segment: {'id': 'add5a9b8-50ad-4d98-b898-4192cc4468af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'aedf7502-5360-499d-96a8-105cd0ef570e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:37.580239 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.581183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Bound using segment: {'id': 'add5a9b8-50ad-4d98-b898-4192cc4468af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'aedf7502-5360-499d-96a8-105cd0ef570e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:37.581916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Bound port: ba5789e0-4986-4f92-809a-b6f8e7c2187e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add5a9b8-50ad-4d98-b898-4192cc4468af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'aedf7502-5360-499d-96a8-105cd0ef570e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:37.582491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.612841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31101a73-0d1b-409d-aaca-86c62dfe613c None None] Network db217c4c-7daf-4591-8926-89818bbc0a9f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:37.614246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b42bb93f-2378-4b40-adff-720806c2f485 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.709352 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b42bb93f-2378-4b40-adff-720806c2f485 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.748220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b42bb93f-2378-4b40-adff-720806c2f485 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.755374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55032) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:37.760705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b42bb93f-2378-4b40-adff-720806c2f485 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/subnets/c9e137ab-871d-4a26-9ee6-594c06d2d483 HTTP/1.1" status: 204 len: 168 time: 0.8336234 Nov 23 18:17:37.768742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5bcdeefd-5366-4b59-bfc8-2eecc2981def None None] Provisioning complete for port 8ffb4cb3-121e-4378-8074-97afc217c157 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:37.769119 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5bcdeefd-5366-4b59-bfc8-2eecc2981def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.808562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bb93f-2378-4b40-adff-720806c2f485 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e137ab-871d-4a26-9ee6-594c06d2d483,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:37.812877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] For port ba5789e0-4986-4f92-809a-b6f8e7c2187e, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:37.841823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] For port ba5789e0-4986-4f92-809a-b6f8e7c2187e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ba5789e0-4986-4f92-809a-b6f8e7c2187e,segment=NetworkSegment(add5a9b8-50ad-4d98-b898-4192cc4468af),segment_id=add5a9b8-50ad-4d98-b898-4192cc4468af)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:37.905092 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.917983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38d904-97f7-4cdb-8266-581b59b4be6e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:37.919710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38d904-97f7-4cdb-8266-581b59b4be6e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:37.921567 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a38d904-97f7-4cdb-8266-581b59b4be6e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1642823 Nov 23 18:17:37.924396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55038) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:38.048646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed9714e2-8e4b-4baf-8c89-03a96c049374 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.065063 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9714e2-8e4b-4baf-8c89-03a96c049374 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 18:17:38.065543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9714e2-8e4b-4baf-8c89-03a96c049374 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:38.075321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ed9714e2-8e4b-4baf-8c89-03a96c049374 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/aedf7502-5360-499d-96a8-105cd0ef570e HTTP/1.1" status: 409 len: 405 time: 0.1458871 Nov 23 18:17:38.075321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55040) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:38.081077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1302485753'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:38.138417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2ab31-a3c1-4a7f-b556-ef4369612298 None None] Pushing event updated for resources: {'Port': ['ID=ba5789e0-4986-4f92-809a-b6f8e7c2187e,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:38.143850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:38.151279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.153544 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5bcdeefd-5366-4b59-bfc8-2eecc2981def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.216004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5bcdeefd-5366-4b59-bfc8-2eecc2981def None None] For port 8ffb4cb3-121e-4378-8074-97afc217c157, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8ffb4cb3-121e-4378-8074-97afc217c157,segment=NetworkSegment(3990c446-1f8a-4317-a9fa-a4a6e106a465),segment_id=3990c446-1f8a-4317-a9fa-a4a6e106a465)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:38.222314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:38.228796 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5bcdeefd-5366-4b59-bfc8-2eecc2981def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.248080 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.248299 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Added segment cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7 of type vlan for network e1b15f9e-0554-4bc2-b841-7f9967fb4713 Nov 23 18:17:38.356870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8ffb4cb3-121e-4378-8074-97afc217c157 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:38.414561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.494326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.506142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:38.506905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.543648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdeefd-5366-4b59-bfc8-2eecc2981def None None] Pushing event updated for resources: {'Port': ['ID=8ffb4cb3-121e-4378-8074-97afc217c157,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:38.571768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8ffb4cb3-121e-4378-8074-97afc217c157 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:38.572136 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.625617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5492105 Nov 23 18:17:38.631258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55048) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:38.637678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'subnet': {'network_id': 'e1b15f9e-0554-4bc2-b841-7f9967fb4713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:38.752717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7f62f-a6f4-4186-972a-f7f0dc074904 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Network': ['ID=e1b15f9e-0554-4bc2-b841-7f9967fb4713,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:38.772115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e1b15f9e-0554-4bc2-b841-7f9967fb4713 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:38.817275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3148e-b7f1-4970-b356-4d451df19589 req-d96d9cdd-44ff-4ed7-ac42-3e6e0f1c32e2 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:38.819273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6db3148e-b7f1-4970-b356-4d451df19589 req-d96d9cdd-44ff-4ed7-ac42-3e6e0f1c32e2 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.2353940 Nov 23 18:17:38.881468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:38.885341 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:38.949907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6db3148e-b7f1-4970-b356-4d451df19589 req-7ee0554e-c88c-478d-bfb6-c2bc4ef71bb6 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217909 Nov 23 18:17:38.990663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4586d3e9-42cc-455c-b4a4-b34920bb3b21 None None] Provisioning complete for port 8ffb4cb3-121e-4378-8074-97afc217c157 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:38.991646 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4586d3e9-42cc-455c-b4a4-b34920bb3b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:39.377174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:17:39.383817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:39.497995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Subnet': ['ID=1d0f830e-e3a9-4c64-961f-a613ee6ddc7e,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:39.534663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Checking segment: {'id': 'cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e1b15f9e-0554-4bc2-b841-7f9967fb4713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:39.535076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network hostable DHCP agents. Network: e1b15f9e-0554-4bc2-b841-7f9967fb4713, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:39.578289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network e1b15f9e-0554-4bc2-b841-7f9967fb4713 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:39.596297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e1b15f9e-0554-4bc2-b841-7f9967fb4713) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:39.602040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:39.602886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:39.609014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da177e4e-e572-46a7-948c-66881cdc23c7 None None] Network e1b15f9e-0554-4bc2-b841-7f9967fb4713 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:39.667400 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bbade8c9-685b-482d-a079-7737e54ead34 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0326016 Nov 23 18:17:39.669367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55068) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:39.680307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'port': {'network_id': 'e1b15f9e-0554-4bc2-b841-7f9967fb4713', 'name': 'tempest-NetworksIpV6TestAttrs-818390525'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:39.958550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:39.963615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:39.963863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28b6ae-5b5d-462b-82cc-1acac4b29d3f None None] Network aedf7502-5360-499d-96a8-105cd0ef570e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:39.979207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e1b15f9e-0554-4bc2-b841-7f9967fb4713', 'network_id': 'e1b15f9e-0554-4bc2-b841-7f9967fb4713', 'tenant_id': 'dad7efb9431842b481bdedafe35aefb0', 'fixed_ips': [{'subnet_id': '1d0f830e-e3a9-4c64-961f-a613ee6ddc7e'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:39.981017 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:40.003141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] device_id is not set on port 9832c40a-6f17-4697-9a7c-dc7a6f95dfef yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:17:40.104721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ac542f4-e751-4a1b-aa56-7f3b4860c3b0 None None] Provisioning complete for port ba5789e0-4986-4f92-809a-b6f8e7c2187e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:40.105299 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ac542f4-e751-4a1b-aa56-7f3b4860c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:40.257411 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:17:40.288571 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Allocated IP 2001:db8::f816:3eff:fe09:e9e (e1b15f9e-0554-4bc2-b841-7f9967fb4713/1d0f830e-e3a9-4c64-961f-a613ee6ddc7e/9832c40a-6f17-4697-9a7c-dc7a6f95dfef) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:40.300425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9d9b6-e03a-4455-94f3-fe8002e98151 req-6d13b24d-2027-4e6d-a8c9-10f1b0a36c36 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:40.302165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bda9d9b6-e03a-4455-94f3-fe8002e98151 req-6d13b24d-2027-4e6d-a8c9-10f1b0a36c36 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1135561 Nov 23 18:17:40.459877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8ffb4cb3-121e-4378-8074-97afc217c157 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:40.462163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bda9d9b6-e03a-4455-94f3-fe8002e98151 req-f7ffeffe-9a90-428f-9d53-ce81530a1993 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474922 Nov 23 18:17:40.608559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:40.655300 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:40.702712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network e1b15f9e-0554-4bc2-b841-7f9967fb4713 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:40.708243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:40.717171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:40.723194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Allocated IP 2001:db8::f816:3eff:fe36:3970 (e1b15f9e-0554-4bc2-b841-7f9967fb4713/1d0f830e-e3a9-4c64-961f-a613ee6ddc7e/d241262f-da18-4388-be15-1b8cf5c0cc5a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:40.723815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:40.724558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:40.742224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Port': ['ID=9832c40a-6f17-4697-9a7c-dc7a6f95dfef,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:40.766796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55086) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:40.767199 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fd5562d2-67a8-4a5d-9d7d-5744786a89ec tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.0964084 Nov 23 18:17:40.837020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8ffb4cb3-121e-4378-8074-97afc217c157 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:40.837494 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:40.865104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-89719e87-7b48-474b-b4ff-aa0bbbff08e3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Deleting subnet 1d0f830e-e3a9-4c64-961f-a613ee6ddc7e {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:17:40.868060 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ac542f4-e751-4a1b-aa56-7f3b4860c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:40.951011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] DHCP port deletion for aedf7502-5360-499d-96a8-105cd0ef570e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:41.033138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ac542f4-e751-4a1b-aa56-7f3b4860c3b0 None None] For port ba5789e0-4986-4f92-809a-b6f8e7c2187e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ba5789e0-4986-4f92-809a-b6f8e7c2187e,segment=NetworkSegment(add5a9b8-50ad-4d98-b898-4192cc4468af),segment_id=add5a9b8-50ad-4d98-b898-4192cc4468af)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:41.053529 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ac542f4-e751-4a1b-aa56-7f3b4860c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.063058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.302106 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89719e87-7b48-474b-b4ff-aa0bbbff08e3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.350484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac542f4-e751-4a1b-aa56-7f3b4860c3b0 None None] Pushing event updated for resources: {'Port': ['ID=ba5789e0-4986-4f92-809a-b6f8e7c2187e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:41.393175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89719e87-7b48-474b-b4ff-aa0bbbff08e3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.418490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.455361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd38d-3394-440f-b7e5-62803bbd2499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.490802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ba5789e0-4986-4f92-809a-b6f8e7c2187e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:41.562767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Network e1b15f9e-0554-4bc2-b841-7f9967fb4713 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:41.572801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] Deleting port ba5789e0-4986-4f92-809a-b6f8e7c2187e {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:41.573184 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.583624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:41.615319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Pushing event updated for resources: {'Port': ['ID=d241262f-da18-4388-be15-1b8cf5c0cc5a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:41.629436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:41.718055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89719e87-7b48-474b-b4ff-aa0bbbff08e3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.755234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Attempting to bind port d241262f-da18-4388-be15-1b8cf5c0cc5a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:41.756687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Attempting to bind port d241262f-da18-4388-be15-1b8cf5c0cc5a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e1b15f9e-0554-4bc2-b841-7f9967fb4713'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:41.757896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Attempting to bind port d241262f-da18-4388-be15-1b8cf5c0cc5a on network e1b15f9e-0554-4bc2-b841-7f9967fb4713 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:41.758178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180219af-75c1-4b6f-bf2f-404a27c62694 req-fad3da0e-82ae-4e01-8e73-94026caa8bd6 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:41.765995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-180219af-75c1-4b6f-bf2f-404a27c62694 req-fad3da0e-82ae-4e01-8e73-94026caa8bd6 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1943576 Nov 23 18:17:41.774486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:41.775167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Checking segment: {'id': 'cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e1b15f9e-0554-4bc2-b841-7f9967fb4713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:41.775849 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.776759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Bound using segment: {'id': 'cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e1b15f9e-0554-4bc2-b841-7f9967fb4713'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:41.777769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Bound port: d241262f-da18-4388-be15-1b8cf5c0cc5a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e1b15f9e-0554-4bc2-b841-7f9967fb4713'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:41.778553 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.821956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] For port ba5789e0-4986-4f92-809a-b6f8e7c2187e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ba5789e0-4986-4f92-809a-b6f8e7c2187e,segment=NetworkSegment(add5a9b8-50ad-4d98-b898-4192cc4468af),segment_id=add5a9b8-50ad-4d98-b898-4192cc4468af)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:41.826180 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.872245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-180219af-75c1-4b6f-bf2f-404a27c62694 req-9d8e4120-2fe0-4835-8361-d7f669140abe tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022239 Nov 23 18:17:41.876621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] Calling delete_port for ba5789e0-4986-4f92-809a-b6f8e7c2187e owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:41.884577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ba5789e0-4986-4f92-809a-b6f8e7c2187e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:41.885143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.910952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89719e87-7b48-474b-b4ff-aa0bbbff08e3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.947464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89719e87-7b48-474b-b4ff-aa0bbbff08e3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0f830e-e3a9-4c64-961f-a613ee6ddc7e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:41.964299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89719e87-7b48-474b-b4ff-aa0bbbff08e3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:41.971244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55118) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:41.982604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-89719e87-7b48-474b-b4ff-aa0bbbff08e3 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/subnets/1d0f830e-e3a9-4c64-961f-a613ee6ddc7e HTTP/1.1" status: 204 len: 168 time: 1.2146251 Nov 23 18:17:42.004766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] For port d241262f-da18-4388-be15-1b8cf5c0cc5a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:42.011067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] For port d241262f-da18-4388-be15-1b8cf5c0cc5a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d241262f-da18-4388-be15-1b8cf5c0cc5a,segment=NetworkSegment(cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7),segment_id=cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:42.027952 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.086361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c679ea7-035a-4eef-8041-4a93710b82db tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:42.088555 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c679ea7-035a-4eef-8041-4a93710b82db tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:42.090599 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6c679ea7-035a-4eef-8041-4a93710b82db tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1184311 Nov 23 18:17:42.093659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55122) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:42.169359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f79b6e-a430-4f1b-9ac2-b284957af7d0 None None] Pushing event updated for resources: {'Port': ['ID=d241262f-da18-4388-be15-1b8cf5c0cc5a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:42.176721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.215554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-303d2d59-f396-48f4-a7b9-2db25773706b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.224674 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-303d2d59-f396-48f4-a7b9-2db25773706b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 18:17:42.225049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303d2d59-f396-48f4-a7b9-2db25773706b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:42.235158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-303d2d59-f396-48f4-a7b9-2db25773706b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/e1b15f9e-0554-4bc2-b841-7f9967fb4713 HTTP/1.1" status: 409 len: 405 time: 0.1399810 Nov 23 18:17:42.236029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55130) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:42.242875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] Pushing event deleted for resources: {'Port': ['ID=ba5789e0-4986-4f92-809a-b6f8e7c2187e,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:42.243056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-592863830'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:42.258912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3df87f-22cd-41cc-a304-1a075dd583d1 None None] No DVR routers for this DVR port ba5789e0-4986-4f92-809a-b6f8e7c2187e on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:42.300273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:42.305177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.378160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:42.395200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ba5789e0-4986-4f92-809a-b6f8e7c2187e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:42.403272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.403636 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Added segment 587c5f8e-54b7-4c00-ad29-952df3b65993 of type vlan for network 1e74ab08-f403-45e7-a9c8-06c1a0c36cce Nov 23 18:17:42.438400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: ba5789e0-4986-4f92-809a-b6f8e7c2187e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:17:42.438779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ba5789e0-4986-4f92-809a-b6f8e7c2187e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:42.556753 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.599064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.608073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:42.608712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.657079 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4197433 Nov 23 18:17:42.659333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55138) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:42.666462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'subnet': {'network_id': '1e74ab08-f403-45e7-a9c8-06c1a0c36cce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:42.728267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a539f-9da7-4d6b-9798-abaecc753317 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Network': ['ID=1e74ab08-f403-45e7-a9c8-06c1a0c36cce,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:42.745106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 1e74ab08-f403-45e7-a9c8-06c1a0c36cce details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:42.812206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:42.816467 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:43.095758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be63b8-7863-4f83-a520-db03928a9c7b req-48560186-59e6-4d51-9600-cf9c33b956bf tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:43.097673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90be63b8-7863-4f83-a520-db03928a9c7b req-48560186-59e6-4d51-9600-cf9c33b956bf tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1001670 Nov 23 18:17:43.346641 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-07809431-11e4-480a-89b0-0c355d876f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:43.553496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90be63b8-7863-4f83-a520-db03928a9c7b req-7ba29d52-634e-4543-9b21-0c48409cbb75 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040077 Nov 23 18:17:43.643183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:17:43.644832 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:43.673525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d6610b-d9e2-4ba9-88a5-5efab2495e98 None None] Network e1b15f9e-0554-4bc2-b841-7f9967fb4713 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:43.724718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ee7cdd05-c5bf-46e9-8fd8-6f2a48ce4dbd None None] Provisioning complete for port d241262f-da18-4388-be15-1b8cf5c0cc5a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:43.725085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdd05-c5bf-46e9-8fd8-6f2a48ce4dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:43.735766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Subnet': ['ID=c86b309f-4d4a-4435-9152-0a0303fab8d5,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:43.754476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Checking segment: {'id': '587c5f8e-54b7-4c00-ad29-952df3b65993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '1e74ab08-f403-45e7-a9c8-06c1a0c36cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:43.754955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network hostable DHCP agents. Network: 1e74ab08-f403-45e7-a9c8-06c1a0c36cce, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:43.778009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network 1e74ab08-f403-45e7-a9c8-06c1a0c36cce is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:43.791485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 1e74ab08-f403-45e7-a9c8-06c1a0c36cce) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:43.807191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcbec2f-2675-45e4-9124-1cbbf159ef3a None None] Network 1e74ab08-f403-45e7-a9c8-06c1a0c36cce requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:43.808015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:43.809313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:43.833164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55166) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:43.834284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bb99fbe9-11a0-43df-a429-732d47e40fb7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1734471 Nov 23 18:17:43.940750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:43.999429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.073072 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdd05-c5bf-46e9-8fd8-6f2a48ce4dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.078910 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.137097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Subnet': ['ID=c86b309f-4d4a-4435-9152-0a0303fab8d5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:44.141611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9089441-ad0a-4e2b-8ceb-d08eef94460a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-1e74ab08-f403-45e7-a9c8-06c1a0c36cce', 'network_id': '1e74ab08-f403-45e7-a9c8-06c1a0c36cce', 'tenant_id': 'dad7efb9431842b481bdedafe35aefb0', 'fixed_ips': [{'subnet_id': 'c86b309f-4d4a-4435-9152-0a0303fab8d5'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:44.142501 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9089441-ad0a-4e2b-8ceb-d08eef94460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.164879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] DHCP port deletion for e1b15f9e-0554-4bc2-b841-7f9967fb4713 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:44.193683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.214337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ee7cdd05-c5bf-46e9-8fd8-6f2a48ce4dbd None None] For port d241262f-da18-4388-be15-1b8cf5c0cc5a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d241262f-da18-4388-be15-1b8cf5c0cc5a,segment=NetworkSegment(cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7),segment_id=cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:44.219468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e74ab08-f403-45e7-a9c8-06c1a0c36cce']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:44.225841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdd05-c5bf-46e9-8fd8-6f2a48ce4dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.234223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587c5f8e-54b7-4c00-ad29-952df3b65993') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:44.234533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587c5f8e-54b7-4c00-ad29-952df3b65993') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:44.247866 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.265003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.274112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:44.274622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:44.278218 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:44.396079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.405947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.414265 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/1e74ab08-f403-45e7-a9c8-06c1a0c36cce HTTP/1.1" status: 204 len: 168 time: 0.5799763 Nov 23 18:17:44.419693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55180) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:44.425082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1624994884'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:44.433001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a0901-95b0-4799-a983-85d69b46d305 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Network': ['ID=1e74ab08-f403-45e7-a9c8-06c1a0c36cce,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:44.436242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b30db-4052-49d5-8dbe-64a92081568c None None] Network 1e74ab08-f403-45e7-a9c8-06c1a0c36cce requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:44.452954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cdd05-c5bf-46e9-8fd8-6f2a48ce4dbd None None] Pushing event updated for resources: {'Port': ['ID=d241262f-da18-4388-be15-1b8cf5c0cc5a,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:44.457451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b30db-4052-49d5-8dbe-64a92081568c None None] Network 1e74ab08-f403-45e7-a9c8-06c1a0c36cce could not be found, it might have been deleted concurrently. {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:17:44.462260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:44.471750 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.471886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] Deleting port d241262f-da18-4388-be15-1b8cf5c0cc5a {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:44.472188 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.538678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:44.539475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] For port d241262f-da18-4388-be15-1b8cf5c0cc5a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d241262f-da18-4388-be15-1b8cf5c0cc5a,segment=NetworkSegment(cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7),segment_id=cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:44.539885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.554735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] Calling delete_port for d241262f-da18-4388-be15-1b8cf5c0cc5a owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:44.558392 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.558835 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Added segment 2dcedb67-7a82-4975-b705-89248a5db197 of type vlan for network e9fe2a87-6c85-4045-afca-0b30d48c1e1d Nov 23 18:17:44.652879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.708368 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.740336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] Pushing event deleted for resources: {'Port': ['ID=d241262f-da18-4388-be15-1b8cf5c0cc5a,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:44.755847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d437a-0421-4ab0-aeab-66c58add56a7 None None] No DVR routers for this DVR port d241262f-da18-4388-be15-1b8cf5c0cc5a on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:44.769856 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.777876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:44.779459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.872349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Network': ['ID=e9fe2a87-6c85-4045-afca-0b30d48c1e1d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:44.883757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e9fe2a87-6c85-4045-afca-0b30d48c1e1d details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:44.890068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55194) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:44.891204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b84aed70-bc4e-49fb-bce2-5be5f09f0c1b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4696467 Nov 23 18:17:44.899598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'subnet': {'network_id': 'e9fe2a87-6c85-4045-afca-0b30d48c1e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:44.909596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d0091-5943-4e14-8069-6b214196e761 req-cf0cd6a5-beed-4118-88d1-516cb1608557 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:44.916118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-622d0091-5943-4e14-8069-6b214196e761 req-cf0cd6a5-beed-4118-88d1-516cb1608557 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.2108238 Nov 23 18:17:44.993327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-622d0091-5943-4e14-8069-6b214196e761 req-35e8a1a1-70ae-4ba3-bb70-c629084dd438 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651329 Nov 23 18:17:45.099865 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:45.100822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:45.105702 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:45.346169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:45.447688 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Checking segment: {'id': '2dcedb67-7a82-4975-b705-89248a5db197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e9fe2a87-6c85-4045-afca-0b30d48c1e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:45.448031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network hostable DHCP agents. Network: e9fe2a87-6c85-4045-afca-0b30d48c1e1d, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:45.472606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Subnet': ['ID=18de7b15-a928-4c43-8e7a-5f55a8c5566d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:45.486914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network e9fe2a87-6c85-4045-afca-0b30d48c1e1d is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:45.501475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e9fe2a87-6c85-4045-afca-0b30d48c1e1d) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:45.510123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:45.511001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd7f4d-e5b5-42ea-a870-3c8877c7c455 None None] Network e9fe2a87-6c85-4045-afca-0b30d48c1e1d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:45.511145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:45.548051 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-64efc2d9-81bc-46c4-ba09-8f4e2d6870b7 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6523130 Nov 23 18:17:45.548329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55204) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:45.706514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:45.771647 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:45.814401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198d6d2-37b3-43d6-8a2d-389fe5dda8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e9fe2a87-6c85-4045-afca-0b30d48c1e1d', 'network_id': 'e9fe2a87-6c85-4045-afca-0b30d48c1e1d', 'tenant_id': 'dad7efb9431842b481bdedafe35aefb0', 'fixed_ips': [{'subnet_id': '18de7b15-a928-4c43-8e7a-5f55a8c5566d'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:45.815880 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e198d6d2-37b3-43d6-8a2d-389fe5dda8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:45.860389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:45.924245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Subnet': ['ID=18de7b15-a928-4c43-8e7a-5f55a8c5566d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-e198d6d2-37b3-43d6-8a2d-389fe5dda8a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18de7b15-a928-4c43-8e7a-5f55a8c5566d: This subnet is being modified by another concurrent operation. Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:17:45.943495 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18de7b15-a928-4c43-8e7a-5f55a8c5566d: This subnet is being modified by another concurrent operation. Nov 23 18:17:45.948795 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:17:45.972179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a1e8b7-38b4-42e7-ac4b-55f5ea709c8c None None] Network e9fe2a87-6c85-4045-afca-0b30d48c1e1d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:46.004458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.056880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fe2a87-6c85-4045-afca-0b30d48c1e1d']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:46.098225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcedb67-7a82-4975-b705-89248a5db197') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:46.098624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcedb67-7a82-4975-b705-89248a5db197') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:46.150831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.160596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3256ff-8ff4-44ea-9b8d-41d81970cf58 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:17:46.217398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.240843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:46.241307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:46.252730 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:46.272426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3256ff-8ff4-44ea-9b8d-41d81970cf58 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:17:46.351032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f7769-db6f-42c7-a3db-a9f80efa9272 req-0c1aa8ab-650b-42ca-8389-e5d1b23f11ed tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:46.359195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e3f7769-db6f-42c7-a3db-a9f80efa9272 req-0c1aa8ab-650b-42ca-8389-e5d1b23f11ed tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1917961 Nov 23 18:17:46.407661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-67da2ec1-b89c-44bb-b94a-e179911ffa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:46.410357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-67da2ec1-b89c-44bb-b94a-e179911ffa19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.1802056 Nov 23 18:17:46.455809 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.463589 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.466851 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/e9fe2a87-6c85-4045-afca-0b30d48c1e1d HTTP/1.1" status: 204 len: 168 time: 0.9172647 Nov 23 18:17:46.472277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55222) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:46.482532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1798807088'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:46.505710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c40194-b883-4d80-8872-617a735d81d4 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Network': ['ID=e9fe2a87-6c85-4045-afca-0b30d48c1e1d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:46.541667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:46.546047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.552149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e3f7769-db6f-42c7-a3db-a9f80efa9272 req-e0f13f26-9765-437a-963b-5a0c85af6824 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916678 Nov 23 18:17:46.575839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:46.617272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.617629 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Added segment c9bc9688-7735-4abe-9785-8ecd89c179c0 of type vlan for network 2ed8b49c-cd3d-440d-b59c-92e0dc8ed990 Nov 23 18:17:46.644018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-c16ecb05-372c-4a24-baf7-77afdd041936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:46.646638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-c16ecb05-372c-4a24-baf7-77afdd041936 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.1467330 Nov 23 18:17:46.714023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.757576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.763247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-89f0e9a3-c429-4bf4-94a6-2373bc484dee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 217 time: 0.1077151 Nov 23 18:17:46.764825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:46.765463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.802884 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.860824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Network': ['ID=2ed8b49c-cd3d-440d-b59c-92e0dc8ed990,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:46.869063 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-905c863a-ac47-4189-a0ec-52683ebb3857 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3942537 Nov 23 18:17:46.871087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55230) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:46.879299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 2ed8b49c-cd3d-440d-b59c-92e0dc8ed990 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:46.880713 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Request body: {'subnet': {'network_id': '2ed8b49c-cd3d-440d-b59c-92e0dc8ed990', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:46.913748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-d8e9957e-5ddf-40c2-8cae-9c7823d9e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:46.925956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-d8e9957e-5ddf-40c2-8cae-9c7823d9e0a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.1542094 Nov 23 18:17:46.960763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-4486cd77-e267-4365-b94d-f3a00e4d1022 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265090 Nov 23 18:17:47.056670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Made reservation on behalf of dad7efb9431842b481bdedafe35aefb0 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:47.064039 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:47.095238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-c243061e-f55d-430f-b76c-66b019a1f0ab service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274595 Nov 23 18:17:47.226321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc216ccc-ba19-4ca4-a0ef-f1f39e5dacd5 req-bc8143ca-1854-46ec-b49a-5cdabd4cd532 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231642 Nov 23 18:17:47.394079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:17:47.395728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:47.461124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event updated for resources: {'Subnet': ['ID=9b5d5769-8206-44f1-b639-848da20c67fb,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:47.477616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Checking segment: {'id': 'c9bc9688-7735-4abe-9785-8ecd89c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2ed8b49c-cd3d-440d-b59c-92e0dc8ed990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:47.477911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network hostable DHCP agents. Network: 2ed8b49c-cd3d-440d-b59c-92e0dc8ed990, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:47.498371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Network 2ed8b49c-cd3d-440d-b59c-92e0dc8ed990 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:47.510564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 2ed8b49c-cd3d-440d-b59c-92e0dc8ed990) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:47.515825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:47.516426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:47.534279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75839211-b2e4-4422-b04e-ffeded2a5a14 None None] Network 2ed8b49c-cd3d-440d-b59c-92e0dc8ed990 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:47.542236 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1924824f-1bc4-4398-86c4-4a969f13f66b tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6697004 Nov 23 18:17:47.544755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55252) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:47.658511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:47.769943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:47.868406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f33c2-ca66-4fe2-be3e-f87205d97cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-2ed8b49c-cd3d-440d-b59c-92e0dc8ed990', 'network_id': '2ed8b49c-cd3d-440d-b59c-92e0dc8ed990', 'tenant_id': 'dad7efb9431842b481bdedafe35aefb0', 'fixed_ips': [{'subnet_id': '9b5d5769-8206-44f1-b639-848da20c67fb'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:47.871039 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b67f33c2-ca66-4fe2-be3e-f87205d97cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:47.915622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb45940-5705-43dd-b398-8bdc4c9000b3 req-6648b6ee-1498-484b-8564-626787bebe35 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:47.924775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bb45940-5705-43dd-b398-8bdc4c9000b3 req-6648b6ee-1498-484b-8564-626787bebe35 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1799850 Nov 23 18:17:47.933501 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.011953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.079734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5d5769-8206-44f1-b639-848da20c67fb,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:48.088452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bb45940-5705-43dd-b398-8bdc4c9000b3 req-feed7a5d-4b68-409f-9ad6-1cde21dbce68 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627374 Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-b67f33c2-ca66-4fe2-be3e-f87205d97cee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b5d5769-8206-44f1-b639-848da20c67fb: This subnet is being modified by another concurrent operation. Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:17:48.146091 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b5d5769-8206-44f1-b639-848da20c67fb: This subnet is being modified by another concurrent operation. Nov 23 18:17:48.151365 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:17:48.162289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e98033-64d3-4f60-b023-c9fa5876cf68 None None] Network 2ed8b49c-cd3d-440d-b59c-92e0dc8ed990 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:48.217171 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.262341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed8b49c-cd3d-440d-b59c-92e0dc8ed990']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:48.282913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bc9688-7735-4abe-9785-8ecd89c179c0') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:48.283216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bc9688-7735-4abe-9785-8ecd89c179c0') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:48.312384 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.341427 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.353491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:48.353993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:48.357238 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:48.398504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d520bff-8277-4500-8fd3-54183d836dbd None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:17:48.436653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.463187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.466591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/2ed8b49c-cd3d-440d-b59c-92e0dc8ed990 HTTP/1.1" status: 204 len: 168 time: 0.9207647 Nov 23 18:17:48.469863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55268) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:48.492159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8f442-e969-4698-853f-53fc9897d371 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Network': ['ID=2ed8b49c-cd3d-440d-b59c-92e0dc8ed990,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:48.519317 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f94b8f-33a7-4151-b325-9c811b095efc tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:48.520265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f94b8f-33a7-4151-b325-9c811b095efc tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:48.525662 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d0f94b8f-33a7-4151-b325-9c811b095efc tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/subnets/9b5d5769-8206-44f1-b639-848da20c67fb HTTP/1.1" status: 404 len: 337 time: 0.0546980 Nov 23 18:17:48.527684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55270) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:48.549509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d520bff-8277-4500-8fd3-54183d836dbd None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:17:48.554599 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-6129947b-59ca-431e-9382-589c167ca488 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:48.559272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6129947b-59ca-431e-9382-589c167ca488 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:48.564863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6129947b-59ca-431e-9382-589c167ca488 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/2ed8b49c-cd3d-440d-b59c-92e0dc8ed990 HTTP/1.1" status: 404 len: 339 time: 0.0337882 Nov 23 18:17:48.566007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55272) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:48.598158 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8bcd9d-c221-4332-8c5e-0f65c85989e6 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:48.599003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8bcd9d-c221-4332-8c5e-0f65c85989e6 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:48.605910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55274) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:48.606410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bc8bcd9d-c221-4332-8c5e-0f65c85989e6 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/subnets/18de7b15-a928-4c43-8e7a-5f55a8c5566d HTTP/1.1" status: 404 len: 337 time: 0.0383708 Nov 23 18:17:48.658890 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee5a910-c27a-4e55-81f4-5d3079b46bab tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:48.659472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee5a910-c27a-4e55-81f4-5d3079b46bab tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:48.665778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aee5a910-c27a-4e55-81f4-5d3079b46bab tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/e9fe2a87-6c85-4045-afca-0b30d48c1e1d HTTP/1.1" status: 404 len: 339 time: 0.0560124 Nov 23 18:17:48.666731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55278) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:48.699492 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0088a81-830e-48b6-8d72-cfeaf9100a40 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:48.700312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0088a81-830e-48b6-8d72-cfeaf9100a40 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:48.706457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55280) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:48.706793 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d0088a81-830e-48b6-8d72-cfeaf9100a40 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/subnets/c86b309f-4d4a-4435-9152-0a0303fab8d5 HTTP/1.1" status: 404 len: 337 time: 0.0384209 Nov 23 18:17:48.727819 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-72758036-a881-4a6f-8584-34f88a9b79db tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:48.728332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72758036-a881-4a6f-8584-34f88a9b79db tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:48.740761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-72758036-a881-4a6f-8584-34f88a9b79db tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/1e74ab08-f403-45e7-a9c8-06c1a0c36cce HTTP/1.1" status: 404 len: 339 time: 0.0308244 Nov 23 18:17:48.741828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55282) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:48.926030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-23cdb376-c060-4ecf-aedb-fe9a0f5a1ebb tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Deleting port 9832c40a-6f17-4697-9a7c-dc7a6f95dfef {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:48.926390 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23cdb376-c060-4ecf-aedb-fe9a0f5a1ebb tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.030481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23cdb376-c060-4ecf-aedb-fe9a0f5a1ebb tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.048453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-23cdb376-c060-4ecf-aedb-fe9a0f5a1ebb tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Calling delete_port for 9832c40a-6f17-4697-9a7c-dc7a6f95dfef owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:49.168916 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23cdb376-c060-4ecf-aedb-fe9a0f5a1ebb tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.216242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23cdb376-c060-4ecf-aedb-fe9a0f5a1ebb tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.221652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-23cdb376-c060-4ecf-aedb-fe9a0f5a1ebb tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/ports/9832c40a-6f17-4697-9a7c-dc7a6f95dfef HTTP/1.1" status: 204 len: 168 time: 0.4750676 Nov 23 18:17:49.222683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55290) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:49.228398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdb376-c060-4ecf-aedb-fe9a0f5a1ebb tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Port': ['ID=9832c40a-6f17-4697-9a7c-dc7a6f95dfef,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:49.265136 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-144626b9-b026-4107-84eb-4eaffe44a0e0 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:49.265687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144626b9-b026-4107-84eb-4eaffe44a0e0 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:49.269832 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-144626b9-b026-4107-84eb-4eaffe44a0e0 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/subnets/1d0f830e-e3a9-4c64-961f-a613ee6ddc7e HTTP/1.1" status: 404 len: 337 time: 0.0459058 Nov 23 18:17:49.273848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55292) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:49.343244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196622c9-3a97-4653-b45f-fd7c825e356a req-18be6467-88b0-45af-8bb9-e90390f08f8f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:49.346303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-196622c9-3a97-4653-b45f-fd7c825e356a req-18be6467-88b0-45af-8bb9-e90390f08f8f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1532433 Nov 23 18:17:49.422409 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.452420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-196622c9-3a97-4653-b45f-fd7c825e356a req-2d2067d1-e113-4271-b9e9-be597e220710 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729237 Nov 23 18:17:49.552198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.563813 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.575860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b15f9e-0554-4bc2-b841-7f9967fb4713']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:49.586415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:49.586774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe0f00a-a6c1-4df4-9e2b-0b3123ba93a7') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:49.596445 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.609991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.616625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:49.616815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:49.619871 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:49.686222 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.696086 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.700849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/e1b15f9e-0554-4bc2-b841-7f9967fb4713 HTTP/1.1" status: 204 len: 168 time: 0.4256387 Nov 23 18:17:49.702449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55296) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:49.722818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e23ec-49f7-4a1a-9b4c-f53617d61988 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Network': ['ID=e1b15f9e-0554-4bc2-b841-7f9967fb4713,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:49.836313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e71b2-df57-4b37-a8c6-d67f29ee6f1e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Deleting port e9562360-39f9-43b3-90c3-400c03dd9ee3 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:49.836655 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d0e71b2-df57-4b37-a8c6-d67f29ee6f1e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.908375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d0e71b2-df57-4b37-a8c6-d67f29ee6f1e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:49.923218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e71b2-df57-4b37-a8c6-d67f29ee6f1e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Calling delete_port for e9562360-39f9-43b3-90c3-400c03dd9ee3 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:50.017229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d0e71b2-df57-4b37-a8c6-d67f29ee6f1e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.044921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e71b2-df57-4b37-a8c6-d67f29ee6f1e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Port': ['ID=e9562360-39f9-43b3-90c3-400c03dd9ee3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:50.056892 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d0e71b2-df57-4b37-a8c6-d67f29ee6f1e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.060299 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2d0e71b2-df57-4b37-a8c6-d67f29ee6f1e tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/ports/e9562360-39f9-43b3-90c3-400c03dd9ee3 HTTP/1.1" status: 204 len: 168 time: 0.3565104 Nov 23 18:17:50.062833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55300) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:50.098981 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-4174c2ed-a94c-4661-8759-22c033fe8985 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:50.099508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4174c2ed-a94c-4661-8759-22c033fe8985 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:50.104725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4174c2ed-a94c-4661-8759-22c033fe8985 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/subnets/c9e137ab-871d-4a26-9ee6-594c06d2d483 HTTP/1.1" status: 404 len: 337 time: 0.0408094 Nov 23 18:17:50.107271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55302) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:50.234284 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.372261 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.399132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedf7502-5360-499d-96a8-105cd0ef570e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:50.429021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add5a9b8-50ad-4d98-b898-4192cc4468af') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:50.430391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add5a9b8-50ad-4d98-b898-4192cc4468af') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:50.443928 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.461760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.469104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:50.478275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:50.482981 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:50.589332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8b5e-f7ce-43f6-8e4b-80644fe5fd12 req-1da1829e-dc1c-493a-8cb9-baf36d7077c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:50.592297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c34c8b5e-f7ce-43f6-8e4b-80644fe5fd12 req-1da1829e-dc1c-493a-8cb9-baf36d7077c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.0958552 Nov 23 18:17:50.607524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.628657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.635335 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/aedf7502-5360-499d-96a8-105cd0ef570e HTTP/1.1" status: 204 len: 168 time: 0.5269237 Nov 23 18:17:50.636770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6d514-e255-474f-90c4-15d4be304d90 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Network': ['ID=aedf7502-5360-499d-96a8-105cd0ef570e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:50.639078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55310) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:50.661611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.688925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c34c8b5e-f7ce-43f6-8e4b-80644fe5fd12 req-0aa15c5f-2d27-46f4-87f7-45d5014405af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639348 Nov 23 18:17:50.700359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393d673-c0d5-4d76-a33d-3ea56041d7ca req-dd9586f8-ad1a-4810-add3-ed068a925016 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:50.706211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-78358de4-55fd-4faa-8076-abc0dbda5563 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Deleting subnet 4248d208-c99b-4de8-bf23-9e28044bb37b {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:17:50.707565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c393d673-c0d5-4d76-a33d-3ea56041d7ca req-dd9586f8-ad1a-4810-add3-ed068a925016 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1140501 Nov 23 18:17:50.710131 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78358de4-55fd-4faa-8076-abc0dbda5563 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.762139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c393d673-c0d5-4d76-a33d-3ea56041d7ca req-8735c2cb-e5f7-48b2-85b3-17b2a2da558f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535707 Nov 23 18:17:50.765930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78358de4-55fd-4faa-8076-abc0dbda5563 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.875659 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78358de4-55fd-4faa-8076-abc0dbda5563 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.945576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78358de4-55fd-4faa-8076-abc0dbda5563 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.983872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78358de4-55fd-4faa-8076-abc0dbda5563 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Subnet': ['ID=4248d208-c99b-4de8-bf23-9e28044bb37b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:50.988176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78358de4-55fd-4faa-8076-abc0dbda5563 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:50.992168 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-78358de4-55fd-4faa-8076-abc0dbda5563 tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/subnets/4248d208-c99b-4de8-bf23-9e28044bb37b HTTP/1.1" status: 204 len: 168 time: 0.3512373 Nov 23 18:17:50.994398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55318) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:50.998236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6998a9f-29d3-4416-b04a-f4dccd2b160c None None] Network db217c4c-7daf-4591-8926-89818bbc0a9f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:51.083977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.128905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55322) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:51.148074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Deleting port 8ffb4cb3-121e-4378-8074-97afc217c157 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:51.149107 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.232255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] For port 8ffb4cb3-121e-4378-8074-97afc217c157, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8ffb4cb3-121e-4378-8074-97afc217c157,segment=NetworkSegment(3990c446-1f8a-4317-a9fa-a4a6e106a465),segment_id=3990c446-1f8a-4317-a9fa-a4a6e106a465)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:51.232806 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.248273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Calling delete_port for 8ffb4cb3-121e-4378-8074-97afc217c157 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:51.359113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] DHCP port deletion for db217c4c-7daf-4591-8926-89818bbc0a9f request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:51.372011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe57c745-e975-4a1e-bc04-046efb01377b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.420418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.464009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] Deleting port 8ffb4cb3-121e-4378-8074-97afc217c157 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:51.464333 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.494447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] No DVR routers for this DVR port 8ffb4cb3-121e-4378-8074-97afc217c157 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:51.511146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Port': ['ID=8ffb4cb3-121e-4378-8074-97afc217c157,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:51.536970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe57c745-e975-4a1e-bc04-046efb01377b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.542064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe57c745-e975-4a1e-bc04-046efb01377b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.588072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57c745-e975-4a1e-bc04-046efb01377b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d6490-320f-4b89-95e0-06f423cea79a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:51.608580 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe57c745-e975-4a1e-bc04-046efb01377b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9669b5cd5be945c4aa923edcfaed3256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4783313 Nov 23 18:17:51.611062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55328) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:51.639202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] For port 8ffb4cb3-121e-4378-8074-97afc217c157, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:51.639629 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.647714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.677627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db217c4c-7daf-4591-8926-89818bbc0a9f']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:51.684916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] Calling delete_port for 8ffb4cb3-121e-4378-8074-97afc217c157 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:51.690450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] Port 8ffb4cb3-121e-4378-8074-97afc217c157 was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:17:51.700891 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.701328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3990c446-1f8a-4317-a9fa-a4a6e106a465') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:51.701700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3990c446-1f8a-4317-a9fa-a4a6e106a465') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:51.706195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13ebaf98-72af-4ee6-8966-e214ca9b771e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.713953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.731519 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.739650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:17:51.740156 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.742679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13ebaf98-72af-4ee6-8966-e214ca9b771e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:17:51.745304 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:17:51.748706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] Pushing event deleted for resources: {'Port': ['ID=8ffb4cb3-121e-4378-8074-97afc217c157,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:51.774678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5685b2-7562-45d8-8d4b-bd9efc6afa71 None None] No DVR routers for this DVR port 8ffb4cb3-121e-4378-8074-97afc217c157 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:51.835882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13ebaf98-72af-4ee6-8966-e214ca9b771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.839049 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-13ebaf98-72af-4ee6-8966-e214ca9b771e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.841046 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-13ebaf98-72af-4ee6-8966-e214ca9b771e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e0d6490-320f-4b89-95e0-06f423cea79a HTTP/1.1" status: 204 len: 168 time: 0.2288604 Nov 23 18:17:51.854827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebaf98-72af-4ee6-8966-e214ca9b771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d6490-320f-4b89-95e0-06f423cea79a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:51.877358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.887305 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:51.892387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] 10.222.0.74 "DELETE /v2.0/networks/db217c4c-7daf-4591-8926-89818bbc0a9f HTTP/1.1" status: 204 len: 168 time: 0.8968778 Nov 23 18:17:51.936434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dd914-25b2-4de5-8a0b-b02b1fde0bcf tempest-NetworksIpV6TestAttrs-1661353565 tempest-NetworksIpV6TestAttrs-1661353565-project] Pushing event deleted for resources: {'Network': ['ID=db217c4c-7daf-4591-8926-89818bbc0a9f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:52.042508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda39a22-f13c-458d-9fc9-af5794dd0d40 req-c444d58c-6305-440e-88df-44c3cb26bb85 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:52.044613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fda39a22-f13c-458d-9fc9-af5794dd0d40 req-c444d58c-6305-440e-88df-44c3cb26bb85 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1034534 Nov 23 18:17:52.140557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fda39a22-f13c-458d-9fc9-af5794dd0d40 req-cc0253f2-0175-4429-9f16-42440de6485f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881715 Nov 23 18:17:52.275695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55344) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:52.399777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8ffb4cb3-121e-4378-8074-97afc217c157 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:52.441820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8ffb4cb3-121e-4378-8074-97afc217c157 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:17:52.453901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8ffb4cb3-121e-4378-8074-97afc217c157 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:52.477300 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9ac051cf-f382-4756-91c9-943283b2349a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dad7efb9431842b481bdedafe35aefb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003965 Nov 23 18:17:52.479732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55364) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:52.548418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c225181c-6535-4fa1-b9c4-142c278f7f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:52.577037 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c225181c-6535-4fa1-b9c4-142c278f7f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:52.645556 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c225181c-6535-4fa1-b9c4-142c278f7f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:52.650212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c225181c-6535-4fa1-b9c4-142c278f7f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:52.652256 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c225181c-6535-4fa1-b9c4-142c278f7f37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a17eaa3-68e7-4ef8-bff4-c8bfcf76317a HTTP/1.1" status: 204 len: 168 time: 0.1707895 Nov 23 18:17:52.664057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225181c-6535-4fa1-b9c4-142c278f7f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17eaa3-68e7-4ef8-bff4-c8bfcf76317a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:53.037400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55392) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:53.313312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72131-dec9-4a27-8b06-8cb981335996 req-21aae9ec-66c1-42b3-9893-5d9f7c166014 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:53.315076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00f72131-dec9-4a27-8b06-8cb981335996 req-21aae9ec-66c1-42b3-9893-5d9f7c166014 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.0903158 Nov 23 18:17:53.350834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1642283075-network', 'tenant_id': 'ad3ce8cbaa494915b75122bcea170d20'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:53.415883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00f72131-dec9-4a27-8b06-8cb981335996 req-8b570346-88cf-421b-ae0a-89d5e932ec93 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910716 Nov 23 18:17:53.424617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Made reservation on behalf of ad3ce8cbaa494915b75122bcea170d20 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:53.429457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.461139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.474366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f1ca4901-6572-4e4a-abec-e122f763dee6 req-ade39e7a-cd02-45de-92ef-7493b032bef8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-167763196', 'description': 'tempest-description-873798134'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:53.557208 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f1ca4901-6572-4e4a-abec-e122f763dee6 req-ade39e7a-cd02-45de-92ef-7493b032bef8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.621576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55416) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:53.633829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.649587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.685305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69977d99-6272-4e54-b1c5-37cfa18367a4,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:53.712935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:53.727474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f1ca4901-6572-4e4a-abec-e122f763dee6 req-ade39e7a-cd02-45de-92ef-7493b032bef8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.732710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.733251 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Added segment 4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488 of type vlan for network 0ec1b50e-d850-4b90-8330-d30206c8beca Nov 23 18:17:53.745168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f1ca4901-6572-4e4a-abec-e122f763dee6 req-ade39e7a-cd02-45de-92ef-7493b032bef8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.773637 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3f1a962f-21fc-489a-8072-0e3e9dbb400f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] Request body: {'port': {'network_id': '47ea3b03-bf95-43a0-bfe6-0003140c5108', 'name': 'tempest-NetworksNegativeTestJSON-282541988'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:53.794759 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1a962f-21fc-489a-8072-0e3e9dbb400f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] POST failed (client error): The resource could not be found. Nov 23 18:17:53.795538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1a962f-21fc-489a-8072-0e3e9dbb400f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:53.797035 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3f1a962f-21fc-489a-8072-0e3e9dbb400f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1736345 Nov 23 18:17:53.802968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55420) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:53.819519 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.825924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f1ca4901-6572-4e4a-abec-e122f763dee6 req-ade39e7a-cd02-45de-92ef-7493b032bef8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.826262 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bdfc4f-9134-4fae-8dab-539d52cdf1e7 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:53.826894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bdfc4f-9134-4fae-8dab-539d52cdf1e7 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:53.827327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1ca4901-6572-4e4a-abec-e122f763dee6 req-ade39e7a-cd02-45de-92ef-7493b032bef8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.3628461 Nov 23 18:17:53.829891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade39e7a-cd02-45de-92ef-7493b032bef8 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e89264e-f2db-404e-95c6-4eaac791e2ea,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:53.838903 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-28bdfc4f-9134-4fae-8dab-539d52cdf1e7 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "DELETE /v2.0/networks/4acd3035-00b3-4b0e-ab24-3bbae51d2030 HTTP/1.1" status: 404 len: 339 time: 0.0335956 Nov 23 18:17:53.842278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55424) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:53.873687 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc99beb-e53b-46e9-b9fb-b34aa96eab21 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:53.874297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc99beb-e53b-46e9-b9fb-b34aa96eab21 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:53.874681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.876457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:53.877310 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:53.878169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4bc99beb-e53b-46e9-b9fb-b34aa96eab21 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "DELETE /v2.0/ports/74b683d9-b941-4df0-aaa2-af8b1c0aa155 HTTP/1.1" status: 404 len: 333 time: 0.0347278 Nov 23 18:17:53.885416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:53.917519 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fe741c-3026-4836-a49f-229ca2907aae tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] DELETE failed (client error): The resource could not be found. Nov 23 18:17:53.918224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fe741c-3026-4836-a49f-229ca2907aae tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:53.921881 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c9fe741c-3026-4836-a49f-229ca2907aae tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "DELETE /v2.0/subnets/2f1b0e5b-161f-4956-8b81-2e9ec6865066 HTTP/1.1" status: 404 len: 337 time: 0.0353229 Nov 23 18:17:53.927523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55428) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:53.951193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55430) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:53.951727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9121962 Nov 23 18:17:53.956947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Request body: {'subnet': {'network_id': '0ec1b50e-d850-4b90-8330-d30206c8beca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1642283075-subnet', 'tenant_id': 'ad3ce8cbaa494915b75122bcea170d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:53.962929 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0514cd46-bd02-4588-840d-6c63e7554e1f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] GET failed (client error): The resource could not be found. Nov 23 18:17:53.964408 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0514cd46-bd02-4588-840d-6c63e7554e1f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "GET /v2.0/networks/83a299fa-d5ca-4326-8078-6f2535720557 HTTP/1.1" status: 404 len: 339 time: 0.0356622 Nov 23 18:17:53.971069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55432) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:54.003407 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b932d93-6ded-460e-b5a8-aa08b4639636 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] GET failed (client error): The resource could not be found. Nov 23 18:17:54.005054 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7b932d93-6ded-460e-b5a8-aa08b4639636 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "GET /v2.0/ports/4208c9d4-9fc2-44f9-b062-31fd4550a17f HTTP/1.1" status: 404 len: 333 time: 0.0328758 Nov 23 18:17:54.010956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55434) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:54.023707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Made reservation on behalf of ad3ce8cbaa494915b75122bcea170d20 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:54.026108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:54.039439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354694a-0478-4fcc-a75f-6895a1b6f4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec1b50e-d850-4b90-8330-d30206c8beca,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:54.050327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 0ec1b50e-d850-4b90-8330-d30206c8beca details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:54.109319 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ae789b-8482-4e3e-89ae-2e1631725b17 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] GET failed (client error): The resource could not be found. Nov 23 18:17:54.118360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55440) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:54.119084 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-06ae789b-8482-4e3e-89ae-2e1631725b17 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "GET /v2.0/subnets/fbdf059b-0944-4953-8a0a-953ac3006e32 HTTP/1.1" status: 404 len: 337 time: 0.1067083 Nov 23 18:17:54.124178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-18882eeb-a6ce-43b4-8f5e-93b79cf104b9 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] Request body: {'network': {'name': 'new_name'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:54.151175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d699630-094e-431c-8480-c21f45e61f21 req-1bce04d3-1fbf-4293-bee2-54cf332f812e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-167763196&fields=id&tenant_id=67639dea3211405d9a63a5288acb5442 HTTP/1.1" status: 200 len: 267 time: 0.2073424 Nov 23 18:17:54.180613 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-18882eeb-a6ce-43b4-8f5e-93b79cf104b9 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] PUT failed (client error): The resource could not be found. Nov 23 18:17:54.181215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18882eeb-a6ce-43b4-8f5e-93b79cf104b9 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:54.182459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-18882eeb-a6ce-43b4-8f5e-93b79cf104b9 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "PUT /v2.0/networks/8e55cf7f-a4cd-4e34-918f-fa1ff950c362 HTTP/1.1" status: 404 len: 339 time: 0.0628624 Nov 23 18:17:54.197888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55444) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:54.204540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-48d4465e-b641-4d5e-ae7c-4fea88ae6c7f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] Request body: {'port': {'name': 'new_name'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:54.235817 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d4465e-b641-4d5e-ae7c-4fea88ae6c7f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] PUT failed (client error): The resource could not be found. Nov 23 18:17:54.236480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d4465e-b641-4d5e-ae7c-4fea88ae6c7f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:54.237746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-48d4465e-b641-4d5e-ae7c-4fea88ae6c7f tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "PUT /v2.0/ports/521e10d7-5eb0-4ef6-93f4-769281512550 HTTP/1.1" status: 404 len: 333 time: 0.0377600 Nov 23 18:17:54.243871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55446) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:54.250143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-38408441-a48a-4453-82ec-7d15f3b68f78 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:54.253660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d699630-094e-431c-8480-c21f45e61f21 req-7b736ef6-3223-4dc0-9b88-c50c7e1d78dd tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:54.255277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d699630-094e-431c-8480-c21f45e61f21 req-7b736ef6-3223-4dc0-9b88-c50c7e1d78dd tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1033232 Nov 23 18:17:54.268524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-6d699630-094e-431c-8480-c21f45e61f21 req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Request body: {'port': {'security_groups': ['d020e415-9703-4847-91b8-289d8482708a', '6e89264e-f2db-404e-95c6-4eaac791e2ea']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:54.313688 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-38408441-a48a-4453-82ec-7d15f3b68f78 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] PUT failed (client error): The resource could not be found. Nov 23 18:17:54.314103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38408441-a48a-4453-82ec-7d15f3b68f78 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:17:54.317447 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-38408441-a48a-4453-82ec-7d15f3b68f78 tempest-NetworksNegativeTestJSON-979719922 tempest-NetworksNegativeTestJSON-979719922-project] 10.222.0.74 "PUT /v2.0/subnets/4336a153-12ab-4126-beb1-cb1328e179cf HTTP/1.1" status: 404 len: 337 time: 0.0703051 Nov 23 18:17:54.353892 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6d699630-094e-431c-8480-c21f45e61f21 req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:54.420526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:54.485189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8bc7bd4-e03b-443c-aeed-287a0de99521,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:54.518729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Checking segment: {'id': '4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ec1b50e-d850-4b90-8330-d30206c8beca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:54.519222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Network hostable DHCP agents. Network: 0ec1b50e-d850-4b90-8330-d30206c8beca, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:54.557408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Network 0ec1b50e-d850-4b90-8330-d30206c8beca is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:54.586707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 0ec1b50e-d850-4b90-8330-d30206c8beca) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:54.592964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:54.593620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:54.602033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86393a07-ca39-4fd3-af4d-64aaf3571889 None None] Network 0ec1b50e-d850-4b90-8330-d30206c8beca requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:54.612786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-6d699630-094e-431c-8480-c21f45e61f21 req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] For port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:54.653844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-05c1dbcc-e43a-42d9-bc6d-e896e50aaba4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7012713 Nov 23 18:17:54.659663 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6d699630-094e-431c-8480-c21f45e61f21 req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:54.670387 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6d699630-094e-431c-8480-c21f45e61f21 req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:54.684565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8da2dc13-a0ff-4396-b74b-163cf5f74ae3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:17:54.756745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d699630-094e-431c-8480-c21f45e61f21 req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:54.757564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6d699630-094e-431c-8480-c21f45e61f21 req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:54.762669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d699630-094e-431c-8480-c21f45e61f21 req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "PUT /v2.0/ports/8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 981 time: 0.4989498 Nov 23 18:17:54.774425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:54.776917 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122cffac-4cbf-4959-b9fc-611c9742bdad" -d '{"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:54.801503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:54.821735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567e727-0f25-4233-818c-bd9cb8b6cd44 None None] DHCP port deletion for 0f3b090e-01f7-4098-9e86-f2bbe58da2af request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:54.855554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85374f-b874-415c-9eb8-add605e06d34 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event updated for resources: {'Port': ['ID=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:54.875959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8da2dc13-a0ff-4396-b74b-163cf5f74ae3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:17:54.967573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-b89920b9-1e15-47ad-92da-dcaef9d5c4a4 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-167763196&fields=id&tenant_id=67639dea3211405d9a63a5288acb5442 HTTP/1.1" status: 200 len: 267 time: 0.1029060 Nov 23 18:17:55.035253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d54358f1-3e87-479f-9be9-eacfcf2f4ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.050831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-83b234c4-72a7-4b03-a2ed-1dea99a3fc2d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:55.052378 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-83b234c4-72a7-4b03-a2ed-1dea99a3fc2d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 984 time: 0.0811288 Nov 23 18:17:55.067755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Request body: {'port': {'security_groups': ['d020e415-9703-4847-91b8-289d8482708a']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:55.155333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2098a86a-1e7a-4c17-82c3-db28285d09f3 None None] Provisioning complete for port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:55.157094 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2098a86a-1e7a-4c17-82c3-db28285d09f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.179999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.247049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2fa6fc-140a-453f-aae8-e7a2e2721bb6 None None] Network 0ec1b50e-d850-4b90-8330-d30206c8beca requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:55.275251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d54358f1-3e87-479f-9be9-eacfcf2f4ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.289178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d54358f1-3e87-479f-9be9-eacfcf2f4ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.414352 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d54358f1-3e87-479f-9be9-eacfcf2f4ce3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e995bfd78c9c46c0bc47736b5a94f3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6112611 Nov 23 18:17:55.415055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55478) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:55.485255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54358f1-3e87-479f-9be9-eacfcf2f4ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc4624-ae62-4ea1-9a27-599a3fd06036,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:55.534121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] For port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:55.554775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7c65-b1e8-449a-b961-121ff70fc2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.592851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.605146 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.617431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7c65-b1e8-449a-b961-121ff70fc2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.643138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55482) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:55.656322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1631034928-network', 'tenant_id': 'ee4ea25c5b2c411d89412d1c3eac10fd'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:55.688571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:55.689257 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.690745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-950b8c9a-bf5a-4338-9c42-2d0a63e23822 req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "PUT /v2.0/ports/8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 942 time: 0.6305192 Nov 23 18:17:55.707515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844d99b-1f66-4534-96f3-be7fdf26065a None None] DHCP port deletion for 0f3b090e-01f7-4098-9e86-f2bbe58da2af request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:17:55.767218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a42bdf-13fe-45a8-84d0-a6df2df06047 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event updated for resources: {'Port': ['ID=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:55.778980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Made reservation on behalf of ee4ea25c5b2c411d89412d1c3eac10fd for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:55.788912 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.799939 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab4d4b1-48a7-4424-b9e5-c2aeaa683adf x-openstack-request-id: req-0ab4d4b1-48a7-4424-b9e5-c2aeaa683adf {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:55.800249 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:55.800471 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0ab4d4b1-48a7-4424-b9e5-c2aeaa683adf {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:55.800894 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'status': 'completed', 'code': 200} Nov 23 18:17:55.836955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7c65-b1e8-449a-b961-121ff70fc2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.844617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7c65-b1e8-449a-b961-121ff70fc2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.846651 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a5f7c65-b1e8-449a-b961-121ff70fc2d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e1cc4624-ae62-4ea1-9a27-599a3fd06036 HTTP/1.1" status: 204 len: 168 time: 0.4258838 Nov 23 18:17:55.871390 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:55.889527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7c65-b1e8-449a-b961-121ff70fc2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc4624-ae62-4ea1-9a27-599a3fd06036,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:55.908194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8da2dc13-a0ff-4396-b74b-163cf5f74ae3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:17:56.065863 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.074553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8da2dc13-a0ff-4396-b74b-163cf5f74ae3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:17:56.081134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.100245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:56.122442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.122808 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Added segment ff89874c-9c24-4cfa-ad6b-ff4087856afe of type vlan for network 478aebd8-2b89-4725-bdb6-eac80780f04c Nov 23 18:17:56.135911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4bd5c2af-0079-46b6-8cff-08d3993b21fb None None] Provisioning complete for port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:56.136707 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4bd5c2af-0079-46b6-8cff-08d3993b21fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.247527 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.327098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8811f38-2acf-4fca-a218-90bbe619baed,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:56.368606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.369603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:56.370180 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.481381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=478aebd8-2b89-4725-bdb6-eac80780f04c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:56.497465 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b1e358db-86ec-4d70-9b05-c884c6065eb7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8493531 Nov 23 18:17:56.498148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55500) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:56.505953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 478aebd8-2b89-4725-bdb6-eac80780f04c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:56.512000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Request body: {'subnet': {'network_id': '478aebd8-2b89-4725-bdb6-eac80780f04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1631034928-subnet', 'tenant_id': 'ee4ea25c5b2c411d89412d1c3eac10fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:56.546305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Made reservation on behalf of ee4ea25c5b2c411d89412d1c3eac10fd for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:56.549429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.569180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-8ab0967f-48d0-45ae-87ae-c0794914118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:56.570817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-8ab0967f-48d0-45ae-87ae-c0794914118a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.7452307 Nov 23 18:17:56.659770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-aeb9d25c-9fe3-46e9-81f6-3bf289ad9585 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8184836 Nov 23 18:17:56.691883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:56.728614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.776931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-d6566b7f-8e2e-4a65-92ec-5b2f4d6fccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:56.778531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-d6566b7f-8e2e-4a65-92ec-5b2f4d6fccd3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.2000637 Nov 23 18:17:56.812389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.857759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-04943d54-3d04-468a-875f-ecf809ca1e2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 217 time: 0.0434411 Nov 23 18:17:56.888566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea17e0ed-d650-4b7c-84b8-8f6c2678247e,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:56.907753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Checking segment: {'id': 'ff89874c-9c24-4cfa-ad6b-ff4087856afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '478aebd8-2b89-4725-bdb6-eac80780f04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:56.908797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Network hostable DHCP agents. Network: 478aebd8-2b89-4725-bdb6-eac80780f04c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:56.932170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-0e5ac134-8e30-499b-882b-93168b5b9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:56.933401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Network 478aebd8-2b89-4725-bdb6-eac80780f04c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:56.933665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-0e5ac134-8e30-499b-882b-93168b5b9b8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.0653834 Nov 23 18:17:56.936036 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.947686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 478aebd8-2b89-4725-bdb6-eac80780f04c) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:56.961224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:56.962030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:56.963286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ded1f-37b4-4fff-af3f-8de8aa782760 None None] Network 478aebd8-2b89-4725-bdb6-eac80780f04c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:57.000889 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d4091a71-3225-4a9f-ad84-459a5702be7f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5013399 Nov 23 18:17:57.004313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-26dcbb4c-9e95-4725-94dc-108290961bf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577209 Nov 23 18:17:57.214895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55522) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:57.225756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-a9e2a275-e7f0-4174-a58b-1ddc867fc09a service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059343 Nov 23 18:17:57.232390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Allocated IP 172.25.0.122 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/2bb56f04-7062-473d-a660-96a4d4981529) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:57.327883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5b6aa-13ac-43fb-99da-841cfc7b8e94 None None] Network 478aebd8-2b89-4725-bdb6-eac80780f04c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:57.418539 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1746315716'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:57.419980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-122cffac-4cbf-4959-b9fc-611c9742bdad req-abbc4353-c427-499d-8979-3a24f9c7b04b service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852233 Nov 23 18:17:57.466124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:57.467993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.473435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.498199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.512918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.569223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:57.578233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:57.582419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:57.605416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event updated for resources: {'Port': ['ID=2bb56f04-7062-473d-a660-96a4d4981529,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:57.620072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.626156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.658839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:57.677217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a153ab70-046f-42e8-bec0-99f49e41b810,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:57.683324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.683811 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment a8af5da1-f485-4c47-a58f-7484b619b64e of type vlan for network 52f25c93-7dbf-417f-a20a-15b1e59386cd Nov 23 18:17:57.736426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.739394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.780980 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.787920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:57.788635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.802099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:57.806111 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b261a69f-769e-46f1-9578-e46a259f192a" -d '{"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:57.812550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.885629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=52f25c93-7dbf-417f-a20a-15b1e59386cd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:57.893831 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-590160da-537a-4fa2-b4bc-13067a8a84aa tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6761718 Nov 23 18:17:57.897446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55546) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:57.898436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 52f25c93-7dbf-417f-a20a-15b1e59386cd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:57.904692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1135027'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:58.013312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:58.018859 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.064051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:17:58.082649 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.083040 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment 9af6b631-7ff9-4227-94cf-76bce0cf7222 of type vlan for network 75910d4b-91c2-4ea3-b018-2c76475d7635 Nov 23 18:17:58.130201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.140041 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.149530 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.235591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event updated for resources: {'Port': ['ID=2bb56f04-7062-473d-a660-96a4d4981529,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:58.253039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.258637 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.264118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:58.264698 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.307359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.308567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-a80ea84f-61a8-4108-a2ad-74c7071d3b7b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6226478 Nov 23 18:17:58.320954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4187310 Nov 23 18:17:58.321870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55558) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:58.327669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': '52f25c93-7dbf-417f-a20a-15b1e59386cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:58.373771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153168ce-600b-4ea2-aee6-e0fed3b94076 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=75910d4b-91c2-4ea3-b018-2c76475d7635,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:58.389434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 75910d4b-91c2-4ea3-b018-2c76475d7635 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:17:58.441270 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-df9fb492-f158-4e07-a673-53121d8bde7e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.0961804 Nov 23 18:17:58.579873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-4b09670c-218a-49a5-81b0-07600f94d10e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:58.581294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-4b09670c-218a-49a5-81b0-07600f94d10e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.1282279 Nov 23 18:17:58.592518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-ab0b609f-0bbb-417d-8cb2-3426493bcf66 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:17:58.593965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8c03c525-522a-45e7-8d34-b43bfae78966 req-ab0b609f-0bbb-417d-8cb2-3426493bcf66 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063679 Nov 23 18:17:58.780274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:58.783816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:58.903314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe106-0da4-456c-9479-2498bcf2582a req-b4387bf0-dd78-440c-b29d-dd1318806553 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:58.904896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-b4387bf0-dd78-440c-b29d-dd1318806553 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/networks?id=0ec1b50e-d850-4b90-8330-d30206c8beca HTTP/1.1" status: 200 len: 812 time: 0.1157615 Nov 23 18:17:58.923781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-9ca2382f-5241-453e-8206-04268c515491 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/quotas/ad3ce8cbaa494915b75122bcea170d20 HTTP/1.1" status: 200 len: 375 time: 0.0114300 Nov 23 18:17:58.962126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-43a35a3f-920a-4ece-b8af-d3f38ba9e0de tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad3ce8cbaa494915b75122bcea170d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328705 Nov 23 18:17:59.005378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:59.080941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-6b3cb20f-d29c-4266-9e75-76a60caa3a05 service neutron] 10.222.0.74 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100407 Nov 23 18:17:59.082073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=418245c1-d472-415b-8b69-0b83b418eda4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:59.091379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': 'a8af5da1-f485-4c47-a58f-7484b619b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '52f25c93-7dbf-417f-a20a-15b1e59386cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:59.091751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: 52f25c93-7dbf-417f-a20a-15b1e59386cd, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:59.118233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 52f25c93-7dbf-417f-a20a-15b1e59386cd is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:59.128752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 52f25c93-7dbf-417f-a20a-15b1e59386cd) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:59.137960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c8de8-0d5c-4333-a124-17e8dae49718 None None] Network 52f25c93-7dbf-417f-a20a-15b1e59386cd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:59.142223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:59.143332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:59.170832 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-30014b3e-84b6-42de-adfb-3bf97a7cef92 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8443797 Nov 23 18:17:59.171117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55586) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:59.176361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': '75910d4b-91c2-4ea3-b018-2c76475d7635', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:59.223519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-bc4ce733-ed43-418a-bedb-02b99d8ec93c service neutron] 10.222.0.74 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348698 Nov 23 18:17:59.359825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:59.364039 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:59.381951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-52f25c93-7dbf-417f-a20a-15b1e59386cd', 'network_id': '52f25c93-7dbf-417f-a20a-15b1e59386cd', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': '418245c1-d472-415b-8b69-0b83b418eda4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:17:59.383176 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:59.405658 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3bfd90-d8a3-4731-ae56-b324c847ddbe x-openstack-request-id: req-9a3bfd90-d8a3-4731-ae56-b324c847ddbe {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:59.406104 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:59.406645 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9a3bfd90-d8a3-4731-ae56-b324c847ddbe {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:59.407410 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'status': 'completed', 'code': 200} Nov 23 18:17:59.504256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261a69f-769e-46f1-9578-e46a259f192a req-a9901f2d-0dd0-4252-a56d-d2b01d984777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:59.506920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b261a69f-769e-46f1-9578-e46a259f192a req-a9901f2d-0dd0-4252-a56d-d2b01d984777 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.0735085 Nov 23 18:17:59.736994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Allocated IP 2001:db8::2 (52f25c93-7dbf-417f-a20a-15b1e59386cd/418245c1-d472-415b-8b69-0b83b418eda4/deffd190-7ef7-4c7f-87bc-e4f6841252af) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:59.761848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:59.801825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-26560c44-8026-4037-93a4-4ac3b67496df tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:59.803508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-26560c44-8026-4037-93a4-4ac3b67496df tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2507608 Nov 23 18:17:59.878391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=a05aad81-5023-473d-be63-b4209331134d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:59.885407 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': '9af6b631-7ff9-4227-94cf-76bce0cf7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '75910d4b-91c2-4ea3-b018-2c76475d7635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:59.885922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: 75910d4b-91c2-4ea3-b018-2c76475d7635, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:17:59.892759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-e78e3db7-9c40-4dc6-9e2e-071a527f78ff tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.0818911 Nov 23 18:17:59.925951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 75910d4b-91c2-4ea3-b018-2c76475d7635 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:17:59.943695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Request body: {'floatingip': {'port_id': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:59.947508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261a69f-769e-46f1-9578-e46a259f192a req-044cc371-9644-4774-b3cf-1aebd66db7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:59.949851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b261a69f-769e-46f1-9578-e46a259f192a req-044cc371-9644-4774-b3cf-1aebd66db7f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.4353576 Nov 23 18:17:59.952867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 75910d4b-91c2-4ea3-b018-2c76475d7635) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:59.960034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:59.960440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:59.962083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03d97bf-fba8-4f84-9671-9207e295b9a5 None None] Network 75910d4b-91c2-4ea3-b018-2c76475d7635 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:17:59.999504 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b7308473-71cb-41bf-a14a-4fad666914e0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8274698 Nov 23 18:18:00.002232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55606) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:00.007912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f6e55f8d-5241-4fa5-9897-d7e2eb02e224 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-199868824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:00.024609 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.061233 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.065100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6e55f8d-5241-4fa5-9897-d7e2eb02e224 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.067035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6e55f8d-5241-4fa5-9897-d7e2eb02e224 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.095629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b261a69f-769e-46f1-9578-e46a259f192a req-53a9877f-78bf-4d26-ae99-0895c38111dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 217 time: 0.1297188 Nov 23 18:18:00.098335 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.226669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Network 52f25c93-7dbf-417f-a20a-15b1e59386cd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:00.253582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6e55f8d-5241-4fa5-9897-d7e2eb02e224 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.260578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Pushing event updated for resources: {'Port': ['ID=deffd190-7ef7-4c7f-87bc-e4f6841252af,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:00.269045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6e55f8d-5241-4fa5-9897-d7e2eb02e224 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.274449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:00.279731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:00.325396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6e55f8d-5241-4fa5-9897-d7e2eb02e224 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.334452 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f6e55f8d-5241-4fa5-9897-d7e2eb02e224 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3299115 Nov 23 18:18:00.336274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55616) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:00.588681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Attempting to bind port deffd190-7ef7-4c7f-87bc-e4f6841252af on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:00.589069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Attempting to bind port deffd190-7ef7-4c7f-87bc-e4f6841252af by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'a8af5da1-f485-4c47-a58f-7484b619b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '52f25c93-7dbf-417f-a20a-15b1e59386cd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:00.589508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Attempting to bind port deffd190-7ef7-4c7f-87bc-e4f6841252af on network 52f25c93-7dbf-417f-a20a-15b1e59386cd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:00.595705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-75910d4b-91c2-4ea3-b018-2c76475d7635', 'network_id': '75910d4b-91c2-4ea3-b018-2c76475d7635', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': 'a05aad81-5023-473d-be63-b4209331134d'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:18:00.597286 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.617273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:00.617658 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Checking segment: {'id': 'a8af5da1-f485-4c47-a58f-7484b619b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '52f25c93-7dbf-417f-a20a-15b1e59386cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:00.618069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.618470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Bound using segment: {'id': 'a8af5da1-f485-4c47-a58f-7484b619b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '52f25c93-7dbf-417f-a20a-15b1e59386cd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:00.619294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Bound port: deffd190-7ef7-4c7f-87bc-e4f6841252af, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8af5da1-f485-4c47-a58f-7484b619b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '52f25c93-7dbf-417f-a20a-15b1e59386cd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:00.619809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:00.642192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261a69f-769e-46f1-9578-e46a259f192a req-54728852-2e41-4af5-978e-d11255108bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:00.643700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b261a69f-769e-46f1-9578-e46a259f192a req-54728852-2e41-4af5-978e-d11255108bbd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.5413711 Nov 23 18:18:00.797296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b261a69f-769e-46f1-9578-e46a259f192a req-78c64958-d2c6-4636-ae8f-4a6eac153bae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412780 Nov 23 18:18:00.941459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] For port deffd190-7ef7-4c7f-87bc-e4f6841252af, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:00.961474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] For port deffd190-7ef7-4c7f-87bc-e4f6841252af, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=deffd190-7ef7-4c7f-87bc-e4f6841252af,segment=NetworkSegment(a8af5da1-f485-4c47-a58f-7484b619b64e),segment_id=a8af5da1-f485-4c47-a58f-7484b619b64e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:00.983229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Allocated IP 2001:db8:1::2 (75910d4b-91c2-4ea3-b018-2c76475d7635/a05aad81-5023-473d-be63-b4209331134d/a93ed56f-6f41-4482-8329-c6565d3dd530) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:00.993302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:01.045456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:01.312235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab58e4-8a95-498b-8c6c-55470b27bd06 None None] Pushing event updated for resources: {'Port': ['ID=deffd190-7ef7-4c7f-87bc-e4f6841252af,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:01.353127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:01.363211 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:01.418249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Network 75910d4b-91c2-4ea3-b018-2c76475d7635 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:01.422402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:01.425329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:01.450151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Pushing event updated for resources: {'Port': ['ID=a93ed56f-6f41-4482-8329-c6565d3dd530,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:01.505369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8::1 (52f25c93-7dbf-417f-a20a-15b1e59386cd/418245c1-d472-415b-8b69-0b83b418eda4/807028e8-fad7-4b07-b008-c56132bfe051) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:01.515435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Attempting to bind port a93ed56f-6f41-4482-8329-c6565d3dd530 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:01.527929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Attempting to bind port a93ed56f-6f41-4482-8329-c6565d3dd530 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '9af6b631-7ff9-4227-94cf-76bce0cf7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '75910d4b-91c2-4ea3-b018-2c76475d7635'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:01.527929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Attempting to bind port a93ed56f-6f41-4482-8329-c6565d3dd530 on network 75910d4b-91c2-4ea3-b018-2c76475d7635 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:01.541392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:01.542734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Checking segment: {'id': '9af6b631-7ff9-4227-94cf-76bce0cf7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '75910d4b-91c2-4ea3-b018-2c76475d7635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:01.544409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:01.547487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Bound using segment: {'id': '9af6b631-7ff9-4227-94cf-76bce0cf7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '75910d4b-91c2-4ea3-b018-2c76475d7635'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:01.548652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Bound port: a93ed56f-6f41-4482-8329-c6565d3dd530, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af6b631-7ff9-4227-94cf-76bce0cf7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '75910d4b-91c2-4ea3-b018-2c76475d7635'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:01.552320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:01.622263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b261a69f-769e-46f1-9578-e46a259f192a req-f12fbb1e-966f-4e49-bc2b-a5b9af69ac0b service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805221 Nov 23 18:18:01.743062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] For port a93ed56f-6f41-4482-8329-c6565d3dd530, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:01.747141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] For port a93ed56f-6f41-4482-8329-c6565d3dd530, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a93ed56f-6f41-4482-8329-c6565d3dd530,segment=NetworkSegment(9af6b631-7ff9-4227-94cf-76bce0cf7222),segment_id=9af6b631-7ff9-4227-94cf-76bce0cf7222)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:01.757789 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:01.848018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b261a69f-769e-46f1-9578-e46a259f192a req-492a84c0-4955-4bc3-a309-acd6c38971a3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152817 Nov 23 18:18:01.870255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a444fb-a289-493d-a087-b4804fa1e705 None None] Pushing event updated for resources: {'Port': ['ID=a93ed56f-6f41-4482-8329-c6565d3dd530,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:01.899538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:01.955810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.008893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=807028e8-fad7-4b07-b008-c56132bfe051,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:02.019282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 52f25c93-7dbf-417f-a20a-15b1e59386cd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:02.020978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:02.027963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe106-0da4-456c-9479-2498bcf2582a req-507e3626-54a9-4e06-9185-d514599ba9b0 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:02.029577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-507e3626-54a9-4e06-9185-d514599ba9b0 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.66 "GET /v2.0/networks?id=0ec1b50e-d850-4b90-8330-d30206c8beca HTTP/1.1" status: 200 len: 812 time: 0.7425559 Nov 23 18:18:02.029884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:02.030454 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.040151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.db.resource_extend [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:18:02.087097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Request body: {'port': {'device_id': 'a7e85659-42f7-4757-9018-352e6198f005', 'network_id': '0ec1b50e-d850-4b90-8330-d30206c8beca', 'admin_state_up': True, 'tenant_id': 'ad3ce8cbaa494915b75122bcea170d20'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:02.233790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.255177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.269293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.406957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Made reservation on behalf of ad3ce8cbaa494915b75122bcea170d20 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:02.410677 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.543679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a93ed56f-6f41-4482-8329-c6565d3dd530 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:02.646949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a93ed56f-6f41-4482-8329-c6565d3dd530 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:02.648121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.816288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Allocated IP 172.20.0.8 (0ec1b50e-d850-4b90-8330-d30206c8beca/a8bc7bd4-e03b-443c-aeed-287a0de99521/2f237824-1bc0-491f-889b-fda460d6761b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:02.836834 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.863931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.881845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.883084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.914414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port a93ed56f-6f41-4482-8329-c6565d3dd530, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a93ed56f-6f41-4482-8329-c6565d3dd530,segment=NetworkSegment(9af6b631-7ff9-4227-94cf-76bce0cf7222),segment_id=9af6b631-7ff9-4227-94cf-76bce0cf7222)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:02.926060 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:02.927403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device deffd190-7ef7-4c7f-87bc-e4f6841252af up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:03.027406 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Floating IP a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3 associated. External IP: 172.25.0.122, port: 8da2dc13-a0ff-4396-b74b-163cf5f74ae3. Nov 23 18:18:03.039348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e6fc9-238e-4006-aa22-c1608c3544c3 None None] Network 52f25c93-7dbf-417f-a20a-15b1e59386cd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:03.058923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=807028e8-fad7-4b07-b008-c56132bfe051,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:03.155406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-95f12c50-1d27-4c7d-a3b3-2f44b1a48e4b None None] Provisioning complete for port deffd190-7ef7-4c7f-87bc-e4f6841252af triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:03.156891 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-95f12c50-1d27-4c7d-a3b3-2f44b1a48e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:03.173886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 52f25c93-7dbf-417f-a20a-15b1e59386cd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:03.185825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:03.236498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=a93ed56f-6f41-4482-8329-c6565d3dd530,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:03.401674 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:03.456065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:03.478185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router aa624a99-03f0-4ebe-9969-1445e1dd77ff is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:18:03.487068 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:03.543163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-95f12c50-1d27-4c7d-a3b3-2f44b1a48e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:03.545138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37360166-4c83-4777-bb9f-140708ad8f60 None None] Network 75910d4b-91c2-4ea3-b018-2c76475d7635 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:03.636279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port deffd190-7ef7-4c7f-87bc-e4f6841252af triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:03.636701 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:03.642249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:03.655674 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] Sync routers for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:03.661483 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:03.677585 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:03.678217 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:03.688318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:03.699240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ea70ebd3-a374-4624-8868-da392e5fd05c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/aa624a99-03f0-4ebe-9969-1445e1dd77ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3607454 Nov 23 18:18:03.706533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:03.725355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-8c422780-cd99-4e1a-b4b1-4c3bc020d68b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "PUT /v2.0/floatingips/a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3 HTTP/1.1" status: 200 len: 996 time: 3.7915251 Nov 23 18:18:03.731239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:18:03.734154 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c39c3-1685-4603-b267-70ee541efbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:18:03.778974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Network 0ec1b50e-d850-4b90-8330-d30206c8beca is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:03.803046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f376c57e-b1d4-4fd8-926e-9fc04a4ccc23 None None] Sync routers for ids ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:03.805509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82daf0-d96c-405f-a7e3-e12781a31ef0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:03.807144 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cd82daf0-d96c-405f-a7e3-e12781a31ef0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports/807028e8-fad7-4b07-b008-c56132bfe051 HTTP/1.1" status: 200 len: 911 time: 0.0995092 Nov 23 18:18:03.813197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55648) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:03.816939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:03.837083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:03.870297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376c57e-b1d4-4fd8-926e-9fc04a4ccc23 None None] Routers {'aa624a99-03f0-4ebe-9969-1445e1dd77ff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:03.883675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f376c57e-b1d4-4fd8-926e-9fc04a4ccc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:03.904609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:03.905862 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:03.949370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9067249 Nov 23 18:18:03.954537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35928f-a88a-47bf-9499-b110100bc8d5 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Pushing event updated for resources: {'Port': ['ID=2f237824-1bc0-491f-889b-fda460d6761b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:03.966291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Request body: {'port': {'device_id': 'a7e85659-42f7-4757-9018-352e6198f005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:04.044853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-95f12c50-1d27-4c7d-a3b3-2f44b1a48e4b None None] For port deffd190-7ef7-4c7f-87bc-e4f6841252af, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=deffd190-7ef7-4c7f-87bc-e4f6841252af,segment=NetworkSegment(a8af5da1-f485-4c47-a58f-7484b619b64e),segment_id=a8af5da1-f485-4c47-a58f-7484b619b64e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:04.045132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:04.054876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f376c57e-b1d4-4fd8-926e-9fc04a4ccc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:04.070224 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-95f12c50-1d27-4c7d-a3b3-2f44b1a48e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:04.139627 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:18:04.150496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376c57e-b1d4-4fd8-926e-9fc04a4ccc23 None None] Routers {'aa624a99-03f0-4ebe-9969-1445e1dd77ff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:04.151210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f376c57e-b1d4-4fd8-926e-9fc04a4ccc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:04.206186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f376c57e-b1d4-4fd8-926e-9fc04a4ccc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:04.206792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f376c57e-b1d4-4fd8-926e-9fc04a4ccc23 None None] The sync data for ids ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:04.332538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-ab19f5fc-e5bf-4cab-b784-12dd297404f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:04.352430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-ab19f5fc-e5bf-4cab-b784-12dd297404f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.5909803 Nov 23 18:18:04.421607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-99a1074e-6377-4a2f-8259-33fbc0bf8a45 None None] Provisioning complete for port a93ed56f-6f41-4482-8329-c6565d3dd530 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:04.433907 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-99a1074e-6377-4a2f-8259-33fbc0bf8a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:04.492880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:04.692872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f12c50-1d27-4c7d-a3b3-2f44b1a48e4b None None] Pushing event updated for resources: {'Port': ['ID=deffd190-7ef7-4c7f-87bc-e4f6841252af,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:04.797824 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'port_id': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'mac_address': 'fa:16:3e:55:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:17:57Z', 'updated_at': '2021-11-23T18:18:01Z', 'revision_number': 1, 'project_id': '67639dea3211405d9a63a5288acb5442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:10Z', 'revision_number': 5, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:04.841018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a93ed56f-6f41-4482-8329-c6565d3dd530 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:04.868715 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] Checking router: 642176c8-f7a1-4b46-a9e5-81a3133c2a94 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:18:04.896026 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:04.897233 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:04.950422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a93ed56f-6f41-4482-8329-c6565d3dd530 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:04.951098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:04.999855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6791999d-9bf6-4692-be68-664c6ca641bb None None] Provisioning complete for port a93ed56f-6f41-4482-8329-c6565d3dd530 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:05.000491 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6791999d-9bf6-4692-be68-664c6ca641bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.063117 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:18:05.124044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8:1::1 (75910d4b-91c2-4ea3-b018-2c76475d7635/a05aad81-5023-473d-be63-b4209331134d/fb569640-2cb3-44d4-bbd0-338452c24be4) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:05.237191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-5180c1cb-cc79-4af8-8776-6b842cb57b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:05.239310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-5180c1cb-cc79-4af8-8776-6b842cb57b73 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.8834240 Nov 23 18:18:05.296870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a91c617b-accf-4cf7-a4ba-a7eff69b2cf5 None None] Provisioning complete for port 807028e8-fad7-4b07-b008-c56132bfe051 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:05.297546 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a91c617b-accf-4cf7-a4ba-a7eff69b2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.359461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a91c617b-accf-4cf7-a4ba-a7eff69b2cf5 None None] Port 807028e8-fad7-4b07-b008-c56132bfe051 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:05.370965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a91c617b-accf-4cf7-a4ba-a7eff69b2cf5 None None] Provisioning complete for port deffd190-7ef7-4c7f-87bc-e4f6841252af triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:05.371601 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a91c617b-accf-4cf7-a4ba-a7eff69b2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.405375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.415144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f237824-1bc0-491f-889b-fda460d6761b {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:18:05.434736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-2580175b-01b8-486b-b418-e50ccd76a805 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 999 time: 0.1831675 Nov 23 18:18:05.454436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.505772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.516134 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'port_id': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'mac_address': 'fa:16:3e:55:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:17:57Z', 'updated_at': '2021-11-23T18:18:01Z', 'revision_number': 1, 'project_id': '67639dea3211405d9a63a5288acb5442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:10Z', 'revision_number': 5, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:05.526153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Transition to ACTIVE for port object 2f237824-1bc0-491f-889b-fda460d6761b will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:18:05.568506 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a160c2-36a0-4ddf-92eb-00a54629eeab None None] The sync data for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 is: [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'port_id': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'mac_address': 'fa:16:3e:55:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:17:57Z', 'updated_at': '2021-11-23T18:18:01Z', 'revision_number': 1, 'project_id': '67639dea3211405d9a63a5288acb5442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:10Z', 'revision_number': 5, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:05.572172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-c094d31b-2ac5-4fa9-8246-241909023c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:05.589153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-c094d31b-2ac5-4fa9-8246-241909023c46 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.1326334 Nov 23 18:18:05.620735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.629017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 75910d4b-91c2-4ea3-b018-2c76475d7635 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:05.632527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:05.654523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:05.654523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.706099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=fb569640-2cb3-44d4-bbd0-338452c24be4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:05.741359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-060ca6e7-cded-4459-9af6-806adb319519 None None] Provisioning complete for port 807028e8-fad7-4b07-b008-c56132bfe051 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:05.741359 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-060ca6e7-cded-4459-9af6-806adb319519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.758570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-ec9768d8-ad70-4e97-b843-086c27484d94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681111 Nov 23 18:18:05.823004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-69e53550-71d7-4613-826b-2be66313d51a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:18:05.828889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-69e53550-71d7-4613-826b-2be66313d51a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171731 Nov 23 18:18:05.838792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-060ca6e7-cded-4459-9af6-806adb319519 None None] Port 807028e8-fad7-4b07-b008-c56132bfe051 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:05.904446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:05.919247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Pushing event updated for resources: {'Port': ['ID=2f237824-1bc0-491f-889b-fda460d6761b,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:06.008492 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd3b0b-ffb4-466e-83b8-1fd2ceffde78 None None] New status for floating IP a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:18:06.087469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a30b9542-f4f9-48bc-bfe1-1675d60dd45b None None] Provisioning complete for port 807028e8-fad7-4b07-b008-c56132bfe051 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:06.087946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a30b9542-f4f9-48bc-bfe1-1675d60dd45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.148784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-2171555b-0dde-4f6b-abf8-301e85d55eae service neutron] 10.222.0.74 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072374 Nov 23 18:18:06.160384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Attempting to bind port 2f237824-1bc0-491f-889b-fda460d6761b on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:06.161033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Attempting to bind port 2f237824-1bc0-491f-889b-fda460d6761b by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ec1b50e-d850-4b90-8330-d30206c8beca'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:06.161576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Attempting to bind port 2f237824-1bc0-491f-889b-fda460d6761b on network 0ec1b50e-d850-4b90-8330-d30206c8beca {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:06.180469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Port 2f237824-1bc0-491f-889b-fda460d6761b on network 0ec1b50e-d850-4b90-8330-d30206c8beca not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:18:06.181077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Attempting to bind port 2f237824-1bc0-491f-889b-fda460d6761b on network 0ec1b50e-d850-4b90-8330-d30206c8beca {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:06.192056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a30b9542-f4f9-48bc-bfe1-1675d60dd45b None None] Port 807028e8-fad7-4b07-b008-c56132bfe051 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:06.204021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:06.204679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Checking segment: {'id': '4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ec1b50e-d850-4b90-8330-d30206c8beca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:06.205255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Bound using segment: {'id': '4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ec1b50e-d850-4b90-8330-d30206c8beca'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:06.205895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Bound port: 2f237824-1bc0-491f-889b-fda460d6761b, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ec1b50e-d850-4b90-8330-d30206c8beca'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:06.206982 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.325416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4b12a493-b684-4b6b-98ed-42db51862372 None None] Provisioning complete for port fb569640-2cb3-44d4-bbd0-338452c24be4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:06.325861 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4b12a493-b684-4b6b-98ed-42db51862372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.399711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7915276-5ebd-4f5c-a707-9ff2c87c1938 req-b8da5425-f4d9-4016-9a7d-75e82ce05a07 service neutron] 10.222.0.74 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496269 Nov 23 18:18:06.406413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] For port 2f237824-1bc0-491f-889b-fda460d6761b, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:06.411876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] For port 2f237824-1bc0-491f-889b-fda460d6761b, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f237824-1bc0-491f-889b-fda460d6761b,segment=NetworkSegment(4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488),segment_id=4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:06.413846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4b12a493-b684-4b6b-98ed-42db51862372 None None] Port fb569640-2cb3-44d4-bbd0-338452c24be4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:06.424579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.478373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:06.479199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.480726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] 10.222.0.66 "PUT /v2.0/ports/2f237824-1bc0-491f-889b-fda460d6761b HTTP/1.1" status: 200 len: 1091 time: 2.5190394 Nov 23 18:18:06.595771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af1764-ce81-46bc-add6-d7fa4322c58d service neutron] Pushing event updated for resources: {'Port': ['ID=2f237824-1bc0-491f-889b-fda460d6761b,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:06.617366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe106-0da4-456c-9479-2498bcf2582a req-246e0b26-f87d-4485-a5b7-73a428623487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:06.619031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-246e0b26-f87d-4485-a5b7-73a428623487 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad3ce8cbaa494915b75122bcea170d20&device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 1094 time: 0.0791883 Nov 23 18:18:06.657657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500ed28-a236-498a-bc4f-9842ed973602 req-04ac3bf5-41ab-47c9-8e0d-82e41e250b29 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:06.668256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2500ed28-a236-498a-bc4f-9842ed973602 req-04ac3bf5-41ab-47c9-8e0d-82e41e250b29 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 943 time: 0.1765659 Nov 23 18:18:06.704184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-870d2709-4536-4417-afb1-f3353c25a510 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f237824-1bc0-491f-889b-fda460d6761b HTTP/1.1" status: 200 len: 217 time: 0.0670862 Nov 23 18:18:06.738547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device deffd190-7ef7-4c7f-87bc-e4f6841252af up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:06.823760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port deffd190-7ef7-4c7f-87bc-e4f6841252af triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:06.824420 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.832176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.835231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2500ed28-a236-498a-bc4f-9842ed973602 req-3ea0753c-eb3d-4801-86eb-529bc3bc1133 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659265 Nov 23 18:18:06.846505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.847397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:06.863089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe106-0da4-456c-9479-2498bcf2582a req-fb86d0d4-b1ed-4346-86d5-bc51e6076847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:06.863089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-fb86d0d4-b1ed-4346-86d5-bc51e6076847 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a8bc7bd4-e03b-443c-aeed-287a0de99521 HTTP/1.1" status: 200 len: 852 time: 0.1294625 Nov 23 18:18:06.897822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-965ac984-102f-41a4-b33c-c22ff41ed224 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ec1b50e-d850-4b90-8330-d30206c8beca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326941 Nov 23 18:18:06.970141 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54d63cf-d137-4b1f-bccf-1f917814a400 x-openstack-request-id: req-b54d63cf-d137-4b1f-bccf-1f917814a400 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:18:06.971921 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:18:06.973063 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b54d63cf-d137-4b1f-bccf-1f917814a400 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:18:06.975721 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'status': 'completed', 'code': 200} Nov 23 18:18:06.991635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=fb569640-2cb3-44d4-bbd0-338452c24be4,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:07.044594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 75910d4b-91c2-4ea3-b018-2c76475d7635 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:07.048904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:07.135037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-11553e1f-93c6-4cfd-bc38-6ad7bb1ab342 service neutron] 10.222.0.66 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297003 Nov 23 18:18:07.189697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router aa624a99-03f0-4ebe-9969-1445e1dd77ff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:07.256341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-eeae11b6-678e-4050-95ab-ed8324f6dd64 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.2508144 Nov 23 18:18:07.365997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-29ddadc3-8a83-4dc5-8d6d-80910a4175db tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:07.367559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-29ddadc3-8a83-4dc5-8d6d-80910a4175db tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports/8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 942 time: 0.0979602 Nov 23 18:18:07.378631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c39c3-1685-4603-b267-70ee541efbbb req-991b9857-cbe4-4534-a303-8a2a22d816c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:07.380443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867c39c3-1685-4603-b267-70ee541efbbb req-991b9857-cbe4-4534-a303-8a2a22d816c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.3981175 Nov 23 18:18:07.458547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-896fe106-0da4-456c-9479-2498bcf2582a req-de009501-8454-4ab8-bba6-8f5d88421fa1 service neutron] 10.222.0.66 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026638 Nov 23 18:18:07.466057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:07.469320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2f6c0a08-41a3-4d35-b8b4-d6e488469ed5 None None] Provisioning complete for port fb569640-2cb3-44d4-bbd0-338452c24be4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:07.469704 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2f6c0a08-41a3-4d35-b8b4-d6e488469ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:07.481354 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7eccca13-0e0f-4143-a25c-3f8c46eafcf5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/aa624a99-03f0-4ebe-9969-1445e1dd77ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6665633 Nov 23 18:18:07.484164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55676) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:07.492675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb4667-5f1f-4245-a530-6b1e63dee69a None None] Sync routers for ids ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:07.529775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb4667-5f1f-4245-a530-6b1e63dee69a None None] Routers {'aa624a99-03f0-4ebe-9969-1445e1dd77ff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:07.530418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-20bb4667-5f1f-4245-a530-6b1e63dee69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:07.546576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0e0fa-34ce-446d-be26-2a1fb8c6ebb5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:07.548126 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-43d0e0fa-34ce-446d-be26-2a1fb8c6ebb5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports/fb569640-2cb3-44d4-bbd0-338452c24be4 HTTP/1.1" status: 200 len: 913 time: 0.0628681 Nov 23 18:18:07.555272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55678) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:07.580353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-20bb4667-5f1f-4245-a530-6b1e63dee69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:07.616741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-a82ad547-959c-4117-9da4-43784be651f7 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.1341321 Nov 23 18:18:07.616961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb4667-5f1f-4245-a530-6b1e63dee69a None None] Routers {'aa624a99-03f0-4ebe-9969-1445e1dd77ff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:07.617434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-20bb4667-5f1f-4245-a530-6b1e63dee69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:07.622151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c0a08-41a3-4d35-b8b4-d6e488469ed5 None None] Port fb569640-2cb3-44d4-bbd0-338452c24be4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:07.662259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c39c3-1685-4603-b267-70ee541efbbb req-dcfc0005-6fe2-496e-8c80-5d8b55a2c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:07.664509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-20bb4667-5f1f-4245-a530-6b1e63dee69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:07.665196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb4667-5f1f-4245-a530-6b1e63dee69a None None] The sync data for ids ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:07.669341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867c39c3-1685-4603-b267-70ee541efbbb req-dcfc0005-6fe2-496e-8c80-5d8b55a2c906 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.2778072 Nov 23 18:18:07.811995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867c39c3-1685-4603-b267-70ee541efbbb req-f7f8fe1b-7591-4353-8793-9b71fbb05cc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 1001 time: 0.1198053 Nov 23 18:18:07.825102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-b05e0f3c-006b-475c-9d01-edc7b17799b5 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:07.827040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-b05e0f3c-006b-475c-9d01-edc7b17799b5 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2084184 Nov 23 18:18:07.880946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c39c3-1685-4603-b267-70ee541efbbb req-8b166240-e62e-4b3c-8574-5da71308fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:07.883101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867c39c3-1685-4603-b267-70ee541efbbb req-8b166240-e62e-4b3c-8574-5da71308fd42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.0551856 Nov 23 18:18:07.955158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-1cd6c34f-ed6b-4d4c-91e2-0f3089a5c8b0 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.0708401 Nov 23 18:18:07.971203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:07.972077 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:08.041000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:08.092948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867c39c3-1685-4603-b267-70ee541efbbb req-3b80b870-3f52-4a8e-b15a-afbf85b2ed3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368725 Nov 23 18:18:08.265644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port fb569640-2cb3-44d4-bbd0-338452c24be4 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:08.266259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:08.307506 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:08.311629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867c39c3-1685-4603-b267-70ee541efbbb req-ea917c38-f2f8-48a3-a9f6-bb96b1d8e6ae service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103429 Nov 23 18:18:08.315989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:08.316397 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Floating IP a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3 disassociated. External IP: 172.25.0.122, port: 8da2dc13-a0ff-4396-b74b-163cf5f74ae3. Nov 23 18:18:08.365472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:08.380195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for fb569640-2cb3-44d4-bbd0-338452c24be4 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:08.576120 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:08.587212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:08.670285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=fb569640-2cb3-44d4-bbd0-338452c24be4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:08.871839 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:09.056933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e85659-42f7-4757-9018-352e6198f005', 'tag': '2f237824-1bc0-491f-889b-fda460d6761b'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:18:09.059638 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e85659-42f7-4757-9018-352e6198f005", "tag": "2f237824-1bc0-491f-889b-fda460d6761b"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:18:09.103904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-867c39c3-1685-4603-b267-70ee541efbbb req-4ea7e80e-5c7b-4663-b8ba-9ea7dcb45b18 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639688 Nov 23 18:18:09.105576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:09.113326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:09.120169 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] Sync routers for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:09.132096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router aa624a99-03f0-4ebe-9969-1445e1dd77ff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:09.140514 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:09.141502 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:09.174842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e994606-c9b2-46a4-ba24-d593d602e50f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "PUT /v2.0/floatingips/a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3 HTTP/1.1" status: 200 len: 695 time: 1.2073252 Nov 23 18:18:09.273021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-33fe5540-eeca-4801-bc2b-87531afc5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:09.276102 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-33fe5540-eeca-4801-bc2b-87531afc5fb1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.0753956 Nov 23 18:18:09.287397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:09.297885 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f25b9129-6570-4708-bdfe-e5db083a06d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/aa624a99-03f0-4ebe-9969-1445e1dd77ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390461 Nov 23 18:18:09.308126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52530d-aa43-4ac3-935f-004313bf14c1 None None] Sync routers for ids ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:09.309126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55696) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:09.325154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52530d-aa43-4ac3-935f-004313bf14c1 None None] Routers {'aa624a99-03f0-4ebe-9969-1445e1dd77ff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:09.326075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3a52530d-aa43-4ac3-935f-004313bf14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:09.345136 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:18:09.373788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3a52530d-aa43-4ac3-935f-004313bf14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:09.386717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52530d-aa43-4ac3-935f-004313bf14c1 None None] Routers {'aa624a99-03f0-4ebe-9969-1445e1dd77ff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:09.387639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3a52530d-aa43-4ac3-935f-004313bf14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:09.449598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3a52530d-aa43-4ac3-935f-004313bf14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:09.450305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52530d-aa43-4ac3-935f-004313bf14c1 None None] The sync data for ids ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:09.485921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-d849f7b1-11a9-4232-91bd-caf065a5c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:09.495825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-d849f7b1-11a9-4232-91bd-caf065a5c165 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.2134235 Nov 23 18:18:09.554395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-63c1d081-1ab8-406d-932e-49a8405f9ae3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 217 time: 0.0556483 Nov 23 18:18:09.634238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-6772e4a4-79db-4f2c-82e3-00d043c2ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:09.643889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-6772e4a4-79db-4f2c-82e3-00d043c2ebae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.0878813 Nov 23 18:18:09.692382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-6a75e570-ed35-4c6d-9248-34fcb29382f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473559 Nov 23 18:18:09.757379 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:10Z', 'revision_number': 5, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:09.788865 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] Checking router: 642176c8-f7a1-4b46-a9e5-81a3133c2a94 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:18:09.808427 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:09.809095 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:09.891063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-843c9a04-b7a1-484c-8dc8-14d201b91f18 service neutron] 10.222.0.74 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938033 Nov 23 18:18:09.908795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:09.990608 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:18:10.027923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-786cbd7c-b122-49af-ac0f-66b9183140ca req-9e7c7ef8-3939-4208-90dd-806ece81bd68 service neutron] 10.222.0.74 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353643 Nov 23 18:18:10.266625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7269-ea7b-4dc9-b178-236557e4a74e req-c6a7baa4-216f-45e1-8f1e-ecc224e9ff6a tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:10.276115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b65a7269-ea7b-4dc9-b178-236557e4a74e req-c6a7baa4-216f-45e1-8f1e-ecc224e9ff6a tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 943 time: 0.1005166 Nov 23 18:18:10.284880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 807028e8-fad7-4b07-b008-c56132bfe051 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:10.285453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:10.334732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b65a7269-ea7b-4dc9-b178-236557e4a74e req-13d80f5a-caab-4e5d-97aa-f9b1b9fe8402 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 Nov 23 18:18:10.399162 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4ebc58-6598-4db2-ac2e-464f70485bb9 x-openstack-request-id: req-5e4ebc58-6598-4db2-ac2e-464f70485bb9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:18:10.399462 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e85659-42f7-4757-9018-352e6198f005", "tag": "2f237824-1bc0-491f-889b-fda460d6761b", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:18:10.399721 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e4ebc58-6598-4db2-ac2e-464f70485bb9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:18:10.400125 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e85659-42f7-4757-9018-352e6198f005', 'tag': '2f237824-1bc0-491f-889b-fda460d6761b', 'status': 'completed', 'code': 200} Nov 23 18:18:10.410389 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:10.425538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 807028e8-fad7-4b07-b008-c56132bfe051 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:10.480947 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:10Z', 'revision_number': 5, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:10.514481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-166260de-a683-4ed9-8528-9cbe428def48 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/floatingips/a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3 HTTP/1.1" status: 200 len: 695 time: 0.0787871 Nov 23 18:18:10.522462 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6145fb54-783e-4b80-82ad-f09459790448 None None] The sync data for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 is: [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd84106a1-bffc-4e71-bf10-9b1d582c85ae', 'name': '', 'network_id': '0f3b090e-01f7-4098-9e86-f2bbe58da2af', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'mac_address': 'fa:16:3e:c2:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:17:02Z', 'updated_at': '2021-11-23T18:17:10Z', 'revision_number': 5, 'project_id': '67639dea3211405d9a63a5288acb5442', 'subnets': [{'id': '96b174c8-aad5-4ec5-83b0-e61f95f96c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:10.535159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-007e1c7e-e9c1-4094-982a-ba81b9b1043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:10.537235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-007e1c7e-e9c1-4094-982a-ba81b9b1043e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad3ce8cbaa494915b75122bcea170d20&device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 1094 time: 0.1118336 Nov 23 18:18:10.660183 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:10.692217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=807028e8-fad7-4b07-b008-c56132bfe051,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:10.770092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-aa09f2db-d173-4637-a003-634628a5ac90 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:10.775274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-aa09f2db-d173-4637-a003-634628a5ac90 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 784 time: 0.2530103 Nov 23 18:18:10.779130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2f237824-1bc0-491f-889b-fda460d6761b details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:18:10.786082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-cf997efe-6597-4827-b60e-376a653bc733 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:18:10.796526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-cf997efe-6597-4827-b60e-376a653bc733 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170290 Nov 23 18:18:10.824832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:10.873885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-a724a084-82f7-484b-9844-ac0b6ec7577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:10.876472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-a724a084-82f7-484b-9844-ac0b6ec7577f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ec1b50e-d850-4b90-8330-d30206c8beca HTTP/1.1" status: 200 len: 913 time: 0.3205180 Nov 23 18:18:10.921507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-f3e7ee95-964c-47b9-aa7d-78a931e6a72b tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 698 time: 0.1239920 Nov 23 18:18:11.012343 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dbafaf-8108-4e0e-88ef-af5a88db311d None None] New status for floating IP a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:18:11.012938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-370f77e8-5d29-49c2-a4f8-819ee359105e tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 698 time: 0.0904810 Nov 23 18:18:11.016470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-492a1b48-fe13-4808-bffb-2484df7dd1d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f237824-1bc0-491f-889b-fda460d6761b HTTP/1.1" status: 200 len: 217 time: 0.1149950 Nov 23 18:18:11.034322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2f237824-1bc0-491f-889b-fda460d6761b, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f237824-1bc0-491f-889b-fda460d6761b,segment=NetworkSegment(4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488),segment_id=4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:11.058247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '2f237824-1bc0-491f-889b-fda460d6761b', 'network_id': '0ec1b50e-d850-4b90-8330-d30206c8beca', 'port_id': '2f237824-1bc0-491f-889b-fda460d6761b', 'mac_address': 'fa:16:3e:c6:49:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc7bd4-e03b-443c-aeed-287a0de99521', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:18:11.121664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router aa624a99-03f0-4ebe-9969-1445e1dd77ff has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:11.135994 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.171422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f237824-1bc0-491f-889b-fda460d6761b {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:18:11.248177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2f237824-1bc0-491f-889b-fda460d6761b, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f237824-1bc0-491f-889b-fda460d6761b,segment=NetworkSegment(4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488),segment_id=4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:11.270519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-642dcc98-bd84-4107-9db7-a689356548a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:11.271393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.278288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-642dcc98-bd84-4107-9db7-a689356548a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a8bc7bd4-e03b-443c-aeed-287a0de99521 HTTP/1.1" status: 200 len: 852 time: 0.2494254 Nov 23 18:18:11.279146 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9868-d789-4f25-9d21-8dc589cdb38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.296208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:11.308501 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5697949e-8877-4ec0-9ad8-3d23e4df9d39 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/aa624a99-03f0-4ebe-9969-1445e1dd77ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982660 Nov 23 18:18:11.309416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55718) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:11.336979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=2f237824-1bc0-491f-889b-fda460d6761b,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:11.354611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97267669-61eb-4ebd-ab81-83bd734985d9 None None] Sync routers for ids ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:11.358590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-b21aad42-d94b-4048-b35b-030727857bde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ec1b50e-d850-4b90-8330-d30206c8beca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724795 Nov 23 18:18:11.369706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97267669-61eb-4ebd-ab81-83bd734985d9 None None] Routers {'aa624a99-03f0-4ebe-9969-1445e1dd77ff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:11.370899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-97267669-61eb-4ebd-ab81-83bd734985d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:11.371879 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c2dbf492-b535-454d-b248-aae96c81f34f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa624a99-03f0-4ebe-9969-1445e1dd77ff HTTP/1.1" status: 200 len: 205 time: 0.0612893 Nov 23 18:18:11.372518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55722) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:11.420203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-97267669-61eb-4ebd-ab81-83bd734985d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:11.431986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Deleting port 2bb56f04-7062-473d-a660-96a4d4981529 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:11.432354 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.440863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97267669-61eb-4ebd-ab81-83bd734985d9 None None] Routers {'aa624a99-03f0-4ebe-9969-1445e1dd77ff'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:11.442402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-97267669-61eb-4ebd-ab81-83bd734985d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:17:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:11.495200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9416891-f4fb-4fe9-bc4c-ebc63ae95561 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.501809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-97267669-61eb-4ebd-ab81-83bd734985d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:11.502809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97267669-61eb-4ebd-ab81-83bd734985d9 None None] The sync data for ids ['aa624a99-03f0-4ebe-9969-1445e1dd77ff'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:11.504883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['2f237824-1bc0-491f-889b-fda460d6761b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:18:11.527104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.527508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.540904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Calling delete_port for 2bb56f04-7062-473d-a660-96a4d4981529 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:11.741177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.765763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9416891-f4fb-4fe9-bc4c-ebc63ae95561 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.767880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9416891-f4fb-4fe9-bc4c-ebc63ae95561 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.782662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event deleted for resources: {'Port': ['ID=2bb56f04-7062-473d-a660-96a4d4981529,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:11.825411 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9416891-f4fb-4fe9-bc4c-ebc63ae95561 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.826096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9416891-f4fb-4fe9-bc4c-ebc63ae95561 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Fanout notify agent at l3_agent the message router_deleted on router aa624a99-03f0-4ebe-9969-1445e1dd77ff {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:18:11.840801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9416891-f4fb-4fe9-bc4c-ebc63ae95561 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.841942 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c9416891-f4fb-4fe9-bc4c-ebc63ae95561 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/aa624a99-03f0-4ebe-9969-1445e1dd77ff HTTP/1.1" status: 204 len: 168 time: 0.4684932 Nov 23 18:18:11.845574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55726) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:11.874629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-ff9af9a4-61b4-474c-a037-2c02b8015b69 service neutron] 10.222.0.66 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063169 Nov 23 18:18:11.918647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-46973517-91e8-46e5-b4b0-4eb1c9abaf9e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet a05aad81-5023-473d-be63-b4209331134d {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:11.922538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46973517-91e8-46e5-b4b0-4eb1c9abaf9e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.964759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.967957 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:11.969502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaff417a-f1f4-428f-b6db-37893eaa096f req-664b5ffc-a961-49cc-a6e9-6e9b1cf36f19 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "DELETE /v2.0/floatingips/a48047aa-f4be-4b6a-b4e4-cc56b57fa7b3 HTTP/1.1" status: 204 len: 173 time: 0.9557643 Nov 23 18:18:11.980679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46973517-91e8-46e5-b4b0-4eb1c9abaf9e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.011837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b2ecf90-ba8a-4b11-ba7e-590f21d3d225 req-a5a4dd76-82bb-4dbe-af9d-fd4c49ebe011 service neutron] 10.222.0.66 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283858 Nov 23 18:18:12.203454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75fe83-3501-4600-bbae-2ecc7282afa6 req-02d0e385-d903-473d-ad6e-d866bc43853e tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:12.311201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46973517-91e8-46e5-b4b0-4eb1c9abaf9e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.315603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d75fe83-3501-4600-bbae-2ecc7282afa6 req-02d0e385-d903-473d-ad6e-d866bc43853e tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 944 time: 0.0901549 Nov 23 18:18:12.316459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46973517-91e8-46e5-b4b0-4eb1c9abaf9e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.316818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d75fe83-3501-4600-bbae-2ecc7282afa6 req-1224fad3-a6bd-4a14-aa85-0bad2517ce4b tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838819 Nov 23 18:18:12.317132 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46973517-91e8-46e5-b4b0-4eb1c9abaf9e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=a05aad81-5023-473d-be63-b4209331134d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:12.317132 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46973517-91e8-46e5-b4b0-4eb1c9abaf9e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.317643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c8ea07-a960-4a8f-a516-12e3bf7a8b54 None None] Network 75910d4b-91c2-4ea3-b018-2c76475d7635 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:12.318251 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-46973517-91e8-46e5-b4b0-4eb1c9abaf9e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/a05aad81-5023-473d-be63-b4209331134d HTTP/1.1" status: 204 len: 168 time: 0.4365180 Nov 23 18:18:12.318251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55748) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:12.330372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c59ec627-8aa0-46a2-ad0f-0f0aaac3f341 req-6dc1f8d6-cec4-4111-b192-bb9bcb01694c tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups/6e89264e-f2db-404e-95c6-4eaac791e2ea HTTP/1.1" status: 200 len: 1825 time: 0.0879891 Nov 23 18:18:12.379341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8204c7-3c4b-49e5-85c6-1446c98c00e9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet 418245c1-d472-415b-8b69-0b83b418eda4 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:12.383208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e8204c7-3c4b-49e5-85c6-1446c98c00e9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.401776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:18:12.405016 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa23858-235a-4511-9ceb-9bd00241db62" -d '{"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:18:12.420848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c59ec627-8aa0-46a2-ad0f-0f0aaac3f341 req-96c70bff-019d-4ef4-ae6e-aabc05867483 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.450472 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c59ec627-8aa0-46a2-ad0f-0f0aaac3f341 req-96c70bff-019d-4ef4-ae6e-aabc05867483 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.472756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e8204c7-3c4b-49e5-85c6-1446c98c00e9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.519850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c59ec627-8aa0-46a2-ad0f-0f0aaac3f341 req-96c70bff-019d-4ef4-ae6e-aabc05867483 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.524852 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c59ec627-8aa0-46a2-ad0f-0f0aaac3f341 req-96c70bff-019d-4ef4-ae6e-aabc05867483 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.526007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c59ec627-8aa0-46a2-ad0f-0f0aaac3f341 req-96c70bff-019d-4ef4-ae6e-aabc05867483 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "DELETE /v2.0/security-groups/6e89264e-f2db-404e-95c6-4eaac791e2ea HTTP/1.1" status: 204 len: 173 time: 0.1771283 Nov 23 18:18:12.545977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c70bff-019d-4ef4-ae6e-aabc05867483 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e89264e-f2db-404e-95c6-4eaac791e2ea,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:12.598255 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf19881-584e-4200-8d76-c553729303d8 x-openstack-request-id: req-5cf19881-584e-4200-8d76-c553729303d8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:18:12.598557 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:18:12.598898 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5cf19881-584e-4200-8d76-c553729303d8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:18:12.600490 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'status': 'completed', 'code': 200} Nov 23 18:18:12.623232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e8204c7-3c4b-49e5-85c6-1446c98c00e9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.623849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] DHCP port deletion for 75910d4b-91c2-4ea3-b018-2c76475d7635 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:12.697784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-74c54513-11f4-4e19-aea2-56ce22f024ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:12.702357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-74c54513-11f4-4e19-aea2-56ce22f024ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67639dea3211405d9a63a5288acb5442&device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 1096 time: 0.0724354 Nov 23 18:18:12.711727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] Deleting port a93ed56f-6f41-4482-8329-c6565d3dd530 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:12.715786 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.777172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a93ed56f-6f41-4482-8329-c6565d3dd530 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:12.788713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e8204c7-3c4b-49e5-85c6-1446c98c00e9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.812839 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e8204c7-3c4b-49e5-85c6-1446c98c00e9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.818595 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1e8204c7-3c4b-49e5-85c6-1446c98c00e9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/418245c1-d472-415b-8b69-0b83b418eda4 HTTP/1.1" status: 204 len: 168 time: 0.5239959 Nov 23 18:18:12.838724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2f237824-1bc0-491f-889b-fda460d6761b up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:12.855696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011d323-e117-4505-8cbc-ea3c3a13613a None None] Network 52f25c93-7dbf-417f-a20a-15b1e59386cd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:12.861478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55764) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:12.882297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8204c7-3c4b-49e5-85c6-1446c98c00e9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=418245c1-d472-415b-8b69-0b83b418eda4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:12.944288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] For port a93ed56f-6f41-4482-8329-c6565d3dd530, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a93ed56f-6f41-4482-8329-c6565d3dd530,segment=NetworkSegment(9af6b631-7ff9-4227-94cf-76bce0cf7222),segment_id=9af6b631-7ff9-4227-94cf-76bce0cf7222)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:12.944886 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:12.947505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-6fec5b47-e731-40f8-a9e7-43b2786dac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:12.950772 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-6fec5b47-e731-40f8-a9e7-43b2786dac1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 200 len: 921 time: 0.2377670 Nov 23 18:18:13.016594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] Calling delete_port for a93ed56f-6f41-4482-8329-c6565d3dd530 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:13.035856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-0bb08f28-05d1-475d-8880-e36b1fc6ceb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 200 len: 217 time: 0.0752270 Nov 23 18:18:13.063258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.152957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142448-768e-4d9f-ac44-c36134a36ff4 req-c3e0d359-ab8d-4474-8156-1f51e9e690ad tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:13.162211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55142448-768e-4d9f-ac44-c36134a36ff4 req-c3e0d359-ab8d-4474-8156-1f51e9e690ad tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1284964 Nov 23 18:18:13.236801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55142448-768e-4d9f-ac44-c36134a36ff4 req-23d08598-dcea-4cde-adad-175bea3eeabd tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687559 Nov 23 18:18:13.238785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port a93ed56f-6f41-4482-8329-c6565d3dd530 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:13.239150 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.246349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-c776f23c-79cb-46ac-bd02-eeb178082ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:13.249508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-c776f23c-79cb-46ac-bd02-eeb178082ba2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 200 len: 860 time: 0.2025988 Nov 23 18:18:13.268078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 2f237824-1bc0-491f-889b-fda460d6761b completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:18:13.279609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 2f237824-1bc0-491f-889b-fda460d6761b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:13.280253 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.323938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-afa63666-56cc-4d8e-8764-054988002d1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3b090e-01f7-4098-9e86-f2bbe58da2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659523 Nov 23 18:18:13.452072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-e068a374-313b-4f7b-a9c7-90a18ff04ccb service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163731 Nov 23 18:18:13.594080 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.604655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa23858-235a-4511-9ceb-9bd00241db62 req-3a858147-8f8d-4cf8-8394-bb7aba9efea1 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420298 Nov 23 18:18:13.605943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53914fd1-885e-4611-a6a7-185f321ca4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.687629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01387296-973b-4d45-9fff-a0bb2090aff0 req-30873a23-86c5-4689-84a9-800457f13385 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:13.689586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01387296-973b-4d45-9fff-a0bb2090aff0 req-30873a23-86c5-4689-84a9-800457f13385 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 944 time: 0.2365508 Nov 23 18:18:13.725683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] DHCP port deletion for 52f25c93-7dbf-417f-a20a-15b1e59386cd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:13.796851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01387296-973b-4d45-9fff-a0bb2090aff0 req-54a975e3-f8d3-4b4b-a8db-56ac93adf726 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977755 Nov 23 18:18:13.818788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port a93ed56f-6f41-4482-8329-c6565d3dd530, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a93ed56f-6f41-4482-8329-c6565d3dd530,segment=NetworkSegment(9af6b631-7ff9-4227-94cf-76bce0cf7222),segment_id=9af6b631-7ff9-4227-94cf-76bce0cf7222)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:13.829055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.844226 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.885545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port a93ed56f-6f41-4482-8329-c6565d3dd530, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a93ed56f-6f41-4482-8329-c6565d3dd530,segment=NetworkSegment(9af6b631-7ff9-4227-94cf-76bce0cf7222),segment_id=9af6b631-7ff9-4227-94cf-76bce0cf7222)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:13.886142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.901401 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.905829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for a93ed56f-6f41-4482-8329-c6565d3dd530 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:13.931795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e85659-42f7-4757-9018-352e6198f005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f237824-1bc0-491f-889b-fda460d6761b'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:18:13.934542 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5107c23-2de7-490f-945b-5fda417a31ba" -d '{"events": [{"server_uuid": "a7e85659-42f7-4757-9018-352e6198f005", "name": "network-vif-plugged", "status": "completed", "tag": "2f237824-1bc0-491f-889b-fda460d6761b"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:18:13.971432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] No DVR routers for this DVR port a93ed56f-6f41-4482-8329-c6565d3dd530 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:13.985482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 2f237824-1bc0-491f-889b-fda460d6761b, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f237824-1bc0-491f-889b-fda460d6761b,segment=NetworkSegment(4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488),segment_id=4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:14.002951 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.009253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=a93ed56f-6f41-4482-8329-c6565d3dd530,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:14.016684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] Deleting port deffd190-7ef7-4c7f-87bc-e4f6841252af {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:14.017066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.045231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.095029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=a93ed56f-6f41-4482-8329-c6565d3dd530,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:14.101251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No DVR routers for this DVR port a93ed56f-6f41-4482-8329-c6565d3dd530 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:14.105177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] For port deffd190-7ef7-4c7f-87bc-e4f6841252af, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=deffd190-7ef7-4c7f-87bc-e4f6841252af,segment=NetworkSegment(a8af5da1-f485-4c47-a58f-7484b619b64e),segment_id=a8af5da1-f485-4c47-a58f-7484b619b64e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:14.105597 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.120256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] Calling delete_port for deffd190-7ef7-4c7f-87bc-e4f6841252af owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:14.182030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ee803-052f-4f37-8234-aba51c4c1018 req-9e4b669e-eca4-41ff-b71e-3d6481252972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:14.196053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-447ee803-052f-4f37-8234-aba51c4c1018 req-9e4b669e-eca4-41ff-b71e-3d6481252972 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 1096 time: 0.0924649 Nov 23 18:18:14.198428 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93baa9e8-7a90-473c-8eb3-41fce1972fbe x-openstack-request-id: req-93baa9e8-7a90-473c-8eb3-41fce1972fbe {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:18:14.198867 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e85659-42f7-4757-9018-352e6198f005", "name": "network-vif-plugged", "status": "completed", "tag": "2f237824-1bc0-491f-889b-fda460d6761b", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:18:14.198999 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93baa9e8-7a90-473c-8eb3-41fce1972fbe {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:18:14.199408 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e85659-42f7-4757-9018-352e6198f005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f237824-1bc0-491f-889b-fda460d6761b', 'code': 200} Nov 23 18:18:14.234822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb95e95-1cfb-4de3-9885-6ad4765c4982 None None] Pushing event deleted for resources: {'Port': ['ID=a93ed56f-6f41-4482-8329-c6565d3dd530,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:14.251926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.296713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=2f237824-1bc0-491f-889b-fda460d6761b,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:14.299812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-447ee803-052f-4f37-8234-aba51c4c1018 req-bdca15fb-7df1-4e87-87a4-9cc60f19a3c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913484 Nov 23 18:18:14.340025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75910d4b-91c2-4ea3-b018-2c76475d7635']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:14.355240 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.358110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af6b631-7ff9-4227-94cf-76bce0cf7222') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:14.358929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af6b631-7ff9-4227-94cf-76bce0cf7222') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:14.374567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.399937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.407070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:14.407563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.412117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] Pushing event deleted for resources: {'Port': ['ID=deffd190-7ef7-4c7f-87bc-e4f6841252af,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:14.420903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e5bc1-9e9b-4c05-8fb9-04e6b40e1b2d req-d3c535b7-b00f-4d4a-94a9-8eb385664c24 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:14.421671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b46f830-14c8-4eef-9a2c-2524011d370f None None] No DVR routers for this DVR port deffd190-7ef7-4c7f-87bc-e4f6841252af on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:14.423017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d9e5bc1-9e9b-4c05-8fb9-04e6b40e1b2d req-d3c535b7-b00f-4d4a-94a9-8eb385664c24 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.0872028 Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:14.482905 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:14.496177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.509057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d9e5bc1-9e9b-4c05-8fb9-04e6b40e1b2d req-48397e64-eb21-4ceb-a9bb-84e7d79dc969 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787809 Nov 23 18:18:14.513392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.519103 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/75910d4b-91c2-4ea3-b018-2c76475d7635 HTTP/1.1" status: 204 len: 168 time: 1.6542542 Nov 23 18:18:14.531630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55806) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:14.540936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efbd40-5906-465b-93cf-08ca0576e52e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=75910d4b-91c2-4ea3-b018-2c76475d7635,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:14.628989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.731014 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.764545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device deffd190-7ef7-4c7f-87bc-e4f6841252af no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:14.781977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f25c93-7dbf-417f-a20a-15b1e59386cd']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:14.792157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: deffd190-7ef7-4c7f-87bc-e4f6841252af {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:18:14.792868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device deffd190-7ef7-4c7f-87bc-e4f6841252af not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:18:14.802638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8af5da1-f485-4c47-a58f-7484b619b64e') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:14.802975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8af5da1-f485-4c47-a58f-7484b619b64e') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:14.822083 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.861045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.872052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:14.874309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:14.883766 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:15.041416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b2837-2863-4e23-88b4-0a76a997bdfb req-906d4981-d8fd-438a-9c46-4d071880c950 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:15.043407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f0b2837-2863-4e23-88b4-0a76a997bdfb req-906d4981-d8fd-438a-9c46-4d071880c950 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.1223547 Nov 23 18:18:15.044038 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.051684 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.059037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/52f25c93-7dbf-417f-a20a-15b1e59386cd HTTP/1.1" status: 204 len: 168 time: 0.5255306 Nov 23 18:18:15.060700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55826) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:15.075633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792484006'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:15.100475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.105330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0a8d4-1dea-475f-8feb-5d3b8fe83038 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=52f25c93-7dbf-417f-a20a-15b1e59386cd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:15.113729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:15.118528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.184572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f0b2837-2863-4e23-88b4-0a76a997bdfb req-2f870e20-244e-4ce1-8991-9dc79ca85ba4 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890296 Nov 23 18:18:15.188202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:18:15.222283 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.222649 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment 9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183 of type vlan for network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e Nov 23 18:18:15.325380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.424770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-f864c9cd-a66f-4510-b332-e9040bddcf2f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:15.426375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-f864c9cd-a66f-4510-b332-e9040bddcf2f tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.72 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.0977552 Nov 23 18:18:15.428304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.434083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:15.516209 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.573673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55840) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:15.574496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5125871 Nov 23 18:18:15.580733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbabeb-ac70-4a47-8cb9-ecd471b11648 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=9e1ac3d5-aa15-4f1a-83cc-8da97052816e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:15.589518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': '9e1ac3d5-aa15-4f1a-83cc-8da97052816e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:15.592129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:18:15.783683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bde10-b70a-46a5-be67-af674930525f req-eb3091df-29a5-4788-a6a5-274afe7a1e00 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:15.792210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b2bde10-b70a-46a5-be67-af674930525f req-eb3091df-29a5-4788-a6a5-274afe7a1e00 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/ports?device_id=db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b HTTP/1.1" status: 200 len: 945 time: 0.1407580 Nov 23 18:18:15.792403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:15.796317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.797433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Deleting port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:15.798029 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.953273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] For port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:15.953539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.970457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Calling delete_port for 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:16.111691 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.283175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=973a044f-9379-41d8-b002-6ad87235cc2a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:16.288542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': '9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9e1ac3d5-aa15-4f1a-83cc-8da97052816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:16.289142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: 9e1ac3d5-aa15-4f1a-83cc-8da97052816e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:18:16.320605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:18:16.336094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9e1ac3d5-aa15-4f1a-83cc-8da97052816e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:16.349177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2551dc3-d419-4bb8-b02e-6073868ab136 None None] Network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:16.351090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:16.351989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.378224 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f3cd3d0-4156-4fdb-b82c-4def78f50111 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8033473 Nov 23 18:18:16.379175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55862) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:16.385279 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2d8d4578-eb7f-4ec2-a43c-74baec24082a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1939361166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:16.461379 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4578-eb7f-4ec2-a43c-74baec24082a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.462833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4578-eb7f-4ec2-a43c-74baec24082a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.493341 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.561701 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4578-eb7f-4ec2-a43c-74baec24082a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.571598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4578-eb7f-4ec2-a43c-74baec24082a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.629767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-9e1ac3d5-aa15-4f1a-83cc-8da97052816e', 'network_id': '9e1ac3d5-aa15-4f1a-83cc-8da97052816e', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': '973a044f-9379-41d8-b002-6ad87235cc2a'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:18:16.631267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.632860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4578-eb7f-4ec2-a43c-74baec24082a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.634682 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2d8d4578-eb7f-4ec2-a43c-74baec24082a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2534826 Nov 23 18:18:16.645589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55866) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:16.657322 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.662564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'port': {'network_id': '9e1ac3d5-aa15-4f1a-83cc-8da97052816e', 'name': 'tempest-RoutersIpV6Test-1963031486'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:16.672799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b2bde10-b70a-46a5-be67-af674930525f req-f600cd1b-6d8d-4b85-97f7-6d138eccb342 tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.74 "GET /v2.0/security-groups?id=d020e415-9703-4847-91b8-289d8482708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8790491 Nov 23 18:18:16.685273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8da2dc13-a0ff-4396-b74b-163cf5f74ae3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:18:16.729052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Pushing event deleted for resources: {'Port': ['ID=8da2dc13-a0ff-4396-b74b-163cf5f74ae3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:16.798524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] No DVR routers for this DVR port 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:16.802671 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.806679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-331e3c8b-5a21-4c03-befb-a8c24ed14237 req-1c843ffe-7c2b-4868-8087-ecf762fb6d8d tempest-ServerRescueTestJSONUnderV235-168030437 tempest-ServerRescueTestJSONUnderV235-168030437-project] 10.222.0.72 "DELETE /v2.0/ports/8da2dc13-a0ff-4396-b74b-163cf5f74ae3 HTTP/1.1" status: 204 len: 173 time: 1.3691168 Nov 23 18:18:16.808450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'name': 'network-vif-deleted', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:18:16.812455 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ccaeef-0664-4edf-9788-3e4ee17a25ae" -d '{"events": [{"server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "name": "network-vif-deleted", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:18:16.865771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cfb40-83c6-4ba8-b948-f5a9babf141d None None] DHCP port deletion for 0f3b090e-01f7-4098-9e86-f2bbe58da2af request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:16.893621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7c219-b86b-46fa-81df-43fd31f4f226 req-777a6c13-9331-4d78-b7c1-1d784e1e59e1 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:16.893621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ec7c219-b86b-46fa-81df-43fd31f4f226 req-777a6c13-9331-4d78-b7c1-1d784e1e59e1 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.0760999 Nov 23 18:18:16.947182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:16.953788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.999139 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ec7c219-b86b-46fa-81df-43fd31f4f226 req-6434c290-4dc8-4820-8d7f-8f5e39344dda tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986245 Nov 23 18:18:17.000666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] device_id is not set on port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:18:17.097989 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea71bc-feb3-4e3e-9c90-2535dc5c8e8d x-openstack-request-id: req-58ea71bc-feb3-4e3e-9c90-2535dc5c8e8d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:18:17.098299 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b", "name": "network-vif-deleted", "tag": "8da2dc13-a0ff-4396-b74b-163cf5f74ae3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:18:17.098559 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-58ea71bc-feb3-4e3e-9c90-2535dc5c8e8d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:18:17.099588 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db800d9e-4d45-4bf6-8f2c-ad4b3da0e68b', 'name': 'network-vif-deleted', 'tag': '8da2dc13-a0ff-4396-b74b-163cf5f74ae3', 'status': 'completed', 'code': 200} Nov 23 18:18:17.108239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Allocated IP 2001:db8::2 (9e1ac3d5-aa15-4f1a-83cc-8da97052816e/973a044f-9379-41d8-b002-6ad87235cc2a/2d89a2b9-30c0-4796-a5f3-8d1719cde4ce) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:17.233265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ff1a7-5dd1-46dd-bcfe-03db31de6bde req-a23f76a5-89ad-4f1a-9575-848f3416ff3b tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:17.254526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-761ff1a7-5dd1-46dd-bcfe-03db31de6bde req-a23f76a5-89ad-4f1a-9575-848f3416ff3b tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.0740156 Nov 23 18:18:17.263134 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:18:17.307204 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.318836 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.351282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-761ff1a7-5dd1-46dd-bcfe-03db31de6bde req-1d357e72-6257-4a3a-bc07-5f97578d0a13 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803638 Nov 23 18:18:17.374647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:17.389851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:17.404325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:17.406919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Pushing event updated for resources: {'Port': ['ID=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:17.493266 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8::3e3 (9e1ac3d5-aa15-4f1a-83cc-8da97052816e/973a044f-9379-41d8-b002-6ad87235cc2a/d559d7b1-5c8e-45e7-b327-2265b6dbf2eb) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:17.521294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Attempting to bind port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:17.521884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Attempting to bind port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9e1ac3d5-aa15-4f1a-83cc-8da97052816e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:17.522176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Attempting to bind port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce on network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:17.529210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:17.530059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Checking segment: {'id': '9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9e1ac3d5-aa15-4f1a-83cc-8da97052816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:17.530059 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.530440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Bound using segment: {'id': '9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9e1ac3d5-aa15-4f1a-83cc-8da97052816e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:17.531059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Bound port: 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9e1ac3d5-aa15-4f1a-83cc-8da97052816e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:17.531597 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.673593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] For port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:17.679812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] For port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,segment=NetworkSegment(9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183),segment_id=9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:17.686184 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.793500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad77f51-ef4e-4877-9bce-58149b629ed3 None None] Pushing event updated for resources: {'Port': ['ID=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:17.807401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.817282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed247828-a543-477f-ab9c-6464753db516 req-9f537a10-4c65-4664-bd74-a6a8111fb7bd tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:17.823229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed247828-a543-477f-ab9c-6464753db516 req-9f537a10-4c65-4664-bd74-a6a8111fb7bd tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.0996740 Nov 23 18:18:17.872783 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.898120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed247828-a543-477f-ab9c-6464753db516 req-64e07c79-d165-4857-812e-b5b244dd4918 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711222 Nov 23 18:18:17.945342 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.949078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:17.969730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:17.970769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 55904) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:17.972863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:17.978676 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:17.979477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:18.002206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=d559d7b1-5c8e-45e7-b327-2265b6dbf2eb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:18.032461 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c83867c-d1ae-41e3-abf7-3a68e0fa18ce tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3847539 Nov 23 18:18:18.035643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55906) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:18.540503 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:18.674495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:18.842235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:18.990650 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:18.998286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.012014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:19.012398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.095641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=d559d7b1-5c8e-45e7-b327-2265b6dbf2eb,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:19.147628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a766a2-fb4e-4893-b7ba-08d5c869b541 req-3ab1d26a-da1a-4ed8-810b-4177817e0467 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:19.150141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32a766a2-fb4e-4893-b7ba-08d5c869b541 req-3ab1d26a-da1a-4ed8-810b-4177817e0467 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.1220033 Nov 23 18:18:19.186355 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.285738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,segment=NetworkSegment(9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183),segment_id=9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:19.308650 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.315274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32a766a2-fb4e-4893-b7ba-08d5c869b541 req-421ab27d-faf4-4380-a1da-0437003b402b tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524413 Nov 23 18:18:19.357328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Deleting port d84106a1-bffc-4e71-bf10-9b1d582c85ae {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:19.357676 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.402409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.407323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a9c80-9a8a-4fa1-936a-35f7d1ac4b5e None None] Network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:19.544219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-dd19616f-e196-49dc-bc3a-c63a41187ba0 None None] Provisioning complete for port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:19.544629 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd19616f-e196-49dc-bc3a-c63a41187ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.574217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] For port d84106a1-bffc-4e71-bf10-9b1d582c85ae, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d84106a1-bffc-4e71-bf10-9b1d582c85ae,segment=NetworkSegment(dea00332-f08f-41a1-a832-88f33acd0f42),segment_id=dea00332-f08f-41a1-a832-88f33acd0f42)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:19.574590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.621353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Calling delete_port for d84106a1-bffc-4e71-bf10-9b1d582c85ae owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:19.674794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:19.681539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.734276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.734649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.735024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.735369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.735711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.736049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.736383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.736718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.737047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.737375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.737706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.738033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:19.768644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:19.963453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb644a1-c211-408f-afe3-12f5dba71592 req-1c1bee09-3f0b-4653-9903-694f619504af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:19.965614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb644a1-c211-408f-afe3-12f5dba71592 req-1c1bee09-3f0b-4653-9903-694f619504af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad3ce8cbaa494915b75122bcea170d20&device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 1096 time: 0.2823565 Nov 23 18:18:19.983578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d382a-b2ef-466b-b2e7-78464ce1b6a1 req-36160cb4-31e5-41bf-896b-fddf9a4f6c8e tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:19.993663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171d382a-b2ef-466b-b2e7-78464ce1b6a1 req-36160cb4-31e5-41bf-896b-fddf9a4f6c8e tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.3076429 Nov 23 18:18:20.086877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:20.102946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:20.105731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:20.175223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:20.204085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:18:20.204609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8da2dc13-a0ff-4396-b74b-163cf5f74ae3 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:18:20.219111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:20.222499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=d559d7b1-5c8e-45e7-b327-2265b6dbf2eb,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:20.339107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-44c11cd9-e362-4e8f-b2ef-c3a775dd6546 None None] Provisioning complete for port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:20.339528 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44c11cd9-e362-4e8f-b2ef-c3a775dd6546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:20.367938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:20.372251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:20.412730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84106a1-bffc-4e71-bf10-9b1d582c85ae,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:20.451417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a37594-4544-442a-9da9-99a7ba2af641 None None] DHCP port deletion for 0f3b090e-01f7-4098-9e86-f2bbe58da2af request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:20.475832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-44c11cd9-e362-4e8f-b2ef-c3a775dd6546 None None] Port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:20.488658 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-44c11cd9-e362-4e8f-b2ef-c3a775dd6546 None None] Provisioning complete for port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:20.489303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44c11cd9-e362-4e8f-b2ef-c3a775dd6546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:20.511669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171d382a-b2ef-466b-b2e7-78464ce1b6a1 req-0992c70f-dbc6-46b0-be73-7e77d5033901 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169251 Nov 23 18:18:20.565133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb644a1-c211-408f-afe3-12f5dba71592 req-ab280035-9d37-4fe4-b26c-611e5076e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:20.565133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb644a1-c211-408f-afe3-12f5dba71592 req-ab280035-9d37-4fe4-b26c-611e5076e55a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ec1b50e-d850-4b90-8330-d30206c8beca HTTP/1.1" status: 200 len: 913 time: 0.5551541 Nov 23 18:18:20.680143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router f51171d2-5c69-45f0-b754-60b54b03cd96 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:18:20.696784 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:20.707327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb644a1-c211-408f-afe3-12f5dba71592 req-445a1c66-47af-48e7-ae25-8ca1bf9ac653 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f237824-1bc0-491f-889b-fda460d6761b HTTP/1.1" status: 200 len: 217 time: 0.1279173 Nov 23 18:18:20.884502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb644a1-c211-408f-afe3-12f5dba71592 req-bc2eb0c2-d1de-4b6a-a713-44da7332ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:20.887442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb644a1-c211-408f-afe3-12f5dba71592 req-bc2eb0c2-d1de-4b6a-a713-44da7332ddcb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a8bc7bd4-e03b-443c-aeed-287a0de99521 HTTP/1.1" status: 200 len: 852 time: 0.1027734 Nov 23 18:18:20.898130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:20.911789 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1d699223-c0ad-4efb-8c46-4a3402292ee1 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/f51171d2-5c69-45f0-b754-60b54b03cd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8742464 Nov 23 18:18:20.913260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55972) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:20.919054 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace2ac3-a47e-4926-bf8d-0115561f45e1 None None] Sync routers for ids ['f51171d2-5c69-45f0-b754-60b54b03cd96'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:20.954951 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace2ac3-a47e-4926-bf8d-0115561f45e1 None None] Routers {'f51171d2-5c69-45f0-b754-60b54b03cd96'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:20.960846 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6ace2ac3-a47e-4926-bf8d-0115561f45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f51171d2-5c69-45f0-b754-60b54b03cd96'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:20.996951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5ce451a9-9565-4a61-a0a3-2c5a255b33fe None None] Provisioning complete for port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:21.014041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb644a1-c211-408f-afe3-12f5dba71592 req-011bfa6d-f7a4-4068-83f6-415fb0ee3a73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ec1b50e-d850-4b90-8330-d30206c8beca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301969 Nov 23 18:18:21.016775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:21.016929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5ce451a9-9565-4a61-a0a3-2c5a255b33fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:21.050423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61a631-1e5d-4ee1-8720-dfc1abd3b1cd tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:21.056507 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3a61a631-1e5d-4ee1-8720-dfc1abd3b1cd tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports/d559d7b1-5c8e-45e7-b327-2265b6dbf2eb HTTP/1.1" status: 200 len: 984 time: 0.1414449 Nov 23 18:18:21.057849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55976) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:21.086393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:21.138266 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6ace2ac3-a47e-4926-bf8d-0115561f45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:21.163261 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace2ac3-a47e-4926-bf8d-0115561f45e1 None None] Routers {'f51171d2-5c69-45f0-b754-60b54b03cd96'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:21.163630 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6ace2ac3-a47e-4926-bf8d-0115561f45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f51171d2-5c69-45f0-b754-60b54b03cd96'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:21.195359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5ce451a9-9565-4a61-a0a3-2c5a255b33fe None None] Port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:21.254314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:21.254956 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:21.259340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb644a1-c211-408f-afe3-12f5dba71592 req-575df03d-0055-4b77-8aeb-36ceae80cc19 service neutron] 10.222.0.66 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303162 Nov 23 18:18:21.277639 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6ace2ac3-a47e-4926-bf8d-0115561f45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:21.279363 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace2ac3-a47e-4926-bf8d-0115561f45e1 None None] The sync data for ids ['f51171d2-5c69-45f0-b754-60b54b03cd96'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:21.360338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c1e6063f-d6f3-441a-9e2e-ff9897ba5760 None None] Provisioning complete for port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:21.360716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1e6063f-d6f3-441a-9e2e-ff9897ba5760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:21.452058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6063f-d6f3-441a-9e2e-ff9897ba5760 None None] Port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:21.531576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb644a1-c211-408f-afe3-12f5dba71592 req-4e649769-dc0b-45c5-a100-d9695561bb0a service neutron] 10.222.0.66 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122133 Nov 23 18:18:21.601812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:21.713802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:21.820191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891f91-7823-4457-b999-caace0fd5f62 req-dd5a349e-009b-45d7-aa15-8ab4268d4bf8 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:21.821744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e891f91-7823-4457-b999-caace0fd5f62 req-dd5a349e-009b-45d7-aa15-8ab4268d4bf8 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.0999687 Nov 23 18:18:21.889091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f30bbd7e-780c-4b32-8cb1-8aacb25e72dc None None] Provisioning complete for port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:21.889478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f30bbd7e-780c-4b32-8cb1-8aacb25e72dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:21.959887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:21.960236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:21.961917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f30bbd7e-780c-4b32-8cb1-8aacb25e72dc None None] Port d559d7b1-5c8e-45e7-b327-2265b6dbf2eb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:21.962554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e891f91-7823-4457-b999-caace0fd5f62 req-2f2f6449-f5c6-46f9-aec7-0f4601d66a94 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311958 Nov 23 18:18:21.964072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:21.970951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0a2344aa-1018-4380-b0c1-85754e4f7291 admin admin] 10.222.0.74 "PUT /v2.0/routers/642176c8-f7a1-4b46-a9e5-81a3133c2a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9989948 Nov 23 18:18:21.975346 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 55998) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:21.979009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] Sync routers for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:22.009386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:22.010382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:22.159239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:18:22.192566 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:22.196342 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:22.252850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for d559d7b1-5c8e-45e7-b327-2265b6dbf2eb owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:22.396295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:22.561652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:18:20Z', 'revision_number': 5, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port': {'id': '62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:16:59Z', 'updated_at': '2021-11-23T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:22.596246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] Checking router: 642176c8-f7a1-4b46-a9e5-81a3133c2a94 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:18:22.603336 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:22.609781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] Routers {'642176c8-f7a1-4b46-a9e5-81a3133c2a94'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:22.610676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:22.648059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=d559d7b1-5c8e-45e7-b327-2265b6dbf2eb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:22.854649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Deleting port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:22.857371 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:22.932478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] Set router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:18:23.005465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:18:22Z', 'revision_number': 6, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:23.041357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2debf-839a-4583-9041-62045a82eb57 None None] The sync data for ids ['642176c8-f7a1-4b46-a9e5-81a3133c2a94'] in n-d-818932-3 is: [{'id': '642176c8-f7a1-4b46-a9e5-81a3133c2a94', 'name': 'tempest-ServerRescueTestJSONUnderV235-1674375341-router', 'tenant_id': '67639dea3211405d9a63a5288acb5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:16:58Z', 'updated_at': '2021-11-23T18:18:22Z', 'revision_number': 6, 'project_id': '67639dea3211405d9a63a5288acb5442', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:23.126503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d0212-c5d7-42b5-8882-bf1d08314d87 req-7f8a4ef6-d144-4f9d-a53c-cf42339891c0 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:23.128281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c11d0212-c5d7-42b5-8882-bf1d08314d87 req-7f8a4ef6-d144-4f9d-a53c-cf42339891c0 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.0672460 Nov 23 18:18:23.234745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c11d0212-c5d7-42b5-8882-bf1d08314d87 req-6abf1995-cec2-4cf0-9a10-d2025ff96d41 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000967 Nov 23 18:18:23.356317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:23.487793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] For port 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:23.488162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:23.584778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Calling delete_port for 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:23.609035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router f51171d2-5c69-45f0-b754-60b54b03cd96 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:23.623548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a236dd-5026-4519-8cb9-438ae75a3014 req-44ce6dbb-aa18-4fdd-8938-e43281d13e6e tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:23.632652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77a236dd-5026-4519-8cb9-438ae75a3014 req-44ce6dbb-aa18-4fdd-8938-e43281d13e6e tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.0849423 Nov 23 18:18:23.691157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77a236dd-5026-4519-8cb9-438ae75a3014 req-2dc6dcd2-67d0-4cf1-b18d-a27727fc3769 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574095 Nov 23 18:18:23.746468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:23.755992 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d15fb28a-0849-48f2-9382-eec8a368b903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/f51171d2-5c69-45f0-b754-60b54b03cd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6966677 Nov 23 18:18:23.756655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56046) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:23.757780 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012f77a-ffcc-4875-9bae-e84607b2bc64 None None] Sync routers for ids ['f51171d2-5c69-45f0-b754-60b54b03cd96'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:23.776732 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012f77a-ffcc-4875-9bae-e84607b2bc64 None None] Routers {'f51171d2-5c69-45f0-b754-60b54b03cd96'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:23.778051 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5012f77a-ffcc-4875-9bae-e84607b2bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f51171d2-5c69-45f0-b754-60b54b03cd96'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:23.838595 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5012f77a-ffcc-4875-9bae-e84607b2bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:23.850005 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012f77a-ffcc-4875-9bae-e84607b2bc64 None None] Routers {'f51171d2-5c69-45f0-b754-60b54b03cd96'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:23.852236 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5012f77a-ffcc-4875-9bae-e84607b2bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f51171d2-5c69-45f0-b754-60b54b03cd96'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:23.919109 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5012f77a-ffcc-4875-9bae-e84607b2bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:23.920006 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012f77a-ffcc-4875-9bae-e84607b2bc64 None None] The sync data for ids ['f51171d2-5c69-45f0-b754-60b54b03cd96'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:24.129021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.132585 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-6e8d2c0c-b9d9-41a1-86e0-020cb54a8cb9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 18:18:24.137063 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e8d2c0c-b9d9-41a1-86e0-020cb54a8cb9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/f51171d2-5c69-45f0-b754-60b54b03cd96/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3746881 Nov 23 18:18:24.137248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56054) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:24.196293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Pushing event deleted for resources: {'Port': ['ID=62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:24.199436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0cf56e27-20bb-4e3b-852c-5dbfeffee903 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=f51171d2-5c69-45f0-b754-60b54b03cd96 HTTP/1.1" status: 200 len: 205 time: 0.0583315 Nov 23 18:18:24.199833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56056) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:24.212720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8d5aa-1f18-4898-b4bb-3d7649ee0caa None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:24.251401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.251859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.252273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.252684 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.253088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.253488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.253888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.254287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.255414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.255928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.256358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.256759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:24.299467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.466107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.471769 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.529009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.529876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 642176c8-f7a1-4b46-a9e5-81a3133c2a94 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:18:24.543584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.545740 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f0fb8492-a824-402c-bd78-094362370004 admin admin] 10.222.0.74 "DELETE /v2.0/routers/642176c8-f7a1-4b46-a9e5-81a3133c2a94 HTTP/1.1" status: 204 len: 168 time: 2.5571332 Nov 23 18:18:24.548334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56066) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:24.628581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0658c0-c067-4e84-bd92-a6aa86c57723 admin admin] Deleting subnet 96b174c8-aad5-4ec5-83b0-e61f95f96c0e {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:24.633386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e0658c0-c067-4e84-bd92-a6aa86c57723 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.691751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e0658c0-c067-4e84-bd92-a6aa86c57723 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.768936 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f2e3-0a72-47db-b77e-f923ec1cfc3d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.783973 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e0658c0-c067-4e84-bd92-a6aa86c57723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.829292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:24.876069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:18:24.876589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 62aa2332-ee44-4fbe-a6ac-0d8c8e8e08a5 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:18:24.877166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d84106a1-bffc-4e71-bf10-9b1d582c85ae no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:24.899063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d84106a1-bffc-4e71-bf10-9b1d582c85ae {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:18:24.899843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d84106a1-bffc-4e71-bf10-9b1d582c85ae not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:18:24.923568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10caa20-bbaf-414f-8e1c-06364a4b267d req-4f1e49a5-9bdf-4d43-9b54-323b2619a1aa tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:24.925179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c10caa20-bbaf-414f-8e1c-06364a4b267d req-4f1e49a5-9bdf-4d43-9b54-323b2619a1aa tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.0845101 Nov 23 18:18:24.929430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e0658c0-c067-4e84-bd92-a6aa86c57723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.964573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0658c0-c067-4e84-bd92-a6aa86c57723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b174c8-aad5-4ec5-83b0-e61f95f96c0e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:24.972060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e0658c0-c067-4e84-bd92-a6aa86c57723 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:24.979414 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7e0658c0-c067-4e84-bd92-a6aa86c57723 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/96b174c8-aad5-4ec5-83b0-e61f95f96c0e HTTP/1.1" status: 204 len: 168 time: 0.4298058 Nov 23 18:18:24.980697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56080) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:24.982852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92622fce-ccb5-4dd7-8e57-0d983592d0eb None None] Network 0f3b090e-01f7-4098-9e86-f2bbe58da2af requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:25.061192 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f2e3-0a72-47db-b77e-f923ec1cfc3d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.063433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f2e3-0a72-47db-b77e-f923ec1cfc3d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.097840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.146743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd035b58-7658-44f2-b5ee-f4c54e6ca7aa None None] DHCP port deletion for 0f3b090e-01f7-4098-9e86-f2bbe58da2af request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:25.176441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c10caa20-bbaf-414f-8e1c-06364a4b267d req-9f1bafde-4052-47bd-9341-a7b125317467 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323782 Nov 23 18:18:25.177848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f2e3-0a72-47db-b77e-f923ec1cfc3d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.177848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb6f2e3-0a72-47db-b77e-f923ec1cfc3d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Fanout notify agent at l3_agent the message router_deleted on router f51171d2-5c69-45f0-b754-60b54b03cd96 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:18:25.185715 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f2e3-0a72-47db-b77e-f923ec1cfc3d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.187039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fbb6f2e3-0a72-47db-b77e-f923ec1cfc3d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/f51171d2-5c69-45f0-b754-60b54b03cd96 HTTP/1.1" status: 204 len: 168 time: 0.9862568 Nov 23 18:18:25.189612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56084) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:25.222715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.250043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3b090e-01f7-4098-9e86-f2bbe58da2af']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:25.264469 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea00332-f08f-41a1-a832-88f33acd0f42') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:25.264770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea00332-f08f-41a1-a832-88f33acd0f42') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:25.275653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.285662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b72d6c-6dbd-4696-bc0c-646aab28bd53 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet 973a044f-9379-41d8-b002-6ad87235cc2a {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:25.292632 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.298135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22b72d6c-6dbd-4696-bc0c-646aab28bd53 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.300256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:25.300709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:25.303153 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:25.360087 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22b72d6c-6dbd-4696-bc0c-646aab28bd53 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.416485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.444562 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.448301 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] 10.222.0.74 "DELETE /v2.0/networks/0f3b090e-01f7-4098-9e86-f2bbe58da2af HTTP/1.1" status: 204 len: 168 time: 0.4647009 Nov 23 18:18:25.464926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9245d6-c2ec-4a4c-9ee2-48777ce6dc6c admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3b090e-01f7-4098-9e86-f2bbe58da2af,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:25.588857 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22b72d6c-6dbd-4696-bc0c-646aab28bd53 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.636766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ff658-abd9-4a46-a2eb-75bad785b45a req-e451121a-24e5-462d-8d96-b6e295585973 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:25.638425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c29ff658-abd9-4a46-a2eb-75bad785b45a req-e451121a-24e5-462d-8d96-b6e295585973 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.1201079 Nov 23 18:18:25.734868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56104) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:25.744975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c29ff658-abd9-4a46-a2eb-75bad785b45a req-01736329-5756-4f56-9027-9c29928e9393 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905769 Nov 23 18:18:25.749718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695649-d61b-45b7-8811-9184873b5693 req-490d2677-7188-4c94-bbf0-1cd96ae59432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:25.761218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd695649-d61b-45b7-8811-9184873b5693 req-490d2677-7188-4c94-bbf0-1cd96ae59432 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad3ce8cbaa494915b75122bcea170d20&device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 1096 time: 0.2090416 Nov 23 18:18:25.816944 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9477d480-90e0-49ba-9516-e2560bc0fe22 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=67639dea3211405d9a63a5288acb5442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808773 Nov 23 18:18:25.819554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56108) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:25.861659 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22b72d6c-6dbd-4696-bc0c-646aab28bd53 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.876258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4021253-7200-4731-82db-74122f275d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.903501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b72d6c-6dbd-4696-bc0c-646aab28bd53 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=973a044f-9379-41d8-b002-6ad87235cc2a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:25.915044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-22b72d6c-6dbd-4696-bc0c-646aab28bd53 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.918827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-22b72d6c-6dbd-4696-bc0c-646aab28bd53 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/973a044f-9379-41d8-b002-6ad87235cc2a HTTP/1.1" status: 204 len: 168 time: 0.7277431 Nov 23 18:18:25.921281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f8b93-b657-416d-ae0c-dcf3827560c1 None None] Network 9e1ac3d5-aa15-4f1a-83cc-8da97052816e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:25.922346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4021253-7200-4731-82db-74122f275d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:25.924098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56110) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:25.971636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695649-d61b-45b7-8811-9184873b5693 req-77a8a48d-0331-4037-bb1d-3d9cf07c46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:25.973206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd695649-d61b-45b7-8811-9184873b5693 req-77a8a48d-0331-4037-bb1d-3d9cf07c46ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ec1b50e-d850-4b90-8330-d30206c8beca HTTP/1.1" status: 200 len: 913 time: 0.2107129 Nov 23 18:18:26.048835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd695649-d61b-45b7-8811-9184873b5693 req-3e9cd406-acc6-487a-84f0-9691ff6fcf98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f237824-1bc0-491f-889b-fda460d6761b HTTP/1.1" status: 200 len: 217 time: 0.0672202 Nov 23 18:18:26.051637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.093212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4021253-7200-4731-82db-74122f275d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.096170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b4021253-7200-4731-82db-74122f275d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.097580 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b4021253-7200-4731-82db-74122f275d2a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d020e415-9703-4847-91b8-289d8482708a HTTP/1.1" status: 204 len: 168 time: 0.2768877 Nov 23 18:18:26.137805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4021253-7200-4731-82db-74122f275d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020e415-9703-4847-91b8-289d8482708a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:26.144717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695649-d61b-45b7-8811-9184873b5693 req-0b542a09-69c5-4bd1-a321-336ace1a87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:26.150047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd695649-d61b-45b7-8811-9184873b5693 req-0b542a09-69c5-4bd1-a321-336ace1a87a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a8bc7bd4-e03b-443c-aeed-287a0de99521 HTTP/1.1" status: 200 len: 852 time: 0.0943143 Nov 23 18:18:26.172957 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:26.173474 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.204815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd695649-d61b-45b7-8811-9184873b5693 req-bf4f11c5-6f12-4bce-9aa0-e1fc9c180093 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ec1b50e-d850-4b90-8330-d30206c8beca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468585 Nov 23 18:18:26.206456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] DHCP port deletion for 9e1ac3d5-aa15-4f1a-83cc-8da97052816e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:26.280724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] Deleting port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:26.281477 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.307689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,segment=NetworkSegment(9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183),segment_id=9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:26.309617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.354242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:26.367303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] For port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,segment=NetworkSegment(9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183),segment_id=9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:26.367874 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.386978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] Calling delete_port for 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:26.447473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd695649-d61b-45b7-8811-9184873b5693 req-55fac199-3a7b-4060-a770-d13a5268f77e service neutron] 10.222.0.66 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298484 Nov 23 18:18:26.518271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.585857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] No DVR routers for this DVR port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:26.590751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154a46-4fe1-4d7c-bc5e-39eaf39a1233 None None] Pushing event deleted for resources: {'Port': ['ID=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:26.613620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.644735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=2d89a2b9-30c0-4796-a5f3-8d1719cde4ce,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:26.658398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No DVR routers for this DVR port 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:26.728283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd695649-d61b-45b7-8811-9184873b5693 req-d81c1736-913f-4dc1-99f1-300a23130df0 service neutron] 10.222.0.66 "GET /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583227 Nov 23 18:18:26.773094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:26.803289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:18:26.805163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2d89a2b9-30c0-4796-a5f3-8d1719cde4ce not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:18:26.807208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.845791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1ac3d5-aa15-4f1a-83cc-8da97052816e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:26.858084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:26.858378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdc8b47-dea6-4ec7-a9a5-8dbe1f742183') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:26.897317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.916295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.924102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:26.924883 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: self.session.flush() Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:26.929204 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:26.978267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c3b7e-501a-4a33-b7b0-cfef695a26b3 req-3c64d368-6adc-4c1e-b022-d327dcc6c21a tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:26.979874 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-354c3b7e-501a-4a33-b7b0-cfef695a26b3 req-3c64d368-6adc-4c1e-b022-d327dcc6c21a tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.1165714 Nov 23 18:18:27.012517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.034948 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.038567 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/9e1ac3d5-aa15-4f1a-83cc-8da97052816e HTTP/1.1" status: 204 len: 168 time: 1.1125858 Nov 23 18:18:27.042230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56148) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:27.048495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-732232497'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:27.072597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfeaae-0178-4aa3-8db2-7306b6f7f4f6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=9e1ac3d5-aa15-4f1a-83cc-8da97052816e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:27.073774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-354c3b7e-501a-4a33-b7b0-cfef695a26b3 req-0dda74f3-2d38-4144-b4c2-2bf87af5282a tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871682 Nov 23 18:18:27.113547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:27.118346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.163241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:18:27.178633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.179455 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment eb0f444d-18a5-4426-9251-4f1b44ebc978 of type vlan for network f3ee1960-cccf-4162-99be-ad3a8345198a Nov 23 18:18:27.225641 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.263279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.282663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:27.283635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.344292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56164) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:27.406342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=f3ee1960-cccf-4162-99be-ad3a8345198a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:27.422055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network f3ee1960-cccf-4162-99be-ad3a8345198a details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:18:27.435266 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56170) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:27.436070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-364158ed-5ed1-41c0-b38d-19ded10b4dea tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3925557 Nov 23 18:18:27.441090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': 'f3ee1960-cccf-4162-99be-ad3a8345198a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:27.583682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1503235243-network', 'tenant_id': '707d60fb2084449e8b368bb2ee5d2d57'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:27.616567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Made reservation on behalf of 707d60fb2084449e8b368bb2ee5d2d57 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:27.619427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.635510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.663555 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:27.667053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.887860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.918236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.954797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:18:27.964630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:27.981661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c112b06-bedf-4b13-8647-8c0120290189,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:28.001591 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.001949 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Added segment 6b372ce2-30b3-4014-bd9c-aff887f65c2f of type vlan for network a9065bbf-05e7-4fb2-bbc3-394df65eeb87 Nov 23 18:18:28.075020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.077156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=559ff513-5e50-4503-9ca2-89e9e8d38c74,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:28.100496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': 'eb0f444d-18a5-4426-9251-4f1b44ebc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'f3ee1960-cccf-4162-99be-ad3a8345198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:28.100867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: f3ee1960-cccf-4162-99be-ad3a8345198a, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:18:28.131157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.132308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:28.132907 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.140432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network f3ee1960-cccf-4162-99be-ad3a8345198a is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:18:28.175070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, f3ee1960-cccf-4162-99be-ad3a8345198a) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:28.189850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127109e5-8eb0-4c00-877c-e69f510b3ab6 None None] Network f3ee1960-cccf-4162-99be-ad3a8345198a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:28.191618 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8461061 Nov 23 18:18:28.193999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:28.194607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.195704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56190) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:28.207629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Request body: {'subnet': {'network_id': 'a9065bbf-05e7-4fb2-bbc3-394df65eeb87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1503235243-subnet', 'tenant_id': '707d60fb2084449e8b368bb2ee5d2d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:28.234646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5feb52a-f3de-4cdd-81d5-2b119985bd5c admin admin] Pushing event updated for resources: {'Network': ['ID=a9065bbf-05e7-4fb2-bbc3-394df65eeb87,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:28.248450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a9065bbf-05e7-4fb2-bbc3-394df65eeb87 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:18:28.252219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae797-bbf0-4d40-892a-e570cfc59afc req-4d4a1278-e2fd-45dd-acd1-cf0459cc9c82 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:28.253826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ccae797-bbf0-4d40-892a-e570cfc59afc req-4d4a1278-e2fd-45dd-acd1-cf0459cc9c82 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.1103790 Nov 23 18:18:28.281306 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cad7622a-6143-4d0a-a7d3-430bc33281cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8425465 Nov 23 18:18:28.281630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56192) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:28.289530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Made reservation on behalf of 707d60fb2084449e8b368bb2ee5d2d57 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:28.291806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2f3b6161-c90c-4511-a764-472a9354c4ae tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-369334292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:28.292151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.392572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6161-c90c-4511-a764-472a9354c4ae tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.394061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6161-c90c-4511-a764-472a9354c4ae tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.437152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ccae797-bbf0-4d40-892a-e570cfc59afc req-5adb178d-dc39-4220-a2d0-f8a776cb7db3 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751223 Nov 23 18:18:28.460418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6161-c90c-4511-a764-472a9354c4ae tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.476439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6161-c90c-4511-a764-472a9354c4ae tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.500523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-f3ee1960-cccf-4162-99be-ad3a8345198a', 'network_id': 'f3ee1960-cccf-4162-99be-ad3a8345198a', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': '559ff513-5e50-4503-9ca2-89e9e8d38c74'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:18:28.501692 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.523591 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6161-c90c-4511-a764-472a9354c4ae tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.525376 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2f3b6161-c90c-4511-a764-472a9354c4ae tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2427096 Nov 23 18:18:28.529152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56196) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:28.742442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.816717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Allocated IP 2001:db8::2 (f3ee1960-cccf-4162-99be-ad3a8345198a/559ff513-5e50-4503-9ca2-89e9e8d38c74/f19cd5aa-0980-4008-82ba-dc1be7c53941) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:28.940268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd40bb1c-2d84-4454-8960-b4c3b878c211,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:28.943852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Checking segment: {'id': '6b372ce2-30b3-4014-bd9c-aff887f65c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a9065bbf-05e7-4fb2-bbc3-394df65eeb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:28.944447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Network hostable DHCP agents. Network: a9065bbf-05e7-4fb2-bbc3-394df65eeb87, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:18:28.971117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Network a9065bbf-05e7-4fb2-bbc3-394df65eeb87 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:18:28.985108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:28.991957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715adb7-718d-44d9-9e8c-df8946386584 req-2675ef39-6b40-4b88-806b-cb792b59a59a tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:28.994080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7715adb7-718d-44d9-9e8c-df8946386584 req-2675ef39-6b40-4b88-806b-cb792b59a59a tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.1145213 Nov 23 18:18:28.995647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a9065bbf-05e7-4fb2-bbc3-394df65eeb87) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:29.000159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:29.001811 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.011212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22896c2-5c04-4b79-a350-5806708f84b1 None None] Network a9065bbf-05e7-4fb2-bbc3-394df65eeb87 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:29.090221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7715adb7-718d-44d9-9e8c-df8946386584 req-63ea04e8-47d3-4b85-83fd-d2b34aa43d21 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843430 Nov 23 18:18:29.093603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5eba1025-d221-4c95-8d0b-8cc29b7752b5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8911090 Nov 23 18:18:29.123815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.135619 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.198820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Network f3ee1960-cccf-4162-99be-ad3a8345198a is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:29.251040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:29.256568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:29.262740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Pushing event updated for resources: {'Port': ['ID=f19cd5aa-0980-4008-82ba-dc1be7c53941,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:29.281573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56208) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:29.339250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bb9ed9-23ad-457b-a8d6-a6579e687661 admin admin] Deleting subnet fd40bb1c-2d84-4454-8960-b4c3b878c211 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:29.340636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b00f41-cd07-4390-9bf4-082e250d903c None None] Network a9065bbf-05e7-4fb2-bbc3-394df65eeb87 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:29.343277 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9ed9-23ad-457b-a8d6-a6579e687661 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.372971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8::1 (f3ee1960-cccf-4162-99be-ad3a8345198a/559ff513-5e50-4503-9ca2-89e9e8d38c74/58cd516c-9f96-403a-bc20-574c8ee97bc4) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:29.386294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9ed9-23ad-457b-a8d6-a6579e687661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.444758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9ed9-23ad-457b-a8d6-a6579e687661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.529609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Attempting to bind port f19cd5aa-0980-4008-82ba-dc1be7c53941 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:29.530143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Attempting to bind port f19cd5aa-0980-4008-82ba-dc1be7c53941 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'eb0f444d-18a5-4426-9251-4f1b44ebc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'f3ee1960-cccf-4162-99be-ad3a8345198a'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:29.530584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Attempting to bind port f19cd5aa-0980-4008-82ba-dc1be7c53941 on network f3ee1960-cccf-4162-99be-ad3a8345198a {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:29.538192 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9ed9-23ad-457b-a8d6-a6579e687661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.538911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:29.539355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Checking segment: {'id': 'eb0f444d-18a5-4426-9251-4f1b44ebc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'f3ee1960-cccf-4162-99be-ad3a8345198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:29.539907 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.540896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Bound using segment: {'id': 'eb0f444d-18a5-4426-9251-4f1b44ebc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'f3ee1960-cccf-4162-99be-ad3a8345198a'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:29.541287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Bound port: f19cd5aa-0980-4008-82ba-dc1be7c53941, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0f444d-18a5-4426-9251-4f1b44ebc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'f3ee1960-cccf-4162-99be-ad3a8345198a'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:29.541688 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.550111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.570942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb9ed9-23ad-457b-a8d6-a6579e687661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd40bb1c-2d84-4454-8960-b4c3b878c211,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:29.573689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9ed9-23ad-457b-a8d6-a6579e687661 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.577851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b7bb9ed9-23ad-457b-a8d6-a6579e687661 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fd40bb1c-2d84-4454-8960-b4c3b878c211 HTTP/1.1" status: 204 len: 168 time: 0.2952790 Nov 23 18:18:29.580317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56210) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:29.603425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.655506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network f3ee1960-cccf-4162-99be-ad3a8345198a is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:29.660036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:29.674488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:29.676726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.682775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] For port f19cd5aa-0980-4008-82ba-dc1be7c53941, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:29.687528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] For port f19cd5aa-0980-4008-82ba-dc1be7c53941, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f19cd5aa-0980-4008-82ba-dc1be7c53941,segment=NetworkSegment(eb0f444d-18a5-4426-9251-4f1b44ebc978),segment_id=eb0f444d-18a5-4426-9251-4f1b44ebc978)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:29.698482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.708053 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.754434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=58cd516c-9f96-403a-bc20-574c8ee97bc4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:29.768078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ca503-9b3f-4b49-b3c6-c13d7ec0734a None None] Pushing event updated for resources: {'Port': ['ID=f19cd5aa-0980-4008-82ba-dc1be7c53941,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:29.887488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.897194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.909202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9065bbf-05e7-4fb2-bbc3-394df65eeb87']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:29.920082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b372ce2-30b3-4014-bd9c-aff887f65c2f') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:29.920599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b372ce2-30b3-4014-bd9c-aff887f65c2f') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:29.931957 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.958592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.971747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:29.972154 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:29.974611 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:30.124790 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.139810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.146528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] 10.222.0.74 "DELETE /v2.0/networks/a9065bbf-05e7-4fb2-bbc3-394df65eeb87 HTTP/1.1" status: 204 len: 168 time: 0.5615871 Nov 23 18:18:30.176189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc1a9d-b8b4-4829-8943-f841347bc57b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9065bbf-05e7-4fb2-bbc3-394df65eeb87,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:30.344488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a72aa0-7ecf-42b0-bdbb-16d181f042ac req-a5777cc2-e393-40c4-a36f-8927e1ffe075 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:30.346083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9a72aa0-7ecf-42b0-bdbb-16d181f042ac req-a5777cc2-e393-40c4-a36f-8927e1ffe075 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.1047163 Nov 23 18:18:30.368339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56224) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:30.390936 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.407729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.408512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.435000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9a72aa0-7ecf-42b0-bdbb-16d181f042ac req-f627c5f8-d0bb-4f51-aeda-d5b66b635279 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814164 Nov 23 18:18:30.482841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=58cd516c-9f96-403a-bc20-574c8ee97bc4,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:30.490437 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4bcd9565-c9eb-48dd-87b1-e85a29701147 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=707d60fb2084449e8b368bb2ee5d2d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182079 Nov 23 18:18:30.490971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56226) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:30.566491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bbd940f-a114-47e1-bc35-b0ad302f825f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.591143 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bbd940f-a114-47e1-bc35-b0ad302f825f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.593596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network f3ee1960-cccf-4162-99be-ad3a8345198a is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:30.595205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:30.708082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bbd940f-a114-47e1-bc35-b0ad302f825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.710868 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bbd940f-a114-47e1-bc35-b0ad302f825f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:30.712099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7bbd940f-a114-47e1-bc35-b0ad302f825f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c112b06-bedf-4b13-8647-8c0120290189 HTTP/1.1" status: 204 len: 168 time: 0.2200005 Nov 23 18:18:30.752992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd940f-a114-47e1-bc35-b0ad302f825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c112b06-bedf-4b13-8647-8c0120290189,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:30.780508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-eda80e6a-b943-47a9-80c0-722f127d1bc3 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:30.798185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-eda80e6a-b943-47a9-80c0-722f127d1bc3 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.1377950 Nov 23 18:18:30.871561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f19cd5aa-0980-4008-82ba-dc1be7c53941 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:31.010103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f19cd5aa-0980-4008-82ba-dc1be7c53941 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:31.010674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:31.017859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Deleting port 2f237824-1bc0-491f-889b-fda460d6761b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:31.018204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:31.222430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] For port 2f237824-1bc0-491f-889b-fda460d6761b, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=2f237824-1bc0-491f-889b-fda460d6761b,segment=NetworkSegment(4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488),segment_id=4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:31.222835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:31.231468 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:31.274928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Calling delete_port for 2f237824-1bc0-491f-889b-fda460d6761b owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:31.316710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port f19cd5aa-0980-4008-82ba-dc1be7c53941, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f19cd5aa-0980-4008-82ba-dc1be7c53941,segment=NetworkSegment(eb0f444d-18a5-4426-9251-4f1b44ebc978),segment_id=eb0f444d-18a5-4426-9251-4f1b44ebc978)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:31.329547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:31.445797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=f19cd5aa-0980-4008-82ba-dc1be7c53941,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:31.453356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166575da-5f8d-4f4b-806d-9237626af09e None None] Network f3ee1960-cccf-4162-99be-ad3a8345198a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:31.604468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5c15a769-4c49-4fa0-a263-88db7178e7be None None] Provisioning complete for port f19cd5aa-0980-4008-82ba-dc1be7c53941 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:31.604777 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c15a769-4c49-4fa0-a263-88db7178e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:31.615178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router 43236766-59bf-4055-b54b-2c6d3d5e6a1c is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:18:31.621315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7d338-4bb4-42ba-a8c0-f785d1ab1c18 req-76962d08-89e6-4f36-b6f5-9203e85df9d1 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:31.623164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51a7d338-4bb4-42ba-a8c0-f785d1ab1c18 req-76962d08-89e6-4f36-b6f5-9203e85df9d1 tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7e85659-42f7-4757-9018-352e6198f005 HTTP/1.1" status: 200 len: 945 time: 0.0629649 Nov 23 18:18:31.624971 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:31.653307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['2f237824-1bc0-491f-889b-fda460d6761b'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:18:31.743553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Pushing event deleted for resources: {'Port': ['ID=2f237824-1bc0-491f-889b-fda460d6761b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:31.804018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:31.811543 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a894504-adc6-4758-a81c-71c69fad6fe7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/43236766-59bf-4055-b54b-2c6d3d5e6a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2811611 Nov 23 18:18:31.814039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56258) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:31.821918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687597d5-ef05-4e5b-b78d-65c63cda836d None None] Sync routers for ids ['43236766-59bf-4055-b54b-2c6d3d5e6a1c'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:31.865950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687597d5-ef05-4e5b-b78d-65c63cda836d None None] Routers {'43236766-59bf-4055-b54b-2c6d3d5e6a1c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:31.866489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] No DVR routers for this DVR port 2f237824-1bc0-491f-889b-fda460d6761b on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:31.866599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-687597d5-ef05-4e5b-b78d-65c63cda836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['43236766-59bf-4055-b54b-2c6d3d5e6a1c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:31.876065 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:31.882287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a76e89cb-d06b-4be3-bcc0-b8b4f61b7323 req-6141fab9-d2f3-4c56-827f-6f31768951ac tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.66 "DELETE /v2.0/ports/2f237824-1bc0-491f-889b-fda460d6761b HTTP/1.1" status: 204 len: 173 time: 1.0770323 Nov 23 18:18:31.887335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e85659-42f7-4757-9018-352e6198f005', 'name': 'network-vif-deleted', 'tag': '2f237824-1bc0-491f-889b-fda460d6761b'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:18:31.890314 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a909f2-f105-4922-9119-5291b76f6db2" -d '{"events": [{"server_uuid": "a7e85659-42f7-4757-9018-352e6198f005", "name": "network-vif-deleted", "tag": "2f237824-1bc0-491f-889b-fda460d6761b"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:18:31.896322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c3a90e-c94d-4b8e-bc09-d525f75bfbab tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:31.901841 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a0c3a90e-c94d-4b8e-bc09-d525f75bfbab tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports/58cd516c-9f96-403a-bc20-574c8ee97bc4 HTTP/1.1" status: 200 len: 911 time: 0.0867791 Nov 23 18:18:31.902870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56264) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:31.904943 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51a7d338-4bb4-42ba-a8c0-f785d1ab1c18 req-0bbc9187-0434-490f-8511-233fadfd522e tempest-TestServerAdvancedOps-994633677 tempest-TestServerAdvancedOps-994633677-project] 10.222.0.74 "GET /v2.0/security-groups?id=69977d99-6272-4e54-b1c5-37cfa18367a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649174 Nov 23 18:18:31.983852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-687597d5-ef05-4e5b-b78d-65c63cda836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:32.008690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687597d5-ef05-4e5b-b78d-65c63cda836d None None] Routers {'43236766-59bf-4055-b54b-2c6d3d5e6a1c'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:32.010509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-687597d5-ef05-4e5b-b78d-65c63cda836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['43236766-59bf-4055-b54b-2c6d3d5e6a1c'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:32.024194 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c54c0-5515-46da-9193-6984ffafd0fc x-openstack-request-id: req-316c54c0-5515-46da-9193-6984ffafd0fc {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:18:32.024493 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e85659-42f7-4757-9018-352e6198f005", "name": "network-vif-deleted", "tag": "2f237824-1bc0-491f-889b-fda460d6761b", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:18:32.024751 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-316c54c0-5515-46da-9193-6984ffafd0fc {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:18:32.025165 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e85659-42f7-4757-9018-352e6198f005', 'name': 'network-vif-deleted', 'tag': '2f237824-1bc0-491f-889b-fda460d6761b', 'status': 'completed', 'code': 200} Nov 23 18:18:32.085227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56268) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:32.090266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-687597d5-ef05-4e5b-b78d-65c63cda836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:32.092050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687597d5-ef05-4e5b-b78d-65c63cda836d None None] The sync data for ids ['43236766-59bf-4055-b54b-2c6d3d5e6a1c'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:32.279310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-848970665-network', 'tenant_id': '76c0aaa9f8d94a4d8092f5f70c98a276'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:32.308574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Made reservation on behalf of 76c0aaa9f8d94a4d8092f5f70c98a276 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:32.311761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.338522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.487881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4e4125c2-c29b-44b8-9f11-645033c05f9b None None] Provisioning complete for port f19cd5aa-0980-4008-82ba-dc1be7c53941 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:32.488386 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4e4125c2-c29b-44b8-9f11-645033c05f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.499409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.590648 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.608760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.683678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cc4793-e586-4075-b4ff-ce61f4c5b6bd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:32.690826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:18:32.718220 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4e4125c2-c29b-44b8-9f11-645033c05f9b None None] Provisioning complete for port 58cd516c-9f96-403a-bc20-574c8ee97bc4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:32.718605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4e4125c2-c29b-44b8-9f11-645033c05f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.740575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.741177 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Added segment 59f7ce61-5b33-4f48-b8bd-af463476299d of type vlan for network 8593376e-0682-4c67-b09b-e0540f2f636a Nov 23 18:18:32.841404 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.878003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4e4125c2-c29b-44b8-9f11-645033c05f9b None None] Port 58cd516c-9f96-403a-bc20-574c8ee97bc4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:32.882351 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.883905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:32.884510 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:32.897418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f19cd5aa-0980-4008-82ba-dc1be7c53941 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:33.043729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9574292 Nov 23 18:18:33.045897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56284) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:33.046311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56286) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:33.048629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d4a92f5d-cf21-48c6-8b7d-553d9d7d64d9 None None] Provisioning complete for port 58cd516c-9f96-403a-bc20-574c8ee97bc4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:33.050992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4a92f5d-cf21-48c6-8b7d-553d9d7d64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.076822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Request body: {'subnet': {'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-848970665-subnet', 'tenant_id': '76c0aaa9f8d94a4d8092f5f70c98a276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:33.088835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13236b94-f9fe-4e7c-b471-f11fc74ae610 admin admin] Pushing event updated for resources: {'Network': ['ID=8593376e-0682-4c67-b09b-e0540f2f636a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:33.107543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 58cd516c-9f96-403a-bc20-574c8ee97bc4 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:33.112551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.123910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8593376e-0682-4c67-b09b-e0540f2f636a details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:18:33.183277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6cb757-e4a9-464d-8746-d83748cda525 admin admin] Deleting subnet a8bc7bd4-e03b-443c-aeed-287a0de99521 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:33.187264 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb757-e4a9-464d-8746-d83748cda525 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.209984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Made reservation on behalf of 76c0aaa9f8d94a4d8092f5f70c98a276 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:33.212032 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.251659 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb757-e4a9-464d-8746-d83748cda525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.261531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d4a92f5d-cf21-48c6-8b7d-553d9d7d64d9 None None] Port 58cd516c-9f96-403a-bc20-574c8ee97bc4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:33.274437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.287995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 58cd516c-9f96-403a-bc20-574c8ee97bc4 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:33.342322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f19cd5aa-0980-4008-82ba-dc1be7c53941 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:33.342627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.344690 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb757-e4a9-464d-8746-d83748cda525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.478968 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb757-e4a9-464d-8746-d83748cda525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.495354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e2a89d7e-2834-42e0-8239-cc073bb4f626 None None] Provisioning complete for port 58cd516c-9f96-403a-bc20-574c8ee97bc4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:33.495726 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e2a89d7e-2834-42e0-8239-cc073bb4f626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.522289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cb757-e4a9-464d-8746-d83748cda525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8bc7bd4-e03b-443c-aeed-287a0de99521,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:33.523704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.550212 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb757-e4a9-464d-8746-d83748cda525 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.554508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3f6cb757-e4a9-464d-8746-d83748cda525 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a8bc7bd4-e03b-443c-aeed-287a0de99521 HTTP/1.1" status: 204 len: 168 time: 0.5068026 Nov 23 18:18:33.556957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56288) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:33.575180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=58cd516c-9f96-403a-bc20-574c8ee97bc4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:33.579003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.623994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e2a89d7e-2834-42e0-8239-cc073bb4f626 None None] Port 58cd516c-9f96-403a-bc20-574c8ee97bc4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:33.717044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.734326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.748728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Checking segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:33.749104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Network hostable DHCP agents. Network: 8593376e-0682-4c67-b09b-e0540f2f636a, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:18:33.753624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=142637d4-d1b4-45df-a473-3992e05984f2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:33.835834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Network 8593376e-0682-4c67-b09b-e0540f2f636a is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:18:33.892951 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.920774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec1b50e-d850-4b90-8330-d30206c8beca']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:33.933213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:33.933511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4b0b3c-ff3f-4d9a-9d99-d1bab3950488') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:33.950128 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.966086 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.972536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:33.972952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:33.983635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router 43236766-59bf-4055-b54b-2c6d3d5e6a1c has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:34.031488 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:34.035006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8593376e-0682-4c67-b09b-e0540f2f636a) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:34.045390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:34.047763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.050882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89676491-5764-4520-8b95-d1de611b2451 None None] Network 8593376e-0682-4c67-b09b-e0540f2f636a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:34.056788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.079322 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.084292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0ec1b50e-d850-4b90-8330-d30206c8beca HTTP/1.1" status: 204 len: 168 time: 0.5263827 Nov 23 18:18:34.097174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56294) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:34.112082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9144a2-b7e7-4542-82c2-af75c36a9338 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec1b50e-d850-4b90-8330-d30206c8beca,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:34.123816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2a863093-b082-4809-81e5-6272465b3d10 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0611353 Nov 23 18:18:34.156211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:34.162184 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-11e9170b-3527-4d43-be45-5d7cfa3e6649 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/43236766-59bf-4055-b54b-2c6d3d5e6a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2581806 Nov 23 18:18:34.164891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56298) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:34.169304 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4bf9b-4a59-4a30-bbf9-3a4ad210499c None None] Sync routers for ids ['43236766-59bf-4055-b54b-2c6d3d5e6a1c'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:34.185894 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4bf9b-4a59-4a30-bbf9-3a4ad210499c None None] Routers {'43236766-59bf-4055-b54b-2c6d3d5e6a1c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:34.186457 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5df4bf9b-4a59-4a30-bbf9-3a4ad210499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['43236766-59bf-4055-b54b-2c6d3d5e6a1c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:34.256455 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5df4bf9b-4a59-4a30-bbf9-3a4ad210499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:34.260915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c590137-327d-4fbe-aa69-746e932ad464 None None] Network 8593376e-0682-4c67-b09b-e0540f2f636a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:34.266085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd9a1d4-b1c1-4bfe-ba5a-211ff2688231 admin admin] Deleting subnet ea17e0ed-d650-4b7c-84b8-8f6c2678247e {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:34.268164 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4bf9b-4a59-4a30-bbf9-3a4ad210499c None None] Routers {'43236766-59bf-4055-b54b-2c6d3d5e6a1c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:34.268938 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5df4bf9b-4a59-4a30-bbf9-3a4ad210499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['43236766-59bf-4055-b54b-2c6d3d5e6a1c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:34.276549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a1d4-b1c1-4bfe-ba5a-211ff2688231 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.310605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5df4bf9b-4a59-4a30-bbf9-3a4ad210499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:34.311596 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4bf9b-4a59-4a30-bbf9-3a4ad210499c None None] The sync data for ids ['43236766-59bf-4055-b54b-2c6d3d5e6a1c'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:34.323778 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-473fde43-216e-4bfa-a850-f71cdf929f45 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=43236766-59bf-4055-b54b-2c6d3d5e6a1c HTTP/1.1" status: 200 len: 205 time: 0.1578174 Nov 23 18:18:34.326626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56304) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:34.427717 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a1d4-b1c1-4bfe-ba5a-211ff2688231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.472331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ce09-d7e3-4022-9e39-ccdb7741aa35 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.561553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a1d4-b1c1-4bfe-ba5a-211ff2688231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.719547 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ce09-d7e3-4022-9e39-ccdb7741aa35 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.723622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ce09-d7e3-4022-9e39-ccdb7741aa35 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.785108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ce09-d7e3-4022-9e39-ccdb7741aa35 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.786494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b6ce09-d7e3-4022-9e39-ccdb7741aa35 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Fanout notify agent at l3_agent the message router_deleted on router 43236766-59bf-4055-b54b-2c6d3d5e6a1c {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:18:34.795270 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ce09-d7e3-4022-9e39-ccdb7741aa35 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.799951 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d5b6ce09-d7e3-4022-9e39-ccdb7741aa35 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/43236766-59bf-4055-b54b-2c6d3d5e6a1c HTTP/1.1" status: 204 len: 168 time: 0.4722800 Nov 23 18:18:34.802202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a1d4-b1c1-4bfe-ba5a-211ff2688231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.803589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56322) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:34.834876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9a1d4-b1c1-4bfe-ba5a-211ff2688231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea17e0ed-d650-4b7c-84b8-8f6c2678247e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:34.841983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a1d4-b1c1-4bfe-ba5a-211ff2688231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.846120 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ecd9a1d4-b1c1-4bfe-ba5a-211ff2688231 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ea17e0ed-d650-4b7c-84b8-8f6c2678247e HTTP/1.1" status: 204 len: 168 time: 0.7424519 Nov 23 18:18:34.851236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56324) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:34.920604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2f237824-1bc0-491f-889b-fda460d6761b no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:34.949459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet 559ff513-5e50-4503-9ca2-89e9e8d38c74 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:34.951760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.955023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.960797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 2f237824-1bc0-491f-889b-fda460d6761b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:18:34.961153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 2f237824-1bc0-491f-889b-fda460d6761b not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:18:35.005948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-4e9246eb-3f0f-4312-a514-866981c25590 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:35.007395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-4e9246eb-3f0f-4312-a514-866981c25590 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 814 time: 0.2421744 Nov 23 18:18:35.017749 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.061841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-b760e00a-7fa7-4689-ac05-402eb1c196fb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/quotas/76c0aaa9f8d94a4d8092f5f70c98a276 HTTP/1.1" status: 200 len: 375 time: 0.0469308 Nov 23 18:18:35.065994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.096376 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478aebd8-2b89-4725-bdb6-eac80780f04c']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:35.116643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-9eb532d7-ae67-4950-af5c-f2e0ea8969f1 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449417 Nov 23 18:18:35.127247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff89874c-9c24-4cfa-ad6b-ff4087856afe') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:35.127850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff89874c-9c24-4cfa-ad6b-ff4087856afe') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:35.142419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.162409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.172394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:35.172803 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.184105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:35.249922 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:35.256992 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.267874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.280568 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] 10.222.0.74 "DELETE /v2.0/networks/478aebd8-2b89-4725-bdb6-eac80780f04c HTTP/1.1" status: 204 len: 168 time: 0.4277072 Nov 23 18:18:35.305993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8912444-b730-4ac0-9ed6-928406387c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=478aebd8-2b89-4725-bdb6-eac80780f04c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:35.349299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-d87ca295-18d1-4f16-a9ac-4a17ba40f10e service neutron] 10.222.0.74 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778235 Nov 23 18:18:35.356866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.419961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=559ff513-5e50-4503-9ca2-89e9e8d38c74,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:35.435109 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.441305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/559ff513-5e50-4503-9ca2-89e9e8d38c74 HTTP/1.1" status: 204 len: 168 time: 0.6345351 Nov 23 18:18:35.441788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56334) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:35.445034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93836d3b-ff1c-4b5f-9865-0c771c826744 None None] Network f3ee1960-cccf-4162-99be-ad3a8345198a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:35.455949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.456311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.456659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.457004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.457381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.457783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.458505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.458505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.458781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.459113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.459443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.459773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6f3c4-a727-4eab-83ce-a3b47a08f271 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:18:35.519046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56336) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:35.655514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.693314 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-45941b5a-e5dd-44b3-850b-3edee1d351ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad3ce8cbaa494915b75122bcea170d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721432 Nov 23 18:18:35.714960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] DHCP port deletion for f3ee1960-cccf-4162-99be-ad3a8345198a request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:35.718589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56338) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:35.809793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee55af50-e489-4022-9838-f543590094ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.823439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] Deleting port f19cd5aa-0980-4008-82ba-dc1be7c53941 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:35.823829 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.839593 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee55af50-e489-4022-9838-f543590094ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.920751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port f19cd5aa-0980-4008-82ba-dc1be7c53941 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:35.921250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.924359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] For port f19cd5aa-0980-4008-82ba-dc1be7c53941, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f19cd5aa-0980-4008-82ba-dc1be7c53941,segment=NetworkSegment(eb0f444d-18a5-4426-9251-4f1b44ebc978),segment_id=eb0f444d-18a5-4426-9251-4f1b44ebc978)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:35.925487 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.940072 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee55af50-e489-4022-9838-f543590094ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.943353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] Calling delete_port for f19cd5aa-0980-4008-82ba-dc1be7c53941 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:35.945607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee55af50-e489-4022-9838-f543590094ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:35.947427 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee55af50-e489-4022-9838-f543590094ce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69977d99-6272-4e54-b1c5-37cfa18367a4 HTTP/1.1" status: 204 len: 168 time: 0.2266192 Nov 23 18:18:35.970966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55af50-e489-4022-9838-f543590094ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69977d99-6272-4e54-b1c5-37cfa18367a4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:36.048144 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port f19cd5aa-0980-4008-82ba-dc1be7c53941, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f19cd5aa-0980-4008-82ba-dc1be7c53941,segment=NetworkSegment(eb0f444d-18a5-4426-9251-4f1b44ebc978),segment_id=eb0f444d-18a5-4426-9251-4f1b44ebc978)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:36.048925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.080152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for f19cd5aa-0980-4008-82ba-dc1be7c53941 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:36.094345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-54207d55-abb4-41f0-a490-9ab252ca60e8 service neutron] 10.222.0.74 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316408 Nov 23 18:18:36.111849 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.159163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] Pushing event deleted for resources: {'Port': ['ID=f19cd5aa-0980-4008-82ba-dc1be7c53941,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:36.175646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9abec-8024-4ef6-b978-b41d8b9aabfd None None] No DVR routers for this DVR port f19cd5aa-0980-4008-82ba-dc1be7c53941 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:36.206536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.235891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=f19cd5aa-0980-4008-82ba-dc1be7c53941,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:36.237939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No DVR routers for this DVR port f19cd5aa-0980-4008-82ba-dc1be7c53941 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:36.403545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.445286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ee1960-cccf-4162-99be-ad3a8345198a']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:36.459928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0f444d-18a5-4426-9251-4f1b44ebc978') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:36.460430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0f444d-18a5-4426-9251-4f1b44ebc978') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:36.472114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.487134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.495001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:36.495561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:36.498648 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:36.608847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.672528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56360) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:36.681233 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.700728 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/f3ee1960-cccf-4162-99be-ad3a8345198a HTTP/1.1" status: 204 len: 168 time: 1.2544911 Nov 23 18:18:36.700728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305242d7-0787-4842-8f9b-3766ef3a5c02 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=f3ee1960-cccf-4162-99be-ad3a8345198a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:36.706349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56362) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:36.711684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-179390902', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:36.757883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f19cd5aa-0980-4008-82ba-dc1be7c53941 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:36.793524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: f19cd5aa-0980-4008-82ba-dc1be7c53941 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:18:36.794464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f19cd5aa-0980-4008-82ba-dc1be7c53941 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:18:36.802033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c8c87ef-c962-445d-af48-eb501a0203ff req-136f9d92-ee7a-4877-be40-3687d238238f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 210 time: 0.4285951 Nov 23 18:18:36.808971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d9babbff-dbb4-4da0-8987-1069b287df6e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee4ea25c5b2c411d89412d1c3eac10fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353192 Nov 23 18:18:36.811776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56366) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:36.820240 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.822673 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.869696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e111ffcb-0aa5-4ec9-ba75-950944bf46e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.902572 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.915142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e111ffcb-0aa5-4ec9-ba75-950944bf46e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.982682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e111ffcb-0aa5-4ec9-ba75-950944bf46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.987876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e111ffcb-0aa5-4ec9-ba75-950944bf46e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:36.993589 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e111ffcb-0aa5-4ec9-ba75-950944bf46e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e8811f38-2acf-4fca-a218-90bbe619baed HTTP/1.1" status: 204 len: 168 time: 0.1805322 Nov 23 18:18:37.013094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111ffcb-0aa5-4ec9-ba75-950944bf46e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8811f38-2acf-4fca-a218-90bbe619baed,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:37.045064 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:37.347117 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:37.372995 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:37.509087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 172.25.0.216 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/01985164-f1e5-48a0-b178-d1f518f95243) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:37.696339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:37.759087 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:37.905319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:37.924089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:37.945518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77849e9b-0352-46b7-9ccb-c77f0c389933 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:37.974250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:38.047170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27d80c68-fced-4454-bc49-f53df9dbca8d req-2b080a1e-9ce0-4065-b5d8-4011e7c2cb4f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 210 time: 0.1188519 Nov 23 18:18:38.070976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=01985164-f1e5-48a0-b178-d1f518f95243,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:38.116586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2d376861-86ef-44f6-8943-d758f6cc4371 None None] Provisioning complete for port 01985164-f1e5-48a0-b178-d1f518f95243 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:38.116964 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d376861-86ef-44f6-8943-d758f6cc4371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:38.120956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-70bd4833-2cf0-4646-8c34-e9b217b587c9 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:38.122524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-70bd4833-2cf0-4646-8c34-e9b217b587c9 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 814 time: 0.3798273 Nov 23 18:18:38.171766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Request body: {'port': {'device_id': '789014b6-00b4-4f19-84a3-b20203f53dc0', 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'admin_state_up': True, 'tenant_id': '76c0aaa9f8d94a4d8092f5f70c98a276'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:38.223398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2d376861-86ef-44f6-8943-d758f6cc4371 None None] Port 01985164-f1e5-48a0-b178-d1f518f95243 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:38.468968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Made reservation on behalf of 76c0aaa9f8d94a4d8092f5f70c98a276 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:38.472480 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:38.529121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:38.764816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Allocated IP 172.20.0.5 (8593376e-0682-4c67-b09b-e0540f2f636a/142637d4-d1b4-45df-a473-3992e05984f2/79c2b465-61c0-4d38-ad95-5c6b8f29f6b3) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:38.933084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:39.015201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:39.088898 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:39.215385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Network 8593376e-0682-4c67-b09b-e0540f2f636a is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:39.239841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:39.248278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:39.251005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Pushing event updated for resources: {'Port': ['ID=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:39.322359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c174b51-5559-4f24-880b-404fc0e308d4 req-03415a24-3482-4adf-9bef-43c0aac1dbe4 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:39.323908 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c174b51-5559-4f24-880b-404fc0e308d4 req-03415a24-3482-4adf-9bef-43c0aac1dbe4 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 931 time: 0.1440344 Nov 23 18:18:39.336805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:39.337436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:39.386968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-fd55e4ef-9495-40a7-a86c-f171155079ed tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2203524 Nov 23 18:18:39.391037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router ded62634-75a4-42aa-9a40-80a90e1fb677 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:18:39.406591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Request body: {'port': {'device_id': '789014b6-00b4-4f19-84a3-b20203f53dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:39.418178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c174b51-5559-4f24-880b-404fc0e308d4 req-7146aa82-ba65-486d-bd5c-9aa7f4bb61aa tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781064 Nov 23 18:18:39.561873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:39.626311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:39.641259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc38452-36be-4346-9a3d-5a240cc520fe None None] Sync routers for ids ['ded62634-75a4-42aa-9a40-80a90e1fb677'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:39.670981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc38452-36be-4346-9a3d-5a240cc520fe None None] Routers {'ded62634-75a4-42aa-9a40-80a90e1fb677'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:39.672242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9cc38452-36be-4346-9a3d-5a240cc520fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ded62634-75a4-42aa-9a40-80a90e1fb677'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:39.722088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9cc38452-36be-4346-9a3d-5a240cc520fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:39.733643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc38452-36be-4346-9a3d-5a240cc520fe None None] Routers {'ded62634-75a4-42aa-9a40-80a90e1fb677'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:39.734877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9cc38452-36be-4346-9a3d-5a240cc520fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ded62634-75a4-42aa-9a40-80a90e1fb677'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:39.780385 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:39.781989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-76318bf3-66c9-4531-980b-c766418c8623 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0745697 Nov 23 18:18:39.784765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56516) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:39.808820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9cc38452-36be-4346-9a3d-5a240cc520fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:39.810301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc38452-36be-4346-9a3d-5a240cc520fe None None] The sync data for ids ['ded62634-75a4-42aa-9a40-80a90e1fb677'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:40.010904 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f62a0cbf-d46b-4b99-810e-f982b24708bc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/routers/ded62634-75a4-42aa-9a40-80a90e1fb677 HTTP/1.1" status: 200 len: 884 time: 0.2229242 Nov 23 18:18:40.013091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56540) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:40.063278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:18:40.074327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:40.091887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Transition to ACTIVE for port object 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:18:40.100911 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:40.164490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:40.242336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Attempting to bind port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:40.242898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Attempting to bind port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:40.244423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Attempting to bind port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 on network 8593376e-0682-4c67-b09b-e0540f2f636a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:40.250073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 on network 8593376e-0682-4c67-b09b-e0540f2f636a not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:18:40.250412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Attempting to bind port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 on network 8593376e-0682-4c67-b09b-e0540f2f636a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:40.257100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:40.257453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Checking segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:40.257849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Bound using segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:40.258289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Bound port: 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:40.259306 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:40.383605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] For port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:40.398339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] For port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:40.409425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:40.452522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:40.453539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:40.455332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] 10.222.0.66 "PUT /v2.0/ports/79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 HTTP/1.1" status: 200 len: 1091 time: 1.0537899 Nov 23 18:18:40.456788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789014b6-00b4-4f19-84a3-b20203f53dc0', 'tag': '79c2b465-61c0-4d38-ad95-5c6b8f29f6b3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:18:40.474374 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93095597-036c-44c4-a38d-24c438893f67" -d '{"events": [{"name": "network-changed", "server_uuid": "789014b6-00b4-4f19-84a3-b20203f53dc0", "tag": "79c2b465-61c0-4d38-ad95-5c6b8f29f6b3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:18:40.585935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20577b61-0ba6-419a-85fd-63fb90cde6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:40.668381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-ed52ba39-074f-4721-b244-a68dcfe848d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:40.673711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-ed52ba39-074f-4721-b244-a68dcfe848d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 1094 time: 0.1429236 Nov 23 18:18:40.699315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84bb97-4822-49c0-9c14-ded550f05fd1 req-f83b033a-ba5f-46d2-9fa2-e795dffae428 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:40.703984 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d84bb97-4822-49c0-9c14-ded550f05fd1 req-f83b033a-ba5f-46d2-9fa2-e795dffae428 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 943 time: 0.1096067 Nov 23 18:18:40.774404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-6ea81d3f-b2ee-4e07-a283-ea2a3b2b1d49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 HTTP/1.1" status: 200 len: 217 time: 0.0692766 Nov 23 18:18:40.876452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d84bb97-4822-49c0-9c14-ded550f05fd1 req-520f93aa-cb45-49c4-8114-aadada4a0ba8 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610203 Nov 23 18:18:40.882158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-37b7d49b-f2d6-4058-b4a0-f079f74e4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:40.883857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-37b7d49b-f2d6-4058-b4a0-f079f74e4e81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0998113 Nov 23 18:18:40.958081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-67cb68bb-d7b7-4992-aa25-c8f959694917 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650332 Nov 23 18:18:40.963925 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a6e73-79fa-46df-851f-410a46cb5fc3 x-openstack-request-id: req-c53a6e73-79fa-46df-851f-410a46cb5fc3 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:18:40.964165 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789014b6-00b4-4f19-84a3-b20203f53dc0", "tag": "79c2b465-61c0-4d38-ad95-5c6b8f29f6b3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:18:40.964424 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c53a6e73-79fa-46df-851f-410a46cb5fc3 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:18:40.965619 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789014b6-00b4-4f19-84a3-b20203f53dc0', 'tag': '79c2b465-61c0-4d38-ad95-5c6b8f29f6b3', 'status': 'completed', 'code': 200} Nov 23 18:18:41.022478 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6690654a-b25b-4e2c-9281-2320d0669141 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0032370 Nov 23 18:18:41.024781 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56644) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:41.030118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-14b658c7-14ac-4e31-b184-bfed8d041250 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-179390902'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:41.085032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-800bf96b-ca01-4931-9f44-278dd57d0ec9 service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157129 Nov 23 18:18:41.229101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-996282ba-e8d3-4adf-b6a3-4b1a0d11d943 req-039a4d04-1930-401d-b5ba-d25994cae02e service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253526 Nov 23 18:18:41.271892 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fb59eaca-4519-4556-a384-2bd3df9cf7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:41.537419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-14b658c7-14ac-4e31-b184-bfed8d041250 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:41.560628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-14b658c7-14ac-4e31-b184-bfed8d041250 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:41.713148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b658c7-14ac-4e31-b184-bfed8d041250 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router ded62634-75a4-42aa-9a40-80a90e1fb677 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:41.756906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93095597-036c-44c4-a38d-24c438893f67 req-201c646a-7ea3-4e00-9f02-279bc4dac01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:41.759002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93095597-036c-44c4-a38d-24c438893f67 req-201c646a-7ea3-4e00-9f02-279bc4dac01c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 1094 time: 0.4494860 Nov 23 18:18:41.886094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93095597-036c-44c4-a38d-24c438893f67 req-12bf006d-dde0-477b-9cf2-d52b2c19c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:41.888304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93095597-036c-44c4-a38d-24c438893f67 req-12bf006d-dde0-477b-9cf2-d52b2c19c292 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1206796 Nov 23 18:18:41.973513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b658c7-14ac-4e31-b184-bfed8d041250 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:41.981692 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-14b658c7-14ac-4e31-b184-bfed8d041250 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:41.985249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ec048-bad4-4117-901c-9c4e72ae79f8 None None] Sync routers for ids ['ded62634-75a4-42aa-9a40-80a90e1fb677'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:41.989782 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-14b658c7-14ac-4e31-b184-bfed8d041250 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/ded62634-75a4-42aa-9a40-80a90e1fb677 HTTP/1.1" status: 200 len: 891 time: 0.9636402 Nov 23 18:18:42.001790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93095597-036c-44c4-a38d-24c438893f67 req-29880a8d-2696-48f8-934d-f5545b9ac2d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 HTTP/1.1" status: 200 len: 217 time: 0.0962756 Nov 23 18:18:42.003142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:42.007730 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ec048-bad4-4117-901c-9c4e72ae79f8 None None] Routers {'ded62634-75a4-42aa-9a40-80a90e1fb677'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:42.008520 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-950ec048-bad4-4117-901c-9c4e72ae79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ded62634-75a4-42aa-9a40-80a90e1fb677'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:42.074252 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-950ec048-bad4-4117-901c-9c4e72ae79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:42.087709 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ec048-bad4-4117-901c-9c4e72ae79f8 None None] Routers {'ded62634-75a4-42aa-9a40-80a90e1fb677'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:42.088783 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-950ec048-bad4-4117-901c-9c4e72ae79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ded62634-75a4-42aa-9a40-80a90e1fb677'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:42.141771 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-950ec048-bad4-4117-901c-9c4e72ae79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:42.156043 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ec048-bad4-4117-901c-9c4e72ae79f8 None None] The sync data for ids ['ded62634-75a4-42aa-9a40-80a90e1fb677'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:42.257124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6988edef-d8e2-4f1b-a64c-5f2e699e500e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/routers/ded62634-75a4-42aa-9a40-80a90e1fb677 HTTP/1.1" status: 200 len: 891 time: 0.2498026 Nov 23 18:18:42.259731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56776) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:42.281068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93095597-036c-44c4-a38d-24c438893f67 req-4e90e58d-c416-424c-8b33-45e2b951dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:42.282538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93095597-036c-44c4-a38d-24c438893f67 req-4e90e58d-c416-424c-8b33-45e2b951dd67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.1088254 Nov 23 18:18:42.292519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd52fb-95fc-42c9-a3f2-fcf7bac86d2b req-d26836bb-1394-42ee-b5dd-9e41749eced7 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:42.293982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6dd52fb-95fc-42c9-a3f2-fcf7bac86d2b req-d26836bb-1394-42ee-b5dd-9e41749eced7 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 943 time: 0.1171269 Nov 23 18:18:42.319900 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bc5a8213-4def-4586-a04f-70df2c9e0eb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=ded62634-75a4-42aa-9a40-80a90e1fb677 HTTP/1.1" status: 200 len: 205 time: 0.0586784 Nov 23 18:18:42.322390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56784) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:42.331553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93095597-036c-44c4-a38d-24c438893f67 req-85bc0a3d-7839-40e2-ac68-e7d7e0b0dda5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365813 Nov 23 18:18:42.406454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6dd52fb-95fc-42c9-a3f2-fcf7bac86d2b req-d41982e8-308d-4095-b3ab-90c9d64091de tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998654 Nov 23 18:18:42.476459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93095597-036c-44c4-a38d-24c438893f67 req-2ab4b6ae-fe1b-4ab1-81de-fb9e203618ad service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354723 Nov 23 18:18:42.494283 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:42.620359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93095597-036c-44c4-a38d-24c438893f67 req-65d4b8e9-990e-43ca-a4d4-af01e65a09a9 service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246397 Nov 23 18:18:42.636969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:42.714269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 01985164-f1e5-48a0-b178-d1f518f95243 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:42.714775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:42.823048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:42.839738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 01985164-f1e5-48a0-b178-d1f518f95243 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:42.953706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:18:43.100735 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.123968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=01985164-f1e5-48a0-b178-d1f518f95243,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:43.172787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:43.190556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '79c2b465-61c0-4d38-ad95-5c6b8f29f6b3', 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'port_id': '79c2b465-61c0-4d38-ad95-5c6b8f29f6b3', 'mac_address': 'fa:16:3e:e1:cb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142637d4-d1b4-45df-a473-3992e05984f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:18:43.193343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8e37d-ff44-466a-a76f-fe85cfa980f7 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:43.258978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.272334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.286671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:18:43.328508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:43.346811 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.406326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:43.409760 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6a782a11-9bad-4658-bed3-44c4d889afaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.443937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.446869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.506154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.506893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Fanout notify agent at l3_agent the message router_deleted on router ded62634-75a4-42aa-9a40-80a90e1fb677 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:18:43.514526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.515682 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cd71e94f-9fff-4f13-b673-63df42989a4a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/ded62634-75a4-42aa-9a40-80a90e1fb677 HTTP/1.1" status: 204 len: 168 time: 1.1922305 Nov 23 18:18:43.523185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56896) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:43.528810 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-292700596'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:43.542997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['79c2b465-61c0-4d38-ad95-5c6b8f29f6b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:18:43.553196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:43.557409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.585343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925bf8d-1df3-4808-bdb6-7c4b1faa6b38 req-4ce3410b-a7c1-47ed-959a-690e6dac152f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:43.586206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:18:43.586942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6925bf8d-1df3-4808-bdb6-7c4b1faa6b38 req-4ce3410b-a7c1-47ed-959a-690e6dac152f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 944 time: 0.0699241 Nov 23 18:18:43.598179 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.598946 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment 5d634cd4-5393-4093-8603-971262f467c0 of type vlan for network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 Nov 23 18:18:43.648206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6925bf8d-1df3-4808-bdb6-7c4b1faa6b38 req-8bc47234-8c72-46aa-8494-9d74d645ad6f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541587 Nov 23 18:18:43.665760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.692715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.699333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:43.700075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.749693 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2227635 Nov 23 18:18:43.751710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56900) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:43.758028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': '4eaea1a9-246e-413a-b0ca-238a220f2fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:43.779872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f84d97-871a-4a02-8208-905b44106125 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=4eaea1a9-246e-413a-b0ca-238a220f2fe7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:43.792273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:18:43.856457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:43.860170 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.055155 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.130754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=165153db-9f99-45e7-8252-0d276fc720d3,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:44.137153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': '5d634cd4-5393-4093-8603-971262f467c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4eaea1a9-246e-413a-b0ca-238a220f2fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:44.137711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: 4eaea1a9-246e-413a-b0ca-238a220f2fe7, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:18:44.155524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:18:44.165281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 4eaea1a9-246e-413a-b0ca-238a220f2fe7) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:44.170065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:44.170952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.179133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a27aa3-671f-453b-8761-61b2261e52d1 None None] Network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:44.192818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9fac195e-0b93-4834-92be-29195f322c68 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4394283 Nov 23 18:18:44.195529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56908) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:44.200642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f466f644-063c-411a-87c6-8af83c1113be tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-959297028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:44.234305 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f466f644-063c-411a-87c6-8af83c1113be tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.236410 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f466f644-063c-411a-87c6-8af83c1113be tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.299159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f466f644-063c-411a-87c6-8af83c1113be tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.305344 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f466f644-063c-411a-87c6-8af83c1113be tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.344952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f466f644-063c-411a-87c6-8af83c1113be tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.346704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f466f644-063c-411a-87c6-8af83c1113be tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1498644 Nov 23 18:18:44.349609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56914) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:44.453029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-4eaea1a9-246e-413a-b0ca-238a220f2fe7', 'network_id': '4eaea1a9-246e-413a-b0ca-238a220f2fe7', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': '165153db-9f99-45e7-8252-0d276fc720d3'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:18:44.454567 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.632390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Allocated IP 2001:db8::2 (4eaea1a9-246e-413a-b0ca-238a220f2fe7/165153db-9f99-45e7-8252-0d276fc720d3/a72080b4-daf5-4065-8536-33d6de1516b2) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:44.685441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.867213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a77d2-4ebd-4413-85f5-71b592dba803 req-d6f5666f-7851-4c60-a448-689d6dc9771b tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:44.869547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-170a77d2-4ebd-4413-85f5-71b592dba803 req-d6f5666f-7851-4c60-a448-689d6dc9771b tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 944 time: 0.0708418 Nov 23 18:18:44.902935 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.912587 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.958668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-170a77d2-4ebd-4413-85f5-71b592dba803 req-830d4864-5ac0-42fb-bf6a-faabe9c0b9d6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824602 Nov 23 18:18:44.992254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Pushing event updated for resources: {'Port': ['ID=a72080b4-daf5-4065-8536-33d6de1516b2,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:44.995938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:45.008478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:45.037966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:45.041845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:45.098887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8::1 (4eaea1a9-246e-413a-b0ca-238a220f2fe7/165153db-9f99-45e7-8252-0d276fc720d3/d3e83450-4a09-4cb9-8546-c96b861c357d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:45.147243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Attempting to bind port a72080b4-daf5-4065-8536-33d6de1516b2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:45.147839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Attempting to bind port a72080b4-daf5-4065-8536-33d6de1516b2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5d634cd4-5393-4093-8603-971262f467c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4eaea1a9-246e-413a-b0ca-238a220f2fe7'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:45.148496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Attempting to bind port a72080b4-daf5-4065-8536-33d6de1516b2 on network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:45.156422 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.158654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:45.159072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Checking segment: {'id': '5d634cd4-5393-4093-8603-971262f467c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4eaea1a9-246e-413a-b0ca-238a220f2fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:45.159476 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.159925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Bound using segment: {'id': '5d634cd4-5393-4093-8603-971262f467c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4eaea1a9-246e-413a-b0ca-238a220f2fe7'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:45.160481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Bound port: a72080b4-daf5-4065-8536-33d6de1516b2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d634cd4-5393-4093-8603-971262f467c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4eaea1a9-246e-413a-b0ca-238a220f2fe7'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:45.160863 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.175019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:18:45.230164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:45.231017 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.255647 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.293074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] For port a72080b4-daf5-4065-8536-33d6de1516b2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:45.313631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] For port a72080b4-daf5-4065-8536-33d6de1516b2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a72080b4-daf5-4065-8536-33d6de1516b2,segment=NetworkSegment(5d634cd4-5393-4093-8603-971262f467c0),segment_id=5d634cd4-5393-4093-8603-971262f467c0)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:45.320466 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.325929 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.402636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:45.403899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=d3e83450-4a09-4cb9-8546-c96b861c357d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:45.408013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:45.410085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:45.410645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.452108 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.498290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:45.503313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789014b6-00b4-4f19-84a3-b20203f53dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c2b465-61c0-4d38-ad95-5c6b8f29f6b3'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:18:45.507326 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1519e950-348f-44d0-b486-ef24ae75357f" -d '{"events": [{"server_uuid": "789014b6-00b4-4f19-84a3-b20203f53dc0", "name": "network-vif-plugged", "status": "completed", "tag": "79c2b465-61c0-4d38-ad95-5c6b8f29f6b3"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:18:45.518719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.536434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745224cd-7deb-4dfd-ad6a-40fc296c0a73 None None] Pushing event updated for resources: {'Port': ['ID=a72080b4-daf5-4065-8536-33d6de1516b2,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:45.622565 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec512198-82e6-49c6-8f7c-81ec97121222 x-openstack-request-id: req-ec512198-82e6-49c6-8f7c-81ec97121222 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:18:45.623219 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789014b6-00b4-4f19-84a3-b20203f53dc0", "name": "network-vif-plugged", "status": "completed", "tag": "79c2b465-61c0-4d38-ad95-5c6b8f29f6b3", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:18:45.623482 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec512198-82e6-49c6-8f7c-81ec97121222 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:18:45.624241 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789014b6-00b4-4f19-84a3-b20203f53dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c2b465-61c0-4d38-ad95-5c6b8f29f6b3', 'code': 200} Nov 23 18:18:45.646845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.664034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:45.750228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46d9fc-5d03-4480-bf0e-5b048004dc45 req-055d7866-37bc-44ee-95e5-e806c4ffef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:45.752303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f46d9fc-5d03-4480-bf0e-5b048004dc45 req-055d7866-37bc-44ee-95e5-e806c4ffef58 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0801017 Nov 23 18:18:45.821786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f46d9fc-5d03-4480-bf0e-5b048004dc45 req-cbb784c3-353e-4b77-9498-064ba809df9c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615311 Nov 23 18:18:45.988715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.994299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.995297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:46.061678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=d3e83450-4a09-4cb9-8546-c96b861c357d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:46.095050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d84c43-9355-4627-ac19-b83d0194137a req-49b65be9-404c-42c6-b185-924d3bf783c5 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:46.098003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8d84c43-9355-4627-ac19-b83d0194137a req-49b65be9-404c-42c6-b185-924d3bf783c5 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 945 time: 0.0561345 Nov 23 18:18:46.127130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:46.129344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:46.152500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8d84c43-9355-4627-ac19-b83d0194137a req-5f65238b-6999-4714-88c9-1aa767fe8fb5 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490541 Nov 23 18:18:46.252484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router 3ba57e74-8ae2-4984-a6d5-50526faaadef is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:18:46.367652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:46.373253 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-01d01507-09d7-4073-9b89-3f1ef723bc03 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/3ba57e74-8ae2-4984-a6d5-50526faaadef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0225723 Nov 23 18:18:46.375971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56940) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:46.379608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed24742-f7ab-47a8-bc3c-4ec75d15be94 None None] Sync routers for ids ['3ba57e74-8ae2-4984-a6d5-50526faaadef'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:46.396205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed24742-f7ab-47a8-bc3c-4ec75d15be94 None None] Routers {'3ba57e74-8ae2-4984-a6d5-50526faaadef'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:46.397090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8ed24742-f7ab-47a8-bc3c-4ec75d15be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3ba57e74-8ae2-4984-a6d5-50526faaadef'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:46.423273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99cddd4-133a-41a5-a26c-6d4c1d48a25f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:46.428240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e99cddd4-133a-41a5-a26c-6d4c1d48a25f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports/d3e83450-4a09-4cb9-8546-c96b861c357d HTTP/1.1" status: 200 len: 911 time: 0.0478528 Nov 23 18:18:46.428897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56942) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:46.434487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-230274ac-6154-4fa5-9b42-7f3ad0fae9a5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '165153db-9f99-45e7-8252-0d276fc720d3'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:46.438314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8ed24742-f7ab-47a8-bc3c-4ec75d15be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:46.465047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed24742-f7ab-47a8-bc3c-4ec75d15be94 None None] Routers {'3ba57e74-8ae2-4984-a6d5-50526faaadef'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:46.465677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8ed24742-f7ab-47a8-bc3c-4ec75d15be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3ba57e74-8ae2-4984-a6d5-50526faaadef'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:46.503620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8ed24742-f7ab-47a8-bc3c-4ec75d15be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:46.504279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed24742-f7ab-47a8-bc3c-4ec75d15be94 None None] The sync data for ids ['3ba57e74-8ae2-4984-a6d5-50526faaadef'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:46.508902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:46.599530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-230274ac-6154-4fa5-9b42-7f3ad0fae9a5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:46.783491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7d2c0c-b4db-4e82-b135-45468e9df76a None None] Network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:46.915741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a72080b4-daf5-4065-8536-33d6de1516b2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:46.963842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0e46901e-f8cd-4305-832a-c16d3f8da55a None None] Provisioning complete for port a72080b4-daf5-4065-8536-33d6de1516b2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:46.964213 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e46901e-f8cd-4305-832a-c16d3f8da55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.071448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a72080b4-daf5-4065-8536-33d6de1516b2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:47.071843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.094259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-230274ac-6154-4fa5-9b42-7f3ad0fae9a5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.106531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-230274ac-6154-4fa5-9b42-7f3ad0fae9a5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.115443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230274ac-6154-4fa5-9b42-7f3ad0fae9a5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:47.116223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-230274ac-6154-4fa5-9b42-7f3ad0fae9a5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.117673 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-230274ac-6154-4fa5-9b42-7f3ad0fae9a5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/ports/d3e83450-4a09-4cb9-8546-c96b861c357d HTTP/1.1" status: 200 len: 911 time: 0.6876650 Nov 23 18:18:47.120699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 56954) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:47.209235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230274ac-6154-4fa5-9b42-7f3ad0fae9a5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=d3e83450-4a09-4cb9-8546-c96b861c357d,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:47.258533 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e46901e-f8cd-4305-832a-c16d3f8da55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.328775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3a8c1-8b26-4189-aa89-d7a8ff1fbe14 req-33221754-c17d-4981-8e3f-64a3b25ae224 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:47.330514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93d3a8c1-8b26-4189-aa89-d7a8ff1fbe14 req-33221754-c17d-4981-8e3f-64a3b25ae224 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 945 time: 0.0717177 Nov 23 18:18:47.385403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0e46901e-f8cd-4305-832a-c16d3f8da55a None None] For port a72080b4-daf5-4065-8536-33d6de1516b2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a72080b4-daf5-4065-8536-33d6de1516b2,segment=NetworkSegment(5d634cd4-5393-4093-8603-971262f467c0),segment_id=5d634cd4-5393-4093-8603-971262f467c0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:47.397822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e46901e-f8cd-4305-832a-c16d3f8da55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.434949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.511195 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:18:47.511552 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:18:47.536795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46901e-f8cd-4305-832a-c16d3f8da55a None None] Pushing event updated for resources: {'Port': ['ID=a72080b4-daf5-4065-8536-33d6de1516b2,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:47.644691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-93d3a8c1-8b26-4189-aa89-d7a8ff1fbe14 req-a4892e04-69dd-475a-8fff-c05133b352d4 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906451 Nov 23 18:18:47.733043 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.745792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b0ee67d6-4a80-40b8-bbcd-8232510bef45 None None] Provisioning complete for port d3e83450-4a09-4cb9-8546-c96b861c357d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:47.748718 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0ee67d6-4a80-40b8-bbcd-8232510bef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.819231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee67d6-4a80-40b8-bbcd-8232510bef45 None None] Port d3e83450-4a09-4cb9-8546-c96b861c357d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:47.832624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b0ee67d6-4a80-40b8-bbcd-8232510bef45 None None] Provisioning complete for port a72080b4-daf5-4065-8536-33d6de1516b2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:47.833392 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0ee67d6-4a80-40b8-bbcd-8232510bef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.939451 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:48.203385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port d3e83450-4a09-4cb9-8546-c96b861c357d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:48.203914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:48.245489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-06295bd0-ed5b-489e-b9f0-1f68de3c153a None None] Provisioning complete for port d3e83450-4a09-4cb9-8546-c96b861c357d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:48.245864 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06295bd0-ed5b-489e-b9f0-1f68de3c153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:48.304851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-06295bd0-ed5b-489e-b9f0-1f68de3c153a None None] Port d3e83450-4a09-4cb9-8546-c96b861c357d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:48.391737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:48.407558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for d3e83450-4a09-4cb9-8546-c96b861c357d owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:48.537271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-10b08c71-a5db-4af7-bc48-b9d76d72e38d None None] Provisioning complete for port d3e83450-4a09-4cb9-8546-c96b861c357d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:48.537847 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-10b08c71-a5db-4af7-bc48-b9d76d72e38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:48.647391 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:48.707127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=d3e83450-4a09-4cb9-8546-c96b861c357d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:48.819130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-10b08c71-a5db-4af7-bc48-b9d76d72e38d None None] Port d3e83450-4a09-4cb9-8546-c96b861c357d was deleted so its status cannot be updated. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 18:18:48.820977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a72080b4-daf5-4065-8536-33d6de1516b2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:48.886574 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:48.910296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a72080b4-daf5-4065-8536-33d6de1516b2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:48.910932 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:49.100140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router 3ba57e74-8ae2-4984-a6d5-50526faaadef has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:49.191248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:49.202398 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7726b-c80e-4a6e-b9df-d36636ab4e5e None None] Sync routers for ids ['3ba57e74-8ae2-4984-a6d5-50526faaadef'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:49.205363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f79e5b1e-4ebe-407e-b73a-6389f9dfb483 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/3ba57e74-8ae2-4984-a6d5-50526faaadef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0829594 Nov 23 18:18:49.209541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:49.230895 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7726b-c80e-4a6e-b9df-d36636ab4e5e None None] Routers {'3ba57e74-8ae2-4984-a6d5-50526faaadef'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:49.235436 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-61b7726b-c80e-4a6e-b9df-d36636ab4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3ba57e74-8ae2-4984-a6d5-50526faaadef'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:49.282832 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ecc39eab-02d4-4691-b192-80f9374ddcec tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ba57e74-8ae2-4984-a6d5-50526faaadef HTTP/1.1" status: 200 len: 205 time: 0.0719316 Nov 23 18:18:49.288146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:49.330769 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-61b7726b-c80e-4a6e-b9df-d36636ab4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:49.348443 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7726b-c80e-4a6e-b9df-d36636ab4e5e None None] Routers {'3ba57e74-8ae2-4984-a6d5-50526faaadef'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:49.348563 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-61b7726b-c80e-4a6e-b9df-d36636ab4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3ba57e74-8ae2-4984-a6d5-50526faaadef'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:49.435510 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-61b7726b-c80e-4a6e-b9df-d36636ab4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:49.436198 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7726b-c80e-4a6e-b9df-d36636ab4e5e None None] The sync data for ids ['3ba57e74-8ae2-4984-a6d5-50526faaadef'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:49.474563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba4b2-8e2d-4262-92c1-5cfe7d897ca0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:49.569736 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:49.664065 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba4b2-8e2d-4262-92c1-5cfe7d897ca0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:49.666228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba4b2-8e2d-4262-92c1-5cfe7d897ca0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:49.721736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba4b2-8e2d-4262-92c1-5cfe7d897ca0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:49.721736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ba4b2-8e2d-4262-92c1-5cfe7d897ca0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba57e74-8ae2-4984-a6d5-50526faaadef {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:18:49.736783 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba4b2-8e2d-4262-92c1-5cfe7d897ca0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:49.739634 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fc3ba4b2-8e2d-4262-92c1-5cfe7d897ca0 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/3ba57e74-8ae2-4984-a6d5-50526faaadef HTTP/1.1" status: 204 len: 168 time: 0.4484544 Nov 23 18:18:49.740663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 56996) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:49.793439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc86e1f-3714-4813-80a3-6b965d8053dc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet 165153db-9f99-45e7-8252-0d276fc720d3 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:18:49.797205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcc86e1f-3714-4813-80a3-6b965d8053dc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:49.839393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcc86e1f-3714-4813-80a3-6b965d8053dc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.279949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcc86e1f-3714-4813-80a3-6b965d8053dc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.367443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcc86e1f-3714-4813-80a3-6b965d8053dc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.397882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc86e1f-3714-4813-80a3-6b965d8053dc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=165153db-9f99-45e7-8252-0d276fc720d3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:50.401748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcc86e1f-3714-4813-80a3-6b965d8053dc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.405304 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dcc86e1f-3714-4813-80a3-6b965d8053dc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/165153db-9f99-45e7-8252-0d276fc720d3 HTTP/1.1" status: 204 len: 168 time: 0.6634672 Nov 23 18:18:50.407616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57012) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:50.411063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c11ec-64ae-42bc-9fca-046932b66eeb None None] Network 4eaea1a9-246e-413a-b0ca-238a220f2fe7 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:50.505759 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.576101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port a72080b4-daf5-4065-8536-33d6de1516b2 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:50.576563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.667629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] DHCP port deletion for 4eaea1a9-246e-413a-b0ca-238a220f2fe7 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:18:50.700889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port a72080b4-daf5-4065-8536-33d6de1516b2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a72080b4-daf5-4065-8536-33d6de1516b2,segment=NetworkSegment(5d634cd4-5393-4093-8603-971262f467c0),segment_id=5d634cd4-5393-4093-8603-971262f467c0)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:50.702867 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.710795 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.726560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for a72080b4-daf5-4065-8536-33d6de1516b2 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:50.747371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] Deleting port a72080b4-daf5-4065-8536-33d6de1516b2 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:18:50.762904 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.812600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a72080b4-daf5-4065-8536-33d6de1516b2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:18:50.862342 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.895501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] For port a72080b4-daf5-4065-8536-33d6de1516b2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a72080b4-daf5-4065-8536-33d6de1516b2,segment=NetworkSegment(5d634cd4-5393-4093-8603-971262f467c0),segment_id=5d634cd4-5393-4093-8603-971262f467c0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:50.897963 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:50.908352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=a72080b4-daf5-4065-8536-33d6de1516b2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:50.911102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No DVR routers for this DVR port a72080b4-daf5-4065-8536-33d6de1516b2 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:50.918680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] Calling delete_port for a72080b4-daf5-4065-8536-33d6de1516b2 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:18:51.008159 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.031167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaea1a9-246e-413a-b0ca-238a220f2fe7']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:51.042821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d634cd4-5393-4093-8603-971262f467c0') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:51.043126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d634cd4-5393-4093-8603-971262f467c0') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:51.052562 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.054879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.069529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] No DVR routers for this DVR port a72080b4-daf5-4065-8536-33d6de1516b2 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:18:51.069741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.076786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:18:51.077210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.111643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No active binding found for port a72080b4-daf5-4065-8536-33d6de1516b2 {{(pid=120537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:18:51.119436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a72080b4-daf5-4065-8536-33d6de1516b2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:18:51.121447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbeb9f6-d79b-49cb-b893-0547c53043cb None None] Pushing event deleted for resources: {'Port': ['ID=a72080b4-daf5-4065-8536-33d6de1516b2,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:18:51.146087 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:18:51.156090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.165181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.171991 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/4eaea1a9-246e-413a-b0ca-238a220f2fe7 HTTP/1.1" status: 204 len: 168 time: 0.7598603 Nov 23 18:18:51.172354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57030) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:51.178136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b4b41b72-065f-4253-9f71-dabc4fd84dc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-931141968', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:51.183899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022de581-2391-4ac7-bf22-df40ef4bcc57 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=4eaea1a9-246e-413a-b0ca-238a220f2fe7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:51.216709 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4b41b72-065f-4253-9f71-dabc4fd84dc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.218554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4b41b72-065f-4253-9f71-dabc4fd84dc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.289927 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4b41b72-065f-4253-9f71-dabc4fd84dc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.294351 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4b41b72-065f-4253-9f71-dabc4fd84dc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.321167 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4b41b72-065f-4253-9f71-dabc4fd84dc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.328033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57036) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:51.351275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b4b41b72-065f-4253-9f71-dabc4fd84dc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1705310 Nov 23 18:18:51.352517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-204230141'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:51.392919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:51.399057 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.476088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:18:51.498529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.499032 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment 4512936e-22dc-4f13-bc68-bb8c1514f58a of type vlan for network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 Nov 23 18:18:51.592211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.637216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.645496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:51.646131 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:51.726554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=85e6de84-2d72-46d3-944f-8bfd4fe6f770,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:51.739706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:18:51.745715 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-76e79064-55b9-4c5f-a40b-da012a01de2d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4136136 Nov 23 18:18:51.746014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57040) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:51.751583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:51.875813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:51.879690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:52.129818 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:52.190360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=02b70aa2-dd46-4dfa-b00d-138cc366148e,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:52.200943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:52.201316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: 85e6de84-2d72-46d3-944f-8bfd4fe6f770, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:18:52.220297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:18:52.230972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 85e6de84-2d72-46d3-944f-8bfd4fe6f770) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:52.238672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:52.239406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:52.242846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c120899-2d36-49bb-b7c9-a1b6d733438c None None] Network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:52.266237 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-021a236e-03c5-4840-9d71-97d55499315a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5179265 Nov 23 18:18:52.268501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57050) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:52.427651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:18:52.428909 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:52.616970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Allocated IP 2001:db8::2 (85e6de84-2d72-46d3-944f-8bfd4fe6f770/02b70aa2-dd46-4dfa-b00d-138cc366148e/5a864087-4c17-4a97-945b-aac678aba077) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:52.626744 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:52.812928 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:52.821623 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:52.864098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:52.867475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:52.871550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:52.915198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8::1 (85e6de84-2d72-46d3-944f-8bfd4fe6f770/02b70aa2-dd46-4dfa-b00d-138cc366148e/461afb96-6c74-42e8-9fe5-e1df10f838f1) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:52.939101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Pushing event updated for resources: {'Port': ['ID=5a864087-4c17-4a97-945b-aac678aba077,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:52.954040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Attempting to bind port 5a864087-4c17-4a97-945b-aac678aba077 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:52.954429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Attempting to bind port 5a864087-4c17-4a97-945b-aac678aba077 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:52.954884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Attempting to bind port 5a864087-4c17-4a97-945b-aac678aba077 on network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:52.963728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:52.964444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Checking segment: {'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:52.966727 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:52.967262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Bound using segment: {'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:52.967723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Bound port: 5a864087-4c17-4a97-945b-aac678aba077, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:52.968135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:53.048651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] For port 5a864087-4c17-4a97-945b-aac678aba077, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:53.052095 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:53.052403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] For port 5a864087-4c17-4a97-945b-aac678aba077, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5a864087-4c17-4a97-945b-aac678aba077,segment=NetworkSegment(4512936e-22dc-4f13-bc68-bb8c1514f58a),segment_id=4512936e-22dc-4f13-bc68-bb8c1514f58a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:53.059473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:53.138680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:53.180960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450602e2-ad18-4019-9d04-ce6c14737388 None None] Pushing event updated for resources: {'Port': ['ID=5a864087-4c17-4a97-945b-aac678aba077,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:53.221401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:53.225309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:53.230274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:53.230855 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:53.270776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=461afb96-6c74-42e8-9fe5-e1df10f838f1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:53.384271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:54.082582 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:54.089729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:54.090645 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:54.169119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=461afb96-6c74-42e8-9fe5-e1df10f838f1,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:54.257832 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:18:54.286913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f645d02-487b-465c-b57c-aca99369f72d req-5ee67f81-ef96-4fe7-a34a-212c5a4ff82c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234660 Nov 23 18:18:54.411563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:54.414142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:54.539546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645d02-487b-465c-b57c-aca99369f72d req-58f72a00-d045-4137-aae8-30b6baa17eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:54.541057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f645d02-487b-465c-b57c-aca99369f72d req-58f72a00-d045-4137-aae8-30b6baa17eea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 1096 time: 0.1431220 Nov 23 18:18:54.599042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f7549b-7783-4aaa-bba4-a4f89789a0a5 None None] Network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:54.667576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:18:54.695631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645d02-487b-465c-b57c-aca99369f72d req-b4c6be04-7efb-4d82-b27c-b60fd57214f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:54.700893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f645d02-487b-465c-b57c-aca99369f72d req-b4c6be04-7efb-4d82-b27c-b60fd57214f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1349576 Nov 23 18:18:54.771543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4474742b-fc8b-494d-8085-f2be76344d02 None None] Provisioning complete for port 5a864087-4c17-4a97-945b-aac678aba077 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:54.772105 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4474742b-fc8b-494d-8085-f2be76344d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:54.817961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f645d02-487b-465c-b57c-aca99369f72d req-5d249c98-d18f-43ec-abb0-52a61feaa0ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 HTTP/1.1" status: 200 len: 217 time: 0.0705853 Nov 23 18:18:54.868151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5a864087-4c17-4a97-945b-aac678aba077 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:54.883635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:54.890138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d36951dd-132c-44b2-9e21-eb5487acfdb8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6189938 Nov 23 18:18:54.892812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57090) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:54.900010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1738411348'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:54.911818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645d02-487b-465c-b57c-aca99369f72d req-7bdb39cf-1797-454b-a7c1-da28c2f753ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:54.913074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f645d02-487b-465c-b57c-aca99369f72d req-7bdb39cf-1797-454b-a7c1-da28c2f753ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0879550 Nov 23 18:18:54.916292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:18:54.950123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f645d02-487b-465c-b57c-aca99369f72d req-2b5fb5b0-4664-457d-8e5d-6ef39db2c656 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286765 Nov 23 18:18:54.969056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:54.973224 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.002407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:55.003093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:55.058859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:18:55.079412 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.079412 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment 7e3512d8-d5a9-4193-8114-ececfef275f6 of type vlan for network c85300e2-65ea-4f4a-9d4a-a75a161c26fe Nov 23 18:18:55.107339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:18:55.124308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f645d02-487b-465c-b57c-aca99369f72d req-9aeec41f-1b49-422b-8358-0133c7e9821d service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645858 Nov 23 18:18:55.141743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.253279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f645d02-487b-465c-b57c-aca99369f72d req-7ccd25da-fe71-4551-851f-0382f308ac6a service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206951 Nov 23 18:18:55.276177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.287025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:55.288008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.346497 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4474742b-fc8b-494d-8085-f2be76344d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.426080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=c85300e2-65ea-4f4a-9d4a-a75a161c26fe,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:55.452810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4474742b-fc8b-494d-8085-f2be76344d02 None None] For port 5a864087-4c17-4a97-945b-aac678aba077, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5a864087-4c17-4a97-945b-aac678aba077,segment=NetworkSegment(4512936e-22dc-4f13-bc68-bb8c1514f58a),segment_id=4512936e-22dc-4f13-bc68-bb8c1514f58a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:55.453746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57100) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:55.455495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8019f9a2-18fe-49e6-b8c6-3e05a27c500b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5610776 Nov 23 18:18:55.460488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c85300e2-65ea-4f4a-9d4a-a75a161c26fe details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:18:55.461443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:55.653666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:55.658025 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.679676 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4474742b-fc8b-494d-8085-f2be76344d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.955433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5a864087-4c17-4a97-945b-aac678aba077 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:55.955819 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:55.989148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474742b-fc8b-494d-8085-f2be76344d02 None None] Pushing event updated for resources: {'Port': ['ID=5a864087-4c17-4a97-945b-aac678aba077,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:56.009092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cd84f09c-ee51-4d4d-b79a-ebf2e8e3b253 None None] Provisioning complete for port 461afb96-6c74-42e8-9fe5-e1df10f838f1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:56.009486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cd84f09c-ee51-4d4d-b79a-ebf2e8e3b253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:56.053989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:56.071937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cd84f09c-ee51-4d4d-b79a-ebf2e8e3b253 None None] Port 461afb96-6c74-42e8-9fe5-e1df10f838f1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:56.123752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=1ae90bf6-1571-4b9d-a959-91d3814d0d9e,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:56.152065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cd84f09c-ee51-4d4d-b79a-ebf2e8e3b253 None None] Provisioning complete for port 5a864087-4c17-4a97-945b-aac678aba077 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:56.152464 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cd84f09c-ee51-4d4d-b79a-ebf2e8e3b253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:56.194799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:56.195434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: c85300e2-65ea-4f4a-9d4a-a75a161c26fe, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:18:56.242238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network c85300e2-65ea-4f4a-9d4a-a75a161c26fe is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:18:56.264402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c85300e2-65ea-4f4a-9d4a-a75a161c26fe) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:56.274632 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:56.277875 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:56.292710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a008de97-abe1-4c82-819a-98177e110cba None None] Network c85300e2-65ea-4f4a-9d4a-a75a161c26fe requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:18:56.332661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57112) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:56.337434 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-70af69c3-53ee-44bc-81f9-eab757cb9321 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8818643 Nov 23 18:18:56.597996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:18:53Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:53Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:56.761081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:18:56.761964 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:56.771318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:18:56.771690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Updating router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb port 461afb96-6c74-42e8-9fe5-e1df10f838f1 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:18:56.856863 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:56.925571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5a864087-4c17-4a97-945b-aac678aba077 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:18:56.991250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7b291199-c1f7-466f-97e9-b48b83d3c20a None None] Provisioning complete for port 461afb96-6c74-42e8-9fe5-e1df10f838f1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:56.991747 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7b291199-c1f7-466f-97e9-b48b83d3c20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.050296 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.371173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.390386 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.411342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8:1::1 (c85300e2-65ea-4f4a-9d4a-a75a161c26fe/1ae90bf6-1571-4b9d-a959-91d3814d0d9e/98103e43-2a32-4db2-b1e7-ba3234e35fbe) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:57.412879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7b291199-c1f7-466f-97e9-b48b83d3c20a None None] Port 461afb96-6c74-42e8-9fe5-e1df10f838f1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:18:57.517644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667247c-c7e2-45fe-9515-26c056141947 None None] Pushing event updated for resources: {'Port': ['ID=461afb96-6c74-42e8-9fe5-e1df10f838f1,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:57.541780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5a864087-4c17-4a97-945b-aac678aba077 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:57.541973 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.596945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Attempting to bind port 461afb96-6c74-42e8-9fe5-e1df10f838f1 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:57.597323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Attempting to bind port 461afb96-6c74-42e8-9fe5-e1df10f838f1 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:57.597700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Attempting to bind port 461afb96-6c74-42e8-9fe5-e1df10f838f1 on network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:57.625727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:57.626022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Checking segment: {'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:57.626805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.626805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Bound using segment: {'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:57.627293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Bound port: 461afb96-6c74-42e8-9fe5-e1df10f838f1, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4512936e-22dc-4f13-bc68-bb8c1514f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:57.627681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.673940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.744600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] For port 461afb96-6c74-42e8-9fe5-e1df10f838f1, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:57.748720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] For port 461afb96-6c74-42e8-9fe5-e1df10f838f1, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=461afb96-6c74-42e8-9fe5-e1df10f838f1,segment=NetworkSegment(4512936e-22dc-4f13-bc68-bb8c1514f58a),segment_id=4512936e-22dc-4f13-bc68-bb8c1514f58a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:57.756829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.789070 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.820056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network c85300e2-65ea-4f4a-9d4a-a75a161c26fe is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:57.821943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:57.836105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:57.836837 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:57.913861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:18:57.914830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:57.966485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=98103e43-2a32-4db2-b1e7-ba3234e35fbe,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:57.980856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Allocated IP 2001:db8:1::2 (c85300e2-65ea-4f4a-9d4a-a75a161c26fe/1ae90bf6-1571-4b9d-a959-91d3814d0d9e/39f4d18e-42e9-4d82-9e69-5f3e52ead85d) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:18:58.110025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:58.235973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667247c-c7e2-45fe-9515-26c056141947 None None] Pushing event updated for resources: {'Port': ['ID=461afb96-6c74-42e8-9fe5-e1df10f838f1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:58.303391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c2eb842b-3711-40fe-923f-7674b1b72672 None None] Provisioning complete for port 461afb96-6c74-42e8-9fe5-e1df10f838f1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:58.303391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c2eb842b-3711-40fe-923f-7674b1b72672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:58.632993 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:58.656893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:18:58.683400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:58.692433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:58.692433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:58.729180 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:58.842164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=98103e43-2a32-4db2-b1e7-ba3234e35fbe,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:58.855122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c2eb842b-3711-40fe-923f-7674b1b72672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:58.899626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network c85300e2-65ea-4f4a-9d4a-a75a161c26fe is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:58.901463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:58.935189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Pushing event updated for resources: {'Port': ['ID=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:58.945620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Network c85300e2-65ea-4f4a-9d4a-a75a161c26fe is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:18:58.952117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:18:58.981861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:18:59.035405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c2eb842b-3711-40fe-923f-7674b1b72672 None None] For port 461afb96-6c74-42e8-9fe5-e1df10f838f1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=461afb96-6c74-42e8-9fe5-e1df10f838f1,segment=NetworkSegment(4512936e-22dc-4f13-bc68-bb8c1514f58a),segment_id=4512936e-22dc-4f13-bc68-bb8c1514f58a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:18:59.099918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Attempting to bind port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:18:59.099918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Attempting to bind port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:18:59.099918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Attempting to bind port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d on network c85300e2-65ea-4f4a-9d4a-a75a161c26fe {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:18:59.104836 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c2eb842b-3711-40fe-923f-7674b1b72672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.108766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:18:59.108926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Checking segment: {'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:18:59.109315 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.109715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Bound using segment: {'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:18:59.110212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Bound port: 39f4d18e-42e9-4d82-9e69-5f3e52ead85d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:18:59.110602 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.123003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:18:59.289840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:18:59.296186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] For port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:18:59.296666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3166a5c6-481b-4140-8c4e-f7733cca26f4 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9626894 Nov 23 18:18:59.297872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57180) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:59.304013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] For port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,segment=NetworkSegment(7e3512d8-d5a9-4193-8114-ececfef275f6),segment_id=7e3512d8-d5a9-4193-8114-ececfef275f6)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:18:59.305287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb842b-3711-40fe-923f-7674b1b72672 None None] Pushing event updated for resources: {'Port': ['ID=461afb96-6c74-42e8-9fe5-e1df10f838f1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:59.307274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-829885286'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:59.330565 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.360423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:59.371225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.378197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d664f23e-e00b-4623-8792-c03b1e0917e2 None None] Provisioning complete for port 461afb96-6c74-42e8-9fe5-e1df10f838f1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:18:59.378575 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d664f23e-e00b-4623-8792-c03b1e0917e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.437213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:18:59.463304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.463658 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment 5b4879fe-260e-42a5-a816-f6b4db4cdeca of type vlan for network f082b41e-e7b8-4030-afd0-7b0256cf74d1 Nov 23 18:18:59.507233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256a81e-9be1-40f3-b62a-dad816baedfc None None] Pushing event updated for resources: {'Port': ['ID=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:59.556015 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.620190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.627148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:59.628633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:59.665773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:18:53Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:57Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:18:59.729326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa416038-24e7-4cca-8779-4056d8770292 None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:18:53Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:57Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:18:59.817367 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5176718 Nov 23 18:18:59.828959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57196) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:18:59.832199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:18:59.838271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3de89-a7fc-4115-a1d7-82f5894419f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=f082b41e-e7b8-4030-afd0-7b0256cf74d1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:18:59.869368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network f082b41e-e7b8-4030-afd0-7b0256cf74d1 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:18:59.990105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:18:59.998095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:00.380979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:00.513839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=38870cb7-2f9a-423e-97dd-ba960bf47061,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:00.598401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:00.598866 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: f082b41e-e7b8-4030-afd0-7b0256cf74d1, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:19:00.625717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network f082b41e-e7b8-4030-afd0-7b0256cf74d1 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:19:00.650135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, f082b41e-e7b8-4030-afd0-7b0256cf74d1) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:00.660078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ae071-6472-464b-904b-2da8749967da None None] Network f082b41e-e7b8-4030-afd0-7b0256cf74d1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:00.675964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:00.676572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:00.702995 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a9f332b2-b889-4a3e-9e88-298e3ab463a9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8799503 Nov 23 18:19:00.705720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57206) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:01.028872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:19:01.031248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:01.255371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 461afb96-6c74-42e8-9fe5-e1df10f838f1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:01.320280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd11afd-9fe7-47dd-b721-fb06c335a30b None None] Network c85300e2-65ea-4f4a-9d4a-a75a161c26fe requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:01.522192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b7e991f0-5204-4719-af7e-b94a4b38d7fc None None] Provisioning complete for port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:01.522575 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7e991f0-5204-4719-af7e-b94a4b38d7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:01.573393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Allocated IP 2001:db8:2::2 (f082b41e-e7b8-4030-afd0-7b0256cf74d1/38870cb7-2f9a-423e-97dd-ba960bf47061/b4a51bc2-93d9-4bc9-b1f9-35459c82c26c) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:01.583361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 461afb96-6c74-42e8-9fe5-e1df10f838f1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:01.583361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:01.696633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.041501 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7e991f0-5204-4719-af7e-b94a4b38d7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.064728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 39f4d18e-42e9-4d82-9e69-5f3e52ead85d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:02.107954 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.131791 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.139911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b7e991f0-5204-4719-af7e-b94a4b38d7fc None None] For port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,segment=NetworkSegment(7e3512d8-d5a9-4193-8114-ececfef275f6),segment_id=7e3512d8-d5a9-4193-8114-ececfef275f6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:02.193165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7e991f0-5204-4719-af7e-b94a4b38d7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.204653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Network f082b41e-e7b8-4030-afd0-7b0256cf74d1 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:02.209022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:02.213011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:02.234609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8:2::1 (f082b41e-e7b8-4030-afd0-7b0256cf74d1/38870cb7-2f9a-423e-97dd-ba960bf47061/56bef290-864f-4ec7-9cdc-f2a205262f86) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:02.265516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Pushing event updated for resources: {'Port': ['ID=b4a51bc2-93d9-4bc9-b1f9-35459c82c26c,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:02.320759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:02.321141 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.343383 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:02.378346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Attempting to bind port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:02.379095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Attempting to bind port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:02.379486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Attempting to bind port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c on network f082b41e-e7b8-4030-afd0-7b0256cf74d1 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:02.381991 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:02.382915 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:02.408062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e991f0-5204-4719-af7e-b94a4b38d7fc None None] Pushing event updated for resources: {'Port': ['ID=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:02.418142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:02.418517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Checking segment: {'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:02.419110 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.419472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Bound using segment: {'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:02.419966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Bound port: b4a51bc2-93d9-4bc9-b1f9-35459c82c26c, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:02.420492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.492228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.492422 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:02.497321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-17bc9bed-9922-4b7c-ba21-38d6f9cdc202 None None] Provisioning complete for port 98103e43-2a32-4db2-b1e7-ba3234e35fbe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:02.497701 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-17bc9bed-9922-4b7c-ba21-38d6f9cdc202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.569600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.663768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] For port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:02.673233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network f082b41e-e7b8-4030-afd0-7b0256cf74d1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:02.682633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-17bc9bed-9922-4b7c-ba21-38d6f9cdc202 None None] Port 98103e43-2a32-4db2-b1e7-ba3234e35fbe cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:02.688192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:02.692891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:02.693508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.700611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] For port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b4a51bc2-93d9-4bc9-b1f9-35459c82c26c,segment=NetworkSegment(5b4879fe-260e-42a5-a816-f6b4db4cdeca),segment_id=5b4879fe-260e-42a5-a816-f6b4db4cdeca)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:02.717984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.734658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=56bef290-864f-4ec7-9cdc-f2a205262f86,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:02.744521 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 3, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:02.782240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:02.782732 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Updating router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb port 98103e43-2a32-4db2-b1e7-ba3234e35fbe binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:19:02.811372 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.904425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3399a29-1b44-4a0a-83c3-1c193523b9fa None None] Pushing event updated for resources: {'Port': ['ID=b4a51bc2-93d9-4bc9-b1f9-35459c82c26c,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:02.908616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-17bc9bed-9922-4b7c-ba21-38d6f9cdc202 None None] Provisioning complete for port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:02.909090 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-17bc9bed-9922-4b7c-ba21-38d6f9cdc202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.959065 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:02.979188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 39f4d18e-42e9-4d82-9e69-5f3e52ead85d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:03.196504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:03.197209 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.316890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5e060bd6-2fca-46ad-9b87-5ec7af5f32d8 None None] Provisioning complete for port 98103e43-2a32-4db2-b1e7-ba3234e35fbe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:03.320105 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e060bd6-2fca-46ad-9b87-5ec7af5f32d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.527958 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.539432 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.632052 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Pushing event updated for resources: {'Port': ['ID=98103e43-2a32-4db2-b1e7-ba3234e35fbe,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:03.641968 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.648693 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.649783 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.650470 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.651042 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.651699 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.652223 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.652741 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.653290 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.653907 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.654427 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.654952 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.655465 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:03.656925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.657827 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.732042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=56bef290-864f-4ec7-9cdc-f2a205262f86,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:03.786295 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Attempting to bind port 98103e43-2a32-4db2-b1e7-ba3234e35fbe on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:03.787172 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Attempting to bind port 98103e43-2a32-4db2-b1e7-ba3234e35fbe by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:03.787755 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Attempting to bind port 98103e43-2a32-4db2-b1e7-ba3234e35fbe on network c85300e2-65ea-4f4a-9d4a-a75a161c26fe {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:03.801610 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:03.802590 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Checking segment: {'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:03.803275 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.804256 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Bound using segment: {'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:03.805223 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Bound port: 98103e43-2a32-4db2-b1e7-ba3234e35fbe, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3512d8-d5a9-4193-8114-ececfef275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:03.805839 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.805964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5e060bd6-2fca-46ad-9b87-5ec7af5f32d8 None None] Port 98103e43-2a32-4db2-b1e7-ba3234e35fbe cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:03.851094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network f082b41e-e7b8-4030-afd0-7b0256cf74d1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:03.852817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:03.947510 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] For port 98103e43-2a32-4db2-b1e7-ba3234e35fbe, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:03.952016 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] For port 98103e43-2a32-4db2-b1e7-ba3234e35fbe, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=98103e43-2a32-4db2-b1e7-ba3234e35fbe,segment=NetworkSegment(7e3512d8-d5a9-4193-8114-ececfef275f6),segment_id=7e3512d8-d5a9-4193-8114-ececfef275f6)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:03.961733 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:03.980769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-18a3f97d-5032-435c-9210-1ea479ae3006 None None] Provisioning complete for port 98103e43-2a32-4db2-b1e7-ba3234e35fbe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:03.981153 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18a3f97d-5032-435c-9210-1ea479ae3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.080466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:04.139335 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:04.140273 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:04.231654 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e220e-e1ca-4326-9364-784d168531e2 None None] Pushing event updated for resources: {'Port': ['ID=98103e43-2a32-4db2-b1e7-ba3234e35fbe,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:04.274372 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18a3f97d-5032-435c-9210-1ea479ae3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.338244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-18a3f97d-5032-435c-9210-1ea479ae3006 None None] For port 98103e43-2a32-4db2-b1e7-ba3234e35fbe, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=98103e43-2a32-4db2-b1e7-ba3234e35fbe,segment=NetworkSegment(7e3512d8-d5a9-4193-8114-ececfef275f6),segment_id=7e3512d8-d5a9-4193-8114-ececfef275f6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:04.355026 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18a3f97d-5032-435c-9210-1ea479ae3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.376170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:04.386291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-27fce206-f296-4015-aa62-b58dff6c95b6 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6769469 Nov 23 18:19:04.386801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57284) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:04.392802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2145640536'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:04.432825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:04.437206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.449132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3f97d-5032-435c-9210-1ea479ae3006 None None] Pushing event updated for resources: {'Port': ['ID=98103e43-2a32-4db2-b1e7-ba3234e35fbe,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:04.506802 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:19:04.520894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0ffca203-2b5e-4582-8539-3548e9c9f835 None None] Provisioning complete for port 98103e43-2a32-4db2-b1e7-ba3234e35fbe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:04.521270 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ffca203-2b5e-4582-8539-3548e9c9f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.527160 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.527756 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added segment f6e5cca1-8558-445d-8197-3a65470dd146 of type vlan for network b28795a3-fdd6-44c8-a11a-79f25e8518e6 Nov 23 18:19:04.624417 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.675683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.683201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:04.684285 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.688135 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:04.758493 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3703911 Nov 23 18:19:04.761407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57290) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:04.771380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'subnet': {'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:04.821583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e834f4b7-1b0e-4388-ab7c-18c1e764ed1c None None] Provisioning complete for port 98103e43-2a32-4db2-b1e7-ba3234e35fbe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:04.822534 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e834f4b7-1b0e-4388-ab7c-18c1e764ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:04.882983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3076b-2c6e-41bf-8e77-e6a38ef36b29 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Network': ['ID=b28795a3-fdd6-44c8-a11a-79f25e8518e6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:04.902529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network b28795a3-fdd6-44c8-a11a-79f25e8518e6 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:19:04.938886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7202a8-0699-4be4-bc60-484a3a8f46c8 None None] Network f082b41e-e7b8-4030-afd0-7b0256cf74d1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:04.941966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b4a51bc2-93d9-4bc9-b1f9-35459c82c26c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:05.004045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Made reservation on behalf of 3c68db47a5a1459295df89f2e4d74809 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:05.008271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:05.012778 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:02Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:03Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:03Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:05.086305 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33dd92-ad4f-4614-8710-8e612ffd4638 None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:02Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:03Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:03Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:05.302806 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:05.303690 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:05.459924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c446569e-cf13-4830-a5e9-9a62f6eb2fee None None] Provisioning complete for port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:05.460447 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c446569e-cf13-4830-a5e9-9a62f6eb2fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:05.476849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:05.629319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Subnet': ['ID=ec46fd7c-4a65-49e8-bd0f-010e3d54263c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:05.635515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Checking segment: {'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:05.635986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network hostable DHCP agents. Network: b28795a3-fdd6-44c8-a11a-79f25e8518e6, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:19:05.656630 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:05.661909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network b28795a3-fdd6-44c8-a11a-79f25e8518e6 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:19:05.686907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, b28795a3-fdd6-44c8-a11a-79f25e8518e6) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:05.696160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:05.698846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:05.720359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3ff80-f671-4ad3-b5be-f86fe31a893c None None] Network b28795a3-fdd6-44c8-a11a-79f25e8518e6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:05.747589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ed9c7394-4c9a-4430-a128-1425ce72e60e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9831309 Nov 23 18:19:05.750726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57318) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:05.754628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b4a51bc2-93d9-4bc9-b1f9-35459c82c26c,segment=NetworkSegment(5b4879fe-260e-42a5-a816-f6b4db4cdeca),segment_id=5b4879fe-260e-42a5-a816-f6b4db4cdeca)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:05.757696 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c446569e-cf13-4830-a5e9-9a62f6eb2fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:05.823700 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:06.112727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=b4a51bc2-93d9-4bc9-b1f9-35459c82c26c,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:06.154736 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-c446569e-cf13-4830-a5e9-9a62f6eb2fee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:19:06.155339 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-c446569e-cf13-4830-a5e9-9a62f6eb2fee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:19:06.228860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:19:06.229742 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:06.618389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:06.715391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Allocated IP 2001:db8:3::2 (b28795a3-fdd6-44c8-a11a-79f25e8518e6/ec46fd7c-4a65-49e8-bd0f-010e3d54263c/47535aac-811a-4aa7-be3c-489ee0ca44cd) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:07.077384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.080539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fbb1a049-0fa5-4fec-b18f-8fe5629ebcf7 None None] Provisioning complete for port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:07.084470 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a049-0fa5-4fec-b18f-8fe5629ebcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.089027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 98103e43-2a32-4db2-b1e7-ba3234e35fbe up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:07.143045 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.196989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:07.218676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Network b28795a3-fdd6-44c8-a11a-79f25e8518e6 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:07.226629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:07.238742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:07.302459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-148fab10-52a3-4795-9517-a884a294d6e7 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:07.304438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-148fab10-52a3-4795-9517-a884a294d6e7 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 814 time: 0.2705109 Nov 23 18:19:07.307802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Pushing event updated for resources: {'Port': ['ID=47535aac-811a-4aa7-be3c-489ee0ca44cd,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:07.331533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:07.332180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:07.337460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Allocated IP 2001:db8:3::1 (b28795a3-fdd6-44c8-a11a-79f25e8518e6/ec46fd7c-4a65-49e8-bd0f-010e3d54263c/de7201cf-4282-4575-ba85-8bb915bd5d01) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:07.351523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Attempting to bind port 47535aac-811a-4aa7-be3c-489ee0ca44cd on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:07.351902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Attempting to bind port 47535aac-811a-4aa7-be3c-489ee0ca44cd by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:07.352489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Attempting to bind port 47535aac-811a-4aa7-be3c-489ee0ca44cd on network b28795a3-fdd6-44c8-a11a-79f25e8518e6 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:07.389926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:07.390266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Checking segment: {'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:07.390703 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.391131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Bound using segment: {'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:07.391634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Bound port: 47535aac-811a-4aa7-be3c-489ee0ca44cd, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:07.392023 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.407278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-ea38730f-a5f4-48f4-a221-37599693b6de tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/quotas/76c0aaa9f8d94a4d8092f5f70c98a276 HTTP/1.1" status: 200 len: 375 time: 0.0196750 Nov 23 18:19:07.482405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 98103e43-2a32-4db2-b1e7-ba3234e35fbe triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:07.482815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.541357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.558914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:07.598798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-3711984c-ff1c-4491-b53a-61d1c43be353 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556842 Nov 23 18:19:07.601187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.700697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network b28795a3-fdd6-44c8-a11a-79f25e8518e6 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:07.732281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:07.736315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:07.736860 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.740493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=de7201cf-4282-4575-ba85-8bb915bd5d01,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:07.881858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-8bb68933-43fc-416a-9ee3-526635dc7344 service neutron] 10.222.0.74 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698455 Nov 23 18:19:07.937999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] For port 47535aac-811a-4aa7-be3c-489ee0ca44cd, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:07.956426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fbb1a049-0fa5-4fec-b18f-8fe5629ebcf7 None None] Provisioning complete for port 56bef290-864f-4ec7-9cdc-f2a205262f86 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:07.956946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a049-0fa5-4fec-b18f-8fe5629ebcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:07.979599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] For port 47535aac-811a-4aa7-be3c-489ee0ca44cd, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=47535aac-811a-4aa7-be3c-489ee0ca44cd,segment=NetworkSegment(f6e5cca1-8558-445d-8197-3a65470dd146),segment_id=f6e5cca1-8558-445d-8197-3a65470dd146)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:08.005531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:08.016696 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:08.036551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-37c956d8-a848-4026-8d8c-73d5337eb728 service neutron] 10.222.0.74 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538069 Nov 23 18:19:08.178138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1a049-0fa5-4fec-b18f-8fe5629ebcf7 None None] Port 56bef290-864f-4ec7-9cdc-f2a205262f86 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:08.232038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b4a51bc2-93d9-4bc9-b1f9-35459c82c26c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:08.245295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b89e8-f869-4eb8-9369-806600ec25bc None None] Pushing event updated for resources: {'Port': ['ID=47535aac-811a-4aa7-be3c-489ee0ca44cd,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:08.397823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7fdf9f4e-1288-40c6-b7b8-21ef354bd63e None None] Provisioning complete for port 56bef290-864f-4ec7-9cdc-f2a205262f86 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:08.398467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7fdf9f4e-1288-40c6-b7b8-21ef354bd63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:08.478341 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf9f4e-1288-40c6-b7b8-21ef354bd63e None None] Port 56bef290-864f-4ec7-9cdc-f2a205262f86 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:08.486563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:08.487028 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:08.492177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:02Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:03Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:08.610423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:08.610423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Updating router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb port 56bef290-864f-4ec7-9cdc-f2a205262f86 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:19:08.667396 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:08.692390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8bf9b63b-5326-4073-a1aa-38cae8e82750 req-17de9579-946f-4b62-895b-91f603e4a0be tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 210 time: 0.1189022 Nov 23 18:19:08.723606 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:08.750475 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:08.751725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:08.897200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event updated for resources: {'Port': ['ID=de7201cf-4282-4575-ba85-8bb915bd5d01,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:09.069701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Network b28795a3-fdd6-44c8-a11a-79f25e8518e6 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:09.071235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:09.098161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 47535aac-811a-4aa7-be3c-489ee0ca44cd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:09.269230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:09.269741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 47535aac-811a-4aa7-be3c-489ee0ca44cd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:09.270135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:09.272985 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:09.317566 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:09.421901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0f889-17ae-42ff-a269-496ccc8991ac None None] Pushing event updated for resources: {'Port': ['ID=56bef290-864f-4ec7-9cdc-f2a205262f86,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:09.543313 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:09.597901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Attempting to bind port 56bef290-864f-4ec7-9cdc-f2a205262f86 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:09.598288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Attempting to bind port 56bef290-864f-4ec7-9cdc-f2a205262f86 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:09.598669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Attempting to bind port 56bef290-864f-4ec7-9cdc-f2a205262f86 on network f082b41e-e7b8-4030-afd0-7b0256cf74d1 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:09.636458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:09.636856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Checking segment: {'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:09.637269 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:09.637678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Bound using segment: {'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:09.638171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Bound port: 56bef290-864f-4ec7-9cdc-f2a205262f86, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4879fe-260e-42a5-a816-f6b4db4cdeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:09.641002 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:09.657581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 47535aac-811a-4aa7-be3c-489ee0ca44cd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=47535aac-811a-4aa7-be3c-489ee0ca44cd,segment=NetworkSegment(f6e5cca1-8558-445d-8197-3a65470dd146),segment_id=f6e5cca1-8558-445d-8197-3a65470dd146)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:09.768632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] For port 56bef290-864f-4ec7-9cdc-f2a205262f86, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:09.777799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] For port 56bef290-864f-4ec7-9cdc-f2a205262f86, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=56bef290-864f-4ec7-9cdc-f2a205262f86,segment=NetworkSegment(5b4879fe-260e-42a5-a816-f6b4db4cdeca),segment_id=5b4879fe-260e-42a5-a816-f6b4db4cdeca)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:09.780661 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:09.838327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:09.890085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:09.891145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:10.064144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=47535aac-811a-4aa7-be3c-489ee0ca44cd,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:10.091630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e34f445a-3f0a-48ca-b870-da3b4fd6338c None None] Provisioning complete for port 56bef290-864f-4ec7-9cdc-f2a205262f86 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:10.092050 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e34f445a-3f0a-48ca-b870-da3b4fd6338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:10.211635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180954e-2969-474f-932c-2001856491ac None None] Network b28795a3-fdd6-44c8-a11a-79f25e8518e6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:10.216983 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:10.313701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:10.327500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4f772135-34aa-4124-8c4d-530fe9544647 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5753019 Nov 23 18:19:10.331323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:10.331935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21f2f89a-3f22-4373-9fcf-e6efd4972d90 req-c57cfe31-ab9b-4c15-a3c4-5eadb574b371 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 210 time: 0.1669888 Nov 23 18:19:10.336730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:10.434768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-4dd1c3cc-c16b-47e4-ae69-3c370d661d1f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:10.436233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-4dd1c3cc-c16b-47e4-ae69-3c370d661d1f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 814 time: 0.2735300 Nov 23 18:19:10.458392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Request body: {'port': {'device_id': 'f80e0aa9-cd4f-41b8-baa7-83ee2f561225', 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'admin_state_up': True, 'tenant_id': '76c0aaa9f8d94a4d8092f5f70c98a276'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:10.525525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0f889-17ae-42ff-a269-496ccc8991ac None None] Pushing event updated for resources: {'Port': ['ID=56bef290-864f-4ec7-9cdc-f2a205262f86,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:10.632593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Made reservation on behalf of 76c0aaa9f8d94a4d8092f5f70c98a276 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:10.641330 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:10.767756 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e34f445a-3f0a-48ca-b870-da3b4fd6338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:10.844432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:19:10.855261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e34f445a-3f0a-48ca-b870-da3b4fd6338c None None] For port 56bef290-864f-4ec7-9cdc-f2a205262f86, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=56bef290-864f-4ec7-9cdc-f2a205262f86,segment=NetworkSegment(5b4879fe-260e-42a5-a816-f6b4db4cdeca),segment_id=5b4879fe-260e-42a5-a816-f6b4db4cdeca)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:10.870201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Removed routes are [] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:19:10.870413 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e34f445a-3f0a-48ca-b870-da3b4fd6338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:10.871331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:10.905781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:07Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:09Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7201cf-4282-4575-ba85-8bb915bd5d01', 'name': '', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:d6:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:06Z', 'updated_at': '2021-11-23T18:19:08Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:10.938681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Allocated IP 172.20.0.7 (8593376e-0682-4c67-b09b-e0540f2f636a/142637d4-d1b4-45df-a473-3992e05984f2/e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:10.948850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed30566-c265-4bdd-aa96-1c9518ff7e39 None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:07Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:09Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7201cf-4282-4575-ba85-8bb915bd5d01', 'name': '', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:d6:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:06Z', 'updated_at': '2021-11-23T18:19:08Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:11.331619 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.340908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.374120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 47535aac-811a-4aa7-be3c-489ee0ca44cd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:11.462615 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.502539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f445a-3f0a-48ca-b870-da3b4fd6338c None None] Pushing event updated for resources: {'Port': ['ID=56bef290-864f-4ec7-9cdc-f2a205262f86,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:11.542994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4f7a-4967-4871-a453-c77441f2e05a None None] Provisioning complete for port 47535aac-811a-4aa7-be3c-489ee0ca44cd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:11.545912 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4f7a-4967-4871-a453-c77441f2e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.564778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-658fac1f-9847-4c31-9011-02c635149bf2 req-b5eecf57-383b-4a86-b939-cf18e152a03a tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 210 time: 0.0958605 Nov 23 18:19:11.567260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:11.572147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.619685 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ab5439b0-4443-4832-8d54-ae47c206154d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.624017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['79c2b465-61c0-4d38-ad95-5c6b8f29f6b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:19:11.694449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Pushing event updated for resources: {'Port': ['ID=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:11.724919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Network 8593376e-0682-4c67-b09b-e0540f2f636a is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:11.744123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:11.769401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:11.814133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 47535aac-811a-4aa7-be3c-489ee0ca44cd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:11.814510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.851371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:11.852076 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.872283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:11.890320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-6187f4f7-0a43-4ee6-aece-c75791220808 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4359660 Nov 23 18:19:11.892899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.899345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d261e3f4-1bfa-493a-8dbe-d0fb43d21e2a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 200 len: 953 time: 1.5639746 Nov 23 18:19:11.899534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57484) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:11.917314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-950d827b-c4d5-4395-8d10-5ae0f938bd20 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:19:11.920040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-950d827b-c4d5-4395-8d10-5ae0f938bd20 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141940 Nov 23 18:19:12.064724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Request body: {'port': {'device_id': 'f80e0aa9-cd4f-41b8-baa7-83ee2f561225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:12.160923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6cf3ba17-9457-46c1-a7c9-a9c3a03cc699 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 200 len: 953 time: 0.2574623 Nov 23 18:19:12.161991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57494) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:12.166041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'routes': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:12.180338 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:12.185788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4f7a-4967-4871-a453-c77441f2e05a None None] Provisioning complete for port 56bef290-864f-4ec7-9cdc-f2a205262f86 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:12.186469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4f7a-4967-4871-a453-c77441f2e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:12.286928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 56bef290-864f-4ec7-9cdc-f2a205262f86 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:12.423623 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:12.441212 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:12.454959 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:18:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:12.461237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 56bef290-864f-4ec7-9cdc-f2a205262f86 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:12.462670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:12.627846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8f017f0e-d05f-47a3-81d2-66a436d414b4 None None] Provisioning complete for port 47535aac-811a-4aa7-be3c-489ee0ca44cd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:12.628220 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f017f0e-d05f-47a3-81d2-66a436d414b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:12.656004 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:12.786938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8f017f0e-d05f-47a3-81d2-66a436d414b4 None None] Provisioning complete for port de7201cf-4282-4575-ba85-8bb915bd5d01 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:12.787324 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f017f0e-d05f-47a3-81d2-66a436d414b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:12.861067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8f017f0e-d05f-47a3-81d2-66a436d414b4 None None] Port de7201cf-4282-4575-ba85-8bb915bd5d01 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:12.876164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:19:12.890987 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:12.909583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Transition to ACTIVE for port object e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:19:12.922410 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:12.936756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738c4d7-3e41-4980-bd79-f717ab8e041d req-e2a084dc-a308-459a-8cc6-6943e4754613 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:12.947942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c738c4d7-3e41-4980-bd79-f717ab8e041d req-e2a084dc-a308-459a-8cc6-6943e4754613 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 931 time: 0.1860943 Nov 23 18:19:13.040745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added routes are [] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:19:13.041336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:19:13.093615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 56bef290-864f-4ec7-9cdc-f2a205262f86 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:13.109599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.114828 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 6, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7201cf-4282-4575-ba85-8bb915bd5d01', 'name': '', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:d6:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:06Z', 'updated_at': '2021-11-23T18:19:08Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:13.138805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c738c4d7-3e41-4980-bd79-f717ab8e041d req-d1e03aa9-68f0-4c2d-b837-af932e762546 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898150 Nov 23 18:19:13.143970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Pushing event updated for resources: {'Port': ['ID=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:13.166105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 56bef290-864f-4ec7-9cdc-f2a205262f86 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:13.166486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.199230 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:13.199587 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Updating router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb port de7201cf-4282-4575-ba85-8bb915bd5d01 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:19:13.233975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Attempting to bind port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:13.235450 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.237900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Attempting to bind port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:13.238906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Attempting to bind port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 on network 8593376e-0682-4c67-b09b-e0540f2f636a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:13.248285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 on network 8593376e-0682-4c67-b09b-e0540f2f636a not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:19:13.248729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Attempting to bind port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 on network 8593376e-0682-4c67-b09b-e0540f2f636a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:13.254842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:13.255318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Checking segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:13.255812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Bound using segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:13.256353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Bound port: e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:13.256821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.380890 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6593465d-2eee-4097-9787-4289a633c56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.389125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] For port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:13.394249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] For port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:13.400332 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.459597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:13.460444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.462629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] 10.222.0.72 "PUT /v2.0/ports/e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 HTTP/1.1" status: 200 len: 1091 time: 1.4509892 Nov 23 18:19:13.463128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80e0aa9-cd4f-41b8-baa7-83ee2f561225', 'tag': 'e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:13.469513 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f7f80d-4c7b-450c-b684-2386580620b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f80e0aa9-cd4f-41b8-baa7-83ee2f561225", "tag": "e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:13.510257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.529940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.612059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4adf5-8b05-479b-89f6-eb3f906a726e service neutron] Pushing event updated for resources: {'Port': ['ID=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:13.637235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-4ab42847-19a6-4729-b09b-5c6e90bcb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:13.639490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-4ab42847-19a6-4729-b09b-5c6e90bcb265 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 1094 time: 0.1053374 Nov 23 18:19:13.718408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:13.744640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-437e3db0-6958-41d1-af23-c34a73ad4d1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 HTTP/1.1" status: 200 len: 217 time: 0.0912557 Nov 23 18:19:13.758365 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.778817 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.796695 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98244727-cc17-4f6a-a5c0-c3b41eb03158 x-openstack-request-id: req-98244727-cc17-4f6a-a5c0-c3b41eb03158 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:13.796999 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80e0aa9-cd4f-41b8-baa7-83ee2f561225", "tag": "e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:13.797305 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-98244727-cc17-4f6a-a5c0-c3b41eb03158 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:13.797816 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80e0aa9-cd4f-41b8-baa7-83ee2f561225', 'tag': 'e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5', 'status': 'completed', 'code': 200} Nov 23 18:19:13.839218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-e9a13c12-ea73-4d8c-b8c1-775d11643e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:13.841059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-e9a13c12-ea73-4d8c-b8c1-775d11643e7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0841396 Nov 23 18:19:13.849894 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600956f-9764-44b5-b783-6c53ce5d647c None None] Pushing event updated for resources: {'Port': ['ID=de7201cf-4282-4575-ba85-8bb915bd5d01,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:13.916080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-e4200977-9109-4889-8ad3-01bad6bdc05a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591619 Nov 23 18:19:13.930745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:13.946754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.948273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-523ebb01-717c-438c-9863-5ac151ec3bc3 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 200 len: 703 time: 1.7856967 Nov 23 18:19:13.951938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57542) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:13.969471 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Attempting to bind port de7201cf-4282-4575-ba85-8bb915bd5d01 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:13.970004 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Attempting to bind port de7201cf-4282-4575-ba85-8bb915bd5d01 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:13.970473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Attempting to bind port de7201cf-4282-4575-ba85-8bb915bd5d01 on network b28795a3-fdd6-44c8-a11a-79f25e8518e6 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:13.977286 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:13.977854 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Checking segment: {'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:13.978377 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.978894 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Bound using segment: {'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:13.979612 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Bound port: de7201cf-4282-4575-ba85-8bb915bd5d01, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e5cca1-8558-445d-8197-3a65470dd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:13.980098 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:14.091241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-4a28e51f-326d-4d44-8d65-b172acba26f2 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624160 Nov 23 18:19:14.094222 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] For port de7201cf-4282-4575-ba85-8bb915bd5d01, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:14.100510 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] For port de7201cf-4282-4575-ba85-8bb915bd5d01, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=de7201cf-4282-4575-ba85-8bb915bd5d01,segment=NetworkSegment(f6e5cca1-8558-445d-8197-3a65470dd146),segment_id=f6e5cca1-8558-445d-8197-3a65470dd146)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:14.106267 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:14.164413 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c27ebc2e-68ad-4899-b783-6663eecac861 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 200 len: 703 time: 0.2113144 Nov 23 18:19:14.167003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57548) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:14.174267 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:14.175587 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:14.317853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5fbb5f0e-685e-4c0e-9233-0e37528ba57e None None] Provisioning complete for port de7201cf-4282-4575-ba85-8bb915bd5d01 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:14.319046 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f0e-685e-4c0e-9233-0e37528ba57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:14.350408 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600956f-9764-44b5-b783-6c53ce5d647c None None] Pushing event updated for resources: {'Port': ['ID=de7201cf-4282-4575-ba85-8bb915bd5d01,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:14.372055 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:14.409722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5b6dd30-05a0-484a-be21-1eb6b16d8b22 req-42355b61-a86c-475f-9d70-d84595448cc6 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057802 Nov 23 18:19:14.518816 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f0e-685e-4c0e-9233-0e37528ba57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:14.542679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb51a7-4157-40da-9bda-097191c0dbe7 req-ef279cc2-2f42-41cb-aec0-56f6e13ea219 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:14.569385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3fb51a7-4157-40da-9bda-097191c0dbe7 req-ef279cc2-2f42-41cb-aec0-56f6e13ea219 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 943 time: 0.3091238 Nov 23 18:19:14.572527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5fbb5f0e-685e-4c0e-9233-0e37528ba57e None None] For port de7201cf-4282-4575-ba85-8bb915bd5d01, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=de7201cf-4282-4575-ba85-8bb915bd5d01,segment=NetworkSegment(f6e5cca1-8558-445d-8197-3a65470dd146),segment_id=f6e5cca1-8558-445d-8197-3a65470dd146)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:14.591969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f0e-685e-4c0e-9233-0e37528ba57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:14.667056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-e5fefc79-815d-478a-b1c4-477378ed3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:14.668930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-e5fefc79-815d-478a-b1c4-477378ed3bf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 1094 time: 0.1838534 Nov 23 18:19:14.699907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb5f0e-685e-4c0e-9233-0e37528ba57e None None] Pushing event updated for resources: {'Port': ['ID=de7201cf-4282-4575-ba85-8bb915bd5d01,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:14.776608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3fb51a7-4157-40da-9bda-097191c0dbe7 req-c4c39ea8-552c-43dd-9384-9acc17d39b1e tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057202 Nov 23 18:19:14.848631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3b5afdca-10e5-415b-acc0-f395e89811bb None None] Provisioning complete for port de7201cf-4282-4575-ba85-8bb915bd5d01 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:14.849039 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3b5afdca-10e5-415b-acc0-f395e89811bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:14.863247 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:13Z', 'revision_number': 7, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7201cf-4282-4575-ba85-8bb915bd5d01', 'name': '', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:d6:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:06Z', 'updated_at': '2021-11-23T18:19:14Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:14.922843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-0080be8c-f27c-4e21-b651-ce339294830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:14.922843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-0080be8c-f27c-4e21-b651-ce339294830c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.2325652 Nov 23 18:19:15.051414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-a2d9db7a-ec06-43f6-ad1c-1f3c87ebabd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 HTTP/1.1" status: 200 len: 217 time: 0.1241050 Nov 23 18:19:15.081380 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5aae89-2fe5-42d7-aac2-d83b03dd19a0 None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:13Z', 'revision_number': 7, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7201cf-4282-4575-ba85-8bb915bd5d01', 'name': '', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:d6:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:06Z', 'updated_at': '2021-11-23T18:19:14Z', 'revision_number': 4, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:15.113240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device de7201cf-4282-4575-ba85-8bb915bd5d01 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:15.144907 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:15.192588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-bc42e9d2-06c8-4196-9dee-3dc10d4be47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:15.194116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-bc42e9d2-06c8-4196-9dee-3dc10d4be47a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.1333838 Nov 23 18:19:15.234058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port de7201cf-4282-4575-ba85-8bb915bd5d01 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:15.239043 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:15.265083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-6d82a609-7850-4e7f-b423-70352608b775 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625374 Nov 23 18:19:15.470390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:15.491260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-e3b8ab04-522a-4717-902d-512227597248 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157416 Nov 23 18:19:15.492436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:15.493170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:15.584909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:15.692091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:15.724708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66f7f80d-4c7b-450c-b684-2386580620b5 req-eb43ee52-f137-41fc-bc99-189de8ce283f service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187810 Nov 23 18:19:15.961208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371e886-592d-42f0-840d-14ce4c2a4be0 req-4ed24e54-5ebf-4fe1-9c57-88c69af7156b tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:15.970555 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port de7201cf-4282-4575-ba85-8bb915bd5d01 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:15.971453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:15.971694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5371e886-592d-42f0-840d-14ce4c2a4be0 req-4ed24e54-5ebf-4fe1-9c57-88c69af7156b tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 943 time: 0.1142874 Nov 23 18:19:16.057900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5371e886-592d-42f0-840d-14ce4c2a4be0 req-c8f12927-aabe-42d0-868f-7215b91f01d8 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852406 Nov 23 18:19:16.154779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:13Z', 'revision_number': 7, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7201cf-4282-4575-ba85-8bb915bd5d01', 'name': '', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:d6:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:06Z', 'updated_at': '2021-11-23T18:19:14Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:16.166726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port de7201cf-4282-4575-ba85-8bb915bd5d01, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=de7201cf-4282-4575-ba85-8bb915bd5d01,segment=NetworkSegment(f6e5cca1-8558-445d-8197-3a65470dd146),segment_id=f6e5cca1-8558-445d-8197-3a65470dd146)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:16.166726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:16.177383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for de7201cf-4282-4575-ba85-8bb915bd5d01 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:16.214360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:16.231951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:16.234468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:16.371944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:16.468176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:16.523705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=de7201cf-4282-4575-ba85-8bb915bd5d01,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:16.548245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:19:16.628294 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:16.724031 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:16.865756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:16.887788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5', 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'port_id': 'e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5', 'mac_address': 'fa:16:3e:cd:7a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142637d4-d1b4-45df-a473-3992e05984f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:19:16.944714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:13Z', 'revision_number': 7, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7201cf-4282-4575-ba85-8bb915bd5d01', 'name': '', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:d6:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:06Z', 'updated_at': '2021-11-23T18:19:14Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:17.000677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90d9a5-34d7-4e86-834a-df71a7adbd9d None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:13Z', 'revision_number': 7, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7201cf-4282-4575-ba85-8bb915bd5d01', 'name': '', 'network_id': 'b28795a3-fdd6-44c8-a11a-79f25e8518e6', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:d6:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:06Z', 'updated_at': '2021-11-23T18:19:14Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': 'ec46fd7c-4a65-49e8-bd0f-010e3d54263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:17.009133 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.045104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:19:17.076480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:17.082663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:17.085782 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.143859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:17.247300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8b35-8c09-49e3-bf26-ba8d51e77f8a req-10bc8b49-071d-41d7-8d01-ad15b8bfb2cb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:17.249460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c0f8b35-8c09-49e3-bf26-ba8d51e77f8a req-10bc8b49-071d-41d7-8d01-ad15b8bfb2cb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 944 time: 0.0687151 Nov 23 18:19:17.282235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:17.305099 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:17.307346 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9450ace1-7273-4955-bbf3-75c2ee1c3c51 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1350937 Nov 23 18:19:17.309169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:17.314803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c0f8b35-8c09-49e3-bf26-ba8d51e77f8a req-bffbea8b-6eec-40b5-9448-4b2fcfddc787 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Nov 23 18:19:17.319502 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:17.320121 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:17.359918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:19:17.395967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0be2614-e948-4b61-a401-2e5ca05ec139 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet ec46fd7c-4a65-49e8-bd0f-010e3d54263c {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:19:17.400328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0be2614-e948-4b61-a401-2e5ca05ec139 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.465741 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:17.474995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0be2614-e948-4b61-a401-2e5ca05ec139 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.590011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0be2614-e948-4b61-a401-2e5ca05ec139 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.681063 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0be2614-e948-4b61-a401-2e5ca05ec139 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.740424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be2614-e948-4b61-a401-2e5ca05ec139 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=ec46fd7c-4a65-49e8-bd0f-010e3d54263c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:17.751254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a0be2614-e948-4b61-a401-2e5ca05ec139 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.762087 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:16Z', 'revision_number': 8, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:17.762370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361692a-1c09-4f07-b346-102c75bd9d87 None None] Network b28795a3-fdd6-44c8-a11a-79f25e8518e6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:17.762866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57634) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:17.772456 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a0be2614-e948-4b61-a401-2e5ca05ec139 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/ec46fd7c-4a65-49e8-bd0f-010e3d54263c HTTP/1.1" status: 204 len: 168 time: 0.4569459 Nov 23 18:19:17.845340 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:17.855241 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:17.856005 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:17.860123 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.917917 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.931588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 47535aac-811a-4aa7-be3c-489ee0ca44cd {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:17.931842 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.954440 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:18.032303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port 47535aac-811a-4aa7-be3c-489ee0ca44cd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=47535aac-811a-4aa7-be3c-489ee0ca44cd,segment=NetworkSegment(f6e5cca1-8558-445d-8197-3a65470dd146),segment_id=f6e5cca1-8558-445d-8197-3a65470dd146)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:18.032991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.035031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] DHCP port deletion for b28795a3-fdd6-44c8-a11a-79f25e8518e6 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:19:18.048099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 47535aac-811a-4aa7-be3c-489ee0ca44cd owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:18.135355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] Deleting port 47535aac-811a-4aa7-be3c-489ee0ca44cd {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:18.135810 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.175059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.210315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No DVR routers for this DVR port 47535aac-811a-4aa7-be3c-489ee0ca44cd on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:18.212826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=47535aac-811a-4aa7-be3c-489ee0ca44cd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:18.249325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] For port 47535aac-811a-4aa7-be3c-489ee0ca44cd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=47535aac-811a-4aa7-be3c-489ee0ca44cd,segment=NetworkSegment(f6e5cca1-8558-445d-8197-3a65470dd146),segment_id=f6e5cca1-8558-445d-8197-3a65470dd146)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:18.249661 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.276764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] Calling delete_port for 47535aac-811a-4aa7-be3c-489ee0ca44cd owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:18.279619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:16Z', 'revision_number': 8, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:18.321971 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.337739 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa16a8-bc56-4c54-a9a6-6c32b697236b None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:16Z', 'revision_number': 8, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56bef290-864f-4ec7-9cdc-f2a205262f86', 'name': '', 'network_id': 'f082b41e-e7b8-4030-afd0-7b0256cf74d1', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:80:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:19:01Z', 'updated_at': '2021-11-23T18:19:10Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '38870cb7-2f9a-423e-97dd-ba960bf47061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:18.344613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28795a3-fdd6-44c8-a11a-79f25e8518e6']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:18.360365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e5cca1-8558-445d-8197-3a65470dd146') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:18.360653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e5cca1-8558-445d-8197-3a65470dd146') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:18.380542 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:19:18.414593 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:19:18.418167 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.428746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:19:18.429315 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:19:18.434437 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:19:18.438935 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.479724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] Pushing event deleted for resources: {'Port': ['ID=47535aac-811a-4aa7-be3c-489ee0ca44cd,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:18.484421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da09fb-7041-4749-ab95-6f00e3331112 None None] No DVR routers for this DVR port 47535aac-811a-4aa7-be3c-489ee0ca44cd on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:18.531641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:18.586257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f76f6a-316a-427c-bc29-75c2abaf6503 req-2acd60d2-d852-43d9-b535-7b963a02fddb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:18.588133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17f76f6a-316a-427c-bc29-75c2abaf6503 req-2acd60d2-d852-43d9-b535-7b963a02fddb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 944 time: 0.1206639 Nov 23 18:19:18.589083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:19:18.589340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.595243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:18.595243 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.602959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.608351 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57656) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:18.617745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/b28795a3-fdd6-44c8-a11a-79f25e8518e6 HTTP/1.1" status: 204 len: 168 time: 0.8538549 Nov 23 18:19:18.650332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e485858-2c1c-466e-a8dc-8f1ddcdfdbdb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=b28795a3-fdd6-44c8-a11a-79f25e8518e6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:18.733601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17f76f6a-316a-427c-bc29-75c2abaf6503 req-4ec77399-c720-4122-bf1c-1ca21cb8d601 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837898 Nov 23 18:19:18.741299 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.776686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80e0aa9-cd4f-41b8-baa7-83ee2f561225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:18.779134 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c60de-bab5-40e5-ba61-956c16021aed" -d '{"events": [{"server_uuid": "f80e0aa9-cd4f-41b8-baa7-83ee2f561225", "name": "network-vif-plugged", "status": "completed", "tag": "e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:18.801061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:18.807802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.840313 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea75884e-8efb-4010-a5a2-507ea69ab68e x-openstack-request-id: req-ea75884e-8efb-4010-a5a2-507ea69ab68e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:18.840619 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80e0aa9-cd4f-41b8-baa7-83ee2f561225", "name": "network-vif-plugged", "status": "completed", "tag": "e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:18.840886 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ea75884e-8efb-4010-a5a2-507ea69ab68e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:18.841290 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80e0aa9-cd4f-41b8-baa7-83ee2f561225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5', 'code': 200} Nov 23 18:19:18.889991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:18.995355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956dc7c-b166-4dff-9841-0d7ccdff0efe req-a48dca06-0f13-4966-954b-9fdd538fb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:18.996975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3956dc7c-b166-4dff-9841-0d7ccdff0efe req-a48dca06-0f13-4966-954b-9fdd538fb943 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 1096 time: 0.0868845 Nov 23 18:19:19.084259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 47535aac-811a-4aa7-be3c-489ee0ca44cd no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:19.100000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3956dc7c-b166-4dff-9841-0d7ccdff0efe req-04665031-b67f-407d-a457-e1a25aa7693a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916059 Nov 23 18:19:19.108283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 47535aac-811a-4aa7-be3c-489ee0ca44cd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:19.108640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 47535aac-811a-4aa7-be3c-489ee0ca44cd not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:19.109095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device de7201cf-4282-4575-ba85-8bb915bd5d01 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:19.130529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: de7201cf-4282-4575-ba85-8bb915bd5d01 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:19.130923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device de7201cf-4282-4575-ba85-8bb915bd5d01 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:19.133696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:19.390761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 56bef290-864f-4ec7-9cdc-f2a205262f86 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:19.391111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:19.488294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port 56bef290-864f-4ec7-9cdc-f2a205262f86, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=56bef290-864f-4ec7-9cdc-f2a205262f86,segment=NetworkSegment(5b4879fe-260e-42a5-a816-f6b4db4cdeca),segment_id=5b4879fe-260e-42a5-a816-f6b4db4cdeca)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:19.488654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:19.511916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 56bef290-864f-4ec7-9cdc-f2a205262f86 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:19.593671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:19.732144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:19.802558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=56bef290-864f-4ec7-9cdc-f2a205262f86,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:19.909582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71feb1-6412-4e6d-bab8-11b9bdc746ec req-8056d1e9-c854-4a58-bb73-d1e73b5f43f9 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:19.918571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c71feb1-6412-4e6d-bab8-11b9bdc746ec req-8056d1e9-c854-4a58-bb73-d1e73b5f43f9 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 945 time: 0.0880194 Nov 23 18:19:19.953316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:20.005151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c71feb1-6412-4e6d-bab8-11b9bdc746ec req-be500782-0dca-4dd8-babd-acdb85e89f58 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803237 Nov 23 18:19:20.434568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:20.541264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:20.550898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57700) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:20.552632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:20.563330 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96aa6dac-4943-48e4-9fca-3b619bb90d4b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9534881 Nov 23 18:19:20.567557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:20.568453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:20.617340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-77124b74-49c1-4f12-a844-8ec3b04b7191 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet 38870cb7-2f9a-423e-97dd-ba960bf47061 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:19:20.620842 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77124b74-49c1-4f12-a844-8ec3b04b7191 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:20.673692 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77124b74-49c1-4f12-a844-8ec3b04b7191 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:20.719171 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:20.743106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:20.787879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77124b74-49c1-4f12-a844-8ec3b04b7191 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:20.884559 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77124b74-49c1-4f12-a844-8ec3b04b7191 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:20.918139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77124b74-49c1-4f12-a844-8ec3b04b7191 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=38870cb7-2f9a-423e-97dd-ba960bf47061,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:20.929308 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77124b74-49c1-4f12-a844-8ec3b04b7191 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:20.934821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78801ac1-3a79-445b-b1b9-8e7418764696 None None] Network f082b41e-e7b8-4030-afd0-7b0256cf74d1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:20.935046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-77124b74-49c1-4f12-a844-8ec3b04b7191 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/38870cb7-2f9a-423e-97dd-ba960bf47061 HTTP/1.1" status: 204 len: 168 time: 0.3809664 Nov 23 18:19:20.936291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57712) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:21.057059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.143682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:21.144053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.191283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:19Z', 'revision_number': 9, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:21.265066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b4a51bc2-93d9-4bc9-b1f9-35459c82c26c,segment=NetworkSegment(5b4879fe-260e-42a5-a816-f6b4db4cdeca),segment_id=5b4879fe-260e-42a5-a816-f6b4db4cdeca)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:21.265488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.289830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for b4a51bc2-93d9-4bc9-b1f9-35459c82c26c owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:21.292930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:21.301847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] DHCP port deletion for f082b41e-e7b8-4030-afd0-7b0256cf74d1 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:19:21.311308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817935ab-a356-4a92-95d1-8cfb278e4389 req-055c0522-af35-4eff-9b44-651a8bb84904 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:21.312928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-817935ab-a356-4a92-95d1-8cfb278e4389 req-055c0522-af35-4eff-9b44-651a8bb84904 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 945 time: 0.0901799 Nov 23 18:19:21.371589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:21.372414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:21.434611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-817935ab-a356-4a92-95d1-8cfb278e4389 req-b3e69b67-185e-49c6-b6dc-bdf76677bdbb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082482 Nov 23 18:19:21.526883 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.584698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=b4a51bc2-93d9-4bc9-b1f9-35459c82c26c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:21.591700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No DVR routers for this DVR port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:21.598311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:21.756566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Deleting port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:21.757189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.796617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.840231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f082b41e-e7b8-4030-afd0-7b0256cf74d1']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:21.842362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] For port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:21.842998 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.854530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4879fe-260e-42a5-a816-f6b4db4cdeca') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:21.855044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4879fe-260e-42a5-a816-f6b4db4cdeca') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:21.875260 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.890255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.898363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:19:21.899052 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:19:21.902393 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:19:21.941473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Calling delete_port for b4a51bc2-93d9-4bc9-b1f9-35459c82c26c owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:21.946952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:19:21.953984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:22.023310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:22.034952 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:22.038786 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/f082b41e-e7b8-4030-afd0-7b0256cf74d1 HTTP/1.1" status: 204 len: 168 time: 1.0975525 Nov 23 18:19:22.038936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:22.052396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] No DVR routers for this DVR port b4a51bc2-93d9-4bc9-b1f9-35459c82c26c on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:22.054267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Pushing event deleted for resources: {'Port': ['ID=b4a51bc2-93d9-4bc9-b1f9-35459c82c26c,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:22.062173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee73df0-e188-4972-8053-12aff1d1b9e5 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=f082b41e-e7b8-4030-afd0-7b0256cf74d1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:22.097560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.098583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.099129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.099772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.100280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.100786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.101525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.102023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.102521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.103035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.103647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.104151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edfa55-1641-4f7e-b983-f073d8a22327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:22.172968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:19Z', 'revision_number': 9, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:22.208568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f712d8-4f24-4089-91a8-61b47340ab2a None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:19Z', 'revision_number': 9, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98103e43-2a32-4db2-b1e7-ba3234e35fbe', 'name': '', 'network_id': 'c85300e2-65ea-4f4a-9d4a-a75a161c26fe', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:30:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:57Z', 'updated_at': '2021-11-23T18:19:04Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '1ae90bf6-1571-4b9d-a959-91d3814d0d9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:22.437328 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:22.738169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 98103e43-2a32-4db2-b1e7-ba3234e35fbe {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:22.738517 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:22.846939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port 98103e43-2a32-4db2-b1e7-ba3234e35fbe, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=98103e43-2a32-4db2-b1e7-ba3234e35fbe,segment=NetworkSegment(7e3512d8-d5a9-4193-8114-ececfef275f6),segment_id=7e3512d8-d5a9-4193-8114-ececfef275f6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:22.847318 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:22.860069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 98103e43-2a32-4db2-b1e7-ba3234e35fbe owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:23.028942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 56bef290-864f-4ec7-9cdc-f2a205262f86 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:23.052259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 56bef290-864f-4ec7-9cdc-f2a205262f86 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:23.052700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 56bef290-864f-4ec7-9cdc-f2a205262f86 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:23.053574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b4a51bc2-93d9-4bc9-b1f9-35459c82c26c no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:23.074623 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:23.081547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: b4a51bc2-93d9-4bc9-b1f9-35459c82c26c {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:23.081988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b4a51bc2-93d9-4bc9-b1f9-35459c82c26c not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:23.116267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=98103e43-2a32-4db2-b1e7-ba3234e35fbe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:23.599005 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:23.809210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:23.905808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:23.912109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-28fb555f-3da6-42aa-aae2-ec3763f1be05 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690743 Nov 23 18:19:23.914780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57778) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:23.917052 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:23.927299 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:23.927918 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:24.025334 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:24.030719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet 1ae90bf6-1571-4b9d-a959-91d3814d0d9e {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:19:24.034170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.085846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.192943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.260281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.291200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae90bf6-1571-4b9d-a959-91d3814d0d9e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:24.296352 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:23Z', 'revision_number': 10, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:24.303200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.310103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57792) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:24.311524 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/1ae90bf6-1571-4b9d-a959-91d3814d0d9e HTTP/1.1" status: 204 len: 168 time: 0.3948941 Nov 23 18:19:24.312925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be84bf68-43ed-4855-aecf-e05f0881e9fe None None] Network c85300e2-65ea-4f4a-9d4a-a75a161c26fe requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:24.313821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.314186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.314721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.315509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.315509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.315761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.316110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.316490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.316824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.317159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.317533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.317864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0d233-971c-4b74-8200-c7b967c1bc6d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:24.349083 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:24.360450 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:24.361062 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:24.433254 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.500925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:24.501269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.573155 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:24.578628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] DHCP port deletion for c85300e2-65ea-4f4a-9d4a-a75a161c26fe request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:19:24.593080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,segment=NetworkSegment(7e3512d8-d5a9-4193-8114-ececfef275f6),segment_id=7e3512d8-d5a9-4193-8114-ececfef275f6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:24.593440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.607429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 39f4d18e-42e9-4d82-9e69-5f3e52ead85d owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:24.662740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] Deleting port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:24.663116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.719030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.741373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] For port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,segment=NetworkSegment(7e3512d8-d5a9-4193-8114-ececfef275f6),segment_id=7e3512d8-d5a9-4193-8114-ececfef275f6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:24.742771 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.761048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] Calling delete_port for 39f4d18e-42e9-4d82-9e69-5f3e52ead85d owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:24.764325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:24.781166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No DVR routers for this DVR port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:24.875600 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:24.882006 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:23Z', 'revision_number': 10, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:24.904098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] Pushing event deleted for resources: {'Port': ['ID=39f4d18e-42e9-4d82-9e69-5f3e52ead85d,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:24.921706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c0641-422a-409d-9726-c50fe26e9e02 None None] No DVR routers for this DVR port 39f4d18e-42e9-4d82-9e69-5f3e52ead85d on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:24.940994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.005450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85300e2-65ea-4f4a-9d4a-a75a161c26fe']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:25.031179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3512d8-d5a9-4193-8114-ececfef275f6') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:25.031485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3512d8-d5a9-4193-8114-ececfef275f6') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:25.054330 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.072008 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce24f3-96f4-4c5a-a489-5179467b6aba None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:23Z', 'revision_number': 10, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None, '_interfaces': [{'id': '461afb96-6c74-42e8-9fe5-e1df10f838f1', 'name': '', 'network_id': '85e6de84-2d72-46d3-944f-8bfd4fe6f770', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'mac_address': 'fa:16:3e:ac:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:18:52Z', 'updated_at': '2021-11-23T18:18:58Z', 'revision_number': 5, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'subnets': [{'id': '02b70aa2-dd46-4dfa-b00d-138cc366148e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:25.082040 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.088875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:19:25.089292 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:19:25.126914 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:19:25.178911 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.186243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.190229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/c85300e2-65ea-4f4a-9d4a-a75a161c26fe HTTP/1.1" status: 204 len: 168 time: 0.8790383 Nov 23 18:19:25.193485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:25.202077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11008df7-242b-4a2b-8883-ce91c1707a5c tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=c85300e2-65ea-4f4a-9d4a-a75a161c26fe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:25.433184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 39f4d18e-42e9-4d82-9e69-5f3e52ead85d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:25.469415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 39f4d18e-42e9-4d82-9e69-5f3e52ead85d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:25.469908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 39f4d18e-42e9-4d82-9e69-5f3e52ead85d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:25.603286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.870993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 461afb96-6c74-42e8-9fe5-e1df10f838f1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:25.871779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.978242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port 461afb96-6c74-42e8-9fe5-e1df10f838f1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=461afb96-6c74-42e8-9fe5-e1df10f838f1,segment=NetworkSegment(4512936e-22dc-4f13-bc68-bb8c1514f58a),segment_id=4512936e-22dc-4f13-bc68-bb8c1514f58a)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:25.978620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:25.992257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 461afb96-6c74-42e8-9fe5-e1df10f838f1 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:26.185048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:26.311507 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:26.316329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=461afb96-6c74-42e8-9fe5-e1df10f838f1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:26.519190 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:26.601784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:26.609201 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6324fb2c-f018-40fc-87c6-9dd5bda19083 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4121389 Nov 23 18:19:26.609388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:26.618157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:26.631389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:26.632659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:26.664413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9023604f-1130-41b5-83b2-2614328f7ade tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting subnet 02b70aa2-dd46-4dfa-b00d-138cc366148e {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:19:26.668206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9023604f-1130-41b5-83b2-2614328f7ade tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:26.713357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9023604f-1130-41b5-83b2-2614328f7ade tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:26.725574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:26.793887 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:26Z', 'revision_number': 11, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:26.825549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:26.835267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:26.835634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:26.867794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9023604f-1130-41b5-83b2-2614328f7ade tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:26.938719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9023604f-1130-41b5-83b2-2614328f7ade tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:26.983769 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9023604f-1130-41b5-83b2-2614328f7ade tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:26.991771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57840) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:27.000560 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9023604f-1130-41b5-83b2-2614328f7ade tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/02b70aa2-dd46-4dfa-b00d-138cc366148e HTTP/1.1" status: 204 len: 168 time: 0.3900850 Nov 23 18:19:27.003673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023604f-1130-41b5-83b2-2614328f7ade tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Subnet': ['ID=02b70aa2-dd46-4dfa-b00d-138cc366148e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:27.097500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa4207-6dcc-496c-9a19-1953603dc98e None None] Network 85e6de84-2d72-46d3-944f-8bfd4fe6f770 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:27.099469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 98103e43-2a32-4db2-b1e7-ba3234e35fbe no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:27.100689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.129161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:27.186315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Deleting port 5a864087-4c17-4a97-945b-aac678aba077 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:27.186841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.197814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:26Z', 'revision_number': 11, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:27.254392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 98103e43-2a32-4db2-b1e7-ba3234e35fbe {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:27.254792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 98103e43-2a32-4db2-b1e7-ba3234e35fbe not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:27.257983 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a05f4-e05c-4794-9841-7e515f669442 None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:26Z', 'revision_number': 11, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:27.263828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] For port 5a864087-4c17-4a97-945b-aac678aba077, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5a864087-4c17-4a97-945b-aac678aba077,segment=NetworkSegment(4512936e-22dc-4f13-bc68-bb8c1514f58a),segment_id=4512936e-22dc-4f13-bc68-bb8c1514f58a)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:27.264200 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.279667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Calling delete_port for 5a864087-4c17-4a97-945b-aac678aba077 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:27.431550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.466661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Port': ['ID=5a864087-4c17-4a97-945b-aac678aba077,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:27.480212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No DVR routers for this DVR port 5a864087-4c17-4a97-945b-aac678aba077 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:27.569097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.591752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e6de84-2d72-46d3-944f-8bfd4fe6f770']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:27.603137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4512936e-22dc-4f13-bc68-bb8c1514f58a') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:27.603440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4512936e-22dc-4f13-bc68-bb8c1514f58a') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:27.615080 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.633894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.641888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:19:27.643172 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:19:27.647560 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:19:27.667849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9d7c3-84f1-413b-9733-591236675787 None None] DHCP port deletion for 85e6de84-2d72-46d3-944f-8bfd4fe6f770 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:19:27.760169 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.784668 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:27.791286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57858) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:27.794239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/networks/85e6de84-2d72-46d3-944f-8bfd4fe6f770 HTTP/1.1" status: 204 len: 168 time: 0.8013670 Nov 23 18:19:27.803808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'routes': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:27.867967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702349e-a887-4924-8cf8-52d142ccf7f8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Pushing event deleted for resources: {'Network': ['ID=85e6de84-2d72-46d3-944f-8bfd4fe6f770,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:28.018622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Added routes are [] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:19:28.019022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Removed routes are [] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:19:28.019333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:28.397022 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:28.400477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:28.488792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:28.594332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:28.606812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:28.612131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57882) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:28.617681 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] Sync routers for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:28.622921 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dc22dcd3-c337-4b19-97fa-b7c3062950cc tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 200 len: 704 time: 0.8299348 Nov 23 18:19:28.654176 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:28.655122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c8dec84-7cbc-4083-83d8-0c2ed9cd35b7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 200 len: 205 time: 0.0417466 Nov 23 18:19:28.655523 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:28.657701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57884) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:28.731975 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:28.792037 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-efe95462-ecf3-4a17-a6d7-4b95d7e7b23d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:28.804079 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:26Z', 'revision_number': 11, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:28.836241 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] Checking router: b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:28.845311 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] Routers {'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:28.846030 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:28.928040 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] Set router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:29.015709 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:26Z', 'revision_number': 11, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:29.049588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5a864087-4c17-4a97-945b-aac678aba077 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:29.055911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-4f4adc7a-77a0-4200-bd0c-90b8592bfafb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:29.063162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-4f4adc7a-77a0-4200-bd0c-90b8592bfafb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 814 time: 0.2679069 Nov 23 18:19:29.078204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 5a864087-4c17-4a97-945b-aac678aba077 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:29.080933 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201f452-272b-4393-aa6d-f73d605f7996 None None] The sync data for ids ['b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb'] in n-d-818932-3 is: [{'id': 'b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb', 'name': 'tempest-RoutersIpV6Test-router-931141968', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:18:51Z', 'updated_at': '2021-11-23T18:19:26Z', 'revision_number': 11, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:29.083295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5a864087-4c17-4a97-945b-aac678aba077 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:29.083843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 461afb96-6c74-42e8-9fe5-e1df10f838f1 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:29.105473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 461afb96-6c74-42e8-9fe5-e1df10f838f1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:29.105986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 461afb96-6c74-42e8-9fe5-e1df10f838f1 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:29.108743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-0fcd4609-5c1e-46be-a4c1-3925b66cbc21 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/quotas/76c0aaa9f8d94a4d8092f5f70c98a276 HTTP/1.1" status: 200 len: 375 time: 0.0435364 Nov 23 18:19:29.130830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-efe95462-ecf3-4a17-a6d7-4b95d7e7b23d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.133613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-efe95462-ecf3-4a17-a6d7-4b95d7e7b23d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.231449 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-bd2b6ca9-c93f-4ed4-a775-8abb10f1021f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155598 Nov 23 18:19:29.232819 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-efe95462-ecf3-4a17-a6d7-4b95d7e7b23d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.233565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe95462-ecf3-4a17-a6d7-4b95d7e7b23d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Fanout notify agent at l3_agent the message router_deleted on router b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:19:29.241621 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-efe95462-ecf3-4a17-a6d7-4b95d7e7b23d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.250057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57908) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:29.251242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-efe95462-ecf3-4a17-a6d7-4b95d7e7b23d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 204 len: 168 time: 0.5924220 Nov 23 18:19:29.260009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-884d1274-f258-4ed6-9d34-1fbcd146d26a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-674551841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:29.323210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d1274-f258-4ed6-9d34-1fbcd146d26a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.324375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d1274-f258-4ed6-9d34-1fbcd146d26a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.387197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24ade536-ce7f-4145-9738-094aeb4cf655 service neutron] 10.222.0.74 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336935 Nov 23 18:19:29.389550 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d1274-f258-4ed6-9d34-1fbcd146d26a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.395384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d1274-f258-4ed6-9d34-1fbcd146d26a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.422729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-884d1274-f258-4ed6-9d34-1fbcd146d26a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.427971 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-884d1274-f258-4ed6-9d34-1fbcd146d26a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1755080 Nov 23 18:19:29.429051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57910) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:29.434125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-42dc2d6d-a24a-40d6-a783-9435c55ab50b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Request body: {'router': {'admin_state_up': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:29.529466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-25d863eb-9af4-4d52-8b48-2e0e41454ca6 service neutron] 10.222.0.74 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403835 Nov 23 18:19:29.708258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42dc2d6d-a24a-40d6-a783-9435c55ab50b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.723764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42dc2d6d-a24a-40d6-a783-9435c55ab50b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:29.733975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03f93565-0f2f-4262-8c88-32b81f7278ed req-ecee724a-8ea5-4a15-b5f6-9a3a9bf5dcd4 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 210 time: 0.0263541 Nov 23 18:19:29.891669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dc2d6d-a24a-40d6-a783-9435c55ab50b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Router d8ea78a4-f3c2-497c-a562-991c581496ea is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:19:30.003275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc2d6d-a24a-40d6-a783-9435c55ab50b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:30.012415 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-42dc2d6d-a24a-40d6-a783-9435c55ab50b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:30.013846 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-42dc2d6d-a24a-40d6-a783-9435c55ab50b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "PUT /v2.0/routers/d8ea78a4-f3c2-497c-a562-991c581496ea HTTP/1.1" status: 200 len: 697 time: 0.5837247 Nov 23 18:19:30.014064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] Sync routers for ids ['d8ea78a4-f3c2-497c-a562-991c581496ea'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:30.016400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57928) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.036531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] Routers {'d8ea78a4-f3c2-497c-a562-991c581496ea'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:30.037176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d8ea78a4-f3c2-497c-a562-991c581496ea'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:30.133098 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-06aad6c9-b4ae-4470-9aa1-b85bfacc3ecb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/routers/d8ea78a4-f3c2-497c-a562-991c581496ea HTTP/1.1" status: 200 len: 703 time: 0.1135859 Nov 23 18:19:30.137100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57934) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.159430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] Set router d8ea78a4-f3c2-497c-a562-991c581496ea gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:30.205988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57940) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.211987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-07527d7f-62d5-40b1-a97c-6dd42c591e63 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8ea78a4-f3c2-497c-a562-991c581496ea HTTP/1.1" status: 200 len: 205 time: 0.0646532 Nov 23 18:19:30.250942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ea78a4-f3c2-497c-a562-991c581496ea', 'name': 'tempest-RoutersIpV6Test-router-674551841', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:19:29Z', 'updated_at': '2021-11-23T18:19:29Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:30.280581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] Checking router: d8ea78a4-f3c2-497c-a562-991c581496ea for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:30.312543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd2e9-2de6-4b04-827b-6b570444c482 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:30.324135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] Routers {'d8ea78a4-f3c2-497c-a562-991c581496ea'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:30.327229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d8ea78a4-f3c2-497c-a562-991c581496ea'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:30.477299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] Set router d8ea78a4-f3c2-497c-a562-991c581496ea gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:30.504420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd2e9-2de6-4b04-827b-6b570444c482 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:30.507070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd2e9-2de6-4b04-827b-6b570444c482 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:30.555916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ea78a4-f3c2-497c-a562-991c581496ea', 'name': 'tempest-RoutersIpV6Test-router-674551841', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:19:29Z', 'updated_at': '2021-11-23T18:19:29Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:30.564906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd2e9-2de6-4b04-827b-6b570444c482 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:30.565408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1fd2e9-2de6-4b04-827b-6b570444c482 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Fanout notify agent at l3_agent the message router_deleted on router d8ea78a4-f3c2-497c-a562-991c581496ea {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:19:30.577399 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd2e9-2de6-4b04-827b-6b570444c482 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:30.578601 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cc1fd2e9-2de6-4b04-827b-6b570444c482 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/d8ea78a4-f3c2-497c-a562-991c581496ea HTTP/1.1" status: 204 len: 168 time: 0.3709607 Nov 23 18:19:30.583581 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.593459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a176c-ab42-41e1-8e3b-8ebe07deace1 None None] The sync data for ids ['d8ea78a4-f3c2-497c-a562-991c581496ea'] in n-d-818932-3 is: [{'id': 'd8ea78a4-f3c2-497c-a562-991c581496ea', 'name': 'tempest-RoutersIpV6Test-router-674551841', 'tenant_id': '3c68db47a5a1459295df89f2e4d74809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:19:29Z', 'updated_at': '2021-11-23T18:19:29Z', 'revision_number': 2, 'project_id': '3c68db47a5a1459295df89f2e4d74809', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:30.639718 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b6fe9050-686e-4ea5-ad5a-4773122a3571 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8ea78a4-f3c2-497c-a562-991c581496ea HTTP/1.1" status: 200 len: 205 time: 0.0547407 Nov 23 18:19:30.644348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57952) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.705840 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-53c499f9-c4a1-4cf1-912d-c63e3e396b7e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] delete failed (client error): The resource could not be found. Nov 23 18:19:30.706836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-53c499f9-c4a1-4cf1-912d-c63e3e396b7e tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/d8ea78a4-f3c2-497c-a562-991c581496ea HTTP/1.1" status: 404 len: 336 time: 0.0614583 Nov 23 18:19:30.709356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57954) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.742111 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-c868c002-91b0-4761-9895-0df445bd9fbb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:30.743364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c868c002-91b0-4761-9895-0df445bd9fbb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:30.747601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c868c002-91b0-4761-9895-0df445bd9fbb tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/ec46fd7c-4a65-49e8-bd0f-010e3d54263c HTTP/1.1" status: 404 len: 337 time: 0.0369506 Nov 23 18:19:30.749910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57956) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.801588 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcb026c-2456-4c1c-9c92-fe376fa6210d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:30.802291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fcb026c-2456-4c1c-9c92-fe376fa6210d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:30.806362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3fcb026c-2456-4c1c-9c92-fe376fa6210d tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/38870cb7-2f9a-423e-97dd-ba960bf47061 HTTP/1.1" status: 404 len: 337 time: 0.0555172 Nov 23 18:19:30.809143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57960) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.861314 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-742f3bee-2281-4a96-a642-76c34c892c34 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:30.862546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742f3bee-2281-4a96-a642-76c34c892c34 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:30.867807 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-742f3bee-2281-4a96-a642-76c34c892c34 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/1ae90bf6-1571-4b9d-a959-91d3814d0d9e HTTP/1.1" status: 404 len: 337 time: 0.0552607 Nov 23 18:19:30.868218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57962) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.894810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f04e69c2-0b8e-4741-b740-32e47d287d23 req-a80e6e8d-773b-45db-b169-017274b484f8 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 210 time: 0.0459232 Nov 23 18:19:30.903725 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5739a0-6a10-4838-add4-f16eea659a5f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:30.904450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5739a0-6a10-4838-add4-f16eea659a5f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:30.908752 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee5739a0-6a10-4838-add4-f16eea659a5f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/02b70aa2-dd46-4dfa-b00d-138cc366148e HTTP/1.1" status: 404 len: 337 time: 0.0394700 Nov 23 18:19:30.912110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57966) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:30.954195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-15a41b62-cab8-42fc-8da6-607d2306287a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 200 len: 205 time: 0.0408406 Nov 23 18:19:30.958391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57972) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.000077 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-adfc119f-8a08-4276-87fa-6868cbbf500a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] delete failed (client error): The resource could not be found. Nov 23 18:19:31.001430 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-adfc119f-8a08-4276-87fa-6868cbbf500a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/b7bfc9bd-f512-4bdf-a4dc-97bea4b7a3cb HTTP/1.1" status: 404 len: 336 time: 0.0415115 Nov 23 18:19:31.005123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57974) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.034939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2963f710-5761-4532-8de7-2cc185981f6a tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ba57e74-8ae2-4984-a6d5-50526faaadef HTTP/1.1" status: 200 len: 205 time: 0.0285196 Nov 23 18:19:31.039219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57976) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.093391 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-73389b16-7a1c-446d-a45c-248875c1a356 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] delete failed (client error): The resource could not be found. Nov 23 18:19:31.094551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-73389b16-7a1c-446d-a45c-248875c1a356 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/3ba57e74-8ae2-4984-a6d5-50526faaadef HTTP/1.1" status: 404 len: 336 time: 0.0543599 Nov 23 18:19:31.097895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57978) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.153534 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b362e7f-0f67-488c-8c88-32c7dafef7d8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:31.157064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b362e7f-0f67-488c-8c88-32c7dafef7d8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:31.163508 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1b362e7f-0f67-488c-8c88-32c7dafef7d8 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/165153db-9f99-45e7-8252-0d276fc720d3 HTTP/1.1" status: 404 len: 337 time: 0.0620220 Nov 23 18:19:31.164043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57980) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.219630 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-08bb3085-ddbf-4ece-a3a1-b61160f29eab tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=ded62634-75a4-42aa-9a40-80a90e1fb677 HTTP/1.1" status: 200 len: 205 time: 0.0538094 Nov 23 18:19:31.220283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.260696 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:19:31.294523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-c15f9bb8-2053-46c9-881b-c4cac6959807 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:31.298548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-c15f9bb8-2053-46c9-881b-c4cac6959807 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 814 time: 0.1725659 Nov 23 18:19:31.309469 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-22f8edcc-c7b2-430f-96bf-c44ad3203b14 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] delete failed (client error): The resource could not be found. Nov 23 18:19:31.313693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Request body: {'port': {'device_id': '941598d0-b920-4f28-a60f-b835b4216884', 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'admin_state_up': True, 'tenant_id': '76c0aaa9f8d94a4d8092f5f70c98a276'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:31.317598 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-22f8edcc-c7b2-430f-96bf-c44ad3203b14 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/ded62634-75a4-42aa-9a40-80a90e1fb677 HTTP/1.1" status: 404 len: 336 time: 0.0900874 Nov 23 18:19:31.322213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 57994) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.374577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3f16dacd-d6d6-40ca-908a-8ed40ba6ed6f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=43236766-59bf-4055-b54b-2c6d3d5e6a1c HTTP/1.1" status: 200 len: 205 time: 0.0517623 Nov 23 18:19:31.378070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57996) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.448551 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-55a087c5-34cd-43ca-8aa0-fcfa0b52e0d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] delete failed (client error): The resource could not be found. Nov 23 18:19:31.449252 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-55a087c5-34cd-43ca-8aa0-fcfa0b52e0d7 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/43236766-59bf-4055-b54b-2c6d3d5e6a1c HTTP/1.1" status: 404 len: 336 time: 0.0701532 Nov 23 18:19:31.451919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 57998) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.499979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Made reservation on behalf of 76c0aaa9f8d94a4d8092f5f70c98a276 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:31.505416 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:31.528178 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8fa96b-61d5-4caa-9672-99473d010095 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:31.528633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8fa96b-61d5-4caa-9672-99473d010095 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:31.542971 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ba8fa96b-61d5-4caa-9672-99473d010095 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/559ff513-5e50-4503-9ca2-89e9e8d38c74 HTTP/1.1" status: 404 len: 337 time: 0.0788858 Nov 23 18:19:31.543685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58000) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.575416 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-31529b6c-77da-4f45-b9bf-c2553bba9b9b tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=f51171d2-5c69-45f0-b754-60b54b03cd96 HTTP/1.1" status: 200 len: 205 time: 0.0284412 Nov 23 18:19:31.577323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58002) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.629265 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-5983ebad-361f-4d0d-9dbd-ea3fefa162f9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] delete failed (client error): The resource could not be found. Nov 23 18:19:31.632837 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5983ebad-361f-4d0d-9dbd-ea3fefa162f9 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/f51171d2-5c69-45f0-b754-60b54b03cd96 HTTP/1.1" status: 404 len: 336 time: 0.0520778 Nov 23 18:19:31.635312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58004) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.671044 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3ab1d1-0200-4856-8b82-f4a7ddce6664 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:31.671968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3ab1d1-0200-4856-8b82-f4a7ddce6664 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:31.675434 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0a3ab1d1-0200-4856-8b82-f4a7ddce6664 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/973a044f-9379-41d8-b002-6ad87235cc2a HTTP/1.1" status: 404 len: 337 time: 0.0391371 Nov 23 18:19:31.678167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58010) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.707730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Allocated IP 172.20.0.8 (8593376e-0682-4c67-b09b-e0540f2f636a/142637d4-d1b4-45df-a473-3992e05984f2/a2d98d42-0c74-432f-a623-a5fac412c866) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:31.730954 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d36f6550-6429-4e3d-a223-628064949316 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa624a99-03f0-4ebe-9969-1445e1dd77ff HTTP/1.1" status: 200 len: 205 time: 0.0486279 Nov 23 18:19:31.730954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58014) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.776311 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-b77ed1e7-440e-4016-99fd-13c4d4b27cab tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] delete failed (client error): The resource could not be found. Nov 23 18:19:31.779879 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b77ed1e7-440e-4016-99fd-13c4d4b27cab tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/routers/aa624a99-03f0-4ebe-9969-1445e1dd77ff HTTP/1.1" status: 404 len: 336 time: 0.0476699 Nov 23 18:19:31.780155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58016) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.818984 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e1d6b1-57e8-4d48-869d-c676c76f7944 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:31.819435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e1d6b1-57e8-4d48-869d-c676c76f7944 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:31.824782 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-45e1d6b1-57e8-4d48-869d-c676c76f7944 tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/a05aad81-5023-473d-be63-b4209331134d HTTP/1.1" status: 404 len: 337 time: 0.0413351 Nov 23 18:19:31.824994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58018) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:31.852750 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa55429-1ae5-494e-bed0-b1514447ab6f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] DELETE failed (client error): The resource could not be found. Nov 23 18:19:31.854259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa55429-1ae5-494e-bed0-b1514447ab6f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:19:31.856567 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8aa55429-1ae5-494e-bed0-b1514447ab6f tempest-RoutersIpV6Test-1810534224 tempest-RoutersIpV6Test-1810534224-project] 10.222.0.74 "DELETE /v2.0/subnets/418245c1-d472-415b-8b69-0b83b418eda4 HTTP/1.1" status: 404 len: 337 time: 0.0306547 Nov 23 18:19:31.920175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:31.998952 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.012819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['79c2b465-61c0-4d38-ad95-5c6b8f29f6b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:19:32.067801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:19:32.123996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Pushing event updated for resources: {'Port': ['ID=a2d98d42-0c74-432f-a623-a5fac412c866,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:32.175226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Network 8593376e-0682-4c67-b09b-e0540f2f636a is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:32.185649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bf2c6-067f-4725-889f-0c442c0de4b8 req-b7541bf1-82bf-494e-8651-a064fefd2836 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:32.188593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc2bf2c6-067f-4725-889f-0c442c0de4b8 req-b7541bf1-82bf-494e-8651-a064fefd2836 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 931 time: 0.1705372 Nov 23 18:19:32.206506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:32.209115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:32.284264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:32.284908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.318994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-24dae4f5-c07f-4552-9ee7-79858ac06a29 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0107331 Nov 23 18:19:32.333075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-81c8c5c5-d00a-42d6-a7f0-149747736eb3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:19:32.334262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-81c8c5c5-d00a-42d6-a7f0-149747736eb3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059860 Nov 23 18:19:32.350448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Request body: {'port': {'device_id': '941598d0-b920-4f28-a60f-b835b4216884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:32.392248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58034) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:32.400932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc2bf2c6-067f-4725-889f-0c442c0de4b8 req-7c97dce1-0a55-4e35-ae07-4ee365103c60 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244924 Nov 23 18:19:32.441738 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.593024 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eb3958cd-314d-4cc4-9295-66924e254032 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c68db47a5a1459295df89f2e4d74809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1987543 Nov 23 18:19:32.595513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58042) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:32.658644 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b75522-67d1-491d-85f0-46124ea5dfa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.686035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b75522-67d1-491d-85f0-46124ea5dfa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.772997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b75522-67d1-491d-85f0-46124ea5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.776307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0b75522-67d1-491d-85f0-46124ea5dfa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.777739 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d0b75522-67d1-491d-85f0-46124ea5dfa5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a153ab70-046f-42e8-bec0-99f49e41b810 HTTP/1.1" status: 204 len: 168 time: 0.1810772 Nov 23 18:19:32.781337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d98d42-0c74-432f-a623-a5fac412c866 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:19:32.792925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.796033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75522-67d1-491d-85f0-46124ea5dfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a153ab70-046f-42e8-bec0-99f49e41b810,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:32.828859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Transition to ACTIVE for port object a2d98d42-0c74-432f-a623-a5fac412c866 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:19:32.840078 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:32.900564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d98d42-0c74-432f-a623-a5fac412c866,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:32.977935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Attempting to bind port a2d98d42-0c74-432f-a623-a5fac412c866 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:32.978493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Attempting to bind port a2d98d42-0c74-432f-a623-a5fac412c866 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:32.978598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Attempting to bind port a2d98d42-0c74-432f-a623-a5fac412c866 on network 8593376e-0682-4c67-b09b-e0540f2f636a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:32.984007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Port a2d98d42-0c74-432f-a623-a5fac412c866 on network 8593376e-0682-4c67-b09b-e0540f2f636a not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:19:32.984387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Attempting to bind port a2d98d42-0c74-432f-a623-a5fac412c866 on network 8593376e-0682-4c67-b09b-e0540f2f636a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:32.989899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:32.990270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Checking segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:32.990675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Bound using segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:32.991127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Bound port: a2d98d42-0c74-432f-a623-a5fac412c866, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:32.991502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:33.084977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] For port a2d98d42-0c74-432f-a623-a5fac412c866, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:33.089278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] For port a2d98d42-0c74-432f-a623-a5fac412c866, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a2d98d42-0c74-432f-a623-a5fac412c866,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:33.093528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:33.125944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:33.126909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:33.129250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] 10.222.0.66 "PUT /v2.0/ports/a2d98d42-0c74-432f-a623-a5fac412c866 HTTP/1.1" status: 200 len: 1091 time: 0.7851632 Nov 23 18:19:33.131546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941598d0-b920-4f28-a60f-b835b4216884', 'tag': 'a2d98d42-0c74-432f-a623-a5fac412c866'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:33.134967 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b716f0-00fa-4c91-8981-7e9b20d69fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "941598d0-b920-4f28-a60f-b835b4216884", "tag": "a2d98d42-0c74-432f-a623-a5fac412c866"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:33.191989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5c987-b9af-4094-84dc-08d16236c467 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d98d42-0c74-432f-a623-a5fac412c866,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:33.202835 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240f0487-7cf8-4287-bfec-4689cc1d312a x-openstack-request-id: req-240f0487-7cf8-4287-bfec-4689cc1d312a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:33.203176 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941598d0-b920-4f28-a60f-b835b4216884", "tag": "a2d98d42-0c74-432f-a623-a5fac412c866", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:33.203972 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-240f0487-7cf8-4287-bfec-4689cc1d312a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:33.203972 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941598d0-b920-4f28-a60f-b835b4216884', 'tag': 'a2d98d42-0c74-432f-a623-a5fac412c866', 'status': 'completed', 'code': 200} Nov 23 18:19:33.287326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-a5d08e37-513b-4d48-94fd-5d38155ced47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:33.288961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-a5d08e37-513b-4d48-94fd-5d38155ced47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 1094 time: 0.0540631 Nov 23 18:19:33.344907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-ddfcb251-409e-44ea-a272-de367e901fd3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2d98d42-0c74-432f-a623-a5fac412c866 HTTP/1.1" status: 200 len: 217 time: 0.0482576 Nov 23 18:19:33.398361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-216e856a-d4b7-424d-b5ab-824d9cb32075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:33.399947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-216e856a-d4b7-424d-b5ab-824d9cb32075 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0482793 Nov 23 18:19:33.435781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-ee36fefa-0039-40c6-894b-1964b2e62456 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289738 Nov 23 18:19:33.581138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-aafa1307-eacd-4a4a-9369-e31abb4c5c0b service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292627 Nov 23 18:19:33.591990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e816dc5-7a98-41a0-8203-001f48432f52 req-bbd6a0db-4d18-4f12-b36a-8f4e9a0769c2 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:33.593395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e816dc5-7a98-41a0-8203-001f48432f52 req-bbd6a0db-4d18-4f12-b36a-8f4e9a0769c2 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 943 time: 0.0726919 Nov 23 18:19:33.638881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58082) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:33.708595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e816dc5-7a98-41a0-8203-001f48432f52 req-af92c996-172f-4542-a139-5bd186c73f36 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059918 Nov 23 18:19:33.744125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21b764d6-099a-4caa-9e7d-3996e45c8512 req-7de23c40-5196-459b-9b13-9fccb799e26d service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399043 Nov 23 18:19:33.781888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-1576595344'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:33.830195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:33.835853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:33.848900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-b9a65324-29aa-4ae2-9f19-8ad40714c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:33.850803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-b9a65324-29aa-4ae2-9f19-8ad40714c50b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 1094 time: 0.0608559 Nov 23 18:19:33.852373 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:33.954049 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:33.961184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:33.977856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-3632a15e-f34c-4f9a-aa18-f7e975331574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:33.980417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-3632a15e-f34c-4f9a-aa18-f7e975331574 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1206930 Nov 23 18:19:33.996667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:19:34.007793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203f9d88-d68e-4cb1-83f9-fda910d05557,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:34.026004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.029805 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment 9a5a1aa0-8e33-441f-9e71-e0f420607870 of type vlan for network b648bc2b-2d9a-4671-acb7-09825f80d13e Nov 23 18:19:34.083812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.090967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-c1eee730-212d-4ab2-95ec-119b6873abe6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2d98d42-0c74-432f-a623-a5fac412c866 HTTP/1.1" status: 200 len: 217 time: 0.1017838 Nov 23 18:19:34.118864 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.125217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:34.125889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.150903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-a5265695-015b-4173-9dd2-dc8361af7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:34.152519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-a5265695-015b-4173-9dd2-dc8361af7d00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0522339 Nov 23 18:19:34.203977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-3809c163-e1a7-490e-95cf-da0560b1e0bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415707 Nov 23 18:19:34.213097 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5729735 Nov 23 18:19:34.217613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58098) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:34.223605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-1048401338'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:34.227158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e5463-0ad1-42ec-b3f5-e24afb1c610e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=b648bc2b-2d9a-4671-acb7-09825f80d13e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:34.238414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network b648bc2b-2d9a-4671-acb7-09825f80d13e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:19:34.270831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:34.279263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.312061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:19:34.332251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.334793 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment 5f798af1-59a5-4a2a-aa4e-72ad85441b3d of type vlan for network 379a456c-4cbc-46e6-ada2-281c4a925271 Nov 23 18:19:34.410500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.448023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.456880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:34.457689 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.511611 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2928076 Nov 23 18:19:34.512309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58104) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:34.519672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': 'b648bc2b-2d9a-4671-acb7-09825f80d13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:34.648902 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:34.652590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.680363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b783381-b8bf-4f30-bb93-85b1f35d533a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=379a456c-4cbc-46e6-ada2-281c4a925271,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:34.693854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 379a456c-4cbc-46e6-ada2-281c4a925271 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:19:34.715893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-3decba36-340a-4853-a19b-dd967e027297 service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993136 Nov 23 18:19:34.900223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95b716f0-00fa-4c91-8981-7e9b20d69fdb req-45e30796-a4c6-4f96-a5da-ea6a3fa45cb4 service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769378 Nov 23 18:19:34.914014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ab59a-cf8e-48be-84b4-dc2c60cf9472 req-6224137a-61ba-4a19-9648-c33811ad0757 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:34.915897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-852ab59a-cf8e-48be-84b4-dc2c60cf9472 req-6224137a-61ba-4a19-9648-c33811ad0757 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 943 time: 0.0744290 Nov 23 18:19:34.918789 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:34.969992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-852ab59a-cf8e-48be-84b4-dc2c60cf9472 req-cb95f650-01a8-443a-88ae-327eea42cb60 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471067 Nov 23 18:19:35.001412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=13d2f8df-e8a1-43aa-be10-e1d9e0abb2e8,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:35.012051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': '9a5a1aa0-8e33-441f-9e71-e0f420607870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b648bc2b-2d9a-4671-acb7-09825f80d13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:35.012428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: b648bc2b-2d9a-4671-acb7-09825f80d13e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:19:35.029907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network b648bc2b-2d9a-4671-acb7-09825f80d13e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:19:35.040032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, b648bc2b-2d9a-4671-acb7-09825f80d13e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:35.045031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:35.045682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.052527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a795a-d1ec-4359-a879-5baadca479a8 None None] Network b648bc2b-2d9a-4671-acb7-09825f80d13e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:35.067741 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-095a752f-2a3b-4177-9dec-f17edc71a9d9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5519483 Nov 23 18:19:35.070810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58112) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:35.078287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': '379a456c-4cbc-46e6-ada2-281c4a925271', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:35.227928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:35.232401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.292472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-b648bc2b-2d9a-4671-acb7-09825f80d13e', 'network_id': 'b648bc2b-2d9a-4671-acb7-09825f80d13e', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': '13d2f8df-e8a1-43aa-be10-e1d9e0abb2e8'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:19:35.293336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.459141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.479028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Allocated IP 172.20.0.2 (b648bc2b-2d9a-4671-acb7-09825f80d13e/13d2f8df-e8a1-43aa-be10-e1d9e0abb2e8/8fabc2e9-5b9f-406a-936e-997bf61ba247) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:35.552805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=78886430-344c-40f2-9f7c-bb9837bda444,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:35.572078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.572433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.572781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.573125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.573510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.573853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.574407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.574774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.575273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.575613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.575951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.576281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:35.587503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': '5f798af1-59a5-4a2a-aa4e-72ad85441b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '379a456c-4cbc-46e6-ada2-281c4a925271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:35.587877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: 379a456c-4cbc-46e6-ada2-281c4a925271, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:19:35.618019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 379a456c-4cbc-46e6-ada2-281c4a925271 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:19:35.632801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 379a456c-4cbc-46e6-ada2-281c4a925271) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:35.648940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:35.651034 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.661549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fadcd-3533-4096-ba24-6b0c8182243c None None] Network 379a456c-4cbc-46e6-ada2-281c4a925271 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:35.675265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-689d891c-0913-4e01-8bd9-45faa5118275 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6032858 Nov 23 18:19:35.678552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58128) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:35.684930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5efe435d-187c-49a9-9942-5022cc155711 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-69800969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:35.713058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5efe435d-187c-49a9-9942-5022cc155711 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.714573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5efe435d-187c-49a9-9942-5022cc155711 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.804430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5efe435d-187c-49a9-9942-5022cc155711 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.817789 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.822738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5efe435d-187c-49a9-9942-5022cc155711 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.827512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.856405 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5efe435d-187c-49a9-9942-5022cc155711 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.857755 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5efe435d-187c-49a9-9942-5022cc155711 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1775556 Nov 23 18:19:35.860741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58134) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:35.919819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Pushing event updated for resources: {'Port': ['ID=8fabc2e9-5b9f-406a-936e-997bf61ba247,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:35.947240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Network b648bc2b-2d9a-4671-acb7-09825f80d13e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:35.949425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-379a456c-4cbc-46e6-ada2-281c4a925271', 'network_id': '379a456c-4cbc-46e6-ada2-281c4a925271', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': '78886430-344c-40f2-9f7c-bb9837bda444'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:19:35.950269 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:35.954093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:35.962968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:36.120973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Allocated IP 172.21.0.2 (379a456c-4cbc-46e6-ada2-281c4a925271/78886430-344c-40f2-9f7c-bb9837bda444/264182cb-beed-42e7-8400-1a4d12c929b0) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:36.247096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7870e3-5f14-4c64-8ece-9171afcd88fb req-2d6187a2-ad09-4cff-8486-efb87289d19d tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:36.248729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff7870e3-5f14-4c64-8ece-9171afcd88fb req-2d6187a2-ad09-4cff-8486-efb87289d19d tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 943 time: 0.1461284 Nov 23 18:19:36.298060 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.361984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.396251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.409322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff7870e3-5f14-4c64-8ece-9171afcd88fb req-a336ecbc-16bf-4845-b797-fddca553bbec tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540380 Nov 23 18:19:36.473438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Pushing event updated for resources: {'Port': ['ID=264182cb-beed-42e7-8400-1a4d12c929b0,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:36.508829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Network 379a456c-4cbc-46e6-ada2-281c4a925271 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:36.510237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Attempting to bind port 8fabc2e9-5b9f-406a-936e-997bf61ba247 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:36.510614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Attempting to bind port 8fabc2e9-5b9f-406a-936e-997bf61ba247 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '9a5a1aa0-8e33-441f-9e71-e0f420607870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b648bc2b-2d9a-4671-acb7-09825f80d13e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:36.511024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Attempting to bind port 8fabc2e9-5b9f-406a-936e-997bf61ba247 on network b648bc2b-2d9a-4671-acb7-09825f80d13e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:36.513283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:36.516108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:36.522898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:36.524122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Checking segment: {'id': '9a5a1aa0-8e33-441f-9e71-e0f420607870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b648bc2b-2d9a-4671-acb7-09825f80d13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:36.524122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.524122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Bound using segment: {'id': '9a5a1aa0-8e33-441f-9e71-e0f420607870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b648bc2b-2d9a-4671-acb7-09825f80d13e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:36.524548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Bound port: 8fabc2e9-5b9f-406a-936e-997bf61ba247, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5a1aa0-8e33-441f-9e71-e0f420607870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b648bc2b-2d9a-4671-acb7-09825f80d13e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:36.524942 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.603736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Attempting to bind port 264182cb-beed-42e7-8400-1a4d12c929b0 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:36.604110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Attempting to bind port 264182cb-beed-42e7-8400-1a4d12c929b0 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5f798af1-59a5-4a2a-aa4e-72ad85441b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '379a456c-4cbc-46e6-ada2-281c4a925271'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:36.604490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Attempting to bind port 264182cb-beed-42e7-8400-1a4d12c929b0 on network 379a456c-4cbc-46e6-ada2-281c4a925271 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:36.637518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:36.638067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Checking segment: {'id': '5f798af1-59a5-4a2a-aa4e-72ad85441b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '379a456c-4cbc-46e6-ada2-281c4a925271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:36.638776 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.639393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Bound using segment: {'id': '5f798af1-59a5-4a2a-aa4e-72ad85441b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '379a456c-4cbc-46e6-ada2-281c4a925271'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:36.640064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Bound port: 264182cb-beed-42e7-8400-1a4d12c929b0, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f798af1-59a5-4a2a-aa4e-72ad85441b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '379a456c-4cbc-46e6-ada2-281c4a925271'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:36.640722 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.643679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.20.0.1 (b648bc2b-2d9a-4671-acb7-09825f80d13e/13d2f8df-e8a1-43aa-be10-e1d9e0abb2e8/889e6634-5600-4481-9bc6-05e27c7199c5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:36.711751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] For port 8fabc2e9-5b9f-406a-936e-997bf61ba247, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:36.718595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] For port 8fabc2e9-5b9f-406a-936e-997bf61ba247, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8fabc2e9-5b9f-406a-936e-997bf61ba247,segment=NetworkSegment(9a5a1aa0-8e33-441f-9e71-e0f420607870),segment_id=9a5a1aa0-8e33-441f-9e71-e0f420607870)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:36.732247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.765965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] For port 264182cb-beed-42e7-8400-1a4d12c929b0, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:36.814094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.816347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c101d4-cfac-42eb-bfde-845d56b43fb9 None None] Pushing event updated for resources: {'Port': ['ID=8fabc2e9-5b9f-406a-936e-997bf61ba247,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:36.833017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] For port 264182cb-beed-42e7-8400-1a4d12c929b0, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=264182cb-beed-42e7-8400-1a4d12c929b0,segment=NetworkSegment(5f798af1-59a5-4a2a-aa4e-72ad85441b3d),segment_id=5f798af1-59a5-4a2a-aa4e-72ad85441b3d)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:36.839630 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.864519 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:36.908549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network b648bc2b-2d9a-4671-acb7-09825f80d13e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:36.918079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:36.935199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:36.939667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab4591-811b-43f3-918c-e45c462d56dd None None] Pushing event updated for resources: {'Port': ['ID=264182cb-beed-42e7-8400-1a4d12c929b0,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:37.019425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=889e6634-5600-4481-9bc6-05e27c7199c5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:37.024603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.180616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a2d98d42-0c74-432f-a623-a5fac412c866 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:19:37.235105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.383202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a2d98d42-0c74-432f-a623-a5fac412c866, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a2d98d42-0c74-432f-a623-a5fac412c866,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:37.395343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'a2d98d42-0c74-432f-a623-a5fac412c866', 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'port_id': 'a2d98d42-0c74-432f-a623-a5fac412c866', 'mac_address': 'fa:16:3e:32:13:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142637d4-d1b4-45df-a473-3992e05984f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:19:37.457325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.475868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d98d42-0c74-432f-a623-a5fac412c866 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:19:37.513612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a2d98d42-0c74-432f-a623-a5fac412c866, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a2d98d42-0c74-432f-a623-a5fac412c866,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:37.519716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.586197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=a2d98d42-0c74-432f-a623-a5fac412c866,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:37.668274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb4725-f8ba-4eb2-a7e8-07eab1ba5b3a req-903124f9-aff8-48b4-9697-c8308212a225 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:37.669878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eebb4725-f8ba-4eb2-a7e8-07eab1ba5b3a req-903124f9-aff8-48b4-9697-c8308212a225 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 944 time: 0.1284897 Nov 23 18:19:37.737119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['a2d98d42-0c74-432f-a623-a5fac412c866'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:19:37.752721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eebb4725-f8ba-4eb2-a7e8-07eab1ba5b3a req-4f703d74-c086-445d-8273-d7334a0b5049 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759475 Nov 23 18:19:37.761963 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.779397 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.871593 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.972034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=889e6634-5600-4481-9bc6-05e27c7199c5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:37.988946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network b648bc2b-2d9a-4671-acb7-09825f80d13e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:37.991026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:38.136836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:19:38.276705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:38.287061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5dacbf0b-c596-4ac5-8972-46549604e58f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/c0eec6ce-c73f-4cd0-86ab-6dad78b1d529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4217989 Nov 23 18:19:38.287510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58176) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:38.293038 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5660bb0-4286-4b34-a8bb-c35062bd76ad None None] Sync routers for ids ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:38.327974 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5660bb0-4286-4b34-a8bb-c35062bd76ad None None] Routers {'c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:38.328967 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f5660bb0-4286-4b34-a8bb-c35062bd76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:38.365287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c0ffd2-7217-4dfe-8a66-1f1c2c30142b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:38.366890 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-02c0ffd2-7217-4dfe-8a66-1f1c2c30142b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports/889e6634-5600-4481-9bc6-05e27c7199c5 HTTP/1.1" status: 200 len: 910 time: 0.0790243 Nov 23 18:19:38.369507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58178) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:38.386258 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f5660bb0-4286-4b34-a8bb-c35062bd76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:38.401104 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5660bb0-4286-4b34-a8bb-c35062bd76ad None None] Routers {'c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:38.402013 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f5660bb0-4286-4b34-a8bb-c35062bd76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:38.429022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cf37ec-cb78-429a-93df-8298686d583c None None] Network b648bc2b-2d9a-4671-acb7-09825f80d13e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:38.459463 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f5660bb0-4286-4b34-a8bb-c35062bd76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:38.460113 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5660bb0-4286-4b34-a8bb-c35062bd76ad None None] The sync data for ids ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:38.534722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ce5fdebb-9e04-4b61-b9f1-25d149ecc766 None None] Provisioning complete for port 8fabc2e9-5b9f-406a-936e-997bf61ba247 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:38.535378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdebb-9e04-4b61-b9f1-25d149ecc766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:38.892756 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdebb-9e04-4b61-b9f1-25d149ecc766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:38.906219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:38.940188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252bd59-0882-4c58-a796-7df160c93b64 req-3ba0397a-6fb6-41a9-bef0-6f33c1a22100 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:38.947841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1252bd59-0882-4c58-a796-7df160c93b64 req-3ba0397a-6fb6-41a9-bef0-6f33c1a22100 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 944 time: 0.1082296 Nov 23 18:19:38.948548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ce5fdebb-9e04-4b61-b9f1-25d149ecc766 None None] For port 8fabc2e9-5b9f-406a-936e-997bf61ba247, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8fabc2e9-5b9f-406a-936e-997bf61ba247,segment=NetworkSegment(9a5a1aa0-8e33-441f-9e71-e0f420607870),segment_id=9a5a1aa0-8e33-441f-9e71-e0f420607870)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:38.960801 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdebb-9e04-4b61-b9f1-25d149ecc766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.046459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1252bd59-0882-4c58-a796-7df160c93b64 req-75b25435-78fe-46cb-bff2-7ce46c45cd82 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976565 Nov 23 18:19:39.087811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fdebb-9e04-4b61-b9f1-25d149ecc766 None None] Pushing event updated for resources: {'Port': ['ID=8fabc2e9-5b9f-406a-936e-997bf61ba247,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:39.099190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3feeae-7f67-4536-b8a5-f078fe8dd0c0 None None] Network 379a456c-4cbc-46e6-ada2-281c4a925271 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:39.183072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8fabc2e9-5b9f-406a-936e-997bf61ba247 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:39.213606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a2d98d42-0c74-432f-a623-a5fac412c866 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:39.281222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.21.0.1 (379a456c-4cbc-46e6-ada2-281c4a925271/78886430-344c-40f2-9f7c-bb9837bda444/9dbe2ba3-dffd-470d-ac8f-743563207584) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:39.298786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d3bf1213-254d-4f11-94b9-5a88d72a9bd0 None None] Provisioning complete for port 264182cb-beed-42e7-8400-1a4d12c929b0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:39.299226 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d3bf1213-254d-4f11-94b9-5a88d72a9bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.349697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port a2d98d42-0c74-432f-a623-a5fac412c866 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:19:39.393389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port a2d98d42-0c74-432f-a623-a5fac412c866 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:39.393837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.460084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.468394 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8fabc2e9-5b9f-406a-936e-997bf61ba247 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:39.468902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.507819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.573878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 379a456c-4cbc-46e6-ada2-281c4a925271 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:39.577317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:39.583598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:39.586948 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=9dbe2ba3-dffd-470d-ac8f-743563207584,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:39.617409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d3bf1213-254d-4f11-94b9-5a88d72a9bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.645666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.673621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.715589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d3bf1213-254d-4f11-94b9-5a88d72a9bd0 None None] For port 264182cb-beed-42e7-8400-1a4d12c929b0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=264182cb-beed-42e7-8400-1a4d12c929b0,segment=NetworkSegment(5f798af1-59a5-4a2a-aa4e-72ad85441b3d),segment_id=5f798af1-59a5-4a2a-aa4e-72ad85441b3d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:39.728542 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d3bf1213-254d-4f11-94b9-5a88d72a9bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.730257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941598d0-b920-4f28-a60f-b835b4216884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d98d42-0c74-432f-a623-a5fac412c866'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:39.734654 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6096a921-340e-440d-bd4b-698d05d1a224" -d '{"events": [{"server_uuid": "941598d0-b920-4f28-a60f-b835b4216884", "name": "network-vif-plugged", "status": "completed", "tag": "a2d98d42-0c74-432f-a623-a5fac412c866"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:39.758348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 264182cb-beed-42e7-8400-1a4d12c929b0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:39.797606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port a2d98d42-0c74-432f-a623-a5fac412c866, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a2d98d42-0c74-432f-a623-a5fac412c866,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:39.837544 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c09227-cc31-45f7-a39d-f07851ccc128 x-openstack-request-id: req-62c09227-cc31-45f7-a39d-f07851ccc128 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:39.837901 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941598d0-b920-4f28-a60f-b835b4216884", "name": "network-vif-plugged", "status": "completed", "tag": "a2d98d42-0c74-432f-a623-a5fac412c866", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:39.838078 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62c09227-cc31-45f7-a39d-f07851ccc128 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:39.838568 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941598d0-b920-4f28-a60f-b835b4216884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d98d42-0c74-432f-a623-a5fac412c866', 'code': 200} Nov 23 18:19:39.875706 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.920030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a529c5a9-fcc2-4bec-a640-6cb39ee290c1 None None] Provisioning complete for port 8fabc2e9-5b9f-406a-936e-997bf61ba247 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:39.920407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a529c5a9-fcc2-4bec-a640-6cb39ee290c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:39.925904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf1213-254d-4f11-94b9-5a88d72a9bd0 None None] Pushing event updated for resources: {'Port': ['ID=264182cb-beed-42e7-8400-1a4d12c929b0,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:39.993604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a7251-0b92-4da7-a697-0641dbf87d50 req-6d71f0d9-5529-4f21-bb80-d983df782469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:39.995375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-416a7251-0b92-4da7-a697-0641dbf87d50 req-6d71f0d9-5529-4f21-bb80-d983df782469 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 1096 time: 0.0864158 Nov 23 18:19:40.022066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 264182cb-beed-42e7-8400-1a4d12c929b0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:40.022476 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.064939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-416a7251-0b92-4da7-a697-0641dbf87d50 req-adcb54c3-0967-4637-ab1f-4157f631f621 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607457 Nov 23 18:19:40.081790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=a2d98d42-0c74-432f-a623-a5fac412c866,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:40.166411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a529c5a9-fcc2-4bec-a640-6cb39ee290c1 None None] Provisioning complete for port 889e6634-5600-4481-9bc6-05e27c7199c5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:40.166880 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a529c5a9-fcc2-4bec-a640-6cb39ee290c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.178846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.245484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a529c5a9-fcc2-4bec-a640-6cb39ee290c1 None None] Port 889e6634-5600-4481-9bc6-05e27c7199c5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:40.261324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8003f87-c833-4b8e-b29e-90c5a451cd73 req-2de9669b-2c91-4be7-9202-8a42cc90f2b0 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.263058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8003f87-c833-4b8e-b29e-90c5a451cd73 req-2de9669b-2c91-4be7-9202-8a42cc90f2b0 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 945 time: 0.0907125 Nov 23 18:19:40.361776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8003f87-c833-4b8e-b29e-90c5a451cd73 req-d8b44b66-d42c-4104-8837-3aa30ddc75f8 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913746 Nov 23 18:19:40.369673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b791f40c-60c5-42cf-8dd7-b55a5453d105 None None] Provisioning complete for port 9dbe2ba3-dffd-470d-ac8f-743563207584 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:40.370058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b791f40c-60c5-42cf-8dd7-b55a5453d105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.415813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b791f40c-60c5-42cf-8dd7-b55a5453d105 None None] Port 9dbe2ba3-dffd-470d-ac8f-743563207584 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:40.428878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b791f40c-60c5-42cf-8dd7-b55a5453d105 None None] Provisioning complete for port 264182cb-beed-42e7-8400-1a4d12c929b0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:40.429256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b791f40c-60c5-42cf-8dd7-b55a5453d105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.485004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.494030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.530224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b791f40c-60c5-42cf-8dd7-b55a5453d105 None None] Provisioning complete for port 889e6634-5600-4481-9bc6-05e27c7199c5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:40.530783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b791f40c-60c5-42cf-8dd7-b55a5453d105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.570096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b791f40c-60c5-42cf-8dd7-b55a5453d105 None None] Port 889e6634-5600-4481-9bc6-05e27c7199c5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:40.578088 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.580891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=9dbe2ba3-dffd-470d-ac8f-743563207584,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:40.688294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 379a456c-4cbc-46e6-ada2-281c4a925271 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:40.690314 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:40.822545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:40.938369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:40.945251 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ae72dcc5-c73a-447c-83f5-6f64066f8ec6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/c0eec6ce-c73f-4cd0-86ab-6dad78b1d529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746019 Nov 23 18:19:40.948069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58196) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:40.968079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e21c99-8431-48ca-b015-cb2843b1f01a None None] Sync routers for ids ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:40.980988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e21c99-8431-48ca-b015-cb2843b1f01a None None] Routers {'c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:40.981929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f9e21c99-8431-48ca-b015-cb2843b1f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:41.017910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3adbac-b2e4-46b6-b31f-55b5cbc5adc7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:41.019558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ca3adbac-b2e4-46b6-b31f-55b5cbc5adc7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports/9dbe2ba3-dffd-470d-ac8f-743563207584 HTTP/1.1" status: 200 len: 910 time: 0.0704241 Nov 23 18:19:41.022289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58198) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:41.046177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f9e21c99-8431-48ca-b015-cb2843b1f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:41.065162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e21c99-8431-48ca-b015-cb2843b1f01a None None] Routers {'c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:41.065405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f9e21c99-8431-48ca-b015-cb2843b1f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:41.098463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7987a04e-9632-498a-bcac-af67f2ddc00d None None] Provisioning complete for port 9dbe2ba3-dffd-470d-ac8f-743563207584 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:41.099006 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7987a04e-9632-498a-bcac-af67f2ddc00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:41.103164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8fabc2e9-5b9f-406a-936e-997bf61ba247 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:41.140664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f9e21c99-8431-48ca-b015-cb2843b1f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:41.141231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e21c99-8431-48ca-b015-cb2843b1f01a None None] The sync data for ids ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:41.189439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7987a04e-9632-498a-bcac-af67f2ddc00d None None] Port 9dbe2ba3-dffd-470d-ac8f-743563207584 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:41.195186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8fabc2e9-5b9f-406a-936e-997bf61ba247 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:41.195560 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:41.280154 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b6af2515-772a-4396-9e7d-e92a6205b683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:41.297486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 264182cb-beed-42e7-8400-1a4d12c929b0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:41.369573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 264182cb-beed-42e7-8400-1a4d12c929b0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:41.369950 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:41.413921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:41.552767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c91015-04a5-40f2-96a2-4d022ab81402 req-6e4f7efd-ca36-4cef-b07e-4e222cac0796 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:41.554558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21c91015-04a5-40f2-96a2-4d022ab81402 req-6e4f7efd-ca36-4cef-b07e-4e222cac0796 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 945 time: 0.0748386 Nov 23 18:19:41.660789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21c91015-04a5-40f2-96a2-4d022ab81402 req-8c255e06-3e50-4eea-980e-344ab8b4ee73 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774102 Nov 23 18:19:41.771835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 9dbe2ba3-dffd-470d-ac8f-743563207584 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:41.772465 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:41.872022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:41.889637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 9dbe2ba3-dffd-470d-ac8f-743563207584 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:42.487580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:42.524790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=9dbe2ba3-dffd-470d-ac8f-743563207584,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:42.852517 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:43.127007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:43.255087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:43.264887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-824772e1-cdfa-412b-886d-1cabea5c77a8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/c0eec6ce-c73f-4cd0-86ab-6dad78b1d529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372558 Nov 23 18:19:43.266099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58236) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:43.271218 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749e58d-16ba-4334-9abf-8b772e9971af None None] Sync routers for ids ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:43.301458 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749e58d-16ba-4334-9abf-8b772e9971af None None] Routers {'c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:43.302822 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4749e58d-16ba-4334-9abf-8b772e9971af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:43.356830 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4749e58d-16ba-4334-9abf-8b772e9971af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:43.372371 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749e58d-16ba-4334-9abf-8b772e9971af None None] Routers {'c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:43.373419 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4749e58d-16ba-4334-9abf-8b772e9971af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:43.377485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9ec1bb50-18b5-4263-8cac-2366b5634f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:43.413592 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4749e58d-16ba-4334-9abf-8b772e9971af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:43.414517 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749e58d-16ba-4334-9abf-8b772e9971af None None] The sync data for ids ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:43.708340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:43.993920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 889e6634-5600-4481-9bc6-05e27c7199c5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:43.994254 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.107192 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.127585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 889e6634-5600-4481-9bc6-05e27c7199c5 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:44.327060 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.361037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=889e6634-5600-4481-9bc6-05e27c7199c5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:44.540763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.832891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:44.917344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:44.925875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58280) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:44.926316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-38ecadcc-21c1-4a02-999c-98b379b5edcb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/c0eec6ce-c73f-4cd0-86ab-6dad78b1d529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6587980 Nov 23 18:19:44.937090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50d399-3793-4c75-b11c-2db7f8b20e01 None None] Sync routers for ids ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:44.967575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50d399-3793-4c75-b11c-2db7f8b20e01 None None] Routers {'c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:44.971386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ad50d399-3793-4c75-b11c-2db7f8b20e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:45.007171 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-00524b99-6626-4406-8a70-a281d0f134d7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 HTTP/1.1" status: 200 len: 205 time: 0.0775583 Nov 23 18:19:45.007954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58282) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:45.067333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ad50d399-3793-4c75-b11c-2db7f8b20e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:45.086379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50d399-3793-4c75-b11c-2db7f8b20e01 None None] Routers {'c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:45.087408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ad50d399-3793-4c75-b11c-2db7f8b20e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:45.108278 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-198ddaf4-15ac-4f86-9ebe-5b0d07bdaaf4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.140711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ad50d399-3793-4c75-b11c-2db7f8b20e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:45.141768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50d399-3793-4c75-b11c-2db7f8b20e01 None None] The sync data for ids ['c0eec6ce-c73f-4cd0-86ab-6dad78b1d529'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:45.161482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.308685 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-198ddaf4-15ac-4f86-9ebe-5b0d07bdaaf4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.311110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-198ddaf4-15ac-4f86-9ebe-5b0d07bdaaf4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.365460 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-198ddaf4-15ac-4f86-9ebe-5b0d07bdaaf4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.366180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198ddaf4-15ac-4f86-9ebe-5b0d07bdaaf4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Fanout notify agent at l3_agent the message router_deleted on router c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:19:45.379992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-198ddaf4-15ac-4f86-9ebe-5b0d07bdaaf4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.384228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58288) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:45.384674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-198ddaf4-15ac-4f86-9ebe-5b0d07bdaaf4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 HTTP/1.1" status: 204 len: 168 time: 0.3755767 Nov 23 18:19:45.460723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-395490cc-44a2-4e53-90dd-961cf6616d0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet 78886430-344c-40f2-9f7c-bb9837bda444 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:19:45.465396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-395490cc-44a2-4e53-90dd-961cf6616d0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.520811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-395490cc-44a2-4e53-90dd-961cf6616d0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.634346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-395490cc-44a2-4e53-90dd-961cf6616d0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.722770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-395490cc-44a2-4e53-90dd-961cf6616d0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.745348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-395490cc-44a2-4e53-90dd-961cf6616d0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.749402 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-395490cc-44a2-4e53-90dd-961cf6616d0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/78886430-344c-40f2-9f7c-bb9837bda444 HTTP/1.1" status: 204 len: 168 time: 0.3638711 Nov 23 18:19:45.752697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9facc1ef-fa9a-4a90-80c9-7cc7ebeea6a9 None None] Network 379a456c-4cbc-46e6-ada2-281c4a925271 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:45.753983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58300) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:45.771280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395490cc-44a2-4e53-90dd-961cf6616d0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=78886430-344c-40f2-9f7c-bb9837bda444,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:45.826838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0fff10-a411-4a78-b5bd-d18cc9303b3e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet 13d2f8df-e8a1-43aa-be10-e1d9e0abb2e8 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:19:45.831259 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff10-a411-4a78-b5bd-d18cc9303b3e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.891235 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff10-a411-4a78-b5bd-d18cc9303b3e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.992978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] DHCP port deletion for 379a456c-4cbc-46e6-ada2-281c4a925271 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:19:46.025097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff10-a411-4a78-b5bd-d18cc9303b3e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.060211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] Deleting port 264182cb-beed-42e7-8400-1a4d12c929b0 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:46.062483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.107267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff10-a411-4a78-b5bd-d18cc9303b3e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.124525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff10-a411-4a78-b5bd-d18cc9303b3e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.128390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7b0fff10-a411-4a78-b5bd-d18cc9303b3e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/13d2f8df-e8a1-43aa-be10-e1d9e0abb2e8 HTTP/1.1" status: 204 len: 168 time: 0.3731992 Nov 23 18:19:46.131093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58306) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:46.156647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] For port 264182cb-beed-42e7-8400-1a4d12c929b0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=264182cb-beed-42e7-8400-1a4d12c929b0,segment=NetworkSegment(5f798af1-59a5-4a2a-aa4e-72ad85441b3d),segment_id=5f798af1-59a5-4a2a-aa4e-72ad85441b3d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:46.157284 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.167724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fff10-a411-4a78-b5bd-d18cc9303b3e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=13d2f8df-e8a1-43aa-be10-e1d9e0abb2e8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:46.177840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] Calling delete_port for 264182cb-beed-42e7-8400-1a4d12c929b0 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:46.229823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.268871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c068302e-89cc-42cf-bbac-662a65c78e80 None None] Network b648bc2b-2d9a-4671-acb7-09825f80d13e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:46.290765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 264182cb-beed-42e7-8400-1a4d12c929b0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:46.291162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.354328 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.378552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 264182cb-beed-42e7-8400-1a4d12c929b0, host n-d-818932-3, got binding levels [] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:46.378964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.394056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 264182cb-beed-42e7-8400-1a4d12c929b0 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:46.397327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_backend_mixin [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Port 264182cb-beed-42e7-8400-1a4d12c929b0 was not found and therefore no delete operation was performed {{(pid=120535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:19:46.405828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.412966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] Pushing event deleted for resources: {'Port': ['ID=264182cb-beed-42e7-8400-1a4d12c929b0,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:46.420115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3c16d-38f3-4c91-96cf-315fa069e2cb None None] No DVR routers for this DVR port 264182cb-beed-42e7-8400-1a4d12c929b0 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:46.450510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No DVR routers for this DVR port 264182cb-beed-42e7-8400-1a4d12c929b0 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:46.479478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=264182cb-beed-42e7-8400-1a4d12c929b0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:46.484678 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.571915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.604653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379a456c-4cbc-46e6-ada2-281c4a925271']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:46.619264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f798af1-59a5-4a2a-aa4e-72ad85441b3d') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:46.620157 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f798af1-59a5-4a2a-aa4e-72ad85441b3d') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:46.628049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] DHCP port deletion for b648bc2b-2d9a-4671-acb7-09825f80d13e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:19:46.633310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.661236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.696602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:19:46.697026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.704013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] Deleting port 8fabc2e9-5b9f-406a-936e-997bf61ba247 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:46.705264 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.790971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] For port 8fabc2e9-5b9f-406a-936e-997bf61ba247, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8fabc2e9-5b9f-406a-936e-997bf61ba247,segment=NetworkSegment(9a5a1aa0-8e33-441f-9e71-e0f420607870),segment_id=9a5a1aa0-8e33-441f-9e71-e0f420607870)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:46.791374 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:19:46.805526 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:19:46.810975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] Calling delete_port for 8fabc2e9-5b9f-406a-936e-997bf61ba247 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:46.811435 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.827623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.831969 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/379a456c-4cbc-46e6-ada2-281c4a925271 HTTP/1.1" status: 204 len: 168 time: 0.6991975 Nov 23 18:19:46.834657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58326) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:46.870213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b3a44-5a11-46ea-bebf-98dd4796ca01 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=379a456c-4cbc-46e6-ada2-281c4a925271,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:46.929779 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.942294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.963324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] Pushing event deleted for resources: {'Port': ['ID=8fabc2e9-5b9f-406a-936e-997bf61ba247,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:46.967383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88911f45-f45f-49fa-8dd5-4284c5b3a982 None None] No DVR routers for this DVR port 8fabc2e9-5b9f-406a-936e-997bf61ba247 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:47.043466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.066829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b648bc2b-2d9a-4671-acb7-09825f80d13e']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:47.081146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8fabc2e9-5b9f-406a-936e-997bf61ba247 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:47.094302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5a1aa0-8e33-441f-9e71-e0f420607870') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:47.095733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5a1aa0-8e33-441f-9e71-e0f420607870') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:47.108137 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.109993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8fabc2e9-5b9f-406a-936e-997bf61ba247 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:47.110373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8fabc2e9-5b9f-406a-936e-997bf61ba247 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:47.111187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 264182cb-beed-42e7-8400-1a4d12c929b0 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:47.123446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.131481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:19:47.131882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:19:47.135365 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:19:47.137774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 264182cb-beed-42e7-8400-1a4d12c929b0 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:47.137774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 264182cb-beed-42e7-8400-1a4d12c929b0 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:47.222476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.232011 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.235892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/b648bc2b-2d9a-4671-acb7-09825f80d13e HTTP/1.1" status: 204 len: 168 time: 0.4001539 Nov 23 18:19:47.240352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58334) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:47.247295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703a04e-e176-454c-ada6-b7675bb8bcd0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=b648bc2b-2d9a-4671-acb7-09825f80d13e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:47.248857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-1599308390'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:47.295353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:47.307411 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.338867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:19:47.355573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314074c7-7b0b-4f76-8053-f3512b392023 req-e2bb91af-1650-47be-a1cc-be1ec38f8ab7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1787772 Nov 23 18:19:47.356602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.357006 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment 7586af27-02e7-4017-b05a-77e4a9f259d2 of type vlan for network 69dc925b-fdc1-4be1-8414-ba225598c51d Nov 23 18:19:47.415851 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.455069 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.464032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.465321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.475023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314074c7-7b0b-4f76-8053-f3512b392023 req-f4c50a8a-eb88-4725-a019-5e6e7c70df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.477100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314074c7-7b0b-4f76-8053-f3512b392023 req-f4c50a8a-eb88-4725-a019-5e6e7c70df74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 1096 time: 0.0662906 Nov 23 18:19:47.558258 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3159072 Nov 23 18:19:47.560820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58342) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:47.565763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': '69dc925b-fdc1-4be1-8414-ba225598c51d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:47.577340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f516c64-f9d3-428c-a1f5-c8a276c082c7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=69dc925b-fdc1-4be1-8414-ba225598c51d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:47.589292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 69dc925b-fdc1-4be1-8414-ba225598c51d details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:19:47.650141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314074c7-7b0b-4f76-8053-f3512b392023 req-99a800f4-44bd-4377-9bbd-5d49d68b989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.651757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314074c7-7b0b-4f76-8053-f3512b392023 req-99a800f4-44bd-4377-9bbd-5d49d68b989b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1528823 Nov 23 18:19:47.710038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:47.715077 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.720306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314074c7-7b0b-4f76-8053-f3512b392023 req-88c1790d-823b-480f-bca3-94e92bd0ae83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 HTTP/1.1" status: 200 len: 217 time: 0.0595627 Nov 23 18:19:47.798863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314074c7-7b0b-4f76-8053-f3512b392023 req-08221bb6-f787-4be3-a7a0-c619de7bd036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.800963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314074c7-7b0b-4f76-8053-f3512b392023 req-08221bb6-f787-4be3-a7a0-c619de7bd036 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0742276 Nov 23 18:19:47.868822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314074c7-7b0b-4f76-8053-f3512b392023 req-4c840ca4-ff70-4a61-920b-22ad7374de90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584199 Nov 23 18:19:47.892681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.990265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314074c7-7b0b-4f76-8053-f3512b392023 req-06856787-02d5-40ec-b977-91d56c2dba56 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125073 Nov 23 18:19:48.067672 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.147433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=66977c30-8ed5-439e-8e19-c8ca3b89c539,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:48.148861 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-314074c7-7b0b-4f76-8053-f3512b392023 req-5a6bbe1a-3c2c-4902-9c79-75009326e9d2 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500347 Nov 23 18:19:48.182193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': '7586af27-02e7-4017-b05a-77e4a9f259d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '69dc925b-fdc1-4be1-8414-ba225598c51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:48.182451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: 69dc925b-fdc1-4be1-8414-ba225598c51d, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:19:48.208231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 69dc925b-fdc1-4be1-8414-ba225598c51d is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:19:48.223266 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 69dc925b-fdc1-4be1-8414-ba225598c51d) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:48.227927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:48.228531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.236821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11decc1a-9b18-4b41-a53a-769e4236eaa8 None None] Network 69dc925b-fdc1-4be1-8414-ba225598c51d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:48.258746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0d85a8cc-1502-48ce-9130-00ca15d6330d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6967368 Nov 23 18:19:48.261477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58386) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:48.269151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-114e4b76-2fca-48cf-987c-05965c1c1d57 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-741833399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:48.305181 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-114e4b76-2fca-48cf-987c-05965c1c1d57 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.307242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-114e4b76-2fca-48cf-987c-05965c1c1d57 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.407001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-114e4b76-2fca-48cf-987c-05965c1c1d57 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.417128 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-114e4b76-2fca-48cf-987c-05965c1c1d57 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.455250 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-114e4b76-2fca-48cf-987c-05965c1c1d57 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.460236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-114e4b76-2fca-48cf-987c-05965c1c1d57 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1948957 Nov 23 18:19:48.461123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58402) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:48.468153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'port': {'network_id': '69dc925b-fdc1-4be1-8414-ba225598c51d', 'name': 'tempest-RoutersTest-1022301340'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:48.670502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:48.674884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.697617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] device_id is not set on port 2feca699-d7a1-4239-beab-2db679204338 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:19:48.709144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-69dc925b-fdc1-4be1-8414-ba225598c51d', 'network_id': '69dc925b-fdc1-4be1-8414-ba225598c51d', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': '66977c30-8ed5-439e-8e19-c8ca3b89c539'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:19:48.710116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.890540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.20.0.10 (69dc925b-fdc1-4be1-8414-ba225598c51d/66977c30-8ed5-439e-8e19-c8ca3b89c539/2feca699-d7a1-4239-beab-2db679204338) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:49.084534 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.142903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.230681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 69dc925b-fdc1-4be1-8414-ba225598c51d is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:49.243330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Allocated IP 172.20.0.2 (69dc925b-fdc1-4be1-8414-ba225598c51d/66977c30-8ed5-439e-8e19-c8ca3b89c539/2b94a068-7944-4030-b1b7-f20967c5b37f) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:49.244942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:49.250994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:49.283514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=2feca699-d7a1-4239-beab-2db679204338,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:49.325013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:49.326788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.365599 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3e86c7ec-c4be-4088-868b-b274dbfdb473 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9030871 Nov 23 18:19:49.368142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:49.494961 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.518992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.583124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Pushing event updated for resources: {'Port': ['ID=2b94a068-7944-4030-b1b7-f20967c5b37f,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:49.618336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Network 69dc925b-fdc1-4be1-8414-ba225598c51d is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:49.621803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:49.625243 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.627177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:49.717750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Attempting to bind port 2b94a068-7944-4030-b1b7-f20967c5b37f on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:49.718712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Attempting to bind port 2b94a068-7944-4030-b1b7-f20967c5b37f by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7586af27-02e7-4017-b05a-77e4a9f259d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '69dc925b-fdc1-4be1-8414-ba225598c51d'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:49.719397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Attempting to bind port 2b94a068-7944-4030-b1b7-f20967c5b37f on network 69dc925b-fdc1-4be1-8414-ba225598c51d {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:49.728200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:49.728926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Checking segment: {'id': '7586af27-02e7-4017-b05a-77e4a9f259d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '69dc925b-fdc1-4be1-8414-ba225598c51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:49.729332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.729800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Bound using segment: {'id': '7586af27-02e7-4017-b05a-77e4a9f259d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '69dc925b-fdc1-4be1-8414-ba225598c51d'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:49.732890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Bound port: 2b94a068-7944-4030-b1b7-f20967c5b37f, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7586af27-02e7-4017-b05a-77e4a9f259d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '69dc925b-fdc1-4be1-8414-ba225598c51d'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:49.733308 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.842547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] For port 2b94a068-7944-4030-b1b7-f20967c5b37f, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:49.847807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] For port 2b94a068-7944-4030-b1b7-f20967c5b37f, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2b94a068-7944-4030-b1b7-f20967c5b37f,segment=NetworkSegment(7586af27-02e7-4017-b05a-77e4a9f259d2),segment_id=7586af27-02e7-4017-b05a-77e4a9f259d2)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:49.857997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.943797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cf8e0-b3ed-40af-8b34-a90a34fecdb6 None None] Pushing event updated for resources: {'Port': ['ID=2b94a068-7944-4030-b1b7-f20967c5b37f,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:50.322849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:50.647681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:50.667598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:50.704231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:50.780566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=2feca699-d7a1-4239-beab-2db679204338,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:51.110399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:51.111147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2b94a068-7944-4030-b1b7-f20967c5b37f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:51.239464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2b94a068-7944-4030-b1b7-f20967c5b37f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:51.240249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:51.370931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-13a2116d-fd33-4e98-ac27-056bd0946f20 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580899 Nov 23 18:19:51.377612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:51.394986 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:51.461117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 2b94a068-7944-4030-b1b7-f20967c5b37f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2b94a068-7944-4030-b1b7-f20967c5b37f,segment=NetworkSegment(7586af27-02e7-4017-b05a-77e4a9f259d2),segment_id=7586af27-02e7-4017-b05a-77e4a9f259d2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:51.467781 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:51.580539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=2b94a068-7944-4030-b1b7-f20967c5b37f,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:51.614775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-f1516147-7705-4ec2-afa7-96fc75d8624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:51.616726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-f1516147-7705-4ec2-afa7-96fc75d8624c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 1096 time: 0.1726630 Nov 23 18:19:51.628492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a49387-6e7f-48b0-943a-263d551542df None None] Network 69dc925b-fdc1-4be1-8414-ba225598c51d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:51.787129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6730a920-35e1-49ff-a118-1c2aeb667272 None None] Provisioning complete for port 2b94a068-7944-4030-b1b7-f20967c5b37f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:51.788370 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6730a920-35e1-49ff-a118-1c2aeb667272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:51.792543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-e05b5b23-e65c-4735-8a2f-7936761270bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:51.794143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-e05b5b23-e65c-4735-8a2f-7936761270bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1410155 Nov 23 18:19:51.962828 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:51.976331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:52.076931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=2feca699-d7a1-4239-beab-2db679204338,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:52.086358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-b7a113ff-42b0-49b1-bb42-33ff357ccc1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 HTTP/1.1" status: 200 len: 217 time: 0.1204798 Nov 23 18:19:52.156809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:52.182226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-cebbf894-0bc1-4bc2-86df-6302ce589238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:52.183816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-cebbf894-0bc1-4bc2-86df-6302ce589238 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0876338 Nov 23 18:19:52.225560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-37bde7bf-36bb-4056-b110-cbd31f70e8d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300629 Nov 23 18:19:52.384817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-c2834e55-27ed-401a-b5dd-1b5a4007dd0e service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503954 Nov 23 18:19:52.450426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 69dc925b-fdc1-4be1-8414-ba225598c51d is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:52.453614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:52.455466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-08d55460-e4e8-409e-aa7f-e3c4e44539b7 None None] Provisioning complete for port 2feca699-d7a1-4239-beab-2db679204338 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:52.455954 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-08d55460-e4e8-409e-aa7f-e3c4e44539b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:52.507042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-08d55460-e4e8-409e-aa7f-e3c4e44539b7 None None] Port 2feca699-d7a1-4239-beab-2db679204338 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:52.521992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-08d55460-e4e8-409e-aa7f-e3c4e44539b7 None None] Provisioning complete for port 2b94a068-7944-4030-b1b7-f20967c5b37f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:52.522381 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-08d55460-e4e8-409e-aa7f-e3c4e44539b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:52.665183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27b4defd-7730-4920-92b3-1b8888d59a5a req-adca312e-2d76-442b-ab6d-18210ff42c82 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641110 Nov 23 18:19:52.714548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 02480320-706b-4e8d-a603-9c64c29b21fc is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:19:52.788334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-eb504926-ad92-487b-b1cb-c7405039399b None None] Provisioning complete for port 2feca699-d7a1-4239-beab-2db679204338 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:52.788871 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eb504926-ad92-487b-b1cb-c7405039399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:52.864019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-eb504926-ad92-487b-b1cb-c7405039399b None None] Port 2feca699-d7a1-4239-beab-2db679204338 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:52.864550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:52.875545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58800) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:52.876362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-570164cc-f6c0-410a-80e4-3715a2ca6d44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/02480320-706b-4e8d-a603-9c64c29b21fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5061867 Nov 23 18:19:52.878509 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eabfc4-df8f-4e39-9b4d-6f6a06964ef5 None None] Sync routers for ids ['02480320-706b-4e8d-a603-9c64c29b21fc'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:52.894869 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eabfc4-df8f-4e39-9b4d-6f6a06964ef5 None None] Routers {'02480320-706b-4e8d-a603-9c64c29b21fc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:52.896346 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-45eabfc4-df8f-4e39-9b4d-6f6a06964ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['02480320-706b-4e8d-a603-9c64c29b21fc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:52.929386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea0f0ce-1c09-4fd1-ad98-959f18459c98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:52.931458 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dea0f0ce-1c09-4fd1-ad98-959f18459c98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports/2feca699-d7a1-4239-beab-2db679204338 HTTP/1.1" status: 200 len: 978 time: 0.0541966 Nov 23 18:19:52.934068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58808) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:52.944825 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-45eabfc4-df8f-4e39-9b4d-6f6a06964ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:52.960452 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eabfc4-df8f-4e39-9b4d-6f6a06964ef5 None None] Routers {'02480320-706b-4e8d-a603-9c64c29b21fc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:52.987265 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-45eabfc4-df8f-4e39-9b4d-6f6a06964ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['02480320-706b-4e8d-a603-9c64c29b21fc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:53.051072 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-45eabfc4-df8f-4e39-9b4d-6f6a06964ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:53.052158 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eabfc4-df8f-4e39-9b4d-6f6a06964ef5 None None] The sync data for ids ['02480320-706b-4e8d-a603-9c64c29b21fc'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:53.104794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4a55ca8f-b3c6-4c64-9633-5caf996902c8 None None] Provisioning complete for port 2feca699-d7a1-4239-beab-2db679204338 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:53.112265 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a55ca8f-b3c6-4c64-9633-5caf996902c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:53.146100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2b94a068-7944-4030-b1b7-f20967c5b37f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:53.215795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4a55ca8f-b3c6-4c64-9633-5caf996902c8 None None] Port 2feca699-d7a1-4239-beab-2db679204338 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:53.233547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2b94a068-7944-4030-b1b7-f20967c5b37f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:53.234069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:53.434005 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:53.471716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e1c7782a-39a8-466e-a37f-c6ecffb0cfcb None None] Provisioning complete for port 2feca699-d7a1-4239-beab-2db679204338 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:53.472681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e1c7782a-39a8-466e-a37f-c6ecffb0cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:53.554517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7782a-39a8-466e-a37f-c6ecffb0cfcb None None] Port 2feca699-d7a1-4239-beab-2db679204338 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:53.712170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 2feca699-d7a1-4239-beab-2db679204338 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:53.712522 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:53.812140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:53.825812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 2feca699-d7a1-4239-beab-2db679204338 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:54.242868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:54.273084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=2feca699-d7a1-4239-beab-2db679204338,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:54.435379 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:54.632904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 02480320-706b-4e8d-a603-9c64c29b21fc has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:54.743296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:54.752099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58906) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:54.752573 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-37fe30d6-1120-465e-a51d-27dfb5e87f48 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/02480320-706b-4e8d-a603-9c64c29b21fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8169355 Nov 23 18:19:54.760211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957580f-89b7-41ed-8c3a-f56ddf4ca240 None None] Sync routers for ids ['02480320-706b-4e8d-a603-9c64c29b21fc'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:54.777308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957580f-89b7-41ed-8c3a-f56ddf4ca240 None None] Routers {'02480320-706b-4e8d-a603-9c64c29b21fc'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:54.777944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1957580f-89b7-41ed-8c3a-f56ddf4ca240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['02480320-706b-4e8d-a603-9c64c29b21fc'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:54.817089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1957580f-89b7-41ed-8c3a-f56ddf4ca240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:54.839579 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957580f-89b7-41ed-8c3a-f56ddf4ca240 None None] Routers {'02480320-706b-4e8d-a603-9c64c29b21fc'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:54.840210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1957580f-89b7-41ed-8c3a-f56ddf4ca240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['02480320-706b-4e8d-a603-9c64c29b21fc'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:54.880841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1957580f-89b7-41ed-8c3a-f56ddf4ca240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:54.881524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957580f-89b7-41ed-8c3a-f56ddf4ca240 None None] The sync data for ids ['02480320-706b-4e8d-a603-9c64c29b21fc'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:55.017962 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-49f2abc9-e2c1-41a2-aebf-70f658dd09cf tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 18:19:55.019197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-49f2abc9-e2c1-41a2-aebf-70f658dd09cf tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/02480320-706b-4e8d-a603-9c64c29b21fc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2654319 Nov 23 18:19:55.022717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58914) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:55.058407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4fb3eee2-ffc5-4a06-8cd1-6d7ad44fa4d0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=02480320-706b-4e8d-a603-9c64c29b21fc HTTP/1.1" status: 200 len: 205 time: 0.0344708 Nov 23 18:19:55.060997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58918) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:55.148487 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97c8ecd4-2b04-41a0-bc00-7ab218683d31 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:55.366039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97c8ecd4-2b04-41a0-bc00-7ab218683d31 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:55.369186 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97c8ecd4-2b04-41a0-bc00-7ab218683d31 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:55.414290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10731c68-28db-483e-852d-39024298cc75 req-9a2730d1-58be-4602-b581-eabb010a2057 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2309206 Nov 23 18:19:55.429069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97c8ecd4-2b04-41a0-bc00-7ab218683d31 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:55.429069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c8ecd4-2b04-41a0-bc00-7ab218683d31 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Fanout notify agent at l3_agent the message router_deleted on router 02480320-706b-4e8d-a603-9c64c29b21fc {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:19:55.436634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97c8ecd4-2b04-41a0-bc00-7ab218683d31 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:55.438888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-97c8ecd4-2b04-41a0-bc00-7ab218683d31 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/02480320-706b-4e8d-a603-9c64c29b21fc HTTP/1.1" status: 204 len: 168 time: 0.3758759 Nov 23 18:19:55.441804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58926) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:55.870108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731c68-28db-483e-852d-39024298cc75 req-7e9c4ebc-0e76-4572-a255-79b690c2395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:55.871653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10731c68-28db-483e-852d-39024298cc75 req-7e9c4ebc-0e76-4572-a255-79b690c2395f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 1096 time: 0.4105790 Nov 23 18:19:55.879801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96c64d6-f405-4f0b-868d-a8b0f587ac35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet 66977c30-8ed5-439e-8e19-c8ca3b89c539 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:19:55.884752 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c96c64d6-f405-4f0b-868d-a8b0f587ac35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:55.953153 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c96c64d6-f405-4f0b-868d-a8b0f587ac35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.051552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731c68-28db-483e-852d-39024298cc75 req-98fff21a-bc71-465c-84d7-22cdeb6f6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:56.053316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10731c68-28db-483e-852d-39024298cc75 req-98fff21a-bc71-465c-84d7-22cdeb6f6472 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1469066 Nov 23 18:19:56.116290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10731c68-28db-483e-852d-39024298cc75 req-ce8ef2e0-7b63-4b80-ba18-3f9f0264a3b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 HTTP/1.1" status: 200 len: 217 time: 0.0452254 Nov 23 18:19:56.134508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c96c64d6-f405-4f0b-868d-a8b0f587ac35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.207811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731c68-28db-483e-852d-39024298cc75 req-6033507a-800b-4865-8da9-c727a77e10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:56.209462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10731c68-28db-483e-852d-39024298cc75 req-6033507a-800b-4865-8da9-c727a77e10c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0843105 Nov 23 18:19:56.245419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10731c68-28db-483e-852d-39024298cc75 req-46e6892b-6525-4993-a17c-4ff9819890c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285008 Nov 23 18:19:56.253717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c96c64d6-f405-4f0b-868d-a8b0f587ac35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.307154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c64d6-f405-4f0b-868d-a8b0f587ac35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=66977c30-8ed5-439e-8e19-c8ca3b89c539,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:56.319185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c96c64d6-f405-4f0b-868d-a8b0f587ac35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.322450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c96c64d6-f405-4f0b-868d-a8b0f587ac35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/66977c30-8ed5-439e-8e19-c8ca3b89c539 HTTP/1.1" status: 204 len: 168 time: 0.8747158 Nov 23 18:19:56.325135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:56.326885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182bfa15-fbe0-4593-b1ac-efa83f0a1128 None None] Network 69dc925b-fdc1-4be1-8414-ba225598c51d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:56.436440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.436767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10731c68-28db-483e-852d-39024298cc75 req-6d93b6f5-d5dc-4091-a3a6-34ae8dfacd10 service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845779 Nov 23 18:19:56.549098 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 2b94a068-7944-4030-b1b7-f20967c5b37f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:56.549551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.611355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10731c68-28db-483e-852d-39024298cc75 req-b7d339b2-bc75-439d-9ac2-d5d0a2fac359 service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668510 Nov 23 18:19:56.644560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] DHCP port deletion for 69dc925b-fdc1-4be1-8414-ba225598c51d request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:19:56.652679 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 2b94a068-7944-4030-b1b7-f20967c5b37f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2b94a068-7944-4030-b1b7-f20967c5b37f,segment=NetworkSegment(7586af27-02e7-4017-b05a-77e4a9f259d2),segment_id=7586af27-02e7-4017-b05a-77e4a9f259d2)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:56.653053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.670128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 2b94a068-7944-4030-b1b7-f20967c5b37f owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:56.733189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] Deleting port 2b94a068-7944-4030-b1b7-f20967c5b37f {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:56.733750 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.791715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.835493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=2b94a068-7944-4030-b1b7-f20967c5b37f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:56.842728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No DVR routers for this DVR port 2b94a068-7944-4030-b1b7-f20967c5b37f on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:56.891496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] For port 2b94a068-7944-4030-b1b7-f20967c5b37f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2b94a068-7944-4030-b1b7-f20967c5b37f,segment=NetworkSegment(7586af27-02e7-4017-b05a-77e4a9f259d2),segment_id=7586af27-02e7-4017-b05a-77e4a9f259d2)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:56.892134 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.919021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] Calling delete_port for 2b94a068-7944-4030-b1b7-f20967c5b37f owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:56.939226 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.963142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dc925b-fdc1-4be1-8414-ba225598c51d']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:56.973899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7586af27-02e7-4017-b05a-77e4a9f259d2') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:56.974200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7586af27-02e7-4017-b05a-77e4a9f259d2') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:56.984359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:56.998861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.005938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.009381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:19:57.009977 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:19:57.034026 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:19:57.036823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] Pushing event deleted for resources: {'Port': ['ID=2b94a068-7944-4030-b1b7-f20967c5b37f,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:57.039213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd97c8-7829-49bb-91f9-d7294051a201 None None] No DVR routers for this DVR port 2b94a068-7944-4030-b1b7-f20967c5b37f on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:57.057825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2b94a068-7944-4030-b1b7-f20967c5b37f no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:57.083454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 2b94a068-7944-4030-b1b7-f20967c5b37f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:57.083783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2b94a068-7944-4030-b1b7-f20967c5b37f not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:57.135372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.143377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.147840 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/69dc925b-fdc1-4be1-8414-ba225598c51d HTTP/1.1" status: 204 len: 168 time: 0.8212440 Nov 23 18:19:57.151675 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58970) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:57.159202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-946837349'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:57.187900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4178d-7989-43a6-a78d-1961fab674a1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=69dc925b-fdc1-4be1-8414-ba225598c51d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:57.202890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:57.207991 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.235529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:19:57.246128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.246546 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment 1b0a7c69-ebda-4989-bcc3-fcc6f68c2284 of type vlan for network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c Nov 23 18:19:57.299345 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.327579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.334507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:57.338737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.366648 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2129698 Nov 23 18:19:57.374725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 58976) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:57.390237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': '3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:57.459851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678e4b2-6005-48fc-ae39-83d141fcc252 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:57.474650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:19:57.533041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:57.538033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.815124 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.910979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=2458e7fc-e36c-402c-b87f-0f91aa82a2b3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:57.929820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': '1b0a7c69-ebda-4989-bcc3-fcc6f68c2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:57.930295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:19:57.965896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:19:57.983938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:57.989362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:57.990111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.997887 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96adc0fb-64b5-4f49-9804-355616e3f79c None None] Network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:19:58.012399 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-14c23995-9cd4-48af-b52f-6bae35945f3a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6400445 Nov 23 18:19:58.015034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 58996) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:58.019923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-74e5a2b1-455d-4c96-bb63-0d2200aada65 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-351117039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:58.071367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74e5a2b1-455d-4c96-bb63-0d2200aada65 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.073248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74e5a2b1-455d-4c96-bb63-0d2200aada65 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.153328 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74e5a2b1-455d-4c96-bb63-0d2200aada65 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.160850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74e5a2b1-455d-4c96-bb63-0d2200aada65 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.185945 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74e5a2b1-455d-4c96-bb63-0d2200aada65 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.187153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-74e5a2b1-455d-4c96-bb63-0d2200aada65 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1710889 Nov 23 18:19:58.190161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59004) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:19:58.211853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c', 'network_id': '3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': '2458e7fc-e36c-402c-b87f-0f91aa82a2b3'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:19:58.213082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.433619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Allocated IP 172.20.0.2 (3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c/2458e7fc-e36c-402c-b87f-0f91aa82a2b3/c43a013c-53a5-4391-b7f6-b0e6fa304cd9) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:58.551529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.712909 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.732137 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.790231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Pushing event updated for resources: {'Port': ['ID=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:58.808884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:58.810234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:58.813553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:58.873067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Attempting to bind port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:58.873718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Attempting to bind port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '1b0a7c69-ebda-4989-bcc3-fcc6f68c2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:58.874093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Attempting to bind port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 on network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:58.881526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:58.882378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Checking segment: {'id': '1b0a7c69-ebda-4989-bcc3-fcc6f68c2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:58.882378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.883202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Bound using segment: {'id': '1b0a7c69-ebda-4989-bcc3-fcc6f68c2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:58.883202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Bound port: c43a013c-53a5-4391-b7f6-b0e6fa304cd9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0a7c69-ebda-4989-bcc3-fcc6f68c2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:58.883573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.958237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] For port c43a013c-53a5-4391-b7f6-b0e6fa304cd9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:58.961654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] For port c43a013c-53a5-4391-b7f6-b0e6fa304cd9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,segment=NetworkSegment(1b0a7c69-ebda-4989-bcc3-fcc6f68c2284),segment_id=1b0a7c69-ebda-4989-bcc3-fcc6f68c2284)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:58.970678 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:59.043283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641a3a-99a6-46a9-b9d0-95b87120dbf6 None None] Pushing event updated for resources: {'Port': ['ID=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:59.045912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.20.0.1 (3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c/2458e7fc-e36c-402c-b87f-0f91aa82a2b3/d5d53365-96d6-41ed-8b2c-4b26a185a226) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:59.253854 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:59.317407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:59.417212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:59.425234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:59.437372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:59.510537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=d5d53365-96d6-41ed-8b2c-4b26a185a226,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:59.554603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:59.759828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:00.151443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:00.159177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:00.268770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:00.271792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=d5d53365-96d6-41ed-8b2c-4b26a185a226,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:00.404539 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:00.406043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:00.591718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec02999-9c96-42f9-a669-36838dd77f51 None None] Network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:00.593732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 711f4b52-b6f3-45e3-bbe5-b97fc9446bf5 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:20:00.835519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7ffec039-b970-494b-a4f5-f9c38a515044 None None] Provisioning complete for port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:00.836670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ffec039-b970-494b-a4f5-f9c38a515044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:01.013400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:01.022125 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-505ed16b-59c9-4bcd-a64b-82bf1884386e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/711f4b52-b6f3-45e3-bbe5-b97fc9446bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8301053 Nov 23 18:20:01.024183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59058) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:01.026184 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ccb12-2973-4d35-a0ac-c5e8f9f7eef1 None None] Sync routers for ids ['711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:01.046107 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ccb12-2973-4d35-a0ac-c5e8f9f7eef1 None None] Routers {'711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:01.046786 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-681ccb12-2973-4d35-a0ac-c5e8f9f7eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:01.100071 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ffec039-b970-494b-a4f5-f9c38a515044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:01.121116 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-681ccb12-2973-4d35-a0ac-c5e8f9f7eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:01.131970 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ccb12-2973-4d35-a0ac-c5e8f9f7eef1 None None] Routers {'711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:01.132916 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-681ccb12-2973-4d35-a0ac-c5e8f9f7eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:01.141712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f6ea78-8fe6-48b6-802c-c30f30f787ab tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:01.143500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-33f6ea78-8fe6-48b6-802c-c30f30f787ab tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports/d5d53365-96d6-41ed-8b2c-4b26a185a226 HTTP/1.1" status: 200 len: 910 time: 0.1175017 Nov 23 18:20:01.146267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59062) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:01.169455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7ffec039-b970-494b-a4f5-f9c38a515044 None None] For port c43a013c-53a5-4391-b7f6-b0e6fa304cd9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,segment=NetworkSegment(1b0a7c69-ebda-4989-bcc3-fcc6f68c2284),segment_id=1b0a7c69-ebda-4989-bcc3-fcc6f68c2284)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:01.173241 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-681ccb12-2973-4d35-a0ac-c5e8f9f7eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:01.173940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c43a013c-53a5-4391-b7f6-b0e6fa304cd9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:01.174166 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ccb12-2973-4d35-a0ac-c5e8f9f7eef1 None None] The sync data for ids ['711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:01.278259 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ffec039-b970-494b-a4f5-f9c38a515044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:01.366920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:01.367287 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:01.546912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffec039-b970-494b-a4f5-f9c38a515044 None None] Pushing event updated for resources: {'Port': ['ID=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:01.591216 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-506fcf1b-63c6-4e07-8ebe-f9d19199c3c0 None None] Provisioning complete for port d5d53365-96d6-41ed-8b2c-4b26a185a226 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:01.591591 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-506fcf1b-63c6-4e07-8ebe-f9d19199c3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:01.647143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-506fcf1b-63c6-4e07-8ebe-f9d19199c3c0 None None] Port d5d53365-96d6-41ed-8b2c-4b26a185a226 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:01.661124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-506fcf1b-63c6-4e07-8ebe-f9d19199c3c0 None None] Provisioning complete for port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:01.661792 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-506fcf1b-63c6-4e07-8ebe-f9d19199c3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:01.712304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:01.911058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-27a4b8ab-6368-43d3-bb94-0f85fd0b421d None None] Provisioning complete for port d5d53365-96d6-41ed-8b2c-4b26a185a226 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:01.911688 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27a4b8ab-6368-43d3-bb94-0f85fd0b421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.171830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port d5d53365-96d6-41ed-8b2c-4b26a185a226 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:02.172956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.264147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-27a4b8ab-6368-43d3-bb94-0f85fd0b421d None None] Port d5d53365-96d6-41ed-8b2c-4b26a185a226 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:02.294805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.308293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for d5d53365-96d6-41ed-8b2c-4b26a185a226 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:02.392407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ebe4ee47-139b-42d6-81c8-efc9e32fad28 None None] Provisioning complete for port d5d53365-96d6-41ed-8b2c-4b26a185a226 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:02.393166 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ebe4ee47-139b-42d6-81c8-efc9e32fad28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.463225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4ee47-139b-42d6-81c8-efc9e32fad28 None None] Port d5d53365-96d6-41ed-8b2c-4b26a185a226 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:02.512755 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.547160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=d5d53365-96d6-41ed-8b2c-4b26a185a226,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:02.706882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.880855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 711f4b52-b6f3-45e3-bbe5-b97fc9446bf5 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:02.965965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:02.974409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b9f5a6d7-a545-45d8-bd7e-258daf610eb9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/711f4b52-b6f3-45e3-bbe5-b97fc9446bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245611 Nov 23 18:20:02.974674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59072) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:02.988506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e79431-106c-4a00-bffa-8b9056182830 None None] Sync routers for ids ['711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:03.007820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e79431-106c-4a00-bffa-8b9056182830 None None] Routers {'711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:03.010674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c4e79431-106c-4a00-bffa-8b9056182830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:03.024079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-053b7753-42ce-416e-9aa8-adaf2207f9e9 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=711f4b52-b6f3-45e3-bbe5-b97fc9446bf5 HTTP/1.1" status: 200 len: 205 time: 0.0478735 Nov 23 18:20:03.026652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59074) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:03.089422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c4e79431-106c-4a00-bffa-8b9056182830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:03.094714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c43a013c-53a5-4391-b7f6-b0e6fa304cd9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:03.127681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-876400fa-b9c5-4493-b589-5d5953661a77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.162655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e79431-106c-4a00-bffa-8b9056182830 None None] Routers {'711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:03.163769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c4e79431-106c-4a00-bffa-8b9056182830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:03.230923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c4e79431-106c-4a00-bffa-8b9056182830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:03.231711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e79431-106c-4a00-bffa-8b9056182830 None None] The sync data for ids ['711f4b52-b6f3-45e3-bbe5-b97fc9446bf5'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:03.255156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:03.255532 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.409663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-876400fa-b9c5-4493-b589-5d5953661a77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.412157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-876400fa-b9c5-4493-b589-5d5953661a77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.485794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-876400fa-b9c5-4493-b589-5d5953661a77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.486379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876400fa-b9c5-4493-b589-5d5953661a77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Fanout notify agent at l3_agent the message router_deleted on router 711f4b52-b6f3-45e3-bbe5-b97fc9446bf5 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:20:03.503145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-876400fa-b9c5-4493-b589-5d5953661a77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.504456 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-876400fa-b9c5-4493-b589-5d5953661a77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/711f4b52-b6f3-45e3-bbe5-b97fc9446bf5 HTTP/1.1" status: 204 len: 168 time: 0.4764974 Nov 23 18:20:03.507420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59082) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:03.565982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-030aedde-e93c-4e07-a601-d79ccca35a74 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet 2458e7fc-e36c-402c-b87f-0f91aa82a2b3 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:20:03.569850 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-030aedde-e93c-4e07-a601-d79ccca35a74 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.611225 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-030aedde-e93c-4e07-a601-d79ccca35a74 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.707416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-030aedde-e93c-4e07-a601-d79ccca35a74 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.770356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-030aedde-e93c-4e07-a601-d79ccca35a74 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.797287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aedde-e93c-4e07-a601-d79ccca35a74 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=2458e7fc-e36c-402c-b87f-0f91aa82a2b3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:03.800958 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-030aedde-e93c-4e07-a601-d79ccca35a74 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.804458 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-030aedde-e93c-4e07-a601-d79ccca35a74 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/2458e7fc-e36c-402c-b87f-0f91aa82a2b3 HTTP/1.1" status: 204 len: 168 time: 0.2959933 Nov 23 18:20:03.807122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59084) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:03.816034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01277d-ebb4-433f-8af0-0625791ffedf None None] Network 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:03.889569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:03.945788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:03.946374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.017844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port c43a013c-53a5-4391-b7f6-b0e6fa304cd9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,segment=NetworkSegment(1b0a7c69-ebda-4989-bcc3-fcc6f68c2284),segment_id=1b0a7c69-ebda-4989-bcc3-fcc6f68c2284)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:04.018441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.036027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for c43a013c-53a5-4391-b7f6-b0e6fa304cd9 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:04.054787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] DHCP port deletion for 3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:20:04.110282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] Deleting port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:04.111124 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.123889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.155151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:04.159757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No DVR routers for this DVR port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:04.203110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] For port c43a013c-53a5-4391-b7f6-b0e6fa304cd9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,segment=NetworkSegment(1b0a7c69-ebda-4989-bcc3-fcc6f68c2284),segment_id=1b0a7c69-ebda-4989-bcc3-fcc6f68c2284)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:04.204128 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.221145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] Calling delete_port for c43a013c-53a5-4391-b7f6-b0e6fa304cd9 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:04.285460 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.312366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:04.328319 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.329069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0a7c69-ebda-4989-bcc3-fcc6f68c2284') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:04.329383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0a7c69-ebda-4989-bcc3-fcc6f68c2284') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:04.347354 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.362466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.369956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:20:04.370193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] Pushing event deleted for resources: {'Port': ['ID=c43a013c-53a5-4391-b7f6-b0e6fa304cd9,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:04.370481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:20:04.373941 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:20:04.386455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d5262-24a1-4df4-87b5-c26d4764435d None None] No DVR routers for this DVR port c43a013c-53a5-4391-b7f6-b0e6fa304cd9 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:04.459834 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.471957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.475537 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c HTTP/1.1" status: 204 len: 168 time: 0.6676209 Nov 23 18:20:04.479159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59090) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:04.487090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1899176005', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:04.488868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07291ca-73e0-4e4b-a5c1-5ee356b06b6b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=3b3ddb4a-fc93-4dd5-909d-ebd597e10e6c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:04.538515 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.540384 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.600065 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.789189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.897448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59098) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:05.057934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c43a013c-53a5-4391-b7f6-b0e6fa304cd9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:05.083057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c43a013c-53a5-4391-b7f6-b0e6fa304cd9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:05.083848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c43a013c-53a5-4391-b7f6-b0e6fa304cd9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:05.093790 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53e658bc-8635-4707-aa3a-bd502a5dab9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.127702 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.151303 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.310930 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53e658bc-8635-4707-aa3a-bd502a5dab9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.322779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-53e658bc-8635-4707-aa3a-bd502a5dab9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.332512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.25.0.253 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/e7dffbb1-6349-43eb-9e61-e278f7b61bdc) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:05.375519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59106) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:05.376258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-53e658bc-8635-4707-aa3a-bd502a5dab9c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e9383a29b9b4bdc833f03c5337716cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763274 Nov 23 18:20:05.386522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e658bc-8635-4707-aa3a-bd502a5dab9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c26ad6-6c84-49c1-86a3-fd9e164ba624,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:05.448754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1af83959-93ae-48e6-aa50-ffa75fdf8999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.477288 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1af83959-93ae-48e6-aa50-ffa75fdf8999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.498441 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.539970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1af83959-93ae-48e6-aa50-ffa75fdf8999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.541711 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.544422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1af83959-93ae-48e6-aa50-ffa75fdf8999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.548683 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1af83959-93ae-48e6-aa50-ffa75fdf8999 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/23c26ad6-6c84-49c1-86a3-fd9e164ba624 HTTP/1.1" status: 204 len: 168 time: 0.1690545 Nov 23 18:20:05.558575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af83959-93ae-48e6-aa50-ffa75fdf8999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c26ad6-6c84-49c1-86a3-fd9e164ba624,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:05.603324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:05.606501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:05.612864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:05.640557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=e7dffbb1-6349-43eb-9e61-e278f7b61bdc,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:05.663710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e77f72-7ea0-4ddd-a22a-0d72e80ad04f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:20:05.727268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ab2ec94-7315-4780-b0cd-9c3ad7dba4bd None None] Provisioning complete for port e7dffbb1-6349-43eb-9e61-e278f7b61bdc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:05.728511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ec94-7315-4780-b0cd-9c3ad7dba4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.786314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2ec94-7315-4780-b0cd-9c3ad7dba4bd None None] Port e7dffbb1-6349-43eb-9e61-e278f7b61bdc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:05.940262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59112) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:05.953244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.955153 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ce8c16-e1bd-41d4-b587-dcc4d387e69a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.040691 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ce8c16-e1bd-41d4-b587-dcc4d387e69a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.045325 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45ce8c16-e1bd-41d4-b587-dcc4d387e69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.088529 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-45ce8c16-e1bd-41d4-b587-dcc4d387e69a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d8ba617f1394003b6668c78ed1e45e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446397 Nov 23 18:20:06.088840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59114) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:06.095816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce8c16-e1bd-41d4-b587-dcc4d387e69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e95856-0c0e-4807-b34a-30a01d1b76f5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:06.148108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92fa3ec3-b8fb-4656-8224-65c5c51edf62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.170954 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92fa3ec3-b8fb-4656-8224-65c5c51edf62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.176610 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.223098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92fa3ec3-b8fb-4656-8224-65c5c51edf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.226526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92fa3ec3-b8fb-4656-8224-65c5c51edf62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.238012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-92fa3ec3-b8fb-4656-8224-65c5c51edf62 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76e95856-0c0e-4807-b34a-30a01d1b76f5 HTTP/1.1" status: 204 len: 168 time: 0.1406403 Nov 23 18:20:06.249661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa3ec3-b8fb-4656-8224-65c5c51edf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e95856-0c0e-4807-b34a-30a01d1b76f5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:06.667133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 5c91ea8b-32ed-419d-a317-398b58b5b902 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:20:06.878856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:06.893328 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75bcf03-487e-46ea-9c8a-ef6584694d12 None None] Sync routers for ids ['5c91ea8b-32ed-419d-a317-398b58b5b902'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:06.898104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-d5b8f978-29da-446c-9ade-867ceaa24d2d tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:06.899744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-d5b8f978-29da-446c-9ade-867ceaa24d2d tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 814 time: 0.1653359 Nov 23 18:20:06.908817 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75bcf03-487e-46ea-9c8a-ef6584694d12 None None] Routers {'5c91ea8b-32ed-419d-a317-398b58b5b902'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:06.909415 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e75bcf03-487e-46ea-9c8a-ef6584694d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5c91ea8b-32ed-419d-a317-398b58b5b902'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:06.917187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:06.921414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59148) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:06.922528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f312cbfe-2a51-4277-a667-9f7c352d8e41 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4403470 Nov 23 18:20:06.926659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-d0c8750c-b8c1-4b62-9bfe-9af9e80e6c11 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/quotas/76c0aaa9f8d94a4d8092f5f70c98a276 HTTP/1.1" status: 200 len: 375 time: 0.0190277 Nov 23 18:20:06.949904 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e75bcf03-487e-46ea-9c8a-ef6584694d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:06.959490 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75bcf03-487e-46ea-9c8a-ef6584694d12 None None] Routers {'5c91ea8b-32ed-419d-a317-398b58b5b902'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:06.960362 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e75bcf03-487e-46ea-9c8a-ef6584694d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5c91ea8b-32ed-419d-a317-398b58b5b902'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:06.999668 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e75bcf03-487e-46ea-9c8a-ef6584694d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:07.001216 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75bcf03-487e-46ea-9c8a-ef6584694d12 None None] The sync data for ids ['5c91ea8b-32ed-419d-a317-398b58b5b902'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:07.027405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-b5ce8074-657c-47b5-a88a-4a95d79ad7bc tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914347 Nov 23 18:20:07.120095 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c083ee94-e11f-44b2-8057-6817751412b6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/routers/5c91ea8b-32ed-419d-a317-398b58b5b902 HTTP/1.1" status: 200 len: 881 time: 0.1966884 Nov 23 18:20:07.122819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59158) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:07.399637 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-c6d1a957-faf3-4ba1-92c0-5098cafb3368 service neutron] 10.222.0.74 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635168 Nov 23 18:20:07.546238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-d9ecd08c-2e94-471a-8b95-17317ed987fb service neutron] 10.222.0.74 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385672 Nov 23 18:20:07.556464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-28134320-feb8-41ee-a8fd-4114dd6b1ae4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4301257 Nov 23 18:20:07.556743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59170) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:07.561670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ee0247da-e952-4d93-9704-a352841fdcc8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1899176005'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:07.817736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-229333ae-2754-4707-97c5-e361523fbbff req-4b8c9726-fa41-4d2b-9611-3f5367f74101 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 210 time: 0.0528426 Nov 23 18:20:08.013353 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee0247da-e952-4d93-9704-a352841fdcc8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:08.030030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee0247da-e952-4d93-9704-a352841fdcc8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:08.174220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0247da-e952-4d93-9704-a352841fdcc8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 5c91ea8b-32ed-419d-a317-398b58b5b902 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:08.262722 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:20:08.325160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0247da-e952-4d93-9704-a352841fdcc8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:08.342858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd6d643-a411-480a-9666-eb09bb562251 None None] Sync routers for ids ['5c91ea8b-32ed-419d-a317-398b58b5b902'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:08.367037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6d643-a411-480a-9666-eb09bb562251 None None] Routers {'5c91ea8b-32ed-419d-a317-398b58b5b902'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:08.367768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0fd6d643-a411-480a-9666-eb09bb562251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5c91ea8b-32ed-419d-a317-398b58b5b902'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:08.379821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee0247da-e952-4d93-9704-a352841fdcc8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:08.381220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ee0247da-e952-4d93-9704-a352841fdcc8 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/5c91ea8b-32ed-419d-a317-398b58b5b902 HTTP/1.1" status: 200 len: 888 time: 0.8234642 Nov 23 18:20:08.383815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59196) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:08.431332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0fd6d643-a411-480a-9666-eb09bb562251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:08.446891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6d643-a411-480a-9666-eb09bb562251 None None] Routers {'5c91ea8b-32ed-419d-a317-398b58b5b902'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:08.447928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0fd6d643-a411-480a-9666-eb09bb562251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['5c91ea8b-32ed-419d-a317-398b58b5b902'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:08.501031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0fd6d643-a411-480a-9666-eb09bb562251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:08.501701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd6d643-a411-480a-9666-eb09bb562251 None None] The sync data for ids ['5c91ea8b-32ed-419d-a317-398b58b5b902'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:08.574654 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6bcfa1f5-5afe-4e2f-b8e5-6ca93a1c14da tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/routers/5c91ea8b-32ed-419d-a317-398b58b5b902 HTTP/1.1" status: 200 len: 888 time: 0.1889913 Nov 23 18:20:08.577510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59200) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:08.613588 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-014ed9a4-ba95-4bfb-ace2-552ce8f904f7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c91ea8b-32ed-419d-a317-398b58b5b902 HTTP/1.1" status: 200 len: 205 time: 0.0340812 Nov 23 18:20:08.616398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59204) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:08.734795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:08.848838 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:08.923344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port e7dffbb1-6349-43eb-9e61-e278f7b61bdc {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:08.924143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.064779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66adf23a-59c9-42a2-a682-2836353f82f2 req-20f06b8d-7e23-4e18-8a4e-5effa7d07190 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 210 time: 0.0933416 Nov 23 18:20:09.066130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.091739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for e7dffbb1-6349-43eb-9e61-e278f7b61bdc owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:09.120495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-6170b6b6-891e-4ce9-838b-36f99a03c6f1 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:09.122677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-6170b6b6-891e-4ce9-838b-36f99a03c6f1 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 814 time: 0.2230318 Nov 23 18:20:09.146919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Request body: {'port': {'device_id': '47425482-5a8a-4165-ae21-2d22ad3375b7', 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'admin_state_up': True, 'tenant_id': '76c0aaa9f8d94a4d8092f5f70c98a276'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:09.265625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Made reservation on behalf of 76c0aaa9f8d94a4d8092f5f70c98a276 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:09.270043 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.270965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.299366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd3e21b-5ec3-4e25-bc95-cab85d440477 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:20:09.400666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=e7dffbb1-6349-43eb-9e61-e278f7b61bdc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:09.407169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.443389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Allocated IP 172.20.0.4 (8593376e-0682-4c67-b09b-e0540f2f636a/142637d4-d1b4-45df-a473-3992e05984f2/9242335f-dec9-420c-b7ab-83a80a6e58c8) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:09.534974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.537487 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.596420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.597158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Fanout notify agent at l3_agent the message router_deleted on router 5c91ea8b-32ed-419d-a317-398b58b5b902 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:20:09.608178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.616092 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4a38077-36a2-4695-9141-3b69bac61b25 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/5c91ea8b-32ed-419d-a317-398b58b5b902 HTTP/1.1" status: 204 len: 168 time: 0.9973974 Nov 23 18:20:09.616092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59214) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:09.623048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-1317396319'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:09.659208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:09.663282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.670153 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.696679 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:20:09.707156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.707512 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment 041d5480-9d36-45c9-a304-ff1bbbe86529 of type vlan for network c906ec12-46e1-40aa-b28a-64e093f85124 Nov 23 18:20:09.720476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.735371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['79c2b465-61c0-4d38-ad95-5c6b8f29f6b3', 'a2d98d42-0c74-432f-a623-a5fac412c866'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:20:09.741504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:20:09.758203 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.788885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.789135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Pushing event updated for resources: {'Port': ['ID=9242335f-dec9-420c-b7ab-83a80a6e58c8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:09.797678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:09.798542 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.811593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Network 8593376e-0682-4c67-b09b-e0540f2f636a is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:09.813793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:09.817212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:09.847579 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2300599 Nov 23 18:20:09.851340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59218) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:09.880807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:09.881355 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:09.884448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': 'c906ec12-46e1-40aa-b28a-64e093f85124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:09.900494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e1ef2608-8511-4c3b-8032-987445cee4eb tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7574382 Nov 23 18:20:09.902000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d78521-6bae-445f-a1b8-bae056b648b5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=c906ec12-46e1-40aa-b28a-64e093f85124,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:09.920491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Request body: {'port': {'device_id': '47425482-5a8a-4165-ae21-2d22ad3375b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:09.940714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c906ec12-46e1-40aa-b28a-64e093f85124 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:20:09.997616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:09.999592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.003250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.272568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.290990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da9434-4ce0-4252-8867-94e0ff5c05c9 req-04b97717-380a-44cf-9d5f-50b7379d2f40 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:10.292628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7da9434-4ce0-4252-8867-94e0ff5c05c9 req-04b97717-380a-44cf-9d5f-50b7379d2f40 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 931 time: 0.1036699 Nov 23 18:20:10.334732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:10.367839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': '041d5480-9d36-45c9-a304-ff1bbbe86529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c906ec12-46e1-40aa-b28a-64e093f85124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:10.368215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: c906ec12-46e1-40aa-b28a-64e093f85124, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:20:10.384046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7da9434-4ce0-4252-8867-94e0ff5c05c9 req-d2feb7e2-6691-4683-abcd-0082547a5d50 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830011 Nov 23 18:20:10.389272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network c906ec12-46e1-40aa-b28a-64e093f85124 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:20:10.412434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c906ec12-46e1-40aa-b28a-64e093f85124) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:10.417520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:10.418197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.423090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b6cfa-af9b-4974-aa6a-e02a02817e32 None None] Network c906ec12-46e1-40aa-b28a-64e093f85124 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:10.437888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9242335f-dec9-420c-b7ab-83a80a6e58c8 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:20:10.442112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7567941e-4e4e-4664-ab06-88b25340f49e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5890296 Nov 23 18:20:10.443835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59224) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:10.455520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-98f2337c-7c67-42c2-8b8f-b22580bcd76d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1432855540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:10.457574 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.476521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Transition to ACTIVE for port object 9242335f-dec9-420c-b7ab-83a80a6e58c8 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:20:10.482241 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.487956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98f2337c-7c67-42c2-8b8f-b22580bcd76d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.489185 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98f2337c-7c67-42c2-8b8f-b22580bcd76d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.543871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9242335f-dec9-420c-b7ab-83a80a6e58c8,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:10.569015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98f2337c-7c67-42c2-8b8f-b22580bcd76d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.575298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98f2337c-7c67-42c2-8b8f-b22580bcd76d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.602097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98f2337c-7c67-42c2-8b8f-b22580bcd76d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.604188 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-98f2337c-7c67-42c2-8b8f-b22580bcd76d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1585860 Nov 23 18:20:10.606997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59226) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:10.617953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c906ec12-46e1-40aa-b28a-64e093f85124', 'network_id': 'c906ec12-46e1-40aa-b28a-64e093f85124', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': '6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:20:10.619377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.648226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Attempting to bind port 9242335f-dec9-420c-b7ab-83a80a6e58c8 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:10.648567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Attempting to bind port 9242335f-dec9-420c-b7ab-83a80a6e58c8 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:10.648912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Attempting to bind port 9242335f-dec9-420c-b7ab-83a80a6e58c8 on network 8593376e-0682-4c67-b09b-e0540f2f636a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:10.656840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Port 9242335f-dec9-420c-b7ab-83a80a6e58c8 on network 8593376e-0682-4c67-b09b-e0540f2f636a not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:20:10.657629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Attempting to bind port 9242335f-dec9-420c-b7ab-83a80a6e58c8 on network 8593376e-0682-4c67-b09b-e0540f2f636a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:10.663122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:10.663459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Checking segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:10.663845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Bound using segment: {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:10.664297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Bound port: 9242335f-dec9-420c-b7ab-83a80a6e58c8, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f7ce61-5b33-4f48-b8bd-af463476299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:10.664659 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.776500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] For port 9242335f-dec9-420c-b7ab-83a80a6e58c8, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:10.783285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] For port 9242335f-dec9-420c-b7ab-83a80a6e58c8, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9242335f-dec9-420c-b7ab-83a80a6e58c8,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:10.791518 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.832881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Allocated IP 172.20.0.2 (c906ec12-46e1-40aa-b28a-64e093f85124/6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b/02e02fbc-2934-481c-a7e7-7004523343e1) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:10.838408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:10.839511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:10.841273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/9242335f-dec9-420c-b7ab-83a80a6e58c8 HTTP/1.1" status: 200 len: 1091 time: 0.9265616 Nov 23 18:20:10.844502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47425482-5a8a-4165-ae21-2d22ad3375b7', 'tag': '9242335f-dec9-420c-b7ab-83a80a6e58c8'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:20:10.847182 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94" -d '{"events": [{"name": "network-changed", "server_uuid": "47425482-5a8a-4165-ae21-2d22ad3375b7", "tag": "9242335f-dec9-420c-b7ab-83a80a6e58c8"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:20:10.950600 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49183fc-8345-43b4-adea-0fb40a1881a9 x-openstack-request-id: req-c49183fc-8345-43b4-adea-0fb40a1881a9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:20:10.950977 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47425482-5a8a-4165-ae21-2d22ad3375b7", "tag": "9242335f-dec9-420c-b7ab-83a80a6e58c8", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:20:10.951198 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c49183fc-8345-43b4-adea-0fb40a1881a9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:20:10.951597 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47425482-5a8a-4165-ae21-2d22ad3375b7', 'tag': '9242335f-dec9-420c-b7ab-83a80a6e58c8', 'status': 'completed', 'code': 200} Nov 23 18:20:10.977035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2404e8-7b0f-44cf-ae54-2efee98cf5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9242335f-dec9-420c-b7ab-83a80a6e58c8,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:10.989029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-a7b5008f-62af-4b68-9777-7ca808296297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:10.990663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-a7b5008f-62af-4b68-9777-7ca808296297 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 1094 time: 0.0872793 Nov 23 18:20:11.013079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:11.045732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-25b22354-3ee9-46b6-8a32-f83c427f1fc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9242335f-dec9-420c-b7ab-83a80a6e58c8 HTTP/1.1" status: 200 len: 217 time: 0.0415699 Nov 23 18:20:11.054203 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:11.060973 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:11.086492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Network c906ec12-46e1-40aa-b28a-64e093f85124 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:11.089773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:11.114505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e2da0bfb-9287-4da0-965e-52e774b5803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:11.116298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-e2da0bfb-9287-4da0-965e-52e774b5803f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0592396 Nov 23 18:20:11.120640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:11.164054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-132d8e89-7ef6-4618-8729-92432e983a63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345864 Nov 23 18:20:11.193311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Pushing event updated for resources: {'Port': ['ID=02e02fbc-2934-481c-a7e7-7004523343e1,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:11.201202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Attempting to bind port 02e02fbc-2934-481c-a7e7-7004523343e1 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:11.201604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Attempting to bind port 02e02fbc-2934-481c-a7e7-7004523343e1 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '041d5480-9d36-45c9-a304-ff1bbbe86529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c906ec12-46e1-40aa-b28a-64e093f85124'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:11.202053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Attempting to bind port 02e02fbc-2934-481c-a7e7-7004523343e1 on network c906ec12-46e1-40aa-b28a-64e093f85124 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:11.209377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:11.209764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Checking segment: {'id': '041d5480-9d36-45c9-a304-ff1bbbe86529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c906ec12-46e1-40aa-b28a-64e093f85124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:11.210182 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:11.210588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Bound using segment: {'id': '041d5480-9d36-45c9-a304-ff1bbbe86529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c906ec12-46e1-40aa-b28a-64e093f85124'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:11.211137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Bound port: 02e02fbc-2934-481c-a7e7-7004523343e1, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041d5480-9d36-45c9-a304-ff1bbbe86529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c906ec12-46e1-40aa-b28a-64e093f85124'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:11.211531 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:11.289695 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-07b30009-eb44-42fc-9dbc-50f6259704d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:11.309924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-b8934516-0d20-4241-9b5f-5be7326c33a8 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333778 Nov 23 18:20:11.316393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] For port 02e02fbc-2934-481c-a7e7-7004523343e1, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:11.321097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] For port 02e02fbc-2934-481c-a7e7-7004523343e1, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=02e02fbc-2934-481c-a7e7-7004523343e1,segment=NetworkSegment(041d5480-9d36-45c9-a304-ff1bbbe86529),segment_id=041d5480-9d36-45c9-a304-ff1bbbe86529)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:11.326510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:11.400159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddfc04-fd29-4207-8900-983eb44abe9b None None] Pushing event updated for resources: {'Port': ['ID=02e02fbc-2934-481c-a7e7-7004523343e1,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:11.460515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d21fa29e-afcd-4782-b67b-fccffe68bbfb req-34bbc2fd-4660-4786-ba3d-7a3bb1144dea service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367679 Nov 23 18:20:11.803947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.20.0.1 (c906ec12-46e1-40aa-b28a-64e093f85124/6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b/4e978cc9-2c12-4df9-9a3c-fc88f85769a7) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:11.962991 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:12.024091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:12.040143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696b1a4-b22b-4909-8f56-76012b803f20 req-bedea798-23e4-42ff-b895-a10d26bf0ba1 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:12.046395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1696b1a4-b22b-4909-8f56-76012b803f20 req-bedea798-23e4-42ff-b895-a10d26bf0ba1 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 943 time: 0.5463793 Nov 23 18:20:12.080201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-5e8f805c-4591-47de-8dab-17029a43b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:12.082375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-5e8f805c-4591-47de-8dab-17029a43b0f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 1094 time: 0.5408075 Nov 23 18:20:12.096272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network c906ec12-46e1-40aa-b28a-64e093f85124 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:12.099785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:12.106200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:12.137629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=4e978cc9-2c12-4df9-9a3c-fc88f85769a7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:12.142838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1696b1a4-b22b-4909-8f56-76012b803f20 req-7bd88fc6-4458-4b81-96d7-9c6d06b81232 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944371 Nov 23 18:20:12.180467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:12.235119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-70a5d622-a0b1-4bf4-a2ea-1b7fbdf5b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:12.236867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-70a5d622-a0b1-4bf4-a2ea-1b7fbdf5b260 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1386561 Nov 23 18:20:12.295876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-13f251c5-fd9c-4e91-9237-646e9772e625 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9242335f-dec9-420c-b7ab-83a80a6e58c8 HTTP/1.1" status: 200 len: 217 time: 0.0495484 Nov 23 18:20:12.366085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:12.387884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-3b1120f4-990b-44e8-855d-23d4fb054978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:12.389387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-3b1120f4-990b-44e8-855d-23d4fb054978 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0813122 Nov 23 18:20:12.432471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-9cb6e58c-fc03-4525-8c9a-15cf1c4bccb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302997 Nov 23 18:20:12.611248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-a90f7ad7-c43f-46a6-bd92-17be18f169b6 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681824 Nov 23 18:20:12.784232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:12.787492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3347c7f2-3fb8-42f7-bc89-04d9b9d89c94 req-befb726d-d3d0-41e6-928c-96717394f85a service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613925 Nov 23 18:20:12.792534 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:12.878562 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:12.880744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=4e978cc9-2c12-4df9-9a3c-fc88f85769a7,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:12.918035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15587172-f695-4545-a6a3-7a7e893fd42d None None] Network c906ec12-46e1-40aa-b28a-64e093f85124 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:12.997619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network c906ec12-46e1-40aa-b28a-64e093f85124 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:13.000574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-80c63541-39a5-4413-9f8c-82ab2b3cad8d None None] Provisioning complete for port 02e02fbc-2934-481c-a7e7-7004523343e1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:13.000574 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-80c63541-39a5-4413-9f8c-82ab2b3cad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.005604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:13.116019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 02e02fbc-2934-481c-a7e7-7004523343e1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:13.157967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 931bdda1-8328-43d9-b544-92f0bcd9cd58 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:20:13.213709 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-80c63541-39a5-4413-9f8c-82ab2b3cad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.261763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-80c63541-39a5-4413-9f8c-82ab2b3cad8d None None] For port 02e02fbc-2934-481c-a7e7-7004523343e1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=02e02fbc-2934-481c-a7e7-7004523343e1,segment=NetworkSegment(041d5480-9d36-45c9-a304-ff1bbbe86529),segment_id=041d5480-9d36-45c9-a304-ff1bbbe86529)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:13.265333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 02e02fbc-2934-481c-a7e7-7004523343e1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:13.265811 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.291229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-80c63541-39a5-4413-9f8c-82ab2b3cad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.297170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:13.309487 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f609cf98-006f-48c5-be0b-3d8477badd46 None None] Sync routers for ids ['931bdda1-8328-43d9-b544-92f0bcd9cd58'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:13.315027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59260) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:13.316169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f69612ba-e2b1-4b7d-abc7-e612b59a964e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/931bdda1-8328-43d9-b544-92f0bcd9cd58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7079697 Nov 23 18:20:13.330610 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609cf98-006f-48c5-be0b-3d8477badd46 None None] Routers {'931bdda1-8328-43d9-b544-92f0bcd9cd58'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:13.331295 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f609cf98-006f-48c5-be0b-3d8477badd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['931bdda1-8328-43d9-b544-92f0bcd9cd58'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:13.383979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe92638e-50d2-4db8-84ef-22259a33cdc0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:13.386286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fe92638e-50d2-4db8-84ef-22259a33cdc0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports/4e978cc9-2c12-4df9-9a3c-fc88f85769a7 HTTP/1.1" status: 200 len: 910 time: 0.0695939 Nov 23 18:20:13.386766 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f609cf98-006f-48c5-be0b-3d8477badd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:13.388820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59264) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:13.396619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-26bac8a2-6ec0-4051-a3de-8c27f5f1cf77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:13.399793 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609cf98-006f-48c5-be0b-3d8477badd46 None None] Routers {'931bdda1-8328-43d9-b544-92f0bcd9cd58'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:13.400535 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f609cf98-006f-48c5-be0b-3d8477badd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:19:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['931bdda1-8328-43d9-b544-92f0bcd9cd58'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:13.454058 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f609cf98-006f-48c5-be0b-3d8477badd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:13.455042 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f609cf98-006f-48c5-be0b-3d8477badd46 None None] The sync data for ids ['931bdda1-8328-43d9-b544-92f0bcd9cd58'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:13.458095 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-60e482cd-eab5-4c95-882b-facfcb4b116b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.463321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcc1fb-748b-46bd-9e91-5d4f7751753b req-38fd5491-003c-4fea-9baf-056792a147a5 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:13.476025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c63541-39a5-4413-9f8c-82ab2b3cad8d None None] Pushing event updated for resources: {'Port': ['ID=02e02fbc-2934-481c-a7e7-7004523343e1,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:13.477986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5fcc1fb-748b-46bd-9e91-5d4f7751753b req-38fd5491-003c-4fea-9baf-056792a147a5 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 943 time: 0.2272017 Nov 23 18:20:13.560851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5fcc1fb-748b-46bd-9e91-5d4f7751753b req-dd409561-442a-43ab-ab94-a00c583a6f1c tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806408 Nov 23 18:20:13.613474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ecdc2724-89a6-4446-9bbe-11d9050435c1 None None] Provisioning complete for port 02e02fbc-2934-481c-a7e7-7004523343e1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:13.614373 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2724-89a6-4446-9bbe-11d9050435c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.681100 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-26bac8a2-6ec0-4051-a3de-8c27f5f1cf77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.790770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ecdc2724-89a6-4446-9bbe-11d9050435c1 None None] Provisioning complete for port 4e978cc9-2c12-4df9-9a3c-fc88f85769a7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:13.791531 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2724-89a6-4446-9bbe-11d9050435c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.840850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc2724-89a6-4446-9bbe-11d9050435c1 None None] Port 4e978cc9-2c12-4df9-9a3c-fc88f85769a7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:13.982411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ebb9998a-f117-433f-a2f0-5176499ca442 None None] Provisioning complete for port 4e978cc9-2c12-4df9-9a3c-fc88f85769a7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:13.983086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ebb9998a-f117-433f-a2f0-5176499ca442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:14.031118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9998a-f117-433f-a2f0-5176499ca442 None None] Port 4e978cc9-2c12-4df9-9a3c-fc88f85769a7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:14.194406 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-26bac8a2-6ec0-4051-a3de-8c27f5f1cf77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:14.202186 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-26bac8a2-6ec0-4051-a3de-8c27f5f1cf77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:14.256469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-eedcf453-2277-4d2e-90ea-532dcadefb76 None None] Provisioning complete for port 4e978cc9-2c12-4df9-9a3c-fc88f85769a7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:14.256469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eedcf453-2277-4d2e-90ea-532dcadefb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:14.294623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bac8a2-6ec0-4051-a3de-8c27f5f1cf77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:14.295299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-26bac8a2-6ec0-4051-a3de-8c27f5f1cf77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:14.297142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-26bac8a2-6ec0-4051-a3de-8c27f5f1cf77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/ports/4e978cc9-2c12-4df9-9a3c-fc88f85769a7 HTTP/1.1" status: 200 len: 910 time: 0.9052689 Nov 23 18:20:14.297983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bac8a2-6ec0-4051-a3de-8c27f5f1cf77 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=4e978cc9-2c12-4df9-9a3c-fc88f85769a7,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:14.299694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59280) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:14.318383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-eedcf453-2277-4d2e-90ea-532dcadefb76 None None] Port 4e978cc9-2c12-4df9-9a3c-fc88f85769a7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:14.650862 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:14.702729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75a76-39f4-4a35-a2f4-02adb8e8db31 req-53318f3f-13f3-4df7-8144-318e1834d6c6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:14.712846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8d75a76-39f4-4a35-a2f4-02adb8e8db31 req-53318f3f-13f3-4df7-8144-318e1834d6c6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 943 time: 0.0772574 Nov 23 18:20:14.795823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9242335f-dec9-420c-b7ab-83a80a6e58c8 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:20:14.802103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8d75a76-39f4-4a35-a2f4-02adb8e8db31 req-fd11328d-b5e8-4436-b79c-e17fab704b20 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830872 Nov 23 18:20:15.068641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9242335f-dec9-420c-b7ab-83a80a6e58c8, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9242335f-dec9-420c-b7ab-83a80a6e58c8,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:15.085854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '9242335f-dec9-420c-b7ab-83a80a6e58c8', 'network_id': '8593376e-0682-4c67-b09b-e0540f2f636a', 'port_id': '9242335f-dec9-420c-b7ab-83a80a6e58c8', 'mac_address': 'fa:16:3e:25:49:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142637d4-d1b4-45df-a473-3992e05984f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:20:15.103203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 02e02fbc-2934-481c-a7e7-7004523343e1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:15.113490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 4e978cc9-2c12-4df9-9a3c-fc88f85769a7 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:15.113834 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.155365 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.207292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9242335f-dec9-420c-b7ab-83a80a6e58c8 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:20:15.211530 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.228787 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.240006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9242335f-dec9-420c-b7ab-83a80a6e58c8, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9242335f-dec9-420c-b7ab-83a80a6e58c8,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:15.244147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 4e978cc9-2c12-4df9-9a3c-fc88f85769a7 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:15.248025 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.254966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 02e02fbc-2934-481c-a7e7-7004523343e1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:15.254966 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.343873 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9242335f-dec9-420c-b7ab-83a80a6e58c8,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:15.507625 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.571082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=4e978cc9-2c12-4df9-9a3c-fc88f85769a7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:15.640918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9242335f-dec9-420c-b7ab-83a80a6e58c8'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:20:15.792770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.962478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412a89-8fe1-44c9-a9f1-905e38e4afea req-063bd301-50ef-4efc-aeaa-bc8a4026015f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:15.964032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd412a89-8fe1-44c9-a9f1-905e38e4afea req-063bd301-50ef-4efc-aeaa-bc8a4026015f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 944 time: 0.0581570 Nov 23 18:20:16.027144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd412a89-8fe1-44c9-a9f1-905e38e4afea req-ab4698ce-65f2-4d1a-98fc-918dc9bdef79 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549674 Nov 23 18:20:16.321994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 931bdda1-8328-43d9-b544-92f0bcd9cd58 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:16.412307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:16.419306 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f00fe623-c85f-4613-8a1e-1cab00cb6785 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/931bdda1-8328-43d9-b544-92f0bcd9cd58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1175907 Nov 23 18:20:16.422612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59330) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:16.451185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74566b73-b1c0-4778-a607-50094e8f4295 None None] Sync routers for ids ['931bdda1-8328-43d9-b544-92f0bcd9cd58'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:16.473924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:16.490411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74566b73-b1c0-4778-a607-50094e8f4295 None None] Routers {'931bdda1-8328-43d9-b544-92f0bcd9cd58'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:16.490995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-74566b73-b1c0-4778-a607-50094e8f4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['931bdda1-8328-43d9-b544-92f0bcd9cd58'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:16.493260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7bdb5d81-233e-431f-8a4c-c52155c31a0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=931bdda1-8328-43d9-b544-92f0bcd9cd58 HTTP/1.1" status: 200 len: 205 time: 0.0675740 Nov 23 18:20:16.494931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59338) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:16.531912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-74566b73-b1c0-4778-a607-50094e8f4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:16.548083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74566b73-b1c0-4778-a607-50094e8f4295 None None] Routers {'931bdda1-8328-43d9-b544-92f0bcd9cd58'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:16.549508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-74566b73-b1c0-4778-a607-50094e8f4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['931bdda1-8328-43d9-b544-92f0bcd9cd58'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:16.597852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-74566b73-b1c0-4778-a607-50094e8f4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:16.598866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74566b73-b1c0-4778-a607-50094e8f4295 None None] The sync data for ids ['931bdda1-8328-43d9-b544-92f0bcd9cd58'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:16.703538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46974a25-88dd-49c1-be40-a593e6366d4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:16.810599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9242335f-dec9-420c-b7ab-83a80a6e58c8 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:16.875706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 9242335f-dec9-420c-b7ab-83a80a6e58c8 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:20:16.883353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 9242335f-dec9-420c-b7ab-83a80a6e58c8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:16.883841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:16.965965 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46974a25-88dd-49c1-be40-a593e6366d4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:16.968847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46974a25-88dd-49c1-be40-a593e6366d4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:16.997355 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.023344 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46974a25-88dd-49c1-be40-a593e6366d4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.024113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46974a25-88dd-49c1-be40-a593e6366d4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Fanout notify agent at l3_agent the message router_deleted on router 931bdda1-8328-43d9-b544-92f0bcd9cd58 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:20:17.025260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47425482-5a8a-4165-ae21-2d22ad3375b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9242335f-dec9-420c-b7ab-83a80a6e58c8'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:20:17.028219 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28624b9-5dcb-4131-9f81-d8026c9a6169" -d '{"events": [{"server_uuid": "47425482-5a8a-4165-ae21-2d22ad3375b7", "name": "network-vif-plugged", "status": "completed", "tag": "9242335f-dec9-420c-b7ab-83a80a6e58c8"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:20:17.043520 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46974a25-88dd-49c1-be40-a593e6366d4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.048085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59410) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:17.052541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-46974a25-88dd-49c1-be40-a593e6366d4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/931bdda1-8328-43d9-b544-92f0bcd9cd58 HTTP/1.1" status: 204 len: 168 time: 0.5563207 Nov 23 18:20:17.055992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9242335f-dec9-420c-b7ab-83a80a6e58c8, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9242335f-dec9-420c-b7ab-83a80a6e58c8,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:17.063076 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.150319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1104e9-77b1-4922-acb9-d8b6f2603421 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet 6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:20:17.153839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9242335f-dec9-420c-b7ab-83a80a6e58c8,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:17.154243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1104e9-77b1-4922-acb9-d8b6f2603421 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.245647 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1104e9-77b1-4922-acb9-d8b6f2603421 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.326707 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91a5e12-07dd-4499-bf5c-d21f6f915d26 x-openstack-request-id: req-c91a5e12-07dd-4499-bf5c-d21f6f915d26 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:20:17.327023 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47425482-5a8a-4165-ae21-2d22ad3375b7", "name": "network-vif-plugged", "status": "completed", "tag": "9242335f-dec9-420c-b7ab-83a80a6e58c8", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:20:17.327284 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c91a5e12-07dd-4499-bf5c-d21f6f915d26 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:20:17.328214 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47425482-5a8a-4165-ae21-2d22ad3375b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9242335f-dec9-420c-b7ab-83a80a6e58c8', 'code': 200} Nov 23 18:20:17.389915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1104e9-77b1-4922-acb9-d8b6f2603421 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.475869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1104e9-77b1-4922-acb9-d8b6f2603421 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.497747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e4d3a-3f71-44d7-bcc6-3dd11411ad03 req-754e865d-7a81-4b36-8442-64caca9e55d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:17.506209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-974e4d3a-3f71-44d7-bcc6-3dd11411ad03 req-754e865d-7a81-4b36-8442-64caca9e55d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 945 time: 0.1056199 Nov 23 18:20:17.513506 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1104e9-77b1-4922-acb9-d8b6f2603421 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:17.534406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c546b79-b230-4e8c-9544-e9c7b08a49c9 None None] Network c906ec12-46e1-40aa-b28a-64e093f85124 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:17.535178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f062b-0091-4da2-94f5-9fa80e8b5db0 req-3dc22391-24ce-45d7-b0a7-93af9ffb163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:17.536674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b6f062b-0091-4da2-94f5-9fa80e8b5db0 req-3dc22391-24ce-45d7-b0a7-93af9ffb163b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 1096 time: 0.1028523 Nov 23 18:20:17.539123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc1104e9-77b1-4922-acb9-d8b6f2603421 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.544646 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cc1104e9-77b1-4922-acb9-d8b6f2603421 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b HTTP/1.1" status: 204 len: 168 time: 0.4954398 Nov 23 18:20:17.550093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59466) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:17.594502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-974e4d3a-3f71-44d7-bcc6-3dd11411ad03 req-99ff4ce4-ac07-413f-aab1-e67c7caa83d0 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874097 Nov 23 18:20:17.615847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b6f062b-0091-4da2-94f5-9fa80e8b5db0 req-4bcc63c4-95da-48a5-ae4d-e6d19c4227b9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674009 Nov 23 18:20:17.675010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.762159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 02e02fbc-2934-481c-a7e7-7004523343e1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:17.762739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.869268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 02e02fbc-2934-481c-a7e7-7004523343e1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=02e02fbc-2934-481c-a7e7-7004523343e1,segment=NetworkSegment(041d5480-9d36-45c9-a304-ff1bbbe86529),segment_id=041d5480-9d36-45c9-a304-ff1bbbe86529)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:17.869760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.885331 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.887079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 02e02fbc-2934-481c-a7e7-7004523343e1 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:17.894288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] DHCP port deletion for c906ec12-46e1-40aa-b28a-64e093f85124 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:20:17.949791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] Deleting port 02e02fbc-2934-481c-a7e7-7004523343e1 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:17.950244 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.990511 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.019133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] For port 02e02fbc-2934-481c-a7e7-7004523343e1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=02e02fbc-2934-481c-a7e7-7004523343e1,segment=NetworkSegment(041d5480-9d36-45c9-a304-ff1bbbe86529),segment_id=041d5480-9d36-45c9-a304-ff1bbbe86529)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:18.019437 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.021331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=02e02fbc-2934-481c-a7e7-7004523343e1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:18.023359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No DVR routers for this DVR port 02e02fbc-2934-481c-a7e7-7004523343e1 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:18.035657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] Calling delete_port for 02e02fbc-2934-481c-a7e7-7004523343e1 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:18.118524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.124696 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.141783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c906ec12-46e1-40aa-b28a-64e093f85124']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:18.151844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] Pushing event deleted for resources: {'Port': ['ID=02e02fbc-2934-481c-a7e7-7004523343e1,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:18.152671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041d5480-9d36-45c9-a304-ff1bbbe86529') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:18.152979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041d5480-9d36-45c9-a304-ff1bbbe86529') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:18.155442 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea55205-a976-4a9c-a247-24d420364684 None None] No DVR routers for this DVR port 02e02fbc-2934-481c-a7e7-7004523343e1 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:18.164276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.179106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.186147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:20:18.186536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:20:18.190328 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:20:18.255211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.262466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.267265 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/c906ec12-46e1-40aa-b28a-64e093f85124 HTTP/1.1" status: 204 len: 168 time: 0.7155066 Nov 23 18:20:18.270731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:18.274997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-733f312e-3bc7-4c46-951d-5862bc843fa2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-997174766', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:18.283120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb88efe-b43a-41af-9bb9-38ec0f29b0a2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=c906ec12-46e1-40aa-b28a-64e093f85124,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:18.304065 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-733f312e-3bc7-4c46-951d-5862bc843fa2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.305102 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-733f312e-3bc7-4c46-951d-5862bc843fa2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.362110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-733f312e-3bc7-4c46-951d-5862bc843fa2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.366225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-733f312e-3bc7-4c46-951d-5862bc843fa2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.385003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-733f312e-3bc7-4c46-951d-5862bc843fa2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.386642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-733f312e-3bc7-4c46-951d-5862bc843fa2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1153641 Nov 23 18:20:18.388901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59578) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:18.395153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-881970169'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:18.419379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:18.423322 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.461515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:20:18.472703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.473139 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment 8dbd2a5e-bf1f-447c-86e0-5cb2d572681e of type vlan for network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 Nov 23 18:20:18.520869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.547517 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.552247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:18.553256 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.603312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2133093 Nov 23 18:20:18.603486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:18.612835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:18.641019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1745c71-360e-4604-bbb3-05beb66ca53c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:18.653853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:20:18.743615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:18.748519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.786909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1a21-f8c5-499f-a499-7e7874276603 req-3b066828-8ca4-49fe-ae12-cccd478a5206 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:18.790528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fde1a21-f8c5-499f-a499-7e7874276603 req-3b066828-8ca4-49fe-ae12-cccd478a5206 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 945 time: 0.1012349 Nov 23 18:20:18.886818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fde1a21-f8c5-499f-a499-7e7874276603 req-4f0c1b55-aa57-47d0-8b40-953fd066eb54 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867312 Nov 23 18:20:19.035489 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:19.104564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 02e02fbc-2934-481c-a7e7-7004523343e1 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:19.142979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=f4e6a847-02ee-41ea-9aef-b5b4b712eb22,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:19.163846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:19.164926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:20:19.171949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 02e02fbc-2934-481c-a7e7-7004523343e1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:19.172979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 02e02fbc-2934-481c-a7e7-7004523343e1 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:19.224350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:20:19.242511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:19.247856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:19.251783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4c309-550f-45fa-9d1d-3fcc0e2e61ca None None] Network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:19.254760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:19.303683 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a255fe6b-8207-423e-8371-312e581c379b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6986086 Nov 23 18:20:19.306264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59690) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:19.667273 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:19.724621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:20:19.727019 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:19.746830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:19.906504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Allocated IP 172.20.0.2 (14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2/f4e6a847-02ee-41ea-9aef-b5b4b712eb22/2cea64da-9c1f-4292-a63b-ce3963fb55d6) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:20.159941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eeb8d-7a3c-4d4c-b25b-071d19c8ca29 req-425db139-1d6c-42d7-99a4-248b8a41c85e tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:20.166985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b9eeb8d-7a3c-4d4c-b25b-071d19c8ca29 req-425db139-1d6c-42d7-99a4-248b8a41c85e tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 945 time: 0.1614616 Nov 23 18:20:20.178816 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.190805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.372244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:20.380158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Pushing event updated for resources: {'Port': ['ID=2cea64da-9c1f-4292-a63b-ce3963fb55d6,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:20.391578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.20.0.1 (14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2/f4e6a847-02ee-41ea-9aef-b5b4b712eb22/8820975a-f6ad-436d-89b5-a94755f26382) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:20.393276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:20.399868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:20.401714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b9eeb8d-7a3c-4d4c-b25b-071d19c8ca29 req-7ee4e555-eed9-4d47-b73b-06090cde42f0 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197685 Nov 23 18:20:20.524550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Attempting to bind port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:20.527485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Attempting to bind port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:20.527868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Attempting to bind port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 on network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:20.537807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:20.538097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Checking segment: {'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:20.540082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.542802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Bound using segment: {'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:20.543589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Bound port: 2cea64da-9c1f-4292-a63b-ce3963fb55d6, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:20.545670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.566176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.613429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.660982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:20.692602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:20.701435 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.704971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:20.705918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] For port 2cea64da-9c1f-4292-a63b-ce3963fb55d6, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:20.710161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] For port 2cea64da-9c1f-4292-a63b-ce3963fb55d6, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2cea64da-9c1f-4292-a63b-ce3963fb55d6,segment=NetworkSegment(8dbd2a5e-bf1f-447c-86e0-5cb2d572681e),segment_id=8dbd2a5e-bf1f-447c-86e0-5cb2d572681e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:20.717171 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.742182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=8820975a-f6ad-436d-89b5-a94755f26382,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:20.755101 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:20.857109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8db50-46c5-4db7-9b3c-527611e9a81d None None] Pushing event updated for resources: {'Port': ['ID=2cea64da-9c1f-4292-a63b-ce3963fb55d6,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:20.968683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:21.305550 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:21.324887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:21.440609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=8820975a-f6ad-436d-89b5-a94755f26382,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:21.464645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:21.710619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:21.714243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:21.917264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:20:22.124076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:22.133726 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b067b75a-26f6-45ca-bb88-31f6be2ba2c2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229177 Nov 23 18:20:22.133726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:22.136240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:22.153334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-530636265'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:22.157920 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:22.159190 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:22.192618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:22.196542 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:22.255398 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:20:22.268139 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:22.268493 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment 98beb2cc-f38c-4d8d-b008-80fd15120b7c of type vlan for network 5fe6a06f-4d68-4a41-950c-601786fb4635 Nov 23 18:20:22.300837 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:22.341127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:22.409290 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:22.415195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:22.415875 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:22.507716 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3708086 Nov 23 18:20:22.509105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59816) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:22.518905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:22.544005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3d60b-e7f3-42b2-96c8-0324c30e2b0c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=5fe6a06f-4d68-4a41-950c-601786fb4635,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:22.564487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 5fe6a06f-4d68-4a41-950c-601786fb4635 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:20:22.609504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563da050-fbb8-431e-a276-0bcf48b85592 None None] Network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:22.659876 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:20Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:21Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:22.726995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Provisioning complete for port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:22.727358 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:22.731581 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:22.732528 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Updating router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 port 8820975a-f6ad-436d-89b5-a94755f26382 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:20:22.779620 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:22.786296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:22.791726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.098056 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.112049 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.269154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] For port 2cea64da-9c1f-4292-a63b-ce3963fb55d6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2cea64da-9c1f-4292-a63b-ce3963fb55d6,segment=NetworkSegment(8dbd2a5e-bf1f-447c-86e0-5cb2d572681e),segment_id=8dbd2a5e-bf1f-447c-86e0-5cb2d572681e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:23.279539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2cea64da-9c1f-4292-a63b-ce3963fb55d6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:23.335335 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.405117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=9d638d5c-f83d-476f-8508-269955540bad,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:23.417197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:23.417843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.455672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:23.456286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: 5fe6a06f-4d68-4a41-950c-601786fb4635, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:20:23.501923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Pushing event updated for resources: {'Port': ['ID=2cea64da-9c1f-4292-a63b-ce3963fb55d6,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:23.513234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 5fe6a06f-4d68-4a41-950c-601786fb4635 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:20:23.539322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 5fe6a06f-4d68-4a41-950c-601786fb4635) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:23.549247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:23.549909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.572599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08727928-e5b3-46f4-adc3-fecaef6c3319 None None] Network 5fe6a06f-4d68-4a41-950c-601786fb4635 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:23.577840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.579960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.581000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.582282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.582626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.586034 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.586527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.586937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.592009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7e84b70c-ecd0-4877-b839-55ac124efd62 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0813007 Nov 23 18:20:23.592559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.593083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.593904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.594883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59838) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:23.602570 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.623022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.623471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ba5b0-8cdd-489f-9d05-cae904f6ddd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.703059 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Pushing event updated for resources: {'Port': ['ID=8820975a-f6ad-436d-89b5-a94755f26382,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:23.760234 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.760234 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.760234 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.761089 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.762112 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.764355 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.765563 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.766787 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.767212 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.767657 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.769375 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.769796 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:23.908747 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Attempting to bind port 8820975a-f6ad-436d-89b5-a94755f26382 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:23.909121 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Attempting to bind port 8820975a-f6ad-436d-89b5-a94755f26382 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:23.909610 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Attempting to bind port 8820975a-f6ad-436d-89b5-a94755f26382 on network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:23.915903 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:23.916279 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Checking segment: {'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:23.916685 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:23.917078 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Bound using segment: {'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:23.917738 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Bound port: 8820975a-f6ad-436d-89b5-a94755f26382, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:23.918141 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:24.043484 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] For port 8820975a-f6ad-436d-89b5-a94755f26382, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:24.047911 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] For port 8820975a-f6ad-436d-89b5-a94755f26382, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8820975a-f6ad-436d-89b5-a94755f26382,segment=NetworkSegment(8dbd2a5e-bf1f-447c-86e0-5cb2d572681e),segment_id=8dbd2a5e-bf1f-447c-86e0-5cb2d572681e)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:24.060134 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:24.165797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-023679b6-5f79-4321-8305-8d92ed596410 None None] Provisioning complete for port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:24.170325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-023679b6-5f79-4321-8305-8d92ed596410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:24.196064 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c467c-422f-4e42-bc35-28b1ec948cab None None] Pushing event updated for resources: {'Port': ['ID=8820975a-f6ad-436d-89b5-a94755f26382,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:24.242367 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:24.244351 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:24.267295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-5fe6a06f-4d68-4a41-950c-601786fb4635', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:20:24.282844 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:24.500056 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:24.672542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-023679b6-5f79-4321-8305-8d92ed596410 None None] Provisioning complete for port 8820975a-f6ad-436d-89b5-a94755f26382 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:24.674069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-023679b6-5f79-4321-8305-8d92ed596410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:24.729410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Allocated IP 172.21.0.2 (5fe6a06f-4d68-4a41-950c-601786fb4635/9d638d5c-f83d-476f-8508-269955540bad/dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:25.116061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:25.238087 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:20Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:24Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:25.325569 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75dfec-1ec5-432f-a566-8667d7069670 None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:20Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:24Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:25.630737 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:25.638182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-f1de0def-0aa0-4755-a15b-41076a279de2 req-b44e4e01-7fcc-4a01-bf53-5dce13646947 tempest-ImagesOneServerTestJSON-1951589522 tempest-ImagesOneServerTestJSON-1951589522-project] (120535) timed out ('10.222.0.66', 57609) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:20:25.664537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2cea64da-9c1f-4292-a63b-ce3963fb55d6 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:25.668888 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:25.701607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Network 5fe6a06f-4d68-4a41-950c-601786fb4635 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:25.738327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:25.742304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:25.932729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.21.0.1 (5fe6a06f-4d68-4a41-950c-601786fb4635/9d638d5c-f83d-476f-8508-269955540bad/3175b344-2fec-418c-a299-68a0cf1c2067) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:25.976339 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-023679b6-5f79-4321-8305-8d92ed596410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.114487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Attempting to bind port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:26.114933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Attempting to bind port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:26.115408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Attempting to bind port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 on network 5fe6a06f-4d68-4a41-950c-601786fb4635 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:26.137369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:26.143597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Checking segment: {'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:26.144179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.144602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Bound using segment: {'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:26.145504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Bound port: dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:26.145915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.176887 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Pushing event updated for resources: {'Port': ['ID=dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:26.216697 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.301119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] For port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:26.305309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] For port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31,segment=NetworkSegment(98beb2cc-f38c-4d8d-b008-80fd15120b7c),segment_id=98beb2cc-f38c-4d8d-b008-80fd15120b7c)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:26.310580 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.347057 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.351393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:26.351809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.430603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 5fe6a06f-4d68-4a41-950c-601786fb4635 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:26.434137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:26.449339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:26.450177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=3175b344-2fec-418c-a299-68a0cf1c2067,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:26.491709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.492202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.492801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.493084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.493814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.494127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.494556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.495023 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.495446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.495868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.496294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.498831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:26.524696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.527581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e0f27-baa2-473a-a10b-595580e21645 None None] Pushing event updated for resources: {'Port': ['ID=dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:26.544661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-023679b6-5f79-4321-8305-8d92ed596410 None None] For port 8820975a-f6ad-436d-89b5-a94755f26382, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8820975a-f6ad-436d-89b5-a94755f26382,segment=NetworkSegment(8dbd2a5e-bf1f-447c-86e0-5cb2d572681e),segment_id=8dbd2a5e-bf1f-447c-86e0-5cb2d572681e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:26.566088 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-023679b6-5f79-4321-8305-8d92ed596410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.726301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ae522b1e-cf8d-4e14-a62e-1c71db477bd4 None None] Provisioning complete for port 8820975a-f6ad-436d-89b5-a94755f26382 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:26.731199 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ae522b1e-cf8d-4e14-a62e-1c71db477bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.782980 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:26.840633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023679b6-5f79-4321-8305-8d92ed596410 None None] Pushing event updated for resources: {'Port': ['ID=8820975a-f6ad-436d-89b5-a94755f26382,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:27.182721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:27.234892 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.246241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.275428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:27.275963 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.345654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=3175b344-2fec-418c-a299-68a0cf1c2067,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:27.348331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.396772 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.475433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31,segment=NetworkSegment(98beb2cc-f38c-4d8d-b008-80fd15120b7c),segment_id=98beb2cc-f38c-4d8d-b008-80fd15120b7c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:27.481209 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.481577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8820975a-f6ad-436d-89b5-a94755f26382 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:27.521530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 5fe6a06f-4d68-4a41-950c-601786fb4635 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:27.523838 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:27.580645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:27.605615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8820975a-f6ad-436d-89b5-a94755f26382 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:27.606349 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.687036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:27.799234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:27.807574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59872) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:27.812802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-982701650'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:27.815553 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-df5d71ac-e4ca-43cf-8a20-991a14b75e83 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2186716 Nov 23 18:20:27.843988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:27.848263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.904275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:20:27.925240 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:27.925853 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a of type vlan for network 95d1eb15-75a8-4a35-bda0-762180240255 Nov 23 18:20:27.982545 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:28.026875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:28.035828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:28.036689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:28.121096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=95d1eb15-75a8-4a35-bda0-762180240255,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:28.134717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 95d1eb15-75a8-4a35-bda0-762180240255 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:20:28.147909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:28.148329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f9009e06-22a1-4f0a-be74-c34f84da8e3f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3393931 Nov 23 18:20:28.154174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:28.239107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e86fbbf-6a96-4f7c-820b-ec59a632d020 None None] Network 5fe6a06f-4d68-4a41-950c-601786fb4635 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:28.307556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:28.313618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:28.339508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3fce6428-7f22-4e0b-8ef4-a6380e335435 None None] Provisioning complete for port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:28.339900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3fce6428-7f22-4e0b-8ef4-a6380e335435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:28.475013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:28.568600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:28.569241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:28.692299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:28.724274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:28.900284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=37df0607-3cd9-452c-851b-57d996c309e3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:28.928486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:28.929032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: 95d1eb15-75a8-4a35-bda0-762180240255, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:20:28.968205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 95d1eb15-75a8-4a35-bda0-762180240255 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:20:28.983680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 95d1eb15-75a8-4a35-bda0-762180240255) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:29.002642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974e77f-abe3-4541-a4f4-1b0364bd39be None None] Network 95d1eb15-75a8-4a35-bda0-762180240255 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:29.003546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:29.004357 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:29.048411 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee8ea25e-2fd5-43ca-b4f8-7d39861da7c4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8986504 Nov 23 18:20:29.051272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59886) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:29.191534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:29.367172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-95d1eb15-75a8-4a35-bda0-762180240255', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:20:29.368175 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:29.413864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8a5cbd0a-7fe7-494e-901d-abd71a5d9ffe None None] Provisioning complete for port 3175b344-2fec-418c-a299-68a0cf1c2067 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:29.414249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbd0a-7fe7-494e-901d-abd71a5d9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:29.589952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8a5cbd0a-7fe7-494e-901d-abd71a5d9ffe None None] Port 3175b344-2fec-418c-a299-68a0cf1c2067 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:29.593646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 3, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:27Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:29.603077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:29.603850 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:29.752894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:29.914215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:29.914545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Updating router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 port 3175b344-2fec-418c-a299-68a0cf1c2067 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:20:29.961212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Allocated IP 172.22.0.2 (95d1eb15-75a8-4a35-bda0-762180240255/37df0607-3cd9-452c-851b-57d996c309e3/446ce2bf-5d78-4d47-a559-6c6e3508b521) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:30.030862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8a5cbd0a-7fe7-494e-901d-abd71a5d9ffe None None] Provisioning complete for port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:30.031289 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbd0a-7fe7-494e-901d-abd71a5d9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.043689 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.325514 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.344764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.392303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.22.0.1 (95d1eb15-75a8-4a35-bda0-762180240255/37df0607-3cd9-452c-851b-57d996c309e3/8dfc354e-9aed-444b-a83f-4210154f4b82) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:30.455424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Network 95d1eb15-75a8-4a35-bda0-762180240255 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:30.471384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:30.477533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:30.483064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Pushing event updated for resources: {'Port': ['ID=446ce2bf-5d78-4d47-a559-6c6e3508b521,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:30.553095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.595413 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.620612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Attempting to bind port 446ce2bf-5d78-4d47-a559-6c6e3508b521 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:30.622465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Attempting to bind port 446ce2bf-5d78-4d47-a559-6c6e3508b521 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:30.622465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Attempting to bind port 446ce2bf-5d78-4d47-a559-6c6e3508b521 on network 95d1eb15-75a8-4a35-bda0-762180240255 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:30.626664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-93807386-d6b8-4e45-9893-4cdac3ee69d5 None None] Provisioning complete for port 3175b344-2fec-418c-a299-68a0cf1c2067 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:30.627067 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-93807386-d6b8-4e45-9893-4cdac3ee69d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.637963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:30.638345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Checking segment: {'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:30.638926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.639200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Bound using segment: {'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:30.640606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Bound port: 446ce2bf-5d78-4d47-a559-6c6e3508b521, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:30.640997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.664968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 95d1eb15-75a8-4a35-bda0-762180240255 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:30.668308 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.669698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:30.690723 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:30.712268 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.726040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-93807386-d6b8-4e45-9893-4cdac3ee69d5 None None] Port 3175b344-2fec-418c-a299-68a0cf1c2067 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:30.749755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.804046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] For port 446ce2bf-5d78-4d47-a559-6c6e3508b521, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:30.816537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] For port 446ce2bf-5d78-4d47-a559-6c6e3508b521, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=446ce2bf-5d78-4d47-a559-6c6e3508b521,segment=NetworkSegment(dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a),segment_id=dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:30.816537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c0e7c-2f72-453d-9613-fd6d3d699c0c None None] Pushing event updated for resources: {'Port': ['ID=3175b344-2fec-418c-a299-68a0cf1c2067,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:30.818901 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.976523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Attempting to bind port 3175b344-2fec-418c-a299-68a0cf1c2067 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:30.976916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Attempting to bind port 3175b344-2fec-418c-a299-68a0cf1c2067 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:30.977293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Attempting to bind port 3175b344-2fec-418c-a299-68a0cf1c2067 on network 5fe6a06f-4d68-4a41-950c-601786fb4635 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:30.984838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:30.985318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Checking segment: {'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:30.985633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.986038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Bound using segment: {'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:30.986523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Bound port: 3175b344-2fec-418c-a299-68a0cf1c2067, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98beb2cc-f38c-4d8d-b008-80fd15120b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:30.986977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:30.991812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eb18a-5a6b-47ac-a660-1f596d23b549 None None] Pushing event updated for resources: {'Port': ['ID=446ce2bf-5d78-4d47-a559-6c6e3508b521,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:31.094249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] For port 3175b344-2fec-418c-a299-68a0cf1c2067, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:31.097898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] For port 3175b344-2fec-418c-a299-68a0cf1c2067, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3175b344-2fec-418c-a299-68a0cf1c2067,segment=NetworkSegment(98beb2cc-f38c-4d8d-b008-80fd15120b7c),segment_id=98beb2cc-f38c-4d8d-b008-80fd15120b7c)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:31.107616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:31.205374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:31.205374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:31.298958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=8dfc354e-9aed-444b-a83f-4210154f4b82,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:31.311195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c32ea6cd-09b5-4344-a7ad-bb8f5e6be56a None None] Provisioning complete for port 3175b344-2fec-418c-a299-68a0cf1c2067 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:31.312308 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c32ea6cd-09b5-4344-a7ad-bb8f5e6be56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:31.313697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c0e7c-2f72-453d-9613-fd6d3d699c0c None None] Pushing event updated for resources: {'Port': ['ID=3175b344-2fec-418c-a299-68a0cf1c2067,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:31.370671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:31.480987 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:31.758234 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c32ea6cd-09b5-4344-a7ad-bb8f5e6be56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:31.793380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-252208c9-11cd-487d-8239-24b37345e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 3, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:31.832280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252208c9-11cd-487d-8239-24b37345e698 None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 3, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:31.851348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c32ea6cd-09b5-4344-a7ad-bb8f5e6be56a None None] For port 3175b344-2fec-418c-a299-68a0cf1c2067, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3175b344-2fec-418c-a299-68a0cf1c2067,segment=NetworkSegment(98beb2cc-f38c-4d8d-b008-80fd15120b7c),segment_id=98beb2cc-f38c-4d8d-b008-80fd15120b7c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:31.857541 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c32ea6cd-09b5-4344-a7ad-bb8f5e6be56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.071755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6efab276-0849-4fdf-aaea-08872ad27040 None None] Provisioning complete for port 3175b344-2fec-418c-a299-68a0cf1c2067 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:32.072141 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6efab276-0849-4fdf-aaea-08872ad27040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.142710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ea6cd-09b5-4344-a7ad-bb8f5e6be56a None None] Pushing event updated for resources: {'Port': ['ID=3175b344-2fec-418c-a299-68a0cf1c2067,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:32.142915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.158368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.347515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59910) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:32.366033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=8dfc354e-9aed-444b-a83f-4210154f4b82,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:32.382459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.524909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c937a2fc-a2e8-4096-bd43-d92055db384d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.565537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 95d1eb15-75a8-4a35-bda0-762180240255 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:32.567057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:32.653934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c937a2fc-a2e8-4096-bd43-d92055db384d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.666966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c937a2fc-a2e8-4096-bd43-d92055db384d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.735725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c937a2fc-a2e8-4096-bd43-d92055db384d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce8ceb4be8fb44aea59ca2fb1e1aaa12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3840280 Nov 23 18:20:32.735725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937a2fc-a2e8-4096-bd43-d92055db384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f9165d-3603-4f4c-b1ff-a9ba3b63c178,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:32.738147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59914) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:32.755622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:32.826657 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-497e32a5-f93e-4dd7-85e9-f03dab659b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.837009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a39ba94-7e6a-4805-83c8-60e249a90aa3 None None] Network 95d1eb15-75a8-4a35-bda0-762180240255 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:32.888113 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-497e32a5-f93e-4dd7-85e9-f03dab659b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.893625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:32.904012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-823a6463-6647-471d-bd06-013a86f73da0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8398449 Nov 23 18:20:32.904676 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59916) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:32.914501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'network': {'name': 'tempest-RoutersTest-688751264'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:32.948731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:32.955807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.957977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-497e32a5-f93e-4dd7-85e9-f03dab659b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.961125 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-497e32a5-f93e-4dd7-85e9-f03dab659b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:32.962471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-497e32a5-f93e-4dd7-85e9-f03dab659b69 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/37f9165d-3603-4f4c-b1ff-a9ba3b63c178 HTTP/1.1" status: 204 len: 168 time: 0.2232254 Nov 23 18:20:32.973059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e32a5-f93e-4dd7-85e9-f03dab659b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f9165d-3603-4f4c-b1ff-a9ba3b63c178,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:32.992312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:20:33.007832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.008229 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added segment ee7e23b0-bbc0-4153-b019-933a230dc83c of type vlan for network 759dd46a-c765-49a5-942a-ee8e3123c4c6 Nov 23 18:20:33.044589 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:33.070414 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:33.071348 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:33.079687 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.141383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.149912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-10f60147-d76b-4ab0-9274-3fec65db9f8e None None] Provisioning complete for port 446ce2bf-5d78-4d47-a559-6c6e3508b521 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:33.150975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-10f60147-d76b-4ab0-9274-3fec65db9f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.159034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:33.159876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.255219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59924) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:33.258900 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3516238 Nov 23 18:20:33.260303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'subnet': {'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:33.291849 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:33.354557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 446ce2bf-5d78-4d47-a559-6c6e3508b521 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:33.363062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a5efd-8233-4aba-b8e2-89e49f7497d2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Network': ['ID=759dd46a-c765-49a5-942a-ee8e3123c4c6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:33.434942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 759dd46a-c765-49a5-942a-ee8e3123c4c6 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:20:33.517461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Made reservation on behalf of dde31a114599465687d90ef0ec81ef57 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:20:33.521293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.608039 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:33.640136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59928) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:33.664694 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61e5f1a7-6d80-40b1-9209-e917becec47f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.770510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-10f60147-d76b-4ab0-9274-3fec65db9f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.793623 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:33.794216 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Updating router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 port 8dfc354e-9aed-444b-a83f-4210154f4b82 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:20:33.824069 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.867437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61e5f1a7-6d80-40b1-9209-e917becec47f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.876083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61e5f1a7-6d80-40b1-9209-e917becec47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.923325 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:33.944754 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-61e5f1a7-6d80-40b1-9209-e917becec47f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=30c63c9959824ee598976fe94e43fb15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029494 Nov 23 18:20:33.945857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5f1a7-6d80-40b1-9209-e917becec47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c965b812-8f2d-4af8-85db-9898251f394d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:33.948740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59930) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:34.025833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Subnet': ['ID=cdbb19ed-42ca-4e64-ab5b-dab262b705c7,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:34.028559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Checking segment: {'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:34.029030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network hostable DHCP agents. Network: 759dd46a-c765-49a5-942a-ee8e3123c4c6, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:20:34.057114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 759dd46a-c765-49a5-942a-ee8e3123c4c6 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:20:34.069847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4de96f33-9d5f-4bff-9296-7beab722bd6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.084767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 759dd46a-c765-49a5-942a-ee8e3123c4c6) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:34.095449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:34.097308 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.130487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6ca0bc40-332e-4356-af73-de81ffe33ab0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8741238 Nov 23 18:20:34.133625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59936) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:34.138989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4de96f33-9d5f-4bff-9296-7beab722bd6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.175445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e3ac0b-8542-47ef-be63-d64b52a1f493 None None] Network 759dd46a-c765-49a5-942a-ee8e3123c4c6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:34.235004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 446ce2bf-5d78-4d47-a559-6c6e3508b521 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:34.235497 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.259744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4de96f33-9d5f-4bff-9296-7beab722bd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.263009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4de96f33-9d5f-4bff-9296-7beab722bd6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.268864 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4de96f33-9d5f-4bff-9296-7beab722bd6b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c965b812-8f2d-4af8-85db-9898251f394d HTTP/1.1" status: 204 len: 168 time: 0.3183272 Nov 23 18:20:34.277780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de96f33-9d5f-4bff-9296-7beab722bd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c965b812-8f2d-4af8-85db-9898251f394d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:34.353777 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.375958 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.438066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-10f60147-d76b-4ab0-9274-3fec65db9f8e None None] For port 446ce2bf-5d78-4d47-a559-6c6e3508b521, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=446ce2bf-5d78-4d47-a559-6c6e3508b521,segment=NetworkSegment(dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a),segment_id=dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:34.496770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-10f60147-d76b-4ab0-9274-3fec65db9f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.510374 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38f1cb-99f1-4343-a555-f356707453af None None] Pushing event updated for resources: {'Port': ['ID=8dfc354e-9aed-444b-a83f-4210154f4b82,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:34.629425 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Attempting to bind port 8dfc354e-9aed-444b-a83f-4210154f4b82 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:34.630862 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Attempting to bind port 8dfc354e-9aed-444b-a83f-4210154f4b82 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:34.631265 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Attempting to bind port 8dfc354e-9aed-444b-a83f-4210154f4b82 on network 95d1eb15-75a8-4a35-bda0-762180240255 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:34.646002 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:34.646397 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Checking segment: {'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:34.649822 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.650376 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Bound using segment: {'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:34.650922 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Bound port: 8dfc354e-9aed-444b-a83f-4210154f4b82, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:34.653116 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.681438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f60147-d76b-4ab0-9274-3fec65db9f8e None None] Pushing event updated for resources: {'Port': ['ID=446ce2bf-5d78-4d47-a559-6c6e3508b521,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:34.743972 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] For port 8dfc354e-9aed-444b-a83f-4210154f4b82, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:34.756340 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] For port 8dfc354e-9aed-444b-a83f-4210154f4b82, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8dfc354e-9aed-444b-a83f-4210154f4b82,segment=NetworkSegment(dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a),segment_id=dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:34.768224 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.842127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3175b344-2fec-418c-a299-68a0cf1c2067 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:34.846487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ce78156e-a18e-4304-af3d-2e20069e32fe None None] Provisioning complete for port 446ce2bf-5d78-4d47-a559-6c6e3508b521 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:34.847370 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce78156e-a18e-4304-af3d-2e20069e32fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:34.856914 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38f1cb-99f1-4343-a555-f356707453af None None] Pushing event updated for resources: {'Port': ['ID=8dfc354e-9aed-444b-a83f-4210154f4b82,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:34.886139 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:34.888285 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:34.917463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-759dd46a-c765-49a5-942a-ee8e3123c4c6', 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'fixed_ips': [{'subnet_id': 'cdbb19ed-42ca-4e64-ab5b-dab262b705c7'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:20:34.918544 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:35.004609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:35.047870 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:35.210951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Allocated IP 172.23.0.2 (759dd46a-c765-49a5-942a-ee8e3123c4c6/cdbb19ed-42ca-4e64-ab5b-dab262b705c7/a5c6c3e6-29e2-4252-b76b-e232d4697cf1) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:35.237950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3175b344-2fec-418c-a299-68a0cf1c2067 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:35.247022 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:35.401570 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:34Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:35.433075 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104754f-73c8-4927-9f64-443ecdf92184 None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:34Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:35.445159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ce78156e-a18e-4304-af3d-2e20069e32fe None None] Provisioning complete for port 8dfc354e-9aed-444b-a83f-4210154f4b82 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:35.445551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce78156e-a18e-4304-af3d-2e20069e32fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:35.792452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:35.822120 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:35.827783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce78156e-a18e-4304-af3d-2e20069e32fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:35.886896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Network 759dd46a-c765-49a5-942a-ee8e3123c4c6 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:35.913801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:35.954295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Allocated IP 172.23.0.1 (759dd46a-c765-49a5-942a-ee8e3123c4c6/cdbb19ed-42ca-4e64-ab5b-dab262b705c7/6752b83d-bddb-4246-b6b4-d8da27c02c1c) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:20:35.956946 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:35.962086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Pushing event updated for resources: {'Port': ['ID=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:35.979206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ce78156e-a18e-4304-af3d-2e20069e32fe None None] For port 8dfc354e-9aed-444b-a83f-4210154f4b82, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8dfc354e-9aed-444b-a83f-4210154f4b82,segment=NetworkSegment(dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a),segment_id=dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:35.997212 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce78156e-a18e-4304-af3d-2e20069e32fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.097716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Attempting to bind port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:36.098096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Attempting to bind port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:36.098469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Attempting to bind port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 on network 759dd46a-c765-49a5-942a-ee8e3123c4c6 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:36.108707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 446ce2bf-5d78-4d47-a559-6c6e3508b521 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:36.160872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:36.161273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Checking segment: {'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:36.161657 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.162055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Bound using segment: {'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:36.162547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Bound port: a5c6c3e6-29e2-4252-b76b-e232d4697cf1, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:36.169601 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.194156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78156e-a18e-4304-af3d-2e20069e32fe None None] Pushing event updated for resources: {'Port': ['ID=8dfc354e-9aed-444b-a83f-4210154f4b82,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:36.199471 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.247458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.274942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-91365355-f54c-4a6e-9180-09cce31cccc2 None None] Provisioning complete for port 8dfc354e-9aed-444b-a83f-4210154f4b82 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:36.275394 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91365355-f54c-4a6e-9180-09cce31cccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.320703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 759dd46a-c765-49a5-942a-ee8e3123c4c6 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:36.351311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:36.355400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:20:36.365318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] For port a5c6c3e6-29e2-4252-b76b-e232d4697cf1, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:36.367707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 446ce2bf-5d78-4d47-a559-6c6e3508b521 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:36.368083 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.412726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.418300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=6752b83d-bddb-4246-b6b4-d8da27c02c1c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:36.449604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] For port a5c6c3e6-29e2-4252-b76b-e232d4697cf1, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,segment=NetworkSegment(ee7e23b0-bbc0-4153-b019-933a230dc83c),segment_id=ee7e23b0-bbc0-4153-b019-933a230dc83c)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:36.461462 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.494186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.494836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.496194 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.496736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.497441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.497979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.498528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.499094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.499764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.500278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.500816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.501330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:20:36.582083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8dfc354e-9aed-444b-a83f-4210154f4b82 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:36.604526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.680848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 59978) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:36.697464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d392d-dbf8-4318-8921-965818b6919c None None] Pushing event updated for resources: {'Port': ['ID=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:36.710941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8dfc354e-9aed-444b-a83f-4210154f4b82 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:36.711311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.837313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-923129e1-efc7-460d-9e84-aedcc65f35ee None None] Provisioning complete for port 8dfc354e-9aed-444b-a83f-4210154f4b82 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:36.837653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-923129e1-efc7-460d-9e84-aedcc65f35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:36.917607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f35d7889-c18c-477f-b793-e6dd9ee18317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.079526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.090924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.177094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f35d7889-c18c-477f-b793-e6dd9ee18317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.180547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event updated for resources: {'Port': ['ID=6752b83d-bddb-4246-b6b4-d8da27c02c1c,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:37.185443 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f35d7889-c18c-477f-b793-e6dd9ee18317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.229761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.242431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f35d7889-c18c-477f-b793-e6dd9ee18317 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=abbca682ed2c4d44b4c88a3131c28656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5579438 Nov 23 18:20:37.242431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d7889-c18c-477f-b793-e6dd9ee18317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf7e381-e25e-4d1f-a2e6-e820b06fcc8f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:37.243006 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 59982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:37.328686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7653b1ba-adb2-45d7-bab9-f0b1137d035a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.355988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Network 759dd46a-c765-49a5-942a-ee8e3123c4c6 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:20:37.357482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:20:37.369552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7653b1ba-adb2-45d7-bab9-f0b1137d035a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.424351 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7653b1ba-adb2-45d7-bab9-f0b1137d035a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.427308 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7653b1ba-adb2-45d7-bab9-f0b1137d035a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:37.431246 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7653b1ba-adb2-45d7-bab9-f0b1137d035a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1cf7e381-e25e-4d1f-a2e6-e820b06fcc8f HTTP/1.1" status: 204 len: 168 time: 0.1842263 Nov 23 18:20:37.439210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653b1ba-adb2-45d7-bab9-f0b1137d035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf7e381-e25e-4d1f-a2e6-e820b06fcc8f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:37.926209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:37.999235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1077e-8e24-4168-b3ba-0b32094ea3dc None None] Network 759dd46a-c765-49a5-942a-ee8e3123c4c6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:38.008109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a5c6c3e6-29e2-4252-b76b-e232d4697cf1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:38.065625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:38.073890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2901e868-cd92-40fa-a4b6-3ce7dd822fd2 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9367640 Nov 23 18:20:38.074932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60000) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:38.082388 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:38.111595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:38.159247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d6ceb294-ad4e-4811-aadf-7726f217d77e None None] Provisioning complete for port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:38.159627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb294-ad4e-4811-aadf-7726f217d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:38.196298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:38.197003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:38.534180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:38.534567 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:38.563526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:38.669758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:20:38.688853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Removed routes are [] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:20:38.689663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:38.821323 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb294-ad4e-4811-aadf-7726f217d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:38.904057 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:38.908825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:38.950467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:38.956150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d6ceb294-ad4e-4811-aadf-7726f217d77e None None] For port a5c6c3e6-29e2-4252-b76b-e232d4697cf1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,segment=NetworkSegment(ee7e23b0-bbc0-4153-b019-933a230dc83c),segment_id=ee7e23b0-bbc0-4153-b019-933a230dc83c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:38.996644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb294-ad4e-4811-aadf-7726f217d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:39.081717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:39.146953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceb294-ad4e-4811-aadf-7726f217d77e None None] Pushing event updated for resources: {'Port': ['ID=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:39.169436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:20:39.169821 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:20:39.186077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:36Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6752b83d-bddb-4246-b6b4-d8da27c02c1c', 'name': '', 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:37:12:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'cdbb19ed-42ca-4e64-ab5b-dab262b705c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:35Z', 'updated_at': '2021-11-23T18:20:36Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'cdbb19ed-42ca-4e64-ab5b-dab262b705c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:39.231924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:39.235634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:39.236001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Updating router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 port 6752b83d-bddb-4246-b6b4-d8da27c02c1c binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:20:39.255994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:39.260246 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-deb424b3-e2b2-47a7-8c23-13269bcf3f98 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 200 len: 933 time: 1.1818366 Nov 23 18:20:39.262170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:39.276482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:39.294107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-25b75824-de6a-43ab-98a0-35645f93c911 None None] Provisioning complete for port 6752b83d-bddb-4246-b6b4-d8da27c02c1c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:39.294490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-25b75824-de6a-43ab-98a0-35645f93c911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:39.367561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-25b75824-de6a-43ab-98a0-35645f93c911 None None] Port 6752b83d-bddb-4246-b6b4-d8da27c02c1c cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:39.456938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-25b75824-de6a-43ab-98a0-35645f93c911 None None] Provisioning complete for port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:39.457296 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-25b75824-de6a-43ab-98a0-35645f93c911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:39.479852 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a93717df-3c22-4694-ae51-e347bbe89259 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 200 len: 933 time: 0.2157185 Nov 23 18:20:39.479969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60034) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:39.486205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'routes': None}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:39.785733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8dfc354e-9aed-444b-a83f-4210154f4b82 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:39.903822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:39.912750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0c7ca11e-7a4f-4af2-880c-2db85cfc710c None None] Provisioning complete for port 6752b83d-bddb-4246-b6b4-d8da27c02c1c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:39.913132 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca11e-7a4f-4af2-880c-2db85cfc710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:39.915064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:39.969064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8dfc354e-9aed-444b-a83f-4210154f4b82 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:39.969463 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.021420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ca11e-7a4f-4af2-880c-2db85cfc710c None None] Port 6752b83d-bddb-4246-b6b4-d8da27c02c1c cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:20:40.044614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.extraroute_db [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added routes are [] {{(pid=120536) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:20:40.045060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.extraroute_db [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=120536) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:20:40.095875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.104455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f65156-197d-4c83-8d0b-74eb14e2458d None None] Pushing event updated for resources: {'Port': ['ID=6752b83d-bddb-4246-b6b4-d8da27c02c1c,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:40.145025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Attempting to bind port 6752b83d-bddb-4246-b6b4-d8da27c02c1c on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:20:40.145426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Attempting to bind port 6752b83d-bddb-4246-b6b4-d8da27c02c1c by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:20:40.145762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Attempting to bind port 6752b83d-bddb-4246-b6b4-d8da27c02c1c on network 759dd46a-c765-49a5-942a-ee8e3123c4c6 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:20:40.171118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:20:40.171774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Checking segment: {'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:20:40.171887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.172289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Bound using segment: {'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:20:40.172785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Bound port: 6752b83d-bddb-4246-b6b4-d8da27c02c1c, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7e23b0-bbc0-4153-b019-933a230dc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:20:40.173173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.258444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] For port 6752b83d-bddb-4246-b6b4-d8da27c02c1c, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:20:40.262487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] For port 6752b83d-bddb-4246-b6b4-d8da27c02c1c, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6752b83d-bddb-4246-b6b4-d8da27c02c1c,segment=NetworkSegment(ee7e23b0-bbc0-4153-b019-933a230dc83c),segment_id=ee7e23b0-bbc0-4153-b019-933a230dc83c)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:20:40.278104 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.333666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a5c6c3e6-29e2-4252-b76b-e232d4697cf1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:40.357684 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.361878 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.392997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f65156-197d-4c83-8d0b-74eb14e2458d None None] Pushing event updated for resources: {'Port': ['ID=6752b83d-bddb-4246-b6b4-d8da27c02c1c,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:40.407211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:40.407853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:40.499102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:40.506285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:40.606106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:40.606488 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.610055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-465b083f-00c7-4d38-ae47-3712fa56e6a7 None None] Provisioning complete for port 6752b83d-bddb-4246-b6b4-d8da27c02c1c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:40.610424 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-465b083f-00c7-4d38-ae47-3712fa56e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.651864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:40.667150 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:40.669071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5d3647f8-d4d6-489d-beac-a15d753fe07e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 200 len: 699 time: 1.1874716 Nov 23 18:20:40.671625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:40.808829 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fe970a5-0792-42d6-8bc5-a473e6eb1059 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 200 len: 699 time: 0.1348989 Nov 23 18:20:40.813287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60054) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:41.074350 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-465b083f-00c7-4d38-ae47-3712fa56e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:41.130194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-465b083f-00c7-4d38-ae47-3712fa56e6a7 None None] For port 6752b83d-bddb-4246-b6b4-d8da27c02c1c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6752b83d-bddb-4246-b6b4-d8da27c02c1c,segment=NetworkSegment(ee7e23b0-bbc0-4153-b019-933a230dc83c),segment_id=ee7e23b0-bbc0-4153-b019-933a230dc83c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:41.143477 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-465b083f-00c7-4d38-ae47-3712fa56e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:41.199272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:40Z', 'revision_number': 7, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6752b83d-bddb-4246-b6b4-d8da27c02c1c', 'name': '', 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:37:12:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'cdbb19ed-42ca-4e64-ab5b-dab262b705c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:35Z', 'updated_at': '2021-11-23T18:20:40Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'cdbb19ed-42ca-4e64-ab5b-dab262b705c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:41.236371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978de31b-3476-4a0f-8e23-2957f3543124 None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:40Z', 'revision_number': 7, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6752b83d-bddb-4246-b6b4-d8da27c02c1c', 'name': '', 'network_id': '759dd46a-c765-49a5-942a-ee8e3123c4c6', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:37:12:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'cdbb19ed-42ca-4e64-ab5b-dab262b705c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:35Z', 'updated_at': '2021-11-23T18:20:40Z', 'revision_number': 4, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'cdbb19ed-42ca-4e64-ab5b-dab262b705c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:41.286258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:41.305013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-28ef2bdc-a8f3-4e47-ac0b-842416797a73 None None] Provisioning complete for port 6752b83d-bddb-4246-b6b4-d8da27c02c1c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:41.305646 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28ef2bdc-a8f3-4e47-ac0b-842416797a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:41.331625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b083f-00c7-4d38-ae47-3712fa56e6a7 None None] Pushing event updated for resources: {'Port': ['ID=6752b83d-bddb-4246-b6b4-d8da27c02c1c,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:41.339813 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d935-0b2d-4661-966c-8ce2dae75092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:41.619125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 6752b83d-bddb-4246-b6b4-d8da27c02c1c {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:41.619686 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:41.725553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 6752b83d-bddb-4246-b6b4-d8da27c02c1c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6752b83d-bddb-4246-b6b4-d8da27c02c1c,segment=NetworkSegment(ee7e23b0-bbc0-4153-b019-933a230dc83c),segment_id=ee7e23b0-bbc0-4153-b019-933a230dc83c)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:41.725984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:41.740643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 6752b83d-bddb-4246-b6b4-d8da27c02c1c owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:41.948073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:41.984257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=6752b83d-bddb-4246-b6b4-d8da27c02c1c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:42.107041 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:42.139698 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:42.140345 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:42.166367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:42.250852 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:42.391540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:42.516697 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:41Z', 'revision_number': 8, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:42.528669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:42.538838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d6d31b2c-2b14-48d9-81d9-d47aab5be6fb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242014 Nov 23 18:20:42.541397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60094) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:42.548889 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:42.559330 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:42.559933 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:42.598029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-627964be-2516-4065-b02e-768f15f3bbc3 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet cdbb19ed-42ca-4e64-ab5b-dab262b705c7 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:20:42.602225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-627964be-2516-4065-b02e-768f15f3bbc3 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:42.652552 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-627964be-2516-4065-b02e-768f15f3bbc3 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:42.671593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:42.775844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-627964be-2516-4065-b02e-768f15f3bbc3 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:42.924645 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-627964be-2516-4065-b02e-768f15f3bbc3 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:42.963741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627964be-2516-4065-b02e-768f15f3bbc3 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbb19ed-42ca-4e64-ab5b-dab262b705c7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:42.978155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbcd96-042f-4095-a7d7-42007143998e None None] Network 759dd46a-c765-49a5-942a-ee8e3123c4c6 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:42.991276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-627964be-2516-4065-b02e-768f15f3bbc3 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.004245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-627964be-2516-4065-b02e-768f15f3bbc3 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/cdbb19ed-42ca-4e64-ab5b-dab262b705c7 HTTP/1.1" status: 204 len: 168 time: 0.4607966 Nov 23 18:20:43.005857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60104) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:43.012474 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:41Z', 'revision_number': 8, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:43.064219 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf809523-2029-4bb4-b6a2-630785b2e049 None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:41Z', 'revision_number': 8, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:43.157377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.238040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:43.238401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.318967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port a5c6c3e6-29e2-4252-b76b-e232d4697cf1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,segment=NetworkSegment(ee7e23b0-bbc0-4153-b019-933a230dc83c),segment_id=ee7e23b0-bbc0-4153-b019-933a230dc83c)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:43.319343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.350341 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8593d440-8fb6-4beb-9784-b58492b46c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.459338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] DHCP port deletion for 759dd46a-c765-49a5-942a-ee8e3123c4c6 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:20:43.599772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] Deleting port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:43.600278 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.627714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for a5c6c3e6-29e2-4252-b76b-e232d4697cf1 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:43.690921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] For port a5c6c3e6-29e2-4252-b76b-e232d4697cf1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,segment=NetworkSegment(ee7e23b0-bbc0-4153-b019-933a230dc83c),segment_id=ee7e23b0-bbc0-4153-b019-933a230dc83c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:43.691439 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.712113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] Calling delete_port for a5c6c3e6-29e2-4252-b76b-e232d4697cf1 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:43.755220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.799522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:43.801882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No DVR routers for this DVR port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:43.817817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:43.833201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:43.834596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:43.835643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.898551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.926819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759dd46a-c765-49a5-942a-ee8e3123c4c6']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:43.928572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] Pushing event deleted for resources: {'Port': ['ID=a5c6c3e6-29e2-4252-b76b-e232d4697cf1,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:43.937263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e7438-402b-42a5-970b-4e991cf0964f None None] No DVR routers for this DVR port a5c6c3e6-29e2-4252-b76b-e232d4697cf1 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:43.952999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7e23b0-bbc0-4153-b019-933a230dc83c') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:43.953546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7e23b0-bbc0-4153-b019-933a230dc83c') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:43.976824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.980769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:43.995843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:44.005249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:20:44.005937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:20:44.083947 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:20:44.088716 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:44.098218 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:44.102748 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/759dd46a-c765-49a5-942a-ee8e3123c4c6 HTTP/1.1" status: 204 len: 168 time: 1.0958097 Nov 23 18:20:44.105481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60124) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:44.113783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77ba78-285d-40fe-856c-241515f062e0 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=759dd46a-c765-49a5-942a-ee8e3123c4c6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:44.348979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:41Z', 'revision_number': 8, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:44.411074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a5c6c3e6-29e2-4252-b76b-e232d4697cf1 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:44.454879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: a5c6c3e6-29e2-4252-b76b-e232d4697cf1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:44.455316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a5c6c3e6-29e2-4252-b76b-e232d4697cf1 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:44.458222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6752b83d-bddb-4246-b6b4-d8da27c02c1c no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:44.464571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:44.486803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 6752b83d-bddb-4246-b6b4-d8da27c02c1c {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:44.487164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6752b83d-bddb-4246-b6b4-d8da27c02c1c not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:44.505626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:44.506186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:44.664698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:44.721705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:44.984070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:41Z', 'revision_number': 8, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:45.027031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f875e8-1d47-440c-b57c-ad0978621817 None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:41Z', 'revision_number': 8, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dfc354e-9aed-444b-a83f-4210154f4b82', 'name': '', 'network_id': '95d1eb15-75a8-4a35-bda0-762180240255', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:f5:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '37df0607-3cd9-452c-851b-57d996c309e3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:29Z', 'updated_at': '2021-11-23T18:20:35Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '37df0607-3cd9-452c-851b-57d996c309e3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:45.074114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 8dfc354e-9aed-444b-a83f-4210154f4b82 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:45.074459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:45.120849 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:45.213095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 8dfc354e-9aed-444b-a83f-4210154f4b82, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8dfc354e-9aed-444b-a83f-4210154f4b82,segment=NetworkSegment(dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a),segment_id=dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:45.213964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:45.228784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 8dfc354e-9aed-444b-a83f-4210154f4b82 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:45.266969 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:20:45.449220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:45.492263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=8dfc354e-9aed-444b-a83f-4210154f4b82,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:46.153299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60178) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:46.253402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.379292 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b825f34-b668-4a61-8b40-45742d489f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.449049 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.537036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b825f34-b668-4a61-8b40-45742d489f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.543110 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b825f34-b668-4a61-8b40-45742d489f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.598974 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6b825f34-b668-4a61-8b40-45742d489f33 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e1d22da44cc1431e95444b469693f753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444964 Nov 23 18:20:46.599466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60190) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:46.603193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:46.640182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b825f34-b668-4a61-8b40-45742d489f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca1c16-f047-4f7d-b596-0534e450f601,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:46.760949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3af2a3ce-1016-4b9b-86a3-a9c6112d4892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.792326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3af2a3ce-1016-4b9b-86a3-a9c6112d4892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.795999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:46.806026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c6e7fe1a-bdee-4b3b-b7bf-31a2b8477ad1 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6981618 Nov 23 18:20:46.809442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60192) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:46.813191 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:46.839162 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:46.839795 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:46.901762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc38016d-e212-4f1a-8b96-d1e36f7cde8b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet 37df0607-3cd9-452c-851b-57d996c309e3 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:20:46.907119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc38016d-e212-4f1a-8b96-d1e36f7cde8b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.964091 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3af2a3ce-1016-4b9b-86a3-a9c6112d4892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.967833 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3af2a3ce-1016-4b9b-86a3-a9c6112d4892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.969307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3af2a3ce-1016-4b9b-86a3-a9c6112d4892 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2ca1c16-f047-4f7d-b596-0534e450f601 HTTP/1.1" status: 204 len: 168 time: 0.3685300 Nov 23 18:20:46.972592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc38016d-e212-4f1a-8b96-d1e36f7cde8b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.011618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2a3ce-1016-4b9b-86a3-a9c6112d4892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca1c16-f047-4f7d-b596-0534e450f601,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:47.133151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc38016d-e212-4f1a-8b96-d1e36f7cde8b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.176866 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:47.239530 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc38016d-e212-4f1a-8b96-d1e36f7cde8b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.297907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38016d-e212-4f1a-8b96-d1e36f7cde8b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=37df0607-3cd9-452c-851b-57d996c309e3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:47.325754 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc38016d-e212-4f1a-8b96-d1e36f7cde8b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.331135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cc38016d-e212-4f1a-8b96-d1e36f7cde8b tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/37df0607-3cd9-452c-851b-57d996c309e3 HTTP/1.1" status: 204 len: 168 time: 0.5214291 Nov 23 18:20:47.333953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60208) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:47.336902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7db63-ad95-4276-b584-f8b283efd163 None None] Network 95d1eb15-75a8-4a35-bda0-762180240255 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:47.517057 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.517855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60212) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:47.535168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-174b0d37-7376-402b-b803-b19825ffc700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.572317 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:45Z', 'revision_number': 9, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:47.585510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 446ce2bf-5d78-4d47-a559-6c6e3508b521 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:47.585850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.630363 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:47.640663 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:47.641482 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:47.652664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] DHCP port deletion for 95d1eb15-75a8-4a35-bda0-762180240255 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:20:47.724380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 446ce2bf-5d78-4d47-a559-6c6e3508b521, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=446ce2bf-5d78-4d47-a559-6c6e3508b521,segment=NetworkSegment(dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a),segment_id=dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:47.725418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.729880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-174b0d37-7376-402b-b803-b19825ffc700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.740964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-174b0d37-7376-402b-b803-b19825ffc700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.772908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 446ce2bf-5d78-4d47-a559-6c6e3508b521 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:47.778539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] Deleting port 446ce2bf-5d78-4d47-a559-6c6e3508b521 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:47.778958 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.781798 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:47.804639 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-174b0d37-7376-402b-b803-b19825ffc700 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6659f34270f243c8b1c2ea55bca7864b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850680 Nov 23 18:20:47.805689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60218) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:47.806855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b0d37-7376-402b-b803-b19825ffc700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723af4c6-8c3b-4e53-8132-c2be699a3526,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:47.929959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91816f2e-a98b-46a5-b4e2-738349d69170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.952902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] For port 446ce2bf-5d78-4d47-a559-6c6e3508b521, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=446ce2bf-5d78-4d47-a559-6c6e3508b521,segment=NetworkSegment(dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a),segment_id=dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:47.953350 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.967622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91816f2e-a98b-46a5-b4e2-738349d69170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.979567 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.000348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] Calling delete_port for 446ce2bf-5d78-4d47-a559-6c6e3508b521 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:48.004032 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.028489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=446ce2bf-5d78-4d47-a559-6c6e3508b521,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:48.038055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No DVR routers for this DVR port 446ce2bf-5d78-4d47-a559-6c6e3508b521 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:48.060521 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91816f2e-a98b-46a5-b4e2-738349d69170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.063398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91816f2e-a98b-46a5-b4e2-738349d69170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.066967 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-91816f2e-a98b-46a5-b4e2-738349d69170 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/723af4c6-8c3b-4e53-8132-c2be699a3526 HTTP/1.1" status: 204 len: 168 time: 0.2530019 Nov 23 18:20:48.074463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91816f2e-a98b-46a5-b4e2-738349d69170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723af4c6-8c3b-4e53-8132-c2be699a3526,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:48.177384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.220866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.245308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d1eb15-75a8-4a35-bda0-762180240255']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:48.249257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] No DVR routers for this DVR port 446ce2bf-5d78-4d47-a559-6c6e3508b521 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:48.249669 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:45Z', 'revision_number': 9, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:48.269147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:48.269658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbae6ed-3ccb-4e6f-87bb-367c4c9bef7a') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:48.275135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f2b1d-59a6-4f97-a8aa-8484206fd424 None None] Pushing event deleted for resources: {'Port': ['ID=446ce2bf-5d78-4d47-a559-6c6e3508b521,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:48.301543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.333026 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2f7e3-f609-4024-83b4-9ac7b009616d None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:45Z', 'revision_number': 9, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '3175b344-2fec-418c-a299-68a0cf1c2067', 'name': '', 'network_id': '5fe6a06f-4d68-4a41-950c-601786fb4635', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:3c:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '9d638d5c-f83d-476f-8508-269955540bad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:25Z', 'updated_at': '2021-11-23T18:20:31Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': '9d638d5c-f83d-476f-8508-269955540bad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:48.348678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 446ce2bf-5d78-4d47-a559-6c6e3508b521 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:48.356141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.366560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:20:48.368583 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.376002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 446ce2bf-5d78-4d47-a559-6c6e3508b521 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:48.376458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 446ce2bf-5d78-4d47-a559-6c6e3508b521 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:20:48.387136 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:20:48.484003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.491127 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.494306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/95d1eb15-75a8-4a35-bda0-762180240255 HTTP/1.1" status: 204 len: 168 time: 1.1488581 Nov 23 18:20:48.497243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60232) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:48.506599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f34192-92c5-427e-ab84-cbaf9649671e tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=95d1eb15-75a8-4a35-bda0-762180240255,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:48.959033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:49.258571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-9712dab0-0405-4f2b-bf80-e5335923917e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1061671 Nov 23 18:20:49.387086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-8cb67d89-c790-461c-9d8f-bb3911c99c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:49.389478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-8cb67d89-c790-461c-9d8f-bb3911c99c2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 1096 time: 0.0682726 Nov 23 18:20:49.395305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 3175b344-2fec-418c-a299-68a0cf1c2067 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:49.395648 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:49.507006 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 3175b344-2fec-418c-a299-68a0cf1c2067, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3175b344-2fec-418c-a299-68a0cf1c2067,segment=NetworkSegment(98beb2cc-f38c-4d8d-b008-80fd15120b7c),segment_id=98beb2cc-f38c-4d8d-b008-80fd15120b7c)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:49.507645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:49.522422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 3175b344-2fec-418c-a299-68a0cf1c2067 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:49.557922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-542c0e47-2b8d-4715-9a53-619abbada546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:49.559642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-542c0e47-2b8d-4715-9a53-619abbada546 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1434402 Nov 23 18:20:49.616275 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:49.616870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-f0340762-a032-4cb2-8218-fa2155c2da73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 HTTP/1.1" status: 200 len: 217 time: 0.0426352 Nov 23 18:20:49.682531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-880204c8-4a92-45cb-8f92-bce0cfa2cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:49.685061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-880204c8-4a92-45cb-8f92-bce0cfa2cd93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0571415 Nov 23 18:20:49.744119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-d243112d-f30f-4757-9839-29820140a296 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515516 Nov 23 18:20:49.822575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:49.871834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=3175b344-2fec-418c-a299-68a0cf1c2067,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:49.944358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-ad402bee-cc40-462e-90cc-09e98d537cf1 service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889310 Nov 23 18:20:50.134637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:50.184421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa71fd7-2664-49c2-8aae-a0081d896fc3 req-0c19d314-2598-4243-a62f-f3d098b03a5a service neutron] 10.222.0.72 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308822 Nov 23 18:20:50.327648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8dfc354e-9aed-444b-a83f-4210154f4b82 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:50.393182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8dfc354e-9aed-444b-a83f-4210154f4b82 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:50.393530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8dfc354e-9aed-444b-a83f-4210154f4b82 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:50.500758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:50.618455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:50.630498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:50.631910 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-899c8a0b-1e22-4858-b3f4-21dc59cf6512 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1325943 Nov 23 18:20:50.634545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60292) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:50.650593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:50.651629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:50.728258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eb28ed-4444-4d8f-a690-67c90e2bd46d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet 9d638d5c-f83d-476f-8508-269955540bad {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:20:50.731671 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6eb28ed-4444-4d8f-a690-67c90e2bd46d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:50.776976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:50.790529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6eb28ed-4444-4d8f-a690-67c90e2bd46d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:50.970553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6eb28ed-4444-4d8f-a690-67c90e2bd46d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:50.992573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.073177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6eb28ed-4444-4d8f-a690-67c90e2bd46d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.104700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb28ed-4444-4d8f-a690-67c90e2bd46d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=9d638d5c-f83d-476f-8508-269955540bad,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:51.111887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6eb28ed-4444-4d8f-a690-67c90e2bd46d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.115290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b6eb28ed-4444-4d8f-a690-67c90e2bd46d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/9d638d5c-f83d-476f-8508-269955540bad HTTP/1.1" status: 204 len: 168 time: 0.4765322 Nov 23 18:20:51.117990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60306) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:51.161061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43d4104-de16-40ee-9a2f-af289ac90290 None None] Network 5fe6a06f-4d68-4a41-950c-601786fb4635 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:51.262125 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.331290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:51.332984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.413128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31,segment=NetworkSegment(98beb2cc-f38c-4d8d-b008-80fd15120b7c),segment_id=98beb2cc-f38c-4d8d-b008-80fd15120b7c)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:51.413509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.428123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:51.545503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:49Z', 'revision_number': 10, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:51.581918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.608361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:51.618655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No DVR routers for this DVR port dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:51.631435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:51.688072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:51.689110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:51.738440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.760971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe6a06f-4d68-4a41-950c-601786fb4635']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:51.771107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98beb2cc-f38c-4d8d-b008-80fd15120b7c') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:51.771345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98beb2cc-f38c-4d8d-b008-80fd15120b7c') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:51.771772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b3d3c-0b55-4be0-9309-d85437616078 None None] DHCP port deletion for 5fe6a06f-4d68-4a41-950c-601786fb4635 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:20:51.781885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.810426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.812024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:51.817920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:20:51.818360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:20:51.822811 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:20:51.885532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.899312 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.902803 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/5fe6a06f-4d68-4a41-950c-601786fb4635 HTTP/1.1" status: 204 len: 168 time: 0.7836449 Nov 23 18:20:51.906358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60318) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:51.922820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aa5f8-0745-41ef-acf3-9616edc90bd5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=5fe6a06f-4d68-4a41-950c-601786fb4635,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:52.078045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:49Z', 'revision_number': 10, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:52.130416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c944ece-9949-4814-bb2f-b30181e2d4fe None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:49Z', 'revision_number': 10, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None, '_interfaces': [{'id': '8820975a-f6ad-436d-89b5-a94755f26382', 'name': '', 'network_id': '14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'mac_address': 'fa:16:3e:31:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:20:19Z', 'updated_at': '2021-11-23T18:20:26Z', 'revision_number': 5, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'subnets': [{'id': 'f4e6a847-02ee-41ea-9aef-b5b4b712eb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:52.323939 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:52.565103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:52.600597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:52.601359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dcfe04ab-8bbd-46eb-9546-1cb9ce1d4a31 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:52.601881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3175b344-2fec-418c-a299-68a0cf1c2067 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:52.661581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 8820975a-f6ad-436d-89b5-a94755f26382 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:52.662064 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:52.668448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3175b344-2fec-418c-a299-68a0cf1c2067 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:52.669531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3175b344-2fec-418c-a299-68a0cf1c2067 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:52.808640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 8820975a-f6ad-436d-89b5-a94755f26382, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8820975a-f6ad-436d-89b5-a94755f26382,segment=NetworkSegment(8dbd2a5e-bf1f-447c-86e0-5cb2d572681e),segment_id=8dbd2a5e-bf1f-447c-86e0-5cb2d572681e)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:52.811145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:52.838520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 8820975a-f6ad-436d-89b5-a94755f26382 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:53.064229 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:53.206051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=8820975a-f6ad-436d-89b5-a94755f26382,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:53.308340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:53.537878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:53.625673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:53.631079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a49fe9ac-6d03-4ccd-b1c4-2a95637882cc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7236125 Nov 23 18:20:53.634397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60388) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:53.636257 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:53.652604 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:53.653237 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:53.700929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85f4a84-f63e-472f-8594-2468e7e1598f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting subnet f4e6a847-02ee-41ea-9aef-b5b4b712eb22 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:20:53.707367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b85f4a84-f63e-472f-8594-2468e7e1598f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:53.748996 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:53.773007 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b85f4a84-f63e-472f-8594-2468e7e1598f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:53.815458 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:53Z', 'revision_number': 11, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:53.847191 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:53.857599 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:53.858217 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:53.877483 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b85f4a84-f63e-472f-8594-2468e7e1598f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:53.934613 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:53.965490 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b85f4a84-f63e-472f-8594-2468e7e1598f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.014252 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:53Z', 'revision_number': 11, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:54.025146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f4a84-f63e-472f-8594-2468e7e1598f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e6a847-02ee-41ea-9aef-b5b4b712eb22,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:54.049408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71fccc3-61ec-4229-9809-43aace24fcee None None] Network 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:20:54.065159 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b85f4a84-f63e-472f-8594-2468e7e1598f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.068345 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e5921-85f0-4892-b705-21e7ce60ce00 None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:53Z', 'revision_number': 11, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:54.073268 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b85f4a84-f63e-472f-8594-2468e7e1598f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/f4e6a847-02ee-41ea-9aef-b5b4b712eb22 HTTP/1.1" status: 204 len: 168 time: 0.4370117 Nov 23 18:20:54.076503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60398) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:54.195519 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.288128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Deleting port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:54.288600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.366073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] For port 2cea64da-9c1f-4292-a63b-ce3963fb55d6, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=2cea64da-9c1f-4292-a63b-ce3963fb55d6,segment=NetworkSegment(8dbd2a5e-bf1f-447c-86e0-5cb2d572681e),segment_id=8dbd2a5e-bf1f-447c-86e0-5cb2d572681e)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:54.366527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.380809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Calling delete_port for 2cea64da-9c1f-4292-a63b-ce3963fb55d6 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:54.486412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] DHCP port deletion for 14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:20:54.579592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.601760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] Deleting port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:20:54.602479 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.624797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Port': ['ID=2cea64da-9c1f-4292-a63b-ce3963fb55d6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:54.632709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No DVR routers for this DVR port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:54.648677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2cea64da-9c1f-4292-a63b-ce3963fb55d6 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:54.734855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 2cea64da-9c1f-4292-a63b-ce3963fb55d6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:54.735215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 2cea64da-9c1f-4292-a63b-ce3963fb55d6 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:54.736037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8820975a-f6ad-436d-89b5-a94755f26382 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:20:54.748980 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.793408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8820975a-f6ad-436d-89b5-a94755f26382 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:20:54.793758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8820975a-f6ad-436d-89b5-a94755f26382 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:20:54.812672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] For port 2cea64da-9c1f-4292-a63b-ce3963fb55d6, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:54.813136 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.835501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] Calling delete_port for 2cea64da-9c1f-4292-a63b-ce3963fb55d6 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:20:54.839692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] Port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:20:54.843864 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:54.867117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] No DVR routers for this DVR port 2cea64da-9c1f-4292-a63b-ce3963fb55d6 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:20:54.921891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd34d5-b931-4e3f-b1df-998b5b1790fa None None] Pushing event deleted for resources: {'Port': ['ID=2cea64da-9c1f-4292-a63b-ce3963fb55d6,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:55.237004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:55.248758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:55.249288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbd2a5e-bf1f-447c-86e0-5cb2d572681e') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:55.259901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.280516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.288248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:20:55.288702 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:20:55.293428 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:20:55.357951 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.369576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.376640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/networks/14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2 HTTP/1.1" status: 204 len: 168 time: 1.2958043 Nov 23 18:20:55.377336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60420) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:55.382577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'routes': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:55.392061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd385e-3df5-41cd-baaa-36c82fa0652f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Pushing event deleted for resources: {'Network': ['ID=14fad5e0-2431-4ca0-a2fc-0dd6b7aecba2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:55.622207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Added routes are [] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:20:55.622517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.extraroute_db [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Removed routes are [] {{(pid=120535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:20:55.623548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.780750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.784433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.879429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:55.975776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:55.983151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:55.984608 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-635f9c67-7eaa-4a95-ac2b-f9b7368eda04 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 200 len: 700 time: 0.6054921 Nov 23 18:20:55.987718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60430) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:55.989525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] Sync routers for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:56.002715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:56.003703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:56.020921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ffee1889-6e3a-4688-9e53-bc0876be408a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 200 len: 205 time: 0.0301912 Nov 23 18:20:56.022000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60432) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:56.116792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fe10d96-add0-4654-b8b8-16082681792a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:56.137782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:56.273538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-9639f24d-a7cf-4e02-b4d6-1d5851ff058e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902698 Nov 23 18:20:56.329583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:53Z', 'revision_number': 11, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:56.369089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] Checking router: 89a6ab6e-ce72-4081-b4ac-b2959d159e05 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:56.378591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-182c803d-c753-45ea-9877-44db70387a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:56.381081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] Routers {'89a6ab6e-ce72-4081-b4ac-b2959d159e05'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:56.381882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:56.383734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-182c803d-c753-45ea-9877-44db70387a25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 1096 time: 0.0823779 Nov 23 18:20:56.460680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] Set router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:56.520965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:53Z', 'revision_number': 11, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:56.549786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb57148-0ead-4edf-b977-97407becba48 None None] The sync data for ids ['89a6ab6e-ce72-4081-b4ac-b2959d159e05'] in n-d-818932-3 is: [{'id': '89a6ab6e-ce72-4081-b4ac-b2959d159e05', 'name': 'tempest-RoutersTest-router-997174766', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:18Z', 'updated_at': '2021-11-23T18:20:53Z', 'revision_number': 11, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:56.609528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-82084c13-6434-40e1-91e0-55ec1545497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:56.611187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-82084c13-6434-40e1-91e0-55ec1545497c service neutron] 10.222.0.66 "GET /v2.0/networks?id=8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 200 len: 915 time: 0.1997149 Nov 23 18:20:56.662266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-1039908c-f3e9-4bb6-bd30-52f76a544577 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2d98d42-0c74-432f-a623-a5fac412c866 HTTP/1.1" status: 200 len: 217 time: 0.0433524 Nov 23 18:20:56.747009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-b1c80329-cb6e-4506-ae56-4698323d8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:56.749620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-b1c80329-cb6e-4506-ae56-4698323d8fc5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 200 len: 854 time: 0.0783060 Nov 23 18:20:56.784822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60452) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:56.798004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-032b33c8-59a3-472f-838a-ba6e4ab891ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8593376e-0682-4c67-b09b-e0540f2f636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397184 Nov 23 18:20:56.897516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fe10d96-add0-4654-b8b8-16082681792a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:56.899874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fe10d96-add0-4654-b8b8-16082681792a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:56.957949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fe10d96-add0-4654-b8b8-16082681792a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:56.958659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe10d96-add0-4654-b8b8-16082681792a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Fanout notify agent at l3_agent the message router_deleted on router 89a6ab6e-ce72-4081-b4ac-b2959d159e05 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:20:56.970020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4fe10d96-add0-4654-b8b8-16082681792a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:56.975191 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4fe10d96-add0-4654-b8b8-16082681792a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 204 len: 168 time: 0.9483845 Nov 23 18:20:56.977746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60456) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:56.988521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-69fe1b3f-7473-4960-9981-0c3acabf2569 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1403613945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:57.016662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-49b54a74-d816-44a1-b063-c970bd022852 service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104182 Nov 23 18:20:57.032381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe1b3f-7473-4960-9981-0c3acabf2569 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.033514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe1b3f-7473-4960-9981-0c3acabf2569 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.120019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe1b3f-7473-4960-9981-0c3acabf2569 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.142350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe1b3f-7473-4960-9981-0c3acabf2569 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.151656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ee66d7-090a-4c1d-acbc-1ba4b1587b14 req-c42f9e77-5396-4e9b-a799-318b6c3459ed service neutron] 10.222.0.66 "GET /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273799 Nov 23 18:20:57.179922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1c7d-d9e8-430c-b792-1870ae11035e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.223791 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe1b3f-7473-4960-9981-0c3acabf2569 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.226382 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-69fe1b3f-7473-4960-9981-0c3acabf2569 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2476470 Nov 23 18:20:57.229319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60464) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:57.234600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7eaad65b-9bca-43ee-bc51-9fde3a239c45 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Request body: {'router': {'admin_state_up': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:57.349653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1c7d-d9e8-430c-b792-1870ae11035e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.359035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1c7d-d9e8-430c-b792-1870ae11035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.412652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f1c7d-d9e8-430c-b792-1870ae11035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22752b-1382-48c5-894b-b6060b9c22ef,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:57.420881 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2c2f1c7d-d9e8-430c-b792-1870ae11035e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1244c32206424e4badff5f13f60a1ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6350379 Nov 23 18:20:57.422153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60468) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:57.486854 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d144e04c-d637-4c33-8357-6c8a78a4228a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.501803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7eaad65b-9bca-43ee-bc51-9fde3a239c45 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.515457 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d144e04c-d637-4c33-8357-6c8a78a4228a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.520871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7eaad65b-9bca-43ee-bc51-9fde3a239c45 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.625637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d144e04c-d637-4c33-8357-6c8a78a4228a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.628422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d144e04c-d637-4c33-8357-6c8a78a4228a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.640820 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d144e04c-d637-4c33-8357-6c8a78a4228a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f22752b-1382-48c5-894b-b6060b9c22ef HTTP/1.1" status: 204 len: 168 time: 0.2089434 Nov 23 18:20:57.653898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaad65b-9bca-43ee-bc51-9fde3a239c45 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Router baa61d00-6504-434c-90fa-b00e015eb12f is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:20:57.655758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144e04c-d637-4c33-8357-6c8a78a4228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22752b-1382-48c5-894b-b6060b9c22ef,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:57.793451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaad65b-9bca-43ee-bc51-9fde3a239c45 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:57.801588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7eaad65b-9bca-43ee-bc51-9fde3a239c45 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:57.805934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60478) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:57.808145 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] Sync routers for ids ['baa61d00-6504-434c-90fa-b00e015eb12f'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:57.817364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7eaad65b-9bca-43ee-bc51-9fde3a239c45 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "PUT /v2.0/routers/baa61d00-6504-434c-90fa-b00e015eb12f HTTP/1.1" status: 200 len: 694 time: 0.5868919 Nov 23 18:20:57.821362 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] Routers {'baa61d00-6504-434c-90fa-b00e015eb12f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:57.822206 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['baa61d00-6504-434c-90fa-b00e015eb12f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:57.909479 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] Set router baa61d00-6504-434c-90fa-b00e015eb12f gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:57.977689 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa61d00-6504-434c-90fa-b00e015eb12f', 'name': 'tempest-RoutersTest-router-1403613945', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:57Z', 'updated_at': '2021-11-23T18:20:57Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:58.007837 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] Checking router: baa61d00-6504-434c-90fa-b00e015eb12f for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:58.017670 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] Routers {'baa61d00-6504-434c-90fa-b00e015eb12f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:58.018472 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:20:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['baa61d00-6504-434c-90fa-b00e015eb12f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:58.042257 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0301e683-d4ea-46ac-a7ad-6da2004d3c70 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/routers/baa61d00-6504-434c-90fa-b00e015eb12f HTTP/1.1" status: 200 len: 700 time: 0.2341542 Nov 23 18:20:58.045269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60488) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:58.142206 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-20899e09-c0e7-430d-b8de-be2f8f67aac5 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=baa61d00-6504-434c-90fa-b00e015eb12f HTTP/1.1" status: 200 len: 205 time: 0.0899239 Nov 23 18:20:58.142416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:58.275669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f524e2c-e7bd-4668-a202-836bc0917259 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:58.297243 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] Set router baa61d00-6504-434c-90fa-b00e015eb12f gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:58.365546 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa61d00-6504-434c-90fa-b00e015eb12f', 'name': 'tempest-RoutersTest-router-1403613945', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:57Z', 'updated_at': '2021-11-23T18:20:57Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:58.421473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4ac9e-1e42-4658-ab31-5d1fce8e1f20 None None] The sync data for ids ['baa61d00-6504-434c-90fa-b00e015eb12f'] in n-d-818932-3 is: [{'id': 'baa61d00-6504-434c-90fa-b00e015eb12f', 'name': 'tempest-RoutersTest-router-1403613945', 'tenant_id': 'dde31a114599465687d90ef0ec81ef57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:20:57Z', 'updated_at': '2021-11-23T18:20:57Z', 'revision_number': 2, 'project_id': 'dde31a114599465687d90ef0ec81ef57', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:58.573675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f524e2c-e7bd-4668-a202-836bc0917259 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:58.577196 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f524e2c-e7bd-4668-a202-836bc0917259 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:58.641480 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f524e2c-e7bd-4668-a202-836bc0917259 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:58.642273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f524e2c-e7bd-4668-a202-836bc0917259 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Fanout notify agent at l3_agent the message router_deleted on router baa61d00-6504-434c-90fa-b00e015eb12f {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:20:58.651920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1f524e2c-e7bd-4668-a202-836bc0917259 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:58.660987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1f524e2c-e7bd-4668-a202-836bc0917259 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/baa61d00-6504-434c-90fa-b00e015eb12f HTTP/1.1" status: 204 len: 168 time: 0.5123107 Nov 23 18:20:58.661725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60514) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:58.729647 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7aab4b09-90bc-4e80-92a9-8824f6d16f8c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=baa61d00-6504-434c-90fa-b00e015eb12f HTTP/1.1" status: 200 len: 205 time: 0.0658209 Nov 23 18:20:58.733677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60520) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:58.809168 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-44450c0a-ccc3-4d83-b0ca-45d1c8b6864c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] delete failed (client error): The resource could not be found. Nov 23 18:20:58.813749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60524) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:58.823767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-44450c0a-ccc3-4d83-b0ca-45d1c8b6864c tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/baa61d00-6504-434c-90fa-b00e015eb12f HTTP/1.1" status: 404 len: 336 time: 0.0889430 Nov 23 18:20:58.871852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cdbde-1cfa-4927-ae5c-79da7b101519 req-477d84f7-3fc1-4d72-b3a1-1b32588efa21 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:58.879268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca6cdbde-1cfa-4927-ae5c-79da7b101519 req-477d84f7-3fc1-4d72-b3a1-1b32588efa21 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 945 time: 0.2026722 Nov 23 18:20:58.883629 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31fa092-e22a-4d63-af49-d8fc6b54f25f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:58.888000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31fa092-e22a-4d63-af49-d8fc6b54f25f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:58.894654 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a31fa092-e22a-4d63-af49-d8fc6b54f25f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/cdbb19ed-42ca-4e64-ab5b-dab262b705c7 HTTP/1.1" status: 404 len: 337 time: 0.0788457 Nov 23 18:20:58.895554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60532) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:58.922821 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e9363d-c770-4421-b721-2f266d950d1d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:58.923551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e9363d-c770-4421-b721-2f266d950d1d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:58.929959 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e5e9363d-c770-4421-b721-2f266d950d1d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/37df0607-3cd9-452c-851b-57d996c309e3 HTTP/1.1" status: 404 len: 337 time: 0.0332277 Nov 23 18:20:58.931002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60534) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:58.945298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca6cdbde-1cfa-4927-ae5c-79da7b101519 req-8ec78b13-0b79-4425-ab20-5a6573cac7ee tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601184 Nov 23 18:20:58.970229 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a2bc52-7426-4fca-828e-2a6b15400eea tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:58.971291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a2bc52-7426-4fca-828e-2a6b15400eea tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:58.978056 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d0a2bc52-7426-4fca-828e-2a6b15400eea tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/9d638d5c-f83d-476f-8508-269955540bad HTTP/1.1" status: 404 len: 337 time: 0.0423110 Nov 23 18:20:58.978541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60536) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.014162 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6eeb88-2974-437e-b146-1566b9e64e4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:59.014808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6eeb88-2974-437e-b146-1566b9e64e4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:59.021235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9b6eeb88-2974-437e-b146-1566b9e64e4f tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/f4e6a847-02ee-41ea-9aef-b5b4b712eb22 HTTP/1.1" status: 404 len: 337 time: 0.0387616 Nov 23 18:20:59.021592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60538) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.058770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ba7e628e-8937-44b8-bb80-e9137e73258a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 200 len: 205 time: 0.0333135 Nov 23 18:20:59.059775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60540) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.122264 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-aa599090-393e-4e5e-81e0-b3379f1ea1a4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] delete failed (client error): The resource could not be found. Nov 23 18:20:59.123914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aa599090-393e-4e5e-81e0-b3379f1ea1a4 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/89a6ab6e-ce72-4081-b4ac-b2959d159e05 HTTP/1.1" status: 404 len: 336 time: 0.0621591 Nov 23 18:20:59.127037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60552) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.158733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a89b8e5b-6581-4369-9cce-5d7e403dfedb tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=931bdda1-8328-43d9-b544-92f0bcd9cd58 HTTP/1.1" status: 200 len: 205 time: 0.0290561 Nov 23 18:20:59.160122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60562) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.213159 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-69b227aa-6f40-4d5f-b7cf-0d10a566f971 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] delete failed (client error): The resource could not be found. Nov 23 18:20:59.218048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60572) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.218367 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-69b227aa-6f40-4d5f-b7cf-0d10a566f971 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/931bdda1-8328-43d9-b544-92f0bcd9cd58 HTTP/1.1" status: 404 len: 336 time: 0.0569372 Nov 23 18:20:59.248786 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-88854b98-e2b8-4ae1-b195-f5d3ad088338 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:59.249357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88854b98-e2b8-4ae1-b195-f5d3ad088338 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:59.252625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-88854b98-e2b8-4ae1-b195-f5d3ad088338 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/6e58c9ed-cda4-4aa9-9d2e-69a405d88e5b HTTP/1.1" status: 404 len: 337 time: 0.0335290 Nov 23 18:20:59.255377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60578) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.294680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5bbeb57a-e43e-4396-9582-25cbc0bac3f7 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c91ea8b-32ed-419d-a317-398b58b5b902 HTTP/1.1" status: 200 len: 205 time: 0.0378616 Nov 23 18:20:59.297357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60584) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.346565 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-6c439dee-d62b-40b1-b073-afae42830a35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] delete failed (client error): The resource could not be found. Nov 23 18:20:59.347829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c439dee-d62b-40b1-b073-afae42830a35 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/5c91ea8b-32ed-419d-a317-398b58b5b902 HTTP/1.1" status: 404 len: 336 time: 0.0495644 Nov 23 18:20:59.350481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60590) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.377379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8c62f9af-ed88-4622-bcfe-df37d919dd44 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=711f4b52-b6f3-45e3-bbe5-b97fc9446bf5 HTTP/1.1" status: 200 len: 205 time: 0.0257988 Nov 23 18:20:59.379956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60592) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.428492 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-6a911c84-bbe2-4d6f-a749-a0fe148dac1d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] delete failed (client error): The resource could not be found. Nov 23 18:20:59.429032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6a911c84-bbe2-4d6f-a749-a0fe148dac1d tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/711f4b52-b6f3-45e3-bbe5-b97fc9446bf5 HTTP/1.1" status: 404 len: 336 time: 0.0481610 Nov 23 18:20:59.432817 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60600) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.462546 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-77882d03-4b83-4405-bf3d-c1c85d8cc931 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:59.463510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77882d03-4b83-4405-bf3d-c1c85d8cc931 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:59.469781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-77882d03-4b83-4405-bf3d-c1c85d8cc931 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/2458e7fc-e36c-402c-b87f-0f91aa82a2b3 HTTP/1.1" status: 404 len: 337 time: 0.0326245 Nov 23 18:20:59.470067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60602) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.502742 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c8f203c6-63f0-4b5e-ac8a-a26f0f8a6173 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=02480320-706b-4e8d-a603-9c64c29b21fc HTTP/1.1" status: 200 len: 205 time: 0.0307319 Nov 23 18:20:59.504431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60604) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.545262 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-4b40c0ba-2e3b-43b5-b71c-ffc248d89d5a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] delete failed (client error): The resource could not be found. Nov 23 18:20:59.548087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4b40c0ba-2e3b-43b5-b71c-ffc248d89d5a tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/02480320-706b-4e8d-a603-9c64c29b21fc HTTP/1.1" status: 404 len: 336 time: 0.0409224 Nov 23 18:20:59.549417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60606) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.614963 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22dd966-c7ab-4781-917b-d2611649d1fc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:59.615529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22dd966-c7ab-4781-917b-d2611649d1fc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:59.618450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f22dd966-c7ab-4781-917b-d2611649d1fc tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/66977c30-8ed5-439e-8e19-c8ca3b89c539 HTTP/1.1" status: 404 len: 337 time: 0.0678799 Nov 23 18:20:59.621213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60610) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.657260 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9cbca044-e4fa-468e-8462-0a85f47dec76 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 HTTP/1.1" status: 200 len: 205 time: 0.0348804 Nov 23 18:20:59.659647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60614) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.701911 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-2e58e2eb-3cc4-423b-a5dd-1c095e85b9d6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] delete failed (client error): The resource could not be found. Nov 23 18:20:59.703034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2e58e2eb-3cc4-423b-a5dd-1c095e85b9d6 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/routers/c0eec6ce-c73f-4cd0-86ab-6dad78b1d529 HTTP/1.1" status: 404 len: 336 time: 0.0423472 Nov 23 18:20:59.705593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60616) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.746660 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de30c07-8a17-45b8-8fd4-128b33025776 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:59.747286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de30c07-8a17-45b8-8fd4-128b33025776 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:59.754324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60618) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:59.754553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2de30c07-8a17-45b8-8fd4-128b33025776 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/78886430-344c-40f2-9f7c-bb9837bda444 HTTP/1.1" status: 404 len: 337 time: 0.0479264 Nov 23 18:20:59.787223 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2357beb4-b6b3-4b5d-be63-75e828643e00 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] DELETE failed (client error): The resource could not be found. Nov 23 18:20:59.787996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2357beb4-b6b3-4b5d-be63-75e828643e00 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:20:59.794275 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2357beb4-b6b3-4b5d-be63-75e828643e00 tempest-RoutersTest-644432902 tempest-RoutersTest-644432902-project] 10.222.0.74 "DELETE /v2.0/subnets/13d2f8df-e8a1-43aa-be10-e1d9e0abb2e8 HTTP/1.1" status: 404 len: 337 time: 0.0387533 Nov 23 18:21:00.135529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147196db-4e20-4eb4-86f6-b37a1c59b510 req-35bc7fda-1366-4dd6-8eb5-d7efd5fa14e7 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:00.137873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-147196db-4e20-4eb4-86f6-b37a1c59b510 req-35bc7fda-1366-4dd6-8eb5-d7efd5fa14e7 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 945 time: 0.0770607 Nov 23 18:21:00.172072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60660) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:00.220530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-147196db-4e20-4eb4-86f6-b37a1c59b510 req-d4268c6e-00e3-411e-8975-094f61730553 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Nov 23 18:21:00.292792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-c8271557-a8b2-413b-80d0-23bbed8e8a77 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:00.295121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-c8271557-a8b2-413b-80d0-23bbed8e8a77 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 945 time: 0.0693090 Nov 23 18:21:00.392615 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-06e423c5-7035-45de-b246-27e30fb36722 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dde31a114599465687d90ef0ec81ef57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174077 Nov 23 18:21:00.393401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60668) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:00.448865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Deleting port 9242335f-dec9-420c-b7ab-83a80a6e58c8 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:21:00.450401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:00.471807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f63df28b-b494-40ab-8940-83d277bb2b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:00.503551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f63df28b-b494-40ab-8940-83d277bb2b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:00.565766 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f63df28b-b494-40ab-8940-83d277bb2b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:00.568719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f63df28b-b494-40ab-8940-83d277bb2b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:00.569930 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f63df28b-b494-40ab-8940-83d277bb2b27 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/203f9d88-d68e-4cb1-83f9-fda910d05557 HTTP/1.1" status: 204 len: 168 time: 0.1754248 Nov 23 18:21:00.572744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] For port 9242335f-dec9-420c-b7ab-83a80a6e58c8, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9242335f-dec9-420c-b7ab-83a80a6e58c8,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:21:00.573295 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:00.579619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63df28b-b494-40ab-8940-83d277bb2b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203f9d88-d68e-4cb1-83f9-fda910d05557,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:00.587936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Calling delete_port for 9242335f-dec9-420c-b7ab-83a80a6e58c8 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:21:00.801204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:00.819625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5', '9242335f-dec9-420c-b7ab-83a80a6e58c8'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:21:00.843992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Pushing event deleted for resources: {'Port': ['ID=9242335f-dec9-420c-b7ab-83a80a6e58c8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:00.907619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] No DVR routers for this DVR port 9242335f-dec9-420c-b7ab-83a80a6e58c8 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:21:00.910468 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:00.914220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e23aeddc-77d9-4ccc-9f60-c11b0d3e0e83 req-a9407051-58ed-401a-ab21-293ced2bfe83 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "DELETE /v2.0/ports/9242335f-dec9-420c-b7ab-83a80a6e58c8 HTTP/1.1" status: 204 len: 173 time: 0.6123841 Nov 23 18:21:00.915001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47425482-5a8a-4165-ae21-2d22ad3375b7', 'name': 'network-vif-deleted', 'tag': '9242335f-dec9-420c-b7ab-83a80a6e58c8'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:21:00.918135 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920155b4-7e3e-427b-ac42-912de16b4044" -d '{"events": [{"server_uuid": "47425482-5a8a-4165-ae21-2d22ad3375b7", "name": "network-vif-deleted", "tag": "9242335f-dec9-420c-b7ab-83a80a6e58c8"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:21:00.944020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['79c2b465-61c0-4d38-ad95-5c6b8f29f6b3', 'a2d98d42-0c74-432f-a623-a5fac412c866'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:21:00.980864 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0f295e-7926-403b-b85a-57a5883ff0c8 x-openstack-request-id: req-3c0f295e-7926-403b-b85a-57a5883ff0c8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:21:00.981179 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47425482-5a8a-4165-ae21-2d22ad3375b7", "name": "network-vif-deleted", "tag": "9242335f-dec9-420c-b7ab-83a80a6e58c8", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:21:00.981453 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c0f295e-7926-403b-b85a-57a5883ff0c8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:21:00.983144 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47425482-5a8a-4165-ae21-2d22ad3375b7', 'name': 'network-vif-deleted', 'tag': '9242335f-dec9-420c-b7ab-83a80a6e58c8', 'status': 'completed', 'code': 200} Nov 23 18:21:01.390812 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec27cddc-15cd-4eb7-97ea-2a35b8f00bb3 req-96c92a56-1731-43af-8732-e2400e6522f3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=47425482-5a8a-4165-ae21-2d22ad3375b7 HTTP/1.1" status: 200 len: 210 time: 0.0530896 Nov 23 18:21:01.609913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60712) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:01.719162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463409499-network', 'tenant_id': '5535f7fe7737423f9a06aac7e78314e7'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:21:01.746810 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Made reservation on behalf of 5535f7fe7737423f9a06aac7e78314e7 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:21:01.749888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:01.768265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:01.854006 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:01.859123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:01.890625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:21:01.900850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c92441c-6fd2-4ebf-a5ca-2f5082c53d09,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:01.906143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:01.906519 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Added segment b4aedeef-8a7f-4301-a13e-90047eefe514 of type vlan for network 95216e32-a542-4a47-96bf-5dbe5d81b781 Nov 23 18:21:01.949841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:02.001229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:02.002328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:02.003021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:02.067749 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4568269 Nov 23 18:21:02.070500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60726) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:02.078340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Request body: {'subnet': {'network_id': '95216e32-a542-4a47-96bf-5dbe5d81b781', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463409499-subnet', 'tenant_id': '5535f7fe7737423f9a06aac7e78314e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:21:02.081540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08ab0b-0274-40b6-9e0e-9d67f5383da3 admin admin] Pushing event updated for resources: {'Network': ['ID=95216e32-a542-4a47-96bf-5dbe5d81b781,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:02.096886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 95216e32-a542-4a47-96bf-5dbe5d81b781 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:21:02.114194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Made reservation on behalf of 5535f7fe7737423f9a06aac7e78314e7 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:21:02.117316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:02.331970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:02.404537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f063962a-8635-4732-abcb-5a10ce36f2cd,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:02.424552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Checking segment: {'id': 'b4aedeef-8a7f-4301-a13e-90047eefe514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '95216e32-a542-4a47-96bf-5dbe5d81b781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:21:02.425000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Network hostable DHCP agents. Network: 95216e32-a542-4a47-96bf-5dbe5d81b781, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:21:02.453243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Network 95216e32-a542-4a47-96bf-5dbe5d81b781 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:21:02.468747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 95216e32-a542-4a47-96bf-5dbe5d81b781) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:21:02.473064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:02.473751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:02.481516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f76864-7a02-4ff2-b5e4-00c62ee2c11f None None] Network 95216e32-a542-4a47-96bf-5dbe5d81b781 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:21:02.496968 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-38871c9a-3809-4116-99ce-1d0e6cc79e4f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4249589 Nov 23 18:21:02.678754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9a383-8291-49bc-8363-e2e99b9508d1 None None] Network 95216e32-a542-4a47-96bf-5dbe5d81b781 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:21:03.074503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9242335f-dec9-420c-b7ab-83a80a6e58c8 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:21:03.107099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 9242335f-dec9-420c-b7ab-83a80a6e58c8 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:21:03.108168 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9242335f-dec9-420c-b7ab-83a80a6e58c8 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:21:03.222862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60764) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:03.227837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411312315-network', 'tenant_id': 'eef870ae3f5540829d65c79e2c616df4'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:21:03.255110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Made reservation on behalf of eef870ae3f5540829d65c79e2c616df4 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:21:03.257979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.268678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.373069 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.384985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.416431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:21:03.428089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ed3a4f-3920-4405-9421-0d611e1ce087,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:03.433560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.434102 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Added segment 78edbe8a-f0b4-48a6-982f-b55565489113 of type vlan for network d01789a2-ca6c-45df-8f9d-be5c32b0ae66 Nov 23 18:21:03.484755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.516884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.517915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:03.519198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.580175 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3561583 Nov 23 18:21:03.584709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60772) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:03.597318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Request body: {'subnet': {'network_id': 'd01789a2-ca6c-45df-8f9d-be5c32b0ae66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411312315-subnet', 'tenant_id': 'eef870ae3f5540829d65c79e2c616df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:21:03.646108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2a397-b6dd-4e14-94cb-d8aee7e45d62 admin admin] Pushing event updated for resources: {'Network': ['ID=d01789a2-ca6c-45df-8f9d-be5c32b0ae66,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:03.655572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Made reservation on behalf of eef870ae3f5540829d65c79e2c616df4 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:21:03.660097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:03.664506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network d01789a2-ca6c-45df-8f9d-be5c32b0ae66 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:21:03.945247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.011411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f7ca92-672f-41ff-970b-4b261bbd35e2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:04.053784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Checking segment: {'id': '78edbe8a-f0b4-48a6-982f-b55565489113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd01789a2-ca6c-45df-8f9d-be5c32b0ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:21:04.054540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Network hostable DHCP agents. Network: d01789a2-ca6c-45df-8f9d-be5c32b0ae66, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:21:04.101336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Network d01789a2-ca6c-45df-8f9d-be5c32b0ae66 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:21:04.116142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, d01789a2-ca6c-45df-8f9d-be5c32b0ae66) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:21:04.126364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:04.127149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.127552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69557959-177a-4365-bd7e-7b359ffdf45b None None] Network d01789a2-ca6c-45df-8f9d-be5c32b0ae66 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:21:04.152016 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-45ebcf84-08c2-47bc-987e-55064a2b4057 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5642214 Nov 23 18:21:04.349020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f08c5-317f-4985-9855-756d98e34ae6 None None] Network d01789a2-ca6c-45df-8f9d-be5c32b0ae66 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:21:04.385743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60792) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:04.452847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-82796fed-627d-4ca3-a9c4-4f76c693a311 admin admin] Deleting subnet f063962a-8635-4732-abcb-5a10ce36f2cd {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:21:04.458275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82796fed-627d-4ca3-a9c4-4f76c693a311 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.503471 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82796fed-627d-4ca3-a9c4-4f76c693a311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.555708 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82796fed-627d-4ca3-a9c4-4f76c693a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.651413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82796fed-627d-4ca3-a9c4-4f76c693a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.683950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82796fed-627d-4ca3-a9c4-4f76c693a311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f063962a-8635-4732-abcb-5a10ce36f2cd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:04.688159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82796fed-627d-4ca3-a9c4-4f76c693a311 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.692168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-82796fed-627d-4ca3-a9c4-4f76c693a311 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f063962a-8635-4732-abcb-5a10ce36f2cd HTTP/1.1" status: 204 len: 168 time: 0.3050487 Nov 23 18:21:04.694897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60798) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:04.812727 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.916549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.941424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95216e32-a542-4a47-96bf-5dbe5d81b781']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:04.953744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4aedeef-8a7f-4301-a13e-90047eefe514') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:04.954037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4aedeef-8a7f-4301-a13e-90047eefe514') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:04.965736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.980870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:04.995812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:21:04.998725 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:21:05.000444 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:21:05.079557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.093060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.101527 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/95216e32-a542-4a47-96bf-5dbe5d81b781 HTTP/1.1" status: 204 len: 168 time: 0.4017565 Nov 23 18:21:05.101943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60810) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:05.150735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6aa99-5a77-43e7-a84d-2f5a0365aeb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=95216e32-a542-4a47-96bf-5dbe5d81b781,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:05.173265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-714e3c5a-42a9-4a33-a6bf-59563a0d73f5 admin admin] Deleting subnet 46f7ca92-672f-41ff-970b-4b261bbd35e2 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:21:05.176869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-714e3c5a-42a9-4a33-a6bf-59563a0d73f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.220339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-714e3c5a-42a9-4a33-a6bf-59563a0d73f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.268073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-714e3c5a-42a9-4a33-a6bf-59563a0d73f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.338829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-714e3c5a-42a9-4a33-a6bf-59563a0d73f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.376566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e3c5a-42a9-4a33-a6bf-59563a0d73f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f7ca92-672f-41ff-970b-4b261bbd35e2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:05.385689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-714e3c5a-42a9-4a33-a6bf-59563a0d73f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.389194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-714e3c5a-42a9-4a33-a6bf-59563a0d73f5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/46f7ca92-672f-41ff-970b-4b261bbd35e2 HTTP/1.1" status: 204 len: 168 time: 0.2869213 Nov 23 18:21:05.391774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60816) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:05.499463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.601573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.628795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01789a2-ca6c-45df-8f9d-be5c32b0ae66']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:05.665752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78edbe8a-f0b4-48a6-982f-b55565489113') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:05.666063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78edbe8a-f0b4-48a6-982f-b55565489113') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:05.679287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.700985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.708687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:21:05.709090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:21:05.710891 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:21:05.783285 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.792181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:05.798472 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d01789a2-ca6c-45df-8f9d-be5c32b0ae66 HTTP/1.1" status: 204 len: 168 time: 0.4055696 Nov 23 18:21:05.841946 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec08fa2-6ba2-418f-bd4c-e5278999dea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d01789a2-ca6c-45df-8f9d-be5c32b0ae66,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:06.114281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 60834) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:06.182756 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e500f12a-ec12-437a-a05c-46832386587e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5535f7fe7737423f9a06aac7e78314e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0665474 Nov 23 18:21:06.187883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60836) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:06.269193 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-704995a7-d7b6-4551-b98e-6a948cbde999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:06.294491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-704995a7-d7b6-4551-b98e-6a948cbde999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:06.361008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-704995a7-d7b6-4551-b98e-6a948cbde999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:06.365365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-704995a7-d7b6-4551-b98e-6a948cbde999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:06.367387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-704995a7-d7b6-4551-b98e-6a948cbde999 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6c92441c-6fd2-4ebf-a5ca-2f5082c53d09 HTTP/1.1" status: 204 len: 168 time: 0.1765916 Nov 23 18:21:06.379043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704995a7-d7b6-4551-b98e-6a948cbde999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c92441c-6fd2-4ebf-a5ca-2f5082c53d09,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:06.909298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60856) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:06.983036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fe5f5af6-c78f-4ac8-8300-29ae278a2e28 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eef870ae3f5540829d65c79e2c616df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685515 Nov 23 18:21:06.984466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 60858) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:07.074664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64918e38-59e5-4704-beb2-202e1b33cc78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:07.107280 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64918e38-59e5-4704-beb2-202e1b33cc78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:07.213712 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64918e38-59e5-4704-beb2-202e1b33cc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:07.219613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64918e38-59e5-4704-beb2-202e1b33cc78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:07.221428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-64918e38-59e5-4704-beb2-202e1b33cc78 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47ed3a4f-3920-4405-9421-0d611e1ce087 HTTP/1.1" status: 204 len: 168 time: 0.2357798 Nov 23 18:21:07.239388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f47b40-d4ff-44c5-b5a3-1c7f6b2463d9 req-268dd90b-af0c-47ef-98d9-fda4e68c0074 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:07.241528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19f47b40-d4ff-44c5-b5a3-1c7f6b2463d9 req-268dd90b-af0c-47ef-98d9-fda4e68c0074 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 945 time: 0.0929554 Nov 23 18:21:07.259181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64918e38-59e5-4704-beb2-202e1b33cc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ed3a4f-3920-4405-9421-0d611e1ce087,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:07.342724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19f47b40-d4ff-44c5-b5a3-1c7f6b2463d9 req-bdf5470b-621a-4b64-8012-55f26ee17f0b tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837278 Nov 23 18:21:08.461350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dc9fe-aa15-43a5-ab93-9c5fd46271d4 req-fca5d34e-40e1-4b9e-9391-92137ec85cdd tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:08.463125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-611dc9fe-aa15-43a5-ab93-9c5fd46271d4 req-fca5d34e-40e1-4b9e-9391-92137ec85cdd tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 945 time: 0.0601099 Nov 23 18:21:08.521163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-611dc9fe-aa15-43a5-ab93-9c5fd46271d4 req-9e8ac5a5-7e27-4be7-a12c-2b61055c08e8 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Nov 23 18:21:08.649693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-0c852f2d-a7a9-413c-9b38-9f8e79a3a853 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:08.651594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-0c852f2d-a7a9-413c-9b38-9f8e79a3a853 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 945 time: 0.0566816 Nov 23 18:21:08.765655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Deleting port a2d98d42-0c74-432f-a623-a5fac412c866 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:21:08.766077 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:08.873757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] For port a2d98d42-0c74-432f-a623-a5fac412c866, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=a2d98d42-0c74-432f-a623-a5fac412c866,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:21:08.874130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:08.888718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Calling delete_port for a2d98d42-0c74-432f-a623-a5fac412c866 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:21:09.047780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:09.060448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['79c2b465-61c0-4d38-ad95-5c6b8f29f6b3', 'a2d98d42-0c74-432f-a623-a5fac412c866'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:21:09.068305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:21:09.123697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Pushing event deleted for resources: {'Port': ['ID=a2d98d42-0c74-432f-a623-a5fac412c866,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:09.156390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] No DVR routers for this DVR port a2d98d42-0c74-432f-a623-a5fac412c866 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:21:09.159606 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:09.165322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9efd9317-e29d-40d4-ab18-0e852112b785 req-bcc80774-f980-41c3-a1c6-0a918aaf542f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "DELETE /v2.0/ports/a2d98d42-0c74-432f-a623-a5fac412c866 HTTP/1.1" status: 204 len: 173 time: 0.5070186 Nov 23 18:21:09.166646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941598d0-b920-4f28-a60f-b835b4216884', 'name': 'network-vif-deleted', 'tag': 'a2d98d42-0c74-432f-a623-a5fac412c866'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:21:09.171625 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eacc50-a9d5-4c8c-b86a-b60880630c91" -d '{"events": [{"server_uuid": "941598d0-b920-4f28-a60f-b835b4216884", "name": "network-vif-deleted", "tag": "a2d98d42-0c74-432f-a623-a5fac412c866"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:21:09.228429 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6822ff-53d6-43a5-8476-e1412a7a39fc x-openstack-request-id: req-fd6822ff-53d6-43a5-8476-e1412a7a39fc {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:21:09.228755 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941598d0-b920-4f28-a60f-b835b4216884", "name": "network-vif-deleted", "tag": "a2d98d42-0c74-432f-a623-a5fac412c866", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:21:09.229064 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd6822ff-53d6-43a5-8476-e1412a7a39fc {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:21:09.229502 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941598d0-b920-4f28-a60f-b835b4216884', 'name': 'network-vif-deleted', 'tag': 'a2d98d42-0c74-432f-a623-a5fac412c866', 'status': 'completed', 'code': 200} Nov 23 18:21:09.650964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02baebce-a704-44cb-808d-fdbb50c376a4 req-8270a1c8-a5fc-481a-8b41-3bbf4cf30754 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=941598d0-b920-4f28-a60f-b835b4216884 HTTP/1.1" status: 200 len: 210 time: 0.0333188 Nov 23 18:21:11.102032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958f3d-8cb9-464d-971d-fba3c0666f00 req-1e0945aa-c35c-4c7f-9b1d-ac18fecf9633 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:11.107671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0958f3d-8cb9-464d-971d-fba3c0666f00 req-1e0945aa-c35c-4c7f-9b1d-ac18fecf9633 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 945 time: 0.0687659 Nov 23 18:21:11.161964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0958f3d-8cb9-464d-971d-fba3c0666f00 req-349ad346-a899-46d1-8afb-1a96de505d81 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476980 Nov 23 18:21:11.253995 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d43d630b-698d-4ac1-8464-349f64467e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:11.611648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a2d98d42-0c74-432f-a623-a5fac412c866 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:21:11.636138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: a2d98d42-0c74-432f-a623-a5fac412c866 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:21:11.636675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device a2d98d42-0c74-432f-a623-a5fac412c866 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:21:12.366547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917f10a-480d-4a5b-b277-bebf2b82e74f req-8f64ace1-b101-45cd-8af8-e3f66bb83bde tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:12.369238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e917f10a-480d-4a5b-b277-bebf2b82e74f req-8f64ace1-b101-45cd-8af8-e3f66bb83bde tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 945 time: 0.1014051 Nov 23 18:21:12.444416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e917f10a-480d-4a5b-b277-bebf2b82e74f req-4d8ff0c5-3f29-428c-b968-2c3f07959a1f tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681648 Nov 23 18:21:12.519009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-d0dc68b2-9d7a-4c62-90d6-18d86408d65a tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:12.520506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-d0dc68b2-9d7a-4c62-90d6-18d86408d65a tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 945 time: 0.0635750 Nov 23 18:21:12.655617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Deleting port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:21:12.655963 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:12.755668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] For port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:21:12.756028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:12.781682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Calling delete_port for e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:21:12.959641 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:12.973287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['79c2b465-61c0-4d38-ad95-5c6b8f29f6b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:21:12.991119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Pushing event deleted for resources: {'Port': ['ID=e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:13.042446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] No DVR routers for this DVR port e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:21:13.045939 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:13.058855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58da7986-4cc4-42cf-a2cc-5326d726ed6e req-ef7327de-9811-44a0-b61d-0b012f455af6 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.72 "DELETE /v2.0/ports/e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 HTTP/1.1" status: 204 len: 173 time: 0.5193558 Nov 23 18:21:13.058855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80e0aa9-cd4f-41b8-baa7-83ee2f561225', 'name': 'network-vif-deleted', 'tag': 'e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:21:13.058855 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370fa8e9-6118-489d-b4bf-f39d3e2e2e44" -d '{"events": [{"server_uuid": "f80e0aa9-cd4f-41b8-baa7-83ee2f561225", "name": "network-vif-deleted", "tag": "e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:21:13.072550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:21:13.174291 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccc9a71-d0af-4ca8-8717-412185283fb2 x-openstack-request-id: req-bccc9a71-d0af-4ca8-8717-412185283fb2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:21:13.174608 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80e0aa9-cd4f-41b8-baa7-83ee2f561225", "name": "network-vif-deleted", "tag": "e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:21:13.174885 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bccc9a71-d0af-4ca8-8717-412185283fb2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:21:13.175742 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80e0aa9-cd4f-41b8-baa7-83ee2f561225', 'name': 'network-vif-deleted', 'tag': 'e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5', 'status': 'completed', 'code': 200} Nov 23 18:21:13.360521 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9ab4aaa9-2f73-4670-adbf-cc40469dcc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:13.635022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6454a05-4be9-4dc5-8e10-2f0d4a796acb req-a6295964-2cda-4660-a2c5-315d008bd28e tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80e0aa9-cd4f-41b8-baa7-83ee2f561225 HTTP/1.1" status: 200 len: 210 time: 0.0706780 Nov 23 18:21:15.120257 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:15.123187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:21:15.164605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:21:15.165062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e00bf9b3-1ccf-4aa8-b411-053c19b8c6b5 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:21:16.455544 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:17.898223 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:19.589054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102320c1-40f1-456c-a3de-3e18db345e20 req-b066b1a5-5e53-4491-b031-4fb23a8ce88a tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:19.598252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-102320c1-40f1-456c-a3de-3e18db345e20 req-b066b1a5-5e53-4491-b031-4fb23a8ce88a tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 945 time: 0.0609720 Nov 23 18:21:19.631281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:19.662085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-102320c1-40f1-456c-a3de-3e18db345e20 req-1d1789ac-5eec-4239-8a97-6f6d8ee8fdf4 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Nov 23 18:21:20.677569 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:20.804685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe39c7-4352-41da-897d-f1d914163996 req-5f87a5e2-c125-4b17-b660-f6d1af984c0b tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:20.820536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adbe39c7-4352-41da-897d-f1d914163996 req-5f87a5e2-c125-4b17-b660-f6d1af984c0b tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 945 time: 0.0751994 Nov 23 18:21:20.886473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adbe39c7-4352-41da-897d-f1d914163996 req-e41e004d-6499-479a-985d-36d56d0eb2ae tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/security-groups?id=30cc4793-e586-4075-b4ff-ce61f4c5b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572047 Nov 23 18:21:20.975151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-edc3a763-0d7e-4d2e-a474-be2b15f3bd1c tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:20.977374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-edc3a763-0d7e-4d2e-a474-be2b15f3bd1c tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 945 time: 0.0597806 Nov 23 18:21:21.086126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Deleting port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:21:21.086927 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:21.207662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] For port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,segment=NetworkSegment(59f7ce61-5b33-4f48-b8bd-af463476299d),segment_id=59f7ce61-5b33-4f48-b8bd-af463476299d)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:21:21.208151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:21.223239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Calling delete_port for 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:21:21.435191 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:21.447007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['79c2b465-61c0-4d38-ad95-5c6b8f29f6b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:21:21.477205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Pushing event deleted for resources: {'Port': ['ID=79c2b465-61c0-4d38-ad95-5c6b8f29f6b3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:21.524977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] No DVR routers for this DVR port 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:21:21.530324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:21.534747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42c02dfc-16f8-4e97-ac91-fcf4f8805b24 req-e513d76e-eb9a-4e0a-ac81-89d6e108b7d3 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.66 "DELETE /v2.0/ports/79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 HTTP/1.1" status: 204 len: 173 time: 0.5503709 Nov 23 18:21:21.535350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789014b6-00b4-4f19-84a3-b20203f53dc0', 'name': 'network-vif-deleted', 'tag': '79c2b465-61c0-4d38-ad95-5c6b8f29f6b3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:21:21.538326 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c4fd42-c184-4be7-a0ed-0931b9b9a84f" -d '{"events": [{"server_uuid": "789014b6-00b4-4f19-84a3-b20203f53dc0", "name": "network-vif-deleted", "tag": "79c2b465-61c0-4d38-ad95-5c6b8f29f6b3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:21:21.591862 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52387c1c-b8e1-48b0-b029-da3624750cce x-openstack-request-id: req-52387c1c-b8e1-48b0-b029-da3624750cce {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:21:21.592804 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789014b6-00b4-4f19-84a3-b20203f53dc0", "name": "network-vif-deleted", "tag": "79c2b465-61c0-4d38-ad95-5c6b8f29f6b3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:21:21.592804 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52387c1c-b8e1-48b0-b029-da3624750cce {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:21:21.593251 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789014b6-00b4-4f19-84a3-b20203f53dc0', 'name': 'network-vif-deleted', 'tag': '79c2b465-61c0-4d38-ad95-5c6b8f29f6b3', 'status': 'completed', 'code': 200} Nov 23 18:21:22.045205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d030507b-e791-44c3-85a9-a11464cbbd09 req-0b1533f1-a868-45f4-9b55-b1f6624f5cb2 tempest-AttachVolumeNegativeTest-971152998 tempest-AttachVolumeNegativeTest-971152998-project] 10.222.0.74 "GET /v2.0/ports?device_id=789014b6-00b4-4f19-84a3-b20203f53dc0 HTTP/1.1" status: 200 len: 210 time: 0.0533369 Nov 23 18:21:22.269364 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:21:23.132164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:23.135900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33052) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:23.197972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63fd203-4f53-4af7-9891-7e45c5b5bbb9 admin admin] Deleting subnet 142637d4-d1b4-45df-a473-3992e05984f2 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:21:23.201857 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e63fd203-4f53-4af7-9891-7e45c5b5bbb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.238803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e63fd203-4f53-4af7-9891-7e45c5b5bbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.265425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9019ccd4-62a9-4cbc-bcfe-93670df694cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.279468 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e63fd203-4f53-4af7-9891-7e45c5b5bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.355876 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e63fd203-4f53-4af7-9891-7e45c5b5bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.374478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9019ccd4-62a9-4cbc-bcfe-93670df694cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.380803 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9019ccd4-62a9-4cbc-bcfe-93670df694cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.395899 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e63fd203-4f53-4af7-9891-7e45c5b5bbb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.407919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e63fd203-4f53-4af7-9891-7e45c5b5bbb9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/142637d4-d1b4-45df-a473-3992e05984f2 HTTP/1.1" status: 204 len: 168 time: 0.2687631 Nov 23 18:21:23.408290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33062) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:23.415739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fd203-4f53-4af7-9891-7e45c5b5bbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142637d4-d1b4-45df-a473-3992e05984f2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:23.444080 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9019ccd4-62a9-4cbc-bcfe-93670df694cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7dffc4a4b9044c43a9cdd5d7a2d2293f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105266 Nov 23 18:21:23.445985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33064) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:23.459748 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019ccd4-62a9-4cbc-bcfe-93670df694cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838250a0-48f7-4962-97ce-73da14c2fa7b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:23.496977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.524329 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-caf91aca-b3b4-4325-a097-1ab7ee0ed76e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.555513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-caf91aca-b3b4-4325-a097-1ab7ee0ed76e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.590141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.609843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-caf91aca-b3b4-4325-a097-1ab7ee0ed76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.614773 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-caf91aca-b3b4-4325-a097-1ab7ee0ed76e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.615376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8593376e-0682-4c67-b09b-e0540f2f636a']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:23.616482 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-caf91aca-b3b4-4325-a097-1ab7ee0ed76e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/838250a0-48f7-4962-97ce-73da14c2fa7b HTTP/1.1" status: 204 len: 168 time: 0.1692319 Nov 23 18:21:23.626913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f7ce61-5b33-4f48-b8bd-af463476299d') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:23.627221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f7ce61-5b33-4f48-b8bd-af463476299d') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:21:23.630459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf91aca-b3b4-4325-a097-1ab7ee0ed76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838250a0-48f7-4962-97ce-73da14c2fa7b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:23.639242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.666973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.673472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:21:23.674037 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:21:23.675940 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:21:23.688249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:21:23.737648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:21:23.737909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 79c2b465-61c0-4d38-ad95-5c6b8f29f6b3 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:21:23.745619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.754215 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:23.759170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8593376e-0682-4c67-b09b-e0540f2f636a HTTP/1.1" status: 204 len: 168 time: 0.3483939 Nov 23 18:21:23.781700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3209501-39ef-480c-9293-0af324a432f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8593376e-0682-4c67-b09b-e0540f2f636a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:23.991858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33076) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:24.039127 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ac1cc544-88d2-49d1-b2b0-01659a029a6a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=76c0aaa9f8d94a4d8092f5f70c98a276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457964 Nov 23 18:21:24.041740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33080) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:24.046264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33082) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:24.061586 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10719d77-faea-4b63-8b67-4cdc8e688109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.096150 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-676aae39-9e25-4f76-8078-93419096a31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.121384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-676aae39-9e25-4f76-8078-93419096a31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.149655 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10719d77-faea-4b63-8b67-4cdc8e688109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.156470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10719d77-faea-4b63-8b67-4cdc8e688109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.172465 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-676aae39-9e25-4f76-8078-93419096a31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.175381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-676aae39-9e25-4f76-8078-93419096a31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.176742 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-676aae39-9e25-4f76-8078-93419096a31a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/30cc4793-e586-4075-b4ff-ce61f4c5b6bd HTTP/1.1" status: 204 len: 168 time: 0.1334617 Nov 23 18:21:24.185554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676aae39-9e25-4f76-8078-93419096a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cc4793-e586-4075-b4ff-ce61f4c5b6bd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:24.206310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33086) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:24.213644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-10719d77-faea-4b63-8b67-4cdc8e688109 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=821d1c7825284eb499b5d86a90aeb9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1661670 Nov 23 18:21:24.230443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10719d77-faea-4b63-8b67-4cdc8e688109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd69801-5421-4330-acad-a8781a21a8b4,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:24.271592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa31a238-d881-49ec-a0ed-fbfd07f29ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.294363 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa31a238-d881-49ec-a0ed-fbfd07f29ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.360549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa31a238-d881-49ec-a0ed-fbfd07f29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.363883 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fa31a238-d881-49ec-a0ed-fbfd07f29ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.365464 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fa31a238-d881-49ec-a0ed-fbfd07f29ad8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5fd69801-5421-4330-acad-a8781a21a8b4 HTTP/1.1" status: 204 len: 168 time: 0.1575093 Nov 23 18:21:24.377077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31a238-d881-49ec-a0ed-fbfd07f29ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd69801-5421-4330-acad-a8781a21a8b4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:24.815033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33114) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:24.835102 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2357fcd5-e233-4fd7-b741-8c4f0b616cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.980881 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2357fcd5-e233-4fd7-b741-8c4f0b616cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:24.989919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2357fcd5-e233-4fd7-b741-8c4f0b616cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:25.042456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33122) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:25.054063 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2357fcd5-e233-4fd7-b741-8c4f0b616cd7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6007518b767b48aebeb9e954d23cb890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357330 Nov 23 18:21:25.065691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357fcd5-e233-4fd7-b741-8c4f0b616cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53bea03-c631-45d6-bc95-957796df07de,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:25.138891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-60c8b562-efde-4de9-9447-9230d8e5ace5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:25.169450 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-60c8b562-efde-4de9-9447-9230d8e5ace5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:25.231598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-60c8b562-efde-4de9-9447-9230d8e5ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:25.236303 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-60c8b562-efde-4de9-9447-9230d8e5ace5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:25.243809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-60c8b562-efde-4de9-9447-9230d8e5ace5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f53bea03-c631-45d6-bc95-957796df07de HTTP/1.1" status: 204 len: 168 time: 0.1993175 Nov 23 18:21:25.256045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8b562-efde-4de9-9447-9230d8e5ace5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53bea03-c631-45d6-bc95-957796df07de,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:32.520903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:32.801837 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:32.891585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:32.900346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:32.959078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821acf93-4b2b-4a89-ac0d-beaac7ec276e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:33.019323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.020018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.020720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.021046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.021392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.021877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.022237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.022472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.022962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.022962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.023531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.023807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:33.034346 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-12b8b050-7529-41ee-b25d-b6d0c6e80ca7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=93a237032b874620b95cf0b8a1339e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5096753 Nov 23 18:21:33.035146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33318) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:33.122851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cce14f2b-b498-418a-83f5-48a55fb65b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:33.182130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cce14f2b-b498-418a-83f5-48a55fb65b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:33.285489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cce14f2b-b498-418a-83f5-48a55fb65b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:33.289184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cce14f2b-b498-418a-83f5-48a55fb65b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:33.293425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cce14f2b-b498-418a-83f5-48a55fb65b23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/821acf93-4b2b-4a89-ac0d-beaac7ec276e HTTP/1.1" status: 204 len: 168 time: 0.2542503 Nov 23 18:21:33.300770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce14f2b-b498-418a-83f5-48a55fb65b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821acf93-4b2b-4a89-ac0d-beaac7ec276e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:33.755978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33332) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:33.782999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cfb8971f-a2a3-494f-bca4-adb1eb7fe38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:33.903182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cfb8971f-a2a3-494f-bca4-adb1eb7fe38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:33.907514 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cfb8971f-a2a3-494f-bca4-adb1eb7fe38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:33.949649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cfb8971f-a2a3-494f-bca4-adb1eb7fe38a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0f383c6eaa70488a8840b79c3e3605ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916640 Nov 23 18:21:33.952676 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33334) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:33.959564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8971f-a2a3-494f-bca4-adb1eb7fe38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e76bd7-23ca-402f-b7d3-e9d6f96ca9a0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:34.017965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2301e1b9-1a41-484d-b74c-6bd5bd28f388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:34.048997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2301e1b9-1a41-484d-b74c-6bd5bd28f388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:34.117399 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2301e1b9-1a41-484d-b74c-6bd5bd28f388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:34.120068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2301e1b9-1a41-484d-b74c-6bd5bd28f388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:34.122227 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2301e1b9-1a41-484d-b74c-6bd5bd28f388 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/10e76bd7-23ca-402f-b7d3-e9d6f96ca9a0 HTTP/1.1" status: 204 len: 168 time: 0.1685452 Nov 23 18:21:34.130670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301e1b9-1a41-484d-b74c-6bd5bd28f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e76bd7-23ca-402f-b7d3-e9d6f96ca9a0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:36.484363 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33436) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:36.861944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad63c48b-51a1-4046-8794-30c472d3ec65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:36.979725 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad63c48b-51a1-4046-8794-30c472d3ec65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:36.989231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad63c48b-51a1-4046-8794-30c472d3ec65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:37.048655 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ad63c48b-51a1-4046-8794-30c472d3ec65 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e560dc8e7bc745d6b6f7d4803c838159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5624743 Nov 23 18:21:37.049532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63c48b-51a1-4046-8794-30c472d3ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ac5a8a-137b-437e-9415-76bbf12c1f31,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:37.051480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33460) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:37.134961 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:37.164901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:37.240414 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:37.243137 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:37.244318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9ac5a8a-137b-437e-9415-76bbf12c1f31 HTTP/1.1" status: 204 len: 168 time: 0.1915495 Nov 23 18:21:37.260745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ac5a8a-137b-437e-9415-76bbf12c1f31,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:37.279115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.279767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.280554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.281105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.281629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.282148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.287012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.287457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.288084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.288476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.288870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.289259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ab8a-db06-4dad-a597-a637b7c039ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:21:37.771740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:37.786777 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4ea5cd2f-0097-4e11-9849-ba709129ce7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:37.855708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-d6bffab0-91de-48cd-9c28-212ca8c430ec req-dab829ab-79d4-4c67-ab2b-c3b6c93b9982 service neutron] (120536) timed out ('10.222.0.74', 38158) {{(pid=120536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:21:37.904441 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4ea5cd2f-0097-4e11-9849-ba709129ce7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:37.911214 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4ea5cd2f-0097-4e11-9849-ba709129ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:37.970365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4ea5cd2f-0097-4e11-9849-ba709129ce7d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1bcc80a919954494a5e6ae2c89681545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1970723 Nov 23 18:21:37.973101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33498) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:37.976120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5cd2f-0097-4e11-9849-ba709129ce7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4f7f96-feb2-416c-abf0-b0d52c896b52,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:38.075552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af56c460-0b13-437b-a588-6358e5192e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:38.104605 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af56c460-0b13-437b-a588-6358e5192e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:38.164323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af56c460-0b13-437b-a588-6358e5192e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:38.169431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-af56c460-0b13-437b-a588-6358e5192e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:38.170663 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-af56c460-0b13-437b-a588-6358e5192e72 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb4f7f96-feb2-416c-abf0-b0d52c896b52 HTTP/1.1" status: 204 len: 168 time: 0.1964815 Nov 23 18:21:38.196729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56c460-0b13-437b-a588-6358e5192e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4f7f96-feb2-416c-abf0-b0d52c896b52,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:40.965076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33690) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:41.095323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7595f90f-9b97-4417-a8eb-c20565e25b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:41.183402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7595f90f-9b97-4417-a8eb-c20565e25b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:41.188493 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7595f90f-9b97-4417-a8eb-c20565e25b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:41.235402 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7595f90f-9b97-4417-a8eb-c20565e25b47 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=deb6e230890847bcb49602a3c3fc7107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2677317 Nov 23 18:21:41.240229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595f90f-9b97-4417-a8eb-c20565e25b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231941be-3d2a-482a-9ab2-760c5982f25c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:41.241076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33700) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:41.272914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d46abf88-9265-4177-b969-10de97510516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:41.317138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5a7b-04cc-4d0e-9a40-7c4da14b7907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:41.347153 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5a7b-04cc-4d0e-9a40-7c4da14b7907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:41.411791 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5a7b-04cc-4d0e-9a40-7c4da14b7907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:41.415532 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5a7b-04cc-4d0e-9a40-7c4da14b7907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:41.416996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d9ca5a7b-04cc-4d0e-9a40-7c4da14b7907 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/231941be-3d2a-482a-9ab2-760c5982f25c HTTP/1.1" status: 204 len: 168 time: 0.1743240 Nov 23 18:21:41.427423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca5a7b-04cc-4d0e-9a40-7c4da14b7907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231941be-3d2a-482a-9ab2-760c5982f25c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:41.918389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 33736) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:41.936232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74ff543d-0246-45d9-9c42-bf0fc75250ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:42.115344 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74ff543d-0246-45d9-9c42-bf0fc75250ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:42.123656 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74ff543d-0246-45d9-9c42-bf0fc75250ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:42.170485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-74ff543d-0246-45d9-9c42-bf0fc75250ce admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=83d3e7e8a48f48719685cd20c4c6dd7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506638 Nov 23 18:21:42.174487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 33748) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:42.175790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff543d-0246-45d9-9c42-bf0fc75250ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5575459a-153e-4c7d-82d7-0c2972353e5f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:42.255388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3eb5-4e8c-4e5f-9f30-20e887a8cc7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:42.286199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3eb5-4e8c-4e5f-9f30-20e887a8cc7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:42.355395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3eb5-4e8c-4e5f-9f30-20e887a8cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:42.359254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3eb5-4e8c-4e5f-9f30-20e887a8cc7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:42.360537 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6f1d3eb5-4e8c-4e5f-9f30-20e887a8cc7e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5575459a-153e-4c7d-82d7-0c2972353e5f HTTP/1.1" status: 204 len: 168 time: 0.1844344 Nov 23 18:21:42.372710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d3eb5-4e8c-4e5f-9f30-20e887a8cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575459a-153e-4c7d-82d7-0c2972353e5f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:43.340217 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ad30e8f5-7222-428b-afdc-bf4af311ad93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:45.130117 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:46.460120 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:47.894845 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:49.643629 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:50.702181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:52.731913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34144) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:52.972395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2cc306da-c51a-4d80-be7d-f99f62a2f83a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.040375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34156) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:53.163922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2cc306da-c51a-4d80-be7d-f99f62a2f83a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.169047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2cc306da-c51a-4d80-be7d-f99f62a2f83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.211619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-176fbf36-049f-43b1-be39-d36b4df705ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.220123 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2cc306da-c51a-4d80-be7d-f99f62a2f83a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8906f3a1645d499da3c790d205faddc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847958 Nov 23 18:21:53.220123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc306da-c51a-4d80-be7d-f99f62a2f83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9693ca-c535-4e03-a327-5d781e7e9572,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:53.221239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34160) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:53.289624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96a6ceb7-5091-42ab-a7a9-d9c3bfb7df24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.327592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96a6ceb7-5091-42ab-a7a9-d9c3bfb7df24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.397752 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-176fbf36-049f-43b1-be39-d36b4df705ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.402289 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96a6ceb7-5091-42ab-a7a9-d9c3bfb7df24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.403180 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-176fbf36-049f-43b1-be39-d36b4df705ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.407021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96a6ceb7-5091-42ab-a7a9-d9c3bfb7df24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.408595 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96a6ceb7-5091-42ab-a7a9-d9c3bfb7df24 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa9693ca-c535-4e03-a327-5d781e7e9572 HTTP/1.1" status: 204 len: 168 time: 0.1862216 Nov 23 18:21:53.418596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6ceb7-5091-42ab-a7a9-d9c3bfb7df24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9693ca-c535-4e03-a327-5d781e7e9572,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:53.484390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34164) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:53.484973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-176fbf36-049f-43b1-be39-d36b4df705ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35f40be55ff84cc69d6b4ec2475af555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429443 Nov 23 18:21:53.490546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fbf36-049f-43b1-be39-d36b4df705ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbe5d48-37e7-48e1-9f77-3050a0a9670b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:53.562611 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a8d8-5f7f-436d-b5f0-3fb361ad1c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.587026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a8d8-5f7f-436d-b5f0-3fb361ad1c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.657418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a8d8-5f7f-436d-b5f0-3fb361ad1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.662836 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a8d8-5f7f-436d-b5f0-3fb361ad1c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.664259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9cb5a8d8-5f7f-436d-b5f0-3fb361ad1c61 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4bbe5d48-37e7-48e1-9f77-3050a0a9670b HTTP/1.1" status: 204 len: 168 time: 0.1785181 Nov 23 18:21:53.673484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5a8d8-5f7f-436d-b5f0-3fb361ad1c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbe5d48-37e7-48e1-9f77-3050a0a9670b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:53.844697 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34170) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:53.867131 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae52f7a3-2ca6-4547-9d87-2f40ed5dbcbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.970062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae52f7a3-2ca6-4547-9d87-2f40ed5dbcbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:53.981407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ae52f7a3-2ca6-4547-9d87-2f40ed5dbcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.028429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52f7a3-2ca6-4547-9d87-2f40ed5dbcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2ba9e1-8697-44da-82fa-c593dbf736af,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:54.034844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ae52f7a3-2ca6-4547-9d87-2f40ed5dbcbd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96affd7a6124493197897dd24fdc40a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870744 Nov 23 18:21:54.037365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34178) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:54.096236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a0a30dd-5990-40d9-931b-d33e5870f41f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.121232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a0a30dd-5990-40d9-931b-d33e5870f41f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.201213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a0a30dd-5990-40d9-931b-d33e5870f41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.204027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a0a30dd-5990-40d9-931b-d33e5870f41f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.207612 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2a0a30dd-5990-40d9-931b-d33e5870f41f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9a2ba9e1-8697-44da-82fa-c593dbf736af HTTP/1.1" status: 204 len: 168 time: 0.1667569 Nov 23 18:21:54.215445 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a30dd-5990-40d9-931b-d33e5870f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2ba9e1-8697-44da-82fa-c593dbf736af,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:54.297354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34182) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:54.328728 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abaa1bae-4539-4bba-a6fa-f17974893bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.517176 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abaa1bae-4539-4bba-a6fa-f17974893bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.522017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-abaa1bae-4539-4bba-a6fa-f17974893bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.568758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa1bae-4539-4bba-a6fa-f17974893bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557b9653-fde7-40b0-bab1-5f271ba73b35,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:54.573335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-abaa1bae-4539-4bba-a6fa-f17974893bce admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=217e673c9c1d41c3b80724a8de7abec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749057 Nov 23 18:21:54.577408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34186) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:54.626946 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25096999-1859-49c9-87e6-9d4a4899a915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.656077 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25096999-1859-49c9-87e6-9d4a4899a915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.714227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25096999-1859-49c9-87e6-9d4a4899a915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.717763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25096999-1859-49c9-87e6-9d4a4899a915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.718961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-25096999-1859-49c9-87e6-9d4a4899a915 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/557b9653-fde7-40b0-bab1-5f271ba73b35 HTTP/1.1" status: 204 len: 168 time: 0.1406057 Nov 23 18:21:54.728155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34190) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:54.735257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25096999-1859-49c9-87e6-9d4a4899a915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557b9653-fde7-40b0-bab1-5f271ba73b35,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:54.747146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb8d3909-a6c8-4585-abfb-098029810b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.854194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb8d3909-a6c8-4585-abfb-098029810b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.858606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-eb8d3909-a6c8-4585-abfb-098029810b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.898225 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eb8d3909-a6c8-4585-abfb-098029810b35 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b67d4dcbd914131bbdcd89c0d5149b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1688538 Nov 23 18:21:54.899446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d3909-a6c8-4585-abfb-098029810b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9edc990-c0cf-497b-b4d7-3da0d28698b3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:54.903235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34192) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:54.968634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-155763b6-7b10-4ead-99cc-1e953142937c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:54.991561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-155763b6-7b10-4ead-99cc-1e953142937c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:55.054303 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-155763b6-7b10-4ead-99cc-1e953142937c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:55.057496 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-155763b6-7b10-4ead-99cc-1e953142937c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:55.062451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-155763b6-7b10-4ead-99cc-1e953142937c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9edc990-c0cf-497b-b4d7-3da0d28698b3 HTTP/1.1" status: 204 len: 168 time: 0.1578934 Nov 23 18:21:55.076453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155763b6-7b10-4ead-99cc-1e953142937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9edc990-c0cf-497b-b4d7-3da0d28698b3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:56.681676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34342) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:56.847990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56a5451b-4f5f-4624-9417-3a022c291484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:56.973081 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56a5451b-4f5f-4624-9417-3a022c291484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:56.978242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56a5451b-4f5f-4624-9417-3a022c291484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:57.039627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5451b-4f5f-4624-9417-3a022c291484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05630e90-0f67-476a-a9b0-0d8a16e2db1d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:57.046942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-56a5451b-4f5f-4624-9417-3a022c291484 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1a139acb0929488ebe7c228a656e1dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621764 Nov 23 18:21:57.048121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34348) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:57.132996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ef55bd5-1204-44f6-bf5e-e461d5f37005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:57.159743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ef55bd5-1204-44f6-bf5e-e461d5f37005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:57.214901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ef55bd5-1204-44f6-bf5e-e461d5f37005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:57.217609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ef55bd5-1204-44f6-bf5e-e461d5f37005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:57.218962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2ef55bd5-1204-44f6-bf5e-e461d5f37005 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/05630e90-0f67-476a-a9b0-0d8a16e2db1d HTTP/1.1" status: 204 len: 168 time: 0.1696100 Nov 23 18:21:57.229629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef55bd5-1204-44f6-bf5e-e461d5f37005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05630e90-0f67-476a-a9b0-0d8a16e2db1d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:58.867313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34432) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:59.040617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-647252204'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:21:59.069349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Made reservation on behalf of 69d0f34d0b964938ba7903b348691020 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:21:59.075728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.085707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.188344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.193421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.262442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:21:59.271611 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:21:59.277094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a8bca5-9636-4543-ac68-7d5eab66aa6b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:59.280295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.280995 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Added segment 9ed2dab7-6412-4aca-b2cf-dcc4528e9831 of type vlan for network c717dbc0-ea4e-41eb-a118-1bd86062350b Nov 23 18:21:59.340299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.373065 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.379430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:59.380272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.428872 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5601263 Nov 23 18:21:59.433062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34440) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:21:59.471758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da062c55-dfbe-4df6-991c-99839f6cdf98 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Pushing event updated for resources: {'Network': ['ID=c717dbc0-ea4e-41eb-a118-1bd86062350b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:59.484678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c717dbc0-ea4e-41eb-a118-1bd86062350b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:21:59.524356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Request body: {'network': {'name': 'tempest-network--176110318', 'router:external': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:21:59.560251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Made reservation on behalf of 563b89d9ab7e4c10b7844753cdd11872 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:21:59.563482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.576299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.718259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.725868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.786303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:21:59.846545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f07dfc8-2893-4e1b-b4f1-100ea0ebb674,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:21:59.849568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.849914 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Added segment ae1a143c-2232-499d-ac48-e19cb275e5fa of type vlan for network 072a964d-0fb9-409b-ab3b-6593ce53fe11 Nov 23 18:21:59.953832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.992610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:59.995865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:59.996556 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:00.061453 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6262047 Nov 23 18:22:00.063588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34482) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:00.146275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dc05f-1880-45fa-ac80-4a53e7939038 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Network': ['ID=072a964d-0fb9-409b-ab3b-6593ce53fe11,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:00.168273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 072a964d-0fb9-409b-ab3b-6593ce53fe11 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:22:00.275529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:00.458734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:00.498501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072a964d-0fb9-409b-ab3b-6593ce53fe11']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:00.516489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1a143c-2232-499d-ac48-e19cb275e5fa') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:00.517171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1a143c-2232-499d-ac48-e19cb275e5fa') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:00.951244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:00.975310 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:00.984095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:22:00.984760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:22:01.015161 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:22:01.075419 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:01.083703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 072a964d-0fb9-409b-ab3b-6593ce53fe11 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 18:22:01.087311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:01.095121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34582) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:01.096936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "DELETE /v2.0/networks/072a964d-0fb9-409b-ab3b-6593ce53fe11 HTTP/1.1" status: 204 len: 168 time: 1.0322618 Nov 23 18:22:01.101999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Request body: {'network': {'router:external': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:01.109747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613e7b3-9194-45c8-9460-759da8fe2a23 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event deleted for resources: {'Network': ['ID=072a964d-0fb9-409b-ab3b-6593ce53fe11,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:01.193364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Made reservation on behalf of 563b89d9ab7e4c10b7844753cdd11872 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:01.196430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:01.251592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:22:01.265048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:01.265598 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Added segment 09fb2c58-f843-439d-bdf9-ffdc5a85be4d of type vlan for network 817820a7-2dec-4cf0-a19b-75709d3b2671 Nov 23 18:22:01.333347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:01.387824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:01.392766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:01.393417 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:01.535448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Network': ['ID=817820a7-2dec-4cf0-a19b-75709d3b2671,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:01.547314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 817820a7-2dec-4cf0-a19b-75709d3b2671 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:22:01.563768 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb37d6d1-4d0b-4fbb-b196-a1ee2a51806b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4651995 Nov 23 18:22:01.565159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34628) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:01.569999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Request body: {'subnet': {'network_id': '817820a7-2dec-4cf0-a19b-75709d3b2671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:01.632259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Made reservation on behalf of 563b89d9ab7e4c10b7844753cdd11872 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:01.636934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:02.133149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:22:02.133753 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:02.192837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aa7eb9d5-d204-49e2-826f-7abdaec558ec,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:02.203913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Checking segment: {'id': '09fb2c58-f843-439d-bdf9-ffdc5a85be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '817820a7-2dec-4cf0-a19b-75709d3b2671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:02.204306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Network hostable DHCP agents. Network: 817820a7-2dec-4cf0-a19b-75709d3b2671, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:22:02.226443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Network 817820a7-2dec-4cf0-a19b-75709d3b2671 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:22:02.240424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 817820a7-2dec-4cf0-a19b-75709d3b2671) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:02.247836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:02.248284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:02.251087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e8318-c01c-48c6-b4c0-ec998e341546 None None] Network 817820a7-2dec-4cf0-a19b-75709d3b2671 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:22:02.273275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-faa2b552-0d07-4590-beac-355919e16628 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7047026 Nov 23 18:22:02.276449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34704) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:02.281931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Request body: {'floatingip': {'floating_network_id': '817820a7-2dec-4cf0-a19b-75709d3b2671'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:02.358830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:02.431782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260eb963-e488-4588-b5a0-adf31b0d2013 None None] Network 817820a7-2dec-4cf0-a19b-75709d3b2671 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:22:02.518438 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:02.718947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Allocated IP 172.20.0.14 (817820a7-2dec-4cf0-a19b-75709d3b2671/aa7eb9d5-d204-49e2-826f-7abdaec558ec/c83821d7-7180-4ddd-8845-210af7b972f5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:02.864144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:02.915822 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:02.959361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Network 817820a7-2dec-4cf0-a19b-75709d3b2671 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:02.962348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:02.971297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:03.020609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Port': ['ID=c83821d7-7180-4ddd-8845-210af7b972f5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:03.107369 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:03.151943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:03.354758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:03.360970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:03.450541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Port': ['ID=c83821d7-7180-4ddd-8845-210af7b972f5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:03.457776 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:03.484226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:03.486861 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cf54b38c-5369-444e-ad2a-4d156602496b tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2078879 Nov 23 18:22:03.488770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:03.605340 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-40605d9e-be61-413a-af3b-dac9b84ec5db tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "GET /v2.0/floatingips?floating_network_id=817820a7-2dec-4cf0-a19b-75709d3b2671 HTTP/1.1" status: 200 len: 690 time: 0.1139793 Nov 23 18:22:03.607381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34848) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:03.757090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:03.909283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Deleting port c83821d7-7180-4ddd-8845-210af7b972f5 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:03.909718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.004341 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.004684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.019238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Calling delete_port for c83821d7-7180-4ddd-8845-210af7b972f5 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:04.194263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.234606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event deleted for resources: {'Port': ['ID=c83821d7-7180-4ddd-8845-210af7b972f5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:04.306485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.378736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.691807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.740524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7eb9d5-d204-49e2-826f-7abdaec558ec,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:04.823772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.846957 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817820a7-2dec-4cf0-a19b-75709d3b2671']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:04.860481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fb2c58-f843-439d-bdf9-ffdc5a85be4d') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:04.860789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fb2c58-f843-439d-bdf9-ffdc5a85be4d') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:04.871857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.891584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.898633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:22:04.899380 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:22:04.902914 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:22:04.976047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.982275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 817820a7-2dec-4cf0-a19b-75709d3b2671 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 18:22:04.984966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:04.990639 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "DELETE /v2.0/networks/817820a7-2dec-4cf0-a19b-75709d3b2671 HTTP/1.1" status: 204 len: 168 time: 1.3803630 Nov 23 18:22:04.993294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34932) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:05.000758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f91e4-9e3a-48de-a863-024ee648d02c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event deleted for resources: {'Network': ['ID=817820a7-2dec-4cf0-a19b-75709d3b2671,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:05.121169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34936) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:05.121536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b63c6f28-ccab-4d98-be57-00a6d056641c tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1269684 Nov 23 18:22:05.363643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cb87b-b42a-4bb8-ac64-1c89653b93d6 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:05.369205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cb87b-b42a-4bb8-ac64-1c89653b93d6 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:05.371287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cb87b-b42a-4bb8-ac64-1c89653b93d6 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:05.376114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34942) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:05.391727 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2b3cb87b-b42a-4bb8-ac64-1c89653b93d6 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2105 time: 0.2691402 Nov 23 18:22:05.506047 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-8d34db55-6425-491b-a20a-0fe3d7bfe785 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] delete failed (client error): The resource could not be found. Nov 23 18:22:05.511514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34944) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:05.521825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8d34db55-6425-491b-a20a-0fe3d7bfe785 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/44bbf1e9-44ed-481f-aef1-ee3f1d6ba14e HTTP/1.1" status: 404 len: 345 time: 0.1443126 Nov 23 18:22:05.534988 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f3758f-756c-4042-bd43-53c78321a624 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 18:22:05.535976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f3758f-756c-4042-bd43-53c78321a624 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:22:05.546616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34946) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:05.553347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Request body: {'network': {'name': 'tempest-network--1915715521', 'router:external': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:05.560569 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f0f3758f-756c-4042-bd43-53c78321a624 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "DELETE /v2.0/networks/817820a7-2dec-4cf0-a19b-75709d3b2671 HTTP/1.1" status: 404 len: 339 time: 0.0467246 Nov 23 18:22:05.592528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Made reservation on behalf of 563b89d9ab7e4c10b7844753cdd11872 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:05.595409 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:05.644989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:22:05.659729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:05.660370 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Added segment 9b2b7818-a76d-42a5-ba76-d374f3dba1c7 of type vlan for network fefafafb-393b-46ba-9a95-1a44ddd0a7a1 Nov 23 18:22:05.735219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:05.803241 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:05.804476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:05.805104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:05.884373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Network': ['ID=fefafafb-393b-46ba-9a95-1a44ddd0a7a1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:05.891867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2404572f-0cbe-48b2-9795-304d0f9ca3d2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3434737 Nov 23 18:22:05.894191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34950) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:05.899701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network fefafafb-393b-46ba-9a95-1a44ddd0a7a1 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:22:06.132159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72451eb4-24ab-47fe-ad66-d71b40a32e80 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:06.140388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72451eb4-24ab-47fe-ad66-d71b40a32e80 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:06.146735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72451eb4-24ab-47fe-ad66-d71b40a32e80 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:06.156301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72451eb4-24ab-47fe-ad66-d71b40a32e80 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:06.158313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-72451eb4-24ab-47fe-ad66-d71b40a32e80 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2620032 Nov 23 18:22:06.161159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34952) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:06.237984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.362534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.391679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefafafb-393b-46ba-9a95-1a44ddd0a7a1']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:06.403259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2b7818-a76d-42a5-ba76-d374f3dba1c7') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:06.403574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2b7818-a76d-42a5-ba76-d374f3dba1c7') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:06.428201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.476527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.484135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:22:06.485194 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:22:06.488121 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:22:06.571665 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.577471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fefafafb-393b-46ba-9a95-1a44ddd0a7a1 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 18:22:06.580533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.589318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34958) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:06.594903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Request body: {'network': {'name': 'tempest-network--288004271', 'router:external': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:06.601506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "DELETE /v2.0/networks/fefafafb-393b-46ba-9a95-1a44ddd0a7a1 HTTP/1.1" status: 204 len: 168 time: 0.4390740 Nov 23 18:22:06.628698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040188e-802a-43cc-b7d5-3cc0134576ca tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event deleted for resources: {'Network': ['ID=fefafafb-393b-46ba-9a95-1a44ddd0a7a1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:06.645959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Made reservation on behalf of 563b89d9ab7e4c10b7844753cdd11872 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:06.649751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.689579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:22:06.726510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.727117 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Added segment 61f8da51-fac2-4ee3-855a-809e70b4fc38 of type vlan for network 38d8289f-f660-4eaa-9dde-62afd8777556 Nov 23 18:22:06.784458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.860552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.861615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:06.862206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:06.966123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Network': ['ID=38d8289f-f660-4eaa-9dde-62afd8777556,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:06.975410 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-70198ade-33a5-45c8-8bb5-30120793a4a7 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3821144 Nov 23 18:22:06.976924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34962) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:06.982408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 38d8289f-f660-4eaa-9dde-62afd8777556 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:22:07.131129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a191e-50b9-4031-ae40-b29eb3682cd6 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:07.133152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ed3a191e-50b9-4031-ae40-b29eb3682cd6 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] 10.222.0.74 "GET /v2.0/networks/38d8289f-f660-4eaa-9dde-62afd8777556 HTTP/1.1" status: 200 len: 756 time: 0.1549172 Nov 23 18:22:07.138114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34964) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:07.241542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d560c-241e-4249-92b4-77f6f0ec5695 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:07.243338 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-640d560c-241e-4249-92b4-77f6f0ec5695 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] 10.222.0.74 "GET /v2.0/networks/c717dbc0-ea4e-41eb-a118-1bd86062350b HTTP/1.1" status: 200 len: 767 time: 0.1037180 Nov 23 18:22:07.247233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34966) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:07.348223 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.456161 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.480717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d8289f-f660-4eaa-9dde-62afd8777556']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:07.492840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f8da51-fac2-4ee3-855a-809e70b4fc38') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:07.493244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f8da51-fac2-4ee3-855a-809e70b4fc38') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:07.508104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.533438 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.553001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:22:07.554094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:22:07.578308 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:22:07.667168 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.690213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38d8289f-f660-4eaa-9dde-62afd8777556 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 18:22:07.693074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event deleted for resources: {'Network': ['ID=38d8289f-f660-4eaa-9dde-62afd8777556,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:07.695800 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.700404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7cb32390-1710-417a-9c93-e357061c8cb2 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "DELETE /v2.0/networks/38d8289f-f660-4eaa-9dde-62afd8777556 HTTP/1.1" status: 204 len: 168 time: 0.4518602 Nov 23 18:22:07.705070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34976) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:07.720682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Request body: {'network': {'name': 'tempest-network--568505739'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:07.762440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Made reservation on behalf of 563b89d9ab7e4c10b7844753cdd11872 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:07.764814 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.804328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:22:07.819206 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.819554 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Added segment ea8866e8-5903-4015-96d6-2d6336d6f7f1 of type vlan for network c7fec02b-ec02-4698-84fe-6590f4bda824 Nov 23 18:22:07.880384 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.927810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.929846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:07.931463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:07.982957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2763960 Nov 23 18:22:07.985621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34980) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:07.991496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c60327b4-b9c1-4534-87de-130bcf27b196 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Request body: {'network': {'router:external': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:08.021995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be39d8-35bc-4696-abd1-f45014976f1d tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Network': ['ID=c7fec02b-ec02-4698-84fe-6590f4bda824,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:08.036462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c7fec02b-ec02-4698-84fe-6590f4bda824 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:22:08.320141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c60327b4-b9c1-4534-87de-130bcf27b196 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.354792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c60327b4-b9c1-4534-87de-130bcf27b196 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.362245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c60327b4-b9c1-4534-87de-130bcf27b196 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Network c7fec02b-ec02-4698-84fe-6590f4bda824 is not hosted by any dhcp agent {{(pid=120535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:22:08.370332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60327b4-b9c1-4534-87de-130bcf27b196 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:08.371256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c60327b4-b9c1-4534-87de-130bcf27b196 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.375782 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c60327b4-b9c1-4534-87de-130bcf27b196 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "PUT /v2.0/networks/c7fec02b-ec02-4698-84fe-6590f4bda824 HTTP/1.1" status: 200 len: 857 time: 0.3890996 Nov 23 18:22:08.375945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34982) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:08.496090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60327b4-b9c1-4534-87de-130bcf27b196 tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event updated for resources: {'Network': ['ID=c7fec02b-ec02-4698-84fe-6590f4bda824,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:08.537062 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.663617 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.692985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fec02b-ec02-4698-84fe-6590f4bda824']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:08.709210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8866e8-5903-4015-96d6-2d6336d6f7f1') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:08.709496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8866e8-5903-4015-96d6-2d6336d6f7f1') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:08.728361 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.745749 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.752852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:22:08.753243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:22:08.755799 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:22:08.833546 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.854521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7fec02b-ec02-4698-84fe-6590f4bda824 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 18:22:08.859149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:08.869193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 34988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:08.871257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] 10.222.0.74 "DELETE /v2.0/networks/c7fec02b-ec02-4698-84fe-6590f4bda824 HTTP/1.1" status: 204 len: 168 time: 0.4886575 Nov 23 18:22:08.887339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfe528-38a2-4631-9418-b3885d2117ef tempest-ExternalNetworksTestJSON-188631121 tempest-ExternalNetworksTestJSON-188631121-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7fec02b-ec02-4698-84fe-6590f4bda824,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:08.913015 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e3cfb6-8460-4032-8020-19c951f3c328 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] DELETE failed (client error): The resource could not be found. Nov 23 18:22:08.913487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e3cfb6-8460-4032-8020-19c951f3c328 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:22:08.917753 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-56e3cfb6-8460-4032-8020-19c951f3c328 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] 10.222.0.74 "DELETE /v2.0/subnets/aa7eb9d5-d204-49e2-826f-7abdaec558ec HTTP/1.1" status: 404 len: 337 time: 0.0472426 Nov 23 18:22:08.920309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 34990) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:09.017351 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:09.148132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:09.182379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c717dbc0-ea4e-41eb-a118-1bd86062350b']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:09.197000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed2dab7-6412-4aca-b2cf-dcc4528e9831') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:09.197841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed2dab7-6412-4aca-b2cf-dcc4528e9831') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:09.216407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:09.231886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:09.239079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:22:09.239779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:22:09.274285 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:22:09.354378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:09.365143 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:09.383912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] 10.222.0.74 "DELETE /v2.0/networks/c717dbc0-ea4e-41eb-a118-1bd86062350b HTTP/1.1" status: 204 len: 168 time: 0.4624362 Nov 23 18:22:09.398991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e62124-0104-4bb4-8963-b5ee38afea63 tempest-ExternalNetworksTestJSON-1153732150 tempest-ExternalNetworksTestJSON-1153732150-project] Pushing event deleted for resources: {'Network': ['ID=c717dbc0-ea4e-41eb-a118-1bd86062350b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:09.838845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35006) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:10.050911 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3ba2faf1-5aa2-4992-8e45-e4beb9ab39f5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=69d0f34d0b964938ba7903b348691020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2081642 Nov 23 18:22:10.050911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35012) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:10.151980 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a77f868e-4f4f-44cb-a785-72aa6a0339f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:10.207237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a77f868e-4f4f-44cb-a785-72aa6a0339f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:10.294211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a77f868e-4f4f-44cb-a785-72aa6a0339f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:10.297668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a77f868e-4f4f-44cb-a785-72aa6a0339f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:10.301417 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a77f868e-4f4f-44cb-a785-72aa6a0339f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56a8bca5-9636-4543-ac68-7d5eab66aa6b HTTP/1.1" status: 204 len: 168 time: 0.2470422 Nov 23 18:22:10.310317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f868e-4f4f-44cb-a785-72aa6a0339f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a8bca5-9636-4543-ac68-7d5eab66aa6b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:10.821320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35022) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:10.876000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2b7a25e4-65c5-4660-b025-c8078fd4d1f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=563b89d9ab7e4c10b7844753cdd11872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520020 Nov 23 18:22:10.878365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35024) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:10.949507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de990347-5ecd-4983-802f-05bbf27eec7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:10.977817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de990347-5ecd-4983-802f-05bbf27eec7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:11.050492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de990347-5ecd-4983-802f-05bbf27eec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:11.053678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de990347-5ecd-4983-802f-05bbf27eec7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:11.057893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-de990347-5ecd-4983-802f-05bbf27eec7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f07dfc8-2893-4e1b-b4f1-100ea0ebb674 HTTP/1.1" status: 204 len: 168 time: 0.1754456 Nov 23 18:22:11.082991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de990347-5ecd-4983-802f-05bbf27eec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f07dfc8-2893-4e1b-b4f1-100ea0ebb674,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:11.288468 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-932d8411-773c-400f-9973-d7e59f7364b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:11.580737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35038) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:11.742873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a386d13-d88e-49df-83c2-9c8409b8f695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:11.845439 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a386d13-d88e-49df-83c2-9c8409b8f695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:11.852900 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a386d13-d88e-49df-83c2-9c8409b8f695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:11.905287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a386d13-d88e-49df-83c2-9c8409b8f695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74fee05-4817-4585-bad7-dad09bd6860e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:11.913978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6a386d13-d88e-49df-83c2-9c8409b8f695 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2024c5bc7bad4e5e81c2acf1f99b1d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296785 Nov 23 18:22:11.914225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35052) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:11.976400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79a8bc7c-4457-43d5-a1e8-675547c72d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:12.015901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79a8bc7c-4457-43d5-a1e8-675547c72d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:12.084070 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79a8bc7c-4457-43d5-a1e8-675547c72d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:12.089105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-79a8bc7c-4457-43d5-a1e8-675547c72d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:12.092447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-79a8bc7c-4457-43d5-a1e8-675547c72d5d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a74fee05-4817-4585-bad7-dad09bd6860e HTTP/1.1" status: 204 len: 168 time: 0.1756921 Nov 23 18:22:12.115661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8bc7c-4457-43d5-a1e8-675547c72d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74fee05-4817-4585-bad7-dad09bd6860e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:13.259437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35104) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:13.336601 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1b9bff5b-9780-4c81-9c63-28820c556d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.562714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1826578006', 'router:external': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:13.591366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Made reservation on behalf of e04c502216ac4c91b20888fb03f7e904 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:13.593810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.602572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.690321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.694656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.725320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:22:13.732630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b556c0-ef03-4f02-8699-7813300da879,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:13.740239 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.741054 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Added segment 03fcde35-cf65-439c-9dd3-939ca5041b0a of type vlan for network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 Nov 23 18:22:13.816108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.857702 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.859093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:13.860064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.891283 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6304653 Nov 23 18:22:13.894504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35124) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:13.901381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'subnet': {'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:13.939902 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Made reservation on behalf of e04c502216ac4c91b20888fb03f7e904 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:13.944880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.060420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0fa66-25bd-4492-a040-25b2005566e8 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'Network': ['ID=cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:14.076320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:22:14.275902 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35132) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:14.281915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744749308', 'description': 'tempest-secgroup-smoke-1744749308 description', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:14.333192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.352484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.532058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:22:14.532538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.550486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.577079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35138) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:14.583083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.639160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd82f10b-fab6-4a79-aefe-d4dfd16875b4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:14.647640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5c0105-5a3d-44f8-b3a5-badfff14e549,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:14.700732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Checking segment: {'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:14.701309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Network hostable DHCP agents. Network: cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:22:14.745708 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.746986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:22:14.756556 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.780315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:14.791017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b85f12-52c9-47e8-88f6-2facec67b020 None None] Network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:22:14.805437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:14.807283 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.820636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.826433 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5487468 Nov 23 18:22:14.837668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35142) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:14.852605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-46afe609-bbb7-4af0-be48-49520806bb31 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '72512e8a-73bc-48d4-af9c-492dfaf5112a', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:14.859834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65cc03-ac89-41a6-930f-e205dc173b1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72512e8a-73bc-48d4-af9c-492dfaf5112a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:14.881920 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6baae138-752e-433a-9fdd-94b2655ea73b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9852297 Nov 23 18:22:14.883288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35144) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:14.895631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1066472659', 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:14.918865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:22:14.918865 n-d-818932-3 neutron-server[120535]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 18:22:14.918865 n-d-818932-3 neutron-server[120535]: [parameters: {'project_id_1': 'e04c502216ac4c91b20888fb03f7e904', 'expiration_1': datetime.datetime(2021, 11, 23, 18, 21, 54, 908370)}] Nov 23 18:22:14.918865 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:22:14.919575 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:22:14.944668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-345919ee-1db4-4656-bfe4-c5d7c10fe766 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b0645692ea504ab2810afead11f31787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3660133 Nov 23 18:22:14.947213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35146) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:14.980284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46afe609-bbb7-4af0-be48-49520806bb31 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.005829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a83d9-8069-4a83-bade-8b857ec50c1a None None] Network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:22:15.061602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6189c67a-2766-4e12-9a28-b4bc7c66a612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.113083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6189c67a-2766-4e12-9a28-b4bc7c66a612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.157433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46afe609-bbb7-4af0-be48-49520806bb31 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.167821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46afe609-bbb7-4af0-be48-49520806bb31 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.184173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.205202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6189c67a-2766-4e12-9a28-b4bc7c66a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.205956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afe609-bbb7-4af0-be48-49520806bb31 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21086574-89d8-4633-9bba-7098e3ef2941,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:15.208885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6189c67a-2766-4e12-9a28-b4bc7c66a612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.211886 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6189c67a-2766-4e12-9a28-b4bc7c66a612 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/763a26d7-b909-49aa-a8f0-4abbd0073192 HTTP/1.1" status: 204 len: 168 time: 0.2633781 Nov 23 18:22:15.220220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-46afe609-bbb7-4af0-be48-49520806bb31 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.223520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-46afe609-bbb7-4af0-be48-49520806bb31 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3803716 Nov 23 18:22:15.225246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189c67a-2766-4e12-9a28-b4bc7c66a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a26d7-b909-49aa-a8f0-4abbd0073192,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:15.227716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35150) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:15.234109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1fdea879-961d-4c8e-a4df-e2ae5a58360a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '72512e8a-73bc-48d4-af9c-492dfaf5112a', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:15.289192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1fdea879-961d-4c8e-a4df-e2ae5a58360a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.406838 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1fdea879-961d-4c8e-a4df-e2ae5a58360a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.412772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1fdea879-961d-4c8e-a4df-e2ae5a58360a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.443260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdea879-961d-4c8e-a4df-e2ae5a58360a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cd5c0b-2e49-4952-b172-4da8dfa6c341,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:15.474947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Made reservation on behalf of e04c502216ac4c91b20888fb03f7e904 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:15.477377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.491049 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1fdea879-961d-4c8e-a4df-e2ae5a58360a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.493433 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1fdea879-961d-4c8e-a4df-e2ae5a58360a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2627835 Nov 23 18:22:15.495354 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35154) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:15.501427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fe09733d-5335-44b4-8aac-78a26e76f149 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '72512e8a-73bc-48d4-af9c-492dfaf5112a', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:15.515451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] device_id is not set on port 1ab63690-c9a0-4ae5-866b-6bfac6a7692f yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:22:15.610512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe09733d-5335-44b4-8aac-78a26e76f149 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.734040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Allocated IP 172.20.0.10 (cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288/dd82f10b-fab6-4a79-aefe-d4dfd16875b4/1ab63690-c9a0-4ae5-866b-6bfac6a7692f) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:15.743365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe09733d-5335-44b4-8aac-78a26e76f149 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.820946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe09733d-5335-44b4-8aac-78a26e76f149 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.857250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09733d-5335-44b4-8aac-78a26e76f149 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3116ef5-4023-4a35-8647-dc5ed4461ac3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:15.896822 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fe09733d-5335-44b4-8aac-78a26e76f149 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.901748 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe09733d-5335-44b4-8aac-78a26e76f149 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4051847 Nov 23 18:22:15.902309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35174) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:15.907726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c2c63ded-e15e-4c5a-9881-b4e95369c08e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '72512e8a-73bc-48d4-af9c-492dfaf5112a', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:15.973324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2c63ded-e15e-4c5a-9881-b4e95369c08e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.020662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.085616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.102717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2c63ded-e15e-4c5a-9881-b4e95369c08e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.111788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2c63ded-e15e-4c5a-9881-b4e95369c08e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.152106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c63ded-e15e-4c5a-9881-b4e95369c08e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0a9929-99d1-4b23-8065-8e2b790b31ef,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:16.180473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'Port': ['ID=1ab63690-c9a0-4ae5-866b-6bfac6a7692f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:16.187640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c2c63ded-e15e-4c5a-9881-b4e95369c08e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.190775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c2c63ded-e15e-4c5a-9881-b4e95369c08e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2865367 Nov 23 18:22:16.193921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35182) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:16.198975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:16.200557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:16.204085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e117b3ba-a8b8-49db-80e1-4d615bd02a6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '72512e8a-73bc-48d4-af9c-492dfaf5112a', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:16.206843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:16.261739 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-e117b3ba-a8b8-49db-80e1-4d615bd02a6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Project 8b4e8ba21e9848cd95f597db5e0bee28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:22:16.270266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e117b3ba-a8b8-49db-80e1-4d615bd02a6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.330844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.332414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.370333 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4dba0ea-29bd-4cb2-a504-a4d44eec5128 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4813294 Nov 23 18:22:16.374975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35186) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:16.403756 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e117b3ba-a8b8-49db-80e1-4d615bd02a6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.409315 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e117b3ba-a8b8-49db-80e1-4d615bd02a6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.441074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117b3ba-a8b8-49db-80e1-4d615bd02a6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c58dc87-6e33-4f44-b1e1-6c7aefe56747,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:16.456810 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.464292 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e117b3ba-a8b8-49db-80e1-4d615bd02a6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.465537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e117b3ba-a8b8-49db-80e1-4d615bd02a6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2704086 Nov 23 18:22:16.468309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35192) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:16.475381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1027ed86-ed8d-4472-b349-ccfd4ea38adb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '72512e8a-73bc-48d4-af9c-492dfaf5112a', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:16.511947 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-1027ed86-ed8d-4472-b349-ccfd4ea38adb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Project 8b4e8ba21e9848cd95f597db5e0bee28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:22:16.519350 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1027ed86-ed8d-4472-b349-ccfd4ea38adb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.565422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-18f7b2d3-5e4a-46b2-85f8-474c5d4578a6 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Deleting port 1ab63690-c9a0-4ae5-866b-6bfac6a7692f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:16.567269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18f7b2d3-5e4a-46b2-85f8-474c5d4578a6 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.607486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1027ed86-ed8d-4472-b349-ccfd4ea38adb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.611982 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1027ed86-ed8d-4472-b349-ccfd4ea38adb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.630576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027ed86-ed8d-4472-b349-ccfd4ea38adb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde5511b-c9d8-46bf-81c7-717135ebcc41,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:16.660663 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1027ed86-ed8d-4472-b349-ccfd4ea38adb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.661609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1027ed86-ed8d-4472-b349-ccfd4ea38adb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1913385 Nov 23 18:22:16.666027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35198) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:16.675127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'network': {'name': 'tempest-network-smoke--1929534025', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'port_security_enabled': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:16.691157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18f7b2d3-5e4a-46b2-85f8-474c5d4578a6 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.708000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:16.716439 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.728599 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-18f7b2d3-5e4a-46b2-85f8-474c5d4578a6 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Calling delete_port for 1ab63690-c9a0-4ae5-866b-6bfac6a7692f owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:16.749119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:22:16.759242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.760242 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Added segment 1895436d-03af-4a22-9f0f-9a77bc46f892 of type vlan for network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 Nov 23 18:22:16.805248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.838973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.846533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.847320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.882556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2144673 Nov 23 18:22:16.886495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35208) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:16.894002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'admin_state_up': True, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:16.916663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18f7b2d3-5e4a-46b2-85f8-474c5d4578a6 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.943247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788f835-4b43-41fb-a93b-0e833c79b922 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Network': ['ID=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:16.956476 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:22:16.965816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7b2d3-5e4a-46b2-85f8-474c5d4578a6 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ab63690-c9a0-4ae5-866b-6bfac6a7692f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:16.977889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.979443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.057422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.251630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18f7b2d3-5e4a-46b2-85f8-474c5d4578a6 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.254893 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-18f7b2d3-5e4a-46b2-85f8-474c5d4578a6 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "DELETE /v2.0/ports/1ab63690-c9a0-4ae5-866b-6bfac6a7692f HTTP/1.1" status: 204 len: 168 time: 0.8787065 Nov 23 18:22:17.258001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35216) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:17.263399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288', 'external_fixed_ips': [{'subnet_id': 'dd82f10b-fab6-4a79-aefe-d4dfd16875b4', 'ip_address': '172.20.0.10'}]}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:17.263618 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.293494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.294881 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.364140 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.522433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.785373 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.807988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.810279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.831284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.893839 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.933062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.25.0.178 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/b1a83235-beb0-47cf-9255-85ba1dd23aff) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:18.003584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Allocated IP 172.20.0.10 (cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288/dd82f10b-fab6-4a79-aefe-d4dfd16875b4/c1d91ef5-d47c-4d18-be10-c58f78ae49ae) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:18.092489 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.140609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.168478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.183528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:18.189304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:18.194284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:18.224542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd937ad4-8dfc-466e-8b60-efdb14056111 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:18.237329 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.278622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:18.284792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=b1a83235-beb0-47cf-9255-85ba1dd23aff,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:18.285648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:18.289431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:18.320979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'Port': ['ID=c1d91ef5-d47c-4d18-be10-c58f78ae49ae,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:18.357799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-57c6d990-7de6-4232-96f6-80db50ea88b9 None None] Provisioning complete for port b1a83235-beb0-47cf-9255-85ba1dd23aff triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:18.358182 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57c6d990-7de6-4232-96f6-80db50ea88b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.400725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-57c6d990-7de6-4232-96f6-80db50ea88b9 None None] Port b1a83235-beb0-47cf-9255-85ba1dd23aff cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:18.500385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.578125 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.704394 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.784007 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.852387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router d3e685dd-c6e6-4279-9b04-7aa5f0138182 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:18.965080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Router b266ae72-bc2f-4a75-b017-87756619657e is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:19.001824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:19.019497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Sync routers for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:19.027193 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:19.028756 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1a1b5875-2f44-4f6c-b35b-6df8a51f12a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1409671 Nov 23 18:22:19.033167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35232) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:19.046283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:19.047805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:19.201047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:19.311412 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-542bda97-7aca-428c-93e0-e6d878ab1c69 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=8b4e8ba21e9848cd95f597db5e0bee28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2743773 Nov 23 18:22:19.312042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35242) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:19.476857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:18Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:19.515008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Checking router: d3e685dd-c6e6-4279-9b04-7aa5f0138182 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:19.515382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Updating router d3e685dd-c6e6-4279-9b04-7aa5f0138182 port b1a83235-beb0-47cf-9255-85ba1dd23aff binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:22:19.534771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:19.545478 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Sync routers for ids ['b266ae72-bc2f-4a75-b017-87756619657e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:19.563586 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Routers {'b266ae72-bc2f-4a75-b017-87756619657e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:19.564215 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b266ae72-bc2f-4a75-b017-87756619657e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:19.566633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:19.571387 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:19.575926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c4832638-464d-43ef-9f88-f52a8cabe028 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.3142321 Nov 23 18:22:19.576156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35244) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:19.609596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8250a9-c6ee-435f-b411-383f2812795f tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:19.610088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8250a9-c6ee-435f-b411-383f2812795f tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:19.615042 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5e8250a9-c6ee-435f-b411-383f2812795f tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.3018489 Nov 23 18:22:19.615730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35246) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:19.704264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35250) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:19.710087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7f057c57-96bf-429c-bc65-a2b6793cf74d tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0930192 Nov 23 18:22:19.831519 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Set router b266ae72-bc2f-4a75-b017-87756619657e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:19.851071 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:19.854490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391582b3-422f-425f-b775-3435298216c5 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:19.861547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35256) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:19.872764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-391582b3-422f-425f-b775-3435298216c5 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1113160 Nov 23 18:22:19.917917 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b76a9872-b970-4b4d-b459-7364a5a4d18f tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=8b4e8ba21e9848cd95f597db5e0bee28&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551300 Nov 23 18:22:19.918801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35260) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:19.951666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:19.980276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.031248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.046676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac12db2-f84c-4caa-97e5-3fcae6b2728b None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:20.065962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Attempting to bind port b1a83235-beb0-47cf-9255-85ba1dd23aff on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:20.066974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Attempting to bind port b1a83235-beb0-47cf-9255-85ba1dd23aff by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:20.066974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Attempting to bind port b1a83235-beb0-47cf-9255-85ba1dd23aff on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:20.085676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Pushing event updated for resources: {'Port': ['ID=b1a83235-beb0-47cf-9255-85ba1dd23aff,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:20.090174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:20.090999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:20.091219 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.091808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:20.092487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Bound port: b1a83235-beb0-47cf-9255-85ba1dd23aff, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:20.092980 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.110386 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.119583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceadaa2b-19f1-4f7f-adf1-ad5194e8103c tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:20.121095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceadaa2b-19f1-4f7f-adf1-ad5194e8103c tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:20.125543 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b266ae72-bc2f-4a75-b017-87756619657e', 'name': '', 'tenant_id': 'e04c502216ac4c91b20888fb03f7e904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288', 'external_fixed_ips': [{'subnet_id': 'dd82f10b-fab6-4a79-aefe-d4dfd16875b4', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c1d91ef5-d47c-4d18-be10-c58f78ae49ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:18Z', 'revision_number': 3, 'project_id': 'e04c502216ac4c91b20888fb03f7e904', 'gw_port': {'id': 'c1d91ef5-d47c-4d18-be10-c58f78ae49ae', 'name': '', 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:66:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b266ae72-bc2f-4a75-b017-87756619657e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'dd82f10b-fab6-4a79-aefe-d4dfd16875b4', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd82f10b-fab6-4a79-aefe-d4dfd16875b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:20.125779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35262) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:20.126272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.126929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.127854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.128305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.128906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.130401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.135258 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ceadaa2b-19f1-4f7f-adf1-ad5194e8103c tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.2135961 Nov 23 18:22:20.138957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.139475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.139955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.140411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.140826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.141318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.177135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-82507055-0564-40ac-b9a7-970b4427c651 None None] Provisioning complete for port b1a83235-beb0-47cf-9255-85ba1dd23aff triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:20.177621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-82507055-0564-40ac-b9a7-970b4427c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.177815 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Checking router: b266ae72-bc2f-4a75-b017-87756619657e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:20.178348 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Updating router b266ae72-bc2f-4a75-b017-87756619657e port c1d91ef5-d47c-4d18-be10-c58f78ae49ae binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:22:20.197316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35264) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:20.206345 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.207679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-01269ca2-d303-46c4-b808-f51e40c4d397 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794129 Nov 23 18:22:20.249640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35266) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:20.249937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-82507055-0564-40ac-b9a7-970b4427c651 None None] Port b1a83235-beb0-47cf-9255-85ba1dd23aff cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:20.250610 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ffbfbd1f-8e13-4655-9d8c-1aa2e73779ba tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520687 Nov 23 18:22:20.255639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675804140', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:20.277501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] For port b1a83235-beb0-47cf-9255-85ba1dd23aff, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:20.281606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] For port b1a83235-beb0-47cf-9255-85ba1dd23aff, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b1a83235-beb0-47cf-9255-85ba1dd23aff,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:20.297201 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.355924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Deleting port c1d91ef5-d47c-4d18-be10-c58f78ae49ae {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:20.356266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.385427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:20.388854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.400180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859156f-016f-451d-8f8c-0a014e5ed0a1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:20.472855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:20.473506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:20.536796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.558967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Calling delete_port for c1d91ef5-d47c-4d18-be10-c58f78ae49ae owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:20.641890 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.657032 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.781209 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Pushing event updated for resources: {'Port': ['ID=c1d91ef5-d47c-4d18-be10-c58f78ae49ae,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:20.790805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.809643 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.811111 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.811670 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.811978 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.812421 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.812822 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.813295 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.813737 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.814566 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.815112 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.815591 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.816289 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08f2896-0320-435e-be1c-0106a032f52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:20.845164 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Attempting to bind port c1d91ef5-d47c-4d18-be10-c58f78ae49ae on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:20.846030 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Attempting to bind port c1d91ef5-d47c-4d18-be10-c58f78ae49ae by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:20.848246 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Attempting to bind port c1d91ef5-d47c-4d18-be10-c58f78ae49ae on network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:20.866590 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:20.867051 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Checking segment: {'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:20.867412 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.868398 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Bound using segment: {'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:20.870052 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Bound port: c1d91ef5-d47c-4d18-be10-c58f78ae49ae, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:20.870662 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.878750 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:20.882420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae170-d977-4bbe-9161-1f6dd308a8ce None None] Pushing event updated for resources: {'Port': ['ID=b1a83235-beb0-47cf-9255-85ba1dd23aff,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:20.986517 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.db.api [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=120538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:22:20.986829 n-d-818932-3 neutron-server[120538]: DEBUG oslo_db.api [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:22:21.001206 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.054169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1d91ef5-d47c-4d18-be10-c58f78ae49ae,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:21.056193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:21.065720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Subnet': ['ID=8794786d-ec50-4c62-b3d5-6e9950bcd33c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:21.139447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.181350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-858a38b5-2aef-4ebc-9edf-2cdc9b86d3e0 None None] Provisioning complete for port b1a83235-beb0-47cf-9255-85ba1dd23aff triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:21.181862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-858a38b5-2aef-4ebc-9edf-2cdc9b86d3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.240666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Checking segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:21.241032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network hostable DHCP agents. Network: b43aa2ad-9cd0-4f71-b012-984fe8ea2e46, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:22:21.244964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.248075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.297091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:22:21.305850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.307629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b266ae72-bc2f-4a75-b017-87756619657e {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:21.312768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.318084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-18ba1b72-d133-4705-b13f-f73131cc081d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "DELETE /v2.0/routers/b266ae72-bc2f-4a75-b017-87756619657e HTTP/1.1" status: 204 len: 168 time: 1.7372124 Nov 23 18:22:21.318318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35272) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:21.325815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, b43aa2ad-9cd0-4f71-b012-984fe8ea2e46) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:21.330713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:21.331314 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.374480 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-858a38b5-2aef-4ebc-9edf-2cdc9b86d3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.381988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4768b8-fca7-4071-8cff-2b8099627106 None None] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:22:21.390712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a9d6e2d5-3ac3-4a07-b5cb-108555632c20 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1388700 Nov 23 18:22:21.393527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35274) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:21.417196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-422e2dad-4d7e-4df5-9f77-a34d90f81b52 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Deleting subnet dd82f10b-fab6-4a79-aefe-d4dfd16875b4 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:22:21.421009 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-422e2dad-4d7e-4df5-9f77-a34d90f81b52 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.450828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-858a38b5-2aef-4ebc-9edf-2cdc9b86d3e0 None None] For port b1a83235-beb0-47cf-9255-85ba1dd23aff, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b1a83235-beb0-47cf-9255-85ba1dd23aff,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:21.485630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-422e2dad-4d7e-4df5-9f77-a34d90f81b52 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.498389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-858a38b5-2aef-4ebc-9edf-2cdc9b86d3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.514205 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Attempting to bind port c1d91ef5-d47c-4d18-be10-c58f78ae49ae on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:21.514623 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Attempting to bind port c1d91ef5-d47c-4d18-be10-c58f78ae49ae by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:21.515141 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Attempting to bind port c1d91ef5-d47c-4d18-be10-c58f78ae49ae on network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:21.522019 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:21.522887 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Checking segment: {'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:21.523301 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.523690 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Bound using segment: {'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:21.524158 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Bound port: c1d91ef5-d47c-4d18-be10-c58f78ae49ae, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fcde35-cf65-439c-9dd3-939ca5041b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:21.524698 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.550336 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Port c1d91ef5-d47c-4d18-be10-c58f78ae49ae has been deleted concurrently {{(pid=120538) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 18:22:21.572611 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-422e2dad-4d7e-4df5-9f77-a34d90f81b52 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.574401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a38b5-2aef-4ebc-9edf-2cdc9b86d3e0 None None] Pushing event updated for resources: {'Port': ['ID=b1a83235-beb0-47cf-9255-85ba1dd23aff,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:21.578683 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:21.579195 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:22:21.579995 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b266ae72-bc2f-4a75-b017-87756619657e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent'). {{(pid=120538) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 18:22:21.580376 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbd583-9bd6-4498-b8ad-857b213212f4 None None] The sync data for ids ['b266ae72-bc2f-4a75-b017-87756619657e'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:21.638418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-422e2dad-4d7e-4df5-9f77-a34d90f81b52 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.640186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:18Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:21.670674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e2dad-4d7e-4df5-9f77-a34d90f81b52 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd82f10b-fab6-4a79-aefe-d4dfd16875b4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:21.678522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-422e2dad-4d7e-4df5-9f77-a34d90f81b52 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.679109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3c11f-7ac1-418f-bea0-e3c25e5751f4 None None] The sync data for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 is: [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:18Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:21.686795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-422e2dad-4d7e-4df5-9f77-a34d90f81b52 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "DELETE /v2.0/subnets/dd82f10b-fab6-4a79-aefe-d4dfd16875b4 HTTP/1.1" status: 204 len: 168 time: 0.3674748 Nov 23 18:22:21.689381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35276) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:21.799397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:22:21.800640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:21.822634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.014972 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.019849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Allocated IP 172.20.0.18 (b43aa2ad-9cd0-4f71-b012-984fe8ea2e46/8794786d-ec50-4c62-b3d5-6e9950bcd33c/ed390bea-bc68-4670-bff1-4db5f83dc3b5) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:22.081373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:22.111413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fcde35-cf65-439c-9dd3-939ca5041b0a') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:22.126594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fcde35-cf65-439c-9dd3-939ca5041b0a') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:22.160110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.193141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.204695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.230810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:22:22.230810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: items = [ Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:22:22.289351 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:22:22.332611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.350941 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.401047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:22.404783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:22.450963 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.458205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 18:22:22.463675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.487286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "DELETE /v2.0/networks/cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288 HTTP/1.1" status: 204 len: 168 time: 0.7850175 Nov 23 18:22:22.493655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:22.560071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7b0e-a542-4ee6-b0fa-96d41d5b99bf tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb61a28b-fdd4-48fa-b2dc-2f1fa4dc2288,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:22.633986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Pushing event updated for resources: {'Port': ['ID=ed390bea-bc68-4670-bff1-4db5f83dc3b5,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:22.641177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b1a83235-beb0-47cf-9255-85ba1dd23aff up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:22.737445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Attempting to bind port ed390bea-bc68-4670-bff1-4db5f83dc3b5 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:22.737832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Attempting to bind port ed390bea-bc68-4670-bff1-4db5f83dc3b5 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:22.738243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Attempting to bind port ed390bea-bc68-4670-bff1-4db5f83dc3b5 on network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:22.747853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:22.748299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Checking segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:22.748644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.749046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Bound using segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:22.749523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Bound port: ed390bea-bc68-4670-bff1-4db5f83dc3b5, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:22.749912 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.849094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] For port ed390bea-bc68-4670-bff1-4db5f83dc3b5, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:22.863065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] For port ed390bea-bc68-4670-bff1-4db5f83dc3b5, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ed390bea-bc68-4670-bff1-4db5f83dc3b5,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:22.899542 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:22.990037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35296) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:22.999768 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.20.0.17 (b43aa2ad-9cd0-4f71-b012-984fe8ea2e46/8794786d-ec50-4c62-b3d5-6e9950bcd33c/adb83cd5-71b2-4184-80d0-af66902af9c7) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:23.000602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-bc265e19-18fa-4921-b684-cc73dacd8cd1 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'router': {'name': 'tempest-router--578277401', 'project_id': '25b2df5f313c4202944727a63c8095a1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:23.054760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2ae4d-370d-4d07-8f6f-9810011b50c0 None None] Pushing event updated for resources: {'Port': ['ID=ed390bea-bc68-4670-bff1-4db5f83dc3b5,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:23.084075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b1a83235-beb0-47cf-9255-85ba1dd23aff triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:23.084798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.102505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc265e19-18fa-4921-b684-cc73dacd8cd1 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.107195 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc265e19-18fa-4921-b684-cc73dacd8cd1 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.293364 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc265e19-18fa-4921-b684-cc73dacd8cd1 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.301286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc265e19-18fa-4921-b684-cc73dacd8cd1 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.314532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.341764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bc265e19-18fa-4921-b684-cc73dacd8cd1 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.349959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bc265e19-18fa-4921-b684-cc73dacd8cd1 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3557308 Nov 23 18:22:23.350207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35302) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:23.457316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.478558 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b49d45-df1e-417e-813f-2e78a91b4855 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.546973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:23.563263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:23.574629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:23.669585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.820715 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b49d45-df1e-417e-813f-2e78a91b4855 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.826016 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b49d45-df1e-417e-813f-2e78a91b4855 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.895254 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b49d45-df1e-417e-813f-2e78a91b4855 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.895822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b49d45-df1e-417e-813f-2e78a91b4855 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72021bde-b4df-462d-97b2-df45e035f6ae {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:23.901683 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9b49d45-df1e-417e-813f-2e78a91b4855 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:23.905903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c9b49d45-df1e-417e-813f-2e78a91b4855 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "DELETE /v2.0/routers/72021bde-b4df-462d-97b2-df45e035f6ae HTTP/1.1" status: 204 len: 168 time: 0.5529916 Nov 23 18:22:24.051513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=adb83cd5-71b2-4184-80d0-af66902af9c7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:24.099850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35308) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:24.262184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.471821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ed390bea-bc68-4670-bff1-4db5f83dc3b5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:24.588419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ed390bea-bc68-4670-bff1-4db5f83dc3b5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:24.589930 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.621497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-475347037', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:24.684717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.686013 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.757102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521dfe9b-37ac-4fc7-9c15-8bea91dcc82f None None] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:22:24.784347 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.785664 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.806745 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.811451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.880082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port ed390bea-bc68-4670-bff1-4db5f83dc3b5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ed390bea-bc68-4670-bff1-4db5f83dc3b5,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:24.886749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-eb352e35-1f59-4151-a4e1-21ae87e4cc12 None None] Provisioning complete for port ed390bea-bc68-4670-bff1-4db5f83dc3b5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:24.886749 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-eb352e35-1f59-4151-a4e1-21ae87e4cc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.892085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.918335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:24.920188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=adb83cd5-71b2-4184-80d0-af66902af9c7,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:24.947688 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:25.052753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=ed390bea-bc68-4670-bff1-4db5f83dc3b5,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:25.077950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:25.079771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:25.236021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:25.259046 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router d3e685dd-c6e6-4279-9b04-7aa5f0138182 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:22:25.261271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:25.418320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Allocated IP 172.25.0.100 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/9b5af3dc-65e5-41b8-83bd-da5faec40a35) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:25.456849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:25.477584 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8a43a0cf-9b37-42f2-ad12-651a126002d2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "PUT /v2.0/routers/d3e685dd-c6e6-4279-9b04-7aa5f0138182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0745938 Nov 23 18:22:25.480574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5b53d96a-9d2f-4d6f-91a1-664ee50a944e None None] Provisioning complete for port adb83cd5-71b2-4184-80d0-af66902af9c7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:25.481488 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b53d96a-9d2f-4d6f-91a1-664ee50a944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:25.529632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Sync routers for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:25.569810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5b53d96a-9d2f-4d6f-91a1-664ee50a944e None None] Port adb83cd5-71b2-4184-80d0-af66902af9c7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:25.572948 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:25.575988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:25.577284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:25.646411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:25.671029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5b53d96a-9d2f-4d6f-91a1-664ee50a944e None None] Provisioning complete for port ed390bea-bc68-4670-bff1-4db5f83dc3b5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:25.671408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b53d96a-9d2f-4d6f-91a1-664ee50a944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:25.699151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:25.709789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:25.713479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:25.764989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event updated for resources: {'Port': ['ID=9b5af3dc-65e5-41b8-83bd-da5faec40a35,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:25.781683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b199e69f-8d4d-4c05-a79f-c44b234bc1ca None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:25.972779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:26.019362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-27b9be4f-98f1-4463-aa57-cdf379b57188 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744749308&fields=id&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 267 time: 0.1267695 Nov 23 18:22:26.120095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-57ef1c71-c5aa-4897-8091-0c2822525574 None None] Provisioning complete for port 9b5af3dc-65e5-41b8-83bd-da5faec40a35 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:26.120520 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57ef1c71-c5aa-4897-8091-0c2822525574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:26.177294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-57ef1c71-c5aa-4897-8091-0c2822525574 None None] Port 9b5af3dc-65e5-41b8-83bd-da5faec40a35 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:26.225304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-c52212e6-5890-4ce1-8335-5765e5072b11 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:26.233464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-c52212e6-5890-4ce1-8335-5765e5072b11 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 797 time: 0.2128692 Nov 23 18:22:26.243179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-57ef1c71-c5aa-4897-8091-0c2822525574 None None] Provisioning complete for port adb83cd5-71b2-4184-80d0-af66902af9c7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:26.244429 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-57ef1c71-c5aa-4897-8091-0c2822525574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:26.282798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-d44d0e36-b179-45ab-9097-e0377a7a318d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/quotas/8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 375 time: 0.0482521 Nov 23 18:22:26.333599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-57ef1c71-c5aa-4897-8091-0c2822525574 None None] Port adb83cd5-71b2-4184-80d0-af66902af9c7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:26.375658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-da224396-2f4e-4fac-8282-a47edd844c65 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829737 Nov 23 18:22:26.377160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 2, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:26.382583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-a7b53f0e-335d-4d92-80f1-390e8a727494 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:22:26.390431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-a7b53f0e-335d-4d92-80f1-390e8a727494 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138805 Nov 23 18:22:26.399198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:26.592172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Checking router: d3e685dd-c6e6-4279-9b04-7aa5f0138182 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:26.592657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Updating router d3e685dd-c6e6-4279-9b04-7aa5f0138182 port adb83cd5-71b2-4184-80d0-af66902af9c7 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:22:26.595965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ed390bea-bc68-4670-bff1-4db5f83dc3b5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:26.670705 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:26.685009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fe572e25-c3ec-4d04-8c4b-ce43bacb0d63 None None] Provisioning complete for port adb83cd5-71b2-4184-80d0-af66902af9c7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:26.685638 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fe572e25-c3ec-4d04-8c4b-ce43bacb0d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:26.732696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fe572e25-c3ec-4d04-8c4b-ce43bacb0d63 None None] Port adb83cd5-71b2-4184-80d0-af66902af9c7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:26.838180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ed390bea-bc68-4670-bff1-4db5f83dc3b5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:26.838618 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:26.985679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-b9095139-180c-4cdd-96df-0604d859810f service neutron] 10.222.0.74 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943005 Nov 23 18:22:27.082725 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:27.120516 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:27.163826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:27.192678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936fadc-2331-45f4-99bf-abdfb39fb503 None None] Pushing event updated for resources: {'Port': ['ID=adb83cd5-71b2-4184-80d0-af66902af9c7,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:27.256185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Attempting to bind port adb83cd5-71b2-4184-80d0-af66902af9c7 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:27.257053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Attempting to bind port adb83cd5-71b2-4184-80d0-af66902af9c7 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:27.257435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Attempting to bind port adb83cd5-71b2-4184-80d0-af66902af9c7 on network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:27.263326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:27.263849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Checking segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:27.264266 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:27.264790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Bound using segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:27.265276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Bound port: adb83cd5-71b2-4184-80d0-af66902af9c7, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:27.265709 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:27.378528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] For port adb83cd5-71b2-4184-80d0-af66902af9c7, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:27.380229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-e97c3f10-90b4-4d2c-857d-95e3e9924fc5 service neutron] 10.222.0.74 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934865 Nov 23 18:22:27.382175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] For port adb83cd5-71b2-4184-80d0-af66902af9c7, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=adb83cd5-71b2-4184-80d0-af66902af9c7,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:27.394365 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:27.454549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Router 85ceab58-9d1d-48d0-83a3-f9f347906d72 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:27.458577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:27.459300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:27.647543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:27.657740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:27.659661 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c445d6c-e50c-4fbc-b94d-0d9fd2833cfd None None] Sync routers for ids ['85ceab58-9d1d-48d0-83a3-f9f347906d72'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:27.677914 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c445d6c-e50c-4fbc-b94d-0d9fd2833cfd None None] Routers {'85ceab58-9d1d-48d0-83a3-f9f347906d72'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:27.678565 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3c445d6c-e50c-4fbc-b94d-0d9fd2833cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['85ceab58-9d1d-48d0-83a3-f9f347906d72'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:27.704202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:27.705708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fa6c2bd4-bbfb-471d-8f0a-d1606a38ad25 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6047437 Nov 23 18:22:27.708387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35390) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:27.738566 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3c445d6c-e50c-4fbc-b94d-0d9fd2833cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:27.751969 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c445d6c-e50c-4fbc-b94d-0d9fd2833cfd None None] Routers {'85ceab58-9d1d-48d0-83a3-f9f347906d72'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:27.752853 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3c445d6c-e50c-4fbc-b94d-0d9fd2833cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['85ceab58-9d1d-48d0-83a3-f9f347906d72'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:27.785252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c9e39df-6bd1-4c2d-8eb0-dc8bdc1afc77 req-26ecb5e0-c988-486f-af8d-433650d34d14 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 210 time: 0.0784276 Nov 23 18:22:27.812208 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3c445d6c-e50c-4fbc-b94d-0d9fd2833cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:27.813283 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c445d6c-e50c-4fbc-b94d-0d9fd2833cfd None None] The sync data for ids ['85ceab58-9d1d-48d0-83a3-f9f347906d72'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:27.858728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936fadc-2331-45f4-99bf-abdfb39fb503 None None] Pushing event updated for resources: {'Port': ['ID=adb83cd5-71b2-4184-80d0-af66902af9c7,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:27.873924 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dc444c5e-f2b7-4404-b999-884a40cd4f19 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/routers/85ceab58-9d1d-48d0-83a3-f9f347906d72 HTTP/1.1" status: 200 len: 920 time: 0.1635492 Nov 23 18:22:27.876686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35394) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:27.924122 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f33ab235-f00f-4114-88fd-5e5c17dbff1b tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=85ceab58-9d1d-48d0-83a3-f9f347906d72 HTTP/1.1" status: 200 len: 205 time: 0.0446796 Nov 23 18:22:27.925193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35396) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:27.931320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6fdb0e81-a6dd-4a20-af00-cd5fa9b6cabf None None] Provisioning complete for port adb83cd5-71b2-4184-80d0-af66902af9c7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:27.931982 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0e81-a6dd-4a20-af00-cd5fa9b6cabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.130561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.151724 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0e81-a6dd-4a20-af00-cd5fa9b6cabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.195170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6fdb0e81-a6dd-4a20-af00-cd5fa9b6cabf None None] For port adb83cd5-71b2-4184-80d0-af66902af9c7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=adb83cd5-71b2-4184-80d0-af66902af9c7,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:28.206624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:27Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:28.251739 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0e81-a6dd-4a20-af00-cd5fa9b6cabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.255560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906420fe-3a08-4ebf-bc41-37fd00dc1643 None None] The sync data for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 is: [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:27Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:28.357632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb0e81-a6dd-4a20-af00-cd5fa9b6cabf None None] Pushing event updated for resources: {'Port': ['ID=adb83cd5-71b2-4184-80d0-af66902af9c7,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:28.391976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-77df8989-3c2f-42c6-ab9b-1091ac5b05f2 None None] Provisioning complete for port adb83cd5-71b2-4184-80d0-af66902af9c7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:28.391976 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-77df8989-3c2f-42c6-ab9b-1091ac5b05f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.536762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device adb83cd5-71b2-4184-80d0-af66902af9c7 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:28.555213 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.679428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Deleting port 9b5af3dc-65e5-41b8-83bd-da5faec40a35 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:28.679868 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.698805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port adb83cd5-71b2-4184-80d0-af66902af9c7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:28.699368 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.883036 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:28.941719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9e7d7f2-ec38-46be-b9e2-6c01261883f9 req-b978af59-1b29-4c84-b55a-73f061e13a5b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 210 time: 0.0609038 Nov 23 18:22:28.942621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Calling delete_port for 9b5af3dc-65e5-41b8-83bd-da5faec40a35 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:29.141476 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.191465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973c28c-d8a2-4e59-b929-53160ea63167 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:29.198818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event deleted for resources: {'Port': ['ID=9b5af3dc-65e5-41b8-83bd-da5faec40a35,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:29.342124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.589132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.604376 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.717113 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.717680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Fanout notify agent at l3_agent the message router_deleted on router 85ceab58-9d1d-48d0-83a3-f9f347906d72 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:29.726321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.742963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35434) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:29.744237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-37fc52bc-d408-4ef3-984e-8e9f4a44de0f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/85ceab58-9d1d-48d0-83a3-f9f347906d72 HTTP/1.1" status: 204 len: 168 time: 1.8169961 Nov 23 18:22:29.749471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'router': {'name': 'tempest-snat-router-528600033', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': False}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:29.764930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35436) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:29.792756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.794272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.797261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-4a8ffc40-ba1d-4d95-a636-d34c1d1c2451 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:29.808657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-4a8ffc40-ba1d-4d95-a636-d34c1d1c2451 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 797 time: 0.3679705 Nov 23 18:22:29.874497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.975876 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2b06d8e6-351d-45ed-bff6-622d7b95b9e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:29.997808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-9073086f-9383-4b2b-abaa-f608c60b93e9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 380 time: 0.1790712 Nov 23 18:22:30.008531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'port': {'device_id': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'admin_state_up': True, 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'security_groups': ['72512e8a-73bc-48d4-af9c-492dfaf5112a']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:30.068440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.267695 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa3cfc0d-9985-4802-ab48-ac784bdc7444 req-cac12382-7d3c-43f4-bacc-dff7a1bc33b4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 210 time: 0.0634058 Nov 23 18:22:30.306968 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2b06d8e6-351d-45ed-bff6-622d7b95b9e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.328013 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2b06d8e6-351d-45ed-bff6-622d7b95b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.365819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.375417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2b06d8e6-351d-45ed-bff6-622d7b95b9e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0c3efbb412f4890b34be0a9aeb098b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6045046 Nov 23 18:22:30.383842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35444) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:30.392672 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.423739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:30.428052 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.542381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Allocated IP 172.25.0.253 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/6cfb09fa-f90d-4cb2-ae03-703b9796c079) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:30.601993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.20.0.23 (b43aa2ad-9cd0-4f71-b012-984fe8ea2e46/8794786d-ec50-4c62-b3d5-6e9950bcd33c/8bcb798a-4a24-4864-8525-a1ebd5690411) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:30.669582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.716957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.768942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'Port': ['ID=6cfb09fa-f90d-4cb2-ae03-703b9796c079,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:30.781728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:30.783442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:30.786031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:30.786477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06d8e6-351d-45ed-bff6-622d7b95b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7796378-d1fc-4fc2-b69e-e228f479adbf,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:30.792697 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.798117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af096bd5-a175-4498-a93c-084a43753b09 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:30.844137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-78ed700a-72f3-4da0-8246-5514140e03eb None None] Provisioning complete for port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:30.844868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-78ed700a-72f3-4da0-8246-5514140e03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.860481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.870346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83430c7e-e3bd-4cd8-b008-9e1213ccffcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:30.910073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-78ed700a-72f3-4da0-8246-5514140e03eb None None] Port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:30.989086 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83430c7e-e3bd-4cd8-b008-9e1213ccffcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.009326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:31.018814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:31.021342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:31.093217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:31.120460 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.150233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:31.151374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.187863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-34afb5f5-8722-4120-9bdf-7e24f44e0dde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769331 Nov 23 18:22:31.204428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Request body: {'port': {'device_id': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:31.235910 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83430c7e-e3bd-4cd8-b008-9e1213ccffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.238673 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83430c7e-e3bd-4cd8-b008-9e1213ccffcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.239876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-83430c7e-e3bd-4cd8-b008-9e1213ccffcc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f7796378-d1fc-4fc2-b69e-e228f479adbf HTTP/1.1" status: 204 len: 168 time: 0.8542147 Nov 23 18:22:31.249071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83430c7e-e3bd-4cd8-b008-9e1213ccffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7796378-d1fc-4fc2-b69e-e228f479adbf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:31.284166 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.452720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e04158c9-1ae1-48e8-be69-04a25d262d19 None None] Provisioning complete for port 8bcb798a-4a24-4864-8525-a1ebd5690411 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:31.453971 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e04158c9-1ae1-48e8-be69-04a25d262d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.536930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e04158c9-1ae1-48e8-be69-04a25d262d19 None None] Port 8bcb798a-4a24-4864-8525-a1ebd5690411 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:31.662616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcb798a-4a24-4864-8525-a1ebd5690411 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:22:31.688531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.707347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Transition to ACTIVE for port object 8bcb798a-4a24-4864-8525-a1ebd5690411 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:22:31.714764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.739013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1b8d2-6d7c-4f5d-b153-881021d984f4 req-d9f0345b-f163-48c2-882d-b9b8c81ada4f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:31.740649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0e1b8d2-6d7c-4f5d-b153-881021d984f4 req-d9f0345b-f163-48c2-882d-b9b8c81ada4f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 932 time: 0.0915473 Nov 23 18:22:31.802218 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:31.818974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:31.886146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0e1b8d2-6d7c-4f5d-b153-881021d984f4 req-7cf170a0-c4e6-46fc-8d54-12a5899fff59 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226380 Nov 23 18:22:31.993108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Attempting to bind port 8bcb798a-4a24-4864-8525-a1ebd5690411 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:31.993887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Attempting to bind port 8bcb798a-4a24-4864-8525-a1ebd5690411 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:31.994436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Attempting to bind port 8bcb798a-4a24-4864-8525-a1ebd5690411 on network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:32.000181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Port 8bcb798a-4a24-4864-8525-a1ebd5690411 on network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:22:32.001325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Attempting to bind port 8bcb798a-4a24-4864-8525-a1ebd5690411 on network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:32.011764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:32.012335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Checking segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:32.013061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Bound using segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:32.013673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Bound port: 8bcb798a-4a24-4864-8525-a1ebd5690411, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:32.014395 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.034968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Router 20bdb11a-67d1-4e9a-82a9-5a275cbddb31 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:32.094612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:32.098019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:32.105747 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.145251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:32.145875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.147637 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] 10.222.0.66 "PUT /v2.0/ports/8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1092 time: 0.9535127 Nov 23 18:22:32.148091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:22:32.151395 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171a3b16-42e3-4725-97a9-b68aa4a423b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:22:32.246052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:32.262364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Sync routers for ids ['20bdb11a-67d1-4e9a-82a9-5a275cbddb31'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:32.276056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Routers {'20bdb11a-67d1-4e9a-82a9-5a275cbddb31'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:32.282360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20bdb11a-67d1-4e9a-82a9-5a275cbddb31'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:32.296813 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5dfb99-a444-445b-b3b8-b1a941e99515 x-openstack-request-id: req-aa5dfb99-a444-445b-b3b8-b1a941e99515 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:22:32.297118 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:22:32.297376 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aa5dfb99-a444-445b-b3b8-b1a941e99515 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:22:32.297839 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'status': 'completed', 'code': 200} Nov 23 18:22:32.298418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.303000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35480) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:32.303580 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-819b92c5-6d20-465a-bc74-2d9f1cb22f78 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5577486 Nov 23 18:22:32.330479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86103c83-1d25-4759-9e91-86534e36ff4b service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:32.447538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Set router 20bdb11a-67d1-4e9a-82a9-5a275cbddb31 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:32.485299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-da126cba-a497-4aaa-bdb0-61e7945c87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:32.487005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-da126cba-a497-4aaa-bdb0-61e7945c87c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1095 time: 0.2867460 Nov 23 18:22:32.598925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-3176c788-920e-444e-9c34-a03e70726e5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 217 time: 0.0838027 Nov 23 18:22:32.679100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-68e5a1ff-e072-479f-8b3f-f5fa9fa92dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:32.681222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-68e5a1ff-e072-479f-8b3f-f5fa9fa92dfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0737555 Nov 23 18:22:32.707817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bdb11a-67d1-4e9a-82a9-5a275cbddb31', 'name': 'tempest-snat-router-528600033', 'tenant_id': 'e04c502216ac4c91b20888fb03f7e904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.253'}], 'enable_snat': False}, 'gw_port_id': '6cfb09fa-f90d-4cb2-ae03-703b9796c079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:29Z', 'updated_at': '2021-11-23T18:22:30Z', 'revision_number': 3, 'project_id': 'e04c502216ac4c91b20888fb03f7e904', 'gw_port': {'id': '6cfb09fa-f90d-4cb2-ae03-703b9796c079', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bdb11a-67d1-4e9a-82a9-5a275cbddb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:30Z', 'updated_at': '2021-11-23T18:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:32.740573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-01c33080-4d13-456d-af9a-afab9401816c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/routers/20bdb11a-67d1-4e9a-82a9-5a275cbddb31 HTTP/1.1" status: 200 len: 908 time: 0.4342113 Nov 23 18:22:32.740790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Checking router: 20bdb11a-67d1-4e9a-82a9-5a275cbddb31 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:32.740790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Updating router 20bdb11a-67d1-4e9a-82a9-5a275cbddb31 port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:22:32.742081 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35486) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:32.747968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'router': {'name': 'tempest-snat-router-528600033', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': True}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:32.775316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-0b428c7c-8acf-49d3-b6f9-ac0dbec6fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:32.776970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-0b428c7c-8acf-49d3-b6f9-ac0dbec6fe0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870013 Nov 23 18:22:32.791329 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.794933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.796661 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.870499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.957821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35492) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:32.970831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-7f0b9c8a-999d-428a-933f-e41bdd5fc8fb service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827736 Nov 23 18:22:33.127985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7dbf2b8d-b561-441f-8943-3b78641d5532 req-454883bc-74f5-47a0-b2c9-14c3952e3f29 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387579 Nov 23 18:22:33.180670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.234636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6754ad7a-9685-4eae-9c55-9904be7de7c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.271055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.282178 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.297634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88fefa-3337-48a4-9348-9541133fccf1 req-1b3d4bbb-e1e2-42a2-97e4-fb19cdb4b336 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:33.299585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f88fefa-3337-48a4-9348-9541133fccf1 req-1b3d4bbb-e1e2-42a2-97e4-fb19cdb4b336 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 944 time: 0.1704767 Nov 23 18:22:33.310972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-0f72bf63-8d14-4384-a0d7-e34c0527b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:33.312829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-0f72bf63-8d14-4384-a0d7-e34c0527b330 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1095 time: 0.1111712 Nov 23 18:22:33.343441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Attempting to bind port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:33.343656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Attempting to bind port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:33.343904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Attempting to bind port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:33.351948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b2f5c-f59e-4f64-b2ae-817d2f88f675 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:33.365072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:33.365478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:33.365795 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.366266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:33.366791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Bound port: 6cfb09fa-f90d-4cb2-ae03-703b9796c079, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:33.367271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.410709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b4ff6-ccc0-40fa-af6c-2a817576edf5 None None] Pushing event updated for resources: {'Port': ['ID=6cfb09fa-f90d-4cb2-ae03-703b9796c079,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:33.458223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] For port 6cfb09fa-f90d-4cb2-ae03-703b9796c079, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:33.461577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] For port 6cfb09fa-f90d-4cb2-ae03-703b9796c079, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6cfb09fa-f90d-4cb2-ae03-703b9796c079,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:33.470062 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.498220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.525899 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.550800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f88fefa-3337-48a4-9348-9541133fccf1 req-aef87bbe-5f67-40e2-bb2c-d8b80149f101 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436008 Nov 23 18:22:33.578487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b4ff6-ccc0-40fa-af6c-2a817576edf5 None None] Pushing event updated for resources: {'Port': ['ID=6cfb09fa-f90d-4cb2-ae03-703b9796c079,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:33.607650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-c9ea87c5-e11f-4835-8279-4debf3926bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:33.609304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-c9ea87c5-e11f-4835-8279-4debf3926bdb service neutron] 10.222.0.66 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.2399862 Nov 23 18:22:33.622352 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6754ad7a-9685-4eae-9c55-9904be7de7c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.632997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6754ad7a-9685-4eae-9c55-9904be7de7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.638316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277bd73-8500-4ab2-881b-7215c7456dc5 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:33.657590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f445b94c-f353-4bd9-87c4-9af3b5cae2a7 None None] Provisioning complete for port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:33.657957 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f445b94c-f353-4bd9-87c4-9af3b5cae2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.677955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-08d0cb41-6e5e-4873-a325-dc1a1ba63e3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 217 time: 0.0583684 Nov 23 18:22:33.749318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6754ad7a-9685-4eae-9c55-9904be7de7c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c55e909f0204d199b7388b93e8ae56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7899017 Nov 23 18:22:33.751879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35498) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:33.752627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754ad7a-9685-4eae-9c55-9904be7de7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03949a-e853-4984-9b3f-d5668163f793,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:33.764597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Allocated IP 172.25.0.201 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/b22f8e70-c2d2-4c59-8cb6-21ef8b87404e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:33.767907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Routers {'20bdb11a-67d1-4e9a-82a9-5a275cbddb31'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:33.769737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['20bdb11a-67d1-4e9a-82a9-5a275cbddb31'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:33.802893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-53168770-8456-489b-b218-3fbfb892ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:33.804384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-53168770-8456-489b-b218-3fbfb892ba8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.1122177 Nov 23 18:22:33.829523 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-767652e7-15a9-4766-9895-537ce2046a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.871050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-767652e7-15a9-4766-9895-537ce2046a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.880534 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:33.889981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-bc30f5e1-44d4-4918-b2d6-d6d8c8f765e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:33.891642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-bc30f5e1-44d4-4918-b2d6-d6d8c8f765e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769351 Nov 23 18:22:33.927811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.005590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-767652e7-15a9-4766-9895-537ce2046a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.006749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:34.010651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:34.010886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-767652e7-15a9-4766-9895-537ce2046a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.012221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-767652e7-15a9-4766-9895-537ce2046a1e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dc03949a-e853-4984-9b3f-d5668163f793 HTTP/1.1" status: 204 len: 168 time: 0.2562232 Nov 23 18:22:34.017797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:34.038714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767652e7-15a9-4766-9895-537ce2046a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03949a-e853-4984-9b3f-d5668163f793,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:34.044461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-354c8716-a205-44ad-aef0-1fe8b6f80740 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394863 Nov 23 18:22:34.064674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'Port': ['ID=b22f8e70-c2d2-4c59-8cb6-21ef8b87404e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:34.090330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.096082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.096772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.097286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.099249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.101527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.102095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.103655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.104833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.105371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.106092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.107994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:34.250545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec2a3b-f047-4cf3-bba9-5ef4bbda4ce5 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:34.308247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f445b94c-f353-4bd9-87c4-9af3b5cae2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.335532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f445b94c-f353-4bd9-87c4-9af3b5cae2a7 None None] For port 6cfb09fa-f90d-4cb2-ae03-703b9796c079, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6cfb09fa-f90d-4cb2-ae03-703b9796c079,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:34.356042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f445b94c-f353-4bd9-87c4-9af3b5cae2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.422821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] Set router 20bdb11a-67d1-4e9a-82a9-5a275cbddb31 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:34.544693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.552961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445b94c-f353-4bd9-87c4-9af3b5cae2a7 None None] Pushing event updated for resources: {'Port': ['ID=6cfb09fa-f90d-4cb2-ae03-703b9796c079,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:34.565876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0457f372-ff0f-46d1-951b-ab7fa4f5bd3e None None] Provisioning complete for port b22f8e70-c2d2-4c59-8cb6-21ef8b87404e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:34.566259 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0457f372-ff0f-46d1-951b-ab7fa4f5bd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.672178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171a3b16-42e3-4725-97a9-b68aa4a423b3 req-4f008912-ed44-4391-a55c-e95c75e6d2f6 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194847 Nov 23 18:22:34.744421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0457f372-ff0f-46d1-951b-ab7fa4f5bd3e None None] Port b22f8e70-c2d2-4c59-8cb6-21ef8b87404e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:34.759204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108efbf-5862-4112-bc89-f019b8162a59 req-1e19424b-718b-4b5a-8155-18d141169a3b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:34.760855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1108efbf-5862-4112-bc89-f019b8162a59 req-1e19424b-718b-4b5a-8155-18d141169a3b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 944 time: 0.0629668 Nov 23 18:22:34.797287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0457f372-ff0f-46d1-951b-ab7fa4f5bd3e None None] Provisioning complete for port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:34.798116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0457f372-ff0f-46d1-951b-ab7fa4f5bd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.880582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1108efbf-5862-4112-bc89-f019b8162a59 req-fa2c6e0f-ecbd-4c39-8b77-9abb516ccbf2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029556 Nov 23 18:22:34.918933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bdb11a-67d1-4e9a-82a9-5a275cbddb31', 'name': 'tempest-snat-router-528600033', 'tenant_id': 'e04c502216ac4c91b20888fb03f7e904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.253'}], 'enable_snat': False}, 'gw_port_id': '6cfb09fa-f90d-4cb2-ae03-703b9796c079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:29Z', 'updated_at': '2021-11-23T18:22:30Z', 'revision_number': 3, 'project_id': 'e04c502216ac4c91b20888fb03f7e904', 'gw_port': {'id': '6cfb09fa-f90d-4cb2-ae03-703b9796c079', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bdb11a-67d1-4e9a-82a9-5a275cbddb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:30Z', 'updated_at': '2021-11-23T18:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:34.948129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.952433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3636a-7e50-4f0a-940b-5a08f3ec584e None None] The sync data for ids ['20bdb11a-67d1-4e9a-82a9-5a275cbddb31'] in n-d-818932-3 is: [{'id': '20bdb11a-67d1-4e9a-82a9-5a275cbddb31', 'name': 'tempest-snat-router-528600033', 'tenant_id': 'e04c502216ac4c91b20888fb03f7e904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.253'}], 'enable_snat': False}, 'gw_port_id': '6cfb09fa-f90d-4cb2-ae03-703b9796c079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:29Z', 'updated_at': '2021-11-23T18:22:30Z', 'revision_number': 3, 'project_id': 'e04c502216ac4c91b20888fb03f7e904', 'gw_port': {'id': '6cfb09fa-f90d-4cb2-ae03-703b9796c079', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bdb11a-67d1-4e9a-82a9-5a275cbddb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:30Z', 'updated_at': '2021-11-23T18:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:35.109884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Router 54353445-b8da-49f8-bbba-fe1a6f5cb3e7 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:35.239617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:35.250491 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Sync routers for ids ['54353445-b8da-49f8-bbba-fe1a6f5cb3e7'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:35.267143 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Routers {'54353445-b8da-49f8-bbba-fe1a6f5cb3e7'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:35.267974 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['54353445-b8da-49f8-bbba-fe1a6f5cb3e7'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:35.296937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.299005 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4942b407-ff3d-4b55-ae30-55550ca4704c tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5549703 Nov 23 18:22:35.300883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35532) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:35.449877 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Set router 54353445-b8da-49f8-bbba-fe1a6f5cb3e7 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:35.471654 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1d12e58f-7609-4018-9eb0-507ff4c9902d tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/routers/54353445-b8da-49f8-bbba-fe1a6f5cb3e7 HTTP/1.1" status: 200 len: 907 time: 0.1691504 Nov 23 18:22:35.475474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35540) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:35.621672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.799524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.873897 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54353445-b8da-49f8-bbba-fe1a6f5cb3e7', 'name': 'tempest-snat-router-528600033', 'tenant_id': 'e04c502216ac4c91b20888fb03f7e904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b22f8e70-c2d2-4c59-8cb6-21ef8b87404e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:32Z', 'updated_at': '2021-11-23T18:22:34Z', 'revision_number': 3, 'project_id': 'e04c502216ac4c91b20888fb03f7e904', 'gw_port': {'id': 'b22f8e70-c2d2-4c59-8cb6-21ef8b87404e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54353445-b8da-49f8-bbba-fe1a6f5cb3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:33Z', 'updated_at': '2021-11-23T18:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:35.933326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Deleting port b22f8e70-c2d2-4c59-8cb6-21ef8b87404e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:35.933759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.967166 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Checking router: 54353445-b8da-49f8-bbba-fe1a6f5cb3e7 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:35.967771 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Updating router 54353445-b8da-49f8-bbba-fe1a6f5cb3e7 port b22f8e70-c2d2-4c59-8cb6-21ef8b87404e binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:22:36.028521 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.112656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8bcb798a-4a24-4864-8525-a1ebd5690411 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:22:36.126922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a3ca-9343-415f-b05e-ee60b00b1d97 req-73b55e92-ce36-44bb-80ea-1b1ca77d782d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.128523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86f4a3ca-9343-415f-b05e-ee60b00b1d97 req-73b55e92-ce36-44bb-80ea-1b1ca77d782d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 944 time: 0.1088483 Nov 23 18:22:36.130473 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.163418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Calling delete_port for b22f8e70-c2d2-4c59-8cb6-21ef8b87404e owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:36.318368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:36.363933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'port_id': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'mac_address': 'fa:16:3e:f7:bd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:22:36.462557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.490304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcb798a-4a24-4864-8525-a1ebd5690411 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:22:36.491382 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:22:36.535452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:36.538762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6cfb09fa-f90d-4cb2-ae03-703b9796c079 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:36.558270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.609482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.610678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event deleted for resources: {'Port': ['ID=b22f8e70-c2d2-4c59-8cb6-21ef8b87404e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:36.616717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86f4a3ca-9343-415f-b05e-ee60b00b1d97 req-795e9ad2-2fba-4855-a44c-79de3d2d0c59 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4774876 Nov 23 18:22:36.671256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:36.677095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa0f83-119c-44e0-84ac-a56272990612 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:36.699445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:36.700049 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.707775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.816880 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.db.api [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:22:36.817502 n-d-818932-3 neutron-server[120538]: DEBUG oslo_db.api [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:22:36.823470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['8bcb798a-4a24-4864-8525-a1ebd5690411'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:22:36.878456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.882835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.989469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:36.994387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54353445-b8da-49f8-bbba-fe1a6f5cb3e7 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:37.011138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:37.012670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f7baeb41-acc7-46a3-813a-e9e18d0efdb7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "DELETE /v2.0/routers/54353445-b8da-49f8-bbba-fe1a6f5cb3e7 HTTP/1.1" status: 204 len: 168 time: 1.5359509 Nov 23 18:22:37.015335 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35560) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:37.373200 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Port b22f8e70-c2d2-4c59-8cb6-21ef8b87404e not found while updating agent binding for router 54353445-b8da-49f8-bbba-fe1a6f5cb3e7. {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 18:22:37.391853 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:37.392551 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:22:37.393371 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54353445-b8da-49f8-bbba-fe1a6f5cb3e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent'). {{(pid=120538) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 18:22:37.393960 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e4ab1-216f-41a2-a252-f0296c3f81e0 None None] The sync data for ids ['54353445-b8da-49f8-bbba-fe1a6f5cb3e7'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:37.538324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:37.666766 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:37.723551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Deleting port 6cfb09fa-f90d-4cb2-ae03-703b9796c079 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:37.724183 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:37.784757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f0a79-c11a-4986-a427-9c0b76b7aff4 req-366d8a7d-9aba-47d0-8ec9-6a8aeadf22c3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:37.786604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec5f0a79-c11a-4986-a427-9c0b76b7aff4 req-366d8a7d-9aba-47d0-8ec9-6a8aeadf22c3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 945 time: 0.0572762 Nov 23 18:22:37.808841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] For port 6cfb09fa-f90d-4cb2-ae03-703b9796c079, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6cfb09fa-f90d-4cb2-ae03-703b9796c079,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:37.809205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:37.822528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Calling delete_port for 6cfb09fa-f90d-4cb2-ae03-703b9796c079 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:37.840421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec5f0a79-c11a-4986-a427-9c0b76b7aff4 req-a93b7c89-eecf-4006-a2a2-d67226b47c52 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464172 Nov 23 18:22:37.998044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.036317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cfb09fa-f90d-4cb2-ae03-703b9796c079,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:38.055927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c65919-f447-4bef-975b-a539aa25b1b7 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:38.103710 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.124662 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8bcb798a-4a24-4864-8525-a1ebd5690411 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:38.189694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 8bcb798a-4a24-4864-8525-a1ebd5690411 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:22:38.197121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 8bcb798a-4a24-4864-8525-a1ebd5690411 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:38.198288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.217062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.220427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.273517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.275110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20bdb11a-67d1-4e9a-82a9-5a275cbddb31 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:38.281768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.282210 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-55d8f6f8-6a22-45eb-8ff5-9df4b41a4726 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "DELETE /v2.0/routers/20bdb11a-67d1-4e9a-82a9-5a275cbddb31 HTTP/1.1" status: 204 len: 168 time: 1.2639086 Nov 23 18:22:38.286428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35572) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:38.292804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1762716963', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:38.295664 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.325286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.326572 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.385899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:22:38.388623 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a45b4b-7421-4677-8bcf-2271b8d76500" -d '{"events": [{"server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "name": "network-vif-plugged", "status": "completed", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:22:38.404572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:38.421290 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.455612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.504495 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d3919-d6a4-401a-91f3-0743fb3dacad x-openstack-request-id: req-796d3919-d6a4-401a-91f3-0743fb3dacad {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:22:38.504924 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "name": "network-vif-plugged", "status": "completed", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:22:38.505716 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-796d3919-d6a4-401a-91f3-0743fb3dacad {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:22:38.506018 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'code': 200} Nov 23 18:22:38.519580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:38.685700 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:38.696279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902e4f-2008-4cb4-b890-01070cdd2b77 req-dde5dc5c-21d4-41c0-901a-a07beeff49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:38.698041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a902e4f-2008-4cb4-b890-01070cdd2b77 req-dde5dc5c-21d4-41c0-901a-a07beeff49b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1097 time: 0.1257877 Nov 23 18:22:38.779682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a902e4f-2008-4cb4-b890-01070cdd2b77 req-e4ecebda-5682-42ae-b8df-50412ecda6ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659955 Nov 23 18:22:38.993655 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.016455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.077108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd18f0-9244-4abe-89cf-7533e9891fe8 req-db57b527-d17f-46d7-8a2e-bdf4483dea9e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:39.078815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38dd18f0-9244-4abe-89cf-7533e9891fe8 req-db57b527-d17f-46d7-8a2e-bdf4483dea9e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.1370063 Nov 23 18:22:39.186028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38dd18f0-9244-4abe-89cf-7533e9891fe8 req-7c376e35-f473-49db-974e-e8fbd26ee3d0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953765 Nov 23 18:22:39.187509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Allocated IP 172.25.0.252 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/48576e6d-a0e1-4935-9ff4-3a63ffeb8e6c) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:39.326445 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.378139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.427480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35588) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:39.429734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:39.435682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:39.438353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:39.452932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ba363-b8b7-493c-9167-59a54b39b87f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:39.529963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event updated for resources: {'Port': ['ID=48576e6d-a0e1-4935-9ff4-3a63ffeb8e6c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:39.535650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7e3c6072-ef64-432a-bebe-b8b7a71e3c3d None None] Provisioning complete for port 48576e6d-a0e1-4935-9ff4-3a63ffeb8e6c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:39.536030 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6072-ef64-432a-bebe-b8b7a71e3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.574503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.575044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.575490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.576015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.576564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.576998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.577433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.577860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.578299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.578878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.579312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.579735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:39.624819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a57ee1dd-df13-4716-ade0-2dad3db2c38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.626495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c6072-ef64-432a-bebe-b8b7a71e3c3d None None] Port 48576e6d-a0e1-4935-9ff4-3a63ffeb8e6c cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:39.739577 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a57ee1dd-df13-4716-ade0-2dad3db2c38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.744708 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a57ee1dd-df13-4716-ade0-2dad3db2c38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.790481 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a57ee1dd-df13-4716-ade0-2dad3db2c38a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0f14a7e4f1f499bb1bc21f47289a925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593500 Nov 23 18:22:39.790481 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ee1dd-df13-4716-ade0-2dad3db2c38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba7f511-b36d-4ffc-983b-ee33ea2d62a7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:39.791320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35592) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:39.838520 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:39.913504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-830242a1-e720-4ebf-8210-f4b598c0fe98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:40.018378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-830242a1-e720-4ebf-8210-f4b598c0fe98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:40.175127 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-830242a1-e720-4ebf-8210-f4b598c0fe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:40.177928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-830242a1-e720-4ebf-8210-f4b598c0fe98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:40.179190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-830242a1-e720-4ebf-8210-f4b598c0fe98 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eba7f511-b36d-4ffc-983b-ee33ea2d62a7 HTTP/1.1" status: 204 len: 168 time: 0.3814166 Nov 23 18:22:40.193404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830242a1-e720-4ebf-8210-f4b598c0fe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba7f511-b36d-4ffc-983b-ee33ea2d62a7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:40.215383 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:40.372005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6cfb09fa-f90d-4cb2-ae03-703b9796c079 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:22:40.406387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 6cfb09fa-f90d-4cb2-ae03-703b9796c079 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:22:40.411377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6cfb09fa-f90d-4cb2-ae03-703b9796c079 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:22:40.482655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4967e-03c9-47d3-aa45-cb79e5936894 req-a9dd9a22-964d-4d5e-b2ed-258f59ff0db0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:40.484509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eb4967e-03c9-47d3-aa45-cb79e5936894 req-a9dd9a22-964d-4d5e-b2ed-258f59ff0db0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.1498466 Nov 23 18:22:40.485784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Router 7f727556-893d-487a-ba93-f71d1f25441e is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:40.662970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2eb4967e-03c9-47d3-aa45-cb79e5936894 req-39ac0760-e808-4243-97d7-e4b6d62ee4cc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163435 Nov 23 18:22:40.701271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:40.721071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b85382-f0cd-4343-902f-9e137e552a70 None None] Sync routers for ids ['7f727556-893d-487a-ba93-f71d1f25441e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:40.739267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b85382-f0cd-4343-902f-9e137e552a70 None None] Routers {'7f727556-893d-487a-ba93-f71d1f25441e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:40.740663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-87b85382-f0cd-4343-902f-9e137e552a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7f727556-893d-487a-ba93-f71d1f25441e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:40.783853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-87b85382-f0cd-4343-902f-9e137e552a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:40.788915 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:40.790952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-20f932da-5de8-450f-b7ae-aae69b5147e9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5028536 Nov 23 18:22:40.794259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35608) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:40.797737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b85382-f0cd-4343-902f-9e137e552a70 None None] Routers {'7f727556-893d-487a-ba93-f71d1f25441e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:40.798855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-87b85382-f0cd-4343-902f-9e137e552a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7f727556-893d-487a-ba93-f71d1f25441e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:40.799245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-42cb6d7d-a7ec-4fbe-9e94-918cd2c03321 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': False}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:40.811227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a31cd5-a6be-4ae4-9d77-a3985ba05560 req-fa046f32-f8c1-48e0-87f7-8af272f44669 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:40.812782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9a31cd5-a6be-4ae4-9d77-a3985ba05560 req-fa046f32-f8c1-48e0-87f7-8af272f44669 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0730731 Nov 23 18:22:40.835331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-87b85382-f0cd-4343-902f-9e137e552a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:40.835987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b85382-f0cd-4343-902f-9e137e552a70 None None] The sync data for ids ['7f727556-893d-487a-ba93-f71d1f25441e'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:40.931958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9a31cd5-a6be-4ae4-9d77-a3985ba05560 req-63c3bf68-3174-402f-ad15-fbd4ad3d6b57 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853913 Nov 23 18:22:40.954115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35610) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:41.015020 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590c09b-8e3d-4f58-b083-bff445ce4483 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:41.016872 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d590c09b-8e3d-4f58-b083-bff445ce4483 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1092 time: 0.0616901 Nov 23 18:22:41.019822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:41.024974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address': '172.20.0.23'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:41.058829 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:41.160642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42cb6d7d-a7ec-4fbe-9e94-918cd2c03321 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:41.170757 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:41.269704 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9a499a94-b662-4fed-8089-8e710a6444ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:41.283207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.25.0.208 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/ecb4321d-08ec-4ec9-a244-839fb799dcec) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:41.407855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:41.448879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:41.493575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:41.500718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:41.504418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:41.528310 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=ecb4321d-08ec-4ec9-a244-839fb799dcec,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:41.944100 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42cb6d7d-a7ec-4fbe-9e94-918cd2c03321 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:41.947962 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42cb6d7d-a7ec-4fbe-9e94-918cd2c03321 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:42.066071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cb6d7d-a7ec-4fbe-9e94-918cd2c03321 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Router 7f727556-893d-487a-ba93-f71d1f25441e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:22:42.070429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:42.175323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:42.181715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb6d7d-a7ec-4fbe-9e94-918cd2c03321 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:42.187846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42cb6d7d-a7ec-4fbe-9e94-918cd2c03321 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:42.192085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-42cb6d7d-a7ec-4fbe-9e94-918cd2c03321 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "PUT /v2.0/routers/7f727556-893d-487a-ba93-f71d1f25441e HTTP/1.1" status: 200 len: 922 time: 1.3969300 Nov 23 18:22:42.193089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35616) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:42.195036 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6ec75-4a54-400e-ae1d-a9de282377b9 None None] Sync routers for ids ['7f727556-893d-487a-ba93-f71d1f25441e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:42.208129 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6ec75-4a54-400e-ae1d-a9de282377b9 None None] Routers {'7f727556-893d-487a-ba93-f71d1f25441e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:42.209231 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-42d6ec75-4a54-400e-ae1d-a9de282377b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7f727556-893d-487a-ba93-f71d1f25441e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:42.251031 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-42d6ec75-4a54-400e-ae1d-a9de282377b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:42.262577 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6ec75-4a54-400e-ae1d-a9de282377b9 None None] Routers {'7f727556-893d-487a-ba93-f71d1f25441e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:42.263997 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-42d6ec75-4a54-400e-ae1d-a9de282377b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7f727556-893d-487a-ba93-f71d1f25441e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:42.314811 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-42d6ec75-4a54-400e-ae1d-a9de282377b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:42.315789 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6ec75-4a54-400e-ae1d-a9de282377b9 None None] The sync data for ids ['7f727556-893d-487a-ba93-f71d1f25441e'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:42.333816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-73b26017-a364-4040-87c5-11ea8f031093 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/routers/7f727556-893d-487a-ba93-f71d1f25441e HTTP/1.1" status: 200 len: 922 time: 0.1396379 Nov 23 18:22:42.339224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35618) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:42.378316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:42.395796 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:42.484283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=ecb4321d-08ec-4ec9-a244-839fb799dcec,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:42.487428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e517885-a8d1-49c0-995a-1e531b176396 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:42.488930 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0e517885-a8d1-49c0-995a-1e531b176396 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=7f727556-893d-487a-ba93-f71d1f25441e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1487424 Nov 23 18:22:42.491911 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35620) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:42.787010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:42.921345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300446f3-7767-451a-9af0-65d6f40efebb tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:42.922778 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-300446f3-7767-451a-9af0-65d6f40efebb tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 881 time: 0.4299114 Nov 23 18:22:42.925673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35628) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:42.959786 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5677a3ed-6b0b-49f1-8130-9010a1626c23 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f727556-893d-487a-ba93-f71d1f25441e HTTP/1.1" status: 200 len: 205 time: 0.0330198 Nov 23 18:22:42.962358 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Floating IP dfa2cb63-7c4b-44f7-8049-8b40a66aa18a associated. External IP: 172.25.0.208, port: 8bcb798a-4a24-4864-8525-a1ebd5690411. Nov 23 18:22:42.962483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35630) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:43.077153 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.195124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.201141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router d3e685dd-c6e6-4279-9b04-7aa5f0138182 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:22:43.250324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Deleting port 48576e6d-a0e1-4935-9ff4-3a63ffeb8e6c {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:43.250853 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.321065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:43.340458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] Sync routers for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:43.343943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.349326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.359981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-483834db-ae6d-44e6-bf4c-b3834171f801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.361329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Calling delete_port for 48576e6d-a0e1-4935-9ff4-3a63ffeb8e6c owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:43.362564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:43.364223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:43.384416 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96318033-1ae7-4bcf-b861-8aea8eac5c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3631423 Nov 23 18:22:43.385361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:22:43.388817 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b782edb1-3d43-4f88-afa7-bb2a17c15853" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:22:43.505035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:43.566756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ada98e-c5dd-42ac-b19a-1176c71bfabf req-e6683a94-55be-4aca-94da-d3e34fbdf519 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:43.568498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23ada98e-c5dd-42ac-b19a-1176c71bfabf req-e6683a94-55be-4aca-94da-d3e34fbdf519 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.1031134 Nov 23 18:22:43.660698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23ada98e-c5dd-42ac-b19a-1176c71bfabf req-c4fc6e3e-50e7-489f-8335-b29f5c0ae0fc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810003 Nov 23 18:22:43.663618 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.698545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35638) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:43.699243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event deleted for resources: {'Port': ['ID=48576e6d-a0e1-4935-9ff4-3a63ffeb8e6c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:43.751036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc0b62-3609-4f70-b944-77b76eaf631c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:43.817515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'dfa2cb63-7c4b-44f7-8049-8b40a66aa18a', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'port_id': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'mac_address': 'fa:16:3e:f7:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:22:41Z', 'updated_at': '2021-11-23T18:22:41Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:28Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:43.845370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.880050 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-112422bb-06d8-4daf-b2c9-317c7f9df59a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/dfa2cb63-7c4b-44f7-8049-8b40a66aa18a HTTP/1.1" status: 200 len: 992 time: 0.1801801 Nov 23 18:22:43.887123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] Checking router: d3e685dd-c6e6-4279-9b04-7aa5f0138182 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:43.910498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:43.911874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:43.951109 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.953296 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.002994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.004265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Fanout notify agent at l3_agent the message router_deleted on router 7f727556-893d-487a-ba93-f71d1f25441e {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:44.020560 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.021745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ba15cc49-34ed-4e0d-9131-dd97655d8a31 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/7f727556-893d-487a-ba93-f71d1f25441e HTTP/1.1" status: 204 len: 168 time: 1.0582595 Nov 23 18:22:44.025674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:44.030769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d3efc55d-ede5-4085-a5eb-68750f0acbc0 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-633723698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:44.053930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3efc55d-ede5-4085-a5eb-68750f0acbc0 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.055580 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3efc55d-ede5-4085-a5eb-68750f0acbc0 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.060716 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d103fbf-3888-41c8-b3a4-ebbd66177267 x-openstack-request-id: req-3d103fbf-3888-41c8-b3a4-ebbd66177267 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:22:44.061023 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:22:44.061288 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d103fbf-3888-41c8-b3a4-ebbd66177267 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:22:44.061693 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'status': 'completed', 'code': 200} Nov 23 18:22:44.078992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:44.124794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3efc55d-ede5-4085-a5eb-68750f0acbc0 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.131676 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3efc55d-ede5-4085-a5eb-68750f0acbc0 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.134284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-1bbb377f-3e5f-491c-aa92-e64154a3fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:44.138463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-1bbb377f-3e5f-491c-aa92-e64154a3fa73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1097 time: 0.0564106 Nov 23 18:22:44.153365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3efc55d-ede5-4085-a5eb-68750f0acbc0 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.154655 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3efc55d-ede5-4085-a5eb-68750f0acbc0 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1274219 Nov 23 18:22:44.157681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35644) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:44.176838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:44.359490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'dfa2cb63-7c4b-44f7-8049-8b40a66aa18a', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'port_id': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'mac_address': 'fa:16:3e:f7:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:22:41Z', 'updated_at': '2021-11-23T18:22:41Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:28Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:44.390390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8e068-f939-46b2-a87f-9aa23e2cae92 None None] The sync data for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 is: [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'dfa2cb63-7c4b-44f7-8049-8b40a66aa18a', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'port_id': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'mac_address': 'fa:16:3e:f7:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:22:41Z', 'updated_at': '2021-11-23T18:22:41Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:28Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:44.406597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-0c286440-a3ab-462a-98e8-aff26b6460dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:44.408147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-0c286440-a3ab-462a-98e8-aff26b6460dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.2631376 Nov 23 18:22:44.487474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.536977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-f6ae9550-1e6a-463d-9cd1-eac7794fe226 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1000 time: 0.0949998 Nov 23 18:22:44.626674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-cd9093ff-fb39-426c-bc71-687c335d9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:44.628344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-cd9093ff-fb39-426c-bc71-687c335d9933 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0828998 Nov 23 18:22:44.635267 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3724e4-4799-4461-941a-9245ecceebf6 None None] New status for floating IP dfa2cb63-7c4b-44f7-8049-8b40a66aa18a: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:22:44.697441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-27075339-2d0e-478e-bf18-f1ca480cc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:44.698964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-27075339-2d0e-478e-bf18-f1ca480cc8f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580833 Nov 23 18:22:44.862133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.875706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35646) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:44.887311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.956348 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-41f2dd03-e618-4764-ac14-737a5068f846 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/dfa2cb63-7c4b-44f7-8049-8b40a66aa18a HTTP/1.1" status: 200 len: 994 time: 0.0796564 Nov 23 18:22:44.958603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-a8ed9130-5ec3-48e0-951e-0e1e23a90704 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517090 Nov 23 18:22:45.091222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Allocated IP 172.25.0.149 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/dd1319f7-8547-4e38-aa26-9e08d3fc79ba) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:45.119522 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:45.120386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b782edb1-3d43-4f88-afa7-bb2a17c15853 req-ca68536e-5dc8-4996-86ea-a767115130f4 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535976 Nov 23 18:22:45.218054 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:45.252478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:45.293984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:45.298326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:45.300813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:45.312404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e3764e-dd4b-420d-b105-43705e31efdc None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:45.326892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event updated for resources: {'Port': ['ID=dd1319f7-8547-4e38-aa26-9e08d3fc79ba,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:45.388900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e35c8469-6a17-4f63-a862-980c734ef626 None None] Provisioning complete for port dd1319f7-8547-4e38-aa26-9e08d3fc79ba triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:45.389493 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e35c8469-6a17-4f63-a862-980c734ef626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:45.424753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e35c8469-6a17-4f63-a862-980c734ef626 None None] Port dd1319f7-8547-4e38-aa26-9e08d3fc79ba cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:45.573259 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:45.771762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:45.775330 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.239158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Router bcde0985-b6df-4675-a557-407a636894fb is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:46.267932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35656) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:46.357228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:46.364234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.365407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6daaad10-1d5c-4432-b34b-c242f6a7f6d2 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "PUT /v2.0/routers/bcde0985-b6df-4675-a557-407a636894fb HTTP/1.1" status: 200 len: 879 time: 2.1953943 Nov 23 18:22:46.368074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5a806-7712-4aac-b58f-979612c31f89 None None] Sync routers for ids ['bcde0985-b6df-4675-a557-407a636894fb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:46.368772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35660) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:46.381355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5a806-7712-4aac-b58f-979612c31f89 None None] Routers {'bcde0985-b6df-4675-a557-407a636894fb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:46.381997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f0e5a806-7712-4aac-b58f-979612c31f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bcde0985-b6df-4675-a557-407a636894fb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:46.416883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f0e5a806-7712-4aac-b58f-979612c31f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:46.427754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5a806-7712-4aac-b58f-979612c31f89 None None] Routers {'bcde0985-b6df-4675-a557-407a636894fb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:46.428624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f0e5a806-7712-4aac-b58f-979612c31f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bcde0985-b6df-4675-a557-407a636894fb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:46.432765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7477c3d3-c03f-4fbc-aa87-c111fff4a2cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.474189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f0e5a806-7712-4aac-b58f-979612c31f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:46.474855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5a806-7712-4aac-b58f-979612c31f89 None None] The sync data for ids ['bcde0985-b6df-4675-a557-407a636894fb'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:46.484490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.532331 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5fa64cbe-64dc-4da6-af2c-0a5c6f0df3e9 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/routers/bcde0985-b6df-4675-a557-407a636894fb HTTP/1.1" status: 200 len: 920 time: 0.1622384 Nov 23 18:22:46.535121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35662) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:46.565874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7477c3d3-c03f-4fbc-aa87-c111fff4a2cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.569706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7477c3d3-c03f-4fbc-aa87-c111fff4a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.607317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b9e2f-031a-4800-8eae-a765dc1629a3 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:46.608875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-db3b9e2f-031a-4800-8eae-a765dc1629a3 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=bcde0985-b6df-4675-a557-407a636894fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0726197 Nov 23 18:22:46.609525 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7477c3d3-c03f-4fbc-aa87-c111fff4a2cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f669f44532d24b2987cbe2a3b4065571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3404369 Nov 23 18:22:46.611527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477c3d3-c03f-4fbc-aa87-c111fff4a2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ab038-a278-49a7-aadb-a4314f14d4ac,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:46.611986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35664) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:46.614177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35666) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:46.661587 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7ec47b4-10d5-4ddc-a526-d74a491aceff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.683511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7ec47b4-10d5-4ddc-a526-d74a491aceff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.704147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5564c7-326c-45a7-8d9b-9e987d79166b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:46.705550 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4f5564c7-326c-45a7-8d9b-9e987d79166b tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 881 time: 0.0904515 Nov 23 18:22:46.708424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35668) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:46.736379 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7ec47b4-10d5-4ddc-a526-d74a491aceff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.739120 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c7ec47b4-10d5-4ddc-a526-d74a491aceff admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.743427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c7ec47b4-10d5-4ddc-a526-d74a491aceff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a62ab038-a278-49a7-aadb-a4314f14d4ac HTTP/1.1" status: 204 len: 168 time: 0.1273468 Nov 23 18:22:46.743581 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-af08b8bb-3526-418d-821f-8bde19e4ff00 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcde0985-b6df-4675-a557-407a636894fb HTTP/1.1" status: 200 len: 205 time: 0.0310109 Nov 23 18:22:46.744056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35672) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:46.749618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec47b4-10d5-4ddc-a526-d74a491aceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62ab038-a278-49a7-aadb-a4314f14d4ac,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:46.856688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.967545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.032316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Deleting port dd1319f7-8547-4e38-aa26-9e08d3fc79ba {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:47.032665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.110322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.122597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Calling delete_port for dd1319f7-8547-4e38-aa26-9e08d3fc79ba owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:47.301143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.328254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event deleted for resources: {'Port': ['ID=dd1319f7-8547-4e38-aa26-9e08d3fc79ba,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:47.350900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44379577-ef68-4d5d-8f2d-fdcc0efbc7f6 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:47.407690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.500660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.502862 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.549659 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.550449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Fanout notify agent at l3_agent the message router_deleted on router bcde0985-b6df-4675-a557-407a636894fb {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:47.559400 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.561408 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32fd7c09-b5cc-4b51-9c4b-22f2af5789f8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/bcde0985-b6df-4675-a557-407a636894fb HTTP/1.1" status: 204 len: 168 time: 0.8152399 Nov 23 18:22:47.565448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35694) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:47.572207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ce97f3c0-4e09-4b90-83c7-b5f9e43bdd8d tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-320842468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:47.596497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ce97f3c0-4e09-4b90-83c7-b5f9e43bdd8d tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.597635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ce97f3c0-4e09-4b90-83c7-b5f9e43bdd8d tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.654314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ce97f3c0-4e09-4b90-83c7-b5f9e43bdd8d tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.659119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ce97f3c0-4e09-4b90-83c7-b5f9e43bdd8d tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.677541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ce97f3c0-4e09-4b90-83c7-b5f9e43bdd8d tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.681844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ce97f3c0-4e09-4b90-83c7-b5f9e43bdd8d tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1123374 Nov 23 18:22:47.682127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35700) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:47.686372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': True}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:47.889960 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:47.898407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.006401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35710) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:48.097249 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.115745 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.155229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'network': {'name': 'tempest-network-smoke--505695703', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'port_security_enabled': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:48.176656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:48.180179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.188678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.223636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Allocated IP 172.25.0.42 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c24513fc-1ffb-4a2b-8fe1-0b6a52f8c0c8) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:48.263126 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.267415 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.290647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:22:48.305896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596241fb-b6db-4435-9d2a-45e3553c618f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:48.308841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.309188 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Added segment 6f84f40f-771d-4156-80a7-594d4cb8a5ad of type vlan for network fcadae80-f775-46b8-9e18-e49b6ec853df Nov 23 18:22:48.330785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.353428 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.369201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.380358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.386683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:48.387386 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.405946 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:48.412551 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:48.416135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:48.421796 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'Port': ['ID=c24513fc-1ffb-4a2b-8fe1-0b6a52f8c0c8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:48.429443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e33f5-2f94-4c8b-b1de-7538ed87b290 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:48.434855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4244521 Nov 23 18:22:48.446761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35714) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:48.453770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'admin_state_up': True, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:48.463892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4143226-9374-4441-abb3-6fa366cb90a5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Network': ['ID=fcadae80-f775-46b8-9e18-e49b6ec853df,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:48.474454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a3b2f4c0-5207-4ba2-aef1-37aa495b43e1 None None] Provisioning complete for port c24513fc-1ffb-4a2b-8fe1-0b6a52f8c0c8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:48.474927 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f4c0-5207-4ba2-aef1-37aa495b43e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.478855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network fcadae80-f775-46b8-9e18-e49b6ec853df details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:22:48.519745 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.520778 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.627523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.718178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2f4c0-5207-4ba2-aef1-37aa495b43e1 None None] Port c24513fc-1ffb-4a2b-8fe1-0b6a52f8c0c8 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:49.106961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.184772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.524948 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.526374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.545434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.548669 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.631599 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.745324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.25.0.138 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c38dfeed-f1b1-4333-b1e6-f7296de6e9a8) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:49.818166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Router 2ea3a50a-04b4-4c2e-b345-a017151b0f17 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:49.934036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.971906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:49.976854 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.980907 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c2ecfcd-7d5e-420e-82bd-6268180382a7 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "PUT /v2.0/routers/2ea3a50a-04b4-4c2e-b345-a017151b0f17 HTTP/1.1" status: 200 len: 913 time: 2.2956004 Nov 23 18:22:49.981078 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a000b98-bf18-4b38-ad9c-24eec19d675c None None] Sync routers for ids ['2ea3a50a-04b4-4c2e-b345-a017151b0f17'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:49.981533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35716) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:49.991658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.992985 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a000b98-bf18-4b38-ad9c-24eec19d675c None None] Routers {'2ea3a50a-04b4-4c2e-b345-a017151b0f17'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:49.993821 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4a000b98-bf18-4b38-ad9c-24eec19d675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['2ea3a50a-04b4-4c2e-b345-a017151b0f17'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:50.029358 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4a000b98-bf18-4b38-ad9c-24eec19d675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:50.038238 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a000b98-bf18-4b38-ad9c-24eec19d675c None None] Routers {'2ea3a50a-04b4-4c2e-b345-a017151b0f17'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:50.038648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:50.039319 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4a000b98-bf18-4b38-ad9c-24eec19d675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['2ea3a50a-04b4-4c2e-b345-a017151b0f17'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:50.043450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:50.046106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:50.064073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df83203-7544-4f4d-abc8-1ae559b64ea9 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:50.073382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=c38dfeed-f1b1-4333-b1e6-f7296de6e9a8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:50.081239 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4a000b98-bf18-4b38-ad9c-24eec19d675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:50.082126 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a000b98-bf18-4b38-ad9c-24eec19d675c None None] The sync data for ids ['2ea3a50a-04b4-4c2e-b345-a017151b0f17'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:50.098092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6f366050-abc2-431f-ae99-8208f2545183 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/routers/2ea3a50a-04b4-4c2e-b345-a017151b0f17 HTTP/1.1" status: 200 len: 919 time: 0.1120350 Nov 23 18:22:50.098092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35718) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:50.146391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e87f2-6522-4b84-b6df-c61387e4ead5 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:50.149958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fd9e87f2-6522-4b84-b6df-c61387e4ead5 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=2ea3a50a-04b4-4c2e-b345-a017151b0f17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0508447 Nov 23 18:22:50.151677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35720) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:50.152504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d43cbfee-fa3f-4678-bf92-450b29c933ea None None] Provisioning complete for port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:50.152955 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d43cbfee-fa3f-4678-bf92-450b29c933ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.192885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d43cbfee-fa3f-4678-bf92-450b29c933ea None None] Port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:50.240685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4c566-e93d-4452-babb-8638d85678af tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:50.242099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6ad4c566-e93d-4452-babb-8638d85678af tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 881 time: 0.0894599 Nov 23 18:22:50.245295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35722) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:50.272842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b5712c1c-2293-4ad6-bd6a-d535865be62c tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ea3a50a-04b4-4c2e-b345-a017151b0f17 HTTP/1.1" status: 200 len: 205 time: 0.0263925 Nov 23 18:22:50.276290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35724) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:50.316446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.383987 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.488174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.522536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.541236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Deleting port c24513fc-1ffb-4a2b-8fe1-0b6a52f8c0c8 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:50.541576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.621823 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.633773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Calling delete_port for c24513fc-1ffb-4a2b-8fe1-0b6a52f8c0c8 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:50.653116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:50.688966 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.767085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:50.779279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Sync routers for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:50.790178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.794386 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-40488414-0890-44e7-8636-94b7f30faedb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3428717 Nov 23 18:22:50.794513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:50.794513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:50.794749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35726) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:50.811593 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.838907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event deleted for resources: {'Port': ['ID=c24513fc-1ffb-4a2b-8fe1-0b6a52f8c0c8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:50.878825 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5f41ad98-2232-40f7-8eb2-745b323dee8e tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=69ea07daed0c4393a9d10ec5c523c3ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815785 Nov 23 18:22:50.880072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35730) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:50.892021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb2415a-d023-4697-8311-563048f539fe None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:50.905569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:50.929484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:50.978829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ffd1ad-b807-4b9d-97d3-df7a24163f7e tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:50.980834 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3ffd1ad-b807-4b9d-97d3-df7a24163f7e tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994291 Nov 23 18:22:50.983191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35732) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:51.003921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.006252 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.017133 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4f92d5a5-65b5-410f-bc20-1182634b3a87 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295954 Nov 23 18:22:51.017331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35734) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:51.022173 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-659762848', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:51.057780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.058833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Fanout notify agent at l3_agent the message router_deleted on router 2ea3a50a-04b4-4c2e-b345-a017151b0f17 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:51.067354 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.068493 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a1830550-7aa2-457c-a502-93497a3c0664 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/2ea3a50a-04b4-4c2e-b345-a017151b0f17 HTTP/1.1" status: 204 len: 168 time: 0.7912052 Nov 23 18:22:51.072555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35736) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:51.079631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4cf1bef8-337c-46c3-a7e5-3bc359f29e40 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-249056384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:51.105273 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bef8-337c-46c3-a7e5-3bc359f29e40 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.106331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bef8-337c-46c3-a7e5-3bc359f29e40 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.121685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:22:51.126280 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.130799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:50Z', 'revision_number': 3, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:51.160588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Checking router: 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:51.161421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Updating router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:22:51.164496 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bef8-337c-46c3-a7e5-3bc359f29e40 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.169156 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bef8-337c-46c3-a7e5-3bc359f29e40 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.191665 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bef8-337c-46c3-a7e5-3bc359f29e40 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.196222 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.196380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4cf1bef8-337c-46c3-a7e5-3bc359f29e40 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1192515 Nov 23 18:22:51.196481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35738) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:51.201633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': False}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:51.326147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.406860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Subnet': ['ID=eef21b9c-215f-4f4b-b538-571943f573fc,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:51.418569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Checking segment: {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:51.418757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network hostable DHCP agents. Network: fcadae80-f775-46b8-9e18-e49b6ec853df, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:22:51.423204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.439479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network fcadae80-f775-46b8-9e18-e49b6ec853df is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:22:51.450424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, fcadae80-f775-46b8-9e18-e49b6ec853df) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:51.455145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:51.455943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.470118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20503a-0a51-4b18-932f-4e99f369dabd None None] Network fcadae80-f775-46b8-9e18-e49b6ec853df requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:22:51.474724 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0f6f33fd-9473-41fe-abef-2f1106a05dd6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4563515 Nov 23 18:22:51.478093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35740) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:51.626745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.668379 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.680676 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.688635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.740371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c27f57-2bf5-413b-be16-d30db15f0be1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:51.769471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bd52a-6b31-427e-8c91-04d746949442 None None] Pushing event updated for resources: {'Port': ['ID=c38dfeed-f1b1-4333-b1e6-f7296de6e9a8,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:51.787356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Attempting to bind port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:51.787740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Attempting to bind port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:51.788116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Attempting to bind port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:51.803428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:51.803821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:51.804236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.804720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:51.805799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Bound port: c38dfeed-f1b1-4333-b1e6-f7296de6e9a8, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:51.806202 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.826118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Allocated IP 172.25.0.99 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/91f64957-843d-4b93-a327-a9c29b99c6fd) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:51.832955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-fcadae80-f775-46b8-9e18-e49b6ec853df', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:22:51.833827 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.895735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cad0c2f2-1c8c-4250-9af1-f0c981147bb1 None None] Provisioning complete for port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:51.896673 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cad0c2f2-1c8c-4250-9af1-f0c981147bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.942802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.979834 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.982395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] For port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:52.013443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] For port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c38dfeed-f1b1-4333-b1e6-f7296de6e9a8,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:52.028167 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.029088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:52.032773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:52.037612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:52.041132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cad0c2f2-1c8c-4250-9af1-f0c981147bb1 None None] Port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:52.063683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Pushing event updated for resources: {'Port': ['ID=91f64957-843d-4b93-a327-a9c29b99c6fd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:52.072122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af743242-972c-44c3-aa95-262f7e8b1a7a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:52.147397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:52.148268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:52.152369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Allocated IP 172.20.0.2 (fcadae80-f775-46b8-9e18-e49b6ec853df/eef21b9c-215f-4f4b-b538-571943f573fc/0f2e5642-2699-439f-8822-75f33575b2f9) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:52.154746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a5ca1-b285-4565-9fe9-095eebb08ead None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:52.160774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bd52a-6b31-427e-8c91-04d746949442 None None] Pushing event updated for resources: {'Port': ['ID=c38dfeed-f1b1-4333-b1e6-f7296de6e9a8,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:52.287815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0df98711-514c-4cff-9664-73a1578fe3f6 None None] Provisioning complete for port 91f64957-843d-4b93-a327-a9c29b99c6fd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:52.288194 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0df98711-514c-4cff-9664-73a1578fe3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.304300 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.323001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.382038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0df98711-514c-4cff-9664-73a1578fe3f6 None None] Port 91f64957-843d-4b93-a327-a9c29b99c6fd cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:52.389237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:52.706256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-26c3f0eb-408c-48cc-9e2d-8779ed19a7d4 None None] Provisioning complete for port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:52.706615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-26c3f0eb-408c-48cc-9e2d-8779ed19a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.761300 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.780802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.831004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.20.0.1 (fcadae80-f775-46b8-9e18-e49b6ec853df/eef21b9c-215f-4f4b-b538-571943f573fc/9d61e4c5-94fb-403a-996a-025326d573e2) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:52.861831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Network fcadae80-f775-46b8-9e18-e49b6ec853df is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:52.871827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:52.875815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Pushing event updated for resources: {'Port': ['ID=0f2e5642-2699-439f-8822-75f33575b2f9,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:52.878179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:52.894382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.898014 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.959492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-26c3f0eb-408c-48cc-9e2d-8779ed19a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.965592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.995148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-26c3f0eb-408c-48cc-9e2d-8779ed19a7d4 None None] For port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c38dfeed-f1b1-4333-b1e6-f7296de6e9a8,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:52.996296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Attempting to bind port 0f2e5642-2699-439f-8822-75f33575b2f9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:52.996673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Attempting to bind port 0f2e5642-2699-439f-8822-75f33575b2f9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:52.997045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Attempting to bind port 0f2e5642-2699-439f-8822-75f33575b2f9 on network fcadae80-f775-46b8-9e18-e49b6ec853df {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:53.004055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:53.004578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Checking segment: {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:53.005107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.005492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Bound using segment: {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:53.006096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Bound port: 0f2e5642-2699-439f-8822-75f33575b2f9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:53.006611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.010295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.022467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-26c3f0eb-408c-48cc-9e2d-8779ed19a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.028288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:50Z', 'revision_number': 3, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:53.051930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Router e9718e7f-0783-4290-a7b4-253a074a8ad9 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:53.052550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network fcadae80-f775-46b8-9e18-e49b6ec853df is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:53.058235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:53.062633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:53.082111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b45c03-343d-4e46-ab53-913fe9502e5b None None] The sync data for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 is: [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:50Z', 'revision_number': 3, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:53.093104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=9d61e4c5-94fb-403a-996a-025326d573e2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:53.115641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.134027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3f0eb-408c-48cc-9e2d-8779ed19a7d4 None None] Pushing event updated for resources: {'Port': ['ID=c38dfeed-f1b1-4333-b1e6-f7296de6e9a8,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:53.157168 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] For port 0f2e5642-2699-439f-8822-75f33575b2f9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:53.160825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] For port 0f2e5642-2699-439f-8822-75f33575b2f9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0f2e5642-2699-439f-8822-75f33575b2f9,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:53.167204 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.217040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:53.234202 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec5fa5-6d3f-4af6-aadd-d6cf9cff34c6 None None] Sync routers for ids ['e9718e7f-0783-4290-a7b4-253a074a8ad9'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:53.234780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.236280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b06be9cc-ae1f-42dc-bbb4-1043a0f80f36 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "PUT /v2.0/routers/e9718e7f-0783-4290-a7b4-253a074a8ad9 HTTP/1.1" status: 200 len: 914 time: 2.0383031 Nov 23 18:22:53.239152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35742) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:53.252622 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec5fa5-6d3f-4af6-aadd-d6cf9cff34c6 None None] Routers {'e9718e7f-0783-4290-a7b4-253a074a8ad9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:53.252954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d477530-cb66-4e67-ba48-5c85d31fdebb None None] Pushing event updated for resources: {'Port': ['ID=0f2e5642-2699-439f-8822-75f33575b2f9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:53.254895 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bcec5fa5-6d3f-4af6-aadd-d6cf9cff34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e9718e7f-0783-4290-a7b4-253a074a8ad9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:53.306808 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bcec5fa5-6d3f-4af6-aadd-d6cf9cff34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:53.308258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.317277 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec5fa5-6d3f-4af6-aadd-d6cf9cff34c6 None None] Routers {'e9718e7f-0783-4290-a7b4-253a074a8ad9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:53.317895 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bcec5fa5-6d3f-4af6-aadd-d6cf9cff34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['e9718e7f-0783-4290-a7b4-253a074a8ad9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:53.380536 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bcec5fa5-6d3f-4af6-aadd-d6cf9cff34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:53.381346 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec5fa5-6d3f-4af6-aadd-d6cf9cff34c6 None None] The sync data for ids ['e9718e7f-0783-4290-a7b4-253a074a8ad9'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:53.408720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0dc0730f-f2cd-4f1a-b819-b5496f863d53 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/routers/e9718e7f-0783-4290-a7b4-253a074a8ad9 HTTP/1.1" status: 200 len: 920 time: 0.1680853 Nov 23 18:22:53.409382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:53.489636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64daf76-55bb-4ddf-9f9b-8aa36cdb2998 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:53.496330 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d64daf76-55bb-4ddf-9f9b-8aa36cdb2998 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=e9718e7f-0783-4290-a7b4-253a074a8ad9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0859122 Nov 23 18:22:53.496980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35746) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:53.612980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8102ed-235a-4b52-a2dd-e23ce2245643 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:53.614602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3d8102ed-235a-4b52-a2dd-e23ce2245643 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 881 time: 0.1166568 Nov 23 18:22:53.618633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35748) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:53.647199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-82dc6546-1769-4db1-bbe8-0ab02e7ce9a0 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9718e7f-0783-4290-a7b4-253a074a8ad9 HTTP/1.1" status: 200 len: 205 time: 0.0271578 Nov 23 18:22:53.654678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35750) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:53.810514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.813805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.849823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:53.974134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=9d61e4c5-94fb-403a-996a-025326d573e2,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:53.983252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.030549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.129644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network fcadae80-f775-46b8-9e18-e49b6ec853df is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:54.132299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:54.184667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Deleting port 91f64957-843d-4b93-a327-a9c29b99c6fd {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:54.185013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.318109 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.321740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164866d-162e-4feb-a853-c0881e0e1ed8 None None] Network fcadae80-f775-46b8-9e18-e49b6ec853df requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:22:54.330755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:22:54.334801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Calling delete_port for 91f64957-843d-4b93-a327-a9c29b99c6fd owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:54.401397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-faed267b-89df-46b3-8b11-ce21b11ff3d3 None None] Provisioning complete for port 0f2e5642-2699-439f-8822-75f33575b2f9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:54.401781 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-faed267b-89df-46b3-8b11-ce21b11ff3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.534226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:54.541836 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-91aa1d9a-3498-4bf3-9159-2d486d3153b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "PUT /v2.0/routers/1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0613208 Nov 23 18:22:54.543197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35752) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:54.546359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:54.590321 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-faed267b-89df-46b3-8b11-ce21b11ff3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.609459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.637177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event deleted for resources: {'Port': ['ID=91f64957-843d-4b93-a327-a9c29b99c6fd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:54.643381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-faed267b-89df-46b3-8b11-ce21b11ff3d3 None None] For port 0f2e5642-2699-439f-8822-75f33575b2f9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0f2e5642-2699-439f-8822-75f33575b2f9,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:54.653359 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-faed267b-89df-46b3-8b11-ce21b11ff3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.659848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:54.660225 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.664849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f111d3-618a-42b2-9d86-19e7949511b7 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:54.747560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.797446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f2c43-621b-495a-9a1a-c31c036c29d0 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.798099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f2c43-621b-495a-9a1a-c31c036c29d0 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.798581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f2c43-621b-495a-9a1a-c31c036c29d0 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.799223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f2c43-621b-495a-9a1a-c31c036c29d0 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.799705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f2c43-621b-495a-9a1a-c31c036c29d0 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.801729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-847f2c43-621b-495a-9a1a-c31c036c29d0 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2571788 Nov 23 18:22:54.804519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35754) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:54.828329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed267b-89df-46b3-8b11-ce21b11ff3d3 None None] Pushing event updated for resources: {'Port': ['ID=0f2e5642-2699-439f-8822-75f33575b2f9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:54.860195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0f2e5642-2699-439f-8822-75f33575b2f9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:54.861052 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.863371 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.917940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d64682-5850-49b0-9a5c-3ab76eec7d47 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.918325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d64682-5850-49b0-9a5c-3ab76eec7d47 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.918825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d64682-5850-49b0-9a5c-3ab76eec7d47 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.919296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d64682-5850-49b0-9a5c-3ab76eec7d47 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.919764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d64682-5850-49b0-9a5c-3ab76eec7d47 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:54.921541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e5d64682-5850-49b0-9a5c-3ab76eec7d47 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3352 time: 0.1158566 Nov 23 18:22:54.924936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35756) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:54.932231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.932564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Fanout notify agent at l3_agent the message router_deleted on router e9718e7f-0783-4290-a7b4-253a074a8ad9 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:22:54.934192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0f2e5642-2699-439f-8822-75f33575b2f9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:54.934777 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.947990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.949143 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f278dfa0-d846-4268-b738-165c0f6afee3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/e9718e7f-0783-4290-a7b4-253a074a8ad9 HTTP/1.1" status: 204 len: 168 time: 1.2935188 Nov 23 18:22:54.953415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35758) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:54.964193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1558481831', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:54.995275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:54.996459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.026854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d8dd348f-5866-4577-a689-e0677df14647 None None] Provisioning complete for port 0f2e5642-2699-439f-8822-75f33575b2f9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:55.027714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8dd348f-5866-4577-a689-e0677df14647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.060104 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.189889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d8dd348f-5866-4577-a689-e0677df14647 None None] Provisioning complete for port 9d61e4c5-94fb-403a-996a-025326d573e2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:55.190260 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8dd348f-5866-4577-a689-e0677df14647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.230967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Sync routers for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:55.244215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd348f-5866-4577-a689-e0677df14647 None None] Port 9d61e4c5-94fb-403a-996a-025326d573e2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:55.251353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:55.251982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:55.262502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bc579564-d52f-4528-9b70-79f0bc2f0a88 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.3360913 Nov 23 18:22:55.286314 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.377070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d109d6f8-802e-4b68-9573-5cf3dabe8a50 None None] Provisioning complete for port 9d61e4c5-94fb-403a-996a-025326d573e2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:55.377681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d109d6f8-802e-4b68-9573-5cf3dabe8a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.416140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d109d6f8-802e-4b68-9573-5cf3dabe8a50 None None] Port 9d61e4c5-94fb-403a-996a-025326d573e2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:55.435782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:55.542607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.563438 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.590429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-869176f9-790a-47ca-b18a-070807266c92 None None] Provisioning complete for port 9d61e4c5-94fb-403a-996a-025326d573e2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:55.590830 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-869176f9-790a-47ca-b18a-070807266c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.625453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35762) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:55.630122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fed98380-a483-4390-9947-77f4fdd84586 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786614116', 'description': 'tempest-secgroup-smoke-786614116 description', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:55.645210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-869176f9-790a-47ca-b18a-070807266c92 None None] Port 9d61e4c5-94fb-403a-996a-025326d573e2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:55.659703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fed98380-a483-4390-9947-77f4fdd84586 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.688429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Allocated IP 172.25.0.110 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/98d35271-f820-475b-9b94-af38374ba707) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:22:55.704978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:53Z', 'revision_number': 2, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:55.736988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fed98380-a483-4390-9947-77f4fdd84586 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.737237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Checking router: 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:55.737564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Updating router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb port 9d61e4c5-94fb-403a-996a-025326d573e2 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:22:55.743908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fed98380-a483-4390-9947-77f4fdd84586 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.764522 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.782026 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fed98380-a483-4390-9947-77f4fdd84586 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.783961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fed98380-a483-4390-9947-77f4fdd84586 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1575024 Nov 23 18:22:55.786818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed98380-a483-4390-9947-77f4fdd84586 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efaec727-c788-4976-aea3-e6412c7ddc0d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:55.788355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35764) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:55.796931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-962db3b8-f88b-4364-a175-ad55c7c68652 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'efaec727-c788-4976-aea3-e6412c7ddc0d', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:55.832240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.850008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-962db3b8-f88b-4364-a175-ad55c7c68652 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.911988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.960016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:22:55.967454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:22:55.973978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:22:55.977847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-962db3b8-f88b-4364-a175-ad55c7c68652 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:55.982620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event updated for resources: {'Port': ['ID=98d35271-f820-475b-9b94-af38374ba707,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:55.983799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725de865-86f8-4d57-b2ce-395f69e7b11e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:56.005569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-962db3b8-f88b-4364-a175-ad55c7c68652 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.035890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962db3b8-f88b-4364-a175-ad55c7c68652 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2116c4f9-a7a5-4da1-8af8-44dd2c7d092e,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:56.068299 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.076893 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.105964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-962db3b8-f88b-4364-a175-ad55c7c68652 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.107208 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-962db3b8-f88b-4364-a175-ad55c7c68652 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3173146 Nov 23 18:22:56.107638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8b6b44a7-9fa3-4382-99b2-0f00144c54bb None None] Provisioning complete for port 98d35271-f820-475b-9b94-af38374ba707 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:56.108014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b6b44a7-9fa3-4382-99b2-0f00144c54bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.110111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35766) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:56.117525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-01361ff2-4bd9-489e-bf8f-90f455c5efda tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'efaec727-c788-4976-aea3-e6412c7ddc0d', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:56.162900 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-01361ff2-4bd9-489e-bf8f-90f455c5efda tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.200389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcf31f-19f2-405b-a6ec-c1db8ac9fd0b None None] Pushing event updated for resources: {'Port': ['ID=9d61e4c5-94fb-403a-996a-025326d573e2,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:56.206382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b44a7-9fa3-4382-99b2-0f00144c54bb None None] Port 98d35271-f820-475b-9b94-af38374ba707 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:22:56.219039 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Attempting to bind port 9d61e4c5-94fb-403a-996a-025326d573e2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:56.219421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Attempting to bind port 9d61e4c5-94fb-403a-996a-025326d573e2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:56.220360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Attempting to bind port 9d61e4c5-94fb-403a-996a-025326d573e2 on network fcadae80-f775-46b8-9e18-e49b6ec853df {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:56.227434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:56.227837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Checking segment: {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:56.228201 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.228622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Bound using segment: {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:56.229130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Bound port: 9d61e4c5-94fb-403a-996a-025326d573e2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:56.229591 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.245008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-01361ff2-4bd9-489e-bf8f-90f455c5efda tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.256310 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-01361ff2-4bd9-489e-bf8f-90f455c5efda tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.279107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01361ff2-4bd9-489e-bf8f-90f455c5efda tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7fa797-18c8-4180-b518-3d8957741e30,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:56.303774 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-01361ff2-4bd9-489e-bf8f-90f455c5efda tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.309322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:56.310081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-01361ff2-4bd9-489e-bf8f-90f455c5efda tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1980650 Nov 23 18:22:56.314262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-717f40f4-9749-4565-b07d-0d9f37e41831 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'efaec727-c788-4976-aea3-e6412c7ddc0d', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:56.335543 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.338132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] For port 9d61e4c5-94fb-403a-996a-025326d573e2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:56.345205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] For port 9d61e4c5-94fb-403a-996a-025326d573e2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9d61e4c5-94fb-403a-996a-025326d573e2,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:56.352220 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.535963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0f2e5642-2699-439f-8822-75f33575b2f9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:56.613450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-24635300-79fc-4d4e-bb09-0d2e376bbcec None None] Provisioning complete for port 9d61e4c5-94fb-403a-996a-025326d573e2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:56.613805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24635300-79fc-4d4e-bb09-0d2e376bbcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.618546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcf31f-19f2-405b-a6ec-c1db8ac9fd0b None None] Pushing event updated for resources: {'Port': ['ID=9d61e4c5-94fb-403a-996a-025326d573e2,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:56.649125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:56.649998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:56.707858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-717f40f4-9749-4565-b07d-0d9f37e41831 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.723918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0f2e5642-2699-439f-8822-75f33575b2f9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:56.724295 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.831737 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-717f40f4-9749-4565-b07d-0d9f37e41831 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.836876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-717f40f4-9749-4565-b07d-0d9f37e41831 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.844148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:56.846997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24635300-79fc-4d4e-bb09-0d2e376bbcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.865277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f40f4-9749-4565-b07d-0d9f37e41831 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3713ff83-8907-4994-b632-601a843ac7ab,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:56.873665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-717f40f4-9749-4565-b07d-0d9f37e41831 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.877666 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-717f40f4-9749-4565-b07d-0d9f37e41831 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5642154 Nov 23 18:22:56.877989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35770) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:56.883765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-554710c1-00ff-47e8-86a3-9c4f54262413 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'efaec727-c788-4976-aea3-e6412c7ddc0d', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:56.923838 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-554710c1-00ff-47e8-86a3-9c4f54262413 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.933130 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.986882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-554710c1-00ff-47e8-86a3-9c4f54262413 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:56.990376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-24635300-79fc-4d4e-bb09-0d2e376bbcec None None] For port 9d61e4c5-94fb-403a-996a-025326d573e2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9d61e4c5-94fb-403a-996a-025326d573e2,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:56.992977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-554710c1-00ff-47e8-86a3-9c4f54262413 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.009126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24635300-79fc-4d4e-bb09-0d2e376bbcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.013454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554710c1-00ff-47e8-86a3-9c4f54262413 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c74cb4-35cf-4ffb-934a-a52f9b6329e2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:57.030803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-554710c1-00ff-47e8-86a3-9c4f54262413 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.034664 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-554710c1-00ff-47e8-86a3-9c4f54262413 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531627 Nov 23 18:22:57.035012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35772) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:57.040411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3d8db312-4368-4eff-9853-c9dfa61bb693 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'efaec727-c788-4976-aea3-e6412c7ddc0d', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:57.065719 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-3d8db312-4368-4eff-9853-c9dfa61bb693 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Project 69ea07daed0c4393a9d10ec5c523c3ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:22:57.072244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3d8db312-4368-4eff-9853-c9dfa61bb693 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.095975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Router 52d6017a-46ac-4571-b7c6-7dd38e7d936a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:22:57.120101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24635300-79fc-4d4e-bb09-0d2e376bbcec None None] Pushing event updated for resources: {'Port': ['ID=9d61e4c5-94fb-403a-996a-025326d573e2,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:57.164717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3d8db312-4368-4eff-9853-c9dfa61bb693 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.167129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6d1080ab-e4e1-482e-93b1-001a1d9e781e None None] Provisioning complete for port 9d61e4c5-94fb-403a-996a-025326d573e2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:57.167678 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6d1080ab-e4e1-482e-93b1-001a1d9e781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.170230 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3d8db312-4368-4eff-9853-c9dfa61bb693 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.189348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8db312-4368-4eff-9853-c9dfa61bb693 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d3cabc-117f-45af-92ff-b797402c621c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:57.201320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3d8db312-4368-4eff-9853-c9dfa61bb693 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.206867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3d8db312-4368-4eff-9853-c9dfa61bb693 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1707802 Nov 23 18:22:57.207265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35774) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:57.214832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0c6a4d92-cd08-4ae4-bcff-dc22a939b784 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'efaec727-c788-4976-aea3-e6412c7ddc0d', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:57.224723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:57.240309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:57.251767 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860239ce-1bda-4103-9eef-031d4a279b8b None None] Sync routers for ids ['52d6017a-46ac-4571-b7c6-7dd38e7d936a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:57.259982 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-0c6a4d92-cd08-4ae4-bcff-dc22a939b784 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Project 69ea07daed0c4393a9d10ec5c523c3ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:22:57.260772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8883f4f-8007-4d7d-9a07-2264a6cc1594 None None] The sync data for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 is: [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:57.264106 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860239ce-1bda-4103-9eef-031d4a279b8b None None] Routers {'52d6017a-46ac-4571-b7c6-7dd38e7d936a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:57.265443 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-860239ce-1bda-4103-9eef-031d4a279b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['52d6017a-46ac-4571-b7c6-7dd38e7d936a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:57.267361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4d92-cd08-4ae4-bcff-dc22a939b784 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.272859 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.274982 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fc403ba9-64d3-4b20-89ef-6723d93bddff tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3200970 Nov 23 18:22:57.277835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35776) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:57.283216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:57.324733 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-860239ce-1bda-4103-9eef-031d4a279b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:57.368732 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860239ce-1bda-4103-9eef-031d4a279b8b None None] Routers {'52d6017a-46ac-4571-b7c6-7dd38e7d936a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:57.369358 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-860239ce-1bda-4103-9eef-031d4a279b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['52d6017a-46ac-4571-b7c6-7dd38e7d936a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:57.385515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4d92-cd08-4ae4-bcff-dc22a939b784 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.390395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4d92-cd08-4ae4-bcff-dc22a939b784 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.413733 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-860239ce-1bda-4103-9eef-031d4a279b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:57.415234 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860239ce-1bda-4103-9eef-031d4a279b8b None None] The sync data for ids ['52d6017a-46ac-4571-b7c6-7dd38e7d936a'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:57.438356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a4d92-cd08-4ae4-bcff-dc22a939b784 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d66b54-8fd0-4b44-a840-17a2baeb8518,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:57.456912 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4d92-cd08-4ae4-bcff-dc22a939b784 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.470482 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0c6a4d92-cd08-4ae4-bcff-dc22a939b784 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2505040 Nov 23 18:22:57.728533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-e1016ba1-8063-4a0b-8333-082e630b54f6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786614116&fields=id&tenant_id=69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 267 time: 0.1224892 Nov 23 18:22:57.785821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.832098 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:57.890699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-e1d32a4f-556b-4307-ad28-0d81caedf04e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:57.892245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-e1d32a4f-556b-4307-ad28-0d81caedf04e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/networks?id=fcadae80-f775-46b8-9e18-e49b6ec853df HTTP/1.1" status: 200 len: 796 time: 0.1528995 Nov 23 18:22:57.919198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-39eabddb-8ddf-4f83-8224-0c0ea36dc1d6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/quotas/69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 375 time: 0.0177255 Nov 23 18:22:57.929203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Deleting port 98d35271-f820-475b-9b94-af38374ba707 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:57.930591 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:58.035573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-882b6f15-3921-4321-be43-10e5c6e73d68 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097994 Nov 23 18:22:58.061687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:58.097204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Calling delete_port for 98d35271-f820-475b-9b94-af38374ba707 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:58.242539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-99e639a9-d306-4419-8fe1-dcc282b1e7a6 service neutron] 10.222.0.74 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927650 Nov 23 18:22:58.254832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-18286210-34e9-4cc4-b916-1817eeb66a3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1199305 Nov 23 18:22:58.456719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-282a4eb2-13eb-4fbf-a985-957f6fa3c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:58.458219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-282a4eb2-13eb-4fbf-a985-957f6fa3c76c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1097 time: 0.1455712 Nov 23 18:22:58.463246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-285e5be1-67c8-4795-9567-d69744c5e4f7 service neutron] 10.222.0.74 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115057 Nov 23 18:22:58.480741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9d61e4c5-94fb-403a-996a-025326d573e2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:22:58.493424 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:58.537799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dbfc02-bd97-4a54-83ed-d0d458305f4a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:22:58.542069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9d61e4c5-94fb-403a-996a-025326d573e2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:22:58.542947 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:58.569457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Pushing event deleted for resources: {'Port': ['ID=98d35271-f820-475b-9b94-af38374ba707,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:58.697534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-681eb7fa-195a-4e0a-8fdc-69ca074500dd req-83933bd0-d13f-4343-9b74-53d09e93c070 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 210 time: 0.0566292 Nov 23 18:22:58.721021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:58.781385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-e2e549eb-d023-497f-aaa0-bf8cbd782395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:58.782914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-e2e549eb-d023-497f-aaa0-bf8cbd782395 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.3016987 Nov 23 18:22:58.979983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-8c375a57-cf74-445f-bfa0-70c167c70931 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1002 time: 0.1870382 Nov 23 18:22:58.983498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:58.986791 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:59.418373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-d096c3dc-a366-4047-b7c3-e57a8bacb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:59.419882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-d096c3dc-a366-4047-b7c3-e57a8bacb3f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.4310098 Nov 23 18:22:59.426173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Router 52d6017a-46ac-4571-b7c6-7dd38e7d936a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:22:59.532391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-bc42f5f0-1d40-4804-b916-8a98ffbbe85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:59.533896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-bc42f5f0-1d40-4804-b916-8a98ffbbe85c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049361 Nov 23 18:22:59.535205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:59.542432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:59.544196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2768e80d-5ccf-4d79-9059-a7639c680d72 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "PUT /v2.0/routers/52d6017a-46ac-4571-b7c6-7dd38e7d936a HTTP/1.1" status: 200 len: 706 time: 2.2652986 Nov 23 18:22:59.546554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35800) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:59.546815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d792689-320f-4fd1-93be-0500c242c945 None None] Sync routers for ids ['52d6017a-46ac-4571-b7c6-7dd38e7d936a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:59.560365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d792689-320f-4fd1-93be-0500c242c945 None None] Routers {'52d6017a-46ac-4571-b7c6-7dd38e7d936a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:59.561279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2d792689-320f-4fd1-93be-0500c242c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['52d6017a-46ac-4571-b7c6-7dd38e7d936a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:59.596156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2d792689-320f-4fd1-93be-0500c242c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:59.606387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d792689-320f-4fd1-93be-0500c242c945 None None] Routers {'52d6017a-46ac-4571-b7c6-7dd38e7d936a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:59.607046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2d792689-320f-4fd1-93be-0500c242c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['52d6017a-46ac-4571-b7c6-7dd38e7d936a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:59.644796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2d792689-320f-4fd1-93be-0500c242c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:59.645598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d792689-320f-4fd1-93be-0500c242c945 None None] The sync data for ids ['52d6017a-46ac-4571-b7c6-7dd38e7d936a'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:59.674966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6e3e6329-9d0f-4bf2-a30e-9f040be88919 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/routers/52d6017a-46ac-4571-b7c6-7dd38e7d936a HTTP/1.1" status: 200 len: 741 time: 0.1147578 Nov 23 18:22:59.675345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35802) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:59.734329 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-58953120-3303-4864-b8a2-6d9d66e81149 tempest-RoutersAdminTest-1922268348 tempest-RoutersAdminTest-1922268348-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=52d6017a-46ac-4571-b7c6-7dd38e7d936a HTTP/1.1" status: 200 len: 205 time: 0.0543642 Nov 23 18:22:59.734576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:59.767663 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ce605a93-726d-45e6-8a0e-a80f2d37fcdc tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=52d6017a-46ac-4571-b7c6-7dd38e7d936a HTTP/1.1" status: 200 len: 205 time: 0.0292444 Nov 23 18:22:59.769299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35808) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:59.777752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-1aff9aee-3008-4ce1-b4d2-a1c49bcd5786 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323890 Nov 23 18:22:59.843985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-fadde3b4-8174-475c-8959-0531a5ca0774 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:59.845372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-fadde3b4-8174-475c-8959-0531a5ca0774 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "GET /v2.0/networks?id=fcadae80-f775-46b8-9e18-e49b6ec853df HTTP/1.1" status: 200 len: 796 time: 0.2151060 Nov 23 18:22:59.849515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fc90a30-4465-40db-a3c6-35802f78b38d req-faa64945-05db-4661-bee9-14118cc531b9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 210 time: 0.0550809 Nov 23 18:22:59.854662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48c48aeb-9fb9-4d11-b9d2-92ef145dacb3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:59.962980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044a1631-5ddb-43c8-b4d3-03bdbe4533cf req-f53f1b5f-2790-4ec6-9852-976af8878e7c service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751723 Nov 23 18:22:59.968852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-4996edce-d2cd-49c5-addf-544cbc4bdbd9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 379 time: 0.1115870 Nov 23 18:22:59.980150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'port': {'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'admin_state_up': True, 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'security_groups': ['efaec727-c788-4976-aea3-e6412c7ddc0d']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:00.027285 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48c48aeb-9fb9-4d11-b9d2-92ef145dacb3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.029599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48c48aeb-9fb9-4d11-b9d2-92ef145dacb3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.075013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48c48aeb-9fb9-4d11-b9d2-92ef145dacb3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.075563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c48aeb-9fb9-4d11-b9d2-92ef145dacb3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Fanout notify agent at l3_agent the message router_deleted on router 52d6017a-46ac-4571-b7c6-7dd38e7d936a {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:00.082542 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48c48aeb-9fb9-4d11-b9d2-92ef145dacb3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.083683 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-48c48aeb-9fb9-4d11-b9d2-92ef145dacb3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/52d6017a-46ac-4571-b7c6-7dd38e7d936a HTTP/1.1" status: 204 len: 168 time: 0.3133266 Nov 23 18:23:00.087494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35812) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.118756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f8fc43a4-ab3b-4b6e-863f-2c1348f01d65 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=52d6017a-46ac-4571-b7c6-7dd38e7d936a HTTP/1.1" status: 200 len: 205 time: 0.0301700 Nov 23 18:23:00.121385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35814) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.134828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:00.138492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.158672 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-5cea79a7-e200-4c89-9927-1cd299f3e9d8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] delete failed (client error): The resource could not be found. Nov 23 18:23:00.159746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5cea79a7-e200-4c89-9927-1cd299f3e9d8 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/52d6017a-46ac-4571-b7c6-7dd38e7d936a HTTP/1.1" status: 404 len: 336 time: 0.0373046 Nov 23 18:23:00.162437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35816) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.191163 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c8e66557-cac3-439b-b65e-701220503517 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9718e7f-0783-4290-a7b4-253a074a8ad9 HTTP/1.1" status: 200 len: 205 time: 0.0273139 Nov 23 18:23:00.193391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35818) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.233810 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-eae9424c-f97d-4596-9e75-1255848302f3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] delete failed (client error): The resource could not be found. Nov 23 18:23:00.234884 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eae9424c-f97d-4596-9e75-1255848302f3 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/e9718e7f-0783-4290-a7b4-253a074a8ad9 HTTP/1.1" status: 404 len: 336 time: 0.0405660 Nov 23 18:23:00.237410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.264249 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-012f095f-ab49-4616-b940-a85f8f2eae38 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ea3a50a-04b4-4c2e-b345-a017151b0f17 HTTP/1.1" status: 200 len: 205 time: 0.0257173 Nov 23 18:23:00.266544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35822) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.270852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.20.0.11 (fcadae80-f775-46b8-9e18-e49b6ec853df/eef21b9c-215f-4f4b-b538-571943f573fc/f987b605-15f1-4b82-a5c2-f305974536b3) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:00.306573 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-d49eed95-3963-461b-8902-77ec5d69d7d9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] delete failed (client error): The resource could not be found. Nov 23 18:23:00.307709 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d49eed95-3963-461b-8902-77ec5d69d7d9 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/2ea3a50a-04b4-4c2e-b345-a017151b0f17 HTTP/1.1" status: 404 len: 336 time: 0.0401435 Nov 23 18:23:00.310401 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35824) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.345141 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ecb65617-16a5-47e6-ab78-57599c3ff27f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcde0985-b6df-4675-a557-407a636894fb HTTP/1.1" status: 200 len: 205 time: 0.0329888 Nov 23 18:23:00.346903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35826) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.385133 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-b31ec130-336c-44ba-83c0-b6fd3a9e7d6f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] delete failed (client error): The resource could not be found. Nov 23 18:23:00.386196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b31ec130-336c-44ba-83c0-b6fd3a9e7d6f tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/bcde0985-b6df-4675-a557-407a636894fb HTTP/1.1" status: 404 len: 336 time: 0.0381558 Nov 23 18:23:00.388826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35828) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.416263 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fb95e96e-f181-4b3c-adb0-b232f9410413 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f727556-893d-487a-ba93-f71d1f25441e HTTP/1.1" status: 200 len: 205 time: 0.0263555 Nov 23 18:23:00.418626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35830) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.424369 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.458576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.459214 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-5b32385e-120b-4633-943d-1bbdaab16fb5 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] delete failed (client error): The resource could not be found. Nov 23 18:23:00.460264 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5b32385e-120b-4633-943d-1bbdaab16fb5 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/7f727556-893d-487a-ba93-f71d1f25441e HTTP/1.1" status: 404 len: 336 time: 0.0407217 Nov 23 18:23:00.463764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.490369 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-03661597-d1c2-438f-bb91-f94a6e103c10 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "GET /v2.0/ports?device_id=85ceab58-9d1d-48d0-83a3-f9f347906d72 HTTP/1.1" status: 200 len: 205 time: 0.0255120 Nov 23 18:23:00.493288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35834) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.510311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network fcadae80-f775-46b8-9e18-e49b6ec853df is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:00.513259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:00.516877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:00.530132 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-f7af7a1d-4d9d-4a21-8d54-87d45ed3b44e tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] delete failed (client error): The resource could not be found. Nov 23 18:23:00.533759 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f7af7a1d-4d9d-4a21-8d54-87d45ed3b44e tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/routers/85ceab58-9d1d-48d0-83a3-f9f347906d72 HTTP/1.1" status: 404 len: 336 time: 0.0370018 Nov 23 18:23:00.533991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35836) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.542892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=f987b605-15f1-4b82-a5c2-f305974536b3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:00.562089 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cab500-8f69-4c07-ad15-1941befae3d1 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:00.562640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cab500-8f69-4c07-ad15-1941befae3d1 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:00.565998 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c6cab500-8f69-4c07-ad15-1941befae3d1 tempest-RoutersAdminTest-1216404674 tempest-RoutersAdminTest-1216404674-project] 10.222.0.74 "DELETE /v2.0/subnets/dd82f10b-fab6-4a79-aefe-d4dfd16875b4 HTTP/1.1" status: 404 len: 337 time: 0.0311246 Nov 23 18:23:00.576446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:00.577102 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.597827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-d3419154-d71e-43b4-901c-4882043604e6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6225185 Nov 23 18:23:00.615472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Request body: {'port': {'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:00.686377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.778863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0332fff4-a238-437f-9e2f-421837481815 None None] Provisioning complete for port f987b605-15f1-4b82-a5c2-f305974536b3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:00.779868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0332fff4-a238-437f-9e2f-421837481815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:00.817628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0332fff4-a238-437f-9e2f-421837481815 None None] Port f987b605-15f1-4b82-a5c2-f305974536b3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:00.859348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:00.971926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-58f65b16-4729-4c74-834f-95722a9e2f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.008276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f987b605-15f1-4b82-a5c2-f305974536b3 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:01.020378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b5c9-be3a-4b7e-b603-11c8192337d9 req-9352ecfc-9cf5-437d-80bc-df2a4f7eae07 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:01.022097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9619b5c9-be3a-4b7e-b603-11c8192337d9 req-9352ecfc-9cf5-437d-80bc-df2a4f7eae07 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 932 time: 0.0995028 Nov 23 18:23:01.026801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.055022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Transition to ACTIVE for port object f987b605-15f1-4b82-a5c2-f305974536b3 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:23:01.058933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-58f65b16-4729-4c74-834f-95722a9e2f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.060254 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.063424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-58f65b16-4729-4c74-834f-95722a9e2f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.104299 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-58f65b16-4729-4c74-834f-95722a9e2f9d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e05613af370045c0bcd7c7fa55e78aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403157 Nov 23 18:23:01.104299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f65b16-4729-4c74-834f-95722a9e2f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8975140-cb3c-40d3-a4e4-38df55306577,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:01.106016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35848) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:01.133063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9619b5c9-be3a-4b7e-b603-11c8192337d9 req-24b87e62-509c-42a5-bcc9-0e3f63bf5299 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028047 Nov 23 18:23:01.145237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Pushing event updated for resources: {'Port': ['ID=f987b605-15f1-4b82-a5c2-f305974536b3,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:01.161509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ba86-4fa2-4156-a7b4-e43abfe7b1a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.186854 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ba86-4fa2-4156-a7b4-e43abfe7b1a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.230083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Attempting to bind port f987b605-15f1-4b82-a5c2-f305974536b3 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:01.230569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Attempting to bind port f987b605-15f1-4b82-a5c2-f305974536b3 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:01.231060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Attempting to bind port f987b605-15f1-4b82-a5c2-f305974536b3 on network fcadae80-f775-46b8-9e18-e49b6ec853df {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:01.236508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Port f987b605-15f1-4b82-a5c2-f305974536b3 on network fcadae80-f775-46b8-9e18-e49b6ec853df not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:23:01.236768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Attempting to bind port f987b605-15f1-4b82-a5c2-f305974536b3 on network fcadae80-f775-46b8-9e18-e49b6ec853df {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:01.240396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ba86-4fa2-4156-a7b4-e43abfe7b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.242750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:01.243172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Checking segment: {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:01.243535 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ba86-4fa2-4156-a7b4-e43abfe7b1a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.243651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Bound using segment: {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:01.243988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Bound port: f987b605-15f1-4b82-a5c2-f305974536b3, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f84f40f-771d-4156-80a7-594d4cb8a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:01.244351 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.245191 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bfb2ba86-4fa2-4156-a7b4-e43abfe7b1a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a8975140-cb3c-40d3-a4e4-38df55306577 HTTP/1.1" status: 204 len: 168 time: 0.1382568 Nov 23 18:23:01.255440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2ba86-4fa2-4156-a7b4-e43abfe7b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8975140-cb3c-40d3-a4e4-38df55306577,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:01.331592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] For port f987b605-15f1-4b82-a5c2-f305974536b3, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:01.336529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] For port f987b605-15f1-4b82-a5c2-f305974536b3, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f987b605-15f1-4b82-a5c2-f305974536b3,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:01.342508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.380719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:01.381380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.382891 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] 10.222.0.72 "PUT /v2.0/ports/f987b605-15f1-4b82-a5c2-f305974536b3 HTTP/1.1" status: 200 len: 1092 time: 0.7719913 Nov 23 18:23:01.383426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:01.385608 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:01.436111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0660a1-da71-4617-aae7-84f2bfb48d0d service neutron] Pushing event updated for resources: {'Port': ['ID=f987b605-15f1-4b82-a5c2-f305974536b3,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:01.440096 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9c84cf-bc18-462f-84c7-81802d38e35c x-openstack-request-id: req-7f9c84cf-bc18-462f-84c7-81802d38e35c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:01.440481 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:01.440998 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f9c84cf-bc18-462f-84c7-81802d38e35c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:01.441485 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'status': 'completed', 'code': 200} Nov 23 18:23:01.495132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-1398bf95-4c53-4be1-9f7a-19ecb0cddc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:01.498889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-1398bf95-4c53-4be1-9f7a-19ecb0cddc64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 1095 time: 0.0553005 Nov 23 18:23:01.550947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-4ec2184f-457a-4c12-abfe-d7ed564381ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f987b605-15f1-4b82-a5c2-f305974536b3 HTTP/1.1" status: 200 len: 217 time: 0.0375874 Nov 23 18:23:01.581588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35856) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:01.606419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-033e6631-da74-4fa4-8196-19e994f735ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:01.607951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-033e6631-da74-4fa4-8196-19e994f735ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eef21b9c-215f-4f4b-b538-571943f573fc HTTP/1.1" status: 200 len: 834 time: 0.0465746 Nov 23 18:23:01.632352 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a7c28bfd-191e-4032-a667-675a67f05caf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e04c502216ac4c91b20888fb03f7e904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492823 Nov 23 18:23:01.635011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35858) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:01.672013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-bb6c4eba-862e-4cff-84d6-d30edd23137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:01.673536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-bb6c4eba-862e-4cff-84d6-d30edd23137f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcadae80-f775-46b8-9e18-e49b6ec853df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535338 Nov 23 18:23:01.694665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-110b13d1-b7cf-49a6-a278-d68b8867e466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.715613 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-110b13d1-b7cf-49a6-a278-d68b8867e466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.763020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-110b13d1-b7cf-49a6-a278-d68b8867e466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.765624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-110b13d1-b7cf-49a6-a278-d68b8867e466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.766808 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-110b13d1-b7cf-49a6-a278-d68b8867e466 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12b556c0-ef03-4f02-8699-7813300da879 HTTP/1.1" status: 204 len: 168 time: 0.1308920 Nov 23 18:23:01.774574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b13d1-b7cf-49a6-a278-d68b8867e466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b556c0-ef03-4f02-8699-7813300da879,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:01.774818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-a66e0a98-34d5-460c-8aaa-d8317076e845 service neutron] 10.222.0.72 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896568 Nov 23 18:23:01.877608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29992805-5df4-47a8-ada7-d8128cdc7a43 req-a32baad1-3a04-46db-8bf6-a5bc1087bc6f service neutron] 10.222.0.72 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919788 Nov 23 18:23:01.978987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-f4bb0579-78be-4169-911c-ffbd158a7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:01.980522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-f4bb0579-78be-4169-911c-ffbd158a7114 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 1095 time: 0.0476584 Nov 23 18:23:02.072352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-0f19b6e0-6362-4090-b32a-75291b94a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:02.073827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-0f19b6e0-6362-4090-b32a-75291b94a15a service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcadae80-f775-46b8-9e18-e49b6ec853df HTTP/1.1" status: 200 len: 897 time: 0.0860331 Nov 23 18:23:02.120630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-06f15d71-1339-4ee3-addb-0cebc2d47254 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f987b605-15f1-4b82-a5c2-f305974536b3 HTTP/1.1" status: 200 len: 217 time: 0.0384264 Nov 23 18:23:02.175180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-b2cde749-8e80-4f75-a107-5ab3620f98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:02.177684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-b2cde749-8e80-4f75-a107-5ab3620f98a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eef21b9c-215f-4f4b-b538-571943f573fc HTTP/1.1" status: 200 len: 834 time: 0.0504656 Nov 23 18:23:02.276135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-db2ae348-d0d6-4216-afbf-5e6d764841eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:02.277667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-db2ae348-d0d6-4216-afbf-5e6d764841eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcadae80-f775-46b8-9e18-e49b6ec853df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919175 Nov 23 18:23:02.289601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406f78f-8200-4caa-8133-54edf0d25f2c req-0a3e72c8-9493-4855-81a3-eb90532f6c85 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:02.291047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e406f78f-8200-4caa-8133-54edf0d25f2c req-0a3e72c8-9493-4855-81a3-eb90532f6c85 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 944 time: 0.0683548 Nov 23 18:23:02.405779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e406f78f-8200-4caa-8133-54edf0d25f2c req-8924992d-149a-4e13-8f42-245fa0df6dbc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067619 Nov 23 18:23:02.427690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-ae64fb53-baf6-4b1e-a5d0-9bba7585b526 service neutron] 10.222.0.72 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356914 Nov 23 18:23:02.534443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc01fb5f-3dd4-4b1e-9ea3-fd58a192e572 req-c0163200-9e9e-4186-8583-f6c2d0f4e3a6 service neutron] 10.222.0.72 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972686 Nov 23 18:23:03.059490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35896) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:03.157882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-790782534', 'router:external': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:03.178942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Made reservation on behalf of ad3e218288a7469baf1a94a645d27321 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:03.181646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.191462 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.271301 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.275918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.296746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:03.312128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3239f3-66df-419b-b6d1-e1bd00edc2d3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:03.316038 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.316391 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Added segment 457ae518-3c1d-49ca-90c6-4ab78c1615db of type vlan for network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 Nov 23 18:23:03.366060 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.400425 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.401523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:03.402276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.444131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3846185 Nov 23 18:23:03.444498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35902) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:03.450652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'subnet': {'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:03.470846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a515a55-b7ff-4e74-a2b7-e217ddf1c279 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'Network': ['ID=9d6a9226-3f28-41e9-b0bc-61f6228c8811,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:03.481834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Made reservation on behalf of ad3e218288a7469baf1a94a645d27321 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:03.484400 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.485877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:03.553927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9a311-8209-406d-93dc-3ae88300934a req-621687c6-21cd-40f0-95a3-48bc4914460d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:03.556851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cd9a311-8209-406d-93dc-3ae88300934a req-621687c6-21cd-40f0-95a3-48bc4914460d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 944 time: 0.0635028 Nov 23 18:23:03.608240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cd9a311-8209-406d-93dc-3ae88300934a req-bbe4db56-3dc3-4d42-8242-c156fa42ec3e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452194 Nov 23 18:23:03.617612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f987b605-15f1-4b82-a5c2-f305974536b3 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:23:03.721980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f987b605-15f1-4b82-a5c2-f305974536b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f987b605-15f1-4b82-a5c2-f305974536b3,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:03.734096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:23:03.772281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.784615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:23:03.785071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.786180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f987b605-15f1-4b82-a5c2-f305974536b3 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:03.807121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f987b605-15f1-4b82-a5c2-f305974536b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f987b605-15f1-4b82-a5c2-f305974536b3,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:03.811013 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.841699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8bd291bf-bad0-4b1b-aa13-bf6caa80140a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:03.850503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Checking segment: {'id': '457ae518-3c1d-49ca-90c6-4ab78c1615db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:03.850931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Network hostable DHCP agents. Network: 9d6a9226-3f28-41e9-b0bc-61f6228c8811, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:03.858446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f987b605-15f1-4b82-a5c2-f305974536b3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:03.867372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:03.875800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9d6a9226-3f28-41e9-b0bc-61f6228c8811) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:03.879897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:03.880486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.885302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a27ca-950c-443d-a83d-34410e9a4e86 None None] Network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:03.896665 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0c442cb7-bafe-4775-86b2-a18357baf5c1 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4498320 Nov 23 18:23:03.900371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35904) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:03.905578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-508353470', 'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:03.927508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Made reservation on behalf of ad3e218288a7469baf1a94a645d27321 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:03.930302 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.946938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] device_id is not set on port 07990104-e3e7-4328-827e-bc9cff2cea29 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:23:04.017860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6708c05-0ce2-4c48-bf4e-6a3d4e3dcef8 None None] Network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:04.056507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Allocated IP 2001:db8::14d (9d6a9226-3f28-41e9-b0bc-61f6228c8811/8bd291bf-bad0-4b1b-aa13-bf6caa80140a/07990104-e3e7-4328-827e-bc9cff2cea29) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:04.126171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['f987b605-15f1-4b82-a5c2-f305974536b3'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:04.191441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.227136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.276252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:04.282598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:04.285068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:04.286231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:04.286879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.296500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'Port': ['ID=07990104-e3e7-4328-827e-bc9cff2cea29,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:04.310533 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-44c383b9-be66-4995-b998-133f8e99d722 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4089980 Nov 23 18:23:04.313083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35906) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:04.392806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-427cb3e4-8b85-45fe-a8e2-21987b4af83b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Deleting port 07990104-e3e7-4328-827e-bc9cff2cea29 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:04.393071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-427cb3e4-8b85-45fe-a8e2-21987b4af83b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.480222 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-427cb3e4-8b85-45fe-a8e2-21987b4af83b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.492302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-427cb3e4-8b85-45fe-a8e2-21987b4af83b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Calling delete_port for 07990104-e3e7-4328-827e-bc9cff2cea29 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:04.608041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-427cb3e4-8b85-45fe-a8e2-21987b4af83b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.638259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cb3e4-8b85-45fe-a8e2-21987b4af83b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event deleted for resources: {'Port': ['ID=07990104-e3e7-4328-827e-bc9cff2cea29,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:04.662732 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-427cb3e4-8b85-45fe-a8e2-21987b4af83b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.666613 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-427cb3e4-8b85-45fe-a8e2-21987b4af83b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "DELETE /v2.0/ports/07990104-e3e7-4328-827e-bc9cff2cea29 HTTP/1.1" status: 204 len: 168 time: 0.3525355 Nov 23 18:23:04.669291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35910) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:04.673393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811', 'external_fixed_ips': [{'subnet_id': '8bd291bf-bad0-4b1b-aa13-bf6caa80140a', 'ip_address': '2001:db8::14d'}]}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:04.695303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.696313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.739312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf867369-9ab6-441d-8e59-c6ca0eeaddd8 req-0adb5b5a-9b72-4ba4-8be2-9b5fb70504a0 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:04.740858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf867369-9ab6-441d-8e59-c6ca0eeaddd8 req-0adb5b5a-9b72-4ba4-8be2-9b5fb70504a0 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 945 time: 0.0589411 Nov 23 18:23:04.748897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.792717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf867369-9ab6-441d-8e59-c6ca0eeaddd8 req-8001d721-483a-4762-83c1-9a7749eb8dee tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443161 Nov 23 18:23:04.886508 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.081486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.107397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.291607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Allocated IP 2001:db8::14d (9d6a9226-3f28-41e9-b0bc-61f6228c8811/8bd291bf-bad0-4b1b-aa13-bf6caa80140a/0b51f052-5037-43b9-912a-4fba927e10b0) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:05.393163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.426095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.462833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:05.467650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:05.471406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:05.509347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'Port': ['ID=0b51f052-5037-43b9-912a-4fba927e10b0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:05.617759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f987b605-15f1-4b82-a5c2-f305974536b3 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:05.666745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port f987b605-15f1-4b82-a5c2-f305974536b3 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:23:05.670561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port f987b605-15f1-4b82-a5c2-f305974536b3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:05.670972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.683136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.755479 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.778031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:05.780347 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb041041-deff-4754-adb7-81eba0a8eacf" -d '{"events": [{"server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "name": "network-vif-plugged", "status": "completed", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:05.793115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port f987b605-15f1-4b82-a5c2-f305974536b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f987b605-15f1-4b82-a5c2-f305974536b3,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:05.798629 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.824387 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d05eb45-012c-47cd-82a3-a73867ca5a2e x-openstack-request-id: req-8d05eb45-012c-47cd-82a3-a73867ca5a2e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:05.824725 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "name": "network-vif-plugged", "status": "completed", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:05.825057 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d05eb45-012c-47cd-82a3-a73867ca5a2e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:05.825319 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'code': 200} Nov 23 18:23:05.859917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=f987b605-15f1-4b82-a5c2-f305974536b3,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:05.901805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.947375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bbb5c-3efc-41ef-8bdb-862d3eb79784 req-af7d59bf-9336-4b50-b54e-37c0ecbab6c4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:05.948870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e49bbb5c-3efc-41ef-8bdb-862d3eb79784 req-af7d59bf-9336-4b50-b54e-37c0ecbab6c4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 946 time: 0.0783784 Nov 23 18:23:05.955025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d05000-8c57-4802-8208-d94eef3ef419 req-ffaabd9a-3c23-43f7-bac0-22e0326427b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:05.956425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73d05000-8c57-4802-8208-d94eef3ef419 req-ffaabd9a-3c23-43f7-bac0-22e0326427b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 1097 time: 0.0594499 Nov 23 18:23:06.031154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e49bbb5c-3efc-41ef-8bdb-862d3eb79784 req-bbe8738f-89f6-4c43-8aeb-500f00c73cba tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737715 Nov 23 18:23:06.033128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Router 16944bf3-4c51-45da-80a2-833aba33b89c is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:06.039978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73d05000-8c57-4802-8208-d94eef3ef419 req-54c43985-6228-4754-b7b0-70f8d1dd2d7c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696738 Nov 23 18:23:06.139130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:06.147537 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Sync routers for ids ['16944bf3-4c51-45da-80a2-833aba33b89c'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:06.155634 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.156888 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-41257abb-ea78-453d-b7b7-6f25e16e5085 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.4867485 Nov 23 18:23:06.157530 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Routers {'16944bf3-4c51-45da-80a2-833aba33b89c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:06.158189 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['16944bf3-4c51-45da-80a2-833aba33b89c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:06.159562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35920) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:06.267110 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Set router 16944bf3-4c51-45da-80a2-833aba33b89c gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:06.460686 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16944bf3-4c51-45da-80a2-833aba33b89c', 'name': '', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811', 'external_fixed_ips': [{'subnet_id': '8bd291bf-bad0-4b1b-aa13-bf6caa80140a', 'ip_address': '2001:db8::14d'}], 'enable_snat': True}, 'gw_port_id': '0b51f052-5037-43b9-912a-4fba927e10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:04Z', 'updated_at': '2021-11-23T18:23:05Z', 'revision_number': 3, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port': {'id': '0b51f052-5037-43b9-912a-4fba927e10b0', 'name': '', 'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:62:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16944bf3-4c51-45da-80a2-833aba33b89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '8bd291bf-bad0-4b1b-aa13-bf6caa80140a', 'ip_address': '2001:db8::14d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:05Z', 'updated_at': '2021-11-23T18:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd291bf-bad0-4b1b-aa13-bf6caa80140a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:06.486891 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Checking router: 16944bf3-4c51-45da-80a2-833aba33b89c for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:23:06.487245 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Updating router 16944bf3-4c51-45da-80a2-833aba33b89c port 0b51f052-5037-43b9-912a-4fba927e10b0 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:23:06.513741 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.554529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.656968 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.713532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Deleting port 0b51f052-5037-43b9-912a-4fba927e10b0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:06.713792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.771824 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.780467 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.791621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.804849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Calling delete_port for 0b51f052-5037-43b9-912a-4fba927e10b0 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:06.839544 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Attempting to bind port 0b51f052-5037-43b9-912a-4fba927e10b0 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:06.839922 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Attempting to bind port 0b51f052-5037-43b9-912a-4fba927e10b0 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '457ae518-3c1d-49ca-90c6-4ab78c1615db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:06.840292 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Attempting to bind port 0b51f052-5037-43b9-912a-4fba927e10b0 on network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:06.848610 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ee812-6ea4-449f-b37b-99830c1dcc8a None None] Pushing event updated for resources: {'Port': ['ID=0b51f052-5037-43b9-912a-4fba927e10b0,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:06.851952 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:06.852343 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Checking segment: {'id': '457ae518-3c1d-49ca-90c6-4ab78c1615db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:06.852787 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.853213 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Bound using segment: {'id': '457ae518-3c1d-49ca-90c6-4ab78c1615db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:06.853946 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Bound port: 0b51f052-5037-43b9-912a-4fba927e10b0, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457ae518-3c1d-49ca-90c6-4ab78c1615db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a9226-3f28-41e9-b0bc-61f6228c8811'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:06.854562 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.911536 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] For port 0b51f052-5037-43b9-912a-4fba927e10b0, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:06.915291 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] For port 0b51f052-5037-43b9-912a-4fba927e10b0, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0b51f052-5037-43b9-912a-4fba927e10b0,segment=NetworkSegment(457ae518-3c1d-49ca-90c6-4ab78c1615db),segment_id=457ae518-3c1d-49ca-90c6-4ab78c1615db)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:06.919792 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.985679 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Routers {'16944bf3-4c51-45da-80a2-833aba33b89c'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:06.986232 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['16944bf3-4c51-45da-80a2-833aba33b89c'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:06.996176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.029186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b51f052-5037-43b9-912a-4fba927e10b0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:07.059856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.161925 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ee812-6ea4-449f-b37b-99830c1dcc8a None None] Pushing event updated for resources: {'Port': ['ID=0b51f052-5037-43b9-912a-4fba927e10b0,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:07.167218 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.169524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.194225 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] Set router 16944bf3-4c51-45da-80a2-833aba33b89c gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:07.223593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f0dde-8c56-482f-8d5a-b1735ca2df6c req-e9a16321-0796-4233-9d40-f7f52c09b90c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:07.224210 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.224867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16944bf3-4c51-45da-80a2-833aba33b89c {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:07.227549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d5f0dde-8c56-482f-8d5a-b1735ca2df6c req-e9a16321-0796-4233-9d40-f7f52c09b90c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 946 time: 0.0937204 Nov 23 18:23:07.236384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.236384 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-acb427e1-4863-4b7b-b9a1-696bd42dfeb3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "DELETE /v2.0/routers/16944bf3-4c51-45da-80a2-833aba33b89c HTTP/1.1" status: 204 len: 168 time: 1.0746500 Nov 23 18:23:07.237936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35924) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:07.262105 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16944bf3-4c51-45da-80a2-833aba33b89c', 'name': '', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:04Z', 'updated_at': '2021-11-23T18:23:06Z', 'revision_number': 4, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:07.287691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac907c4-f46e-4556-8e83-538d076a2f98 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Deleting subnet 8bd291bf-bad0-4b1b-aa13-bf6caa80140a {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:23:07.290492 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa58ac-9e42-4960-a90e-0399354dea72 None None] The sync data for ids ['16944bf3-4c51-45da-80a2-833aba33b89c'] in n-d-818932-3 is: [{'id': '16944bf3-4c51-45da-80a2-833aba33b89c', 'name': '', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:04Z', 'updated_at': '2021-11-23T18:23:06Z', 'revision_number': 4, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:07.291043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac907c4-f46e-4556-8e83-538d076a2f98 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.329003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d5f0dde-8c56-482f-8d5a-b1735ca2df6c req-e890d085-71fb-4fe9-88c0-963c967e2add tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853264 Nov 23 18:23:07.354182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac907c4-f46e-4556-8e83-538d076a2f98 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.405572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac907c4-f46e-4556-8e83-538d076a2f98 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.466638 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac907c4-f46e-4556-8e83-538d076a2f98 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.499653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac907c4-f46e-4556-8e83-538d076a2f98 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd291bf-bad0-4b1b-aa13-bf6caa80140a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:07.501889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ac907c4-f46e-4556-8e83-538d076a2f98 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.505094 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4ac907c4-f46e-4556-8e83-538d076a2f98 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "DELETE /v2.0/subnets/8bd291bf-bad0-4b1b-aa13-bf6caa80140a HTTP/1.1" status: 204 len: 168 time: 0.2661798 Nov 23 18:23:07.507983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:07.595252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.690572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.710524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6a9226-3f28-41e9-b0bc-61f6228c8811']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:07.720022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457ae518-3c1d-49ca-90c6-4ab78c1615db') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:07.720319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457ae518-3c1d-49ca-90c6-4ab78c1615db') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:07.735145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.748745 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.754458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:07.754888 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: items = [ Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:07.756554 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:07.821426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.827027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d6a9226-3f28-41e9-b0bc-61f6228c8811 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 18:23:07.829712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.833021 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "DELETE /v2.0/networks/9d6a9226-3f28-41e9-b0bc-61f6228c8811 HTTP/1.1" status: 204 len: 168 time: 0.3240018 Nov 23 18:23:07.843990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef69fc2-83fd-42e2-b6c9-45147b9efc71 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d6a9226-3f28-41e9-b0bc-61f6228c8811,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:08.020110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35936) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:08.024702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d4474ec2-2d7e-4398-80fb-c47650369583 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'router': {'name': 'tempest-router--863446983', 'project_id': 'c8be5db7844d45ce815571fde43f7160'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:08.045629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4474ec2-2d7e-4398-80fb-c47650369583 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.046597 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4474ec2-2d7e-4398-80fb-c47650369583 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.096689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4474ec2-2d7e-4398-80fb-c47650369583 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.102364 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4474ec2-2d7e-4398-80fb-c47650369583 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.118934 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d4474ec2-2d7e-4398-80fb-c47650369583 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.120146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d4474ec2-2d7e-4398-80fb-c47650369583 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0989745 Nov 23 18:23:08.123070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35938) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:08.196935 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72b52774-3e94-4e6c-897d-a958cb3a8971 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.355368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72b52774-3e94-4e6c-897d-a958cb3a8971 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.357594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72b52774-3e94-4e6c-897d-a958cb3a8971 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.405621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72b52774-3e94-4e6c-897d-a958cb3a8971 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.410828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b52774-3e94-4e6c-897d-a958cb3a8971 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa68b17-26da-47be-8f61-5d0f78c5a332 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:08.411616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-72b52774-3e94-4e6c-897d-a958cb3a8971 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.413677 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-72b52774-3e94-4e6c-897d-a958cb3a8971 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "DELETE /v2.0/routers/7aa68b17-26da-47be-8f61-5d0f78c5a332 HTTP/1.1" status: 204 len: 168 time: 0.2893236 Nov 23 18:23:08.482874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b70f-07ad-4a40-88b2-a1c17511e8ed req-b60c33e6-10b7-4c38-b284-fc8ddbb7a49c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:08.484609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b05b70f-07ad-4a40-88b2-a1c17511e8ed req-b60c33e6-10b7-4c38-b284-fc8ddbb7a49c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 946 time: 0.0577228 Nov 23 18:23:08.534113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35944) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:08.545056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b05b70f-07ad-4a40-88b2-a1c17511e8ed req-26d46e38-fbda-4b61-8c4e-62492bb85f80 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534997 Nov 23 18:23:08.666324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fbde-284f-42ea-8d98-ab44a4d9b4e3 req-f51f0322-b6d7-40b0-b6fb-2fc5a33bf053 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:08.667911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7580fbde-284f-42ea-8d98-ab44a4d9b4e3 req-f51f0322-b6d7-40b0-b6fb-2fc5a33bf053 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 946 time: 0.0552871 Nov 23 18:23:08.724860 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7580fbde-284f-42ea-8d98-ab44a4d9b4e3 req-ccff4066-e3cf-4e17-8808-a78b983a5e2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462997 Nov 23 18:23:08.748682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35950) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:08.764555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-370233380', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:08.811581 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.812586 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.817699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24279d-07c5-44c5-8ec1-835f8ad74337 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:08.819465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e24279d-07c5-44c5-8ec1-835f8ad74337 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 1092 time: 0.0696654 Nov 23 18:23:08.823278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35952) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:08.828421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:08.858998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.871136 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:08.964462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.073309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.25.0.19 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/77e62c7c-ec13-4a0e-b656-feee126e9fef) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:09.184688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.219122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.247671 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.255939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:09.263136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:09.266579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:09.290100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=77e62c7c-ec13-4a0e-b656-feee126e9fef,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:09.448485 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.467580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.578660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Allocated IP 172.25.0.32 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/2a447ba4-ff37-4974-8286-7c9f89019c5b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:09.646950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.681131 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.719873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.721047 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.762576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:09.767640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:09.770325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:09.782661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4862dd-883f-46d8-9db4-e28ba67cca4d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:09.800120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event updated for resources: {'Port': ['ID=2a447ba4-ff37-4974-8286-7c9f89019c5b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:09.846179 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ab38876c-6c1e-44a9-bb1c-8c5c2d2dc499 None None] Provisioning complete for port 2a447ba4-ff37-4974-8286-7c9f89019c5b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:09.846931 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ab38876c-6c1e-44a9-bb1c-8c5c2d2dc499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.884643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ab38876c-6c1e-44a9-bb1c-8c5c2d2dc499 None None] Port 2a447ba4-ff37-4974-8286-7c9f89019c5b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:09.885040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.890635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.966243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=77e62c7c-ec13-4a0e-b656-feee126e9fef,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:09.976533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.036666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.078476 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Floating IP 28d67f45-3fa5-48a6-b76f-972eeaf7434f associated. External IP: 172.25.0.19, port: f987b605-15f1-4b82-a5c2-f305974536b3. Nov 23 18:23:10.242101 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.294630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:23:10.375377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Router fa3c8d79-727c-46c8-b963-c6881a5c1110 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:10.403636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:10.414524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] Sync routers for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:10.422752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.427225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:10.427848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:10.456032 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3b104b7d-9352-4021-a255-89629ed78a8d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6315694 Nov 23 18:23:10.457124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:10.460043 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab9a1c4-d2ce-477a-92fb-961292e63757" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:10.464499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:10.511099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:10.513114 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1f377f-f072-4fe2-aed3-00b0bc1e8cf6 x-openstack-request-id: req-cc1f377f-f072-4fe2-aed3-00b0bc1e8cf6 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:10.513415 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:10.513676 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc1f377f-f072-4fe2-aed3-00b0bc1e8cf6 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:10.514085 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'status': 'completed', 'code': 200} Nov 23 18:23:10.522654 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e7e8f-6afb-4781-a8ba-3e32af5b471e None None] Sync routers for ids ['fa3c8d79-727c-46c8-b963-c6881a5c1110'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:10.536963 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e7e8f-6afb-4781-a8ba-3e32af5b471e None None] Routers {'fa3c8d79-727c-46c8-b963-c6881a5c1110'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:10.537795 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3d5e7e8f-6afb-4781-a8ba-3e32af5b471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fa3c8d79-727c-46c8-b963-c6881a5c1110'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:10.544877 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e19a3051-1610-4a3d-a9e2-4978d60e3502 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/floatingips/28d67f45-3fa5-48a6-b76f-972eeaf7434f HTTP/1.1" status: 200 len: 991 time: 0.0786180 Nov 23 18:23:10.553202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.558361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dee28d65-652c-4cf2-8fc4-9cf67e600727 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0207891 Nov 23 18:23:10.558758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35958) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:10.581970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:10.587341 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3d5e7e8f-6afb-4781-a8ba-3e32af5b471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:10.597459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-8b0ea1e8-49ff-48f6-b860-af19c505fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.598362 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e7e8f-6afb-4781-a8ba-3e32af5b471e None None] Routers {'fa3c8d79-727c-46c8-b963-c6881a5c1110'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:10.599069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-8b0ea1e8-49ff-48f6-b860-af19c505fbb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 1097 time: 0.0638096 Nov 23 18:23:10.599352 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3d5e7e8f-6afb-4781-a8ba-3e32af5b471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['fa3c8d79-727c-46c8-b963-c6881a5c1110'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:10.635863 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3d5e7e8f-6afb-4781-a8ba-3e32af5b471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:10.636817 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e7e8f-6afb-4781-a8ba-3e32af5b471e None None] The sync data for ids ['fa3c8d79-727c-46c8-b963-c6881a5c1110'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:10.684108 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d1fe2e16-4a19-43a0-886c-7a1befa788ae tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/routers/fa3c8d79-727c-46c8-b963-c6881a5c1110 HTTP/1.1" status: 200 len: 923 time: 0.1241171 Nov 23 18:23:10.686678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35960) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:10.717578 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1e4e396e-0607-441a-b517-60cf30d776ca tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa3c8d79-727c-46c8-b963-c6881a5c1110 HTTP/1.1" status: 200 len: 205 time: 0.0273373 Nov 23 18:23:10.718347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35962) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:10.723512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-b742dd38-8b58-4685-8bc5-3fb45f0b6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.725008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-b742dd38-8b58-4685-8bc5-3fb45f0b6d38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcadae80-f775-46b8-9e18-e49b6ec853df HTTP/1.1" status: 200 len: 897 time: 0.1185317 Nov 23 18:23:10.801866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-d9144d8b-aa8a-45de-bdf0-e4bfa0b9de75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f987b605-15f1-4b82-a5c2-f305974536b3 HTTP/1.1" status: 200 len: 999 time: 0.0696638 Nov 23 18:23:10.831528 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.847836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:09Z', 'revision_number': 0, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:10.853885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-50af9308-45f9-417b-90a7-9d6991b57226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.855411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-50af9308-45f9-417b-90a7-9d6991b57226 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eef21b9c-215f-4f4b-b538-571943f573fc HTTP/1.1" status: 200 len: 834 time: 0.0474927 Nov 23 18:23:10.877542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] Checking router: 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:23:10.887597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:10.888058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:22:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:10.904422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-b778c26e-145a-457a-a3a4-9ab89c1bd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.905963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-b778c26e-145a-457a-a3a4-9ab89c1bd17e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcadae80-f775-46b8-9e18-e49b6ec853df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429358 Nov 23 18:23:11.015320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-486bba91-383e-4089-b86a-72116012040d service neutron] 10.222.0.72 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007652 Nov 23 18:23:11.119161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bab9a1c4-d2ce-477a-92fb-961292e63757 req-95734490-0362-483e-9fe7-0d6a2b0637d0 service neutron] 10.222.0.72 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941691 Nov 23 18:23:11.161087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:11.244898 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.275326 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-daa3e3fe-4c97-4587-ad81-9c74093fe174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.299463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Deleting port 2a447ba4-ff37-4974-8286-7c9f89019c5b {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:11.299805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.380642 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.392370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Calling delete_port for 2a447ba4-ff37-4974-8286-7c9f89019c5b owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:11.414288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:09Z', 'revision_number': 0, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:11.441568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0191b6-b571-4b18-ac8d-81c5b691cbc4 None None] The sync data for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 is: [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:22:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:09Z', 'revision_number': 0, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:11.548954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35966) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:11.609986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.652345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0a2459ce-5547-4801-95c6-adb9907ff8b1 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/floatingips/28d67f45-3fa5-48a6-b76f-972eeaf7434f HTTP/1.1" status: 200 len: 991 time: 0.1022851 Nov 23 18:23:11.652522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d9305-ba22-44d8-9ec6-41a24988a955 None None] New status for floating IP 28d67f45-3fa5-48a6-b76f-972eeaf7434f: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:23:11.655054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event deleted for resources: {'Port': ['ID=2a447ba4-ff37-4974-8286-7c9f89019c5b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:11.692274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a638ac55-2ed5-4f2c-b9d1-6bede6989197 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:11.721548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.821499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.823857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.868114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.868643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Fanout notify agent at l3_agent the message router_deleted on router fa3c8d79-727c-46c8-b963-c6881a5c1110 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:11.876384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.877503 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-999daa40-6ac8-4400-8790-fa8022e5e569 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/fa3c8d79-727c-46c8-b963-c6881a5c1110 HTTP/1.1" status: 204 len: 168 time: 1.1581237 Nov 23 18:23:11.880995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:11.885907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1649959301', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': False}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:11.906360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.907365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:11.961949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:12.098582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:12.301497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:12.321093 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:12.429293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Allocated IP 172.25.0.164 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/ecab22d9-e741-4d6e-8bd9-89c9076544cc) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:12.527819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:12.560877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:12.599432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:12.603064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:12.608514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:12.617209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed17dbb-24cf-428d-8cc3-eb0213b8fa2f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:12.638060 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'Port': ['ID=ecab22d9-e741-4d6e-8bd9-89c9076544cc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:12.653743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35970) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:12.722828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-54257567-85a4-4674-9e4b-b5db688033dd None None] Provisioning complete for port ecab22d9-e741-4d6e-8bd9-89c9076544cc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:12.723207 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54257567-85a4-4674-9e4b-b5db688033dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:12.761738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-54257567-85a4-4674-9e4b-b5db688033dd None None] Port ecab22d9-e741-4d6e-8bd9-89c9076544cc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:12.797074 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b2ec5620-c9b1-4da3-8907-ab51338056b8 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/floatingips/28d67f45-3fa5-48a6-b76f-972eeaf7434f HTTP/1.1" status: 200 len: 993 time: 0.1421824 Nov 23 18:23:12.911635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.103648 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.232541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Router 89759a70-62c4-420b-b2cf-20c78d7cfd84 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:13.340800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:13.349583 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Sync routers for ids ['89759a70-62c4-420b-b2cf-20c78d7cfd84'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:13.350045 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-10163bf0-b2a0-4839-8b41-4ef70da6cadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.361023 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Routers {'89759a70-62c4-420b-b2cf-20c78d7cfd84'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:13.361575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.361731 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89759a70-62c4-420b-b2cf-20c78d7cfd84'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:13.362849 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-87848a3a-3ea4-4428-aa7b-d21775b98027 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.4808888 Nov 23 18:23:13.366006 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35972) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:13.468509 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:23:13.479733 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-800149d5-3f17-430b-b1f6-167e4483564f tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/routers/89759a70-62c4-420b-b2cf-20c78d7cfd84 HTTP/1.1" status: 200 len: 909 time: 0.1113973 Nov 23 18:23:13.482091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35974) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:13.486448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1649959301', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': True}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:13.493020 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Set router 89759a70-62c4-420b-b2cf-20c78d7cfd84 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:13.508663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.509673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.563704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.678242 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89759a70-62c4-420b-b2cf-20c78d7cfd84', 'name': 'tempest-snat-router-1649959301', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.164'}], 'enable_snat': False}, 'gw_port_id': 'ecab22d9-e741-4d6e-8bd9-89c9076544cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:11Z', 'updated_at': '2021-11-23T18:23:12Z', 'revision_number': 3, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port': {'id': 'ecab22d9-e741-4d6e-8bd9-89c9076544cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89759a70-62c4-420b-b2cf-20c78d7cfd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:12Z', 'updated_at': '2021-11-23T18:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:13.705526 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Checking router: 89759a70-62c4-420b-b2cf-20c78d7cfd84 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:23:13.705878 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Updating router 89759a70-62c4-420b-b2cf-20c78d7cfd84 port ecab22d9-e741-4d6e-8bd9-89c9076544cc binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:23:13.706365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.732260 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.919264 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.938637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.989999 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.996664 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.037654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f4c957-5dab-4e54-a8a7-0c03fb918d76 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:14.047000 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Attempting to bind port ecab22d9-e741-4d6e-8bd9-89c9076544cc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:14.047383 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Attempting to bind port ecab22d9-e741-4d6e-8bd9-89c9076544cc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:14.047751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Attempting to bind port ecab22d9-e741-4d6e-8bd9-89c9076544cc on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:14.050383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Allocated IP 172.25.0.20 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/945d4c0c-bc7e-4ccd-a886-b82dda148162) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:14.059744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:14.060128 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:14.060537 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.060931 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:14.061408 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Bound port: ecab22d9-e741-4d6e-8bd9-89c9076544cc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:14.061795 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.065194 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276230b-9564-417e-9eac-f8fcc78b07b9 None None] Pushing event updated for resources: {'Port': ['ID=ecab22d9-e741-4d6e-8bd9-89c9076544cc,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:14.093533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3d458912-df13-4dd8-9dde-7b5109cf5060 None None] Provisioning complete for port ecab22d9-e741-4d6e-8bd9-89c9076544cc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:14.093998 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3d458912-df13-4dd8-9dde-7b5109cf5060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.124423 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] For port ecab22d9-e741-4d6e-8bd9-89c9076544cc, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:14.128862 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] For port ecab22d9-e741-4d6e-8bd9-89c9076544cc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ecab22d9-e741-4d6e-8bd9-89c9076544cc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:14.130993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3d458912-df13-4dd8-9dde-7b5109cf5060 None None] Port ecab22d9-e741-4d6e-8bd9-89c9076544cc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:14.136341 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.171313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.186143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5695c046-c689-4edb-a2ef-515a89be2076 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:14.200232 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Routers {'89759a70-62c4-420b-b2cf-20c78d7cfd84'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:14.200866 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89759a70-62c4-420b-b2cf-20c78d7cfd84'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:14.216309 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.237754 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276230b-9564-417e-9eac-f8fcc78b07b9 None None] Pushing event updated for resources: {'Port': ['ID=ecab22d9-e741-4d6e-8bd9-89c9076544cc,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:14.256334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-194928b0-3d0b-4f03-81ce-1f60d9eb9ac7 None None] Provisioning complete for port ecab22d9-e741-4d6e-8bd9-89c9076544cc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:14.257379 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-194928b0-3d0b-4f03-81ce-1f60d9eb9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.262267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:14.266794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:14.269275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:14.275827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'Port': ['ID=945d4c0c-bc7e-4ccd-a886-b82dda148162,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:14.292357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7891b1-f341-44e3-975f-c60ebc142b60 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:14.309619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] Set router 89759a70-62c4-420b-b2cf-20c78d7cfd84 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:14.355654 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-194928b0-3d0b-4f03-81ce-1f60d9eb9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.387140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-194928b0-3d0b-4f03-81ce-1f60d9eb9ac7 None None] For port ecab22d9-e741-4d6e-8bd9-89c9076544cc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ecab22d9-e741-4d6e-8bd9-89c9076544cc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:14.391277 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-194928b0-3d0b-4f03-81ce-1f60d9eb9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.453564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194928b0-3d0b-4f03-81ce-1f60d9eb9ac7 None None] Pushing event updated for resources: {'Port': ['ID=ecab22d9-e741-4d6e-8bd9-89c9076544cc,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:14.514324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3507ee75-e754-422b-a055-cf6279597e2a None None] Provisioning complete for port 945d4c0c-bc7e-4ccd-a886-b82dda148162 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:14.514730 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3507ee75-e754-422b-a055-cf6279597e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.519193 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89759a70-62c4-420b-b2cf-20c78d7cfd84', 'name': 'tempest-snat-router-1649959301', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.164'}], 'enable_snat': False}, 'gw_port_id': 'ecab22d9-e741-4d6e-8bd9-89c9076544cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:11Z', 'updated_at': '2021-11-23T18:23:12Z', 'revision_number': 3, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port': {'id': 'ecab22d9-e741-4d6e-8bd9-89c9076544cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89759a70-62c4-420b-b2cf-20c78d7cfd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:12Z', 'updated_at': '2021-11-23T18:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:14.545761 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be977f27-a3ae-4f72-b0ee-9b621b314102 None None] The sync data for ids ['89759a70-62c4-420b-b2cf-20c78d7cfd84'] in n-d-818932-3 is: [{'id': '89759a70-62c4-420b-b2cf-20c78d7cfd84', 'name': 'tempest-snat-router-1649959301', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.164'}], 'enable_snat': False}, 'gw_port_id': 'ecab22d9-e741-4d6e-8bd9-89c9076544cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:11Z', 'updated_at': '2021-11-23T18:23:12Z', 'revision_number': 3, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port': {'id': 'ecab22d9-e741-4d6e-8bd9-89c9076544cc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89759a70-62c4-420b-b2cf-20c78d7cfd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:12Z', 'updated_at': '2021-11-23T18:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:14.551078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3507ee75-e754-422b-a055-cf6279597e2a None None] Port 945d4c0c-bc7e-4ccd-a886-b82dda148162 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:14.559702 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.101502 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.133999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.239206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Router aef012db-004f-4f0a-88b1-96497e0a2386 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:15.365854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:15.377708 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Sync routers for ids ['aef012db-004f-4f0a-88b1-96497e0a2386'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:15.389172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.391531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Routers {'aef012db-004f-4f0a-88b1-96497e0a2386'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:15.392250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aef012db-004f-4f0a-88b1-96497e0a2386'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:15.393176 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9f607f90-9d8d-4b1f-943a-5bb95f5b0e2b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9101460 Nov 23 18:23:15.393390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35976) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:15.526521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-79c5790d-0a22-4f4d-be19-0ca6cd36208f tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/routers/aef012db-004f-4f0a-88b1-96497e0a2386 HTTP/1.1" status: 200 len: 907 time: 0.1310961 Nov 23 18:23:15.529514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35978) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:15.550581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Set router aef012db-004f-4f0a-88b1-96497e0a2386 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:15.649598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.754177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef012db-004f-4f0a-88b1-96497e0a2386', 'name': 'tempest-snat-router-1649959301', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '945d4c0c-bc7e-4ccd-a886-b82dda148162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:13Z', 'updated_at': '2021-11-23T18:23:14Z', 'revision_number': 3, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port': {'id': '945d4c0c-bc7e-4ccd-a886-b82dda148162', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef012db-004f-4f0a-88b1-96497e0a2386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:13Z', 'updated_at': '2021-11-23T18:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:15.760798 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.783585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Checking router: aef012db-004f-4f0a-88b1-96497e0a2386 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:23:15.783936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Updating router aef012db-004f-4f0a-88b1-96497e0a2386 port 945d4c0c-bc7e-4ccd-a886-b82dda148162 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:23:15.813537 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.818277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Deleting port 945d4c0c-bc7e-4ccd-a886-b82dda148162 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:15.821169 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.905499 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.918472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Calling delete_port for 945d4c0c-bc7e-4ccd-a886-b82dda148162 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:16.096870 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.103488 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.152749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0b651-7bbb-46f1-8601-9c6907480467 None None] Pushing event updated for resources: {'Port': ['ID=945d4c0c-bc7e-4ccd-a886-b82dda148162,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:16.175528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d8a834-5632-4497-bcaa-6a5fa775ec31 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:16.181832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Attempting to bind port 945d4c0c-bc7e-4ccd-a886-b82dda148162 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:16.182847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Attempting to bind port 945d4c0c-bc7e-4ccd-a886-b82dda148162 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:16.182847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Attempting to bind port 945d4c0c-bc7e-4ccd-a886-b82dda148162 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:16.190403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:16.190822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:16.191236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.191643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:16.192140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Bound port: 945d4c0c-bc7e-4ccd-a886-b82dda148162, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:16.192523 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.252551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] For port 945d4c0c-bc7e-4ccd-a886-b82dda148162, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:16.255802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] For port 945d4c0c-bc7e-4ccd-a886-b82dda148162, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=945d4c0c-bc7e-4ccd-a886-b82dda148162,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:16.260334 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.318725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3ac387-b32f-431c-ab75-ebfe29e0c877 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:16.343080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Routers {'aef012db-004f-4f0a-88b1-96497e0a2386'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:16.344095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['aef012db-004f-4f0a-88b1-96497e0a2386'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:16.346370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-de23c18e-bdc2-41fd-954f-7f2de815cc8f None None] Provisioning complete for port 945d4c0c-bc7e-4ccd-a886-b82dda148162 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:16.346893 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-de23c18e-bdc2-41fd-954f-7f2de815cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.351135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0b651-7bbb-46f1-8601-9c6907480467 None None] Pushing event updated for resources: {'Port': ['ID=945d4c0c-bc7e-4ccd-a886-b82dda148162,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:16.388376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060e8e-d55c-4a2f-b15e-bc74c752f609 req-ebfce742-87a5-41a0-aa4e-7c87130d5723 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:16.389907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95060e8e-d55c-4a2f-b15e-bc74c752f609 req-ebfce742-87a5-41a0-aa4e-7c87130d5723 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1097 time: 0.0838056 Nov 23 18:23:16.435567 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-95060e8e-d55c-4a2f-b15e-bc74c752f609 req-0ebc4167-205f-4b9f-a7b7-c52689844a60 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.438592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.473330 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.481828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event deleted for resources: {'Port': ['ID=945d4c0c-bc7e-4ccd-a886-b82dda148162,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:16.482516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-de23c18e-bdc2-41fd-954f-7f2de815cc8f None None] Could not find standard attr ID for object 945d4c0c-bc7e-4ccd-a886-b82dda148162. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:23:16.489018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] Set router aef012db-004f-4f0a-88b1-96497e0a2386 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:16.491213 n-d-818932-3 neutron-server[120537]: INFO neutron.plugins.ml2.db [None req-de23c18e-bdc2-41fd-954f-7f2de815cc8f None None] No ports have port_id starting with 945d4c0c-bc7e-4ccd-a886-b82dda148162 Nov 23 18:23:16.521936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ecab22d9-e741-4d6e-8bd9-89c9076544cc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:16.524383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331696da-3cb4-474a-ad38-731b0ff3f71a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:16.574463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef012db-004f-4f0a-88b1-96497e0a2386', 'name': 'tempest-snat-router-1649959301', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:13Z', 'updated_at': '2021-11-23T18:23:15Z', 'revision_number': 4, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:16.582069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.613721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af04f0-133d-45a4-9132-a67ad9be7179 None None] The sync data for ids ['aef012db-004f-4f0a-88b1-96497e0a2386'] in n-d-818932-3 is: [{'id': 'aef012db-004f-4f0a-88b1-96497e0a2386', 'name': 'tempest-snat-router-1649959301', 'tenant_id': 'ad3e218288a7469baf1a94a645d27321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:13Z', 'updated_at': '2021-11-23T18:23:15Z', 'revision_number': 4, 'project_id': 'ad3e218288a7469baf1a94a645d27321', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:16.634456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ecab22d9-e741-4d6e-8bd9-89c9076544cc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:16.634868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.670132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-138559e7-6fa1-40c4-a03a-be0aabcceb49 None None] Could not find standard attr ID for object 945d4c0c-bc7e-4ccd-a886-b82dda148162. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:23:16.689898 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.695187 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.698017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-95060e8e-d55c-4a2f-b15e-bc74c752f609 req-0ebc4167-205f-4b9f-a7b7-c52689844a60 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.739852 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-95060e8e-d55c-4a2f-b15e-bc74c752f609 req-0ebc4167-205f-4b9f-a7b7-c52689844a60 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.764119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.764234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aef012db-004f-4f0a-88b1-96497e0a2386 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:16.779282 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.780442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-218047d2-80b0-4f44-8ea3-6abbdc8252f9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "DELETE /v2.0/routers/aef012db-004f-4f0a-88b1-96497e0a2386 HTTP/1.1" status: 204 len: 168 time: 1.2499125 Nov 23 18:23:16.783109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 35984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:16.788953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95060e8e-d55c-4a2f-b15e-bc74c752f609 req-0ebc4167-205f-4b9f-a7b7-c52689844a60 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801129 Nov 23 18:23:16.793939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc4167-205f-4b9f-a7b7-c52689844a60 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33476ac-9bcd-43ac-8588-2f367c6e6387,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:16.920159 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.921887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db908c-a44a-4caa-acf1-bab40680e844 req-caa06c29-1f8b-4539-890b-14250d924f6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:16.923593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74db908c-a44a-4caa-acf1-bab40680e844 req-caa06c29-1f8b-4539-890b-14250d924f6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0527842 Nov 23 18:23:16.974460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74db908c-a44a-4caa-acf1-bab40680e844 req-6e14699f-8d54-4bbb-bf9f-b4d864e02685 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Nov 23 18:23:16.997450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 35988) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:17.023064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.082345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Deleting port ecab22d9-e741-4d6e-8bd9-89c9076544cc {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:17.082712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.122592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1b94af08-ec9e-49ad-a67a-efb9331ba77f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/dfa2cb63-7c4b-44f7-8049-8b40a66aa18a HTTP/1.1" status: 200 len: 994 time: 0.1239491 Nov 23 18:23:17.162846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] For port ecab22d9-e741-4d6e-8bd9-89c9076544cc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ecab22d9-e741-4d6e-8bd9-89c9076544cc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:17.163668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.177189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Calling delete_port for ecab22d9-e741-4d6e-8bd9-89c9076544cc owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:17.356137 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.385009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecab22d9-e741-4d6e-8bd9-89c9076544cc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:17.401664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1bc01b-b26d-4ffa-8051-70fe81e600a6 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:17.412791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-2976165b-093a-4e09-ae69-68e2ad0f9478 req-c238989d-27b0-4a48-a822-02026e6f8eff service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:23:17.413781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2976165b-093a-4e09-ae69-68e2ad0f9478 req-c238989d-27b0-4a48-a822-02026e6f8eff service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061502 Nov 23 18:23:17.460641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.554960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.557377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.605982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.606732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89759a70-62c4-420b-b2cf-20c78d7cfd84 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:17.611525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.612841 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f75a4d13-e453-449e-9f9d-8ef69059509a tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "DELETE /v2.0/routers/89759a70-62c4-420b-b2cf-20c78d7cfd84 HTTP/1.1" status: 204 len: 168 time: 0.8276713 Nov 23 18:23:17.617969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36000) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:17.622925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1975507422', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:17.657742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.660205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.728623 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.856716 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-edfbf33c-c162-40cc-8ad1-00571e98e056 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101599 Nov 23 18:23:17.866829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-b6b0b0c2-f1fb-42c2-aff7-feb1f4246823 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:23:17.868012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-b6b0b0c2-f1fb-42c2-aff7-feb1f4246823 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058866 Nov 23 18:23:17.894198 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.918318 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.933812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66257-e590-4564-86eb-ef8b713370d7 req-f11bcaeb-38ae-449d-adf7-4638f0583941 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:17.935338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3c66257-e590-4564-86eb-ef8b713370d7 req-f11bcaeb-38ae-449d-adf7-4638f0583941 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.1570249 Nov 23 18:23:18.039462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3c66257-e590-4564-86eb-ef8b713370d7 req-d993b97c-67e6-4846-94a2-1cf8b8ac8f5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904193 Nov 23 18:23:18.166543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:18.185928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:18.297673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Allocated IP 172.25.0.80 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/59a40c0e-a175-41e7-a19a-c7fb692bbf81) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:18.423357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:18.441028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ecab22d9-e741-4d6e-8bd9-89c9076544cc no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:18.466502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:18.474212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: ecab22d9-e741-4d6e-8bd9-89c9076544cc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:18.474566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ecab22d9-e741-4d6e-8bd9-89c9076544cc not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:18.514615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:18.521375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:18.525453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:18.534752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee606e-5e05-483d-837e-bdc449cf0fab None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:18.548288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event updated for resources: {'Port': ['ID=59a40c0e-a175-41e7-a19a-c7fb692bbf81,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:18.757861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-114d2fb2-a674-49b4-b522-3adfb690fc56 None None] Provisioning complete for port 59a40c0e-a175-41e7-a19a-c7fb692bbf81 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:18.758537 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-114d2fb2-a674-49b4-b522-3adfb690fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:18.792965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-114d2fb2-a674-49b4-b522-3adfb690fc56 None None] Port 59a40c0e-a175-41e7-a19a-c7fb692bbf81 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:18.811181 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:19.013071 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:19.414498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-a09c79ba-6987-4e0b-ba1c-87973b90d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:19.416034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-a09c79ba-6987-4e0b-ba1c-87973b90d526 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1097 time: 0.3239338 Nov 23 18:23:19.442166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ebfb5-0722-491b-971e-cdbbeaaa4d91 req-051dae94-7462-4053-945f-9a5ba84a0589 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:19.443644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e23ebfb5-0722-491b-971e-cdbbeaaa4d91 req-051dae94-7462-4053-945f-9a5ba84a0589 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0901022 Nov 23 18:23:19.535713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Router c2423a61-55bf-4abd-bd04-84645404ef1a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:19.574245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e23ebfb5-0722-491b-971e-cdbbeaaa4d91 req-0b0967bd-16a7-43c7-809b-4ade11afcffb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185768 Nov 23 18:23:19.617493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-2a8fcc0a-ee72-4fc8-ab27-1e80d0dff2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:19.618928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-2a8fcc0a-ee72-4fc8-ab27-1e80d0dff2dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.1954579 Nov 23 18:23:19.631304 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:19.731666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-d0c9eae1-bcad-4115-97f2-bc63e447cbcc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1002 time: 0.1047039 Nov 23 18:23:19.732976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:19.743452 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ab260-014a-4194-b9f6-0a2b2866cf04 None None] Sync routers for ids ['c2423a61-55bf-4abd-bd04-84645404ef1a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:19.753198 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ab260-014a-4194-b9f6-0a2b2866cf04 None None] Routers {'c2423a61-55bf-4abd-bd04-84645404ef1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:19.754024 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3e2ab260-014a-4194-b9f6-0a2b2866cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c2423a61-55bf-4abd-bd04-84645404ef1a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:19.781181 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:19.782414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8ecc04d6-3f66-495b-a9f9-2cc2c6cb1784 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1631944 Nov 23 18:23:19.785452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36030) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:19.792672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-563ab406-fd23-4baa-8606-6be81fac9374 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': False}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:19.793631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-a6f3c589-078e-48cb-b664-85ef60951980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:19.794190 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3e2ab260-014a-4194-b9f6-0a2b2866cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:19.795120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-a6f3c589-078e-48cb-b664-85ef60951980 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0555761 Nov 23 18:23:19.803269 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ab260-014a-4194-b9f6-0a2b2866cf04 None None] Routers {'c2423a61-55bf-4abd-bd04-84645404ef1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:19.804085 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3e2ab260-014a-4194-b9f6-0a2b2866cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c2423a61-55bf-4abd-bd04-84645404ef1a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:19.838547 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3e2ab260-014a-4194-b9f6-0a2b2866cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:19.839479 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ab260-014a-4194-b9f6-0a2b2866cf04 None None] The sync data for ids ['c2423a61-55bf-4abd-bd04-84645404ef1a'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:19.848545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-254f5290-9d1b-4008-82c7-7b7ff01756c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:19.850071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-254f5290-9d1b-4008-82c7-7b7ff01756c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478895 Nov 23 18:23:19.948113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c3042d2d-eb90-4265-8483-3ddc98498406 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904589 Nov 23 18:23:20.041825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-b67c1893-3bce-4e65-a414-d4c0f5df5ece service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869315 Nov 23 18:23:20.104436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-563ab406-fd23-4baa-8606-6be81fac9374 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:20.497148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-563ab406-fd23-4baa-8606-6be81fac9374 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:20.501022 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-563ab406-fd23-4baa-8606-6be81fac9374 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:20.607842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563ab406-fd23-4baa-8606-6be81fac9374 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Router c2423a61-55bf-4abd-bd04-84645404ef1a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:23:20.693527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33bfe6-445c-40ab-9d6c-e8e55a6735a3 req-837acb56-cfd1-4f9d-aa62-59737011b2c9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:20.696061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c33bfe6-445c-40ab-9d6c-e8e55a6735a3 req-837acb56-cfd1-4f9d-aa62-59737011b2c9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0527372 Nov 23 18:23:20.701238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:20.728480 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563ab406-fd23-4baa-8606-6be81fac9374 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:20.732950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-563ab406-fd23-4baa-8606-6be81fac9374 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:20.736886 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-563ab406-fd23-4baa-8606-6be81fac9374 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "PUT /v2.0/routers/c2423a61-55bf-4abd-bd04-84645404ef1a HTTP/1.1" status: 200 len: 925 time: 0.9493289 Nov 23 18:23:20.738001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500de4c-5abf-4a90-bbd4-ba0e3d0bd44c None None] Sync routers for ids ['c2423a61-55bf-4abd-bd04-84645404ef1a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:20.738134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36034) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:20.747767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500de4c-5abf-4a90-bbd4-ba0e3d0bd44c None None] Routers {'c2423a61-55bf-4abd-bd04-84645404ef1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:20.748546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7500de4c-5abf-4a90-bbd4-ba0e3d0bd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c2423a61-55bf-4abd-bd04-84645404ef1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:20.755078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c33bfe6-445c-40ab-9d6c-e8e55a6735a3 req-b2bf44b8-d64d-4f04-9eb3-e14c26549965 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511429 Nov 23 18:23:20.792656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7500de4c-5abf-4a90-bbd4-ba0e3d0bd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:20.802064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500de4c-5abf-4a90-bbd4-ba0e3d0bd44c None None] Routers {'c2423a61-55bf-4abd-bd04-84645404ef1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:20.802673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7500de4c-5abf-4a90-bbd4-ba0e3d0bd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['c2423a61-55bf-4abd-bd04-84645404ef1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:20.835793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7500de4c-5abf-4a90-bbd4-ba0e3d0bd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:20.836446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500de4c-5abf-4a90-bbd4-ba0e3d0bd44c None None] The sync data for ids ['c2423a61-55bf-4abd-bd04-84645404ef1a'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:20.851963 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f4c10d3-4839-467c-81d1-7e07a880ef27 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/routers/c2423a61-55bf-4abd-bd04-84645404ef1a HTTP/1.1" status: 200 len: 925 time: 0.1127198 Nov 23 18:23:20.855000 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36036) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:20.895884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c4f2b-5dea-4691-9adb-26e60509fffa tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:20.897505 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-828c4f2b-5dea-4691-9adb-26e60509fffa tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=c2423a61-55bf-4abd-bd04-84645404ef1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0416496 Nov 23 18:23:20.900205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36038) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:20.987242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de0cf3-9ac3-4370-befa-e5ba68802af0 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:20.988643 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-35de0cf3-9ac3-4370-befa-e5ba68802af0 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 881 time: 0.0875270 Nov 23 18:23:20.992272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36040) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:21.018243 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0bd46e6a-155e-4c00-916a-e8db73d1c974 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2423a61-55bf-4abd-bd04-84645404ef1a HTTP/1.1" status: 200 len: 205 time: 0.0249310 Nov 23 18:23:21.020693 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36042) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:21.124448 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.226155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.276655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Deleting port 59a40c0e-a175-41e7-a19a-c7fb692bbf81 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:21.276996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.352272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.363580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Calling delete_port for 59a40c0e-a175-41e7-a19a-c7fb692bbf81 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:21.524938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.555115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event deleted for resources: {'Port': ['ID=59a40c0e-a175-41e7-a19a-c7fb692bbf81,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:21.564975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5290209-88b4-42e2-9083-32269a85d8bb None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:21.613981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.703918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.706069 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.749896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.750511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Fanout notify agent at l3_agent the message router_deleted on router c2423a61-55bf-4abd-bd04-84645404ef1a {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:21.758627 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.759765 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-338cfb93-c03e-407a-a0d3-285b195e7436 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/c2423a61-55bf-4abd-bd04-84645404ef1a HTTP/1.1" status: 204 len: 168 time: 0.7381921 Nov 23 18:23:21.763478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36044) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:21.768226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0c64efa8-e434-4006-80b7-698768b4266f tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-716773558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:21.792002 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c64efa8-e434-4006-80b7-698768b4266f tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.793103 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c64efa8-e434-4006-80b7-698768b4266f tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.857991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c64efa8-e434-4006-80b7-698768b4266f tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.873954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c64efa8-e434-4006-80b7-698768b4266f tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.898115 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c64efa8-e434-4006-80b7-698768b4266f tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.899389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0c64efa8-e434-4006-80b7-698768b4266f tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1348965 Nov 23 18:23:21.902787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36048) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:21.907864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:21.916929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6662304-6087-467f-879f-d5e58c4b97e9 req-84ac5ee0-99dd-48fc-87e8-975014eb7d64 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:21.918379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6662304-6087-467f-879f-d5e58c4b97e9 req-84ac5ee0-99dd-48fc-87e8-975014eb7d64 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0730870 Nov 23 18:23:22.090480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6662304-6087-467f-879f-d5e58c4b97e9 req-cd55157f-f0a9-426f-9d2c-7c08809c3802 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399207 Nov 23 18:23:22.157257 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:22.348889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:22.367801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:22.468298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Allocated IP 172.25.0.224 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c1d71140-b876-4783-a068-26c9d5b21eb0) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:22.571954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:22.605149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:22.640649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:22.646740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:22.650209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:22.655620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event updated for resources: {'Port': ['ID=c1d71140-b876-4783-a068-26c9d5b21eb0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:22.659008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec6a1b0-159e-4332-a7d1-aaae5fda3eea None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:22.738478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c33e139e-a925-4172-b22d-e9df79dcb457 None None] Provisioning complete for port c1d71140-b876-4783-a068-26c9d5b21eb0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:22.738880 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c33e139e-a925-4172-b22d-e9df79dcb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:22.776924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c33e139e-a925-4172-b22d-e9df79dcb457 None None] Port c1d71140-b876-4783-a068-26c9d5b21eb0 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:22.901127 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:23.097053 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:23.101142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:23.248180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5d788-00b3-43f4-a96e-05b34588128b req-5c1f2832-7f0f-4114-94c9-45af34d1a65e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:23.249566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e5d788-00b3-43f4-a96e-05b34588128b req-5c1f2832-7f0f-4114-94c9-45af34d1a65e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0684838 Nov 23 18:23:23.300949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Router a40bc13d-392b-44d4-a0ea-a4b454ef069b is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:23.314511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7e5d788-00b3-43f4-a96e-05b34588128b req-4b22ed39-7d82-474d-adef-cad5fe942597 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590682 Nov 23 18:23:23.430973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:23.438458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:23.439808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6dcb42d6-2099-45fa-a9a1-8bfed1cfa134 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "PUT /v2.0/routers/a40bc13d-392b-44d4-a0ea-a4b454ef069b HTTP/1.1" status: 200 len: 883 time: 1.5360425 Nov 23 18:23:23.447424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36052) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:23.448541 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda38aef-b1c9-4a5c-b054-d4102948270e None None] Sync routers for ids ['a40bc13d-392b-44d4-a0ea-a4b454ef069b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:23.458404 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda38aef-b1c9-4a5c-b054-d4102948270e None None] Routers {'a40bc13d-392b-44d4-a0ea-a4b454ef069b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:23.459048 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eda38aef-b1c9-4a5c-b054-d4102948270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a40bc13d-392b-44d4-a0ea-a4b454ef069b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:23.494942 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eda38aef-b1c9-4a5c-b054-d4102948270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:23.504551 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda38aef-b1c9-4a5c-b054-d4102948270e None None] Routers {'a40bc13d-392b-44d4-a0ea-a4b454ef069b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:23.505090 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eda38aef-b1c9-4a5c-b054-d4102948270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a40bc13d-392b-44d4-a0ea-a4b454ef069b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:23.539404 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eda38aef-b1c9-4a5c-b054-d4102948270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:23.540077 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda38aef-b1c9-4a5c-b054-d4102948270e None None] The sync data for ids ['a40bc13d-392b-44d4-a0ea-a4b454ef069b'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:23.556798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8df61a0a-8bfa-4c28-a18f-ef54f3a9c8b2 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/routers/a40bc13d-392b-44d4-a0ea-a4b454ef069b HTTP/1.1" status: 200 len: 924 time: 0.1129975 Nov 23 18:23:23.561405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36054) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:23.618223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab45d29-64e8-4a90-9c9e-cf7d62da7c3f tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:23.619790 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ab45d29-64e8-4a90-9c9e-cf7d62da7c3f tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=a40bc13d-392b-44d4-a0ea-a4b454ef069b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0570402 Nov 23 18:23:23.622450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36056) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:23.706805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da59975-03d7-4fe5-8b5b-4bb99b8064fe tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:23.708560 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2da59975-03d7-4fe5-8b5b-4bb99b8064fe tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 881 time: 0.0851896 Nov 23 18:23:23.711985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36058) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:23.738219 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f72ec7dd-e37e-44c7-89fc-7ccf47c9bf05 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40bc13d-392b-44d4-a0ea-a4b454ef069b HTTP/1.1" status: 200 len: 205 time: 0.0251856 Nov 23 18:23:23.740627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36060) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:23.843334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.234585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.287737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Deleting port c1d71140-b876-4783-a068-26c9d5b21eb0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:24.288070 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.364361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.376546 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Calling delete_port for c1d71140-b876-4783-a068-26c9d5b21eb0 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:24.434846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd3e48-9b7b-4e6f-902c-9ed66c4b620c req-954b7e74-403b-43b3-b665-e703a7c0393f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:24.436402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06dd3e48-9b7b-4e6f-902c-9ed66c4b620c req-954b7e74-403b-43b3-b665-e703a7c0393f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0492082 Nov 23 18:23:24.491121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06dd3e48-9b7b-4e6f-902c-9ed66c4b620c req-2c0862e3-d884-4bff-8a38-97b386323878 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475149 Nov 23 18:23:24.545340 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.571301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event deleted for resources: {'Port': ['ID=c1d71140-b876-4783-a068-26c9d5b21eb0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:24.584342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0868835-422c-4328-926c-3a8450f64869 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:24.634207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.723962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.726846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.768444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.768906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Fanout notify agent at l3_agent the message router_deleted on router a40bc13d-392b-44d4-a0ea-a4b454ef069b {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:24.775521 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.776717 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1992c2a5-8811-4a35-9369-2e4361bb5648 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/a40bc13d-392b-44d4-a0ea-a4b454ef069b HTTP/1.1" status: 204 len: 168 time: 1.0352178 Nov 23 18:23:24.780325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36064) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:24.784526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-86a75794-c362-4c67-a2c6-7454d1d5ddea tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-325858266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:24.808043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86a75794-c362-4c67-a2c6-7454d1d5ddea tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.809004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86a75794-c362-4c67-a2c6-7454d1d5ddea tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.861805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86a75794-c362-4c67-a2c6-7454d1d5ddea tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.866553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86a75794-c362-4c67-a2c6-7454d1d5ddea tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.882714 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86a75794-c362-4c67-a2c6-7454d1d5ddea tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:24.883893 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-86a75794-c362-4c67-a2c6-7454d1d5ddea tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1026478 Nov 23 18:23:24.886535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36066) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:24.890645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': True}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:25.083738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:25.287560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:25.306773 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:25.407766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Allocated IP 172.25.0.127 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/a88fff25-0e22-48ef-b59f-9994c379b280) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:25.512465 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:25.549186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:25.591197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:25.594116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:25.597560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:25.608904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274286d-1743-4c14-9935-8b1ccd6620fb None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:25.620749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa07c3-7580-4762-937e-bad0268f099b req-c71b6693-e24f-4b1e-80cb-c6bddbda74a1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:25.622751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfaa07c3-7580-4762-937e-bad0268f099b req-c71b6693-e24f-4b1e-80cb-c6bddbda74a1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0565102 Nov 23 18:23:25.628113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'Port': ['ID=a88fff25-0e22-48ef-b59f-9994c379b280,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:25.673824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfaa07c3-7580-4762-937e-bad0268f099b req-19b100dd-b0c4-4e78-bb2b-70156d0ed010 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Nov 23 18:23:25.730118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-47400ee1-5aa4-4612-8956-7cb06c5e6622 None None] Provisioning complete for port a88fff25-0e22-48ef-b59f-9994c379b280 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:25.730628 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47400ee1-5aa4-4612-8956-7cb06c5e6622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:25.765885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-47400ee1-5aa4-4612-8956-7cb06c5e6622 None None] Port a88fff25-0e22-48ef-b59f-9994c379b280 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:25.852989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.045817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.049193 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.175871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Router ff629344-cda3-4a32-9e45-2d4489823f8a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:26.284701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:26.289352 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.290356 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-be5b156d-e505-4452-b30c-29d95d6baeb6 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "PUT /v2.0/routers/ff629344-cda3-4a32-9e45-2d4489823f8a HTTP/1.1" status: 200 len: 918 time: 1.4028809 Nov 23 18:23:26.292920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36070) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:26.294735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a1eb5-9944-4e95-a514-296c08311ec1 None None] Sync routers for ids ['ff629344-cda3-4a32-9e45-2d4489823f8a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:26.305681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a1eb5-9944-4e95-a514-296c08311ec1 None None] Routers {'ff629344-cda3-4a32-9e45-2d4489823f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:26.306405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-683a1eb5-9944-4e95-a514-296c08311ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ff629344-cda3-4a32-9e45-2d4489823f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:26.342678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-683a1eb5-9944-4e95-a514-296c08311ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:26.351578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a1eb5-9944-4e95-a514-296c08311ec1 None None] Routers {'ff629344-cda3-4a32-9e45-2d4489823f8a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:26.352181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-683a1eb5-9944-4e95-a514-296c08311ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ff629344-cda3-4a32-9e45-2d4489823f8a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:26.384551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-683a1eb5-9944-4e95-a514-296c08311ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:26.385205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a1eb5-9944-4e95-a514-296c08311ec1 None None] The sync data for ids ['ff629344-cda3-4a32-9e45-2d4489823f8a'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:26.404797 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6f284fd8-13dc-4138-90e6-7344a44cb0c9 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/routers/ff629344-cda3-4a32-9e45-2d4489823f8a HTTP/1.1" status: 200 len: 924 time: 0.1106186 Nov 23 18:23:26.407535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36072) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:26.447570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c14681-ddb3-4fa5-b51e-664a4a8d0188 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:26.449018 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-63c14681-ddb3-4fa5-b51e-664a4a8d0188 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=ff629344-cda3-4a32-9e45-2d4489823f8a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0405786 Nov 23 18:23:26.451625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36074) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:26.538304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b8e35-99b2-4062-a874-545e8a03b71b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:26.539731 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-233b8e35-99b2-4062-a874-545e8a03b71b tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 881 time: 0.0872235 Nov 23 18:23:26.542540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36076) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:26.569472 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5be01e6-6a8e-424d-8c43-45d9f9dfe4b1 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff629344-cda3-4a32-9e45-2d4489823f8a HTTP/1.1" status: 200 len: 205 time: 0.0253320 Nov 23 18:23:26.571889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36078) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:26.675909 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.781259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.797117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75981a49-7d0f-45ad-8e97-efc1dff6e5cf req-1f0aa342-7020-4a7b-a845-6b8f8243d1d0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:26.798627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75981a49-7d0f-45ad-8e97-efc1dff6e5cf req-1f0aa342-7020-4a7b-a845-6b8f8243d1d0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0484076 Nov 23 18:23:26.835649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Deleting port a88fff25-0e22-48ef-b59f-9994c379b280 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:26.835649 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.849051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75981a49-7d0f-45ad-8e97-efc1dff6e5cf req-8d59bd3c-8550-419c-88a4-93c8499a8c8e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Nov 23 18:23:26.912307 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.924784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Calling delete_port for a88fff25-0e22-48ef-b59f-9994c379b280 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:27.089270 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.120892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event deleted for resources: {'Port': ['ID=a88fff25-0e22-48ef-b59f-9994c379b280,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:27.131425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a754fb-fd2b-4552-a7c5-fb84e53afe71 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:27.179990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.275544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.278510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.325296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.325732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Fanout notify agent at l3_agent the message router_deleted on router ff629344-cda3-4a32-9e45-2d4489823f8a {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:27.332319 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.333421 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0707c66b-3273-4f96-91df-bff5f7ee7d48 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/ff629344-cda3-4a32-9e45-2d4489823f8a HTTP/1.1" status: 204 len: 168 time: 0.7605052 Nov 23 18:23:27.337450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36082) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:27.342133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2179bb8e-3960-4696-bbb6-57562a2818b0 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-77747892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:27.365056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2179bb8e-3960-4696-bbb6-57562a2818b0 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.366780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2179bb8e-3960-4696-bbb6-57562a2818b0 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.420147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2179bb8e-3960-4696-bbb6-57562a2818b0 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.424369 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2179bb8e-3960-4696-bbb6-57562a2818b0 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.440764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2179bb8e-3960-4696-bbb6-57562a2818b0 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:27.442046 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2179bb8e-3960-4696-bbb6-57562a2818b0 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1034327 Nov 23 18:23:27.444653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36084) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:27.449031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'enable_snat': False}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:27.883717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.004596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c786b9-3ac7-4c7c-af20-7dbae83a5c11 req-fd98a57d-a745-44c7-a0b2-aa2b7e419d42 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:28.006626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2c786b9-3ac7-4c7c-af20-7dbae83a5c11 req-fd98a57d-a745-44c7-a0b2-aa2b7e419d42 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0832429 Nov 23 18:23:28.122795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2c786b9-3ac7-4c7c-af20-7dbae83a5c11 req-479c12df-e463-4b4c-901e-a2ba4abbc395 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096683 Nov 23 18:23:28.163735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.186839 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.288214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Allocated IP 172.25.0.249 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/123cfa0d-7ce2-4e49-a17d-a59bfd53bc00) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:28.395687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.435320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.469876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:28.472762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:28.475785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:28.486365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f5d94c-3759-4986-b31d-3dc5ed992f7f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:28.512068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Pushing event updated for resources: {'Port': ['ID=123cfa0d-7ce2-4e49-a17d-a59bfd53bc00,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:28.605924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-807d38b0-2a94-4027-bb48-3230bed6a76a None None] Provisioning complete for port 123cfa0d-7ce2-4e49-a17d-a59bfd53bc00 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:28.606225 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-807d38b0-2a94-4027-bb48-3230bed6a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.643783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-807d38b0-2a94-4027-bb48-3230bed6a76a None None] Port 123cfa0d-7ce2-4e49-a17d-a59bfd53bc00 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:28.735232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.932550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.940541 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:29.065156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Router dd10fe42-488a-436a-a01d-bdd9dfe580d2 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:29.173634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:29.178653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:29.179966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ad8d0f6e-be76-4e02-9e83-b4ac23924c18 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "PUT /v2.0/routers/dd10fe42-488a-436a-a01d-bdd9dfe580d2 HTTP/1.1" status: 200 len: 918 time: 1.7342308 Nov 23 18:23:29.182529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36090) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:29.183749 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b86f91-6b6f-49cf-968d-3b12f8036dcc None None] Sync routers for ids ['dd10fe42-488a-436a-a01d-bdd9dfe580d2'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:29.193788 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b86f91-6b6f-49cf-968d-3b12f8036dcc None None] Routers {'dd10fe42-488a-436a-a01d-bdd9dfe580d2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:29.194593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-51b86f91-6b6f-49cf-968d-3b12f8036dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['dd10fe42-488a-436a-a01d-bdd9dfe580d2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:29.230847 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-51b86f91-6b6f-49cf-968d-3b12f8036dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:29.239593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b86f91-6b6f-49cf-968d-3b12f8036dcc None None] Routers {'dd10fe42-488a-436a-a01d-bdd9dfe580d2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:29.240209 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-51b86f91-6b6f-49cf-968d-3b12f8036dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['dd10fe42-488a-436a-a01d-bdd9dfe580d2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:29.286311 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-51b86f91-6b6f-49cf-968d-3b12f8036dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:29.287043 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b86f91-6b6f-49cf-968d-3b12f8036dcc None None] The sync data for ids ['dd10fe42-488a-436a-a01d-bdd9dfe580d2'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:29.317520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39576483-7527-49a7-9650-8f0a46feee20 req-32f3bb71-0a11-4f4b-9096-edd59f135712 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:29.319584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39576483-7527-49a7-9650-8f0a46feee20 req-32f3bb71-0a11-4f4b-9096-edd59f135712 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0997245 Nov 23 18:23:29.336080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4d95d9c3-02f2-4d3a-b4c7-9f9ccb763660 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/routers/dd10fe42-488a-436a-a01d-bdd9dfe580d2 HTTP/1.1" status: 200 len: 924 time: 0.1524434 Nov 23 18:23:29.339120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36092) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:29.375792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39576483-7527-49a7-9650-8f0a46feee20 req-3cad791a-b9c3-4323-8c50-ff4ed494d57f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489790 Nov 23 18:23:29.674085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f002df-8fa0-4226-894e-bbc96113d42d tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:29.675667 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-57f002df-8fa0-4226-894e-bbc96113d42d tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=dd10fe42-488a-436a-a01d-bdd9dfe580d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3350482 Nov 23 18:23:29.678886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36096) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:29.761344 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110eeaa6-efe8-478d-831e-5249e5c182a0 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:29.762761 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-110eeaa6-efe8-478d-831e-5249e5c182a0 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/networks/c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 881 time: 0.0829260 Nov 23 18:23:29.765617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36098) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:29.792268 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4726bcb2-bf58-467d-ba93-b1cd6e25e7ea tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd10fe42-488a-436a-a01d-bdd9dfe580d2 HTTP/1.1" status: 200 len: 205 time: 0.0256221 Nov 23 18:23:29.794739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36100) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:29.896391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.004416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.056357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Deleting port 123cfa0d-7ce2-4e49-a17d-a59bfd53bc00 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:30.056706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.133720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.144984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Calling delete_port for 123cfa0d-7ce2-4e49-a17d-a59bfd53bc00 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:30.325946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.353209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event deleted for resources: {'Port': ['ID=123cfa0d-7ce2-4e49-a17d-a59bfd53bc00,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:30.367109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3861fb2-e410-4c87-805f-738ad7a7ac7d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:30.418679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.495103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e210f2-1b07-4176-b840-18f3485710a6 req-8b2c4ae9-5edf-4d2f-a106-e37f621372fe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:30.496642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97e210f2-1b07-4176-b840-18f3485710a6 req-8b2c4ae9-5edf-4d2f-a106-e37f621372fe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0493243 Nov 23 18:23:30.514546 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.516761 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.546060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97e210f2-1b07-4176-b840-18f3485710a6 req-a057663c-ceff-41a3-ab0f-0784b48eb542 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433669 Nov 23 18:23:30.561015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.561801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Fanout notify agent at l3_agent the message router_deleted on router dd10fe42-488a-436a-a01d-bdd9dfe580d2 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:30.569857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.571001 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ed397c0b-3875-49f2-8fec-e461d40bcc0b tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/dd10fe42-488a-436a-a01d-bdd9dfe580d2 HTTP/1.1" status: 204 len: 168 time: 0.7753475 Nov 23 18:23:30.574912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36104) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:30.579542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2020141964', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:30.603134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.604134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.658202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.796481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:30.987762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:31.010020 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:31.357212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Allocated IP 172.25.0.17 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/2d21504d-6264-4e97-afa8-f132765f721a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:31.457357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:31.490157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:31.533345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:31.536187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:31.539390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:31.549141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e60873-8e9e-4953-b584-f64ce5bd4341 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:31.567102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event updated for resources: {'Port': ['ID=2d21504d-6264-4e97-afa8-f132765f721a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:31.589210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-211eed72-94f4-4ce5-a729-6ec7b4418549 None None] Provisioning complete for port 2d21504d-6264-4e97-afa8-f132765f721a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:31.589642 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-211eed72-94f4-4ce5-a729-6ec7b4418549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:31.624832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-211eed72-94f4-4ce5-a729-6ec7b4418549 None None] Port 2d21504d-6264-4e97-afa8-f132765f721a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:31.732712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a0d7d-d4e5-42e3-87e6-75799d380ffc req-79c9af7f-8230-441c-b2b1-fa94e5b265b7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:31.734238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c56a0d7d-d4e5-42e3-87e6-75799d380ffc req-79c9af7f-8230-441c-b2b1-fa94e5b265b7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0845554 Nov 23 18:23:31.902541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c56a0d7d-d4e5-42e3-87e6-75799d380ffc req-013f15a8-ff19-40cc-bb5c-72d1fb8dfc25 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598704 Nov 23 18:23:31.925536 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:31.962474 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-43a638ce-e5db-4190-991d-8f80c604c4d6 service neutron] show failed (client error): The resource could not be found. Nov 23 18:23:31.963555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-43a638ce-e5db-4190-991d-8f80c604c4d6 service neutron] 10.222.0.66 "GET /v2.0/ports/8bcb798a-4a24-4864-8525-a1ebd5690411/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.1660614 Nov 23 18:23:32.159875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:32.242153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-e2e10f85-c0ca-4fdd-a03c-b0e39a559825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:32.243681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-e2e10f85-c0ca-4fdd-a03c-b0e39a559825 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 1097 time: 0.1161828 Nov 23 18:23:32.280935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:32.355613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:32.423521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Router bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:32.646634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:32.655804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf0b1b-0fcd-4c50-942c-c28b57a9d7e9 None None] Sync routers for ids ['bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:32.663538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:32.665258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf0b1b-0fcd-4c50-942c-c28b57a9d7e9 None None] Routers {'bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:32.665943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ffaf0b1b-0fcd-4c50-942c-c28b57a9d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:32.682443 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:32.683617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fdc568b2-1475-4040-a17e-f87a1639f2a8 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1077135 Nov 23 18:23:32.686421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36108) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:32.692751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:32.702868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ffaf0b1b-0fcd-4c50-942c-c28b57a9d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:32.705703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:32.711713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf0b1b-0fcd-4c50-942c-c28b57a9d7e9 None None] Routers {'bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:32.712328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ffaf0b1b-0fcd-4c50-942c-c28b57a9d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:32.746283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ffaf0b1b-0fcd-4c50-942c-c28b57a9d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:32.746541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:32.747028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf0b1b-0fcd-4c50-942c-c28b57a9d7e9 None None] The sync data for ids ['bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:32.749086 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ebfa3-db3f-4824-8b9f-743067454bbe" -d '{"events": [{"server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:32.753173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:32.774468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Transition to ACTIVE for port object 8bcb798a-4a24-4864-8525-a1ebd5690411 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:23:32.779374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:32.814116 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97c649-770a-4896-85d8-f63ff94278c2 x-openstack-request-id: req-0f97c649-770a-4896-85d8-f63ff94278c2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:32.814413 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:32.814670 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0f97c649-770a-4896-85d8-f63ff94278c2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:32.815100 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'code': 200} Nov 23 18:23:32.891348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:32.968274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] No DVR routers for this DVR port 8bcb798a-4a24-4864-8525-a1ebd5690411 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:33.069181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.082894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.137409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Deleting port 2d21504d-6264-4e97-afa8-f132765f721a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:33.137640 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.229962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.242722 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Calling delete_port for 2d21504d-6264-4e97-afa8-f132765f721a owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:33.382068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaac44-8040-4aca-aace-edc77786ae6c req-b25ed3bb-12d1-4d94-92b1-11e1d1271c42 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.383599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bcaac44-8040-4aca-aace-edc77786ae6c req-b25ed3bb-12d1-4d94-92b1-11e1d1271c42 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 944 time: 0.3371596 Nov 23 18:23:33.416910 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.430650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Attempting to bind port 8bcb798a-4a24-4864-8525-a1ebd5690411 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:33.431027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Attempting to bind port 8bcb798a-4a24-4864-8525-a1ebd5690411 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:33.431360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Attempting to bind port 8bcb798a-4a24-4864-8525-a1ebd5690411 on network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:33.446277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Pushing event deleted for resources: {'Port': ['ID=2d21504d-6264-4e97-afa8-f132765f721a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:33.448267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Port 8bcb798a-4a24-4864-8525-a1ebd5690411 on network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:23:33.448598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Attempting to bind port 8bcb798a-4a24-4864-8525-a1ebd5690411 on network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:33.464379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:33.464568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c9af43-6ab5-4d93-9e77-dae3bd70475a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:33.464806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Checking segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:33.465115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Bound using segment: {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:33.465744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Bound port: 8bcb798a-4a24-4864-8525-a1ebd5690411, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1895436d-03af-4a22-9f0f-9a77bc46f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:33.466289 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.473332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bcaac44-8040-4aca-aace-edc77786ae6c req-cea4c44c-0b8c-4345-9523-8042d1c38b56 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698583 Nov 23 18:23:33.509208 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.540803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:33.544306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:33.548152 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.586646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.587299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.588677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] 10.222.0.72 "PUT /v2.0/ports/8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1092 time: 1.3131590 Nov 23 18:23:33.614660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056d7f8-be73-4b97-9953-4ff01b318ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:33.663457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-22f47aa3-e184-47df-8c44-f21366043d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.665278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-22f47aa3-e184-47df-8c44-f21366043d73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1095 time: 0.0464497 Nov 23 18:23:33.730777 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.734274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.780459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-cae2bd09-640e-4984-8a1e-794459d6ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.782079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-cae2bd09-640e-4984-8a1e-794459d6ef10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.1066270 Nov 23 18:23:33.821892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Router bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:23:33.854842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-8055a75c-a6cd-4426-bd3c-efcd1274dbc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1000 time: 0.0653970 Nov 23 18:23:33.901797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:33.906530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-cda637bb-7fb5-41f3-b7de-c47f64d43a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.908450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:33.908715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-cda637bb-7fb5-41f3-b7de-c47f64d43a37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0466132 Nov 23 18:23:33.910505 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-153e4b4a-351d-4d70-b788-ab46f34aa1e3 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "PUT /v2.0/routers/bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 HTTP/1.1" status: 200 len: 710 time: 1.2225566 Nov 23 18:23:33.912149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36120) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:33.912734 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1ea10-5ad2-457d-bb82-baec6c67b7e5 None None] Sync routers for ids ['bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:33.923153 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1ea10-5ad2-457d-bb82-baec6c67b7e5 None None] Routers {'bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:33.924036 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-00d1ea10-5ad2-457d-bb82-baec6c67b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:33.957480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-7e648a0b-7265-4f4b-9d11-358c69777e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.959718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-7e648a0b-7265-4f4b-9d11-358c69777e18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432255 Nov 23 18:23:33.964076 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-00d1ea10-5ad2-457d-bb82-baec6c67b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:33.972603 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1ea10-5ad2-457d-bb82-baec6c67b7e5 None None] Routers {'bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:33.973386 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-00d1ea10-5ad2-457d-bb82-baec6c67b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:33.991316 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4564037c-b12b-4589-87d9-539b667595b3 tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/routers/bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 HTTP/1.1" status: 200 len: 745 time: 0.0765851 Nov 23 18:23:33.993223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36122) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.021165 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-54849736-2173-4931-9d39-f3b991f12e6d tempest-RoutersIpV6AdminTest-1688208347 tempest-RoutersIpV6AdminTest-1688208347-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&device_id=bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 HTTP/1.1" status: 200 len: 205 time: 0.0267224 Nov 23 18:23:34.024851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36124) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.064033 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cc46672e-1eab-4e04-8b52-ce5e142b9f7f tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 HTTP/1.1" status: 200 len: 205 time: 0.0379024 Nov 23 18:23:34.066465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36126) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.069232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-f6f49070-5619-4506-bd5f-dc3df432bcc1 service neutron] 10.222.0.72 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006949 Nov 23 18:23:34.109300 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-00d1ea10-5ad2-457d-bb82-baec6c67b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:34.110067 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1ea10-5ad2-457d-bb82-baec6c67b7e5 None None] The sync data for ids ['bd9ac1cb-c68c-4b17-a26c-54c3de3659b1'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:34.149018 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-266e19d9-3c0b-4615-8f2d-fd4094eede53 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:34.188815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-661dbdbc-1b98-472d-918d-c97781d286e0 req-f64f73ce-3d96-4dc0-9cd2-127051f534f6 service neutron] 10.222.0.72 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121299 Nov 23 18:23:34.309272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8bcb798a-4a24-4864-8525-a1ebd5690411 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:34.311997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-266e19d9-3c0b-4615-8f2d-fd4094eede53 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:34.314402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-266e19d9-3c0b-4615-8f2d-fd4094eede53 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:34.355335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8bcb798a-4a24-4864-8525-a1ebd5690411 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:34.360842 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-266e19d9-3c0b-4615-8f2d-fd4094eede53 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:34.361582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e19d9-3c0b-4615-8f2d-fd4094eede53 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Fanout notify agent at l3_agent the message router_deleted on router bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:34.369200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-266e19d9-3c0b-4615-8f2d-fd4094eede53 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:34.370207 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-266e19d9-3c0b-4615-8f2d-fd4094eede53 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 HTTP/1.1" status: 204 len: 168 time: 0.3027604 Nov 23 18:23:34.373563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36128) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.400818 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32270222-a575-4bbf-8b23-6f17c94e3d89 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 HTTP/1.1" status: 200 len: 205 time: 0.0261228 Nov 23 18:23:34.403196 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36130) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.447604 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-9c76f41b-eb42-4661-9344-fc65f610fef4 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] delete failed (client error): The resource could not be found. Nov 23 18:23:34.448794 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c76f41b-eb42-4661-9344-fc65f610fef4 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/bd9ac1cb-c68c-4b17-a26c-54c3de3659b1 HTTP/1.1" status: 404 len: 336 time: 0.0446973 Nov 23 18:23:34.451439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36132) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.479083 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1b69326d-f69d-416c-93fe-82c7251039a1 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd10fe42-488a-436a-a01d-bdd9dfe580d2 HTTP/1.1" status: 200 len: 205 time: 0.0265574 Nov 23 18:23:34.481327 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36134) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.518799 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-4d054360-c631-47cb-94b6-051986f81c1a tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] delete failed (client error): The resource could not be found. Nov 23 18:23:34.519859 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d054360-c631-47cb-94b6-051986f81c1a tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/dd10fe42-488a-436a-a01d-bdd9dfe580d2 HTTP/1.1" status: 404 len: 336 time: 0.0376439 Nov 23 18:23:34.523214 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36138) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.551651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0b659559-41cf-4abc-a608-c46ca62521da tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff629344-cda3-4a32-9e45-2d4489823f8a HTTP/1.1" status: 200 len: 205 time: 0.0269403 Nov 23 18:23:34.554298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36140) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.596361 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-e467f7a1-a905-4b2b-bd8a-ab6719cb73b5 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] delete failed (client error): The resource could not be found. Nov 23 18:23:34.597327 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e467f7a1-a905-4b2b-bd8a-ab6719cb73b5 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/ff629344-cda3-4a32-9e45-2d4489823f8a HTTP/1.1" status: 404 len: 336 time: 0.0419619 Nov 23 18:23:34.598594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f15c5-8b53-4166-87ee-eaea6e0d3c78 req-2574c3b7-9fc6-40c8-8a6b-c9b23992cea2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:34.600036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36142) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.600309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c45f15c5-8b53-4166-87ee-eaea6e0d3c78 req-2574c3b7-9fc6-40c8-8a6b-c9b23992cea2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 944 time: 0.0515215 Nov 23 18:23:34.626660 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3eca6249-9082-433c-a08d-61f94811e5dd tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40bc13d-392b-44d4-a0ea-a4b454ef069b HTTP/1.1" status: 200 len: 205 time: 0.0252221 Nov 23 18:23:34.628927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36144) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.649867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c45f15c5-8b53-4166-87ee-eaea6e0d3c78 req-b8b0f651-9f11-4d0d-97c4-5a9f974e586b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 Nov 23 18:23:34.666078 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-c0cb4585-9414-4e6a-9d0c-1c15bc86bbb7 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] delete failed (client error): The resource could not be found. Nov 23 18:23:34.667149 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c0cb4585-9414-4e6a-9d0c-1c15bc86bbb7 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/a40bc13d-392b-44d4-a0ea-a4b454ef069b HTTP/1.1" status: 404 len: 336 time: 0.0373292 Nov 23 18:23:34.669735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36146) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.700047 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f7c1c354-a8dd-4048-8f86-26b916d38022 tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2423a61-55bf-4abd-bd04-84645404ef1a HTTP/1.1" status: 200 len: 205 time: 0.0292766 Nov 23 18:23:34.702472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36148) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.739028 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-4fa58210-1b37-4492-a34d-7e3bf8534b7a tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] delete failed (client error): The resource could not be found. Nov 23 18:23:34.740043 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4fa58210-1b37-4492-a34d-7e3bf8534b7a tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/c2423a61-55bf-4abd-bd04-84645404ef1a HTTP/1.1" status: 404 len: 336 time: 0.0366609 Nov 23 18:23:34.742584 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36150) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.768729 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cdaf1e32-9ff2-4998-9503-9ae0c17dc5ab tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa3c8d79-727c-46c8-b963-c6881a5c1110 HTTP/1.1" status: 200 len: 205 time: 0.0251095 Nov 23 18:23:34.770923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36152) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.810563 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-199d2298-527c-4d9e-99a5-0caa9aecf4cc tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] delete failed (client error): The resource could not be found. Nov 23 18:23:34.811594 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-199d2298-527c-4d9e-99a5-0caa9aecf4cc tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/routers/fa3c8d79-727c-46c8-b963-c6881a5c1110 HTTP/1.1" status: 404 len: 336 time: 0.0389843 Nov 23 18:23:34.814074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36154) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:34.816403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:34.819253 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:34.840795 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a87495d-9c3b-4c2f-a063-2a69eaa6ea9c tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:34.841262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a87495d-9c3b-4c2f-a063-2a69eaa6ea9c tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:34.844373 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1a87495d-9c3b-4c2f-a063-2a69eaa6ea9c tempest-RoutersIpV6AdminTest-1814334222 tempest-RoutersIpV6AdminTest-1814334222-project] 10.222.0.74 "DELETE /v2.0/subnets/8bd291bf-bad0-4b1b-aa13-bf6caa80140a HTTP/1.1" status: 404 len: 337 time: 0.0293911 Nov 23 18:23:34.867906 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061160ee-b309-4f6f-bb43-b68015dbf450 x-openstack-request-id: req-061160ee-b309-4f6f-bb43-b68015dbf450 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:34.868236 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:34.869053 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-061160ee-b309-4f6f-bb43-b68015dbf450 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:34.869472 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'status': 'completed', 'code': 200} Nov 23 18:23:34.961445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-a6aa3050-088f-4911-b568-0fd231cf3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:34.963484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-a6aa3050-088f-4911-b568-0fd231cf3e90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1095 time: 0.0758581 Nov 23 18:23:34.966798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-24a5c56e-986f-4b56-81b1-f521abed68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:34.968187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-24a5c56e-986f-4b56-81b1-f521abed68b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1095 time: 0.0709205 Nov 23 18:23:35.100901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36162) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:35.128844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-d98c2503-6222-44fd-8f6b-4d5be86daeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.130353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-d98c2503-6222-44fd-8f6b-4d5be86daeb7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.1604121 Nov 23 18:23:35.131500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-7bb4782b-7b69-4921-b496-62a9899c0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.132813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-7bb4782b-7b69-4921-b496-62a9899c0587 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.1548853 Nov 23 18:23:35.207035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.247942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-90550c97-00f6-42be-b8a1-b35b13c558e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1000 time: 0.1103182 Nov 23 18:23:35.251805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-52d25b9b-a9df-458c-a362-6ec349216310 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1000 time: 0.1078525 Nov 23 18:23:35.286425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.291577 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.330017 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b395c7b042f4aafad7ee0447b606914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279475 Nov 23 18:23:35.332001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f7833-7be2-4701-9989-4d9fc36350bb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:35.332700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-d0d2fa0c-0dbd-422b-85ea-1dc0989250ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.334537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36166) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:35.334873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-d0d2fa0c-0dbd-422b-85ea-1dc0989250ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0802240 Nov 23 18:23:35.338520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-fe5cb501-5f50-426e-9135-ba4e5002c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.340043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-fe5cb501-5f50-426e-9135-ba4e5002c529 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0764389 Nov 23 18:23:35.347386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.347733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.348079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.348433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.348750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.349082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.349451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.350525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.350959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.351238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.351566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.351900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b7df8-49c1-4bf9-9b19-c2815a1f353f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.399833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f5b41b3-1bf9-4161-92db-d8f93e23387d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.415617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-35540052-88e5-4b31-9ff9-e430ddfc278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.417162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-35540052-88e5-4b31-9ff9-e430ddfc278e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752294 Nov 23 18:23:35.419612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-0984e18d-a4ea-48ad-aa10-50eebb19f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.420977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-0984e18d-a4ea-48ad-aa10-50eebb19f3d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693531 Nov 23 18:23:35.421433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f5b41b3-1bf9-4161-92db-d8f93e23387d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.476713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f5b41b3-1bf9-4161-92db-d8f93e23387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.479463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4f5b41b3-1bf9-4161-92db-d8f93e23387d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.480639 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4f5b41b3-1bf9-4161-92db-d8f93e23387d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d92f7833-7be2-4701-9989-4d9fc36350bb HTTP/1.1" status: 204 len: 168 time: 0.1445374 Nov 23 18:23:35.488222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b41b3-1bf9-4161-92db-d8f93e23387d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f7833-7be2-4701-9989-4d9fc36350bb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:35.588962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-d047e88a-2e29-43ab-873d-28f350a1469f service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649897 Nov 23 18:23:35.592358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-261e594b-d154-4906-b579-515843883fa1 service neutron] 10.222.0.72 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597869 Nov 23 18:23:35.774771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36176) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:35.803000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-8be309d7-501c-488c-b263-11ba68639513 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071400 Nov 23 18:23:35.806573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5faf02e-582c-4ff2-bb07-cbec3fa57e1a req-8785d893-7e73-47a4-ade6-6314d5337c94 service neutron] 10.222.0.72 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012622 Nov 23 18:23:35.820645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8bcb798a-4a24-4864-8525-a1ebd5690411 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:23:35.824612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c3e60-7c4b-4202-854f-aaedf536afa0 req-87e111ef-ebec-49fe-992e-9ac21119be7f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.826172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-204c3e60-7c4b-4202-854f-aaedf536afa0 req-87e111ef-ebec-49fe-992e-9ac21119be7f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 944 time: 0.1023252 Nov 23 18:23:35.837380 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e7f2c7a5-d0af-4497-857d-941f10414a3e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad3e218288a7469baf1a94a645d27321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592496 Nov 23 18:23:35.837780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36178) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:35.887219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-204c3e60-7c4b-4202-854f-aaedf536afa0 req-b72d9661-8a82-4007-9622-8b4e712a7305 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535865 Nov 23 18:23:35.897306 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b360272a-b381-4ce4-9c40-a3e8b7b0d994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.931978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b360272a-b381-4ce4-9c40-a3e8b7b0d994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.955561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:35.973737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'port_id': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'mac_address': 'fa:16:3e:f7:bd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:23:35.987014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b360272a-b381-4ce4-9c40-a3e8b7b0d994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.989636 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b360272a-b381-4ce4-9c40-a3e8b7b0d994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.991745 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b360272a-b381-4ce4-9c40-a3e8b7b0d994 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5a3239f3-66df-419b-b6d1-e1bd00edc2d3 HTTP/1.1" status: 204 len: 168 time: 0.1529112 Nov 23 18:23:36.000567 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360272a-b381-4ce4-9c40-a3e8b7b0d994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3239f3-66df-419b-b6d1-e1bd00edc2d3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:36.032126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.046178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcb798a-4a24-4864-8525-a1ebd5690411 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:36.067548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:36.072540 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.122016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:36.129610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.129992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.130347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.130784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.131123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.131460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.131791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.132122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.132453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.132775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.133102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.133425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.309090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8bcb798a-4a24-4864-8525-a1ebd5690411'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:37.214718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f93b-a56a-4d91-97ba-5174741a26e2 req-416934b4-7fb8-40e7-be2e-d3bedc2aab85 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:37.216239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0363f93b-a56a-4d91-97ba-5174741a26e2 req-416934b4-7fb8-40e7-be2e-d3bedc2aab85 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 945 time: 0.2600944 Nov 23 18:23:37.217191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36218) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:37.265750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0363f93b-a56a-4d91-97ba-5174741a26e2 req-d6809808-bb18-42ff-85b2-d7bc4e25806a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430570 Nov 23 18:23:37.313171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9eea3c97-ed39-4bc9-b224-47a89af96cc2 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-611241022'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:37.336628 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9eea3c97-ed39-4bc9-b224-47a89af96cc2 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.337824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9eea3c97-ed39-4bc9-b224-47a89af96cc2 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.398383 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9eea3c97-ed39-4bc9-b224-47a89af96cc2 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.403889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9eea3c97-ed39-4bc9-b224-47a89af96cc2 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.422250 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9eea3c97-ed39-4bc9-b224-47a89af96cc2 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.423528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9eea3c97-ed39-4bc9-b224-47a89af96cc2 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2054029 Nov 23 18:23:37.426492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36226) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:37.501831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-586331f2-e740-4d4e-9fa0-9af7ab22bfcc tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.538041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fea196-94d6-49ab-84ef-8d1de9c969b7 req-05b240ae-ee12-470a-bc13-2756f5ece7c6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:37.539597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53fea196-94d6-49ab-84ef-8d1de9c969b7 req-05b240ae-ee12-470a-bc13-2756f5ece7c6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 945 time: 0.1144209 Nov 23 18:23:37.561991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c186-5c60-45cc-98e9-42802264b561 req-2a8e646c-c49a-4265-b75a-7d4759445c83 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:37.563437 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-2a8e646c-c49a-4265-b75a-7d4759445c83 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 945 time: 0.1275210 Nov 23 18:23:37.639886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53fea196-94d6-49ab-84ef-8d1de9c969b7 req-f9f2c210-cbb1-42ca-8301-c15570648fbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921047 Nov 23 18:23:37.654403 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-55e0c186-5c60-45cc-98e9-42802264b561 req-987252c3-c840-4262-8ac9-a31ca83e3cae service neutron] delete failed (client error): The resource could not be found. Nov 23 18:23:37.655641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-987252c3-c840-4262-8ac9-a31ca83e3cae service neutron] 10.222.0.66 "DELETE /v2.0/ports/8bcb798a-4a24-4864-8525-a1ebd5690411/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0835247 Nov 23 18:23:37.749836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c186-5c60-45cc-98e9-42802264b561 req-838fcc5c-5917-4546-a073-a557e37cc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:37.751401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-838fcc5c-5917-4546-a073-a557e37cc991 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1096 time: 0.0452719 Nov 23 18:23:37.836617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8bcb798a-4a24-4864-8525-a1ebd5690411 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:37.859087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c186-5c60-45cc-98e9-42802264b561 req-b186e6a6-6999-454b-8679-db01f896f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:37.860704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-b186e6a6-6999-454b-8679-db01f896f04b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.1011875 Nov 23 18:23:37.893754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 8bcb798a-4a24-4864-8525-a1ebd5690411 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:23:37.898481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 8bcb798a-4a24-4864-8525-a1ebd5690411 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:37.898938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.932397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-94b08a9b-20ed-4e6f-8d2a-538ca288fa28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1001 time: 0.0646918 Nov 23 18:23:37.955622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-586331f2-e740-4d4e-9fa0-9af7ab22bfcc tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.957847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-586331f2-e740-4d4e-9fa0-9af7ab22bfcc tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.987006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c186-5c60-45cc-98e9-42802264b561 req-7ec9722a-4f5c-4dc8-82be-b7f1c5c21bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:37.987442 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.988933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-7ec9722a-4f5c-4dc8-82be-b7f1c5c21bf8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0499055 Nov 23 18:23:38.002825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-586331f2-e740-4d4e-9fa0-9af7ab22bfcc tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.003435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586331f2-e740-4d4e-9fa0-9af7ab22bfcc tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a210c80d-f068-4c26-ada0-2676fe718b07 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:38.009155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-586331f2-e740-4d4e-9fa0-9af7ab22bfcc tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.013218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:38.014311 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-586331f2-e740-4d4e-9fa0-9af7ab22bfcc tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "DELETE /v2.0/routers/a210c80d-f068-4c26-ada0-2676fe718b07 HTTP/1.1" status: 204 len: 168 time: 0.5865772 Nov 23 18:23:38.015078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36228) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:38.015616 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9887c5-ec9b-4a0a-8c2b-11d357dc5290" -d '{"events": [{"server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "name": "network-vif-plugged", "status": "completed", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:38.020602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e36858e5-3f4b-43f6-a9f7-8b8cf52794af tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Request body: {'router': {'name': 'tempest-router-1786685110', 'distributed': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:38.041984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c186-5c60-45cc-98e9-42802264b561 req-f0e7a5a0-833c-4658-bbc8-f324c0064191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:38.043913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-f0e7a5a0-833c-4658-bbc8-f324c0064191 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480103 Nov 23 18:23:38.045746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e36858e5-3f4b-43f6-a9f7-8b8cf52794af tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.047020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e36858e5-3f4b-43f6-a9f7-8b8cf52794af tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.047159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:38.056197 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.092369 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb200488-8cf2-48b1-86a4-2e1ddbb64b0f x-openstack-request-id: req-cb200488-8cf2-48b1-86a4-2e1ddbb64b0f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:38.092759 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "name": "network-vif-plugged", "status": "completed", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:38.093111 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb200488-8cf2-48b1-86a4-2e1ddbb64b0f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:38.093600 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'code': 200} Nov 23 18:23:38.109844 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e36858e5-3f4b-43f6-a9f7-8b8cf52794af tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.117110 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e36858e5-3f4b-43f6-a9f7-8b8cf52794af tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.129557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:38.141312 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e36858e5-3f4b-43f6-a9f7-8b8cf52794af tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.143513 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e36858e5-3f4b-43f6-a9f7-8b8cf52794af tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1270835 Nov 23 18:23:38.146142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36232) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:38.173124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-d37a1fae-0c7b-4e5a-adf6-3a0369aee955 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214859 Nov 23 18:23:38.226499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3df9cf1f-670c-4e44-b2f9-1426b48ea324 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.266945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55e0c186-5c60-45cc-98e9-42802264b561 req-3762782a-45c4-4c07-b711-71a268f98ec0 service neutron] 10.222.0.66 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866570 Nov 23 18:23:38.388265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3df9cf1f-670c-4e44-b2f9-1426b48ea324 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.390456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3df9cf1f-670c-4e44-b2f9-1426b48ea324 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.435651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3df9cf1f-670c-4e44-b2f9-1426b48ea324 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.436379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df9cf1f-670c-4e44-b2f9-1426b48ea324 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21d0e062-547e-4888-accb-07fc24e0965f {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:38.441581 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3df9cf1f-670c-4e44-b2f9-1426b48ea324 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.447388 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3df9cf1f-670c-4e44-b2f9-1426b48ea324 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "DELETE /v2.0/routers/21d0e062-547e-4888-accb-07fc24e0965f HTTP/1.1" status: 204 len: 168 time: 0.2954206 Nov 23 18:23:38.447922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36234) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:38.452306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0a85bba5-7361-430b-8c38-acdca2e533c0 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Request body: {'router': {'name': 'tempest-router-1242262005', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bacd5f37bd6b46ceaad5412aabdf89e6'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:38.472471 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a85bba5-7361-430b-8c38-acdca2e533c0 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.473509 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a85bba5-7361-430b-8c38-acdca2e533c0 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.523553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a85bba5-7361-430b-8c38-acdca2e533c0 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.527533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a85bba5-7361-430b-8c38-acdca2e533c0 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.541783 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a85bba5-7361-430b-8c38-acdca2e533c0 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.543022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0a85bba5-7361-430b-8c38-acdca2e533c0 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0942485 Nov 23 18:23:38.545643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36236) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:38.549833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Request body: {'router': {'distributed': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:38.783887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.784238 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.128611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=120536) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 18:23:39.128837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Router 37ec4577-714d-4a37-ae06-96b795130371 migrating from provider to provider. {{(pid=120536) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 18:23:39.129199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.138667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfd462-dedf-4485-a901-004b0760e3f2 req-718f4d54-a7b0-4911-9e06-7a4816f963be tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:39.140146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aabfd462-dedf-4485-a901-004b0760e3f2 req-718f4d54-a7b0-4911-9e06-7a4816f963be tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.4135332 Nov 23 18:23:39.144270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.153697 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666519'] for router, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.255220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aabfd462-dedf-4485-a901-004b0760e3f2 req-a54698bc-19c8-4381-a608-4a9f479983b3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079183 Nov 23 18:23:39.261122 n-d-818932-3 neutron-server[120536]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] No L3 agents can host the router 37ec4577-714d-4a37-ae06-96b795130371 Nov 23 18:23:39.279040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36242) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:39.341073 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d578900-1133-4dc4-bd1f-ac19f3c3188d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/dfa2cb63-7c4b-44f7-8049-8b40a66aa18a HTTP/1.1" status: 200 len: 994 time: 0.0605829 Nov 23 18:23:39.382592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Hosts for router 37ec4577-714d-4a37-ae06-96b795130371: [] {{(pid=120536) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 18:23:39.403920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Hosts for other DVR routers connected to router 37ec4577-714d-4a37-ae06-96b795130371: set() {{(pid=120536) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 18:23:39.406507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.407747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cda2366c-b68c-4e42-a3ca-c69cd4d48cff tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "PUT /v2.0/routers/37ec4577-714d-4a37-ae06-96b795130371 HTTP/1.1" status: 200 len: 717 time: 0.8611891 Nov 23 18:23:39.410854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36244) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:39.484348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-59be3f13-dd35-494a-bb5c-4b299741a426 tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "GET /v2.0/routers/37ec4577-714d-4a37-ae06-96b795130371 HTTP/1.1" status: 200 len: 717 time: 0.0724139 Nov 23 18:23:39.487056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36246) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:39.655508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-30c41ceb-3010-4e7d-82a5-328f5ec1edbe tempest-RoutersTestDVR-1786984860 tempest-RoutersTestDVR-1786984860-project] 10.222.0.74 "GET /v2.0/routers/37ec4577-714d-4a37-ae06-96b795130371 HTTP/1.1" status: 200 len: 683 time: 0.1673856 Nov 23 18:23:39.658071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36250) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:39.736235 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f1a-edbc-4221-b58d-0e1340ec83ad tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.895752 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f1a-edbc-4221-b58d-0e1340ec83ad tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.898703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f1a-edbc-4221-b58d-0e1340ec83ad tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.940977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f1a-edbc-4221-b58d-0e1340ec83ad tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.941541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5a7f1a-edbc-4221-b58d-0e1340ec83ad tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37ec4577-714d-4a37-ae06-96b795130371 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:39.947152 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f1a-edbc-4221-b58d-0e1340ec83ad tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.948287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eb5a7f1a-edbc-4221-b58d-0e1340ec83ad tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "DELETE /v2.0/routers/37ec4577-714d-4a37-ae06-96b795130371 HTTP/1.1" status: 204 len: 168 time: 0.2892158 Nov 23 18:23:39.951747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36252) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:39.956075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-73652663-3f31-40ab-9cef-d3b6eeb394db tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Request body: {'router': {'name': 'tempest-router-436705943', 'distributed': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:39.977456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73652663-3f31-40ab-9cef-d3b6eeb394db tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:39.978452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73652663-3f31-40ab-9cef-d3b6eeb394db tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.029019 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73652663-3f31-40ab-9cef-d3b6eeb394db tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.033044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73652663-3f31-40ab-9cef-d3b6eeb394db tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.046783 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73652663-3f31-40ab-9cef-d3b6eeb394db tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.048014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-73652663-3f31-40ab-9cef-d3b6eeb394db tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.0952165 Nov 23 18:23:40.050773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36254) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:40.124218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-90ebceb2-bd02-4b46-80a7-da2231b7897d tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.291500 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-90ebceb2-bd02-4b46-80a7-da2231b7897d tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.293486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-90ebceb2-bd02-4b46-80a7-da2231b7897d tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.335705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-90ebceb2-bd02-4b46-80a7-da2231b7897d tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.336301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ebceb2-bd02-4b46-80a7-da2231b7897d tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2b0b768-5f30-44bf-9e2c-7697d5a8b12f {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:40.340767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-90ebceb2-bd02-4b46-80a7-da2231b7897d tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.342006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-90ebceb2-bd02-4b46-80a7-da2231b7897d tempest-RoutersTestDVR-46055020 tempest-RoutersTestDVR-46055020-project-admin] 10.222.0.74 "DELETE /v2.0/routers/d2b0b768-5f30-44bf-9e2c-7697d5a8b12f HTTP/1.1" status: 204 len: 168 time: 0.2900598 Nov 23 18:23:40.580032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36260) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:40.685391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c648233a-9770-42be-80a1-a69460a7d2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.768982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c648233a-9770-42be-80a1-a69460a7d2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.773515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c648233a-9770-42be-80a1-a69460a7d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.810331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648233a-9770-42be-80a1-a69460a7d2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b57537-d7d6-4cd5-b892-09747658966e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:40.815801 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c648233a-9770-42be-80a1-a69460a7d2a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bacd5f37bd6b46ceaad5412aabdf89e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347345 Nov 23 18:23:40.819021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36264) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:40.866494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a0336a-85f5-42f2-9847-39df14475f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.887806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a0336a-85f5-42f2-9847-39df14475f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.933846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a0336a-85f5-42f2-9847-39df14475f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.936480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6a0336a-85f5-42f2-9847-39df14475f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:40.937615 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e6a0336a-85f5-42f2-9847-39df14475f40 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d4b57537-d7d6-4cd5-b892-09747658966e HTTP/1.1" status: 204 len: 168 time: 0.1178224 Nov 23 18:23:40.945733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0336a-85f5-42f2-9847-39df14475f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b57537-d7d6-4cd5-b892-09747658966e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:41.197346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36270) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:41.211021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.266243 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e73cbac-1d0a-43c5-92b7-6e227588d463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.292529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.296140 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.332559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27629d2-334c-46ed-9485-30c418be770f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:41.336616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9052b15e1a244a8c86f6570ee50a7284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382134 Nov 23 18:23:41.339426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36272) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:41.343186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.343509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.343875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.344301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.344697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.345046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.345359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.345719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.346073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.346439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.346854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.347208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8952a5-ffa8-4486-8f84-92f5c926cfde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:41.390396 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-959aae65-8c6a-4371-b15e-03f721c5eb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.411031 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-959aae65-8c6a-4371-b15e-03f721c5eb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.461531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-959aae65-8c6a-4371-b15e-03f721c5eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.464308 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-959aae65-8c6a-4371-b15e-03f721c5eb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.465501 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-959aae65-8c6a-4371-b15e-03f721c5eb55 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f27629d2-334c-46ed-9485-30c418be770f HTTP/1.1" status: 204 len: 168 time: 0.1250350 Nov 23 18:23:41.473453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959aae65-8c6a-4371-b15e-03f721c5eb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27629d2-334c-46ed-9485-30c418be770f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:42.787977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36308) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:42.894931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1108898447', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:42.916120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Made reservation on behalf of 802299acc71b428b8eadd43210c31181 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:42.918477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.926928 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.999692 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.003639 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.010640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] device_id is not set on port 4580b588-86f2-459f-8f60-cd459f2b3474 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:23:43.063747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30be10df-980c-4f6b-828c-bbc6fb1486e9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:43.129545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Allocated IP 172.25.0.209 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/4580b588-86f2-459f-8f60-cd459f2b3474) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:43.278624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.314045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.346540 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-697cf69d-7c61-453b-b0dd-a8069ccfb032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.363636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:43.367118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:43.372429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:43.374869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Pushing event updated for resources: {'Port': ['ID=4580b588-86f2-459f-8f60-cd459f2b3474,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:43.384528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7b8a40-68fe-467d-9b4d-ff95d2f35c62 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:43.414347 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:43.414974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.429853 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-221d36a3-0057-4386-ab31-2ceb81b0ece0 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6407089 Nov 23 18:23:43.432808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:43.436986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.209'}]}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:43.459428 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.460551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.472996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-31a49860-0041-4a9a-ac14-3944768cfccc None None] Provisioning complete for port 4580b588-86f2-459f-8f60-cd459f2b3474 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:43.473377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31a49860-0041-4a9a-ac14-3944768cfccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.507934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-31a49860-0041-4a9a-ac14-3944768cfccc None None] Port 4580b588-86f2-459f-8f60-cd459f2b3474 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:43.513567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.650158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.845202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.864251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.901674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36316) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:43.974765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4dc78-1ffc-4661-97de-bfbcae0887e7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:43.975354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4dc78-1ffc-4661-97de-bfbcae0887e7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:43.975829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4dc78-1ffc-4661-97de-bfbcae0887e7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:43.977549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-daa4dc78-1ffc-4661-97de-bfbcae0887e7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/ports?project_id=69ea07daed0c4393a9d10ec5c523c3ea&network_id=fcadae80-f775-46b8-9e18-e49b6ec853df HTTP/1.1" status: 200 len: 2970 time: 0.0748448 Nov 23 18:23:44.009597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.167724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.169793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.212697 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.213239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4fa547-8a11-4499-8032-f15d05c96322 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:44.228993 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:23:44.230115 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c2860c2e-e330-4930-a55e-b1e9d881519d tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.7963903 Nov 23 18:23:44.232941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36322) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:44.311630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-085b672d-fd20-4f24-b522-83376b54fb08 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Deleting port 4580b588-86f2-459f-8f60-cd459f2b3474 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:44.311972 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-085b672d-fd20-4f24-b522-83376b54fb08 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.385954 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-085b672d-fd20-4f24-b522-83376b54fb08 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.397864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-085b672d-fd20-4f24-b522-83376b54fb08 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Calling delete_port for 4580b588-86f2-459f-8f60-cd459f2b3474 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:44.526468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-085b672d-fd20-4f24-b522-83376b54fb08 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.554024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b672d-fd20-4f24-b522-83376b54fb08 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Pushing event deleted for resources: {'Port': ['ID=4580b588-86f2-459f-8f60-cd459f2b3474,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:44.570176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6998f7-931b-423a-a0f4-c63ccb66432d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:44.621181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-085b672d-fd20-4f24-b522-83376b54fb08 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.624887 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-085b672d-fd20-4f24-b522-83376b54fb08 tempest-RoutersAdminNegativeIpV6Test-753623917 tempest-RoutersAdminNegativeIpV6Test-753623917-project-admin] 10.222.0.74 "DELETE /v2.0/ports/4580b588-86f2-459f-8f60-cd459f2b3474 HTTP/1.1" status: 204 len: 168 time: 0.3908741 Nov 23 18:23:44.872457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36328) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:44.978395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ec309b3-67a6-491c-b8c4-1b97fd59b08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.053129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ec309b3-67a6-491c-b8c4-1b97fd59b08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.056895 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ec309b3-67a6-491c-b8c4-1b97fd59b08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.098557 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ec309b3-67a6-491c-b8c4-1b97fd59b08f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=059b525001834b50bb8b9640c35399cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226944 Nov 23 18:23:45.098557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec309b3-67a6-491c-b8c4-1b97fd59b08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a52205b-2af6-4db2-a112-65a7315a24a1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:45.099027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36334) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:45.122818 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.161826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a844a79-b668-45d2-845b-c951662f6700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.196642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a844a79-b668-45d2-845b-c951662f6700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.243954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a844a79-b668-45d2-845b-c951662f6700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.246497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7a844a79-b668-45d2-845b-c951662f6700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.247681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7a844a79-b668-45d2-845b-c951662f6700 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a52205b-2af6-4db2-a112-65a7315a24a1 HTTP/1.1" status: 204 len: 168 time: 0.1476052 Nov 23 18:23:45.255653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a844a79-b668-45d2-845b-c951662f6700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a52205b-2af6-4db2-a112-65a7315a24a1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:45.514795 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36340) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:45.556552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e033c69-2cf4-4027-bb62-a2d5ab869664 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=802299acc71b428b8eadd43210c31181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404961 Nov 23 18:23:45.559269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36342) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:45.606273 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0cadba9-66b5-4200-b53d-2eff7508b69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.626921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0cadba9-66b5-4200-b53d-2eff7508b69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.674276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0cadba9-66b5-4200-b53d-2eff7508b69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.677342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0cadba9-66b5-4200-b53d-2eff7508b69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.678521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c0cadba9-66b5-4200-b53d-2eff7508b69b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/30be10df-980c-4f6b-828c-bbc6fb1486e9 HTTP/1.1" status: 204 len: 168 time: 0.1183183 Nov 23 18:23:45.686257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cadba9-66b5-4200-b53d-2eff7508b69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30be10df-980c-4f6b-828c-bbc6fb1486e9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:46.377412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36368) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.426903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36372) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.455241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.487084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-953834594'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:46.492798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2032d0-97eb-4e05-a5ff-928691c388fc tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:46.494256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ca2032d0-97eb-4e05-a5ff-928691c388fc tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde HTTP/1.1" status: 200 len: 814 time: 0.0658677 Nov 23 18:23:46.511115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Made reservation on behalf of 20dba93ab31f4e2e852f4c42c0b90478 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:46.514647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.523950 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.608594 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.612502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.641926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:46.647879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece35c4d-617d-429d-aba8-3976431e2585,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:46.655237 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.655656 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Added segment 52aa54b4-b375-4e03-a4bb-e28308c2369c of type vlan for network 223b26fc-6f79-49b0-8b34-edfb07ae90de Nov 23 18:23:46.696377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.720029 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.726005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:46.726591 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.764000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3854828 Nov 23 18:23:46.766831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36378) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.774263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'subnet': {'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:46.817559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6034c84-ef90-4057-a32e-61cb9660a650 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Network': ['ID=223b26fc-6f79-49b0-8b34-edfb07ae90de,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:46.831108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:46.906532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Made reservation on behalf of 20dba93ab31f4e2e852f4c42c0b90478 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:46.910069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.088525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.145626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Subnet': ['ID=da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:47.160662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Checking segment: {'id': '52aa54b4-b375-4e03-a4bb-e28308c2369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:47.161022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Network hostable DHCP agents. Network: 223b26fc-6f79-49b0-8b34-edfb07ae90de, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:47.180639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:47.188771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 223b26fc-6f79-49b0-8b34-edfb07ae90de) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:47.193506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:47.194025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.198064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4f6f0-818b-420f-a708-0204e0145031 None None] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:47.211399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f9de12d0-9f39-45b8-891b-38560225b6fb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4432979 Nov 23 18:23:47.214060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36380) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.219574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de', 'name': 'tempest-AllowedAddressPairTestJSON-541538845'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:47.221786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36382) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.227605 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'network': {'name': 'tempest-network-smoke--1690754583', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'port_security_enabled': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:47.249588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:47.255353 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.280159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:47.291421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.291793 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Added segment 55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74 of type vlan for network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd Nov 23 18:23:47.340232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.350628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Made reservation on behalf of 20dba93ab31f4e2e852f4c42c0b90478 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:47.354624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.359482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-223b26fc-6f79-49b0-8b34-edfb07ae90de', 'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de', 'tenant_id': '20dba93ab31f4e2e852f4c42c0b90478', 'fixed_ips': [{'subnet_id': 'da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:47.360345 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.372873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.376536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] device_id is not set on port f1d55efd-39f8-4776-9ada-0932acadcd1b yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:23:47.381368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:47.382867 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.454672 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Network': ['ID=6c5fb1a2-86c2-45d7-ab76-225810dd06cd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:47.465432 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-971ff3ce-b083-4bec-9565-be2bd341e505 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2424772 Nov 23 18:23:47.465658 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:47.471725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36384) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.505596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Allocated IP 172.20.0.3 (223b26fc-6f79-49b0-8b34-edfb07ae90de/da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d/f1d55efd-39f8-4776-9ada-0932acadcd1b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:47.546493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d4de7-4242-4475-9b98-b31439d786eb tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:47.548061 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b34d4de7-4242-4475-9b98-b31439d786eb tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=69ea07daed0c4393a9d10ec5c523c3ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0753663 Nov 23 18:23:47.551044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36386) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.642369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec74ec78-e2c1-4a6b-86f1-ce9958780a1b tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:47.644060 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ec74ec78-e2c1-4a6b-86f1-ce9958780a1b tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921090 Nov 23 18:23:47.647479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36388) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.665019 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.675392 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8f0ba7a1-9411-4757-97b1-05be06152025 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268588 Nov 23 18:23:47.678444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36390) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.701509 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.709642 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5bbb898c-4956-4e7f-9492-67dde2ef5167 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=69ea07daed0c4393a9d10ec5c523c3ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259557 Nov 23 18:23:47.710041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36392) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.747375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:47.750557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:47.753134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:47.768086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Allocated IP 172.20.0.2 (223b26fc-6f79-49b0-8b34-edfb07ae90de/da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d/d4126b8c-30b1-4036-9ba2-19dbdb854cf9) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:47.793531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=f1d55efd-39f8-4776-9ada-0932acadcd1b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:47.812794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f172410d-b400-4ab7-8f0c-3268d55b96e5 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:47.816985 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f172410d-b400-4ab7-8f0c-3268d55b96e5 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1020770 Nov 23 18:23:47.817319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36394) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.819309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:47.819938 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.836615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3f44fe2e-b2df-4445-a88c-5c47a84ddc8a tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6211987 Nov 23 18:23:47.839420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36396) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.844730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de', 'name': 'tempest-AllowedAddressPairTestJSON-714119065', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2f:6a:62'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:47.850596 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c7c74730-29b5-4b67-ba91-46401a6be888 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312901 Nov 23 18:23:47.853149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36398) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.858707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-662076358', 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:47.943936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.949432 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.957556 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.968689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:47.973095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.985745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Made reservation on behalf of 20dba93ab31f4e2e852f4c42c0b90478 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:48.014573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Pushing event updated for resources: {'Port': ['ID=d4126b8c-30b1-4036-9ba2-19dbdb854cf9,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.018010 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:48.020317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:48.024078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:48.080666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Attempting to bind port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:48.080970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Attempting to bind port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '52aa54b4-b375-4e03-a4bb-e28308c2369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:48.081273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Attempting to bind port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 on network 223b26fc-6f79-49b0-8b34-edfb07ae90de {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:48.088102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:48.088484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Checking segment: {'id': '52aa54b4-b375-4e03-a4bb-e28308c2369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:48.088888 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.089285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Bound using segment: {'id': '52aa54b4-b375-4e03-a4bb-e28308c2369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:48.089455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.089746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Bound port: d4126b8c-30b1-4036-9ba2-19dbdb854cf9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52aa54b4-b375-4e03-a4bb-e28308c2369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:48.090127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.113206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] device_id is not set on port ae71ecd7-2caa-4800-88ed-e23e66030afe yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:23:48.159468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] For port d4126b8c-30b1-4036-9ba2-19dbdb854cf9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:48.163505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] For port d4126b8c-30b1-4036-9ba2-19dbdb854cf9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d4126b8c-30b1-4036-9ba2-19dbdb854cf9,segment=NetworkSegment(52aa54b4-b375-4e03-a4bb-e28308c2369c),segment_id=52aa54b4-b375-4e03-a4bb-e28308c2369c)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:48.168514 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.175602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.236803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d88820-4a60-402b-be04-e51a2d809cf9 None None] Pushing event updated for resources: {'Port': ['ID=d4126b8c-30b1-4036-9ba2-19dbdb854cf9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.240211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Allocated IP 172.20.0.6 (223b26fc-6f79-49b0-8b34-edfb07ae90de/da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d/ae71ecd7-2caa-4800-88ed-e23e66030afe) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:48.245210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Subnet': ['ID=6e8fae4a-228c-4df0-8a73-f6b991994e96,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.250950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Checking segment: {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:48.251122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network hostable DHCP agents. Network: 6c5fb1a2-86c2-45d7-ab76-225810dd06cd, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:48.270415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:48.286883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 6c5fb1a2-86c2-45d7-ab76-225810dd06cd) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:48.293114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:48.294894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.297102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff5c09-8039-4a71-acb4-5ea9741e9ff2 None None] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:48.322059 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9f578a1c-05dd-4f5a-b2a8-eb9f46d74095 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4648445 Nov 23 18:23:48.524785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c5fb1a2-86c2-45d7-ab76-225810dd06cd', 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ips': [{'subnet_id': '6e8fae4a-228c-4df0-8a73-f6b991994e96'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:48.526237 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.699402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Allocated IP 172.20.0.18 (6c5fb1a2-86c2-45d7-ab76-225810dd06cd/6e8fae4a-228c-4df0-8a73-f6b991994e96/d2cae693-ee21-4972-a0da-c1786fa48c7a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:48.750578 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.791239 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.809866 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36402) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:48.815736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1244a939-859e-46a9-85a8-f537c6cfb506 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289991316', 'description': 'tempest-secgroup-smoke-289991316 description', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:48.843292 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1244a939-859e-46a9-85a8-f537c6cfb506 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.850811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:48.854841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:48.856285 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.858383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:48.862843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.886632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=ae71ecd7-2caa-4800-88ed-e23e66030afe,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.905505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:48.910543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:48.916614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:48.924916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Pushing event updated for resources: {'Port': ['ID=d2cae693-ee21-4972-a0da-c1786fa48c7a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.927441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:48.927992 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1244a939-859e-46a9-85a8-f537c6cfb506 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.928278 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.933855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1244a939-859e-46a9-85a8-f537c6cfb506 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.946068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-76d4b527-ca3a-4a07-87c9-fea14c8b7eb9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.1056023 Nov 23 18:23:48.948470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36404) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:48.968675 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244a939-859e-46a9-85a8-f537c6cfb506 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.980223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1244a939-859e-46a9-85a8-f537c6cfb506 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.988506 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1244a939-859e-46a9-85a8-f537c6cfb506 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1749952 Nov 23 18:23:48.988676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Attempting to bind port d2cae693-ee21-4972-a0da-c1786fa48c7a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:48.988676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Attempting to bind port d2cae693-ee21-4972-a0da-c1786fa48c7a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:48.988676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Attempting to bind port d2cae693-ee21-4972-a0da-c1786fa48c7a on network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:48.988992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36406) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:48.993990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8e8f8247-5bfc-48d0-b359-e70573c4ab6d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'b08240ad-b2ff-4a4d-9623-97cb0c7d84ce', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:48.996532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:48.997259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Checking segment: {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:48.997728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.998193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Bound using segment: {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:48.998790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Bound port: d2cae693-ee21-4972-a0da-c1786fa48c7a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:48.999374 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.028365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8e8f8247-5bfc-48d0-b359-e70573c4ab6d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.047248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14139e6-5326-4152-ba81-1c06b27e553d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:49.054255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14139e6-5326-4152-ba81-1c06b27e553d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:49.060789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14139e6-5326-4152-ba81-1c06b27e553d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:49.062589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c14139e6-5326-4152-ba81-1c06b27e553d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1128273 Nov 23 18:23:49.065885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36408) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:49.074973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] For port d2cae693-ee21-4972-a0da-c1786fa48c7a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:49.079310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] For port d2cae693-ee21-4972-a0da-c1786fa48c7a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d2cae693-ee21-4972-a0da-c1786fa48c7a,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:49.086322 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.118085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8e8f8247-5bfc-48d0-b359-e70573c4ab6d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.124064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8e8f8247-5bfc-48d0-b359-e70573c4ab6d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.157051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f8247-5bfc-48d0-b359-e70573c4ab6d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e35ec9b-2b38-4f56-972d-1ca8c78a7452,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:49.169266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8e8f8247-5bfc-48d0-b359-e70573c4ab6d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.170890 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8e8f8247-5bfc-48d0-b359-e70573c4ab6d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804681 Nov 23 18:23:49.174976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36410) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:49.181389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b3302-64f7-4d8d-bcda-8deacbf77b70 None None] Pushing event updated for resources: {'Port': ['ID=d2cae693-ee21-4972-a0da-c1786fa48c7a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:49.182488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a119779c-bb01-470e-aa09-205b2b3f2e65 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'b08240ad-b2ff-4a4d-9623-97cb0c7d84ce', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:49.225419 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a119779c-bb01-470e-aa09-205b2b3f2e65 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.274030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c7bfb-98c9-4ad2-9c1d-44d86bc01283 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Deleting port ae71ecd7-2caa-4800-88ed-e23e66030afe {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:49.274901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4a9c7bfb-98c9-4ad2-9c1d-44d86bc01283 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.308144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a119779c-bb01-470e-aa09-205b2b3f2e65 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.313645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a119779c-bb01-470e-aa09-205b2b3f2e65 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.330226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119779c-bb01-470e-aa09-205b2b3f2e65 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b66c76-4ca3-49bb-ba53-57c73f1df55a,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:49.354374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a119779c-bb01-470e-aa09-205b2b3f2e65 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.355785 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a119779c-bb01-470e-aa09-205b2b3f2e65 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1783485 Nov 23 18:23:49.358378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36412) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:49.363421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2818b5c4-3d5d-4a47-a549-d6e21a31e628 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'b08240ad-b2ff-4a4d-9623-97cb0c7d84ce', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:49.398946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2818b5c4-3d5d-4a47-a549-d6e21a31e628 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.412394 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4a9c7bfb-98c9-4ad2-9c1d-44d86bc01283 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.449994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c7bfb-98c9-4ad2-9c1d-44d86bc01283 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Calling delete_port for ae71ecd7-2caa-4800-88ed-e23e66030afe owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:49.488551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2818b5c4-3d5d-4a47-a549-d6e21a31e628 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.500216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2818b5c4-3d5d-4a47-a549-d6e21a31e628 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.509962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e9c7a-0462-4b28-ac22-d19363695193 None None] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:49.529729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818b5c4-3d5d-4a47-a549-d6e21a31e628 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0d6399-9eaa-4595-942b-6248907b00df,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:49.541930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2818b5c4-3d5d-4a47-a549-d6e21a31e628 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.546879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36414) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:49.548318 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2818b5c4-3d5d-4a47-a549-d6e21a31e628 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885705 Nov 23 18:23:49.553306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ca52b590-568e-4597-8747-08042b0caae8 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'b08240ad-b2ff-4a4d-9623-97cb0c7d84ce', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:49.618841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca52b590-568e-4597-8747-08042b0caae8 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.676246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4a9c7bfb-98c9-4ad2-9c1d-44d86bc01283 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.711532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c7bfb-98c9-4ad2-9c1d-44d86bc01283 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Port': ['ID=ae71ecd7-2caa-4800-88ed-e23e66030afe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:49.719266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca52b590-568e-4597-8747-08042b0caae8 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.725477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca52b590-568e-4597-8747-08042b0caae8 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.763854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0f84d3ca-7a45-4a98-bbf2-58145279623c None None] Provisioning complete for port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:49.764564 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f84d3ca-7a45-4a98-bbf2-58145279623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.767568 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.793315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52b590-568e-4597-8747-08042b0caae8 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ce5a34-e773-4593-8ae4-1e3caca81cc1,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:49.808871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ca52b590-568e-4597-8747-08042b0caae8 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.810081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ca52b590-568e-4597-8747-08042b0caae8 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2620406 Nov 23 18:23:49.812858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36416) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:49.818087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-65aeb14d-54ff-4174-a03b-64781a946f2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'b08240ad-b2ff-4a4d-9623-97cb0c7d84ce', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:49.921798 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-65aeb14d-54ff-4174-a03b-64781a946f2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Project 69ea07daed0c4393a9d10ec5c523c3ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:23:49.930945 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f84d3ca-7a45-4a98-bbf2-58145279623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.932709 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65aeb14d-54ff-4174-a03b-64781a946f2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.978299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4a9c7bfb-98c9-4ad2-9c1d-44d86bc01283 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.982791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0f84d3ca-7a45-4a98-bbf2-58145279623c None None] For port d4126b8c-30b1-4036-9ba2-19dbdb854cf9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d4126b8c-30b1-4036-9ba2-19dbdb854cf9,segment=NetworkSegment(52aa54b4-b375-4e03-a4bb-e28308c2369c),segment_id=52aa54b4-b375-4e03-a4bb-e28308c2369c)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:49.985121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4a9c7bfb-98c9-4ad2-9c1d-44d86bc01283 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "DELETE /v2.0/ports/ae71ecd7-2caa-4800-88ed-e23e66030afe HTTP/1.1" status: 204 len: 168 time: 0.9180970 Nov 23 18:23:49.985312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36418) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:49.990104 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f84d3ca-7a45-4a98-bbf2-58145279623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.025753 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65aeb14d-54ff-4174-a03b-64781a946f2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.031344 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65aeb14d-54ff-4174-a03b-64781a946f2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.040399 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb4ea45-db1e-453e-982b-d3b300789953 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] GET failed (client error): The resource could not be found. Nov 23 18:23:50.045269 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dcb4ea45-db1e-453e-982b-d3b300789953 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "GET /v2.0/ports/ae71ecd7-2caa-4800-88ed-e23e66030afe HTTP/1.1" status: 404 len: 333 time: 0.0555000 Nov 23 18:23:50.046166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36420) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:50.053547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de', 'name': 'tempest-AllowedAddressPairTestJSON-1922713839'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:50.060497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeb14d-54ff-4174-a03b-64781a946f2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7a81c0-c437-4317-afbe-e50e54e7ce6c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:50.067653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84d3ca-7a45-4a98-bbf2-58145279623c None None] Pushing event updated for resources: {'Port': ['ID=d4126b8c-30b1-4036-9ba2-19dbdb854cf9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:50.071649 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65aeb14d-54ff-4174-a03b-64781a946f2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.073098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-65aeb14d-54ff-4174-a03b-64781a946f2e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2590401 Nov 23 18:23:50.075896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36422) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:50.080970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ccfd96b6-29ea-4220-aa9b-1d0902282fa3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': 'b08240ad-b2ff-4a4d-9623-97cb0c7d84ce', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:50.109065 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-ccfd96b6-29ea-4220-aa9b-1d0902282fa3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Project 69ea07daed0c4393a9d10ec5c523c3ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:23:50.114991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ccfd96b6-29ea-4220-aa9b-1d0902282fa3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.198259 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ccfd96b6-29ea-4220-aa9b-1d0902282fa3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.205626 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ccfd96b6-29ea-4220-aa9b-1d0902282fa3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.228518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Made reservation on behalf of 20dba93ab31f4e2e852f4c42c0b90478 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:50.230082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd96b6-29ea-4220-aa9b-1d0902282fa3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c76a7d-2470-4150-8562-2c8b287027d6,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:50.234960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.242514 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ccfd96b6-29ea-4220-aa9b-1d0902282fa3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.243785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ccfd96b6-29ea-4220-aa9b-1d0902282fa3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1667211 Nov 23 18:23:50.253760 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] device_id is not set on port a8fa8f32-d938-432f-9706-26906d576f65 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:23:50.315781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5617c767-8631-4510-93f8-ede323bd7afa None None] Provisioning complete for port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:50.317566 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5617c767-8631-4510-93f8-ede323bd7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.449203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Allocated IP 172.20.0.4 (223b26fc-6f79-49b0-8b34-edfb07ae90de/da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d/a8fa8f32-d938-432f-9706-26906d576f65) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:50.469502 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:23:50.563551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5617c767-8631-4510-93f8-ede323bd7afa None None] Provisioning complete for port f1d55efd-39f8-4776-9ada-0932acadcd1b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:50.564057 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5617c767-8631-4510-93f8-ede323bd7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.601582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-ec2914be-6829-450b-b4bf-1b878024ce8e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289991316&fields=id&tenant_id=69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 267 time: 0.0830328 Nov 23 18:23:50.627504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5617c767-8631-4510-93f8-ede323bd7afa None None] Port f1d55efd-39f8-4776-9ada-0932acadcd1b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:50.654943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d2cae693-ee21-4972-a0da-c1786fa48c7a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:50.686281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5240e-750d-4e61-b8a8-991448554382 None None] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:50.695957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.749359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.763671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-1de485f4-7094-4bc1-a8e4-e679f5f0066a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:50.765241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-1de485f4-7094-4bc1-a8e4-e679f5f0066a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/networks?id=6c5fb1a2-86c2-45d7-ab76-225810dd06cd HTTP/1.1" status: 200 len: 797 time: 0.1554599 Nov 23 18:23:50.774639 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.792637 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-92953130-6b58-45b5-9acb-e58f1bacf05b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/quotas/69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 375 time: 0.0120714 Nov 23 18:23:50.800179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:50.805301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:50.809909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:50.819204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] Provisioning complete for port d2cae693-ee21-4972-a0da-c1786fa48c7a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:50.819573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.854721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d2cae693-ee21-4972-a0da-c1786fa48c7a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:50.855129 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.871803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:50.872558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.887336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-aa8dff84-1579-4337-8321-6c5cc93af8aa tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0798841 Nov 23 18:23:50.898513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=a8fa8f32-d938-432f-9706-26906d576f65,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:50.914474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36436) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:50.915345 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-538a01b9-a06f-4ccc-ba05-141b579e915d tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8662271 Nov 23 18:23:50.922792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2f:6a:62'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:51.050130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.054781 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.072053 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.076666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-dfa05682-a6a0-4de3-b404-a5c0459d9ddb service neutron] 10.222.0.74 "GET /v2.0/networks/6c5fb1a2-86c2-45d7-ab76-225810dd06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848879 Nov 23 18:23:51.113589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] For port d2cae693-ee21-4972-a0da-c1786fa48c7a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d2cae693-ee21-4972-a0da-c1786fa48c7a,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:51.123665 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.210094 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:23:51.210476 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:23:51.210928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] Provisioning complete for port f1d55efd-39f8-4776-9ada-0932acadcd1b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:51.211293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.241308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] Pushing event updated for resources: {'Port': ['ID=d2cae693-ee21-4972-a0da-c1786fa48c7a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:51.261874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b40f7e25-8880-446a-bbf8-626503eea6dc None None] Port f1d55efd-39f8-4776-9ada-0932acadcd1b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:51.294880 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-9dd8f74a-f470-4110-bd96-f7121561396a service neutron] 10.222.0.74 "GET /v2.0/networks/6c5fb1a2-86c2-45d7-ab76-225810dd06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119415 Nov 23 18:23:51.367339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.376400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-bc95e13c-cf33-40a3-883a-26ad64dc0cd8 None None] Could not find standard attr ID for object ae71ecd7-2caa-4800-88ed-e23e66030afe. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:23:51.379766 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.403482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-bc95e13c-cf33-40a3-883a-26ad64dc0cd8 None None] Provisioning complete for port a8fa8f32-d938-432f-9706-26906d576f65 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:51.404109 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bc95e13c-cf33-40a3-883a-26ad64dc0cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.456667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bc95e13c-cf33-40a3-883a-26ad64dc0cd8 None None] Port a8fa8f32-d938-432f-9706-26906d576f65 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:51.478584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=a8fa8f32-d938-432f-9706-26906d576f65,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:51.501249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] In _notify_port_updated(), no bound segment for port a8fa8f32-d938-432f-9706-26906d576f65 on network 223b26fc-6f79-49b0-8b34-edfb07ae90de {{(pid=120536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:23:51.507670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:51.508325 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.512553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f6ae124d-ab54-46e5-b64e-1465ff188a27 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "PUT /v2.0/ports/a8fa8f32-d938-432f-9706-26906d576f65 HTTP/1.1" status: 200 len: 993 time: 0.5941362 Nov 23 18:23:51.513071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36442) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:51.533177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d180b9aa-9885-48ce-9034-871fb9dfbcf4 req-37b80da2-274a-4a1c-96d0-4d9147f5c6f7 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 210 time: 0.0440967 Nov 23 18:23:51.587641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b3c34848-1550-4e90-8061-26d716191fe7 None None] Provisioning complete for port d2cae693-ee21-4972-a0da-c1786fa48c7a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:51.588014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b3c34848-1550-4e90-8061-26d716191fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.624047 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3ff27b2b-193e-4939-aceb-e98ee46d4df2 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Deleting port a8fa8f32-d938-432f-9706-26906d576f65 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:51.624574 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ff27b2b-193e-4939-aceb-e98ee46d4df2 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.737549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ff27b2b-193e-4939-aceb-e98ee46d4df2 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.758746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d4126b8c-30b1-4036-9ba2-19dbdb854cf9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:51.759731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3ff27b2b-193e-4939-aceb-e98ee46d4df2 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Calling delete_port for a8fa8f32-d938-432f-9706-26906d576f65 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:51.822616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d65c512e-c669-4501-bb3d-e70e4dfe4957 None None] Provisioning complete for port a8fa8f32-d938-432f-9706-26906d576f65 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:51.823278 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d65c512e-c669-4501-bb3d-e70e4dfe4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.850314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:51.850924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.888167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d65c512e-c669-4501-bb3d-e70e4dfe4957 None None] Port a8fa8f32-d938-432f-9706-26906d576f65 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:51.902496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ff27b2b-193e-4939-aceb-e98ee46d4df2 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.938625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff27b2b-193e-4939-aceb-e98ee46d4df2 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Port': ['ID=a8fa8f32-d938-432f-9706-26906d576f65,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:52.081659 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3ff27b2b-193e-4939-aceb-e98ee46d4df2 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.086327 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3ff27b2b-193e-4939-aceb-e98ee46d4df2 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "DELETE /v2.0/ports/a8fa8f32-d938-432f-9706-26906d576f65 HTTP/1.1" status: 204 len: 168 time: 0.5722070 Nov 23 18:23:52.088930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36450) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:52.121006 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3bf7e1-296b-4ddd-b49c-b3f535704708 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] GET failed (client error): The resource could not be found. Nov 23 18:23:52.123755 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3b3bf7e1-296b-4ddd-b49c-b3f535704708 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "GET /v2.0/ports/a8fa8f32-d938-432f-9706-26906d576f65 HTTP/1.1" status: 404 len: 333 time: 0.0325902 Nov 23 18:23:52.126366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36452) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:52.132195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de', 'name': 'tempest-AllowedAddressPairTestJSON-372865122'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:52.254024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10684a59-8048-47ac-9074-874079b46bae req-4a336744-b450-471b-8f87-733021b1b4f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908225 Nov 23 18:23:52.275468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Made reservation on behalf of 20dba93ab31f4e2e852f4c42c0b90478 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:52.278928 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.301377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] device_id is not set on port 56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:23:52.425359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684a59-8048-47ac-9074-874079b46bae req-44395acd-0153-4d0a-9740-39b1b3ecdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:52.428421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10684a59-8048-47ac-9074-874079b46bae req-44395acd-0153-4d0a-9740-39b1b3ecdf5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1097 time: 0.0781097 Nov 23 18:23:52.451119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Allocated IP 172.20.0.5 (223b26fc-6f79-49b0-8b34-edfb07ae90de/da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d/56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:52.480949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d2cae693-ee21-4972-a0da-c1786fa48c7a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:52.551104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d2cae693-ee21-4972-a0da-c1786fa48c7a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:52.551509 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.701657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-756378a2-3a52-4b81-8b13-595e6afdf612 req-c355e947-02d9-4144-8870-920fad7fbe13 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 210 time: 0.0700586 Nov 23 18:23:52.741155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684a59-8048-47ac-9074-874079b46bae req-86d78f4a-be3b-4070-89b0-1a23f36747d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:52.742631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10684a59-8048-47ac-9074-874079b46bae req-86d78f4a-be3b-4070-89b0-1a23f36747d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.2814879 Nov 23 18:23:52.813195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-6a951912-342b-45f4-bafa-3a63d0dbfa5a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:52.814549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-6a951912-342b-45f4-bafa-3a63d0dbfa5a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.66 "GET /v2.0/networks?id=6c5fb1a2-86c2-45d7-ab76-225810dd06cd HTTP/1.1" status: 200 len: 797 time: 0.3239942 Nov 23 18:23:52.870587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10684a59-8048-47ac-9074-874079b46bae req-61d71cb0-1d53-46fe-91d8-972e397f5afc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 1002 time: 0.1179678 Nov 23 18:23:52.880015 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.974781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684a59-8048-47ac-9074-874079b46bae req-0a85563d-1ca2-4666-8b11-808c66be2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:52.976180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10684a59-8048-47ac-9074-874079b46bae req-0a85563d-1ca2-4666-8b11-808c66be2870 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0923059 Nov 23 18:23:52.988454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-d4af1bf9-e784-4450-ab41-9545a28310ad tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 471 time: 0.1607563 Nov 23 18:23:53.003881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'port': {'device_id': '8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba', 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd', 'admin_state_up': True, 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'security_groups': ['b08240ad-b2ff-4a4d-9623-97cb0c7d84ce']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:53.030570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.131687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:53.142025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:53.151430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:53.155016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684a59-8048-47ac-9074-874079b46bae req-4ddc2193-1aca-4902-9999-9b2846d73973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:53.156536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10684a59-8048-47ac-9074-874079b46bae req-4ddc2193-1aca-4902-9999-9b2846d73973 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1655896 Nov 23 18:23:53.161609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:53.287042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:53.287676 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.303645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:53.307214 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.332605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d14d3032-308d-491f-ae0d-eb74797c4f54 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2050295 Nov 23 18:23:53.335374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36456) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:53.347184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2f:6a:62'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:53.357351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10684a59-8048-47ac-9074-874079b46bae req-a872c0c6-4d5b-4200-b0d2-b144f143575e service neutron] 10.222.0.72 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687179 Nov 23 18:23:53.423824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e8b5ea46-cf2d-4a7c-902c-ff1e62fda526 None None] Provisioning complete for port 56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:53.424414 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e8b5ea46-cf2d-4a7c-902c-ff1e62fda526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.468768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5ea46-cf2d-4a7c-902c-ff1e62fda526 None None] Port 56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:53.513458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.704671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.709429 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.835711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6615da3-eaf8-4a84-9e35-15002fb53c03 req-778b7bd7-582a-4549-8f96-b32867b0503a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 210 time: 0.0548360 Nov 23 18:23:53.847199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.20.0.19 (6c5fb1a2-86c2-45d7-ab76-225810dd06cd/6e8fae4a-228c-4df0-8a73-f6b991994e96/4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:53.851505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-10684a59-8048-47ac-9074-874079b46bae req-67ac8843-d412-468a-8c02-4a56425348ca service neutron] 10.222.0.72 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661410 Nov 23 18:23:54.009920 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.044895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.084502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:54.098919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] In _notify_port_updated(), no bound segment for port 56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f on network 223b26fc-6f79-49b0-8b34-edfb07ae90de {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:23:54.099899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:54.102471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:54.104496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:54.105166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.107305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:54.109541 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-727f4be6-7a32-408c-a263-d3ff0c2c22bb tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "PUT /v2.0/ports/56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f HTTP/1.1" status: 200 len: 995 time: 0.7725964 Nov 23 18:23:54.110174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:54.131604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:54.171029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:54.172379 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.191194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-5cd146d8-364d-4bd2-913f-4ce6a3bc2047 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1919777 Nov 23 18:23:54.204705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Request body: {'port': {'device_id': '8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:54.218725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3291e979-9e73-4ad2-9c5c-9ad9ad268c91 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Deleting port 56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:54.219141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3291e979-9e73-4ad2-9c5c-9ad9ad268c91 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.266504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.322819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3291e979-9e73-4ad2-9c5c-9ad9ad268c91 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.338960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-3291e979-9e73-4ad2-9c5c-9ad9ad268c91 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Calling delete_port for 56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:54.400157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c158e78f-d38c-4c5d-a82a-7082294e755b None None] Provisioning complete for port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:54.400786 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c158e78f-d38c-4c5d-a82a-7082294e755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.446066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c158e78f-d38c-4c5d-a82a-7082294e755b None None] Port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:54.456372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c158e78f-d38c-4c5d-a82a-7082294e755b None None] Provisioning complete for port 56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:54.456749 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c158e78f-d38c-4c5d-a82a-7082294e755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.482453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3291e979-9e73-4ad2-9c5c-9ad9ad268c91 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.493801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c158e78f-d38c-4c5d-a82a-7082294e755b None None] Port 56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:54.518682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291e979-9e73-4ad2-9c5c-9ad9ad268c91 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Port': ['ID=56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:54.586466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:54.588570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3291e979-9e73-4ad2-9c5c-9ad9ad268c91 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.594355 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3291e979-9e73-4ad2-9c5c-9ad9ad268c91 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "DELETE /v2.0/ports/56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f HTTP/1.1" status: 204 len: 168 time: 0.4807851 Nov 23 18:23:54.594991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36462) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:54.596773 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.610078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Transition to ACTIVE for port object 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:23:54.615517 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.622863 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-307287f0-d20b-491f-9d2a-c7677b4727f0 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] GET failed (client error): The resource could not be found. Nov 23 18:23:54.627892 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-307287f0-d20b-491f-9d2a-c7677b4727f0 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "GET /v2.0/ports/56f541a5-1818-4b9b-aca9-b5bf2cf6fd3f HTTP/1.1" status: 404 len: 333 time: 0.0285368 Nov 23 18:23:54.628061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36464) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:54.633863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de', 'name': 'tempest-AllowedAddressPairTestJSON-1835894060'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:54.670085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Pushing event updated for resources: {'Port': ['ID=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:54.754533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Attempting to bind port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:54.755587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Attempting to bind port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:54.756069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Attempting to bind port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 on network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:54.760782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 on network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:23:54.761107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Attempting to bind port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 on network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:54.767052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:54.767052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Checking segment: {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:54.767468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Bound using segment: {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:54.767899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Bound port: 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:54.768255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.769219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Made reservation on behalf of 20dba93ab31f4e2e852f4c42c0b90478 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:54.774219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.792708 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] device_id is not set on port 626a8aee-133b-448a-9eae-2d16cbff7fbf yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:23:54.841663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] For port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:54.845100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] For port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:54.851040 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.885772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:54.886522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.887938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] 10.222.0.66 "PUT /v2.0/ports/4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 HTTP/1.1" status: 200 len: 1092 time: 0.6886377 Nov 23 18:23:54.888388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba', 'tag': '4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:54.890675 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311f47c9-6666-4ff7-b606-c08335c809d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba", "tag": "4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:54.932995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5668fce-9714-4db0-b65d-9de6141bdc81 service neutron] Pushing event updated for resources: {'Port': ['ID=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:54.944606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Allocated IP 172.20.0.11 (223b26fc-6f79-49b0-8b34-edfb07ae90de/da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d/626a8aee-133b-448a-9eae-2d16cbff7fbf) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:55.016949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-a43b9564-aca8-47f1-8c17-afa52cda8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.018472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-a43b9564-aca8-47f1-8c17-afa52cda8a0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 1095 time: 0.0813403 Nov 23 18:23:55.033641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4f955-d107-4687-ac16-ed8442dd6bf1 req-f4bdf2d9-39f1-48f5-85f1-616df5bf7ba0 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.035232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36d4f955-d107-4687-ac16-ed8442dd6bf1 req-f4bdf2d9-39f1-48f5-85f1-616df5bf7ba0 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 944 time: 0.0672204 Nov 23 18:23:55.079755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-7ff80ee1-afd5-43a5-bf1b-d77e17a450a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 HTTP/1.1" status: 200 len: 217 time: 0.0435328 Nov 23 18:23:55.108486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.149681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.163113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-36d4f955-d107-4687-ac16-ed8442dd6bf1 req-a5908d95-4759-438b-85b4-9c2371ef4591 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185319 Nov 23 18:23:55.166966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-2796a71d-d4fb-426f-865c-053bc1c5ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.168395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-2796a71d-d4fb-426f-865c-053bc1c5ad14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e8fae4a-228c-4df0-8a73-f6b991994e96 HTTP/1.1" status: 200 len: 837 time: 0.0792272 Nov 23 18:23:55.199760 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:55.209149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:55.210091 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba188f6-9ab8-4fcc-8f17-5af3c61aa57e x-openstack-request-id: req-2ba188f6-9ab8-4fcc-8f17-5af3c61aa57e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:55.210591 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba", "tag": "4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:55.210681 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ba188f6-9ab8-4fcc-8f17-5af3c61aa57e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:55.211065 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba', 'tag': '4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6', 'status': 'completed', 'code': 200} Nov 23 18:23:55.213199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:55.220169 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=626a8aee-133b-448a-9eae-2d16cbff7fbf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:55.229408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-ef5f2ae4-206d-4726-ab9c-df13595de2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.231087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-ef5f2ae4-206d-4726-ab9c-df13595de2d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c5fb1a2-86c2-45d7-ab76-225810dd06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555172 Nov 23 18:23:55.272142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.272840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.293847 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a077d0a9-d81e-41c6-816f-c83ea7df1454 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6647153 Nov 23 18:23:55.296508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36470) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:55.301787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'network_id': '223b26fc-6f79-49b0-8b34-edfb07ae90de', 'name': 'tempest-AllowedAddressPairTestJSON-809468307'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:55.345961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-239ee9f6-64c0-4f4c-81af-e2563f36ee43 service neutron] 10.222.0.66 "GET /v2.0/networks/6c5fb1a2-86c2-45d7-ab76-225810dd06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078467 Nov 23 18:23:55.426894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Made reservation on behalf of 20dba93ab31f4e2e852f4c42c0b90478 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:55.430519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.448141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] device_id is not set on port dd74f693-2899-449a-9221-abec7f2ae8bf yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:23:55.449419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38ec878c-6362-4b3b-98d4-2a821b780a89 req-25417630-c142-4098-bba9-40ddef6bfe4b service neutron] 10.222.0.66 "GET /v2.0/networks/6c5fb1a2-86c2-45d7-ab76-225810dd06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948701 Nov 23 18:23:55.471507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b99f2f46-d543-4ced-bc01-0e68a1a7a312 None None] Provisioning complete for port 626a8aee-133b-448a-9eae-2d16cbff7fbf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:55.472091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b99f2f46-d543-4ced-bc01-0e68a1a7a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.508008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b99f2f46-d543-4ced-bc01-0e68a1a7a312 None None] Port 626a8aee-133b-448a-9eae-2d16cbff7fbf cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:55.540222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-260dbec1-21c4-4bf1-b9c2-01f7d1e3121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.541679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-260dbec1-21c4-4bf1-b9c2-01f7d1e3121e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 1095 time: 0.0442641 Nov 23 18:23:55.565896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Allocated IP 172.20.0.8 (223b26fc-6f79-49b0-8b34-edfb07ae90de/da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d/dd74f693-2899-449a-9221-abec7f2ae8bf) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:55.641410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-335c1622-afac-444a-b635-4729dad42db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.642926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-335c1622-afac-444a-b635-4729dad42db2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c5fb1a2-86c2-45d7-ab76-225810dd06cd HTTP/1.1" status: 200 len: 898 time: 0.0934618 Nov 23 18:23:55.686420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-87700fd0-7eb3-40d9-9f37-d0a984466393 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 HTTP/1.1" status: 200 len: 217 time: 0.0356314 Nov 23 18:23:55.716420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.735430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-20e5acb1-1fd6-460e-9015-3748ea7d1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.737405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-20e5acb1-1fd6-460e-9015-3748ea7d1a83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e8fae4a-228c-4df0-8a73-f6b991994e96 HTTP/1.1" status: 200 len: 837 time: 0.0436032 Nov 23 18:23:55.753972 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.792847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-727d008d-9831-40a2-8bf0-2d5387e17b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.794367 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-727d008d-9831-40a2-8bf0-2d5387e17b48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c5fb1a2-86c2-45d7-ab76-225810dd06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492160 Nov 23 18:23:55.806007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:55.811247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:55.814809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:55.840753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=dd74f693-2899-449a-9221-abec7f2ae8bf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:55.872394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.873027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.893343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-74ffecbf-28ea-47a9-aafd-c619263a1d0b service neutron] 10.222.0.66 "GET /v2.0/networks/6c5fb1a2-86c2-45d7-ab76-225810dd06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901103 Nov 23 18:23:55.894271 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d961b410-5dc0-4b6c-88ed-987df60d7755 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5966682 Nov 23 18:23:55.897418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36472) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:55.903118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2f:6a:62'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:67:77:27'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:55.977633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.002956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-311f47c9-6666-4ff7-b606-c08335c809d0 req-4eaa807d-dd99-4ceb-8d65-bcfc3d703eb2 service neutron] 10.222.0.66 "GET /v2.0/networks/6c5fb1a2-86c2-45d7-ab76-225810dd06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008492 Nov 23 18:23:56.034233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-184eec3d-d423-40e8-8ad2-756f31daaac6 None None] Provisioning complete for port dd74f693-2899-449a-9221-abec7f2ae8bf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:56.034610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-184eec3d-d423-40e8-8ad2-756f31daaac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.070734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-184eec3d-d423-40e8-8ad2-756f31daaac6 None None] Port dd74f693-2899-449a-9221-abec7f2ae8bf cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:56.166956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.171322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.252044 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event updated for resources: {'Port': ['ID=dd74f693-2899-449a-9221-abec7f2ae8bf,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:56.265847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] In _notify_port_updated(), no bound segment for port dd74f693-2899-449a-9221-abec7f2ae8bf on network 223b26fc-6f79-49b0-8b34-edfb07ae90de {{(pid=120535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:23:56.273113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:56.274015 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.275486 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2be751a9-2f31-49aa-a71a-8e400310df29 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "PUT /v2.0/ports/dd74f693-2899-449a-9221-abec7f2ae8bf HTTP/1.1" status: 200 len: 1055 time: 0.3769829 Nov 23 18:23:56.279153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36476) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:56.289229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9ee9-8bcf-4701-bb18-18dbaecc51ee req-e6ea553a-a97f-41f1-bb26-bd3007cfdac3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:56.290954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ada9ee9-8bcf-4701-bb18-18dbaecc51ee req-e6ea553a-a97f-41f1-bb26-bd3007cfdac3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 944 time: 0.0540283 Nov 23 18:23:56.356762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ada9ee9-8bcf-4701-bb18-18dbaecc51ee req-ab42ff4f-8ed1-4537-a225-e70aedc38649 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594068 Nov 23 18:23:56.379007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6e995-850d-46af-b8c6-96ed38262e52 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Deleting port dd74f693-2899-449a-9221-abec7f2ae8bf {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:56.379359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e995-850d-46af-b8c6-96ed38262e52 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.476192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e995-850d-46af-b8c6-96ed38262e52 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.488052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6e995-850d-46af-b8c6-96ed38262e52 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Calling delete_port for dd74f693-2899-449a-9221-abec7f2ae8bf owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:56.492089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5cffe90f-5ad1-4d6f-842c-77eb12e0ec73 None None] Provisioning complete for port dd74f693-2899-449a-9221-abec7f2ae8bf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:56.492567 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5cffe90f-5ad1-4d6f-842c-77eb12e0ec73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.526834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5cffe90f-5ad1-4d6f-842c-77eb12e0ec73 None None] Port dd74f693-2899-449a-9221-abec7f2ae8bf cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:56.615404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e995-850d-46af-b8c6-96ed38262e52 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.648352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6e995-850d-46af-b8c6-96ed38262e52 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Port': ['ID=dd74f693-2899-449a-9221-abec7f2ae8bf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:56.847498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e995-850d-46af-b8c6-96ed38262e52 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.852044 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9fd6e995-850d-46af-b8c6-96ed38262e52 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "DELETE /v2.0/ports/dd74f693-2899-449a-9221-abec7f2ae8bf HTTP/1.1" status: 204 len: 168 time: 0.5718460 Nov 23 18:23:56.854602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36478) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:56.878222 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2a6dcf-af02-4753-b97a-6dc5cc3a04f9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] GET failed (client error): The resource could not be found. Nov 23 18:23:56.879501 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb2a6dcf-af02-4753-b97a-6dc5cc3a04f9 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "GET /v2.0/ports/dd74f693-2899-449a-9221-abec7f2ae8bf HTTP/1.1" status: 404 len: 333 time: 0.0239763 Nov 23 18:23:56.882032 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36480) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:56.972422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1cb70d24-9cf9-45a6-b7f4-289c36663fd8 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Deleting port 626a8aee-133b-448a-9eae-2d16cbff7fbf {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:56.972692 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cb70d24-9cf9-45a6-b7f4-289c36663fd8 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.057408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cb70d24-9cf9-45a6-b7f4-289c36663fd8 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.069489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1cb70d24-9cf9-45a6-b7f4-289c36663fd8 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Calling delete_port for 626a8aee-133b-448a-9eae-2d16cbff7fbf owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:57.199593 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cb70d24-9cf9-45a6-b7f4-289c36663fd8 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.230198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb70d24-9cf9-45a6-b7f4-289c36663fd8 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Port': ['ID=626a8aee-133b-448a-9eae-2d16cbff7fbf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:57.300418 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1cb70d24-9cf9-45a6-b7f4-289c36663fd8 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.303986 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1cb70d24-9cf9-45a6-b7f4-289c36663fd8 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "DELETE /v2.0/ports/626a8aee-133b-448a-9eae-2d16cbff7fbf HTTP/1.1" status: 204 len: 168 time: 0.4210610 Nov 23 18:23:57.306573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36482) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:57.334463 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de5a0b4-1f48-450f-ba68-004f671957ff tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] GET failed (client error): The resource could not be found. Nov 23 18:23:57.336051 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4de5a0b4-1f48-450f-ba68-004f671957ff tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "GET /v2.0/ports/626a8aee-133b-448a-9eae-2d16cbff7fbf HTTP/1.1" status: 404 len: 333 time: 0.0284531 Nov 23 18:23:57.340489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36484) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:57.471687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cde651db-b3ee-4838-9792-f0eee5eee6d1 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Deleting port f1d55efd-39f8-4776-9ada-0932acadcd1b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:57.471687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cde651db-b3ee-4838-9792-f0eee5eee6d1 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.540933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c410a7-ec00-4648-bd5e-f9cbbfbfad9c req-af407bec-442d-427f-9459-45e0e5046833 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:57.542348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48c410a7-ec00-4648-bd5e-f9cbbfbfad9c req-af407bec-442d-427f-9459-45e0e5046833 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 944 time: 0.1068740 Nov 23 18:23:57.596969 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cde651db-b3ee-4838-9792-f0eee5eee6d1 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.619721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cde651db-b3ee-4838-9792-f0eee5eee6d1 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Calling delete_port for f1d55efd-39f8-4776-9ada-0932acadcd1b owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:57.624863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48c410a7-ec00-4648-bd5e-f9cbbfbfad9c req-7607359b-cdcc-4f31-aaaa-721a9ca34abd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756927 Nov 23 18:23:57.747690 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cde651db-b3ee-4838-9792-f0eee5eee6d1 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.779151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde651db-b3ee-4838-9792-f0eee5eee6d1 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Port': ['ID=f1d55efd-39f8-4776-9ada-0932acadcd1b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:57.853156 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cde651db-b3ee-4838-9792-f0eee5eee6d1 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.856856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cde651db-b3ee-4838-9792-f0eee5eee6d1 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "DELETE /v2.0/ports/f1d55efd-39f8-4776-9ada-0932acadcd1b HTTP/1.1" status: 204 len: 168 time: 0.5150774 Nov 23 18:23:57.859066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36488) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:57.912293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-305e60e1-f82e-4dbd-aadf-846b882f7c66 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Deleting subnet da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:23:57.915760 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-305e60e1-f82e-4dbd-aadf-846b882f7c66 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.959447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-305e60e1-f82e-4dbd-aadf-846b882f7c66 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.079010 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-305e60e1-f82e-4dbd-aadf-846b882f7c66 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.135745 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-305e60e1-f82e-4dbd-aadf-846b882f7c66 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.168723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e60e1-f82e-4dbd-aadf-846b882f7c66 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Subnet': ['ID=da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.170671 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-305e60e1-f82e-4dbd-aadf-846b882f7c66 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.174460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-305e60e1-f82e-4dbd-aadf-846b882f7c66 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "DELETE /v2.0/subnets/da0bd78c-4dc9-4ba8-9ff8-d5d9d1a4dd1d HTTP/1.1" status: 204 len: 168 time: 0.3143876 Nov 23 18:23:58.176243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f205322-fa67-458f-a323-e392505525e7 None None] Network 223b26fc-6f79-49b0-8b34-edfb07ae90de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:58.176735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36490) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:58.251959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.307687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Deleting port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:58.308031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.344082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:23:58.363825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] DHCP port deletion for 223b26fc-6f79-49b0-8b34-edfb07ae90de request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:58.375997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] For port d4126b8c-30b1-4036-9ba2-19dbdb854cf9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d4126b8c-30b1-4036-9ba2-19dbdb854cf9,segment=NetworkSegment(52aa54b4-b375-4e03-a4bb-e28308c2369c),segment_id=52aa54b4-b375-4e03-a4bb-e28308c2369c)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:58.376527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.388991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Calling delete_port for d4126b8c-30b1-4036-9ba2-19dbdb854cf9 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:58.474054 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.482937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d4126b8c-30b1-4036-9ba2-19dbdb854cf9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:58.499169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Port': ['ID=d4126b8c-30b1-4036-9ba2-19dbdb854cf9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.502806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] No DVR routers for this DVR port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:58.512287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:58.520106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d4126b8c-30b1-4036-9ba2-19dbdb854cf9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:58.521283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d4126b8c-30b1-4036-9ba2-19dbdb854cf9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:58.529907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6', 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd', 'port_id': '4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6', 'mac_address': 'fa:16:3e:3d:a7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8fae4a-228c-4df0-8a73-f6b991994e96', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:23:58.533702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] Deleting port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:58.534061 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.586709 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.606246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223b26fc-6f79-49b0-8b34-edfb07ae90de']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:58.615826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52aa54b4-b375-4e03-a4bb-e28308c2369c') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:58.616036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52aa54b4-b375-4e03-a4bb-e28308c2369c') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:58.625887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.630250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.634259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] For port d4126b8c-30b1-4036-9ba2-19dbdb854cf9, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:58.634651 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.640763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.650469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:58.651017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.656332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: items = [ Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:58.657605 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:58.660728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] Calling delete_port for d4126b8c-30b1-4036-9ba2-19dbdb854cf9 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:58.664711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] Port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:23:58.671191 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.705425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:58.706952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] Pushing event deleted for resources: {'Port': ['ID=d4126b8c-30b1-4036-9ba2-19dbdb854cf9,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.711422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7ca0d-3f6c-47db-8b7a-c3f72e572e84 None None] No DVR routers for this DVR port d4126b8c-30b1-4036-9ba2-19dbdb854cf9 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:58.712943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.759851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.766937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.768204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.772028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] 10.222.0.74 "DELETE /v2.0/networks/223b26fc-6f79-49b0-8b34-edfb07ae90de HTTP/1.1" status: 204 len: 168 time: 0.5942149 Nov 23 18:23:58.786468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72c7e1-cab9-42d6-a65f-13c4679a7dc7 tempest-AllowedAddressPairTestJSON-205313979 tempest-AllowedAddressPairTestJSON-205313979-project] Pushing event deleted for resources: {'Network': ['ID=223b26fc-6f79-49b0-8b34-edfb07ae90de,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.798791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872a7d-1fb6-4369-9eac-9e150b4ba1bf req-1d2d5e58-d04e-4a2a-a08c-7b6b6f67b112 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:58.800301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae872a7d-1fb6-4369-9eac-9e150b4ba1bf req-1d2d5e58-d04e-4a2a-a08c-7b6b6f67b112 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 945 time: 0.0835333 Nov 23 18:23:58.852385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae872a7d-1fb6-4369-9eac-9e150b4ba1bf req-72771b77-a925-4be5-894e-e4dbcadaba31 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458505 Nov 23 18:23:58.933041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:59.016859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36498) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:59.150084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2ce4faa1-81dd-4149-9525-ac5716bf1eee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=20dba93ab31f4e2e852f4c42c0b90478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319509 Nov 23 18:23:59.152374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36502) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:59.204093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-058fe0d5-2561-4ded-9eaf-34915227ef70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.225714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-058fe0d5-2561-4ded-9eaf-34915227ef70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.270930 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-058fe0d5-2561-4ded-9eaf-34915227ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.273621 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-058fe0d5-2561-4ded-9eaf-34915227ef70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.274796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-058fe0d5-2561-4ded-9eaf-34915227ef70 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ece35c4d-617d-429d-aba8-3976431e2585 HTTP/1.1" status: 204 len: 168 time: 0.1214809 Nov 23 18:23:59.282450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fe0d5-2561-4ded-9eaf-34915227ef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece35c4d-617d-429d-aba8-3976431e2585,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:59.900411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36526) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:59.976463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760b71-e2f8-4166-9d52-d4bfe739c9d8 req-8e258e65-425d-4878-9637-1d1c58864de2 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:59.978239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96760b71-e2f8-4166-9d52-d4bfe739c9d8 req-8e258e65-425d-4878-9637-1d1c58864de2 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 945 time: 0.0536551 Nov 23 18:24:00.015217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-400240473'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:00.044036 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96760b71-e2f8-4166-9d52-d4bfe739c9d8 req-0c600356-d0fc-4a08-b641-64c9887a2c1e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586104 Nov 23 18:24:00.053093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:00.056475 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.068798 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.147659 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.151253 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.178251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:24:00.187941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82d56a-e49e-4037-bd2f-36b97845f909,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:00.193176 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.193507 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Added segment 35535817-f817-4eb2-8227-469f16f6fdfb of type vlan for network 6c8b8381-c9d8-49d7-a42a-970de58a06dd Nov 23 18:24:00.232365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.256514 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.262485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:00.263119 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.301459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3999054 Nov 23 18:24:00.305277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36530) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:00.310563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:00.345621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b0ce2-188b-40e0-8368-1c88c30e9e5c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Network': ['ID=6c8b8381-c9d8-49d7-a42a-970de58a06dd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:00.354553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:00.358331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:24:00.411557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:00.415903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.615001 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.618320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:24:00.622402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:00.622837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.681549 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=e41f0b5e-54c0-411d-860a-c9f694e8f647,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:00.699625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:00.699994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network hostable DHCP agents. Network: 6c8b8381-c9d8-49d7-a42a-970de58a06dd, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:24:00.706056 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.716254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:24:00.725967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 6c8b8381-c9d8-49d7-a42a-970de58a06dd) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:00.729868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:00.731741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:00.732399 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c3eac4-904a-4fe9-a562-266d0b8a6ecc" -d '{"events": [{"server_uuid": "8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba", "name": "network-vif-plugged", "status": "completed", "tag": "4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:00.732799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.740309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f093cbde-6d81-4b74-90fe-bbca22a592ff None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:00.761274 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-da438b39-be3a-41dd-9dbb-2584ce565573 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4547286 Nov 23 18:24:00.763968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36534) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:00.769536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'name': 'tempest-NetworksTestDHCPv6-1089405567'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:00.779036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:00.783351 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a21826-bbbb-468b-9a07-f4ba46324fd1 x-openstack-request-id: req-64a21826-bbbb-468b-9a07-f4ba46324fd1 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:00.783630 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba", "name": "network-vif-plugged", "status": "completed", "tag": "4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:00.783924 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64a21826-bbbb-468b-9a07-f4ba46324fd1 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:00.784412 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6', 'code': 200} Nov 23 18:24:00.817289 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.889840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:00.910268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f523d93-8d05-489d-a41e-bb55c6b1736c req-c49eb9b8-769c-462c-b554-99640db7cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:00.911799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f523d93-8d05-489d-a41e-bb55c6b1736c req-c49eb9b8-769c-462c-b554-99640db7cf6d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 1097 time: 0.0653751 Nov 23 18:24:00.927951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:00.931435 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.962460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': 'e41f0b5e-54c0-411d-860a-c9f694e8f647'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:00.963362 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.968889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 1bbb12be-3b96-418e-a412-f46fbcadab6b yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:01.001542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f523d93-8d05-489d-a41e-bb55c6b1736c req-bf0fc609-f18a-462f-a3db-c10bb4eeab0d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803766 Nov 23 18:24:01.104559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/e41f0b5e-54c0-411d-860a-c9f694e8f647/416ffb15-6f1d-4a4b-a4bf-3da75de23f1e) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:01.164912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7c7cd-793f-4811-ad26-b848929b10dd req-3b341d5e-4996-43ea-be0b-2f25cb6e0d1d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:01.166399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b7c7cd-793f-4811-ad26-b848929b10dd req-3b341d5e-4996-43ea-be0b-2f25cb6e0d1d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 946 time: 0.0522001 Nov 23 18:24:01.221142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b7c7cd-793f-4811-ad26-b848929b10dd req-715d6152-1887-4891-b7ce-9e4abc61175d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484579 Nov 23 18:24:01.251958 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.258464 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.301747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:01.306137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:01.310862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:01.312861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Pushing event updated for resources: {'Port': ['ID=416ffb15-6f1d-4a4b-a4bf-3da75de23f1e,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:01.321628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::349 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/e41f0b5e-54c0-411d-860a-c9f694e8f647/1bbb12be-3b96-418e-a412-f46fbcadab6b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:01.375244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Attempting to bind port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:01.376458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Attempting to bind port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:01.376950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Attempting to bind port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:01.382041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:01.382433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:01.382883 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.383296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:01.383761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Bound port: 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:01.384852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.447776 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] For port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:01.451286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] For port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=416ffb15-6f1d-4a4b-a4bf-3da75de23f1e,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:01.456316 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.475999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.515660 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa3b26-c386-4d30-92a7-2a51ae42c68c None None] Pushing event updated for resources: {'Port': ['ID=416ffb15-6f1d-4a4b-a4bf-3da75de23f1e,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:01.518342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.570786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:01.573742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:01.577420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:01.584102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:01.584717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.593688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=1bbb12be-3b96-418e-a412-f46fbcadab6b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:01.606825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0e1526f5-f1b0-442e-aaa9-3d928105fd74 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8416922 Nov 23 18:24:01.609278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36538) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:01.664932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b5934-7d3b-4131-bfb3-e28f25982253 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:01.672958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b5934-7d3b-4131-bfb3-e28f25982253 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:01.676732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a12b5934-7d3b-4131-bfb3-e28f25982253 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0645359 Nov 23 18:24:01.677775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36540) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:01.779070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c01fdbc3-79e1-4127-b38b-984290f3c600 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 1bbb12be-3b96-418e-a412-f46fbcadab6b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:01.779444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c01fdbc3-79e1-4127-b38b-984290f3c600 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.871162 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c01fdbc3-79e1-4127-b38b-984290f3c600 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.882575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c01fdbc3-79e1-4127-b38b-984290f3c600 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 1bbb12be-3b96-418e-a412-f46fbcadab6b owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:02.013279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c01fdbc3-79e1-4127-b38b-984290f3c600 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.040902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fdbc3-79e1-4127-b38b-984290f3c600 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=1bbb12be-3b96-418e-a412-f46fbcadab6b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:02.067494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c01fdbc3-79e1-4127-b38b-984290f3c600 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.071121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c01fdbc3-79e1-4127-b38b-984290f3c600 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/1bbb12be-3b96-418e-a412-f46fbcadab6b HTTP/1.1" status: 204 len: 168 time: 0.3916523 Nov 23 18:24:02.073825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36542) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:02.130096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0cb815-e787-49dc-8c4b-35f06f830c60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:02.131623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0cb815-e787-49dc-8c4b-35f06f830c60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:02.135616 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9e0cb815-e787-49dc-8c4b-35f06f830c60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0583789 Nov 23 18:24:02.136110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36544) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:02.191931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e91a326-a793-4230-a90d-cc5342d72cb5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet e41f0b5e-54c0-411d-860a-c9f694e8f647 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:02.196155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e91a326-a793-4230-a90d-cc5342d72cb5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.238224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e91a326-a793-4230-a90d-cc5342d72cb5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.338279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e91a326-a793-4230-a90d-cc5342d72cb5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.350433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e566-354e-4372-9803-24792c08457e req-85057e05-ccb1-45ff-b3e8-c54990183375 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:02.352352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ba2e566-354e-4372-9803-24792c08457e req-85057e05-ccb1-45ff-b3e8-c54990183375 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 946 time: 0.0575943 Nov 23 18:24:02.411372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ba2e566-354e-4372-9803-24792c08457e req-99980a01-aa59-4b93-a66e-1e572739f74d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517330 Nov 23 18:24:02.428711 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e91a326-a793-4230-a90d-cc5342d72cb5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.470130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91a326-a793-4230-a90d-cc5342d72cb5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=e41f0b5e-54c0-411d-860a-c9f694e8f647,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:02.472169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0e91a326-a793-4230-a90d-cc5342d72cb5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.478399 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0e91a326-a793-4230-a90d-cc5342d72cb5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/e41f0b5e-54c0-411d-860a-c9f694e8f647 HTTP/1.1" status: 204 len: 168 time: 0.3389382 Nov 23 18:24:02.478791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36550) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:02.504086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a5180a-acc6-441f-89c8-eba35e511871 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:02.525739 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-80a42cb4-64e9-4615-9090-a364bd7a7fbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434258 Nov 23 18:24:02.526053 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36552) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:02.531557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:02.536305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:02.571367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a80a0b-6556-4e0c-a3c5-ecb422cf31c3 req-58a10444-7796-4a0f-bd9c-90677610a0dc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:02.573255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a80a0b-6556-4e0c-a3c5-ecb422cf31c3 req-58a10444-7796-4a0f-bd9c-90677610a0dc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 946 time: 0.0631366 Nov 23 18:24:02.628880 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a80a0b-6556-4e0c-a3c5-ecb422cf31c3 req-53c86b5a-52a5-4c9b-89a3-55c8f7929fa1 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494106 Nov 23 18:24:02.634268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:02.638218 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.672559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1e753022-17c1-4b29-abcd-972f139d87e2 None None] Provisioning complete for port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:02.672943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e753022-17c1-4b29-abcd-972f139d87e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.711128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:02.711510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.832516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:02.836971 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e753022-17c1-4b29-abcd-972f139d87e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.852127 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.890083 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.897742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:02.900973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:02.904053 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:02.904835 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.918781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1e753022-17c1-4b29-abcd-972f139d87e2 None None] For port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=416ffb15-6f1d-4a4b-a4bf-3da75de23f1e,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:02.922345 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=4264ae78-9f19-4513-999f-9771db0eadee,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:02.929457 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e753022-17c1-4b29-abcd-972f139d87e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.932770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:02.933381 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-402fccbb-722c-47ab-8542-98d618f19583 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4063673 Nov 23 18:24:02.938533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'name': 'tempest-NetworksTestDHCPv6-38221467'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:03.018232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] Deleting port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:03.018617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.034392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e753022-17c1-4b29-abcd-972f139d87e2 None None] Pushing event updated for resources: {'Port': ['ID=416ffb15-6f1d-4a4b-a4bf-3da75de23f1e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:03.036745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:24:03.037096 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:24:03.047693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:03.051514 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.080953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port de022a52-134f-4255-8c3f-f09c0f1c61d5 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:03.114642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] For port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=416ffb15-6f1d-4a4b-a4bf-3da75de23f1e,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:03.115103 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.127901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] Calling delete_port for 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:03.204316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::359 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/4264ae78-9f19-4513-999f-9771db0eadee/de022a52-134f-4255-8c3f-f09c0f1c61d5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:03.212400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.238121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] Pushing event deleted for resources: {'Port': ['ID=416ffb15-6f1d-4a4b-a4bf-3da75de23f1e,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:03.242021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94418ba3-e3d0-48d5-89de-2a9bd665ad22 None None] No DVR routers for this DVR port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:03.256445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b041b741-10c6-4575-b358-7970b050331e None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:03.370158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.407615 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.414237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '4264ae78-9f19-4513-999f-9771db0eadee'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:03.415469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.457109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:03.461567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:03.466294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:03.471963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:03.472579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.476313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=de022a52-134f-4255-8c3f-f09c0f1c61d5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:03.497128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aff77688-657b-4305-abf6-2d3f035b33bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5632277 Nov 23 18:24:03.499853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36562) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:03.548434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03934ce0-6bdd-4e10-9eca-f73e9b4c1848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:03.552611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-03934ce0-6bdd-4e10-9eca-f73e9b4c1848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0492156 Nov 23 18:24:03.553422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36564) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:03.581730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Port 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e update to ACTIVE by agent not found {{(pid=120537) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:24:03.604276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/4264ae78-9f19-4513-999f-9771db0eadee/67fcfdf1-d44a-4dc5-94cd-2303ecf46264) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:03.766768 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.773601 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.811600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:03.818896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:03.821560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:03.832468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Pushing event updated for resources: {'Port': ['ID=67fcfdf1-d44a-4dc5-94cd-2303ecf46264,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:03.886048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Attempting to bind port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:03.886431 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Attempting to bind port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:03.886823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Attempting to bind port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:03.891915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:03.892280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:03.892673 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.893071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:03.893536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Bound port: 67fcfdf1-d44a-4dc5-94cd-2303ecf46264, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:03.893914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.918019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-11e1ec0e-d1a8-49ed-bcb9-2439a18e003d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port de022a52-134f-4255-8c3f-f09c0f1c61d5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:03.918365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec0e-d1a8-49ed-bcb9-2439a18e003d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.958817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] For port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:03.962862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] For port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67fcfdf1-d44a-4dc5-94cd-2303ecf46264,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:03.966919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.003871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec0e-d1a8-49ed-bcb9-2439a18e003d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.020176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-11e1ec0e-d1a8-49ed-bcb9-2439a18e003d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for de022a52-134f-4255-8c3f-f09c0f1c61d5 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:04.022312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11da266-4858-43c9-9a88-c3062fce1e8b None None] Pushing event updated for resources: {'Port': ['ID=67fcfdf1-d44a-4dc5-94cd-2303ecf46264,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:04.116027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36568) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:04.157966 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec0e-d1a8-49ed-bcb9-2439a18e003d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.198003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1ec0e-d1a8-49ed-bcb9-2439a18e003d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=de022a52-134f-4255-8c3f-f09c0f1c61d5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:04.233049 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec0e-d1a8-49ed-bcb9-2439a18e003d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.236629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-11e1ec0e-d1a8-49ed-bcb9-2439a18e003d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/de022a52-134f-4255-8c3f-f09c0f1c61d5 HTTP/1.1" status: 204 len: 168 time: 0.6821096 Nov 23 18:24:04.238969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36570) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:04.331549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761436c-5428-4c05-af76-f85f3923f7a3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:04.333302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761436c-5428-4c05-af76-f85f3923f7a3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:04.335280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7761436c-5428-4c05-af76-f85f3923f7a3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0930157 Nov 23 18:24:04.340289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36572) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:04.400192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb719704-c193-4f26-8676-1bd479d33338 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 4264ae78-9f19-4513-999f-9771db0eadee {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:04.403589 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb719704-c193-4f26-8676-1bd479d33338 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.459940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb719704-c193-4f26-8676-1bd479d33338 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.517468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:04.551831 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb719704-c193-4f26-8676-1bd479d33338 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.574321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:04.574720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.614210 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb719704-c193-4f26-8676-1bd479d33338 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.647656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb719704-c193-4f26-8676-1bd479d33338 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=4264ae78-9f19-4513-999f-9771db0eadee,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:04.652098 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eb719704-c193-4f26-8676-1bd479d33338 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.655377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eb719704-c193-4f26-8676-1bd479d33338 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/4264ae78-9f19-4513-999f-9771db0eadee HTTP/1.1" status: 204 len: 168 time: 0.3138647 Nov 23 18:24:04.656861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.657778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36574) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:04.661069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.708749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67fcfdf1-d44a-4dc5-94cd-2303ecf46264,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:04.716581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.724323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c9d2d0b6-5e9d-440e-ae8b-8582b4a6ac89 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626967 Nov 23 18:24:04.725051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36576) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:04.731175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:04.778508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=67fcfdf1-d44a-4dc5-94cd-2303ecf46264,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:04.798496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:04.836487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:04.836857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 416ffb15-6f1d-4a4b-a4bf-3da75de23f1e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:04.878122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:04.883866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.015809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.20.0.17 (6c5fb1a2-86c2-45d7-ab76-225810dd06cd/6e8fae4a-228c-4df0-8a73-f6b991994e96/922be57d-41b7-4145-94ea-32d251879943) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:05.099165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.134879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87681b11-428f-41d4-810f-ade5b233c859 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:05.138786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:05.142952 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.143525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:05.147933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:05.148516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.172127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4462776 Nov 23 18:24:05.173041 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba4a85-6e17-471c-8868-547ba76bd8d8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=2f571c63-39d4-49bb-aaa4-f2df83f532ed,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:05.174725 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36578) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:05.181371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'name': 'tempest-NetworksTestDHCPv6-1662097471'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:05.212306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-162c597d-b1f4-4814-80fa-0491b3efeb7d None None] Provisioning complete for port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:05.212778 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-162c597d-b1f4-4814-80fa-0491b3efeb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.224395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.308988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:05.316643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:05.324071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:05.330987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=922be57d-41b7-4145-94ea-32d251879943,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:05.395597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.433308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:05.436857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.465419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 1aab0c2f-b720-493b-a6d5-12e3936a01fe yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:05.621810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e1c2ef-607b-427f-8cea-9cb1ba4acca4 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:05.647980 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:05.679303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::175 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/2f571c63-39d4-49bb-aaa4-f2df83f532ed/1aab0c2f-b720-493b-a6d5-12e3936a01fe) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:05.713346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6d3d5cef-3e79-472b-b3a2-6210d723d176 None None] Provisioning complete for port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:05.714011 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5cef-3e79-472b-b3a2-6210d723d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.024829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6d3d5cef-3e79-472b-b3a2-6210d723d176 None None] Provisioning complete for port 922be57d-41b7-4145-94ea-32d251879943 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:06.025217 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5cef-3e79-472b-b3a2-6210d723d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.065189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d5cef-3e79-472b-b3a2-6210d723d176 None None] Port 922be57d-41b7-4145-94ea-32d251879943 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:06.287462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2015e9ef-6f4f-4e57-9ed0-19a80613429c None None] Provisioning complete for port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:06.288008 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2015e9ef-6f4f-4e57-9ed0-19a80613429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.333142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.414837 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.424268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.455274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.484187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:06.508849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:06.510398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1d55cece-97de-43ba-8c8e-83fb27d7927a None None] Could not find standard attr ID for object 1bbb12be-3b96-418e-a412-f46fbcadab6b. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:06.518553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:06.523225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=1aab0c2f-b720-493b-a6d5-12e3936a01fe,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:06.526109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:06.531540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:06.532202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.539088 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.542507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:06.543055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.604369 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6607f1cd-391f-470a-978d-06c3c1b22661 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4281671 Nov 23 18:24:06.607114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36582) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:06.624357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=922be57d-41b7-4145-94ea-32d251879943,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:06.684238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff08bc9-2940-489b-80e4-28ead86bf3e8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:06.690261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff08bc9-2940-489b-80e4-28ead86bf3e8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:06.691899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4ff08bc9-2940-489b-80e4-28ead86bf3e8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0827899 Nov 23 18:24:06.695287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36584) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:06.723803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-adabadcf-7722-446a-9caa-dd5c69cfe6e9 None None] Could not find standard attr ID for object de022a52-134f-4255-8c3f-f09c0f1c61d5. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:06.726771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:06.730252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:06.892198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0743c3f4-b9a5-483d-9e09-5f405864d07e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 1aab0c2f-b720-493b-a6d5-12e3936a01fe {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:06.892707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0743c3f4-b9a5-483d-9e09-5f405864d07e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.921001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:06.958102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a7dbc2b6-77e9-4e26-b21b-ad308229670e None None] Provisioning complete for port 1aab0c2f-b720-493b-a6d5-12e3936a01fe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:06.958628 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc2b6-77e9-4e26-b21b-ad308229670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.000604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbc2b6-77e9-4e26-b21b-ad308229670e None None] Port 1aab0c2f-b720-493b-a6d5-12e3936a01fe cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:07.047022 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0743c3f4-b9a5-483d-9e09-5f405864d07e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.094370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0743c3f4-b9a5-483d-9e09-5f405864d07e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 1aab0c2f-b720-493b-a6d5-12e3936a01fe owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:07.120953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d201692d-a3cb-4856-bea0-0d2a16e96ecd None None] Provisioning complete for port 922be57d-41b7-4145-94ea-32d251879943 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:07.121408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d201692d-a3cb-4856-bea0-0d2a16e96ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.155626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:07.161690 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-556ee90c-9974-45fd-ae8b-1bb5690025b6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "PUT /v2.0/routers/1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0445747 Nov 23 18:24:07.167929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Sync routers for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:07.172229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d201692d-a3cb-4856-bea0-0d2a16e96ecd None None] Port 922be57d-41b7-4145-94ea-32d251879943 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:07.182849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:07.183496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:07.255060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0743c3f4-b9a5-483d-9e09-5f405864d07e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.290138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743c3f4-b9a5-483d-9e09-5f405864d07e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=1aab0c2f-b720-493b-a6d5-12e3936a01fe,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:07.311000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:07.318456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0743c3f4-b9a5-483d-9e09-5f405864d07e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.324894 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0743c3f4-b9a5-483d-9e09-5f405864d07e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/1aab0c2f-b720-493b-a6d5-12e3936a01fe HTTP/1.1" status: 204 len: 168 time: 0.6263034 Nov 23 18:24:07.325254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36590) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:07.394777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7d551-590d-493e-a871-3f46d0e09707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:07.396973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7d551-590d-493e-a871-3f46d0e09707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:07.402232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0ba7d551-590d-493e-a871-3f46d0e09707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0734308 Nov 23 18:24:07.402588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36592) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:07.461967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b758998f-9527-40be-b42c-9daec8a92e73 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 2f571c63-39d4-49bb-aaa4-f2df83f532ed {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:07.465450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b758998f-9527-40be-b42c-9daec8a92e73 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.509707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b758998f-9527-40be-b42c-9daec8a92e73 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.567173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:05Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:11Z', 'revision_number': 1, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922be57d-41b7-4145-94ea-32d251879943', 'name': '', 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:57:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '6e8fae4a-228c-4df0-8a73-f6b991994e96', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:04Z', 'updated_at': '2021-11-23T18:24:06Z', 'revision_number': 2, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '6e8fae4a-228c-4df0-8a73-f6b991994e96', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:07.567875 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b758998f-9527-40be-b42c-9daec8a92e73 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.596769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Checking router: 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:07.597059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Updating router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb port 922be57d-41b7-4145-94ea-32d251879943 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:07.623919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.629986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b758998f-9527-40be-b42c-9daec8a92e73 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.657750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758998f-9527-40be-b42c-9daec8a92e73 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=2f571c63-39d4-49bb-aaa4-f2df83f532ed,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:07.662930 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b758998f-9527-40be-b42c-9daec8a92e73 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.668714 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b758998f-9527-40be-b42c-9daec8a92e73 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/2f571c63-39d4-49bb-aaa4-f2df83f532ed HTTP/1.1" status: 204 len: 168 time: 0.2625227 Nov 23 18:24:07.668864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36594) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:07.670794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df436414-1dc7-4593-ae6e-7244f41653f5 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:07.708418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f6e82cdd-f149-49a8-8e53-107d3b04c7c0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384026 Nov 23 18:24:07.711297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36596) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:07.760482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9f901b-8fb8-4cf7-842f-3915134aab17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:07.762071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fc9f901b-8fb8-4cf7-842f-3915134aab17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0498714 Nov 23 18:24:07.764635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36598) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:07.820196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c05b97-1204-476f-9232-3c29aa901b3e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:07.821699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d9c05b97-1204-476f-9232-3c29aa901b3e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0561354 Nov 23 18:24:07.824251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36600) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:07.863292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a1b5a47-7f96-4ff5-b3b7-e02928b05da8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378234 Nov 23 18:24:07.868440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36602) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:07.873964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:07.975085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:07.978952 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.980095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:08.024332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.032250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.098517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739c1e6-5642-44dc-9a44-38fb6c8a7191 None None] Pushing event updated for resources: {'Port': ['ID=922be57d-41b7-4145-94ea-32d251879943,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:08.104836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] Deleting port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:08.105220 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.179889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Attempting to bind port 922be57d-41b7-4145-94ea-32d251879943 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:08.180346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Attempting to bind port 922be57d-41b7-4145-94ea-32d251879943 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:08.180593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Attempting to bind port 922be57d-41b7-4145-94ea-32d251879943 on network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:08.191588 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.214711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:08.215013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Checking segment: {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:08.215417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.215817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Bound using segment: {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:08.216310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Bound port: 922be57d-41b7-4145-94ea-32d251879943, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:08.216693 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.239593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] For port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67fcfdf1-d44a-4dc5-94cd-2303ecf46264,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:08.240027 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.244029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:08.247806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:08.252414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:08.253152 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.265888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=cab782d8-e9b5-412e-a7ea-75e8b45acd70,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:08.276068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] Calling delete_port for 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:08.282152 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a223f74-45b8-4c5c-95bf-b9aa57225302 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4121351 Nov 23 18:24:08.284993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36604) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:08.292244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': 'cab782d8-e9b5-412e-a7ea-75e8b45acd70', 'ip_address': '2001:db8::df09:1e75:b9eb:b0e1'}], 'name': 'tempest-NetworksTestDHCPv6-454488758'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:08.346475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] For port 922be57d-41b7-4145-94ea-32d251879943, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:08.351651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] For port 922be57d-41b7-4145-94ea-32d251879943, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=922be57d-41b7-4145-94ea-32d251879943,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:08.363934 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.408651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:08.451509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739c1e6-5642-44dc-9a44-38fb6c8a7191 None None] Pushing event updated for resources: {'Port': ['ID=922be57d-41b7-4145-94ea-32d251879943,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:08.455156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6253b2a2-a4b6-4ece-b184-a4d9245c95ca None None] Provisioning complete for port 922be57d-41b7-4145-94ea-32d251879943 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:08.455407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6253b2a2-a4b6-4ece-b184-a4d9245c95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.460707 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.488558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:08.489207 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:08.517486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:08.535207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.557722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] Pushing event deleted for resources: {'Port': ['ID=67fcfdf1-d44a-4dc5-94cd-2303ecf46264,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:08.560670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 204502f9-9da1-42f3-bb8b-ae107c3bbf1d yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:08.586384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803dc792-ebf6-418f-a3f6-a5845de50176 None None] No DVR routers for this DVR port 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:08.588338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:08.588684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67fcfdf1-d44a-4dc5-94cd-2303ecf46264 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:08.606366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c368d5-fe97-42e4-afad-76efffd432e3 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:08.766301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::df09:1e75:b9eb:b0e1 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/cab782d8-e9b5-412e-a7ea-75e8b45acd70/204502f9-9da1-42f3-bb8b-ae107c3bbf1d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:08.778786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:08.816028 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6253b2a2-a4b6-4ece-b184-a4d9245c95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.939660 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.986977 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.035219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:09.038620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:09.042607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:09.049301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:09.049972 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.057253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=204502f9-9da1-42f3-bb8b-ae107c3bbf1d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:09.074796 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1e059277-3612-4bc9-b6ac-4962361c4f29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7884181 Nov 23 18:24:09.080533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36606) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:09.116118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6253b2a2-a4b6-4ece-b184-a4d9245c95ca None None] For port 922be57d-41b7-4145-94ea-32d251879943, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=922be57d-41b7-4145-94ea-32d251879943,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:09.145088 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6253b2a2-a4b6-4ece-b184-a4d9245c95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.169746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebc8ab5-385a-4b74-90f8-2517eb7fb949 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:09.171305 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2ebc8ab5-385a-4b74-90f8-2517eb7fb949 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0900376 Nov 23 18:24:09.173929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36608) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:09.268212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': 'cab782d8-e9b5-412e-a7ea-75e8b45acd70'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:09.269071 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.274394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-950f71eb-42ac-4ea9-923d-d055944c5143 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 204502f9-9da1-42f3-bb8b-ae107c3bbf1d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:09.275001 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-950f71eb-42ac-4ea9-923d-d055944c5143 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.298081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253b2a2-a4b6-4ece-b184-a4d9245c95ca None None] Pushing event updated for resources: {'Port': ['ID=922be57d-41b7-4145-94ea-32d251879943,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:09.331282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5f95a003-d686-4bdc-9690-e7393fd14087 None None] Provisioning complete for port 922be57d-41b7-4145-94ea-32d251879943 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:09.331691 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5f95a003-d686-4bdc-9690-e7393fd14087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.383514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-950f71eb-42ac-4ea9-923d-d055944c5143 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.395721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-950f71eb-42ac-4ea9-923d-d055944c5143 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 204502f9-9da1-42f3-bb8b-ae107c3bbf1d owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:09.541493 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-950f71eb-42ac-4ea9-923d-d055944c5143 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.573942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f71eb-42ac-4ea9-923d-d055944c5143 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=204502f9-9da1-42f3-bb8b-ae107c3bbf1d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:09.578986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/cab782d8-e9b5-412e-a7ea-75e8b45acd70/078f59f0-c824-4642-841d-0e790a3415b7) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:09.612923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-950f71eb-42ac-4ea9-923d-d055944c5143 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.619330 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-950f71eb-42ac-4ea9-923d-d055944c5143 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/204502f9-9da1-42f3-bb8b-ae107c3bbf1d HTTP/1.1" status: 204 len: 168 time: 0.4421177 Nov 23 18:24:09.620647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36612) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:09.635012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:05Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:11Z', 'revision_number': 1, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922be57d-41b7-4145-94ea-32d251879943', 'name': '', 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:57:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '6e8fae4a-228c-4df0-8a73-f6b991994e96', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:04Z', 'updated_at': '2021-11-23T18:24:08Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '6e8fae4a-228c-4df0-8a73-f6b991994e96', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:09.671464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d8444-050f-417c-b548-f81122a9dd1c None None] The sync data for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 is: [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:05Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:11Z', 'revision_number': 1, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922be57d-41b7-4145-94ea-32d251879943', 'name': '', 'network_id': '6c5fb1a2-86c2-45d7-ab76-225810dd06cd', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:57:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '6e8fae4a-228c-4df0-8a73-f6b991994e96', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:04Z', 'updated_at': '2021-11-23T18:24:08Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '6e8fae4a-228c-4df0-8a73-f6b991994e96', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:09.680511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94ee1f-11be-4f14-a9d6-4ec2f4fecce3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:09.682062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94ee1f-11be-4f14-a9d6-4ec2f4fecce3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:09.684464 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d94ee1f-11be-4f14-a9d6-4ec2f4fecce3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0627563 Nov 23 18:24:09.686230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36616) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:09.762433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3d17b2-d447-4446-9284-3c1202b68692 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet cab782d8-e9b5-412e-a7ea-75e8b45acd70 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:09.829493 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.836976 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3d17b2-d447-4446-9284-3c1202b68692 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.841582 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.857147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34830e-d398-4bee-b521-ba8c2bb5fe89 req-6a35942b-3f51-480c-b629-ec00d1b7d9cc tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:09.865020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce34830e-d398-4bee-b521-ba8c2bb5fe89 req-6a35942b-3f51-480c-b629-ec00d1b7d9cc tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1097 time: 0.0635271 Nov 23 18:24:09.883602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3d17b2-d447-4446-9284-3c1202b68692 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.921516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:09.926224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:09.929282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:09.931000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce34830e-d398-4bee-b521-ba8c2bb5fe89 req-6dc067ff-7634-4084-ad5e-182686afb228 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602438 Nov 23 18:24:09.935462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Pushing event updated for resources: {'Port': ['ID=078f59f0-c824-4642-841d-0e790a3415b7,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:09.945052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36620) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:09.991481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Attempting to bind port 078f59f0-c824-4642-841d-0e790a3415b7 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:09.991955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Attempting to bind port 078f59f0-c824-4642-841d-0e790a3415b7 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:09.992398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Attempting to bind port 078f59f0-c824-4642-841d-0e790a3415b7 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:09.998326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:09.998900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:09.999389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:09.999878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:10.000428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Bound port: 078f59f0-c824-4642-841d-0e790a3415b7, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:10.000920 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.033824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3d17b2-d447-4446-9284-3c1202b68692 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.106253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3d17b2-d447-4446-9284-3c1202b68692 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.108280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] For port 078f59f0-c824-4642-841d-0e790a3415b7, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:10.113591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] For port 078f59f0-c824-4642-841d-0e790a3415b7, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=078f59f0-c824-4642-841d-0e790a3415b7,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:10.119760 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.143201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d17b2-d447-4446-9284-3c1202b68692 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=cab782d8-e9b5-412e-a7ea-75e8b45acd70,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:10.149853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3d17b2-d447-4446-9284-3c1202b68692 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.155560 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c3d17b2-d447-4446-9284-3c1202b68692 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/cab782d8-e9b5-412e-a7ea-75e8b45acd70 HTTP/1.1" status: 204 len: 168 time: 0.4659376 Nov 23 18:24:10.161104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36622) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:10.196354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port ecb4321d-08ec-4ec9-a244-839fb799dcec {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:10.197796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.218366 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eca77e5b-17f4-4fb9-895f-8f2449d4753b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519767 Nov 23 18:24:10.218626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36624) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:10.222680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8bb9-ae63-4711-9b68-18d06c421fd4 None None] Pushing event updated for resources: {'Port': ['ID=078f59f0-c824-4642-841d-0e790a3415b7,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:10.229840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:10.313539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.314097 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.327903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for ecb4321d-08ec-4ec9-a244-839fb799dcec owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:10.361101 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:10.366201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.591172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 922be57d-41b7-4145-94ea-32d251879943 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:10.637400 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.640483 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.674495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 922be57d-41b7-4145-94ea-32d251879943 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:10.675465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.690213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=ecb4321d-08ec-4ec9-a244-839fb799dcec,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:10.706774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:10.710892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:10.715859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:10.716455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.726558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=c1bfdfff-39d4-4990-a14d-b465d4237ff4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:10.738591 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9a2912d7-9b04-4d20-9fc0-b8c8ba24b918 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5189366 Nov 23 18:24:10.741405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36626) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:10.746544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': 'c1bfdfff-39d4-4990-a14d-b465d4237ff4', 'ip_address': '2001:db8::f665:fbd9:8086:b7ad'}], 'name': 'tempest-NetworksTestDHCPv6-40314088'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:10.773762 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.774159 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Floating IP dfa2cb63-7c4b-44f7-8049-8b40a66aa18a disassociated (deleted). External IP: 172.25.0.208, port: 8bcb798a-4a24-4864-8525-a1ebd5690411. Nov 23 18:24:10.862338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:10.867702 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:10.887012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:11.001285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router d3e685dd-c6e6-4279-9b04-7aa5f0138182 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:11.067244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f665:fbd9:8086:b7ad (6c8b8381-c9d8-49d7-a42a-970de58a06dd/c1bfdfff-39d4-4990-a14d-b465d4237ff4/ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:11.123235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:11.127891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.135949 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] Sync routers for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:11.152790 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:11.157473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:11.159842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-222c0839-1d01-4b02-91b9-ec0716d0e0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/floatingips/dfa2cb63-7c4b-44f7-8049-8b40a66aa18a HTTP/1.1" status: 204 len: 168 time: 1.2136006 Nov 23 18:24:11.160511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:11.163526 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5959fb-f26c-457a-96e9-165c034c01f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:11.251943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.274405 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e07481e5-ee70-4ce3-a93e-9693fa7362fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.301610 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:11.315336 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.368932 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ca59d1-92eb-4b26-9e03-d6656fe7e290 x-openstack-request-id: req-d8ca59d1-92eb-4b26-9e03-d6656fe7e290 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:11.369227 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:11.369701 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8ca59d1-92eb-4b26-9e03-d6656fe7e290 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:11.370127 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'status': 'completed', 'code': 200} Nov 23 18:24:11.384010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:11.388264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:11.392383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:11.401934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.402782 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.434769 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.6922188 Nov 23 18:24:11.437885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36634) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:11.455683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6ed40-f7b4-47c5-a242-dc7390434afe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:11.499903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-e4b71818-7d4a-49b8-948c-7e6ab7a75280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.502384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-e4b71818-7d4a-49b8-948c-7e6ab7a75280 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 1097 time: 0.0979388 Nov 23 18:24:11.502580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd8498-80cb-4012-9938-ec46fac96d3a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.510683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd8498-80cb-4012-9938-ec46fac96d3a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.512537 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-24dd8498-80cb-4012-9938-ec46fac96d3a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.0740571 Nov 23 18:24:11.513139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e850c0-4650-4111-9251-175b77b49863 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:11.515896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36636) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:11.526512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bc153-5ec2-4513-b8d9-62e76e71dbd3 req-013bb625-87a0-4a8e-8b1e-93fc97f33c61 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.532225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-342bc153-5ec2-4513-b8d9-62e76e71dbd3 req-013bb625-87a0-4a8e-8b1e-93fc97f33c61 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0890141 Nov 23 18:24:11.581004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4cc5cf99-48ea-46bf-9dd7-b6bea5eb53b5 None None] Could not find standard attr ID for object 204502f9-9da1-42f3-bb8b-ae107c3bbf1d. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:11.610387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4cc5cf99-48ea-46bf-9dd7-b6bea5eb53b5 None None] Provisioning complete for port 078f59f0-c824-4642-841d-0e790a3415b7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:11.610798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cc5cf99-48ea-46bf-9dd7-b6bea5eb53b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.641682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6f73579b-d41d-4013-ade9-da96a15e2451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:11.642257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f73579b-d41d-4013-ade9-da96a15e2451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.655396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-adbb5452-13d1-484f-a4f9-f5a70df79154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.657166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-adbb5452-13d1-484f-a4f9-f5a70df79154 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 200 len: 898 time: 0.1236100 Nov 23 18:24:11.692649 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:28Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:11.721232 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] Checking router: d3e685dd-c6e6-4279-9b04-7aa5f0138182 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:11.725705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-5304eac4-f2fc-4e64-bf1d-0d1139915265 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 200 len: 217 time: 0.0499270 Nov 23 18:24:11.733149 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:11.733915 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:23:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:11.751081 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cc5cf99-48ea-46bf-9dd7-b6bea5eb53b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.792547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4cc5cf99-48ea-46bf-9dd7-b6bea5eb53b5 None None] For port 078f59f0-c824-4642-841d-0e790a3415b7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=078f59f0-c824-4642-841d-0e790a3415b7,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:11.794921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f73579b-d41d-4013-ade9-da96a15e2451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.803459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4cc5cf99-48ea-46bf-9dd7-b6bea5eb53b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.803872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-17be7dea-243e-48d5-828f-f2340a56d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.805673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-17be7dea-243e-48d5-828f-f2340a56d19e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 200 len: 837 time: 0.0734665 Nov 23 18:24:11.820797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6f73579b-d41d-4013-ade9-da96a15e2451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:11.871706 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:11.879121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5cf99-48ea-46bf-9dd7-b6bea5eb53b5 None None] Pushing event updated for resources: {'Port': ['ID=078f59f0-c824-4642-841d-0e790a3415b7,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:11.895462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-342bc153-5ec2-4513-b8d9-62e76e71dbd3 req-fd50755f-ea97-402a-8187-435d42cb949f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351308 Nov 23 18:24:11.898400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-9708e112-9be7-42f1-98b9-9e4759c82089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.904993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-9708e112-9be7-42f1-98b9-9e4759c82089 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803156 Nov 23 18:24:12.028300 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f73579b-d41d-4013-ade9-da96a15e2451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.034665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-45445e87-5eb8-40cd-88fd-03104c73ded7 service neutron] 10.222.0.72 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207151 Nov 23 18:24:12.060871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73579b-d41d-4013-ade9-da96a15e2451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:12.132458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a2ba5c00-80f1-4953-a635-d4d18098f75d None None] Could not find standard attr ID for object ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:12.150834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a2ba5c00-80f1-4953-a635-d4d18098f75d None None] Provisioning complete for port 078f59f0-c824-4642-841d-0e790a3415b7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:12.151481 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5c00-80f1-4953-a635-d4d18098f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.155606 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:28Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:12.172751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c5959fb-f26c-457a-96e9-165c034c01f5 req-d35910c0-2837-41f1-be31-acc6c2ca2597 service neutron] 10.222.0.72 "GET /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246974 Nov 23 18:24:12.188755 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14627b7-22ef-4ed5-9275-ff8584d4e6e6 None None] The sync data for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 is: [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:22:24Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'adb83cd5-71b2-4184-80d0-af66902af9c7', 'name': '', 'network_id': 'b43aa2ad-9cd0-4f71-b012-984fe8ea2e46', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:dd:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:22Z', 'updated_at': '2021-11-23T18:22:28Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8794786d-ec50-4c62-b3d5-6e9950bcd33c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:12.388620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9fa8f60b-7b6b-4a16-8e52-65843eccd382 None None] Could not find standard attr ID for object 204502f9-9da1-42f3-bb8b-ae107c3bbf1d. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:12.454169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6f73579b-d41d-4013-ade9-da96a15e2451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.459228 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6f73579b-d41d-4013-ade9-da96a15e2451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b HTTP/1.1" status: 204 len: 168 time: 0.9405270 Nov 23 18:24:12.460658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36640) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:12.498031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ffc76-8e00-467a-b743-a900da95f608 None None] New status for floating IP dfa2cb63-7c4b-44f7-8049-8b40a66aa18a: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:24:12.549734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366bed6-48bf-4db3-a51c-cc8e2e6536eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:12.551602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366bed6-48bf-4db3-a51c-cc8e2e6536eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:12.553716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7366bed6-48bf-4db3-a51c-cc8e2e6536eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0916808 Nov 23 18:24:12.556787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36642) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:12.570033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 078f59f0-c824-4642-841d-0e790a3415b7 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:12.612457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-672b8ddb-4546-4712-bbea-4115273fc5bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet c1bfdfff-39d4-4990-a14d-b465d4237ff4 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:12.617215 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-672b8ddb-4546-4712-bbea-4115273fc5bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.632881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 078f59f0-c824-4642-841d-0e790a3415b7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:12.633252 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.665638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-672b8ddb-4546-4712-bbea-4115273fc5bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.718941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-67eeb06d-176e-4b9a-9965-d4c3104c196f None None] Could not find standard attr ID for object ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:12.719802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-672b8ddb-4546-4712-bbea-4115273fc5bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.790409 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-672b8ddb-4546-4712-bbea-4115273fc5bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.815948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b8ddb-4546-4712-bbea-4115273fc5bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bfdfff-39d4-4990-a14d-b465d4237ff4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:12.822352 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-672b8ddb-4546-4712-bbea-4115273fc5bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:12.825643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-672b8ddb-4546-4712-bbea-4115273fc5bb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/c1bfdfff-39d4-4990-a14d-b465d4237ff4 HTTP/1.1" status: 204 len: 168 time: 0.2679162 Nov 23 18:24:12.828081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36644) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:12.855062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc173232-2d9f-48e5-a21d-a4f3a2bab139 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:12.877666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-268e7105-e14b-4604-a328-45a218f41dc6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459394 Nov 23 18:24:12.878039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36646) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:12.883955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:12.915945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-72a26ab9-17e5-4dfe-b18e-8d57d27f6b10 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:12.917581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-72a26ab9-17e5-4dfe-b18e-8d57d27f6b10 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0807271 Nov 23 18:24:12.983027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:12.986484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.056106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:13.072316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f74cd-4c01-4a50-8554-59620b95c107 req-196968f1-8dec-4613-9026-b72d0cd79632 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:13.073845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-823f74cd-4c01-4a50-8554-59620b95c107 req-196968f1-8dec-4613-9026-b72d0cd79632 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861 HTTP/1.1" status: 200 len: 946 time: 0.0936320 Nov 23 18:24:13.092163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port 8bcb798a-4a24-4864-8525-a1ebd5690411 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:13.093415 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.113794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] Deleting port 078f59f0-c824-4642-841d-0e790a3415b7 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:13.115248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.190945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-823f74cd-4c01-4a50-8554-59620b95c107 req-819b00cf-8231-4663-b99f-0f9509b93924 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=72512e8a-73bc-48d4-af9c-492dfaf5112a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106684 Nov 23 18:24:13.192993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] For port 078f59f0-c824-4642-841d-0e790a3415b7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=078f59f0-c824-4642-841d-0e790a3415b7,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:13.193558 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.203304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.220648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] Calling delete_port for 078f59f0-c824-4642-841d-0e790a3415b7 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:13.228057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port 8bcb798a-4a24-4864-8525-a1ebd5690411, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8bcb798a-4a24-4864-8525-a1ebd5690411,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:13.229113 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.243319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for 8bcb798a-4a24-4864-8525-a1ebd5690411 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:13.259937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:13.263424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:13.266981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:13.267690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.270137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=695d2f15-c67b-4f59-97a7-3eca9ac51c1b,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:13.292044 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-03038aa0-b778-456b-9175-3e1ef1e3349c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4128530 Nov 23 18:24:13.294800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36650) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:13.301602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': '695d2f15-c67b-4f59-97a7-3eca9ac51c1b', 'ip_address': '2001:db8::b876:44af:61a0:5c23'}], 'name': 'tempest-NetworksTestDHCPv6-1449127239'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:13.310110 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.346038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] No DVR routers for this DVR port 078f59f0-c824-4642-841d-0e790a3415b7 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:13.356799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306e02d-8f93-4623-a465-0fc0e045c641 None None] Pushing event deleted for resources: {'Port': ['ID=078f59f0-c824-4642-841d-0e790a3415b7,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:13.368111 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d214253e-8377-4cdb-9520-e1240aa18b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.372771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c710524-2e72-4deb-87a0-a044c227f825 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:13.472725 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.475223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:13.520005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=8bcb798a-4a24-4864-8525-a1ebd5690411,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:13.532678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '695d2f15-c67b-4f59-97a7-3eca9ac51c1b'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:13.533552 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.597409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] No DVR routers for this DVR port 8bcb798a-4a24-4864-8525-a1ebd5690411 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:13.601334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.604724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cc0dcf6-4593-406a-bcf5-fe551d21908e req-731a85ec-c78b-44c2-8a90-d20d61c5497a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "DELETE /v2.0/ports/8bcb798a-4a24-4864-8525-a1ebd5690411 HTTP/1.1" status: 204 len: 173 time: 0.6758153 Nov 23 18:24:13.605171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'name': 'network-vif-deleted', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:13.607456 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557a6c8a-0b13-4bd5-abbd-9a9161694d5b" -d '{"events": [{"server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "name": "network-vif-deleted", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:13.639459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.668278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 36b3db95-d90c-49ba-b0a1-7eec7d7e6695 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:13.701866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/695d2f15-c67b-4f59-97a7-3eca9ac51c1b/481df295-f893-4e03-86dc-dadc3c13f9ca) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:13.829486 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cc50cf-5ed4-450b-af4a-6d484d3a0139 x-openstack-request-id: req-a0cc50cf-5ed4-450b-af4a-6d484d3a0139 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:13.829785 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861", "name": "network-vif-deleted", "tag": "8bcb798a-4a24-4864-8525-a1ebd5690411", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:13.830024 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0cc50cf-5ed4-450b-af4a-6d484d3a0139 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:13.830431 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f5a658-4c2b-4ea5-8c0c-a9a55c3ea861', 'name': 'network-vif-deleted', 'tag': '8bcb798a-4a24-4864-8525-a1ebd5690411', 'status': 'completed', 'code': 200} Nov 23 18:24:13.870642 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.876837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.924190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:13.928098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:13.931970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:13.935850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::b876:44af:61a0:5c23 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/695d2f15-c67b-4f59-97a7-3eca9ac51c1b/36b3db95-d90c-49ba-b0a1-7eec7d7e6695) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:13.940648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Pushing event updated for resources: {'Port': ['ID=481df295-f893-4e03-86dc-dadc3c13f9ca,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:14.005560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Attempting to bind port 481df295-f893-4e03-86dc-dadc3c13f9ca on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:14.007326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Attempting to bind port 481df295-f893-4e03-86dc-dadc3c13f9ca by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:14.007799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Attempting to bind port 481df295-f893-4e03-86dc-dadc3c13f9ca on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:14.013960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:14.014520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:14.015025 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.015555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:14.016130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Bound port: 481df295-f893-4e03-86dc-dadc3c13f9ca, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:14.016762 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.100295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] For port 481df295-f893-4e03-86dc-dadc3c13f9ca, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:14.104501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] For port 481df295-f893-4e03-86dc-dadc3c13f9ca, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=481df295-f893-4e03-86dc-dadc3c13f9ca,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:14.110217 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.190838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17de09-ad79-4f24-9408-704eb0f3d9ca None None] Pushing event updated for resources: {'Port': ['ID=481df295-f893-4e03-86dc-dadc3c13f9ca,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:14.261051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36658) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:14.422339 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.483060 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.549588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:14.554078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:14.564156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:14.570267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 481df295-f893-4e03-86dc-dadc3c13f9ca up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:14.580148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:14.581309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.586270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=36b3db95-d90c-49ba-b0a1-7eec7d7e6695,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:14.605192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dc58b98e-6f4e-4b2d-b769-432616cbd332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3091776 Nov 23 18:24:14.608976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36662) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:14.703984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c81bd-3a90-4e4c-b22d-9cd548ead6f4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:14.711114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c81bd-3a90-4e4c-b22d-9cd548ead6f4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:14.713007 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f89c81bd-3a90-4e4c-b22d-9cd548ead6f4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1028817 Nov 23 18:24:14.715765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36664) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:14.785851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 481df295-f893-4e03-86dc-dadc3c13f9ca triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:14.786186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.825952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cc423d34-8da1-48d8-9b09-6cbe9dc48ed6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 36b3db95-d90c-49ba-b0a1-7eec7d7e6695 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:14.826447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc423d34-8da1-48d8-9b09-6cbe9dc48ed6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.845143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.879946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.954277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 481df295-f893-4e03-86dc-dadc3c13f9ca, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=481df295-f893-4e03-86dc-dadc3c13f9ca,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:14.966210 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.968190 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc423d34-8da1-48d8-9b09-6cbe9dc48ed6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.010325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cc423d34-8da1-48d8-9b09-6cbe9dc48ed6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 36b3db95-d90c-49ba-b0a1-7eec7d7e6695 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:15.055554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 078f59f0-c824-4642-841d-0e790a3415b7 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:15.092147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 078f59f0-c824-4642-841d-0e790a3415b7 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:15.092657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 078f59f0-c824-4642-841d-0e790a3415b7 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:15.140052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=481df295-f893-4e03-86dc-dadc3c13f9ca,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:15.155986 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.212142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc423d34-8da1-48d8-9b09-6cbe9dc48ed6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.263114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc423d34-8da1-48d8-9b09-6cbe9dc48ed6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=36b3db95-d90c-49ba-b0a1-7eec7d7e6695,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:15.265843 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port adb83cd5-71b2-4184-80d0-af66902af9c7 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:15.266305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.288756 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cc423d34-8da1-48d8-9b09-6cbe9dc48ed6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.295402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cc423d34-8da1-48d8-9b09-6cbe9dc48ed6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/36b3db95-d90c-49ba-b0a1-7eec7d7e6695 HTTP/1.1" status: 204 len: 168 time: 0.5782411 Nov 23 18:24:15.295914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36666) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:15.357206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17f292-fe95-4990-ac12-882dc03d600e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:15.359006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17f292-fe95-4990-ac12-882dc03d600e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:15.363333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4a17f292-fe95-4990-ac12-882dc03d600e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0637267 Nov 23 18:24:15.363757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36668) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:15.381854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port adb83cd5-71b2-4184-80d0-af66902af9c7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=adb83cd5-71b2-4184-80d0-af66902af9c7,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:15.382251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.384410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ef29bbc9-83d8-4034-8e2a-0f3012625779 None None] Provisioning complete for port 481df295-f893-4e03-86dc-dadc3c13f9ca triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:15.384792 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef29bbc9-83d8-4034-8e2a-0f3012625779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.404085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for adb83cd5-71b2-4184-80d0-af66902af9c7 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:15.426744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8c56a2-2042-4018-a716-8b73cb653f53 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 695d2f15-c67b-4f59-97a7-3eca9ac51c1b {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:15.430472 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e8c56a2-2042-4018-a716-8b73cb653f53 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.490084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e8c56a2-2042-4018-a716-8b73cb653f53 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.637222 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e8c56a2-2042-4018-a716-8b73cb653f53 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.652940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.691607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=adb83cd5-71b2-4184-80d0-af66902af9c7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:15.714873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e8c56a2-2042-4018-a716-8b73cb653f53 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.750604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c56a2-2042-4018-a716-8b73cb653f53 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=695d2f15-c67b-4f59-97a7-3eca9ac51c1b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:15.755234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5e8c56a2-2042-4018-a716-8b73cb653f53 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.759976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e8c56a2-2042-4018-a716-8b73cb653f53 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/695d2f15-c67b-4f59-97a7-3eca9ac51c1b HTTP/1.1" status: 204 len: 168 time: 0.3953786 Nov 23 18:24:15.762530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36670) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:15.774771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-de32596b-1433-4295-9dff-18bcf2b1bbc4 None None] Could not find standard attr ID for object 36b3db95-d90c-49ba-b0a1-7eec7d7e6695. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:15.824328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4695c693-c323-4d18-9be5-ae655d1be56d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601697 Nov 23 18:24:15.826588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36672) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:15.885286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d851e598-f0d6-4686-accb-2b6f69821b80 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:15.889355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d851e598-f0d6-4686-accb-2b6f69821b80 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0592685 Nov 23 18:24:15.889567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36674) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:15.941877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.970290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03e59c-8afa-44b6-82d4-146f482142dd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:15.977162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ac03e59c-8afa-44b6-82d4-146f482142dd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841577 Nov 23 18:24:15.977640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36676) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:16.023067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8bcb798a-4a24-4864-8525-a1ebd5690411 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:16.048347 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-61154134-5af6-40f8-a124-7a48dd1f9f8a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656717 Nov 23 18:24:16.049039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36678) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:16.058039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:16.071575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9e4d9-09da-4e90-9118-26c1200c386c None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:16.086548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 8bcb798a-4a24-4864-8525-a1ebd5690411 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:16.086916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8bcb798a-4a24-4864-8525-a1ebd5690411 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:16.158942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:16.163771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.244707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router d3e685dd-c6e6-4279-9b04-7aa5f0138182 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:16.311439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:16.387892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] Deleting port 481df295-f893-4e03-86dc-dadc3c13f9ca {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:16.388397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.392584 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.401935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:16.407571 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-05b8e456-a0cf-4136-a0f3-af319e43ca1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "PUT /v2.0/routers/d3e685dd-c6e6-4279-9b04-7aa5f0138182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1451426 Nov 23 18:24:16.415267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36680) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:16.415503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] Sync routers for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:16.433339 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:16.433979 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:16.447386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:16.459131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:16.462772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:16.463373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.495436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=961ab4eb-c599-4b0e-a6ad-166b577a5836,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:16.504189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.509094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ef91cc-b8ee-4e3f-b511-5cb666bc25a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting subnet 8794786d-ec50-4c62-b3d5-6e9950bcd33c {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:16.513030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] For port 481df295-f893-4e03-86dc-dadc3c13f9ca, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=481df295-f893-4e03-86dc-dadc3c13f9ca,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:16.513843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.515891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82ef91cc-b8ee-4e3f-b511-5cb666bc25a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.516982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6e5e73d2-a4ad-49b1-aaf2-3c1f8930e4ee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4656761 Nov 23 18:24:16.519765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36684) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:16.526585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': '961ab4eb-c599-4b0e-a6ad-166b577a5836', 'ip_address': '2001:db8::27f9:84e1:ff9e:840d'}], 'name': 'tempest-NetworksTestDHCPv6-1746119567'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:16.532111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] Calling delete_port for 481df295-f893-4e03-86dc-dadc3c13f9ca owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:16.610017 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:16.617066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 481df295-f893-4e03-86dc-dadc3c13f9ca no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:16.636408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82ef91cc-b8ee-4e3f-b511-5cb666bc25a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.657733 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.693403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] Pushing event deleted for resources: {'Port': ['ID=481df295-f893-4e03-86dc-dadc3c13f9ca,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:16.695812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b89d89a-9815-469b-999b-5e6ed9e7465a None None] No DVR routers for this DVR port 481df295-f893-4e03-86dc-dadc3c13f9ca on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:16.700100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No active binding found for port 481df295-f893-4e03-86dc-dadc3c13f9ca {{(pid=120537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:24:16.700535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 481df295-f893-4e03-86dc-dadc3c13f9ca not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:16.716717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1aa76e-1eef-4a6b-8ea0-8ca7d35b3717 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:16.778242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:16.784332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82ef91cc-b8ee-4e3f-b511-5cb666bc25a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.818927 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:24:15Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:16.847361 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] Checking router: d3e685dd-c6e6-4279-9b04-7aa5f0138182 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:16.856657 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] Routers {'d3e685dd-c6e6-4279-9b04-7aa5f0138182'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:16.857271 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:16.889351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '961ab4eb-c599-4b0e-a6ad-166b577a5836'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:16.890937 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.920502 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.932313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82ef91cc-b8ee-4e3f-b511-5cb666bc25a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.967294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef91cc-b8ee-4e3f-b511-5cb666bc25a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Subnet': ['ID=8794786d-ec50-4c62-b3d5-6e9950bcd33c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:16.977999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 48c15c1a-a85a-481e-aed3-2f5b29a252a5 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:16.983344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82ef91cc-b8ee-4e3f-b511-5cb666bc25a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.989812 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-82ef91cc-b8ee-4e3f-b511-5cb666bc25a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/subnets/8794786d-ec50-4c62-b3d5-6e9950bcd33c HTTP/1.1" status: 204 len: 168 time: 0.5732129 Nov 23 18:24:16.990082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36686) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:16.997954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158fd155-85c3-419d-9018-5eeb8d000ade None None] Network b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:17.088459 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] Set router d3e685dd-c6e6-4279-9b04-7aa5f0138182 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:17.143258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.181505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/961ab4eb-c599-4b0e-a6ad-166b577a5836/931a9d40-26a4-4187-81a0-d3f84cf7b451) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:17.278514 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.289190 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:24:15Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:17.315996 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499b826-55ba-4bf3-b09b-d2d683b990a6 None None] The sync data for ids ['d3e685dd-c6e6-4279-9b04-7aa5f0138182'] in n-d-818932-3 is: [{'id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48816874', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:16Z', 'updated_at': '2021-11-23T18:24:15Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'b1a83235-beb0-47cf-9255-85ba1dd23aff', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e685dd-c6e6-4279-9b04-7aa5f0138182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:17Z', 'updated_at': '2021-11-23T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:17.318538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] DHCP port deletion for b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:17.348178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port b1a83235-beb0-47cf-9255-85ba1dd23aff {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:17.348324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.406851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.417321 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.441821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port b1a83235-beb0-47cf-9255-85ba1dd23aff, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b1a83235-beb0-47cf-9255-85ba1dd23aff,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:17.447811 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.463703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for b1a83235-beb0-47cf-9255-85ba1dd23aff owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:17.464705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:17.466154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] Deleting port ed390bea-bc68-4670-bff1-4db5f83dc3b5 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:17.466536 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.471291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:17.473715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:17.477987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::27f9:84e1:ff9e:840d (6c8b8381-c9d8-49d7-a42a-970de58a06dd/961ab4eb-c599-4b0e-a6ad-166b577a5836/48c15c1a-a85a-481e-aed3-2f5b29a252a5) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:17.508617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Pushing event updated for resources: {'Port': ['ID=931a9d40-26a4-4187-81a0-d3f84cf7b451,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:17.593431 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] For port ed390bea-bc68-4670-bff1-4db5f83dc3b5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ed390bea-bc68-4670-bff1-4db5f83dc3b5,segment=NetworkSegment(1895436d-03af-4a22-9f0f-9a77bc46f892),segment_id=1895436d-03af-4a22-9f0f-9a77bc46f892)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:17.593898 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.609472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Attempting to bind port 931a9d40-26a4-4187-81a0-d3f84cf7b451 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:17.609848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Attempting to bind port 931a9d40-26a4-4187-81a0-d3f84cf7b451 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:17.610215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Attempting to bind port 931a9d40-26a4-4187-81a0-d3f84cf7b451 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:17.612371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] Calling delete_port for ed390bea-bc68-4670-bff1-4db5f83dc3b5 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:17.622741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:17.623126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:17.623533 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.623938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:17.624420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Bound port: 931a9d40-26a4-4187-81a0-d3f84cf7b451, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:17.624806 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.647870 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.653657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.674808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=b1a83235-beb0-47cf-9255-85ba1dd23aff,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:17.704040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd860f1-79e0-4ae7-8353-80baeb990098 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:17.707388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.746522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.765785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:17.769289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:17.775147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:17.781653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:17.782822 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.790656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] For port 931a9d40-26a4-4187-81a0-d3f84cf7b451, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:17.795208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] For port 931a9d40-26a4-4187-81a0-d3f84cf7b451, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=931a9d40-26a4-4187-81a0-d3f84cf7b451,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:17.800446 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.810721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.814678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=48c15c1a-a85a-481e-aed3-2f5b29a252a5,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:17.835985 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-903b6dc3-6188-46e1-833d-90b76bc7d004 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3149385 Nov 23 18:24:17.838784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36688) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:17.845992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2cf51bd7-ef3e-48f7-819e-7b64f85fae4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': '961ab4eb-c599-4b0e-a6ad-166b577a5836', 'ip_address': '2001:db8::27f9:84e1:ff9e:840d'}], 'name': 'tempest-NetworksTestDHCPv6-1995487958'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:17.851213 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.854403 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.859321 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] Pushing event deleted for resources: {'Port': ['ID=ed390bea-bc68-4670-bff1-4db5f83dc3b5,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:17.878585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2f245-2e39-4766-9ab2-711b32577b1d None None] No DVR routers for this DVR port ed390bea-bc68-4670-bff1-4db5f83dc3b5 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:17.925768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.926348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Fanout notify agent at l3_agent the message router_deleted on router d3e685dd-c6e6-4279-9b04-7aa5f0138182 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:24:17.945750 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.950582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b523b65-b279-49b9-8175-af513acecc1d None None] Pushing event updated for resources: {'Port': ['ID=931a9d40-26a4-4187-81a0-d3f84cf7b451,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:17.952305 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.954759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3717420c-fd09-4ab0-99d5-fbe8ba4c32ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/routers/d3e685dd-c6e6-4279-9b04-7aa5f0138182 HTTP/1.1" status: 204 len: 168 time: 0.9628549 Nov 23 18:24:17.956595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36690) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:18.010877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf51bd7-ef3e-48f7-819e-7b64f85fae4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:18.016602 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2cf51bd7-ef3e-48f7-819e-7b64f85fae4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.043423 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-2cf51bd7-ef3e-48f7-819e-7b64f85fae4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port d00d01b6-d2b4-44fc-8ae9-f840b1bd8cc2 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:18.061757 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.200394 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.230816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43aa2ad-9cd0-4f71-b012-984fe8ea2e46']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:18.244070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1895436d-03af-4a22-9f0f-9a77bc46f892') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:18.244461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1895436d-03af-4a22-9f0f-9a77bc46f892') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:18.257284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.274234 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf51bd7-ef3e-48f7-819e-7b64f85fae4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 18:24:18.274738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf51bd7-ef3e-48f7-819e-7b64f85fae4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:24:18.276257 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.284188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:24:18.284732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:24:18.288782 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:24:18.293767 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2cf51bd7-ef3e-48f7-819e-7b64f85fae4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4538672 Nov 23 18:24:18.296265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36692) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:18.354076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0145dab2-f414-4cd9-9249-b7d4cf65b014 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:18.355616 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.362184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0145dab2-f414-4cd9-9249-b7d4cf65b014 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:18.363903 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.364397 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0145dab2-f414-4cd9-9249-b7d4cf65b014 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0669708 Nov 23 18:24:18.366986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36694) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:18.368143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/networks/b43aa2ad-9cd0-4f71-b012-984fe8ea2e46 HTTP/1.1" status: 204 len: 168 time: 0.4103513 Nov 23 18:24:18.370774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36696) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:18.377511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23634885-2ea1-4b2e-84d9-b3d328fb4bd2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Network': ['ID=b43aa2ad-9cd0-4f71-b012-984fe8ea2e46,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:18.490265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b03f0bf7-2acd-4f2c-ac1b-209a861d0c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.518247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c46a815f-acbb-4b7a-a46d-bd8ddf7757af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 48c15c1a-a85a-481e-aed3-2f5b29a252a5 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:18.518514 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c46a815f-acbb-4b7a-a46d-bd8ddf7757af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.528804 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b03f0bf7-2acd-4f2c-ac1b-209a861d0c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.649622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c46a815f-acbb-4b7a-a46d-bd8ddf7757af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.659476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c46a815f-acbb-4b7a-a46d-bd8ddf7757af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 48c15c1a-a85a-481e-aed3-2f5b29a252a5 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:18.684750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b03f0bf7-2acd-4f2c-ac1b-209a861d0c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.687053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b03f0bf7-2acd-4f2c-ac1b-209a861d0c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.691317 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b03f0bf7-2acd-4f2c-ac1b-209a861d0c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/security-groups/72512e8a-73bc-48d4-af9c-492dfaf5112a HTTP/1.1" status: 204 len: 168 time: 0.3194735 Nov 23 18:24:18.705941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 931a9d40-26a4-4187-81a0-d3f84cf7b451 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:18.753486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f0bf7-2acd-4f2c-ac1b-209a861d0c4a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72512e8a-73bc-48d4-af9c-492dfaf5112a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:18.798366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 931a9d40-26a4-4187-81a0-d3f84cf7b451 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:18.798871 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.862123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c46a815f-acbb-4b7a-a46d-bd8ddf7757af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.899228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a815f-acbb-4b7a-a46d-bd8ddf7757af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=48c15c1a-a85a-481e-aed3-2f5b29a252a5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:18.904018 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.931884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c46a815f-acbb-4b7a-a46d-bd8ddf7757af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.935490 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c46a815f-acbb-4b7a-a46d-bd8ddf7757af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/48c15c1a-a85a-481e-aed3-2f5b29a252a5 HTTP/1.1" status: 204 len: 168 time: 0.5674021 Nov 23 18:24:18.937963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36706) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:18.943769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 931a9d40-26a4-4187-81a0-d3f84cf7b451, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=931a9d40-26a4-4187-81a0-d3f84cf7b451,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:18.948620 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.023969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e42309-6432-443c-bdcf-67d5605b3b58 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:19.025946 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e42309-6432-443c-bdcf-67d5605b3b58 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:19.027985 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-53e42309-6432-443c-bdcf-67d5605b3b58 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0888722 Nov 23 18:24:19.030658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36708) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.031734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device adb83cd5-71b2-4184-80d0-af66902af9c7 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:19.035716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=931a9d40-26a4-4187-81a0-d3f84cf7b451,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.051774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36710) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.057087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0c7adcb4-cf2e-4b88-8d33-bd78d20110ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1769223305', 'description': 'tempest-secgroup-smoke-1769223305 description', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:19.058417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: adb83cd5-71b2-4184-80d0-af66902af9c7 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:19.058805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device adb83cd5-71b2-4184-80d0-af66902af9c7 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:19.059228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ed390bea-bc68-4670-bff1-4db5f83dc3b5 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:19.080337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: ed390bea-bc68-4670-bff1-4db5f83dc3b5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:19.080961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ed390bea-bc68-4670-bff1-4db5f83dc3b5 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:19.081113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b1a83235-beb0-47cf-9255-85ba1dd23aff no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:19.094421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c7adcb4-cf2e-4b88-8d33-bd78d20110ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.099019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd0a914-b47d-4392-91fa-3df7419d672b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 961ab4eb-c599-4b0e-a6ad-166b577a5836 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:19.102551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a914-b47d-4392-91fa-3df7419d672b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.109944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: b1a83235-beb0-47cf-9255-85ba1dd23aff {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:19.110297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b1a83235-beb0-47cf-9255-85ba1dd23aff not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:19.148353 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a914-b47d-4392-91fa-3df7419d672b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.179810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c7adcb4-cf2e-4b88-8d33-bd78d20110ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.183821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c7adcb4-cf2e-4b88-8d33-bd78d20110ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.216063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7adcb4-cf2e-4b88-8d33-bd78d20110ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.227499 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c7adcb4-cf2e-4b88-8d33-bd78d20110ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.231394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0c7adcb4-cf2e-4b88-8d33-bd78d20110ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1754234 Nov 23 18:24:19.231668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36712) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.238903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1044f0ac-c09b-4c12-ad0c-4c130011d7d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:19.251801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a914-b47d-4392-91fa-3df7419d672b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.255912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7c7fd3ab-495d-4a3e-8826-82807aff28bd None None] Provisioning complete for port 931a9d40-26a4-4187-81a0-d3f84cf7b451 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:19.256291 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd3ab-495d-4a3e-8826-82807aff28bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.275511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1044f0ac-c09b-4c12-ad0c-4c130011d7d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.331364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a914-b47d-4392-91fa-3df7419d672b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.368625 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1044f0ac-c09b-4c12-ad0c-4c130011d7d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.371811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a914-b47d-4392-91fa-3df7419d672b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.374625 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1044f0ac-c09b-4c12-ad0c-4c130011d7d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.376691 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4bd0a914-b47d-4392-91fa-3df7419d672b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/961ab4eb-c599-4b0e-a6ad-166b577a5836 HTTP/1.1" status: 204 len: 168 time: 0.3429859 Nov 23 18:24:19.377875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0a914-b47d-4392-91fa-3df7419d672b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=961ab4eb-c599-4b0e-a6ad-166b577a5836,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.378896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36714) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.401132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a1877-4bd2-410f-b183-43dce1eb2aa0 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:19.430425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c32331bf-4f57-4414-b678-8f615308f627 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483117 Nov 23 18:24:19.432060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044f0ac-c09b-4c12-ad0c-4c130011d7d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569a7a58-200e-4037-a5fa-ea2b70508430,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.435182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36716) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.440423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:19.449096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1044f0ac-c09b-4c12-ad0c-4c130011d7d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.450290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1044f0ac-c09b-4c12-ad0c-4c130011d7d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2172072 Nov 23 18:24:19.453171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36718) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.458120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-85a7aeec-acbc-4d10-8153-610245b4940a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:19.474859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4fbdf209-39ac-4015-a605-624f5b14a972 None None] Could not find standard attr ID for object 48c15c1a-a85a-481e-aed3-2f5b29a252a5. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:19.493891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85a7aeec-acbc-4d10-8153-610245b4940a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.547818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:19.553267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.560091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85a7aeec-acbc-4d10-8153-610245b4940a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.565060 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85a7aeec-acbc-4d10-8153-610245b4940a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.584770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7aeec-acbc-4d10-8153-610245b4940a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b26b64-f300-4727-ae19-d941ed22e4df,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.595677 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85a7aeec-acbc-4d10-8153-610245b4940a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.596899 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-85a7aeec-acbc-4d10-8153-610245b4940a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426799 Nov 23 18:24:19.601250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36720) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.607570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d8fc74f6-f82c-44e8-beb4-0e608fab3036 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:19.607743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:19.637290 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d8fc74f6-f82c-44e8-beb4-0e608fab3036 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.653674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.668541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] Deleting port 931a9d40-26a4-4187-81a0-d3f84cf7b451 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:19.669090 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.706535 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d8fc74f6-f82c-44e8-beb4-0e608fab3036 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.711355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d8fc74f6-f82c-44e8-beb4-0e608fab3036 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.732359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc74f6-f82c-44e8-beb4-0e608fab3036 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b4853e-b79b-48c2-954c-ed4c4f0bf0b3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.738496 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d8fc74f6-f82c-44e8-beb4-0e608fab3036 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.739807 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d8fc74f6-f82c-44e8-beb4-0e608fab3036 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373429 Nov 23 18:24:19.742877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36722) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.744401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] For port 931a9d40-26a4-4187-81a0-d3f84cf7b451, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=931a9d40-26a4-4187-81a0-d3f84cf7b451,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:19.744992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.747294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e970563a-8832-4e4c-aaf0-a8dac472b8dd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:19.760238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] Calling delete_port for 931a9d40-26a4-4187-81a0-d3f84cf7b451 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:19.778799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e970563a-8832-4e4c-aaf0-a8dac472b8dd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.782238 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.823461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:19.828761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:19.834277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:19.834458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.844154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=d033c720-d6bb-447c-9079-6353303ef0c3,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.851934 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e970563a-8832-4e4c-aaf0-a8dac472b8dd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.857041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e970563a-8832-4e4c-aaf0-a8dac472b8dd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.857554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-77892fd3-4131-497e-ab7e-c4907e045ad5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4211998 Nov 23 18:24:19.860312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36724) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.862705 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.866400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-195681b4-b276-4da6-b173-c6b0241fa9eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': 'd033c720-d6bb-447c-9079-6353303ef0c3', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-573710119'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:19.883428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970563a-8832-4e4c-aaf0-a8dac472b8dd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8799481e-fac3-41d2-a760-0c0f11124b7f,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.888205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e970563a-8832-4e4c-aaf0-a8dac472b8dd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.892152 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e970563a-8832-4e4c-aaf0-a8dac472b8dd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456101 Nov 23 18:24:19.892449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36726) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:19.895582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] Pushing event deleted for resources: {'Port': ['ID=931a9d40-26a4-4187-81a0-d3f84cf7b451,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:19.899188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af2c1e-8d64-4d82-9198-3a6e2c44591e None None] No DVR routers for this DVR port 931a9d40-26a4-4187-81a0-d3f84cf7b451 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:19.901180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c16093c6-d821-4cdf-af02-eddd5e1f9fcc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:19.917079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4ceb0-bdce-479e-8370-cdb674f879ce None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:19.929122 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-c16093c6-d821-4cdf-af02-eddd5e1f9fcc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Project 8b4e8ba21e9848cd95f597db5e0bee28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:24:19.935112 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c16093c6-d821-4cdf-af02-eddd5e1f9fcc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:19.996278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195681b4-b276-4da6-b173-c6b0241fa9eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:20.003356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c16093c6-d821-4cdf-af02-eddd5e1f9fcc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.007624 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c16093c6-d821-4cdf-af02-eddd5e1f9fcc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.033893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16093c6-d821-4cdf-af02-eddd5e1f9fcc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfafd93-0e64-47e2-934c-537fcc4f2663,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:20.044891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c16093c6-d821-4cdf-af02-eddd5e1f9fcc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.046194 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c16093c6-d821-4cdf-af02-eddd5e1f9fcc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523700 Nov 23 18:24:20.048821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36728) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:20.054313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-37a9a3d3-1b93-4cf7-b967-aeba0ebfca2c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:20.077166 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-37a9a3d3-1b93-4cf7-b967-aeba0ebfca2c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Project 8b4e8ba21e9848cd95f597db5e0bee28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:24:20.083900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37a9a3d3-1b93-4cf7-b967-aeba0ebfca2c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.088879 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': 'd033c720-d6bb-447c-9079-6353303ef0c3'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:20.089841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.090310 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-195681b4-b276-4da6-b173-c6b0241fa9eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.108756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-195681b4-b276-4da6-b173-c6b0241fa9eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port f0616593-51a3-4ea5-b061-097432c9fc26 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:20.154606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37a9a3d3-1b93-4cf7-b967-aeba0ebfca2c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.164165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37a9a3d3-1b93-4cf7-b967-aeba0ebfca2c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.239510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/d033c720-d6bb-447c-9079-6353303ef0c3/67f396ea-bff6-4e86-8d3e-d47fbc53a082) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:20.400430 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.410354 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.419523 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-195681b4-b276-4da6-b173-c6b0241fa9eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:24:20.420126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195681b4-b276-4da6-b173-c6b0241fa9eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:24:20.452779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-195681b4-b276-4da6-b173-c6b0241fa9eb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5886343 Nov 23 18:24:20.458735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36730) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:20.458921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:20.458921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:20.465206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:20.479287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Pushing event updated for resources: {'Port': ['ID=67f396ea-bff6-4e86-8d3e-d47fbc53a082,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:20.514812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 931a9d40-26a4-4187-81a0-d3f84cf7b451 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:20.518454 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-37a9a3d3-1b93-4cf7-b967-aeba0ebfca2c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.519862 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-37a9a3d3-1b93-4cf7-b967-aeba0ebfca2c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4700217 Nov 23 18:24:20.521011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9a3d3-1b93-4cf7-b967-aeba0ebfca2c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbb9bef-b3cb-4799-8e84-b885c928dcb3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:20.524080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36732) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:20.533010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60720b25-b7fc-4b11-b625-399f802b01ef tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:20.534618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-60720b25-b7fc-4b11-b625-399f802b01ef tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0798492 Nov 23 18:24:20.537842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36734) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:20.540611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'network': {'name': 'tempest-network-smoke--1386752719', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'port_security_enabled': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:20.550172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 931a9d40-26a4-4187-81a0-d3f84cf7b451 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:20.551177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 931a9d40-26a4-4187-81a0-d3f84cf7b451 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:20.566337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Attempting to bind port 67f396ea-bff6-4e86-8d3e-d47fbc53a082 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:20.566735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Attempting to bind port 67f396ea-bff6-4e86-8d3e-d47fbc53a082 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:20.567110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Attempting to bind port 67f396ea-bff6-4e86-8d3e-d47fbc53a082 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:20.568647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:20.572346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.574477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:20.574477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:20.574788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.574967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:20.575561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Bound port: 67f396ea-bff6-4e86-8d3e-d47fbc53a082, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:20.576036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.598580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:24:20.601294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74daf67e-f743-479f-925e-456d1e2cd16a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:20.602987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74daf67e-f743-479f-925e-456d1e2cd16a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:20.604531 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-74daf67e-f743-479f-925e-456d1e2cd16a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0654464 Nov 23 18:24:20.607348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36736) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:20.642199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.642548 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Added segment 54b4034f-0371-49e6-bf7b-b1c7874009e6 of type vlan for network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 Nov 23 18:24:20.644116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] For port 67f396ea-bff6-4e86-8d3e-d47fbc53a082, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:20.647921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] For port 67f396ea-bff6-4e86-8d3e-d47fbc53a082, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67f396ea-bff6-4e86-8d3e-d47fbc53a082,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:20.652543 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.701254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f455e79a-0d27-40d6-a5de-469a2c47b1d4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet d033c720-d6bb-447c-9079-6353303ef0c3 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:20.714524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.715463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f455e79a-0d27-40d6-a5de-469a2c47b1d4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.723573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4be0-d3ba-4c9a-a6ae-22beeb20ece6 None None] Pushing event updated for resources: {'Port': ['ID=67f396ea-bff6-4e86-8d3e-d47fbc53a082,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:20.727737 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.773045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f455e79a-0d27-40d6-a5de-469a2c47b1d4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.797635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.804813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:20.805401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.854815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3189530 Nov 23 18:24:20.857474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36738) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:20.862653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'admin_state_up': True, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:20.898067 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.902256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.914383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc82df-d351-4ca1-a9d7-981e7bbe764e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Network': ['ID=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:20.934338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:24:20.959677 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f455e79a-0d27-40d6-a5de-469a2c47b1d4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:20.999780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.046932 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f455e79a-0d27-40d6-a5de-469a2c47b1d4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.074718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455e79a-0d27-40d6-a5de-469a2c47b1d4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=d033c720-d6bb-447c-9079-6353303ef0c3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:21.080776 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f455e79a-0d27-40d6-a5de-469a2c47b1d4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.084732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f455e79a-0d27-40d6-a5de-469a2c47b1d4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/d033c720-d6bb-447c-9079-6353303ef0c3 HTTP/1.1" status: 204 len: 168 time: 0.4758291 Nov 23 18:24:21.096991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36742) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:21.212969 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c5cc69a1-13e4-4273-b0e0-bea1147b4bbe tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138735 Nov 23 18:24:21.217037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36744) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:21.218455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.222197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:21.318744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:21.322884 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.416726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.437837 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.522346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.560959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.25.0.150 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/837939c2-bc96-4ff2-bb1c-e1a6bbbad58a) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:21.566269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:21.571071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:21.574180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:21.574943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.594025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=75ac9759-3532-42bb-95f3-a1dfe905c526,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:21.603969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f14ea4fa-b1cd-404d-8a91-c65675e5af11 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3835430 Nov 23 18:24:21.605644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36746) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:21.612382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8c3fe0eb-36ca-4bf4-a426-06bdd1641895 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1906863418', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:21.675692 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0eb-36ca-4bf4-a426-06bdd1641895 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.676629 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0eb-36ca-4bf4-a426-06bdd1641895 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.707122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.759750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0eb-36ca-4bf4-a426-06bdd1641895 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.772676 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0eb-36ca-4bf4-a426-06bdd1641895 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.777332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755ccdd-8d29-4581-8ce6-253c0e71dba7 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:21.795452 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0eb-36ca-4bf4-a426-06bdd1641895 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.796777 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c3fe0eb-36ca-4bf4-a426-06bdd1641895 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1899042 Nov 23 18:24:21.798324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:21.799729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36748) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:21.841441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:21.844408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:21.847963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:21.854024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=837939c2-bc96-4ff2-bb1c-e1a6bbbad58a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:21.870014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc535be-7e2b-487d-ab6b-994563bbded7 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:21.888139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-06a726a7-b7ee-493e-8748-f7f7412b3c5c None None] Provisioning complete for port 67f396ea-bff6-4e86-8d3e-d47fbc53a082 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:21.888393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06a726a7-b7ee-493e-8748-f7f7412b3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.038461 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06a726a7-b7ee-493e-8748-f7f7412b3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.078875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-06a726a7-b7ee-493e-8748-f7f7412b3c5c None None] For port 67f396ea-bff6-4e86-8d3e-d47fbc53a082, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67f396ea-bff6-4e86-8d3e-d47fbc53a082,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:22.085826 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06a726a7-b7ee-493e-8748-f7f7412b3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.147588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a726a7-b7ee-493e-8748-f7f7412b3c5c None None] Pushing event updated for resources: {'Port': ['ID=67f396ea-bff6-4e86-8d3e-d47fbc53a082,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:22.149324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.216618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-740070cc-68c5-4394-a29c-8b41a871d8d4 None None] Provisioning complete for port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:22.217035 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-740070cc-68c5-4394-a29c-8b41a871d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.262055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-740070cc-68c5-4394-a29c-8b41a871d8d4 None None] Port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:22.384500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a4acd58b-f248-4459-9543-7d2bca346c16 None None] Provisioning complete for port 67f396ea-bff6-4e86-8d3e-d47fbc53a082 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:22.384878 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a4acd58b-f248-4459-9543-7d2bca346c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.385850 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.411194 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.548791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67f396ea-bff6-4e86-8d3e-d47fbc53a082 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:22.554644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:24:22.604473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 67f396ea-bff6-4e86-8d3e-d47fbc53a082 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:22.605172 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.671075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::1 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/75ac9759-3532-42bb-95f3-a1dfe905c526/6300fe47-7756-4318-a511-ab3cda7c0159) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:22.676117 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:22.698799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.704075 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8d29924b-9c89-44f9-bb4d-e8189b1478ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8416297 Nov 23 18:24:22.704305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36750) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:22.751904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-70180de6-866e-42b3-b040-7e7c3b48d4e2 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=8b4e8ba21e9848cd95f597db5e0bee28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450187 Nov 23 18:24:22.752289 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36752) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:22.789666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Sync routers for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:22.810260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:22.810910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:22.835604 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.847386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad009159-f25c-431e-a589-f85e6d5bac2d tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:22.852168 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ad009159-f25c-431e-a589-f85e6d5bac2d tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978150 Nov 23 18:24:22.852862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:22.874635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.892269 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-53ca7d5e-f772-4a6b-af5b-4a9b442a58a0 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350578 Nov 23 18:24:22.892487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36756) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:22.897225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1072883113', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:22.916263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:22.923636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:22.928276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:22.929380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:22.960129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:22.966813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=6300fe47-7756-4318-a511-ab3cda7c0159,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:23.014114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:23.018351 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.119580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.187229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:22Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:23.222346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Checking router: 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:23.222712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Updating router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:23.252771 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.263919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.327862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Subnet': ['ID=27c65a69-91f1-4ed9-9e83-9c8677016a7d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:23.337969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Checking segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:23.337969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network hostable DHCP agents. Network: f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:24:23.358513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:24:23.369312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:23.374299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:23.375172 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.385476 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d5066ec0-a8a9-41ad-8af2-85ec2902f5c4 None None] Provisioning complete for port 6300fe47-7756-4318-a511-ab3cda7c0159 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:23.385862 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d5066ec0-a8a9-41ad-8af2-85ec2902f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.393135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72cba1d-f207-473d-8aa8-9988194d408a None None] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:23.397338 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-867bc4c5-fafa-4a98-a5ad-086b97eaa726 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5036974 Nov 23 18:24:23.400049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36760) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:23.504430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d5066ec0-a8a9-41ad-8af2-85ec2902f5c4 None None] Port 6300fe47-7756-4318-a511-ab3cda7c0159 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:23.512534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.518226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.519005 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.610505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=6300fe47-7756-4318-a511-ab3cda7c0159,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:23.700780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:23.701627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.718572 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.737503 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.766204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:23.769349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:23.854023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f9b4e-b157-4611-b727-7da1bffe1576 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:23.877105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3058bac-a4ca-4835-8fb6-6e2baf35973d None None] Pushing event updated for resources: {'Port': ['ID=837939c2-bc96-4ff2-bb1c-e1a6bbbad58a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:23.883515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Attempting to bind port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:23.883888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Attempting to bind port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:23.884526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Attempting to bind port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:23.898869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:23.899261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:23.899670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.900075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:23.900557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Bound port: 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:23.900938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:23.993471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Allocated IP 172.20.0.2 (f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838/27c65a69-91f1-4ed9-9e83-9c8677016a7d/4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:24.008362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a497e2d2-951d-4f2c-bd0e-d3d98bfee09f None None] Provisioning complete for port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:24.008738 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a497e2d2-951d-4f2c-bd0e-d3d98bfee09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.040128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] For port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:24.065448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] For port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=837939c2-bc96-4ff2-bb1c-e1a6bbbad58a,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:24.066420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Router 3f7c047d-2483-457a-9436-13057016a510 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:24:24.088898 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.122640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a497e2d2-951d-4f2c-bd0e-d3d98bfee09f None None] Port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:24.185136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d311e59-5902-40d4-ac3e-8d14696ef3db None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:24.231704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3058bac-a4ca-4835-8fb6-6e2baf35973d None None] Pushing event updated for resources: {'Port': ['ID=837939c2-bc96-4ff2-bb1c-e1a6bbbad58a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:24.235108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:24.248193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ac4c1bda-b806-49ad-82f5-4a16c7252ed2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "PUT /v2.0/routers/3f7c047d-2483-457a-9436-13057016a510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4424124 Nov 23 18:24:24.248309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:24.248309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:24.248488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.248488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36762) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:24.253247 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Sync routers for ids ['3f7c047d-2483-457a-9436-13057016a510'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:24.269099 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Routers {'3f7c047d-2483-457a-9436-13057016a510'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:24.273025 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f7c047d-2483-457a-9436-13057016a510'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:24.336468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545e49d-a923-41da-8f99-b4f4dece6388 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:24.340202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5545e49d-a923-41da-8f99-b4f4dece6388 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports/6300fe47-7756-4318-a511-ab3cda7c0159 HTTP/1.1" status: 200 len: 911 time: 0.0884688 Nov 23 18:24:24.340466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36764) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:24.368503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Set router 3f7c047d-2483-457a-9436-13057016a510 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:24.372836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] Provisioning complete for port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:24.373210 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.377225 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.411147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.446067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3ac1b-0e45-4959-b101-cfe4eacd24a1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:24.452023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3ac1b-0e45-4959-b101-cfe4eacd24a1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:24.456711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-39a3ac1b-0e45-4959-b101-cfe4eacd24a1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1122911 Nov 23 18:24:24.456876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36766) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:24.467733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:24.480439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:24.538751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:24.542579 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:24.569151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Pushing event updated for resources: {'Port': ['ID=4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:24.598100 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7c047d-2483-457a-9436-13057016a510', 'name': 'tempest-NetworksTestDHCPv6-router-1906863418', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:23Z', 'revision_number': 2, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'gw_port_host': None, '_interfaces': [{'id': '6300fe47-7756-4318-a511-ab3cda7c0159', 'name': '', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'mac_address': 'fa:16:3e:a3:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7c047d-2483-457a-9436-13057016a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '75ac9759-3532-42bb-95f3-a1dfe905c526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:22Z', 'updated_at': '2021-11-23T18:24:23Z', 'revision_number': 2, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'subnets': [{'id': '75ac9759-3532-42bb-95f3-a1dfe905c526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:24.629537 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Checking router: 3f7c047d-2483-457a-9436-13057016a510 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:24.630103 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Updating router 3f7c047d-2483-457a-9436-13057016a510 port 6300fe47-7756-4318-a511-ab3cda7c0159 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:24.662000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.20.0.1 (f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838/27c65a69-91f1-4ed9-9e83-9c8677016a7d/aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:24.672907 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.697000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Attempting to bind port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:24.697376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Attempting to bind port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:24.697742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Attempting to bind port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:24.702063 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.713618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:24.713998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Checking segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:24.714406 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.714852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Bound using segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:24.716185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Bound port: 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:24.716185 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.756669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] For port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=837939c2-bc96-4ff2-bb1c-e1a6bbbad58a,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:24.793427 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.837964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.888663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:24.892020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:24.894563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:24.912768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.931584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:24.959301 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:24.969551 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.042437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] Provisioning complete for port 6300fe47-7756-4318-a511-ab3cda7c0159 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:25.042741 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.042969 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.054100 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.085017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] For port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:25.089090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] Pushing event updated for resources: {'Port': ['ID=837939c2-bc96-4ff2-bb1c-e1a6bbbad58a,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:25.128981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] For port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:25.139850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2176e6a2-2703-4fbf-b34a-d21165a3b4c3 None None] Port 6300fe47-7756-4318-a511-ab3cda7c0159 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:25.143112 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.152632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:22Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:25.189617 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.230938 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Pushing event updated for resources: {'Port': ['ID=6300fe47-7756-4318-a511-ab3cda7c0159,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:25.243845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b19ea-aee1-47cd-9afd-074ed302d1c6 None None] The sync data for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 is: [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:22Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:25.253313 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.253779 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.254185 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.255432 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.255884 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.256320 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.256768 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.257783 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.258222 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.262643 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.263158 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.263607 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:25.268889 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Attempting to bind port 6300fe47-7756-4318-a511-ab3cda7c0159 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:25.269428 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Attempting to bind port 6300fe47-7756-4318-a511-ab3cda7c0159 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:25.269894 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Attempting to bind port 6300fe47-7756-4318-a511-ab3cda7c0159 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:25.273874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 6300fe47-7756-4318-a511-ab3cda7c0159 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:25.274292 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.288287 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:25.288855 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:25.294354 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.294871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0786555-b8ca-4e13-9d10-810723e3c9eb None None] Pushing event updated for resources: {'Port': ['ID=4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:25.295284 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:25.295926 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Bound port: 6300fe47-7756-4318-a511-ab3cda7c0159, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:25.297727 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.384376 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] For port 6300fe47-7756-4318-a511-ab3cda7c0159, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:25.387834 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] For port 6300fe47-7756-4318-a511-ab3cda7c0159, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6300fe47-7756-4318-a511-ab3cda7c0159,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:25.394590 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.451186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] For port 6300fe47-7756-4318-a511-ab3cda7c0159, host n-d-818932-3, got binding levels [] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:25.451565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.471097 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Routers {'3f7c047d-2483-457a-9436-13057016a510'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:25.471879 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f7c047d-2483-457a-9436-13057016a510'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:25.472003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 6300fe47-7756-4318-a511-ab3cda7c0159 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:25.475380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2b976641-72d7-4716-9d15-14033ad88424 None None] Provisioning complete for port 6300fe47-7756-4318-a511-ab3cda7c0159 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:25.475758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2b976641-72d7-4716-9d15-14033ad88424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.629639 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] Set router 3f7c047d-2483-457a-9436-13057016a510 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:25.751077 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2b976641-72d7-4716-9d15-14033ad88424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.881910 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eed813-4a1a-45d5-bcad-33f4b93ba55f None None] Pushing event updated for resources: {'Port': ['ID=6300fe47-7756-4318-a511-ab3cda7c0159,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:25.919693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:25.941714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-2b976641-72d7-4716-9d15-14033ad88424 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:24:25.941714 n-d-818932-3 neutron-server[120537]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 23 18:24:25.941714 n-d-818932-3 neutron-server[120537]: [parameters: {'status': 'ACTIVE', 'ports_id': '6300fe47-7756-4318-a511-ab3cda7c0159'}] Nov 23 18:24:25.941714 n-d-818932-3 neutron-server[120537]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:24:25.942379 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-2b976641-72d7-4716-9d15-14033ad88424 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:24:26.019984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=6300fe47-7756-4318-a511-ab3cda7c0159,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:26.085524 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7c047d-2483-457a-9436-13057016a510', 'name': 'tempest-NetworksTestDHCPv6-router-1906863418', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:23Z', 'revision_number': 2, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'gw_port_host': None, '_interfaces': [{'id': '6300fe47-7756-4318-a511-ab3cda7c0159', 'name': '', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'mac_address': 'fa:16:3e:a3:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7c047d-2483-457a-9436-13057016a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '75ac9759-3532-42bb-95f3-a1dfe905c526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:22Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'subnets': [{'id': '75ac9759-3532-42bb-95f3-a1dfe905c526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:26.119723 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff223cb-1701-40bc-8b6f-ccae33b09a49 None None] The sync data for ids ['3f7c047d-2483-457a-9436-13057016a510'] in n-d-818932-3 is: [{'id': '3f7c047d-2483-457a-9436-13057016a510', 'name': 'tempest-NetworksTestDHCPv6-router-1906863418', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:23Z', 'revision_number': 2, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'gw_port_host': None, '_interfaces': [{'id': '6300fe47-7756-4318-a511-ab3cda7c0159', 'name': '', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'mac_address': 'fa:16:3e:a3:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7c047d-2483-457a-9436-13057016a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '75ac9759-3532-42bb-95f3-a1dfe905c526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:22Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'subnets': [{'id': '75ac9759-3532-42bb-95f3-a1dfe905c526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:26.126945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.276398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.285714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.366676 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Router 3f7c047d-2483-457a-9436-13057016a510 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:26.384832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:26.390340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.478627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:26.488222 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-25a90fab-8730-476a-b1dc-aac50b0ff7c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "PUT /v2.0/routers/3f7c047d-2483-457a-9436-13057016a510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0304236 Nov 23 18:24:26.494062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36770) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:26.494741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2b976641-72d7-4716-9d15-14033ad88424 None None] Port 6300fe47-7756-4318-a511-ab3cda7c0159 update to ACTIVE by agent not found {{(pid=120537) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:24:26.582579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:26.585117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:26.610057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-68b6dc93-41ea-4a55-845b-c5a01d8597a6 None None] Could not find standard attr ID for object 6300fe47-7756-4318-a511-ab3cda7c0159. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:26.611695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae14de-fde1-4028-8241-cab9606f371f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:26.613671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae14de-fde1-4028-8241-cab9606f371f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:26.620273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-65ae14de-fde1-4028-8241-cab9606f371f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1215816 Nov 23 18:24:26.620868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36772) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:26.698632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:26.724496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef31e83b-d96b-4607-a238-a60315fe2a60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 75ac9759-3532-42bb-95f3-a1dfe905c526 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:26.738224 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef31e83b-d96b-4607-a238-a60315fe2a60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.797693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef31e83b-d96b-4607-a238-a60315fe2a60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.822532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:26.837515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:26.838391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.847990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef31e83b-d96b-4607-a238-a60315fe2a60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.946604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef31e83b-d96b-4607-a238-a60315fe2a60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:26.997683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.001966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef31e83b-d96b-4607-a238-a60315fe2a60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.008449 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef31e83b-d96b-4607-a238-a60315fe2a60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/75ac9759-3532-42bb-95f3-a1dfe905c526 HTTP/1.1" status: 204 len: 168 time: 0.3835361 Nov 23 18:24:27.008449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31e83b-d96b-4607-a238-a60315fe2a60 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=75ac9759-3532-42bb-95f3-a1dfe905c526,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:27.014633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36774) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:27.031577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab2493-3c6f-4c1d-a47f-337ba270d7e0 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:27.040010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:27.056748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c2b4aec-c24b-4568-af94-9d17ab95cefb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "PUT /v2.0/routers/9bbb25e5-1acc-4c09-9919-cb0cfdd3f775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6556339 Nov 23 18:24:27.088399 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:27.101918 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.104663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:27.127382 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5f2a041b-36cb-4048-a159-58bb9a8b644e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1110485 Nov 23 18:24:27.129513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36778) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:27.190322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f41f5a5-3c92-4d75-9c90-9d3c6f27c6cc None None] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:27.349775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-00475387-f08a-4e2e-9e52-2e848bf2cbf1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769223305&fields=id&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 267 time: 0.0668633 Nov 23 18:24:27.381278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7ad6cf0e-a71d-4c27-bb0b-477405f94ef8 None None] Provisioning complete for port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:27.381627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ad6cf0e-a71d-4c27-bb0b-477405f94ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.383384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:27.430736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:27.431064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.469295 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:24:27.472748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-9474e602-7aa2-431d-8450-3eae014358f8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:27.481899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-9474e602-7aa2-431d-8450-3eae014358f8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 797 time: 0.1303356 Nov 23 18:24:27.495478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-2a008203-21ad-4f54-a3a8-6fc167668f15 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/quotas/8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 375 time: 0.0121477 Nov 23 18:24:27.554057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-643b56e2-a489-47ab-9e0e-55ec32795cc6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545187 Nov 23 18:24:27.581012 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c5a47d0-e9fc-424e-bc69-847e71185752 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.681387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:27.694892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-4d693598-5d16-4a54-9e6f-14b71fff6219 service neutron] 10.222.0.74 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172662 Nov 23 18:24:27.752004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] Deleting port 67f396ea-bff6-4e86-8d3e-d47fbc53a082 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:27.752390 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.814006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-b4d6992b-0c0f-4dfc-ba6d-656152e9c61a service neutron] 10.222.0.74 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103120 Nov 23 18:24:27.823655 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c5a47d0-e9fc-424e-bc69-847e71185752 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.826645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c5a47d0-e9fc-424e-bc69-847e71185752 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.842984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] For port 67f396ea-bff6-4e86-8d3e-d47fbc53a082, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67f396ea-bff6-4e86-8d3e-d47fbc53a082,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:27.843433 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.866282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] Calling delete_port for 67f396ea-bff6-4e86-8d3e-d47fbc53a082 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:27.885466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c5a47d0-e9fc-424e-bc69-847e71185752 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.886004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5a47d0-e9fc-424e-bc69-847e71185752 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Fanout notify agent at l3_agent the message router_deleted on router 3f7c047d-2483-457a-9436-13057016a510 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:24:27.892964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c5a47d0-e9fc-424e-bc69-847e71185752 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:27.894118 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3c5a47d0-e9fc-424e-bc69-847e71185752 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/routers/3f7c047d-2483-457a-9436-13057016a510 HTTP/1.1" status: 204 len: 168 time: 0.7614250 Nov 23 18:24:27.897844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36792) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:27.906671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:27.989638 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.002559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36796) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:28.054771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:28.061464 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.068791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] Pushing event deleted for resources: {'Port': ['ID=67f396ea-bff6-4e86-8d3e-d47fbc53a082,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:28.084896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f2d7d-8f75-4255-81fc-91836a49ae70 None None] No DVR routers for this DVR port 67f396ea-bff6-4e86-8d3e-d47fbc53a082 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:28.100308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-92392e1a-cf71-4b02-a787-64d5ec7e476e None None] Provisioning complete for port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:28.101038 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92392e1a-cf71-4b02-a787-64d5ec7e476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.166222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeead4bb-ca23-465a-8bed-968ade9319aa req-2303b671-ecd1-4f6c-a75d-ab6fb7cca246 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 210 time: 0.0572867 Nov 23 18:24:28.166591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-92392e1a-cf71-4b02-a787-64d5ec7e476e None None] Port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:28.178989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-92392e1a-cf71-4b02-a787-64d5ec7e476e None None] Provisioning complete for port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:28.179645 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92392e1a-cf71-4b02-a787-64d5ec7e476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.349563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Sync routers for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:28.362657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:28.363564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:28.407848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.500409 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:28.509585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:28.523521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-863a4177-459b-4f08-812c-02915ec4ad0b None None] Provisioning complete for port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:28.524068 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-863a4177-459b-4f08-812c-02915ec4ad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.532456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:28.533821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.569594 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6647899 Nov 23 18:24:28.571496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36806) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:28.585555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7e724-2037-4472-bac9-d810c5e60e43 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:28.589185 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e1f1fda2-9971-47cc-93e3-1dff7e7fe31b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-28331712', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:28.597355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad74385-8cee-483e-8d62-cee81ed3cd02 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=7f3a1d9b-a860-4ea9-9fe3-0566910dced0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:28.610802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:28.629201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1f1fda2-9971-47cc-93e3-1dff7e7fe31b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.630937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1f1fda2-9971-47cc-93e3-1dff7e7fe31b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.639151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:28.712241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1f1fda2-9971-47cc-93e3-1dff7e7fe31b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.720855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1f1fda2-9971-47cc-93e3-1dff7e7fe31b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.761035 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e1f1fda2-9971-47cc-93e3-1dff7e7fe31b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.765300 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e1f1fda2-9971-47cc-93e3-1dff7e7fe31b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1777675 Nov 23 18:24:28.765959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36808) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:28.798849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:28.934044 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad7352-e706-4468-9612-e5156e1108c3 None None] Sync routers for ids ['3f7c047d-2483-457a-9436-13057016a510'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:28.969559 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad7352-e706-4468-9612-e5156e1108c3 None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:28.970723 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad7352-e706-4468-9612-e5156e1108c3 None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:24:28.971957 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_agentschedulers_db [None req-4cad7352-e706-4468-9612-e5156e1108c3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f7c047d-2483-457a-9436-13057016a510'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent'). {{(pid=120538) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 18:24:28.975238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-863a4177-459b-4f08-812c-02915ec4ad0b None None] Port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:28.992256 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad7352-e706-4468-9612-e5156e1108c3 None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:28.992779 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad7352-e706-4468-9612-e5156e1108c3 None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:24:28.993515 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_agentschedulers_db [None req-4cad7352-e706-4468-9612-e5156e1108c3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f7c047d-2483-457a-9436-13057016a510'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent'). {{(pid=120538) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 18:24:28.993999 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad7352-e706-4468-9612-e5156e1108c3 None None] The sync data for ids ['3f7c047d-2483-457a-9436-13057016a510'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:29.090680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:29.092703 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.127790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.136112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '7f3a1d9b-a860-4ea9-9fe3-0566910dced0'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:29.136942 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.174745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9bf77c57-4718-4b02-8d43-ed31c59cc206 None None] Provisioning complete for port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:29.175850 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9bf77c57-4718-4b02-8d43-ed31c59cc206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.361513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66a3070a-8dc1-46f5-8599-841bdf01fa40 req-2d6f85de-70fa-47ad-a4b4-5f63276a6f21 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 210 time: 0.1334553 Nov 23 18:24:29.431745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::1 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/7f3a1d9b-a860-4ea9-9fe3-0566910dced0/11e2fa84-c40a-4e7f-a640-bebdce97c187) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:29.487152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:26Z', 'revision_number': 2, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:29.497646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port 922be57d-41b7-4145-94ea-32d251879943 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:29.498253 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.541133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-9f7ea7f7-06ae-488d-a8ec-25f6314d6f55 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:29.553068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-9f7ea7f7-06ae-488d-a8ec-25f6314d6f55 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 797 time: 0.1847780 Nov 23 18:24:29.565095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Checking router: 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:29.565505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Updating router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:29.573782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9bf77c57-4718-4b02-8d43-ed31c59cc206 None None] Port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:29.610953 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.633499 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.663168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.678872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port 922be57d-41b7-4145-94ea-32d251879943, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=922be57d-41b7-4145-94ea-32d251879943,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:29.679195 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.698911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-473ad8d2-aa1c-4ed6-b766-999e11cbd192 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 380 time: 0.1365333 Nov 23 18:24:29.711901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for 922be57d-41b7-4145-94ea-32d251879943 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:29.722091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'port': {'device_id': '738aafed-16c7-434c-98bf-95a5df508224', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'admin_state_up': True, 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'security_groups': ['b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:29.722936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:29.731178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:29.737226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:29.737941 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.774321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=11e2fa84-c40a-4e7f-a640-bebdce97c187,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:29.809366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67f396ea-bff6-4e86-8d3e-d47fbc53a082 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:29.851683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 67f396ea-bff6-4e86-8d3e-d47fbc53a082 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:29.852153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67f396ea-bff6-4e86-8d3e-d47fbc53a082 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:29.865718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/7f3a1d9b-a860-4ea9-9fe3-0566910dced0/b6ada2fe-e3d3-4639-9bb7-3c151f99e759) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:29.869819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.960289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:29.963961 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.089185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.114908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=922be57d-41b7-4145-94ea-32d251879943,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:30.134790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.151592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.155565 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.187793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.189765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.198305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.200467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.244110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:30.247088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136bc14-8425-4638-89d9-a5d2b5f6d34f None None] Pushing event updated for resources: {'Port': ['ID=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:30.250362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:30.256722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:30.290888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.20.0.10 (f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838/27c65a69-91f1-4ed9-9e83-9c8677016a7d/28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:30.310096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=11e2fa84-c40a-4e7f-a640-bebdce97c187,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:30.465430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Attempting to bind port b6ada2fe-e3d3-4639-9bb7-3c151f99e759 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:30.465937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Attempting to bind port b6ada2fe-e3d3-4639-9bb7-3c151f99e759 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:30.466313 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Attempting to bind port b6ada2fe-e3d3-4639-9bb7-3c151f99e759 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:30.482200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:30.489255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:30.490359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:30.496053 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.496549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:30.497190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Bound port: b6ada2fe-e3d3-4639-9bb7-3c151f99e759, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:30.497590 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.499764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Attempting to bind port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:30.500123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Attempting to bind port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:30.500484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Attempting to bind port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:30.500674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:30.504403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Pushing event updated for resources: {'Port': ['ID=b6ada2fe-e3d3-4639-9bb7-3c151f99e759,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:30.530479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:30.530891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Checking segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:30.531287 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.531684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Bound using segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:30.532156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Bound port: aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:30.532539 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.553544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb5cb44f-6b09-4fb6-a138-f536ef299525 req-d44f0679-a981-47ee-994b-873f0824984b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 210 time: 0.0682085 Nov 23 18:24:30.587520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6300fe47-7756-4318-a511-ab3cda7c0159 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:30.601522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.639952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 6300fe47-7756-4318-a511-ab3cda7c0159 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:30.640606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6300fe47-7756-4318-a511-ab3cda7c0159 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:30.673502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Router 210fea0f-00f6-417b-8329-623bace581e4 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:24:30.688105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-981cad79-2cb5-43b8-8937-585e25d2d892 None None] Provisioning complete for port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:30.688642 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-981cad79-2cb5-43b8-8937-585e25d2d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.696049 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.717583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] For port b6ada2fe-e3d3-4639-9bb7-3c151f99e759, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:30.746452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] For port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:30.749999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] For port b6ada2fe-e3d3-4639-9bb7-3c151f99e759, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b6ada2fe-e3d3-4639-9bb7-3c151f99e759,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:30.752715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-981cad79-2cb5-43b8-8937-585e25d2d892 None None] Port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:30.763027 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.766414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] For port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:30.792729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:30.797894 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.807765 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-689ed5e3-f0c0-4d22-b1ba-37e357fbf813 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "PUT /v2.0/routers/210fea0f-00f6-417b-8329-623bace581e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0379972 Nov 23 18:24:30.807765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36814) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:30.809013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] Sync routers for ids ['210fea0f-00f6-417b-8329-623bace581e4'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:30.866533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5510f0c-9dc4-41d3-81ad-28175585e25f None None] Pushing event updated for resources: {'Port': ['ID=b6ada2fe-e3d3-4639-9bb7-3c151f99e759,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:30.867228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d94ada-2aec-45c5-bbc8-4d7ecaa95299 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:30.871783 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-26d94ada-2aec-45c5-bbc8-4d7ecaa95299 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports/11e2fa84-c40a-4e7f-a640-bebdce97c187 HTTP/1.1" status: 200 len: 911 time: 0.0627074 Nov 23 18:24:30.872486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36816) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:30.874986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] Routers {'210fea0f-00f6-417b-8329-623bace581e4'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:30.881323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['210fea0f-00f6-417b-8329-623bace581e4'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:30.947082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c71cf-58ac-464f-9e01-0033dd0d3ac4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:30.955772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c71cf-58ac-464f-9e01-0033dd0d3ac4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:30.961260 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d12c71cf-58ac-464f-9e01-0033dd0d3ac4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0877023 Nov 23 18:24:30.961952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36818) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:30.990603 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:30.993188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:31.088578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136bc14-8425-4638-89d9-a5d2b5f6d34f None None] Pushing event updated for resources: {'Port': ['ID=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:31.152474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] Set router 210fea0f-00f6-417b-8329-623bace581e4 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:31.235451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:31.274524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:31.313557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ec9b0c95-124d-4188-a3f1-0bb04a9dde51 None None] Provisioning complete for port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:31.313931 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0c95-124d-4188-a3f1-0bb04a9dde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:31.330215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:31.386780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:31.389902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:31.393646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:31.451195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:31.498682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:31.499438 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:31.521389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:31.530963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-91f0bee6-0b4b-4b1b-8cbd-0fbbf2d6bfa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8135111 Nov 23 18:24:31.545118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Request body: {'port': {'device_id': '738aafed-16c7-434c-98bf-95a5df508224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:31.750968 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:31.761922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 11e2fa84-c40a-4e7f-a640-bebdce97c187 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:31.762481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:31.807739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:31.817644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2b82dc5d-5d4b-4574-bf4d-c756710574bf tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "PUT /v2.0/routers/1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8120403 Nov 23 18:24:31.829202 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] Sync routers for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:31.841494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7395194-e3af-4b66-84c3-49d97bf7e331 req-6d7d6e71-d99b-4f1b-ad35-af4a00519eb3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:31.843723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7395194-e3af-4b66-84c3-49d97bf7e331 req-6d7d6e71-d99b-4f1b-ad35-af4a00519eb3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 932 time: 0.1543453 Nov 23 18:24:31.846254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:31.847112 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:31.869833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:31.889596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 11e2fa84-c40a-4e7f-a640-bebdce97c187 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:31.930967 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0c95-124d-4188-a3f1-0bb04a9dde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:31.990825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7395194-e3af-4b66-84c3-49d97bf7e331 req-2cb0a65a-422b-42f3-953e-9b8856430037 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382227 Nov 23 18:24:32.066732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ec9b0c95-124d-4188-a3f1-0bb04a9dde51 None None] For port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:32.085141 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0c95-124d-4188-a3f1-0bb04a9dde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:32.099578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210fea0f-00f6-417b-8329-623bace581e4', 'name': 'tempest-NetworksTestDHCPv6-router-28331712', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:28Z', 'updated_at': '2021-11-23T18:24:29Z', 'revision_number': 2, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'gw_port_host': None, '_interfaces': [{'id': '11e2fa84-c40a-4e7f-a640-bebdce97c187', 'name': '', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'mac_address': 'fa:16:3e:75:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210fea0f-00f6-417b-8329-623bace581e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7f3a1d9b-a860-4ea9-9fe3-0566910dced0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:29Z', 'updated_at': '2021-11-23T18:24:30Z', 'revision_number': 2, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'subnets': [{'id': '7f3a1d9b-a860-4ea9-9fe3-0566910dced0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:32.226034 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:32.229554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:30Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:32.230141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:24:32.247056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:32.268743 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:32.273147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Transition to ACTIVE for port object 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:24:32.282432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:32.304008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] Checking router: 210fea0f-00f6-417b-8329-623bace581e4 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:32.305561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] Updating router 210fea0f-00f6-417b-8329-623bace581e4 port 11e2fa84-c40a-4e7f-a640-bebdce97c187 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:32.324681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720240b3-ae63-4a1a-9511-51017f13ffb5 None None] The sync data for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 is: [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:30Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:32.390971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:32.396041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] Port 11e2fa84-c40a-4e7f-a640-bebdce97c187 not found while updating agent binding for router 210fea0f-00f6-417b-8329-623bace581e4. {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 18:24:32.459283 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=11e2fa84-c40a-4e7f-a640-bebdce97c187,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:32.471913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b0c95-124d-4188-a3f1-0bb04a9dde51 None None] Pushing event updated for resources: {'Port': ['ID=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:32.478483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] Routers {'210fea0f-00f6-417b-8329-623bace581e4'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:32.480097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['210fea0f-00f6-417b-8329-623bace581e4'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:32.650908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79148e-0b98-4530-b8ef-2cdbad854143 req-a85a72e7-dba1-4cff-8a91-8d6f93ab5036 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:32.665661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d79148e-0b98-4530-b8ef-2cdbad854143 req-a85a72e7-dba1-4cff-8a91-8d6f93ab5036 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 946 time: 0.1878796 Nov 23 18:24:32.672577 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:29Z', 'revision_number': 6, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:11Z', 'revision_number': 1, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:32.711094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] Set router 210fea0f-00f6-417b-8329-623bace581e4 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:32.730449 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:32.736271 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] Checking router: 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:32.752020 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:32.753138 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:32.759737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:32.759959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:32.760267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:32.824290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210fea0f-00f6-417b-8329-623bace581e4', 'name': 'tempest-NetworksTestDHCPv6-router-28331712', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:28Z', 'updated_at': '2021-11-23T18:24:32Z', 'revision_number': 3, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:32.827753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b6ada2fe-e3d3-4639-9bb7-3c151f99e759 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:32.829964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:24:32.830207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:32.859643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:32.859987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Checking segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:32.860388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Bound using segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:32.860837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Bound port: 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:32.861200 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:32.868496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d79148e-0b98-4530-b8ef-2cdbad854143 req-2dc13458-4a2a-4c62-80a1-aad0f911e92a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020063 Nov 23 18:24:32.883989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0062b6a-265e-4fee-aa1d-9f08a70d3878 None None] The sync data for ids ['210fea0f-00f6-417b-8329-623bace581e4'] in n-d-818932-3 is: [{'id': '210fea0f-00f6-417b-8329-623bace581e4', 'name': 'tempest-NetworksTestDHCPv6-router-28331712', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:28Z', 'updated_at': '2021-11-23T18:24:32Z', 'revision_number': 3, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:32.990498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3a3bf8a2-4eee-4e49-8f1d-8e2dc6896b3e None None] Provisioning complete for port b6ada2fe-e3d3-4639-9bb7-3c151f99e759 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:32.993106 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a3bf8a2-4eee-4e49-8f1d-8e2dc6896b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.033720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:33.037556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:33.041264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b6ada2fe-e3d3-4639-9bb7-3c151f99e759 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:33.041784 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.058163 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.062414 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:33.126198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Router 210fea0f-00f6-417b-8329-623bace581e4 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:33.148207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.151687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.153555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] 10.222.0.66 "PUT /v2.0/ports/28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1092 time: 1.6140730 Nov 23 18:24:33.154091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:33.156444 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:33.264852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a3bf8a2-4eee-4e49-8f1d-8e2dc6896b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.268461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:33.288823 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-622debdd-2ac1-4a01-83a9-4c4b10bb0115 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "PUT /v2.0/routers/210fea0f-00f6-417b-8329-623bace581e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3257432 Nov 23 18:24:33.289485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36830) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:33.307009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3a3bf8a2-4eee-4e49-8f1d-8e2dc6896b3e None None] For port b6ada2fe-e3d3-4639-9bb7-3c151f99e759, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b6ada2fe-e3d3-4639-9bb7-3c151f99e759,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:33.324205 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a3bf8a2-4eee-4e49-8f1d-8e2dc6896b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.394080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f14eb4-cd6c-4bac-8b38-b611329fea28 service neutron] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:33.420059 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.463500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e8a5a-2249-4c79-aea8-408040671b81 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.465191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e8a5a-2249-4c79-aea8-408040671b81 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.467563 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d70e8a5a-2249-4c79-aea8-408040671b81 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1770802 Nov 23 18:24:33.470192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:33.475103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af778ca-eda8-4d2c-abf3-bef1875a1837 req-20257eec-e5b2-476d-8839-0c9f9a00cd15 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.478253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0af778ca-eda8-4d2c-abf3-bef1875a1837 req-20257eec-e5b2-476d-8839-0c9f9a00cd15 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 944 time: 0.3384533 Nov 23 18:24:33.481921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-0b820a00-17fd-473b-9d12-f06e7896c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.483680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-0b820a00-17fd-473b-9d12-f06e7896c3c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1095 time: 0.2257724 Nov 23 18:24:33.532743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-df1c82da-d25f-4ac1-89fd-a0cc510f890b None None] Could not find standard attr ID for object 11e2fa84-c40a-4e7f-a640-bebdce97c187. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:33.547194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bf8a2-4eee-4e49-8f1d-8e2dc6896b3e None None] Pushing event updated for resources: {'Port': ['ID=b6ada2fe-e3d3-4639-9bb7-3c151f99e759,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:33.549903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4501c4-6b8b-45e2-853e-f4f003ba8dce tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 7f3a1d9b-a860-4ea9-9fe3-0566910dced0 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:33.555148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e4501c4-6b8b-45e2-853e-f4f003ba8dce tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.587286 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:29Z', 'revision_number': 6, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:11Z', 'revision_number': 1, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:33.588969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-e21afb27-1baf-48d7-bec1-d1aa4d9c2c02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 217 time: 0.0668173 Nov 23 18:24:33.600167 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:24:33.600551 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:24:33.617933 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e4501c4-6b8b-45e2-853e-f4f003ba8dce tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.631390 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0f165-108c-4d7b-a061-54105c1f3c48 None None] The sync data for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 is: [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:29Z', 'revision_number': 6, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '28d67f45-3fa5-48a6-b76f-972eeaf7434f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'port_id': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'mac_address': 'fa:16:3e:0a:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:23:09Z', 'updated_at': '2021-11-23T18:23:11Z', 'revision_number': 1, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:33.660362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0af778ca-eda8-4d2c-abf3-bef1875a1837 req-a705fcf8-a6d3-4353-8cf9-f75c5eb05bb5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749084 Nov 23 18:24:33.734984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-daa7a91a-be0e-40f1-8346-a009a7e4d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.737057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-daa7a91a-be0e-40f1-8346-a009a7e4d07b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.1391232 Nov 23 18:24:33.752045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e4501c4-6b8b-45e2-853e-f4f003ba8dce tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.766653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-dc74538b-fb09-401f-be93-f88058426466 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.768627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-dc74538b-fb09-401f-be93-f88058426466 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.66 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 946 time: 0.1067195 Nov 23 18:24:33.771000 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c415487-cfe9-4307-bf01-429b8b173147 x-openstack-request-id: req-3c415487-cfe9-4307-bf01-429b8b173147 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:33.771454 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:33.771861 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c415487-cfe9-4307-bf01-429b8b173147 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:33.772334 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'status': 'completed', 'code': 200} Nov 23 18:24:33.837156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e4501c4-6b8b-45e2-853e-f4f003ba8dce tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.870961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4501c4-6b8b-45e2-853e-f4f003ba8dce tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3a1d9b-a860-4ea9-9fe3-0566910dced0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:33.875081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6e4501c4-6b8b-45e2-853e-f4f003ba8dce tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.881223 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e4501c4-6b8b-45e2-853e-f4f003ba8dce tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/7f3a1d9b-a860-4ea9-9fe3-0566910dced0 HTTP/1.1" status: 204 len: 168 time: 0.4072192 Nov 23 18:24:33.881666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36834) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:33.885637 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb6eb6-6837-4eff-ba63-024dde9b7424 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:33.897461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-2c7e5476-2534-4e25-a30f-b8583708fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.899882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-2c7e5476-2534-4e25-a30f-b8583708fce4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452870 Nov 23 18:24:33.988953 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bc6b2d06-d30b-401f-8b90-d9a842fdddee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1037288 Nov 23 18:24:33.989904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36838) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:34.089681 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-512d677b-03c3-428f-a547-edca0e4e180a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.148700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:34.148925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.188696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:34.190863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:34.192893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d829c5-6bfb-445c-a220-267ee2788144 req-f04297ad-fd5c-44f5-81cd-08f96d453432 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:34.200525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23d829c5-6bfb-445c-a220-267ee2788144 req-f04297ad-fd5c-44f5-81cd-08f96d453432 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 946 time: 0.1716368 Nov 23 18:24:34.235586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-4df41557-bb2f-4ca7-b7f0-bc308173ff1c service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134968 Nov 23 18:24:34.315397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:34.315984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.316168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23d829c5-6bfb-445c-a220-267ee2788144 req-117b7cfe-a3bc-4a6e-abbb-531e53d6994f tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147633 Nov 23 18:24:34.335213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-512d677b-03c3-428f-a547-edca0e4e180a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.338910 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-512d677b-03c3-428f-a547-edca0e4e180a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.361295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] Deleting port b6ada2fe-e3d3-4639-9bb7-3c151f99e759 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:34.361730 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.407134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-512d677b-03c3-428f-a547-edca0e4e180a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.407829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512d677b-03c3-428f-a547-edca0e4e180a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Fanout notify agent at l3_agent the message router_deleted on router 210fea0f-00f6-417b-8329-623bace581e4 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:24:34.434436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-512d677b-03c3-428f-a547-edca0e4e180a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.435796 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-512d677b-03c3-428f-a547-edca0e4e180a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/routers/210fea0f-00f6-417b-8329-623bace581e4 HTTP/1.1" status: 204 len: 168 time: 0.4449942 Nov 23 18:24:34.439788 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36840) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:34.462276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:34.462938 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.481688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:34.507042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06fa4a2b-ea38-4102-9970-e134a84eb194 req-d6b11749-14b2-4564-aa8e-7ca6d8fa9e94 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389882 Nov 23 18:24:34.507983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451fab5-d801-459f-af35-e90fc5f904fb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:34.509227 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5451fab5-d801-459f-af35-e90fc5f904fb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0682881 Nov 23 18:24:34.511706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:34.518527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] For port b6ada2fe-e3d3-4639-9bb7-3c151f99e759, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b6ada2fe-e3d3-4639-9bb7-3c151f99e759,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:34.518962 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.539318 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] Calling delete_port for b6ada2fe-e3d3-4639-9bb7-3c151f99e759 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:34.568987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04706c-f97b-494a-889f-bf4dda5800ff tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:34.572596 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5e04706c-f97b-494a-889f-bf4dda5800ff tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0571008 Nov 23 18:24:34.573600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:34.621717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d33ab1-7e28-45b8-ac70-786dd4e785f8 None None] Sync routers for ids ['210fea0f-00f6-417b-8329-623bace581e4'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:34.643877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d33ab1-7e28-45b8-ac70-786dd4e785f8 None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:34.644247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d33ab1-7e28-45b8-ac70-786dd4e785f8 None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:24:34.644849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_agentschedulers_db [None req-12d33ab1-7e28-45b8-ac70-786dd4e785f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'210fea0f-00f6-417b-8329-623bace581e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent'). {{(pid=120537) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 18:24:34.650221 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-14c345ec-aeaa-4b34-befc-14de019a5f41 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750067 Nov 23 18:24:34.650736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36846) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:34.659015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:34.664759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d33ab1-7e28-45b8-ac70-786dd4e785f8 None None] Routers set() bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:34.665198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d33ab1-7e28-45b8-ac70-786dd4e785f8 None None] Router IDs set() for agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:24:34.665727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_agentschedulers_db [None req-12d33ab1-7e28-45b8-ac70-786dd4e785f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'210fea0f-00f6-417b-8329-623bace581e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent'). {{(pid=120537) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 18:24:34.666181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d33ab1-7e28-45b8-ac70-786dd4e785f8 None None] The sync data for ids ['210fea0f-00f6-417b-8329-623bace581e4'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:34.673475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 922be57d-41b7-4145-94ea-32d251879943 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:34.704411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-b32034a8-d336-48e5-9d0c-5d4054352756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:34.708369 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.708587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-b32034a8-d336-48e5-9d0c-5d4054352756 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1095 time: 0.1142993 Nov 23 18:24:34.715343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 922be57d-41b7-4145-94ea-32d251879943 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:34.715820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 922be57d-41b7-4145-94ea-32d251879943 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:34.716320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b6ada2fe-e3d3-4639-9bb7-3c151f99e759 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:34.762295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] Pushing event deleted for resources: {'Port': ['ID=b6ada2fe-e3d3-4639-9bb7-3c151f99e759,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:34.765593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: b6ada2fe-e3d3-4639-9bb7-3c151f99e759 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:34.766023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b6ada2fe-e3d3-4639-9bb7-3c151f99e759 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:34.768047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdd2a5-13ac-4161-8a93-b9860a24bf78 None None] No DVR routers for this DVR port b6ada2fe-e3d3-4639-9bb7-3c151f99e759 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:34.783370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:34.787955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.907984 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:34.941129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6946a3-c04a-4256-a69d-3770b7bd8192 req-e39300ac-4147-473e-9b24-382e7b955b97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:34.943227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b6946a3-c04a-4256-a69d-3770b7bd8192 req-e39300ac-4147-473e-9b24-382e7b955b97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 944 time: 0.1314385 Nov 23 18:24:34.971654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:34.981976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-b90ead07-841b-4f26-8dea-57880dcc2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:34.983524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-b90ead07-841b-4f26-8dea-57880dcc2f2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.2666709 Nov 23 18:24:35.066645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] No DVR routers for this DVR port 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:35.069883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:35.073547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45d877b0-efbf-4c71-ab84-b4e1467940b1 req-a72bc968-57a6-4776-a019-7cd46cf2873c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.66 "DELETE /v2.0/ports/4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 HTTP/1.1" status: 204 len: 173 time: 1.2873831 Nov 23 18:24:35.077649 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-e68cf7d9-6a51-494d-acde-544b295e82ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 217 time: 0.0712585 Nov 23 18:24:35.141599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b6946a3-c04a-4256-a69d-3770b7bd8192 req-c1a50ea4-f44c-4361-b2ea-659aa488a0d6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785374 Nov 23 18:24:35.155114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-7f28a3e8-c3c0-4a9b-8cd0-048bcc6759e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:35.156726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-7f28a3e8-c3c0-4a9b-8cd0-048bcc6759e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.0700619 Nov 23 18:24:35.213216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-621f9a10-5271-41eb-8049-9656327db15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:35.214942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-621f9a10-5271-41eb-8049-9656327db15b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468256 Nov 23 18:24:35.319805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-f7aabb51-b9ab-4962-b935-67286135c93b service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972502 Nov 23 18:24:35.425791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:24:35.428163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:35.462521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11c336ad-e2f7-4d62-88b8-2904bcbfb3e6 req-841afeda-397c-4785-9bb2-3a5ff98a9a91 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341929 Nov 23 18:24:35.481746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:35.485556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:35.487536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ee57a0f-4c11-42ca-88db-42b85944f1f4 req-45798306-c523-4603-bd4c-c2477072ce7b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba HTTP/1.1" status: 200 len: 210 time: 0.0627809 Nov 23 18:24:35.490643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:35.491275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:35.501472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe797c-f190-46f0-a443-9732c6965b80 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:35.512704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=59b6686a-fd86-47a6-8110-66f26ddfa703,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:35.524127 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.524494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.524990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.525304 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.525698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.526083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.526411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.526737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.527146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.527416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.527768 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.528099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:35.555734 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-48e97e14-c0e4-4bde-b26f-fd47a09252b8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9012556 Nov 23 18:24:35.558613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36852) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:35.563796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:35.683671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:35.687741 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:35.773834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba', 'name': 'network-vif-deleted', 'tag': '4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:35.776371 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3e59ba-ab9a-4585-ae68-3d40ea4de1bf" -d '{"events": [{"server_uuid": "8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba", "name": "network-vif-deleted", "tag": "4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:35.822534 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7ac517-a121-41b3-ad6c-9c010b3f8997 x-openstack-request-id: req-3c7ac517-a121-41b3-ad6c-9c010b3f8997 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:35.822849 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba", "name": "network-vif-deleted", "tag": "4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:35.823109 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c7ac517-a121-41b3-ad6c-9c010b3f8997 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:35.823603 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8154e8f0-7bdc-429e-a5d4-6b4405a3a8ba', 'name': 'network-vif-deleted', 'tag': '4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6', 'status': 'completed', 'code': 200} Nov 23 18:24:35.832919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '59b6686a-fd86-47a6-8110-66f26ddfa703'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:35.833790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:35.945294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:35.977484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Allocated IP 2001:db8::f816:3eff:fed6:414b (6c8b8381-c9d8-49d7-a42a-970de58a06dd/59b6686a-fd86-47a6-8110-66f26ddfa703/dae4b2c1-f445-4571-bc54-160a1bdae0be) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:35.998643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:36.004844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:36.009205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:36.010032 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.024505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=132b9201-782c-4591-81e1-414c483866c2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:36.034460 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-31c8c0df-8e46-4428-9b8d-e422ccb9a172 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4747739 Nov 23 18:24:36.037835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36856) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:36.042642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:e0:3d:4c', 'name': 'tempest-NetworksTestDHCPv6-1132824110'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:36.126597 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.132534 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.154443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:36.169557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:36.174429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:36.182849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:36.217320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Pushing event updated for resources: {'Port': ['ID=dae4b2c1-f445-4571-bc54-160a1bdae0be,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:36.247918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.248269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.248620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.248960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.249296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.249630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.249957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.250279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.250606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.251021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.251280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.251785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:36.253675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.257106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Attempting to bind port dae4b2c1-f445-4571-bc54-160a1bdae0be on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:36.257481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Attempting to bind port dae4b2c1-f445-4571-bc54-160a1bdae0be by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:36.257850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Attempting to bind port dae4b2c1-f445-4571-bc54-160a1bdae0be on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:36.263074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:36.263459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:36.263994 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.264391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:36.264863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Bound port: dae4b2c1-f445-4571-bc54-160a1bdae0be, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:36.265248 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.294835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port dcfd5573-b17c-410d-9527-34a0e19df6d7 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:36.313725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f2574-4f82-4785-998d-aa0be70ee217 req-6fb8ba5c-51a1-48ae-98e6-1b39c530f115 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:36.315246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-071f2574-4f82-4785-998d-aa0be70ee217 req-6fb8ba5c-51a1-48ae-98e6-1b39c530f115 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 944 time: 0.0814986 Nov 23 18:24:36.331593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] For port dae4b2c1-f445-4571-bc54-160a1bdae0be, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:36.335434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] For port dae4b2c1-f445-4571-bc54-160a1bdae0be, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dae4b2c1-f445-4571-bc54-160a1bdae0be,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:36.343991 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.416028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cbdc0-1914-47c7-887b-402ef716a86f None None] Pushing event updated for resources: {'Port': ['ID=dae4b2c1-f445-4571-bc54-160a1bdae0be,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:36.439979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-071f2574-4f82-4785-998d-aa0be70ee217 req-1e797540-b63d-43c0-9edb-05772f13a188 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980852 Nov 23 18:24:36.513347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 172.20.0.11 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/132b9201-782c-4591-81e1-414c483866c2/dcfd5573-b17c-410d-9527-34a0e19df6d7) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:36.520348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fee0:3d4c (6c8b8381-c9d8-49d7-a42a-970de58a06dd/59b6686a-fd86-47a6-8110-66f26ddfa703/dcfd5573-b17c-410d-9527-34a0e19df6d7) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:36.541623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36862) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:36.575201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:24:36.591307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:36.627522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:36.627868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4c31fcbf-c69a-4d0c-accf-3a0146b8b2e6 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:36.655406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b50a28d-d0d5-4dbf-b468-b129ce4b2e1d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.691484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b50a28d-d0d5-4dbf-b468-b129ce4b2e1d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.723676 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.784267 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b50a28d-d0d5-4dbf-b468-b129ce4b2e1d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.787422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4b50a28d-d0d5-4dbf-b468-b129ce4b2e1d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.787728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:36.789030 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4b50a28d-d0d5-4dbf-b468-b129ce4b2e1d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/security-groups/b08240ad-b2ff-4a4d-9623-97cb0c7d84ce HTTP/1.1" status: 204 len: 168 time: 0.2461450 Nov 23 18:24:36.793921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.801897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'port_id': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'mac_address': 'fa:16:3e:5f:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:24:36.805245 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50a28d-d0d5-4dbf-b468-b129ce4b2e1d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08240ad-b2ff-4a4d-9623-97cb0c7d84ce,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:36.831594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36866) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:36.851951 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.856651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:36.860492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:36.864029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:36.865973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:24:36.887280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:36.892971 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.897056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7209227-a28d-4b31-8527-c3b5db5798b5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting subnet 6e8fae4a-228c-4df0-8a73-f6b991994e96 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:36.900731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7209227-a28d-4b31-8527-c3b5db5798b5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.919594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=dcfd5573-b17c-410d-9527-34a0e19df6d7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:36.937424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:36.938161 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.949042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7209227-a28d-4b31-8527-c3b5db5798b5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:36.953106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:36.959013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-756bf905-5f67-4482-9796-9c59047a309e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9201190 Nov 23 18:24:36.961972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36868) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:37.040868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7209227-a28d-4b31-8527-c3b5db5798b5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.094277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:24:37.117576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7209227-a28d-4b31-8527-c3b5db5798b5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.162471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7209227-a28d-4b31-8527-c3b5db5798b5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8fae4a-228c-4df0-8a73-f6b991994e96,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:37.175542 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7209227-a28d-4b31-8527-c3b5db5798b5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.180462 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a7209227-a28d-4b31-8527-c3b5db5798b5 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/subnets/6e8fae4a-228c-4df0-8a73-f6b991994e96 HTTP/1.1" status: 204 len: 168 time: 0.3451316 Nov 23 18:24:37.187421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36870) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:37.195080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cedc70-59ee-4edf-ba95-8089ec7286ef None None] Network 6c5fb1a2-86c2-45d7-ab76-225810dd06cd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:37.285338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.358816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port d2cae693-ee21-4972-a0da-c1786fa48c7a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:37.359191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.377530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb5c75c-ad52-42e6-aecc-813d62953451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:37.384176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb5c75c-ad52-42e6-aecc-813d62953451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:37.386244 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6bb5c75c-ad52-42e6-aecc-813d62953451 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4232485 Nov 23 18:24:37.388964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36872) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:37.446673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port d2cae693-ee21-4972-a0da-c1786fa48c7a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d2cae693-ee21-4972-a0da-c1786fa48c7a,segment=NetworkSegment(55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74),segment_id=55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:37.446673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.464783 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for d2cae693-ee21-4972-a0da-c1786fa48c7a owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:37.495812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-df49ad58-89bf-45b9-aeab-49f7fe922055 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port dcfd5573-b17c-410d-9527-34a0e19df6d7 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:37.496158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df49ad58-89bf-45b9-aeab-49f7fe922055 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.583050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6b1433-5fcb-44b9-94c2-770f294b0b70 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:37.602537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28871b66-d6c7-47e4-8e90-54368571f566 None None] DHCP port deletion for 6c5fb1a2-86c2-45d7-ab76-225810dd06cd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:37.608567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.637619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=d2cae693-ee21-4972-a0da-c1786fa48c7a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:37.639695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] No DVR routers for this DVR port d2cae693-ee21-4972-a0da-c1786fa48c7a on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:37.666381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e5e5f629-05ff-4270-9a8a-67688fd67c85 None None] Provisioning complete for port dae4b2c1-f445-4571-bc54-160a1bdae0be triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:37.666776 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f629-05ff-4270-9a8a-67688fd67c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.667568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f99c0-0c5b-4704-aa74-acbe67005240 req-b00cbb3d-6815-49c8-b653-660fc2707250 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:37.669299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f53f99c0-0c5b-4704-aa74-acbe67005240 req-b00cbb3d-6815-49c8-b653-660fc2707250 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 945 time: 0.0868244 Nov 23 18:24:37.675565 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df49ad58-89bf-45b9-aeab-49f7fe922055 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.701682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-df49ad58-89bf-45b9-aeab-49f7fe922055 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for dcfd5573-b17c-410d-9527-34a0e19df6d7 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:37.746199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.768002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5fb1a2-86c2-45d7-ab76-225810dd06cd']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:37.776853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f53f99c0-0c5b-4704-aa74-acbe67005240 req-f9327e4c-0d41-443d-b47a-fb6018d63b5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975611 Nov 23 18:24:37.780654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:37.780654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c26afa-e5a5-4a1b-9c1e-6b945f4d0c74') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:37.792966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.804249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f629-05ff-4270-9a8a-67688fd67c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.809011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.815195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:24:37.818494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:24:37.821795 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:24:37.861152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e5e5f629-05ff-4270-9a8a-67688fd67c85 None None] For port dae4b2c1-f445-4571-bc54-160a1bdae0be, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dae4b2c1-f445-4571-bc54-160a1bdae0be,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:37.868255 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f629-05ff-4270-9a8a-67688fd67c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.902061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.907823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.912029 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/networks/6c5fb1a2-86c2-45d7-ab76-225810dd06cd HTTP/1.1" status: 204 len: 168 time: 0.7232771 Nov 23 18:24:37.916726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36876) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:37.950297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5f629-05ff-4270-9a8a-67688fd67c85 None None] Pushing event updated for resources: {'Port': ['ID=dae4b2c1-f445-4571-bc54-160a1bdae0be,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:37.956624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df49ad58-89bf-45b9-aeab-49f7fe922055 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.965732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b594dc-88d9-49d9-ae01-31b1465e2233 None None] Update dhcp port {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': '59b6686a-fd86-47a6-8110-66f26ddfa703', 'ip_address': '2001:db8::f816:3eff:fed6:414b'}, {'subnet_id': '132b9201-782c-4591-81e1-414c483866c2'}], 'binding:host_id': 'n-d-818932-3'}, 'id': 'dae4b2c1-f445-4571-bc54-160a1bdae0be'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:24:37.970606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2104e-a160-44f4-a368-061640834927 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Network': ['ID=6c5fb1a2-86c2-45d7-ab76-225810dd06cd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:37.996129 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72b594dc-88d9-49d9-ae01-31b1465e2233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.997057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49ad58-89bf-45b9-aeab-49f7fe922055 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=dcfd5573-b17c-410d-9527-34a0e19df6d7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:38.078812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df49ad58-89bf-45b9-aeab-49f7fe922055 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.084365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-df49ad58-89bf-45b9-aeab-49f7fe922055 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/dcfd5573-b17c-410d-9527-34a0e19df6d7 HTTP/1.1" status: 204 len: 168 time: 0.6920414 Nov 23 18:24:38.084604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36878) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:38.116541 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port 77e62c7c-ec13-4a0e-b656-feee126e9fef {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:38.116889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.143976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7987ebe8-3ed5-4c89-94f5-073cffe91e14 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:38.146026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7987ebe8-3ed5-4c89-94f5-073cffe91e14 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:38.147988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7987ebe8-3ed5-4c89-94f5-073cffe91e14 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:38.150144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7987ebe8-3ed5-4c89-94f5-073cffe91e14 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0644484 Nov 23 18:24:38.152736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36880) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:38.170721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-72b594dc-88d9-49d9-ae01-31b1465e2233 None None] Allocated IP 172.20.0.2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/132b9201-782c-4591-81e1-414c483866c2/dae4b2c1-f445-4571-bc54-160a1bdae0be) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:38.205292 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.205674 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.206353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-183e9d95-3080-4485-ad3d-a793adf61fe7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 132b9201-782c-4591-81e1-414c483866c2 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:38.217591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for 77e62c7c-ec13-4a0e-b656-feee126e9fef owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:38.271572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-72b594dc-88d9-49d9-ae01-31b1465e2233 None None] For port dae4b2c1-f445-4571-bc54-160a1bdae0be, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dae4b2c1-f445-4571-bc54-160a1bdae0be,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:38.300158 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72b594dc-88d9-49d9-ae01-31b1465e2233 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.304877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-183e9d95-3080-4485-ad3d-a793adf61fe7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.305381 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72b594dc-88d9-49d9-ae01-31b1465e2233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.353781 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-183e9d95-3080-4485-ad3d-a793adf61fe7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.407243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b594dc-88d9-49d9-ae01-31b1465e2233 None None] Pushing event updated for resources: {'Port': ['ID=dae4b2c1-f445-4571-bc54-160a1bdae0be,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:38.414079 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.443163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=77e62c7c-ec13-4a0e-b656-feee126e9fef,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:38.463953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-183e9d95-3080-4485-ad3d-a793adf61fe7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.515554 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.515893 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Floating IP 28d67f45-3fa5-48a6-b76f-972eeaf7434f disassociated (deleted). External IP: 172.25.0.19, port: f987b605-15f1-4b82-a5c2-f305974536b3. Nov 23 18:24:38.532679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-183e9d95-3080-4485-ad3d-a793adf61fe7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.572538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-183e9d95-3080-4485-ad3d-a793adf61fe7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.573370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:38.581194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-183e9d95-3080-4485-ad3d-a793adf61fe7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/132b9201-782c-4591-81e1-414c483866c2 HTTP/1.1" status: 204 len: 168 time: 0.4274485 Nov 23 18:24:38.582094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e9d95-3080-4485-ad3d-a793adf61fe7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=132b9201-782c-4591-81e1-414c483866c2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:38.585425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36882) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:38.650466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb9ff44-db06-46a9-88cb-008e37d157de tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 59b6686a-fd86-47a6-8110-66f26ddfa703 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:38.654378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ff44-db06-46a9-88cb-008e37d157de tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.668063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:24:38.679825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:38.680649 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.704918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ff44-db06-46a9-88cb-008e37d157de tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.722122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dae4b2c1-f445-4571-bc54-160a1bdae0be up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:38.806460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:38.810846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ff44-db06-46a9-88cb-008e37d157de tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.822148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port dae4b2c1-f445-4571-bc54-160a1bdae0be triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:38.822651 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.912592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.949062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:38.951411 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e00fd5-c0fd-4b55-a645-dd62af34434e" -d '{"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-plugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:38.956782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495fc7e-126e-4a08-89cd-ceed6020c16b req-80d5ce56-1ad9-4c8b-8caa-8e98036459a6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:38.960766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4495fc7e-126e-4a08-89cd-ceed6020c16b req-80d5ce56-1ad9-4c8b-8caa-8e98036459a6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 945 time: 0.0644872 Nov 23 18:24:38.961992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ff44-db06-46a9-88cb-008e37d157de tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.985927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:38.991609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.997149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:39.006106 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] Sync routers for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:39.009306 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:39.011417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9ff44-db06-46a9-88cb-008e37d157de tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=59b6686a-fd86-47a6-8110-66f26ddfa703,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:39.017335 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ff44-db06-46a9-88cb-008e37d157de tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:39.021879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ecb9ff44-db06-46a9-88cb-008e37d157de tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/59b6686a-fd86-47a6-8110-66f26ddfa703 HTTP/1.1" status: 204 len: 168 time: 0.4353638 Nov 23 18:24:39.024746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36888) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:39.031878 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:39.032816 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:39.065492 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2eddddb1-8a4f-4381-b583-527f16bc818a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/floatingips/28d67f45-3fa5-48a6-b76f-972eeaf7434f HTTP/1.1" status: 204 len: 168 time: 1.1436710 Nov 23 18:24:39.066200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:39.070068 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725f24e7-0cf5-4388-aaab-195d5045d97b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:39.090193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e42066ba-1331-453b-bef9-6e69c48d55f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618217 Nov 23 18:24:39.090418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:39.091142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36894) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:39.101228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:39.123282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4495fc7e-126e-4a08-89cd-ceed6020c16b req-f4d115e1-2bc3-410d-8a90-6ba81e68959c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513591 Nov 23 18:24:39.135444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d2cae693-ee21-4972-a0da-c1786fa48c7a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:39.172243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d2cae693-ee21-4972-a0da-c1786fa48c7a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:39.174733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d2cae693-ee21-4972-a0da-c1786fa48c7a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:39.200231 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2782cf-43f7-47c8-96d4-3ab09033f23f x-openstack-request-id: req-7a2782cf-43f7-47c8-96d4-3ab09033f23f {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:39.200529 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-plugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:39.202008 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7a2782cf-43f7-47c8-96d4-3ab09033f23f {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:39.202426 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'code': 200} Nov 23 18:24:39.208460 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:39.308294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ad383-3094-4f3e-93db-c9a1025c2fb7 req-945162eb-498b-4304-a33c-178d434d4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:39.311919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:39.312371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d63ad383-3094-4f3e-93db-c9a1025c2fb7 req-945162eb-498b-4304-a33c-178d434d4309 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1097 time: 0.0488381 Nov 23 18:24:39.319228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bbd348-0964-4fde-9641-8cd109d826a3 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:39.332040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:39.383993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d63ad383-3094-4f3e-93db-c9a1025c2fb7 req-40938d7c-8f68-4d90-b5ae-e249cd9b27f3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629749 Nov 23 18:24:39.477275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9e604bec-065c-4dcc-9980-90011780e279 None None] Could not find standard attr ID for object dcfd5573-b17c-410d-9527-34a0e19df6d7. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:39.483511 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:29Z', 'revision_number': 6, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:39.493391 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef87051-57b8-429d-9579-eb4424cbdec5 x-openstack-request-id: req-cef87051-57b8-429d-9579-eb4424cbdec5 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:39.493752 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:39.494071 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cef87051-57b8-429d-9579-eb4424cbdec5 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:39.494589 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'status': 'completed', 'code': 200} Nov 23 18:24:39.515541 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] Checking router: 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:39.525754 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:39.526388 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:39.530901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9e604bec-065c-4dcc-9980-90011780e279 None None] Provisioning complete for port dae4b2c1-f445-4571-bc54-160a1bdae0be triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:39.531408 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9e604bec-065c-4dcc-9980-90011780e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:39.652593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-662d2efd-20ea-4489-9f76-bbf50defc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:39.654110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-662d2efd-20ea-4489-9f76-bbf50defc070 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 1097 time: 0.1570344 Nov 23 18:24:39.663149 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:39.670486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:39.684755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd938a4-1e10-4cfc-9f99-a4ca727befbf req-c224bc07-078e-45ad-961d-328acd38090d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:39.686248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cd938a4-1e10-4cfc-9f99-a4ca727befbf req-c224bc07-078e-45ad-961d-328acd38090d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 946 time: 0.1091933 Nov 23 18:24:39.736757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] Deleting port dae4b2c1-f445-4571-bc54-160a1bdae0be {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:39.738010 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:39.778549 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:24:39.795047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cd938a4-1e10-4cfc-9f99-a4ca727befbf req-8ae50010-cf9d-4199-bbe8-aa7554ceacda tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975714 Nov 23 18:24:39.834889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-bb79788c-7b03-4199-81b1-d4d8fccc8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:39.836476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-bb79788c-7b03-4199-81b1-d4d8fccc8a00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcadae80-f775-46b8-9e18-e49b6ec853df HTTP/1.1" status: 200 len: 897 time: 0.1730707 Nov 23 18:24:39.852860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] For port dae4b2c1-f445-4571-bc54-160a1bdae0be, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=dae4b2c1-f445-4571-bc54-160a1bdae0be,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:39.853255 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:39.866835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] Calling delete_port for dae4b2c1-f445-4571-bc54-160a1bdae0be owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:39.887338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-db75a1aa-0360-445f-9c14-ab7833036cd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f987b605-15f1-4b82-a5c2-f305974536b3 HTTP/1.1" status: 200 len: 217 time: 0.0417507 Nov 23 18:24:39.913063 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:29Z', 'revision_number': 6, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:39.949597 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb744ec-cf78-4b59-bf3b-1ca9c50cac91 None None] The sync data for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 is: [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:29Z', 'revision_number': 6, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9d61e4c5-94fb-403a-996a-025326d573e2', 'name': '', 'network_id': 'fcadae80-f775-46b8-9e18-e49b6ec853df', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:52Z', 'updated_at': '2021-11-23T18:22:56Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': 'eef21b9c-215f-4f4b-b538-571943f573fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:39.950641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-59f67aa8-7247-4586-8532-12a23b1f6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:39.952380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-59f67aa8-7247-4586-8532-12a23b1f6057 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eef21b9c-215f-4f4b-b538-571943f573fc HTTP/1.1" status: 200 len: 834 time: 0.0561855 Nov 23 18:24:39.974288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:39.978987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Port dae4b2c1-f445-4571-bc54-160a1bdae0be was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=120535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 18:24:39.979484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Reverting IP allocation for 2001:db8::f816:3eff:fed6:414b {{(pid=120535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 18:24:39.983121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed6:414b {{(pid=120535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 18:24:39.984840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.003716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] Pushing event deleted for resources: {'Port': ['ID=dae4b2c1-f445-4571-bc54-160a1bdae0be,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:40.016473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53a4bc-a2a4-4c89-afbb-b0b768f1b6ec None None] No DVR routers for this DVR port dae4b2c1-f445-4571-bc54-160a1bdae0be on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:40.021477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-37e7a51f-ce30-4ce4-b3d2-840acd5da520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:40.023462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-37e7a51f-ce30-4ce4-b3d2-840acd5da520 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcadae80-f775-46b8-9e18-e49b6ec853df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609055 Nov 23 18:24:40.047993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:40.051635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:40.054823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:40.055440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.062543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de53527-5698-4621-8ae0-62efd4fd6a39 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:40.064152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=ece428b9-26a8-4918-ba74-208ab5386c11,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:40.087409 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ff26e8ae-7a46-49a1-b1de-66d4130761a8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9927316 Nov 23 18:24:40.087706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36898) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:40.092943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:40.152890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-2f74b4c9-ba95-46af-a1ad-668eafd67365 service neutron] 10.222.0.72 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199963 Nov 23 18:24:40.240985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:40.245956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.344145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725f24e7-0cf5-4388-aaab-195d5045d97b req-23707313-55e6-4f69-99d3-0e719f50f9ba service neutron] 10.222.0.72 "GET /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809182 Nov 23 18:24:40.363930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313708b-9f35-40d8-aa4a-e2c94c266cce req-c0e6c5c9-1558-4b8b-b4df-3177feb80702 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:40.365743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b313708b-9f35-40d8-aa4a-e2c94c266cce req-c0e6c5c9-1558-4b8b-b4df-3177feb80702 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.1005795 Nov 23 18:24:40.405753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d237541-53af-4129-9cb3-4dfd1e5d2af7 None None] New status for floating IP 28d67f45-3fa5-48a6-b76f-972eeaf7434f: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:24:40.433858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b313708b-9f35-40d8-aa4a-e2c94c266cce req-1a308527-eea5-4685-bc7e-ad363306a555 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616848 Nov 23 18:24:40.520597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': 'ece428b9-26a8-4918-ba74-208ab5386c11'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:40.522036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.559258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.606337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:40.609517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:40.614662 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:40.619653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.627467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=dc017489-e701-4fad-bc18-6a6a1c5ad336,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:40.627675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dae4b2c1-f445-4571-bc54-160a1bdae0be no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:40.642240 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1bd12da6-e8ec-4453-91d1-a26ae0fe09d9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5533898 Nov 23 18:24:40.645088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36902) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:40.650416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:62:1c:ee', 'name': 'tempest-NetworksTestDHCPv6-2107242009'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:40.672885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: dae4b2c1-f445-4571-bc54-160a1bdae0be {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:40.673442 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device dae4b2c1-f445-4571-bc54-160a1bdae0be not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:40.698297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Allocated IP 2001:db8::f816:3eff:fefc:14d1 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/ece428b9-26a8-4918-ba74-208ab5386c11/8c507dee-28fe-4160-a374-d0ad08407ec2) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:40.763435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:40.850040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.855695 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.861744 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.875141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port e0512f6b-f6d2-472c-b408-31b6a574448d yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:40.908041 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:40.911535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:40.914018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:40.923536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ea6a-0679-4be0-aa76-f66ec756a4fe req-5ede5707-fdcd-4ca4-8b52-55eeb7a0b4b4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:40.925836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4161ea6a-0679-4be0-aa76-f66ec756a4fe req-5ede5707-fdcd-4ca4-8b52-55eeb7a0b4b4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 946 time: 0.0576041 Nov 23 18:24:40.927433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Pushing event updated for resources: {'Port': ['ID=8c507dee-28fe-4160-a374-d0ad08407ec2,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:40.976620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Attempting to bind port 8c507dee-28fe-4160-a374-d0ad08407ec2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:40.977001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Attempting to bind port 8c507dee-28fe-4160-a374-d0ad08407ec2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:40.977377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Attempting to bind port 8c507dee-28fe-4160-a374-d0ad08407ec2 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:40.982530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:40.982965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:40.983379 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.983782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:40.984412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Bound port: 8c507dee-28fe-4160-a374-d0ad08407ec2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:40.984845 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.000532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4161ea6a-0679-4be0-aa76-f66ec756a4fe req-b91d90a8-c0b7-4134-87c0-9c3646546bf3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=efaec727-c788-4976-aea3-e6412c7ddc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618367 Nov 23 18:24:41.045039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-35bcaf85-41e1-41b0-b2ab-76bc433755a7 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:41.046556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-35bcaf85-41e1-41b0-b2ab-76bc433755a7 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 946 time: 0.0614991 Nov 23 18:24:41.049303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 172.20.0.7 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/dc017489-e701-4fad-bc18-6a6a1c5ad336/e0512f6b-f6d2-472c-b408-31b6a574448d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:41.056859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fe62:1cee (6c8b8381-c9d8-49d7-a42a-970de58a06dd/ece428b9-26a8-4918-ba74-208ab5386c11/e0512f6b-f6d2-472c-b408-31b6a574448d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:41.077634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] For port 8c507dee-28fe-4160-a374-d0ad08407ec2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:41.080930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] For port 8c507dee-28fe-4160-a374-d0ad08407ec2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8c507dee-28fe-4160-a374-d0ad08407ec2,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:41.085804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.150071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0465e-597c-4d8d-84ec-519a8a5a022b None None] Pushing event updated for resources: {'Port': ['ID=8c507dee-28fe-4160-a374-d0ad08407ec2,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:41.169892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port f987b605-15f1-4b82-a5c2-f305974536b3 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:41.170311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.242414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.275581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ded1110f-3c1b-4701-a054-c8f84f9c8791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.283510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port f987b605-15f1-4b82-a5c2-f305974536b3, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=f987b605-15f1-4b82-a5c2-f305974536b3,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:41.283852 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.284511 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.304751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for f987b605-15f1-4b82-a5c2-f305974536b3 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:41.351992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:41.355495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:41.360511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:41.365600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=e0512f6b-f6d2-472c-b408-31b6a574448d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:41.420577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:41.421221 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.439157 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cddeff58-d118-4611-a7dc-c5c906154ad0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7925360 Nov 23 18:24:41.441730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36906) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:41.503451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf211e5-6393-4c3d-9c32-6510e0f6d2e4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:41.505663 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.511592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf211e5-6393-4c3d-9c32-6510e0f6d2e4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:41.513624 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6cf211e5-6393-4c3d-9c32-6510e0f6d2e4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0709157 Nov 23 18:24:41.516339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36910) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:41.544327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=f987b605-15f1-4b82-a5c2-f305974536b3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:41.574549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.574931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.575325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.575603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.575939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.576274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.576602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.576931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.577258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.577584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.577909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.578246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:41.610036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-043d8f07-1c5d-4e53-93c6-1d9d3eb52559 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port e0512f6b-f6d2-472c-b408-31b6a574448d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:41.610366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-043d8f07-1c5d-4e53-93c6-1d9d3eb52559 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.623528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] No DVR routers for this DVR port f987b605-15f1-4b82-a5c2-f305974536b3 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:41.633158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a191c1-cc77-4391-9162-974664167ff2 req-277943b2-952d-4dcf-80de-1714360b6c3b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:41.634682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24a191c1-cc77-4391-9162-974664167ff2 req-277943b2-952d-4dcf-80de-1714360b6c3b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.1024001 Nov 23 18:24:41.635769 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.639030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-905f7d4a-03d9-4eb1-b4ec-bd0e1eda5e02 req-77ba006a-1aa9-45b5-8231-093f2824a5ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "DELETE /v2.0/ports/f987b605-15f1-4b82-a5c2-f305974536b3 HTTP/1.1" status: 204 len: 173 time: 0.5826540 Nov 23 18:24:41.639476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'name': 'network-vif-deleted', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:41.641753 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934294c-9881-4a95-82fb-f2b3b379b943" -d '{"events": [{"server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "name": "network-vif-deleted", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:41.699070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24a191c1-cc77-4391-9162-974664167ff2 req-db72d169-7726-4217-a2ba-6cec7dd6c83b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535316 Nov 23 18:24:41.726827 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-043d8f07-1c5d-4e53-93c6-1d9d3eb52559 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.741412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-043d8f07-1c5d-4e53-93c6-1d9d3eb52559 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for e0512f6b-f6d2-472c-b408-31b6a574448d owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:41.744716 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46131a91-3ebb-4f91-b9f4-8ba9e6887448 x-openstack-request-id: req-46131a91-3ebb-4f91-b9f4-8ba9e6887448 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:41.745084 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dd91c4-c019-485b-b953-c315f6f914e7", "name": "network-vif-deleted", "tag": "f987b605-15f1-4b82-a5c2-f305974536b3", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:41.745404 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-46131a91-3ebb-4f91-b9f4-8ba9e6887448 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:41.745901 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dd91c4-c019-485b-b953-c315f6f914e7', 'name': 'network-vif-deleted', 'tag': 'f987b605-15f1-4b82-a5c2-f305974536b3', 'status': 'completed', 'code': 200} Nov 23 18:24:41.846136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593eae7-e2c2-4d79-85e3-accc414540cb req-7ee62e1b-e0f2-4b6e-a5a2-8d1f77e6dfb7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:41.847788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e593eae7-e2c2-4d79-85e3-accc414540cb req-7ee62e1b-e0f2-4b6e-a5a2-8d1f77e6dfb7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0576420 Nov 23 18:24:41.902788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e593eae7-e2c2-4d79-85e3-accc414540cb req-d6e5f068-a4eb-4260-a192-172ae00b37a1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478213 Nov 23 18:24:41.930738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36916) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:41.942768 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-043d8f07-1c5d-4e53-93c6-1d9d3eb52559 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:41.980274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d8f07-1c5d-4e53-93c6-1d9d3eb52559 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=e0512f6b-f6d2-472c-b408-31b6a574448d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:41.989631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11632a7-073a-4f78-99cb-b8533fccbf23 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:41.991313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d11632a7-073a-4f78-99cb-b8533fccbf23 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1092 time: 0.0600519 Nov 23 18:24:41.994124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36918) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:41.998844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:42.037464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.088030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-043d8f07-1c5d-4e53-93c6-1d9d3eb52559 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.094247 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-043d8f07-1c5d-4e53-93c6-1d9d3eb52559 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/e0512f6b-f6d2-472c-b408-31b6a574448d HTTP/1.1" status: 204 len: 168 time: 0.5768363 Nov 23 18:24:42.096989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36922) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:42.171230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077731d3-574d-4402-a3e3-388dae7dc8b9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:42.172789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077731d3-574d-4402-a3e3-388dae7dc8b9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:42.174437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077731d3-574d-4402-a3e3-388dae7dc8b9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:42.180795 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-077731d3-574d-4402-a3e3-388dae7dc8b9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0824301 Nov 23 18:24:42.187229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36924) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:42.202801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-324da32d-90b7-465d-af93-4fb0108b7255 req-b2c2a338-88e0-423d-bf18-0fee19a9eb40 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2dd91c4-c019-485b-b953-c315f6f914e7 HTTP/1.1" status: 200 len: 210 time: 0.0364640 Nov 23 18:24:42.251301 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.269056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0330463b-f60b-45bb-be2e-7ff16c6b75c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet dc017489-e701-4fad-bc18-6a6a1c5ad336 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:42.272721 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0330463b-f60b-45bb-be2e-7ff16c6b75c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.326555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0330463b-f60b-45bb-be2e-7ff16c6b75c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.345111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47572290-b358-4fb1-9263-3bfef3497d33 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:42.384086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0330463b-f60b-45bb-be2e-7ff16c6b75c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.387410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.25.0.222 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/4cabe4ef-21a7-402f-afe1-de59ecb3af7e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:42.435524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ece7deac-b5f0-4593-8e7d-cba688ef8278 None None] Provisioning complete for port 8c507dee-28fe-4160-a374-d0ad08407ec2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:42.435894 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ece7deac-b5f0-4593-8e7d-cba688ef8278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.456432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0330463b-f60b-45bb-be2e-7ff16c6b75c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.486040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330463b-f60b-45bb-be2e-7ff16c6b75c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=dc017489-e701-4fad-bc18-6a6a1c5ad336,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:42.490790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0330463b-f60b-45bb-be2e-7ff16c6b75c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.495227 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0330463b-f60b-45bb-be2e-7ff16c6b75c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/dc017489-e701-4fad-bc18-6a6a1c5ad336 HTTP/1.1" status: 204 len: 168 time: 0.3069232 Nov 23 18:24:42.496493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36926) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:42.506751 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.549538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.558528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac9a065-66ac-4c52-91e9-7a01e4855693 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet ece428b9-26a8-4918-ba74-208ab5386c11 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:42.562875 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fac9a065-66ac-4c52-91e9-7a01e4855693 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.591316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:42.594575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:42.601621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:42.607240 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ece7deac-b5f0-4593-8e7d-cba688ef8278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.633949 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fac9a065-66ac-4c52-91e9-7a01e4855693 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.653672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ece7deac-b5f0-4593-8e7d-cba688ef8278 None None] For port 8c507dee-28fe-4160-a374-d0ad08407ec2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8c507dee-28fe-4160-a374-d0ad08407ec2,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:42.661375 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ece7deac-b5f0-4593-8e7d-cba688ef8278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.671766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=4cabe4ef-21a7-402f-afe1-de59ecb3af7e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:42.710950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8c507dee-28fe-4160-a374-d0ad08407ec2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:42.771219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fac9a065-66ac-4c52-91e9-7a01e4855693 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.775161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7deac-b5f0-4593-8e7d-cba688ef8278 None None] Pushing event updated for resources: {'Port': ['ID=8c507dee-28fe-4160-a374-d0ad08407ec2,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:42.804432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8c507dee-28fe-4160-a374-d0ad08407ec2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:42.805150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.842540 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fac9a065-66ac-4c52-91e9-7a01e4855693 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.871884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9a065-66ac-4c52-91e9-7a01e4855693 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=ece428b9-26a8-4918-ba74-208ab5386c11,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:42.877984 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fac9a065-66ac-4c52-91e9-7a01e4855693 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.884973 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fac9a065-66ac-4c52-91e9-7a01e4855693 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/ece428b9-26a8-4918-ba74-208ab5386c11 HTTP/1.1" status: 204 len: 168 time: 0.3866470 Nov 23 18:24:42.885199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36928) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:42.922782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-485785a9-5aa7-48fd-91a9-5dead55c29a4 None None] Provisioning complete for port 8c507dee-28fe-4160-a374-d0ad08407ec2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:42.923265 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-485785a9-5aa7-48fd-91a9-5dead55c29a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.934239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36930) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:42.934802 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6115d9d7-7f24-4846-86f1-6158ec010312 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479162 Nov 23 18:24:42.939654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:43.105597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5085ccd-5daf-4112-a474-8fc4c1006faf None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:43.135489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-62f27082-80ca-4490-a115-33087d98422e None None] Could not find standard attr ID for object e0512f6b-f6d2-472c-b408-31b6a574448d. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:43.209678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:43.213159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.286816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36934) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:43.303612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:43.353053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4bce505-a06e-499e-befa-7e1f0bcbb6b4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.354403 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-73a5812a-2123-4005-84a0-c3a442b7cb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.374351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] Deleting port 8c507dee-28fe-4160-a374-d0ad08407ec2 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:43.374767 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.380946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4bce505-a06e-499e-befa-7e1f0bcbb6b4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.439915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] For port 8c507dee-28fe-4160-a374-d0ad08407ec2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8c507dee-28fe-4160-a374-d0ad08407ec2,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:43.440340 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.442895 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.462007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] Calling delete_port for 8c507dee-28fe-4160-a374-d0ad08407ec2 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:43.465158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4bce505-a06e-499e-befa-7e1f0bcbb6b4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.468258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a4bce505-a06e-499e-befa-7e1f0bcbb6b4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.472055 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a4bce505-a06e-499e-befa-7e1f0bcbb6b4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/security-groups/efaec727-c788-4976-aea3-e6412c7ddc0d HTTP/1.1" status: 204 len: 168 time: 0.1873875 Nov 23 18:24:43.479476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce505-a06e-499e-befa-7e1f0bcbb6b4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaec727-c788-4976-aea3-e6412c7ddc0d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:43.508709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36938) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:43.569454 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.597550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] Pushing event deleted for resources: {'Port': ['ID=8c507dee-28fe-4160-a374-d0ad08407ec2,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:43.602107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef870715-8f12-445a-bcdf-84305bfb1f17 None None] No DVR routers for this DVR port 8c507dee-28fe-4160-a374-d0ad08407ec2 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:43.623450 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.682937 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.745898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:43.759318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:43.769264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.770479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.777705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6509784b-5c36-495d-856c-4cb24417e317 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:43.807672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=5094a336-e86f-4034-83ea-6c9cd468f083,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:43.830492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c3e5d26-e06b-4f44-a051-9dbf78651305 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8951316 Nov 23 18:24:43.834075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36940) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:43.839124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:43.949767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.958044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '5094a336-e86f-4034-83ea-6c9cd468f083'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:43.959231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.959769 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.112756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f987b605-15f1-4b82-a5c2-f305974536b3 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:44.118853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Allocated IP 172.20.0.2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/5094a336-e86f-4034-83ea-6c9cd468f083/35d24fd2-7c1d-4778-866b-eff5ab0c1d16) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:44.147417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: f987b605-15f1-4b82-a5c2-f305974536b3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:44.147796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device f987b605-15f1-4b82-a5c2-f305974536b3 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:44.282222 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.303063 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.309541 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.360219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Pushing event updated for resources: {'Port': ['ID=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:44.376339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:44.377917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:44.381415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:44.395558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=4cabe4ef-21a7-402f-afe1-de59ecb3af7e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:44.411621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:44.415407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.418808 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.452522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Attempting to bind port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:44.453043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Attempting to bind port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:44.455222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Attempting to bind port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:44.461107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:44.461491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:44.461905 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.462773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:44.463526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Bound port: 35d24fd2-7c1d-4778-866b-eff5ab0c1d16, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:44.465203 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.543504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] For port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:44.546814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] For port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:44.551620 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.595734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port 9d61e4c5-94fb-403a-996a-025326d573e2 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:44.596481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.610266 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Floating IP 7c196468-ed69-4397-b24d-516a0821525c associated. External IP: 172.25.0.222, port: 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d. Nov 23 18:24:44.627533 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfd89f-9f6a-4703-bde9-9ea646002029 None None] Pushing event updated for resources: {'Port': ['ID=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:44.696944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8c507dee-28fe-4160-a374-d0ad08407ec2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:44.710914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port 9d61e4c5-94fb-403a-996a-025326d573e2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9d61e4c5-94fb-403a-996a-025326d573e2,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:44.711505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.721362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8c507dee-28fe-4160-a374-d0ad08407ec2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:44.721712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8c507dee-28fe-4160-a374-d0ad08407ec2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:44.730129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for 9d61e4c5-94fb-403a-996a-025326d573e2 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:44.959969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.989538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:44.993869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=9d61e4c5-94fb-403a-996a-025326d573e2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:45.125840 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.183197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.199076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:24:45.341578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:45.354608 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] Sync routers for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:45.367874 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:45.368760 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:45.392377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.433943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:45.455177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-afe20940-4021-4878-9d52-867f3c771d90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4415562 Nov 23 18:24:45.456317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:45.459354 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e7601a-397b-4338-b780-12b44cca102e" -d '{"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:45.507388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.581217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:45.591878 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5006dbc-ca1c-4812-8538-40a94648b41d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "PUT /v2.0/routers/1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0817277 Nov 23 18:24:45.592559 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36946) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:45.592883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] Sync routers for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:45.608340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:45.609016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:45.656912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e4dc11-4284-4dfe-aee9-d5b89875037b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting subnet eef21b9c-215f-4f4b-b538-571943f573fc {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:45.661436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9e4dc11-4284-4dfe-aee9-d5b89875037b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.666340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934a41c-07d4-421f-afb9-9734233b2ba9 req-2b7fb1f9-1bd4-45db-b585-ccd44344fdb5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:45.674383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5934a41c-07d4-421f-afb9-9734233b2ba9 req-2b7fb1f9-1bd4-45db-b585-ccd44344fdb5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.1081841 Nov 23 18:24:45.718752 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:45.724696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9e4dc11-4284-4dfe-aee9-d5b89875037b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.827746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] For port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:45.862128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5934a41c-07d4-421f-afb9-9734233b2ba9 req-97d7c71a-6a3a-4f27-9a4a-586d136333d8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859007 Nov 23 18:24:45.873727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:45.877816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9e4dc11-4284-4dfe-aee9-d5b89875037b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.885546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36948) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:45.936137 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.953176 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9e4dc11-4284-4dfe-aee9-d5b89875037b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.953480 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.954090 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.984651 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad4fb77-1cf5-4c31-9714-090a7efac18e x-openstack-request-id: req-fad4fb77-1cf5-4c31-9714-090a7efac18e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:45.984941 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:45.985212 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fad4fb77-1cf5-4c31-9714-090a7efac18e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:45.985615 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'status': 'completed', 'code': 200} Nov 23 18:24:45.993660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4dc11-4284-4dfe-aee9-d5b89875037b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Subnet': ['ID=eef21b9c-215f-4f4b-b538-571943f573fc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:46.005434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9e4dc11-4284-4dfe-aee9-d5b89875037b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.013566 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e9e4dc11-4284-4dfe-aee9-d5b89875037b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/subnets/eef21b9c-215f-4f4b-b538-571943f573fc HTTP/1.1" status: 204 len: 168 time: 0.4172313 Nov 23 18:24:46.013566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:46.086482 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c196468-ed69-4397-b24d-516a0821525c', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'port_id': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'mac_address': 'fa:16:3e:5f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738aafed-16c7-434c-98bf-95a5df508224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:24:43Z', 'updated_at': '2021-11-23T18:24:43Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:31Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:46.090076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:46.096032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a50f06a-e522-4db3-8230-c49e000535af None None] Network fcadae80-f775-46b8-9e18-e49b6ec853df requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:46.104895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:46.108075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:46.108612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.121000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-005ecba6-d3c9-43e3-9706-c5622f7a58ba tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/7c196468-ed69-4397-b24d-516a0821525c HTTP/1.1" status: 200 len: 992 time: 0.2343447 Nov 23 18:24:46.131203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ca103-44ef-4f57-a56b-b8f8a94f7df7 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:46.132885 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] Checking router: 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:46.145269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=d1a90614-50d9-482d-be92-b39bc1bac555,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:46.147635 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:46.148425 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:46.163121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,revision_number=4']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:46.168613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7601a-397b-4338-b780-12b44cca102e req-2d3f0a9c-4bac-42c6-aa77-59ea2909767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:46.170132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e7601a-397b-4338-b780-12b44cca102e req-2d3f0a9c-4bac-42c6-aa77-59ea2909767b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1097 time: 0.1377337 Nov 23 18:24:46.179184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b2011378-ca00-4b32-8cc3-20705ff6f3c3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3439684 Nov 23 18:24:46.180465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36952) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:46.185714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:39:be:54', 'name': 'tempest-NetworksTestDHCPv6-54373399'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:46.207562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4f04bb11-5734-4186-90d2-17adf7eb1641 None None] Provisioning complete for port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:46.208524 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb11-5734-4186-90d2-17adf7eb1641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.225237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.295551 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:46.302813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7601a-397b-4338-b780-12b44cca102e req-229d5df6-3281-42fe-b589-ac5fa67a961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:46.304441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e7601a-397b-4338-b780-12b44cca102e req-229d5df6-3281-42fe-b589-ac5fa67a961e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.1222692 Nov 23 18:24:46.397708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e7601a-397b-4338-b780-12b44cca102e req-93dcb27a-1e38-4a86-93c9-5d0d75c835fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1000 time: 0.0839751 Nov 23 18:24:46.448138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.457067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:46.479056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7601a-397b-4338-b780-12b44cca102e req-70d16e0c-91ba-4833-90ac-610a74089848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:46.480973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e7601a-397b-4338-b780-12b44cca102e req-70d16e0c-91ba-4833-90ac-610a74089848 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.0762923 Nov 23 18:24:46.559615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7601a-397b-4338-b780-12b44cca102e req-eba0b9a4-50f2-4edc-8c6e-182525e05942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:46.561073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e7601a-397b-4338-b780-12b44cca102e req-eba0b9a4-50f2-4edc-8c6e-182525e05942 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725269 Nov 23 18:24:46.583511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.584752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.620783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb11-5734-4186-90d2-17adf7eb1641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.622035 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c196468-ed69-4397-b24d-516a0821525c', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'port_id': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'mac_address': 'fa:16:3e:5f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738aafed-16c7-434c-98bf-95a5df508224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:24:43Z', 'updated_at': '2021-11-23T18:24:43Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:31Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:46.641704 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port fa157d99-575e-42ad-accc-54a2b09d3618 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:46.651589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:46.651948 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.659899 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ac6f5-e2ba-40b5-99e2-7671a18932e7 None None] The sync data for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 is: [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '7c196468-ed69-4397-b24d-516a0821525c', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'port_id': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'mac_address': 'fa:16:3e:5f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738aafed-16c7-434c-98bf-95a5df508224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:24:43Z', 'updated_at': '2021-11-23T18:24:43Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:31Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:46.680425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] DHCP port deletion for fcadae80-f775-46b8-9e18-e49b6ec853df request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:46.726409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e7601a-397b-4338-b780-12b44cca102e req-b303505a-f473-417f-bcb9-5bc2c1578409 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483622 Nov 23 18:24:46.770331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4f04bb11-5734-4186-90d2-17adf7eb1641 None None] For port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:46.791630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:44Z', 'revision_number': 7, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': 'c38dfeed-f1b1-4333-b1e6-f7296de6e9a8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:22:49Z', 'updated_at': '2021-11-23T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:46.794150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb11-5734-4186-90d2-17adf7eb1641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.834528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] Checking router: 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:46.868186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:46.907021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port c38dfeed-f1b1-4333-b1e6-f7296de6e9a8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c38dfeed-f1b1-4333-b1e6-f7296de6e9a8,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:46.907601 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.919613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] Routers {'1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:46.920253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:46.930740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e7601a-397b-4338-b780-12b44cca102e req-fc55e317-41ec-4922-8128-1ac31bc73947 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986706 Nov 23 18:24:46.939095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:47.033304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04bb11-5734-4186-90d2-17adf7eb1641 None None] Pushing event updated for resources: {'Port': ['ID=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:47.036743 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 172.20.0.10 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/5094a336-e86f-4034-83ea-6c9cd468f083/fa157d99-575e-42ad-accc-54a2b09d3618) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:47.045487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] Deleting port 0f2e5642-2699-439f-8822-75f33575b2f9 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:47.046080 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.052517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fe39:be54 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/d1a90614-50d9-482d-be92-b39bc1bac555/fa157d99-575e-42ad-accc-54a2b09d3618) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:47.063802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6fcac-ea01-4b4c-b39f-e694e58b0fc9 None None] New status for floating IP 7c196468-ed69-4397-b24d-516a0821525c: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:24:47.122907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36954) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:47.187007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] For port 0f2e5642-2699-439f-8822-75f33575b2f9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0f2e5642-2699-439f-8822-75f33575b2f9,segment=NetworkSegment(6f84f40f-771d-4156-80a7-594d4cb8a5ad),segment_id=6f84f40f-771d-4156-80a7-594d4cb8a5ad)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:47.188952 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.227785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] Calling delete_port for 0f2e5642-2699-439f-8822-75f33575b2f9 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:47.236702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-57674a7c-ad5e-480a-ac46-a6955475580b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/7c196468-ed69-4397-b24d-516a0821525c HTTP/1.1" status: 200 len: 992 time: 0.1125197 Nov 23 18:24:47.242558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] Set router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:47.321151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:46Z', 'revision_number': 8, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:47.341229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.387135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=c38dfeed-f1b1-4333-b1e6-f7296de6e9a8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:47.389529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5e6a8-34d2-4adf-b996-c4ee43847e81 None None] The sync data for ids ['1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb'] in n-d-818932-3 is: [{'id': '1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb', 'name': 'tempest-TestNetworkBasicOps-router-1564562574', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:22:48Z', 'updated_at': '2021-11-23T18:24:46Z', 'revision_number': 8, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:47.398284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:47.398446 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.403218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7aff66-d6d0-400a-9345-e54e0c76079a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:47.422720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.494451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.526208 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.563256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] Pushing event deleted for resources: {'Port': ['ID=0f2e5642-2699-439f-8822-75f33575b2f9,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:47.566622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4316a9-12d0-4f73-86c3-e4bb89617b8c None None] No DVR routers for this DVR port 0f2e5642-2699-439f-8822-75f33575b2f9 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:47.609370 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.612037 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.614373 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.619502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-de94dcba-5057-4b2e-8cd8-d4ed226d28b0 None None] Provisioning complete for port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:47.619957 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-de94dcba-5057-4b2e-8cd8-d4ed226d28b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.692641 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:47.695551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.696067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Fanout notify agent at l3_agent the message router_deleted on router 1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:24:47.699671 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:47.709416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.712874 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ad1bdde0-d11c-4906-9a26-2566e7673574 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/routers/1e36950d-5c7e-42ad-a7d6-73cd31fa2cbb HTTP/1.1" status: 204 len: 168 time: 1.6956635 Nov 23 18:24:47.712874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:47.713496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36956) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:47.715617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=fa157d99-575e-42ad-accc-54a2b09d3618,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:47.764992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:47.765637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.786942 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-692118e6-d2f5-4a77-be4d-1c355c0538af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6054330 Nov 23 18:24:47.789647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36958) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:47.826670 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.859919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e982ce1a-2a72-4f21-ba98-582fdd7682ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:47.867801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e982ce1a-2a72-4f21-ba98-582fdd7682ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:47.873807 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e982ce1a-2a72-4f21-ba98-582fdd7682ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0828860 Nov 23 18:24:47.874442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36960) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:47.921040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.939352 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.971312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcadae80-f775-46b8-9e18-e49b6ec853df']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:47.978970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ef685-98e4-4bc8-88b5-e5a600826542 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port fa157d99-575e-42ad-accc-54a2b09d3618 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:47.979540 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef685-98e4-4bc8-88b5-e5a600826542 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.983296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f84f40f-771d-4156-80a7-594d4cb8a5ad') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:47.983704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f84f40f-771d-4156-80a7-594d4cb8a5ad') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:47.995910 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.013051 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.020276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:24:48.020805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:24:48.024915 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:24:48.089472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef685-98e4-4bc8-88b5-e5a600826542 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.092273 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.100477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.107498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/networks/fcadae80-f775-46b8-9e18-e49b6ec853df HTTP/1.1" status: 204 len: 168 time: 0.3897133 Nov 23 18:24:48.110475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ef685-98e4-4bc8-88b5-e5a600826542 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for fa157d99-575e-42ad-accc-54a2b09d3618 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:48.119977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576fb0-38bf-4924-8f4c-226addf22e84 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Network': ['ID=fcadae80-f775-46b8-9e18-e49b6ec853df,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:48.129971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36962) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:48.138287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'network': {'name': 'tempest-network-smoke--1037286838', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'port_security_enabled': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:48.159844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9349878e-a192-460c-899c-bfbef9bde5a0 None None] Provisioning complete for port fa157d99-575e-42ad-accc-54a2b09d3618 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:48.161402 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9349878e-a192-460c-899c-bfbef9bde5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.162225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:48.165772 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.195616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:24:48.210236 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.210715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9349878e-a192-460c-899c-bfbef9bde5a0 None None] Port fa157d99-575e-42ad-accc-54a2b09d3618 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:48.213228 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Added segment 8c24ae95-213b-4894-80be-844759b64b9d of type vlan for network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 Nov 23 18:24:48.242803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36964) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:48.260128 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.288533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.294225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:48.294871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.355468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2243226 Nov 23 18:24:48.382809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36966) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:48.389581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'admin_state_up': True, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:48.396673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca40064-47aa-436a-97a0-e5de957a73a6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Network': ['ID=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:48.410490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:24:48.420647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.421960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.634976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:48.642774 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-142dce4d-e8d1-4488-9447-5c027bc45fc4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/7c196468-ed69-4397-b24d-516a0821525c HTTP/1.1" status: 200 len: 994 time: 0.3987868 Nov 23 18:24:48.689062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef685-98e4-4bc8-88b5-e5a600826542 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.717057 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ef685-98e4-4bc8-88b5-e5a600826542 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=fa157d99-575e-42ad-accc-54a2b09d3618,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:48.747783 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.813813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef685-98e4-4bc8-88b5-e5a600826542 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.819212 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d0ef685-98e4-4bc8-88b5-e5a600826542 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/fa157d99-575e-42ad-accc-54a2b09d3618 HTTP/1.1" status: 204 len: 168 time: 0.9432573 Nov 23 18:24:48.821244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:48.868770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:48.869422 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.884241 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10d8bc-6591-4634-978b-8f1c1245be8f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:48.886532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10d8bc-6591-4634-978b-8f1c1245be8f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:48.888235 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10d8bc-6591-4634-978b-8f1c1245be8f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:48.894197 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c10d8bc-6591-4634-978b-8f1c1245be8f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0715163 Nov 23 18:24:48.897073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36970) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:48.927109 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.964311 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ec7fac-cb93-40a0-afe3-5658b7a11718 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 5094a336-e86f-4034-83ea-6c9cd468f083 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:48.967912 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7fac-cb93-40a0-afe3-5658b7a11718 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.023280 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7fac-cb93-40a0-afe3-5658b7a11718 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.036193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9d61e4c5-94fb-403a-996a-025326d573e2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:49.060863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 9d61e4c5-94fb-403a-996a-025326d573e2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:49.061211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9d61e4c5-94fb-403a-996a-025326d573e2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:49.061622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0f2e5642-2699-439f-8822-75f33575b2f9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:49.081358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 0f2e5642-2699-439f-8822-75f33575b2f9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:49.081703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0f2e5642-2699-439f-8822-75f33575b2f9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:49.082651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:49.102391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:49.102756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c38dfeed-f1b1-4333-b1e6-f7296de6e9a8 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:49.115240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7fac-cb93-40a0-afe3-5658b7a11718 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.153099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.173765 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.174156 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7fac-cb93-40a0-afe3-5658b7a11718 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.205554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec7fac-cb93-40a0-afe3-5658b7a11718 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=5094a336-e86f-4034-83ea-6c9cd468f083,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:49.211832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7fac-cb93-40a0-afe3-5658b7a11718 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.217303 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e7ec7fac-cb93-40a0-afe3-5658b7a11718 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/5094a336-e86f-4034-83ea-6c9cd468f083 HTTP/1.1" status: 204 len: 168 time: 0.3163357 Nov 23 18:24:49.218645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36972) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:49.219192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65dd81-6938-4c87-9ac0-5fa647619715 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:49.304019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edd3c8d-27ea-43d9-9a41-ce8b1d70bd17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet d1a90614-50d9-482d-be92-b39bc1bac555 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:49.308165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0edd3c8d-27ea-43d9-9a41-ce8b1d70bd17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.668995 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.705983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.25.0.196 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/584e4b86-7392-47b9-939e-53940cc9627b) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:49.713597 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0edd3c8d-27ea-43d9-9a41-ce8b1d70bd17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.861886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0edd3c8d-27ea-43d9-9a41-ce8b1d70bd17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.910319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.940573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c5625312-1cee-4d95-8076-656219dcfc24 None None] Provisioning complete for port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:49.941028 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5625312-1cee-4d95-8076-656219dcfc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.950742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0edd3c8d-27ea-43d9-9a41-ce8b1d70bd17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.980051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd3c8d-27ea-43d9-9a41-ce8b1d70bd17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a90614-50d9-482d-be92-b39bc1bac555,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:49.985063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.994370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0edd3c8d-27ea-43d9-9a41-ce8b1d70bd17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.997512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0edd3c8d-27ea-43d9-9a41-ce8b1d70bd17 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/d1a90614-50d9-482d-be92-b39bc1bac555 HTTP/1.1" status: 204 len: 168 time: 0.7778990 Nov 23 18:24:50.000165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36974) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:50.017385 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc7f88-c1fe-4b60-8cbd-1ee07acfc721 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:50.031410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:50.038176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:50.039090 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3864017e-25fc-4906-950f-3bb9fa5eea9e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377467 Nov 23 18:24:50.041938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36976) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:50.043449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:50.047031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:50.074562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=584e4b86-7392-47b9-939e-53940cc9627b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:50.090135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078da40-c237-4e35-a670-1bcb36f29ea9 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:50.138370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:50.142241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.185522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8315f186-42cf-4a0a-ae6c-3e2f82fce73f None None] Provisioning complete for port 584e4b86-7392-47b9-939e-53940cc9627b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:50.185852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8315f186-42cf-4a0a-ae6c-3e2f82fce73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.232692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8315f186-42cf-4a0a-ae6c-3e2f82fce73f None None] Port 584e4b86-7392-47b9-939e-53940cc9627b cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:50.272937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:50.323973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] Deleting port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:50.324354 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.334737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.349928 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.400458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:50.401224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] For port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:50.401652 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.403630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:50.407769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:50.408365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.416767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] Calling delete_port for 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:50.420474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=acb02231-ffc4-4757-a1c1-808dc0a2886f,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:50.432584 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-343df9b2-c9a3-49bb-ae38-25594d43a168 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3896048 Nov 23 18:24:50.435679 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36978) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:50.442891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:50.507610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.533295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] Pushing event deleted for resources: {'Port': ['ID=35d24fd2-7c1d-4778-866b-eff5ab0c1d16,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:50.538176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472ac48-51e0-4b9c-9918-5f5d0b6bd212 None None] No DVR routers for this DVR port 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:50.561412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27907a2a-6018-45ab-9e05-88ad74694bdb None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:50.586115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:50.587601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.589678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.649555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:50.679245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:50.679245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 35d24fd2-7c1d-4778-866b-eff5ab0c1d16 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:50.733518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:24:50.742927 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.788055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': 'acb02231-ffc4-4757-a1c1-808dc0a2886f'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:50.789173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.848159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:50.860418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Sync routers for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:50.875594 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.879936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b4f0f934-7ba3-4be3-b6b5-374872f81d21 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4952507 Nov 23 18:24:50.880930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36980) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:50.889732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:50.890371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:50.915088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-96b78fe8-4980-4972-a77a-04b0c00fc668 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=69ea07daed0c4393a9d10ec5c523c3ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328226 Nov 23 18:24:50.917545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36982) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:50.952198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:24:50.953786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:50.995438 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:50.998829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:51.003291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:51.004627 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.020754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=d9c2d03e-b934-4f8a-a3e9-e767ca87347b,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:51.030882 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d4314d52-6783-4b3f-a3b9-c26ab0034225 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5899928 Nov 23 18:24:51.031491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:51.032740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Allocated IP 172.20.0.2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/acb02231-ffc4-4757-a1c1-808dc0a2886f/5c75d7b4-b756-4d53-8338-1b53d2ac17f3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:51.038484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:81:b7:58', 'name': 'tempest-NetworksTestDHCPv6-1851195320'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:51.077164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:51.112384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261a52e-c0ba-4067-a9ed-02bf1d372d86 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:51.114126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3261a52e-c0ba-4067-a9ed-02bf1d372d86 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1954782 Nov 23 18:24:51.117095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36986) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:51.152802 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c93bf44f-95ec-45c5-ac76-a430a1242d2b tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345635 Nov 23 18:24:51.155738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36988) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:51.162390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215093149', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:51.187191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:51.192000 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.212316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 5a687d27-8ec0-46a7-8250-d4d58716089c yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:51.262185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:51.265918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.346915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.364217 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.423701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:51.464787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:51.469262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:51.471572 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.473391 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Pushing event updated for resources: {'Port': ['ID=5c75d7b4-b756-4d53-8338-1b53d2ac17f3,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:51.481336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 172.20.0.13 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/acb02231-ffc4-4757-a1c1-808dc0a2886f/5a687d27-8ec0-46a7-8250-d4d58716089c) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:51.483358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:50Z', 'revision_number': 3, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:51.491513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fe81:b758 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/d9c2d03e-b934-4f8a-a3e9-e767ca87347b/5a687d27-8ec0-46a7-8250-d4d58716089c) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:51.532175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Checking router: b687d533-3fc2-4b49-bbd4-0759cb8e7e9e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:51.532900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Updating router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e port 584e4b86-7392-47b9-939e-53940cc9627b binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:51.533947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Subnet': ['ID=5c644951-71e9-4263-aede-3e38df1ae269,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:51.574854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Checking segment: {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:51.574854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network hostable DHCP agents. Network: 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:24:51.594569 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.595455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:24:51.597536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Attempting to bind port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:51.598346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Attempting to bind port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:51.598346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Attempting to bind port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:51.609613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:51.624620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:51.625606 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.630738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3125aca4-944d-453a-85c1-0ec739a396b2 None None] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:51.633088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:51.633475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:51.633887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.635119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:51.635119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Bound port: 5c75d7b4-b756-4d53-8338-1b53d2ac17f3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:51.635370 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.648517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2f16090f-be9b-4f4e-a559-4e4927c70ed6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4907498 Nov 23 18:24:51.651027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36990) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:51.664648 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.702995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.762008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:51.763459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=5a687d27-8ec0-46a7-8250-d4d58716089c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:51.766502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:51.768636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:51.825368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:51.826321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:51.847691 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d44297be-2ae6-49e9-bd7f-69c3383d85a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8142111 Nov 23 18:24:51.848082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36992) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:51.900305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11a198-450e-4cc0-b776-5ce842b4e595 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:51.906497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11a198-450e-4cc0-b776-5ce842b4e595 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:51.910876 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6c11a198-450e-4cc0-b776-5ce842b4e595 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0591581 Nov 23 18:24:51.911175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36994) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:52.018394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7ac33-467c-473b-bec3-3fd2834960ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 5a687d27-8ec0-46a7-8250-d4d58716089c {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:52.018943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ac33-467c-473b-bec3-3fd2834960ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.071283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] For port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:52.107065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] For port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c75d7b4-b756-4d53-8338-1b53d2ac17f3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:52.110143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ac33-467c-473b-bec3-3fd2834960ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.123742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7ac33-467c-473b-bec3-3fd2834960ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 5a687d27-8ec0-46a7-8250-d4d58716089c owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:52.148931 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.160960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.275392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:52.276312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.317644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e364bda-56b7-4b42-bf5d-5f5c139ebff8 None None] Pushing event updated for resources: {'Port': ['ID=5c75d7b4-b756-4d53-8338-1b53d2ac17f3,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:52.366296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ac33-467c-473b-bec3-3fd2834960ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.406295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7ac33-467c-473b-bec3-3fd2834960ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=5a687d27-8ec0-46a7-8250-d4d58716089c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:52.439598 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.460958 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.544479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6bbc8-b2c2-460a-bcb4-cb3fc3e00d93 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:52.587543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Attempting to bind port 584e4b86-7392-47b9-939e-53940cc9627b on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:52.587922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Attempting to bind port 584e4b86-7392-47b9-939e-53940cc9627b by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:52.588294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Attempting to bind port 584e4b86-7392-47b9-939e-53940cc9627b on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:52.592802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ac33-467c-473b-bec3-3fd2834960ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.598745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Allocated IP 172.20.0.2 (5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9/5c644951-71e9-4263-aede-3e38df1ae269/d02a9862-456a-4204-86ae-2dc9d47610bb) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:52.598914 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e9a7ac33-467c-473b-bec3-3fd2834960ab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/5a687d27-8ec0-46a7-8250-d4d58716089c HTTP/1.1" status: 204 len: 168 time: 0.6843784 Nov 23 18:24:52.600747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 36996) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:52.601172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d3058-06ae-47c5-804f-1301c74b7503 None None] Pushing event updated for resources: {'Port': ['ID=584e4b86-7392-47b9-939e-53940cc9627b,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:52.605775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:52.606162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:52.606577 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.607028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:52.607526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Bound port: 584e4b86-7392-47b9-939e-53940cc9627b, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:52.607943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.714191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3305ff7-7f1a-4c12-9e25-7848f6c48f6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:52.715923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3305ff7-7f1a-4c12-9e25-7848f6c48f6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:52.717486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3305ff7-7f1a-4c12-9e25-7848f6c48f6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:52.721587 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b3305ff7-7f1a-4c12-9e25-7848f6c48f6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1172657 Nov 23 18:24:52.722076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 36998) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:52.727989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] For port 584e4b86-7392-47b9-939e-53940cc9627b, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:52.747822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] For port 584e4b86-7392-47b9-939e-53940cc9627b, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=584e4b86-7392-47b9-939e-53940cc9627b,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:52.757490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.764744 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ce88c93f-d47e-4faa-82bb-7c0ea1c42a13 None None] Provisioning complete for port 584e4b86-7392-47b9-939e-53940cc9627b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:52.765111 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce88c93f-d47e-4faa-82bb-7c0ea1c42a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.774487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:52.783557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55a2263-e374-4b93-aefa-5b417647084b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet acb02231-ffc4-4757-a1c1-808dc0a2886f {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:52.787568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d55a2263-e374-4b93-aefa-5b417647084b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.833478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d55a2263-e374-4b93-aefa-5b417647084b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.878043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c969d6-fd8d-4b58-a758-d1f60234dca5 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:52.925529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d55a2263-e374-4b93-aefa-5b417647084b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.953940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:52.954512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:52.956188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d3058-06ae-47c5-804f-1301c74b7503 None None] Pushing event updated for resources: {'Port': ['ID=584e4b86-7392-47b9-939e-53940cc9627b,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:52.985646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d55a2263-e374-4b93-aefa-5b417647084b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.015822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.017911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a2263-e374-4b93-aefa-5b417647084b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=acb02231-ffc4-4757-a1c1-808dc0a2886f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:53.022396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d55a2263-e374-4b93-aefa-5b417647084b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.025601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d55a2263-e374-4b93-aefa-5b417647084b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/acb02231-ffc4-4757-a1c1-808dc0a2886f HTTP/1.1" status: 204 len: 168 time: 0.3019519 Nov 23 18:24:53.028765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37000) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:53.033448 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.080821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.20.0.1 (5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9/5c644951-71e9-4263-aede-3e38df1ae269/543a2f88-3fc2-41d6-9889-b88438ff15a2) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:53.129754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-53edba53-789f-46f5-8af1-239f28ed8602 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet d9c2d03e-b934-4f8a-a3e9-e767ca87347b {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:53.133695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:53.134317 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.135009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53edba53-789f-46f5-8af1-239f28ed8602 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.176933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:53.186338 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce88c93f-d47e-4faa-82bb-7c0ea1c42a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.203501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53edba53-789f-46f5-8af1-239f28ed8602 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.220818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.225855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:53.237892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ce88c93f-d47e-4faa-82bb-7c0ea1c42a13 None None] For port 584e4b86-7392-47b9-939e-53940cc9627b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=584e4b86-7392-47b9-939e-53940cc9627b,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:53.245003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Pushing event updated for resources: {'Port': ['ID=d02a9862-456a-4204-86ae-2dc9d47610bb,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:53.251057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:53.260664 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce88c93f-d47e-4faa-82bb-7c0ea1c42a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.265604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53edba53-789f-46f5-8af1-239f28ed8602 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.285560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:53.289689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.351304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53edba53-789f-46f5-8af1-239f28ed8602 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.364583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:53.370430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-53edba53-789f-46f5-8af1-239f28ed8602 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.371193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:53.376472 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-53edba53-789f-46f5-8af1-239f28ed8602 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/d9c2d03e-b934-4f8a-a3e9-e767ca87347b HTTP/1.1" status: 204 len: 168 time: 0.3440423 Nov 23 18:24:53.377035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:53.400706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37002) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:53.418331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edba53-789f-46f5-8af1-239f28ed8602 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c2d03e-b934-4f8a-a3e9-e767ca87347b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:53.429001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=543a2f88-3fc2-41d6-9889-b88438ff15a2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:53.439887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.456816 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3f80ca67-b2c7-49fe-a2c3-12ade69c244d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544803 Nov 23 18:24:53.458960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37004) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:53.512703 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c6a374-3f02-451c-805e-02b80bd96005 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:53.516789 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-65c6a374-3f02-451c-805e-02b80bd96005 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0545211 Nov 23 18:24:53.517192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37006) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:53.560007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88c93f-d47e-4faa-82bb-7c0ea1c42a13 None None] Pushing event updated for resources: {'Port': ['ID=584e4b86-7392-47b9-939e-53940cc9627b,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:53.578984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee55da-7f58-47b0-97bc-aae004c0a54a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:53.580620 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6aee55da-7f58-47b0-97bc-aae004c0a54a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0624709 Nov 23 18:24:53.583623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a2669d-d578-4a1b-a81a-6d8cd0bafec8 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:53.584214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37008) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:53.620982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Attempting to bind port d02a9862-456a-4204-86ae-2dc9d47610bb on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:53.621357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Attempting to bind port d02a9862-456a-4204-86ae-2dc9d47610bb by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:53.621722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Attempting to bind port d02a9862-456a-4204-86ae-2dc9d47610bb on network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:53.626033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.631619 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b6701bb8-1097-4726-b0f8-abc5a47756b5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432796 Nov 23 18:24:53.636848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ea697c34-dc90-4cbf-a373-58baf8e2b972 None None] Provisioning complete for port 584e4b86-7392-47b9-939e-53940cc9627b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:53.637229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ea697c34-dc90-4cbf-a373-58baf8e2b972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.638041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37010) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:53.643979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c9472905-3786-42cf-a069-8ba18eb4bd9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:53.748299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9472905-3786-42cf-a069-8ba18eb4bd9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:53.752313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c9472905-3786-42cf-a069-8ba18eb4bd9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.754147 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9472905-3786-42cf-a069-8ba18eb4bd9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:24:53.754656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9472905-3786-42cf-a069-8ba18eb4bd9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:24:53.783328 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c9472905-3786-42cf-a069-8ba18eb4bd9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1408110 Nov 23 18:24:53.783757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37012) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:53.790039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e080ab33-f87d-4c3b-bdc0-47d3eecb972d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:53.863355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:53.863754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Checking segment: {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:53.864238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.864641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Bound using segment: {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:53.865141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Bound port: d02a9862-456a-4204-86ae-2dc9d47610bb, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:53.865531 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.867554 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.892296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e080ab33-f87d-4c3b-bdc0-47d3eecb972d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:53.897504 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e080ab33-f87d-4c3b-bdc0-47d3eecb972d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.899432 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e080ab33-f87d-4c3b-bdc0-47d3eecb972d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:24:53.899912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e080ab33-f87d-4c3b-bdc0-47d3eecb972d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:24:53.922475 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e080ab33-f87d-4c3b-bdc0-47d3eecb972d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1348643 Nov 23 18:24:53.922738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37014) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:53.929441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d689a5e0-e163-420c-8cd8-176566ebab7c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:54.035502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c75d7b4-b756-4d53-8338-1b53d2ac17f3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:54.035766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d689a5e0-e163-420c-8cd8-176566ebab7c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:54.040347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d689a5e0-e163-420c-8cd8-176566ebab7c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.041776 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d689a5e0-e163-420c-8cd8-176566ebab7c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:24:54.042234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d689a5e0-e163-420c-8cd8-176566ebab7c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:24:54.055217 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.065044 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d689a5e0-e163-420c-8cd8-176566ebab7c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1381700 Nov 23 18:24:54.065332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37016) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:54.072738 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-235e53e3-acb0-49fd-a897-8c47585b64bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:54.117926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] For port d02a9862-456a-4204-86ae-2dc9d47610bb, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:54.163415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] For port d02a9862-456a-4204-86ae-2dc9d47610bb, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d02a9862-456a-4204-86ae-2dc9d47610bb,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:54.177244 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.182997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=5c75d7b4-b756-4d53-8338-1b53d2ac17f3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:54.192372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235e53e3-acb0-49fd-a897-8c47585b64bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:54.196887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-235e53e3-acb0-49fd-a897-8c47585b64bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.199598 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-235e53e3-acb0-49fd-a897-8c47585b64bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:24:54.200278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235e53e3-acb0-49fd-a897-8c47585b64bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:24:54.225844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:50Z', 'revision_number': 3, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:54.228294 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-235e53e3-acb0-49fd-a897-8c47585b64bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1619253 Nov 23 18:24:54.231670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37018) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:54.242239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8da6c950-72b4-49a1-938c-9fb94b3185e2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:54.262898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:54.269968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29104dcd-75dd-43a5-97a1-c7d33f1115a9 None None] The sync data for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 is: [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:50Z', 'revision_number': 3, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:54.311532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c45b4-af34-41c1-8cc6-0c0a11074bd3 None None] Pushing event updated for resources: {'Port': ['ID=d02a9862-456a-4204-86ae-2dc9d47610bb,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:54.335139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-aac04279-d1ad-4d25-abb5-da49c1b22898 None None] Provisioning complete for port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:54.336113 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aac04279-d1ad-4d25-abb5-da49c1b22898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.401898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] Deleting port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:54.402142 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.404131 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da6c950-72b4-49a1-938c-9fb94b3185e2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:54.415852 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8da6c950-72b4-49a1-938c-9fb94b3185e2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.416426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.419155 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da6c950-72b4-49a1-938c-9fb94b3185e2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:24:54.422137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da6c950-72b4-49a1-938c-9fb94b3185e2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:24:54.428456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.454757 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8da6c950-72b4-49a1-938c-9fb94b3185e2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2196910 Nov 23 18:24:54.456136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37020) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:54.463040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-055fbb1b-8863-4be7-b470-52575bf5b358 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:54.516628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] For port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c75d7b4-b756-4d53-8338-1b53d2ac17f3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:54.517047 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.535260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] Calling delete_port for 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:54.542948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=543a2f88-3fc2-41d6-9889-b88438ff15a2,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:54.559248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.631168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055fbb1b-8863-4be7-b470-52575bf5b358 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:54.636462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-055fbb1b-8863-4be7-b470-52575bf5b358 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.638954 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-055fbb1b-8863-4be7-b470-52575bf5b358 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:24:54.639516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055fbb1b-8863-4be7-b470-52575bf5b358 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:24:54.708770 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-055fbb1b-8863-4be7-b470-52575bf5b358 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2500350 Nov 23 18:24:54.711440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37022) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:54.757788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.792489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:54.799662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:54.804994 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d02a9862-456a-4204-86ae-2dc9d47610bb up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:54.822632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57fdc9b-22c2-4bbd-9098-33292c994bab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:54.828121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e57fdc9b-22c2-4bbd-9098-33292c994bab tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1105237 Nov 23 18:24:54.829067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37024) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:54.835393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] Pushing event deleted for resources: {'Port': ['ID=5c75d7b4-b756-4d53-8338-1b53d2ac17f3,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:54.844330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6028b18-1a33-4695-8788-966abc1a90eb None None] No DVR routers for this DVR port 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:54.878069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d02a9862-456a-4204-86ae-2dc9d47610bb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:54.879147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.917172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691014d6-89bc-4dca-990c-e538038a575e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:54.918767 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-691014d6-89bc-4dca-990c-e538038a575e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0891955 Nov 23 18:24:54.921465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37026) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:54.974234 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f32d7371-33ba-4544-9c09-ac98bb809ca0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515358 Nov 23 18:24:54.983203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:54.984711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:54.992577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:54.993055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:55.036409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port d02a9862-456a-4204-86ae-2dc9d47610bb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d02a9862-456a-4204-86ae-2dc9d47610bb,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:55.042767 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:55.106902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=d02a9862-456a-4204-86ae-2dc9d47610bb,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:55.108389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:55.112572 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:55.143936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:55.162953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:55.177300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c6c2a0d3-ced6-4450-9e2d-67adf3ff304a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "PUT /v2.0/routers/b687d533-3fc2-4b49-bbd4-0759cb8e7e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5195110 Nov 23 18:24:55.178241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37030) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:55.182762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:55.183118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c75d7b4-b756-4d53-8338-1b53d2ac17f3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:55.437693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b559-d605-4717-89a4-0216ca0a327d tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.438280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b559-d605-4717-89a4-0216ca0a327d tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.438621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b559-d605-4717-89a4-0216ca0a327d tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.439111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b559-d605-4717-89a4-0216ca0a327d tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.439570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b559-d605-4717-89a4-0216ca0a327d tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.440027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b559-d605-4717-89a4-0216ca0a327d tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.442717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4c75b559-d605-4717-89a4-0216ca0a327d tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4235 time: 0.2633090 Nov 23 18:24:55.445692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37034) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:55.467771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:24:55.469276 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:55.511707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:55.515120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:55.517971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.518582 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:55.528990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067009dc-b12d-44d0-b50f-d59aba1bec1e None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:55.555565 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5656517 Nov 23 18:24:55.557479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37036) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:55.562504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:ac:24:df', 'name': 'tempest-NetworksTestDHCPv6-888282380'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:55.569058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5ef42-29cb-40f2-a2b6-9978c299b848 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=6dde0729-8bc5-4557-ae98-d7c566dc39cf,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:55.578082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f3e55-a676-47ce-94fb-314f91710ae7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.578635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f3e55-a676-47ce-94fb-314f91710ae7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.579488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f3e55-a676-47ce-94fb-314f91710ae7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.579488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f3e55-a676-47ce-94fb-314f91710ae7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.579952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f3e55-a676-47ce-94fb-314f91710ae7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.580406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f3e55-a676-47ce-94fb-314f91710ae7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:55.585532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-584f3e55-a676-47ce-94fb-314f91710ae7 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3969 time: 0.1363485 Nov 23 18:24:55.586243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37038) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:55.634176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a59e28-f742-460a-916e-6c6b59f6fe99 None None] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:55.767769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-34639686-0185-49de-918b-90689a036fdd None None] Provisioning complete for port d02a9862-456a-4204-86ae-2dc9d47610bb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:55.768489 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-34639686-0185-49de-918b-90689a036fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:55.812066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '6dde0729-8bc5-4557-ae98-d7c566dc39cf'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:55.812907 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:55.844789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:55.976551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.001807 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2097307e-7173-4dc6-b6e3-1e751e6a4164 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.4118631 Nov 23 18:24:56.006362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port b6ad46e4-16c3-4522-855e-05267d3c091d yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:24:56.053347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Allocated IP 2001:db8::f816:3eff:fe4f:7b93 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/6dde0729-8bc5-4557-ae98-d7c566dc39cf/0f56f57f-4833-4ebb-a504-036d763ce045) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:56.224719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.231522 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.278623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:56.280668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:56.307520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Pushing event updated for resources: {'Port': ['ID=0f56f57f-4833-4ebb-a504-036d763ce045,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:56.310443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:56.316926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:feac:24df (6c8b8381-c9d8-49d7-a42a-970de58a06dd/6dde0729-8bc5-4557-ae98-d7c566dc39cf/b6ad46e4-16c3-4522-855e-05267d3c091d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:56.382632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Attempting to bind port 0f56f57f-4833-4ebb-a504-036d763ce045 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:56.383125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Attempting to bind port 0f56f57f-4833-4ebb-a504-036d763ce045 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:56.383573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Attempting to bind port 0f56f57f-4833-4ebb-a504-036d763ce045 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:56.393232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:56.394357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:56.394896 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.395305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:56.395827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Bound port: 0f56f57f-4833-4ebb-a504-036d763ce045, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:56.396221 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.410856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4a2c9de2-7cc7-40a0-b9d7-029a4b4c48d1 None None] Provisioning complete for port 543a2f88-3fc2-41d6-9889-b88438ff15a2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:56.411233 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a2c9de2-7cc7-40a0-b9d7-029a4b4c48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.458814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37042) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:56.465661 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4893d807-f64d-4043-bab6-ffe5393c9d99 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699991654', 'description': 'tempest-secgroup-smoke-1699991654 description', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:56.481248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c9de2-7cc7-40a0-b9d7-029a4b4c48d1 None None] Port 543a2f88-3fc2-41d6-9889-b88438ff15a2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:56.509044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] For port 0f56f57f-4833-4ebb-a504-036d763ce045, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:56.511392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4a2c9de2-7cc7-40a0-b9d7-029a4b4c48d1 None None] Provisioning complete for port d02a9862-456a-4204-86ae-2dc9d47610bb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:56.511775 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a2c9de2-7cc7-40a0-b9d7-029a4b4c48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.514854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] For port 0f56f57f-4833-4ebb-a504-036d763ce045, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0f56f57f-4833-4ebb-a504-036d763ce045,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:56.530091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4893d807-f64d-4043-bab6-ffe5393c9d99 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.542259 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.571811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.641270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65421c5-fd7c-4a0c-b17c-f055d175de01 None None] Pushing event updated for resources: {'Port': ['ID=0f56f57f-4833-4ebb-a504-036d763ce045,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:56.656501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4893d807-f64d-4043-bab6-ffe5393c9d99 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.666793 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.684473 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4893d807-f64d-4043-bab6-ffe5393c9d99 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.691549 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Sync routers for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:56.711411 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:56.712054 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:56.759203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:56.768595 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4893d807-f64d-4043-bab6-ffe5393c9d99 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.769890 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4893d807-f64d-4043-bab6-ffe5393c9d99 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3100312 Nov 23 18:24:56.773973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37044) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:56.779088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:56.781515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:56.785767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-21f8899e-83a4-44a2-9576-45ca351fd6d9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': '4e5ec3a5-4031-43a8-96f4-cc57d614f38e', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:56.787452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:56.788090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.798535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893d807-f64d-4043-bab6-ffe5393c9d99 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5ec3a5-4031-43a8-96f4-cc57d614f38e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:56.805915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=b6ad46e4-16c3-4522-855e-05267d3c091d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:56.836390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-747db9d3-cca6-43f6-8b72-13191592ad11 None None] Provisioning complete for port 543a2f88-3fc2-41d6-9889-b88438ff15a2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:56.837581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-747db9d3-cca6-43f6-8b72-13191592ad11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.864821 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:56.880507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21f8899e-83a4-44a2-9576-45ca351fd6d9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:56.883173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-747db9d3-cca6-43f6-8b72-13191592ad11 None None] Port 543a2f88-3fc2-41d6-9889-b88438ff15a2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:56.890934 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d412455d-cab0-4530-a3c2-90c79437bfe5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3300054 Nov 23 18:24:56.893179 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37046) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:56.931075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d02a9862-456a-4204-86ae-2dc9d47610bb up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:57.011920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd9f67-99a0-4174-b06e-f795b4940b45 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:57.017956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd9f67-99a0-4174-b06e-f795b4940b45 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:57.022582 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-01cd9f67-99a0-4174-b06e-f795b4940b45 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1270552 Nov 23 18:24:57.028416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37048) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:57.032329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d02a9862-456a-4204-86ae-2dc9d47610bb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:57.032932 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.158785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 584e4b86-7392-47b9-939e-53940cc9627b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:57.161027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21f8899e-83a4-44a2-9576-45ca351fd6d9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.181597 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21f8899e-83a4-44a2-9576-45ca351fd6d9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.183825 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:54Z', 'revision_number': 2, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:57.220556 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Checking router: b687d533-3fc2-4b49-bbd4-0759cb8e7e9e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:57.221519 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Updating router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e port 543a2f88-3fc2-41d6-9889-b88438ff15a2 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:57.223998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8899e-83a4-44a2-9576-45ca351fd6d9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6eb29e-95aa-4b74-bd43-3f4df706195f,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:57.236908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d5915f13-e481-45cc-aa2b-cbbc478356e0 None None] Provisioning complete for port 543a2f88-3fc2-41d6-9889-b88438ff15a2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:57.237368 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d5915f13-e481-45cc-aa2b-cbbc478356e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.246936 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-21f8899e-83a4-44a2-9576-45ca351fd6d9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.248175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-21f8899e-83a4-44a2-9576-45ca351fd6d9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4708521 Nov 23 18:24:57.251178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:57.251490 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.258160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5d44003a-ea74-4b65-ac95-b2de50c477aa tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': '4e5ec3a5-4031-43a8-96f4-cc57d614f38e', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:57.260826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a9943427-4f90-4e44-b562-ebe0a8fe9136 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port b6ad46e4-16c3-4522-855e-05267d3c091d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:57.261179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9943427-4f90-4e44-b562-ebe0a8fe9136 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.276024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 584e4b86-7392-47b9-939e-53940cc9627b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:57.276866 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.307032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d5915f13-e481-45cc-aa2b-cbbc478356e0 None None] Port 543a2f88-3fc2-41d6-9889-b88438ff15a2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:57.313085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d44003a-ea74-4b65-ac95-b2de50c477aa tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.365857 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9943427-4f90-4e44-b562-ebe0a8fe9136 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.390549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-a9943427-4f90-4e44-b562-ebe0a8fe9136 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for b6ad46e4-16c3-4522-855e-05267d3c091d owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:57.410403 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d44003a-ea74-4b65-ac95-b2de50c477aa tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.416407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d44003a-ea74-4b65-ac95-b2de50c477aa tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.435678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44003a-ea74-4b65-ac95-b2de50c477aa tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29da6dc-33ee-403f-b729-2aaa968ff548,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:57.441513 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d44003a-ea74-4b65-ac95-b2de50c477aa tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.445264 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d44003a-ea74-4b65-ac95-b2de50c477aa tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1900883 Nov 23 18:24:57.445478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37052) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:57.450087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5f082ed3-56ed-49d2-bc9d-35c6c309258d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': '4e5ec3a5-4031-43a8-96f4-cc57d614f38e', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:57.478517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f082ed3-56ed-49d2-bc9d-35c6c309258d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.548228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9943427-4f90-4e44-b562-ebe0a8fe9136 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.554316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f082ed3-56ed-49d2-bc9d-35c6c309258d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.559789 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f082ed3-56ed-49d2-bc9d-35c6c309258d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.574260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f082ed3-56ed-49d2-bc9d-35c6c309258d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ed00a0-64f5-4212-9e50-76516abd97ac,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:57.581065 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.590434 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.592303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9943427-4f90-4e44-b562-ebe0a8fe9136 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=b6ad46e4-16c3-4522-855e-05267d3c091d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:57.595758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5f082ed3-56ed-49d2-bc9d-35c6c309258d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.600816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37054) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:57.601489 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5f082ed3-56ed-49d2-bc9d-35c6c309258d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549253 Nov 23 18:24:57.605585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-df2dc083-f266-4bb2-83b2-b07c80c6ad72 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': '4e5ec3a5-4031-43a8-96f4-cc57d614f38e', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:57.634251 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a9943427-4f90-4e44-b562-ebe0a8fe9136 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.639873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a9943427-4f90-4e44-b562-ebe0a8fe9136 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/b6ad46e4-16c3-4522-855e-05267d3c091d HTTP/1.1" status: 204 len: 168 time: 0.6082385 Nov 23 18:24:57.640265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37056) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:57.669844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df2dc083-f266-4bb2-83b2-b07c80c6ad72 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.728329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10061216-4b7a-4f5a-892a-90e6b792d285 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:57.730916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10061216-4b7a-4f5a-892a-90e6b792d285 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:57.735850 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-10061216-4b7a-4f5a-892a-90e6b792d285 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0910685 Nov 23 18:24:57.736060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37058) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:57.763964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df2dc083-f266-4bb2-83b2-b07c80c6ad72 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.784264 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df2dc083-f266-4bb2-83b2-b07c80c6ad72 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.792781 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231df98-4073-473b-8f68-50bd45309793 None None] Pushing event updated for resources: {'Port': ['ID=543a2f88-3fc2-41d6-9889-b88438ff15a2,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:57.826807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ac92f7-e367-408a-ae4c-be3fba48fb29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 6dde0729-8bc5-4557-ae98-d7c566dc39cf {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:24:57.828997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2dc083-f266-4bb2-83b2-b07c80c6ad72 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24845749-6297-4bf1-a73b-31e3a1bf4253,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:57.835416 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df2dc083-f266-4bb2-83b2-b07c80c6ad72 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.839494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37060) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:57.839666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-df2dc083-f266-4bb2-83b2-b07c80c6ad72 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2376716 Nov 23 18:24:57.840551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92f7-e367-408a-ae4c-be3fba48fb29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.845727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f800f999-89a6-4f83-9863-d285d034bd76 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': '4e5ec3a5-4031-43a8-96f4-cc57d614f38e', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:57.847170 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Attempting to bind port 543a2f88-3fc2-41d6-9889-b88438ff15a2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:57.847751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Attempting to bind port 543a2f88-3fc2-41d6-9889-b88438ff15a2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:57.848412 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Attempting to bind port 543a2f88-3fc2-41d6-9889-b88438ff15a2 on network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:57.862270 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:57.862958 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Checking segment: {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:57.863534 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.863982 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Bound using segment: {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:57.864512 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Bound port: 543a2f88-3fc2-41d6-9889-b88438ff15a2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:57.865057 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.896413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92f7-e367-408a-ae4c-be3fba48fb29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.900752 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-f800f999-89a6-4f83-9863-d285d034bd76 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Project 69ea07daed0c4393a9d10ec5c523c3ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:24:57.907348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f800f999-89a6-4f83-9863-d285d034bd76 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.951351 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] For port 543a2f88-3fc2-41d6-9889-b88438ff15a2, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:57.954752 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] For port 543a2f88-3fc2-41d6-9889-b88438ff15a2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=543a2f88-3fc2-41d6-9889-b88438ff15a2,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:57.964686 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:57.991703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f800f999-89a6-4f83-9863-d285d034bd76 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.000484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f800f999-89a6-4f83-9863-d285d034bd76 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.023803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92f7-e367-408a-ae4c-be3fba48fb29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.024063 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:58.024448 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:24:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:58.027159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800f999-89a6-4f83-9863-d285d034bd76 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6616c5a4-00c1-4c8b-bc90-f8cc7600d210,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:58.036530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f800f999-89a6-4f83-9863-d285d034bd76 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.040779 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f800f999-89a6-4f83-9863-d285d034bd76 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1975415 Nov 23 18:24:58.041835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37062) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:58.048714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-39bedfba-0072-44a3-9d1b-b13d5f3465c6 None None] Provisioning complete for port 543a2f88-3fc2-41d6-9889-b88438ff15a2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:58.049135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39bedfba-0072-44a3-9d1b-b13d5f3465c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.052093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-78629aca-550b-4a9a-8542-ea0ed6ead345 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'security_group_rule': {'security_group_id': '4e5ec3a5-4031-43a8-96f4-cc57d614f38e', 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:58.094448 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-78629aca-550b-4a9a-8542-ea0ed6ead345 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Project 69ea07daed0c4393a9d10ec5c523c3ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:24:58.102194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78629aca-550b-4a9a-8542-ea0ed6ead345 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.163512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92f7-e367-408a-ae4c-be3fba48fb29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.176299 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:58.206152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac92f7-e367-408a-ae4c-be3fba48fb29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=6dde0729-8bc5-4557-ae98-d7c566dc39cf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:58.219874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92f7-e367-408a-ae4c-be3fba48fb29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.225562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e8ac92f7-e367-408a-ae4c-be3fba48fb29 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/6dde0729-8bc5-4557-ae98-d7c566dc39cf HTTP/1.1" status: 204 len: 168 time: 0.4884620 Nov 23 18:24:58.228184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37064) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:58.276074 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39bedfba-0072-44a3-9d1b-b13d5f3465c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.283099 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ddba272e-1479-4b40-a79e-0f60e51fc286 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518749 Nov 23 18:24:58.286716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37066) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:58.293564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:58.295360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78629aca-550b-4a9a-8542-ea0ed6ead345 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.304321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78629aca-550b-4a9a-8542-ea0ed6ead345 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.326922 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231df98-4073-473b-8f68-50bd45309793 None None] Pushing event updated for resources: {'Port': ['ID=543a2f88-3fc2-41d6-9889-b88438ff15a2,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:58.346231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78629aca-550b-4a9a-8542-ea0ed6ead345 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae890eb-2550-4108-9db8-80cdafe5b1e0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:58.365445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78629aca-550b-4a9a-8542-ea0ed6ead345 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.366786 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-78629aca-550b-4a9a-8542-ea0ed6ead345 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3238931 Nov 23 18:24:58.509975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:58.514586 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.556295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75960d7a-7cee-4898-aa26-ce943b5fccbb None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:58.580515 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:57Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:58.613746 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c21a48-2126-4f98-a7ba-2f61b45346ea None None] The sync data for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 is: [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:57Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:58.723446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-39bedfba-0072-44a3-9d1b-b13d5f3465c6 None None] For port 543a2f88-3fc2-41d6-9889-b88438ff15a2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=543a2f88-3fc2-41d6-9889-b88438ff15a2,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:58.741052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0f56f57f-4833-4ebb-a504-036d763ce045 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:58.760477 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39bedfba-0072-44a3-9d1b-b13d5f3465c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.767122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-d979d58c-b746-4cf6-aac7-5e82cf210570 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699991654&fields=id&tenant_id=69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 267 time: 0.1286163 Nov 23 18:24:58.873947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bedfba-0072-44a3-9d1b-b13d5f3465c6 None None] Pushing event updated for resources: {'Port': ['ID=543a2f88-3fc2-41d6-9889-b88438ff15a2,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:58.905780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9aae1825-2372-4b13-b664-e0285727771a None None] Provisioning complete for port 543a2f88-3fc2-41d6-9889-b88438ff15a2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:58.906161 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9aae1825-2372-4b13-b664-e0285727771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.931598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0f56f57f-4833-4ebb-a504-036d763ce045 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:58.932038 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.994668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:58.995198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82c19-2371-4281-ac77-db817b65596e req-6a5c9cd2-eb6a-4115-8152-55e50e5610b3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:58.996792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-6a5c9cd2-eb6a-4115-8152-55e50e5610b3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/networks?id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 HTTP/1.1" status: 200 len: 797 time: 0.2184136 Nov 23 18:24:59.024689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-18ed6469-85e7-4b86-bd50-e8a7a769921f tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/quotas/69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 375 time: 0.0200486 Nov 23 18:24:59.110615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.131068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9aae1825-2372-4b13-b664-e0285727771a None None] Could not find standard attr ID for object b6ad46e4-16c3-4522-855e-05267d3c091d. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:24:59.151867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:24:59.157925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] Deleting port 0f56f57f-4833-4ebb-a504-036d763ce045 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:59.158215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-089b13a8-7224-4698-9553-3ffe09dd14f1 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079519 Nov 23 18:24:59.158353 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.165401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 0f56f57f-4833-4ebb-a504-036d763ce045, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0f56f57f-4833-4ebb-a504-036d763ce045,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:59.181006 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.193465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9aae1825-2372-4b13-b664-e0285727771a None None] Provisioning complete for port 0f56f57f-4833-4ebb-a504-036d763ce045 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:59.194107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9aae1825-2372-4b13-b664-e0285727771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.314831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=0f56f57f-4833-4ebb-a504-036d763ce045,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:59.334588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] For port 0f56f57f-4833-4ebb-a504-036d763ce045, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0f56f57f-4833-4ebb-a504-036d763ce045,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:59.334951 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.350656 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] Calling delete_port for 0f56f57f-4833-4ebb-a504-036d763ce045 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:59.356032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-f0975db3-d683-4150-96fd-d6473b33e902 service neutron] 10.222.0.74 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461272 Nov 23 18:24:59.485999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.514712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] Pushing event deleted for resources: {'Port': ['ID=0f56f57f-4833-4ebb-a504-036d763ce045,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:59.516661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799795c-fdf7-486d-8de5-957a2adfa983 None None] No DVR routers for this DVR port 0f56f57f-4833-4ebb-a504-036d763ce045 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:59.706006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.749985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Port 0f56f57f-4833-4ebb-a504-036d763ce045 concurrently deleted while adding address for new subnet {'id': '8d0fd323-da11-462e-b8f2-f89b42c14d5f', 'name': '', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3701, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-23T18:24:58Z', 'updated_at': '2021-11-23T18:24:58Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd639406dbe064c3eb30e91e44fdb794c'}. {{(pid=120536) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 23 18:24:59.750468 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.798604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-07bb8fa2-8e03-4bbf-9f7b-7c6a910b7f9c service neutron] 10.222.0.74 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343526 Nov 23 18:24:59.809249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:59.812569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:59.817164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:59.817767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.826797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950bbddb-f199-4c81-85f9-f369b4b6d468 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:59.831226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=8d0fd323-da11-462e-b8f2-f89b42c14d5f,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:59.844688 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7da5444c-5f6a-41fd-8f7f-0089164239cd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5539780 Nov 23 18:24:59.845573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37080) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:59.850681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:09:f6:52', 'name': 'tempest-NetworksTestDHCPv6-529262627'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:00.002517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:00.011264 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.011846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64d7c618-dd42-4c5a-85a0-27ed1f4c5826 req-89d133dc-5cf9-4bbc-b209-575e6387c3ac tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 210 time: 0.0353477 Nov 23 18:25:00.045994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port d6a551e3-cc29-427e-9bff-84b49333015b yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:00.070062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '8d0fd323-da11-462e-b8f2-f89b42c14d5f'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:25:00.071152 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.166842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fe09:f652 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/8d0fd323-da11-462e-b8f2-f89b42c14d5f/d6a551e3-cc29-427e-9bff-84b49333015b) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:00.343328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.384344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.428318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:00.433436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:00.433875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Allocated IP 2001:db8::f816:3eff:fe70:c086 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/8d0fd323-da11-462e-b8f2-f89b42c14d5f/c3b13053-5cec-45fa-bbc2-d66483661681) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:00.437143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:00.443791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:00.444423 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.454971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=d6a551e3-cc29-427e-9bff-84b49333015b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:00.475717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37094) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:00.475981 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5a7a9bae-4424-4925-98a1-eb1bb76d1052 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6290345 Nov 23 18:25:00.529800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4c9b10-53d3-404d-82f3-52664ab29982 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:00.531623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8b4c9b10-53d3-404d-82f3-52664ab29982 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0544066 Nov 23 18:25:00.534231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37096) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:00.615124 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.623027 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.631776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f87b00ac-ffe4-4d45-8687-d27650c147f7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port d6a551e3-cc29-427e-9bff-84b49333015b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:00.632615 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f87b00ac-ffe4-4d45-8687-d27650c147f7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.668532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:00.674783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:00.679258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:00.723660 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Pushing event updated for resources: {'Port': ['ID=c3b13053-5cec-45fa-bbc2-d66483661681,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:00.738308 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f87b00ac-ffe4-4d45-8687-d27650c147f7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.740955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 543a2f88-3fc2-41d6-9889-b88438ff15a2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:00.758349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f87b00ac-ffe4-4d45-8687-d27650c147f7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for d6a551e3-cc29-427e-9bff-84b49333015b owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:00.791778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Attempting to bind port c3b13053-5cec-45fa-bbc2-d66483661681 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:00.792577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Attempting to bind port c3b13053-5cec-45fa-bbc2-d66483661681 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:00.792577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Attempting to bind port c3b13053-5cec-45fa-bbc2-d66483661681 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:00.803403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:00.803776 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:00.804178 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.804652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:00.805042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Bound port: c3b13053-5cec-45fa-bbc2-d66483661681, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:00.805427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.850156 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 543a2f88-3fc2-41d6-9889-b88438ff15a2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:00.850832 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.903979 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f87b00ac-ffe4-4d45-8687-d27650c147f7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.910453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] For port c3b13053-5cec-45fa-bbc2-d66483661681, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:00.915590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] For port c3b13053-5cec-45fa-bbc2-d66483661681, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c3b13053-5cec-45fa-bbc2-d66483661681,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:00.921740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.933323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b00ac-ffe4-4d45-8687-d27650c147f7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=d6a551e3-cc29-427e-9bff-84b49333015b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:00.962802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f87b00ac-ffe4-4d45-8687-d27650c147f7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:00.966033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f87b00ac-ffe4-4d45-8687-d27650c147f7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/d6a551e3-cc29-427e-9bff-84b49333015b HTTP/1.1" status: 204 len: 168 time: 0.4295013 Nov 23 18:25:00.968505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37098) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:01.018655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069291b4-e72d-470f-93fa-620ed781c053 None None] Pushing event updated for resources: {'Port': ['ID=c3b13053-5cec-45fa-bbc2-d66483661681,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:01.053809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d87f64-e6c3-4dd0-b757-4eb458c4d28c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:01.055855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d87f64-e6c3-4dd0-b757-4eb458c4d28c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:01.061698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37102) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:01.074994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-63d87f64-e6c3-4dd0-b757-4eb458c4d28c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1034734 Nov 23 18:25:01.115575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0f56f57f-4833-4ebb-a504-036d763ce045 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:01.153185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 0f56f57f-4833-4ebb-a504-036d763ce045 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:01.153786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0f56f57f-4833-4ebb-a504-036d763ce045 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:01.161563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2729ebf-0298-4d08-9f38-ac5046119205 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 8d0fd323-da11-462e-b8f2-f89b42c14d5f {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:01.166552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2729ebf-0298-4d08-9f38-ac5046119205 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:01.176882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-804997f8-1f93-401b-8c33-af493c9493c9 req-934b23fe-9054-4d31-b98a-d7d7c64bbd73 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 210 time: 0.0545237 Nov 23 18:25:01.231010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2729ebf-0298-4d08-9f38-ac5046119205 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:01.389896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2729ebf-0298-4d08-9f38-ac5046119205 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:01.439777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82c19-2371-4281-ac77-db817b65596e req-c0a4f70e-945a-4e5c-9d46-090e4bd0629d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:01.441937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-c0a4f70e-945a-4e5c-9d46-090e4bd0629d tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "GET /v2.0/networks?id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 HTTP/1.1" status: 200 len: 797 time: 0.2597959 Nov 23 18:25:01.448103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-f08bf485-2123-44a0-be2c-610496647e1f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2793086 Nov 23 18:25:01.493774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2729ebf-0298-4d08-9f38-ac5046119205 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:01.531490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2729ebf-0298-4d08-9f38-ac5046119205 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0fd323-da11-462e-b8f2-f89b42c14d5f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:01.536809 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2729ebf-0298-4d08-9f38-ac5046119205 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:01.542785 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b2729ebf-0298-4d08-9f38-ac5046119205 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/8d0fd323-da11-462e-b8f2-f89b42c14d5f HTTP/1.1" status: 204 len: 168 time: 0.4764411 Nov 23 18:25:01.543034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37106) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:01.584403 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a8a32bda-ac46-4b63-8d99-8365453f2b0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401337 Nov 23 18:25:01.586791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37108) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:01.590724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-e120b598-b60e-442e-86db-e396b3a9d08b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ea07daed0c4393a9d10ec5c523c3ea HTTP/1.1" status: 200 len: 380 time: 0.1321294 Nov 23 18:25:01.609381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'port': {'device_id': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'admin_state_up': True, 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'security_groups': ['4e5ec3a5-4031-43a8-96f4-cc57d614f38e']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:01.626538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-dc22f26f-cadc-416e-9e12-514dd6e8c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:01.628273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-dc22f26f-cadc-416e-9e12-514dd6e8c68d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1097 time: 0.0814240 Nov 23 18:25:01.637819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbab71a9-0fef-4b68-9170-0d1709c815a6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:01.638313 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cbab71a9-0fef-4b68-9170-0d1709c815a6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0504422 Nov 23 18:25:01.641090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37110) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:01.703404 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfa083-d40f-4749-a629-fd6f7c38ac95 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:01.704905 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c1dfa083-d40f-4749-a629-fd6f7c38ac95 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0624926 Nov 23 18:25:01.708189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37112) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:01.754187 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-78d25d0d-e1d8-43a3-8339-6e17c61c7fba tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448098 Nov 23 18:25:01.758949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37114) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:01.763192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:01.814861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-68ab1843-b702-4ce6-80fb-c8b1dc81edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:01.817501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-68ab1843-b702-4ce6-80fb-c8b1dc81edaf service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.1330819 Nov 23 18:25:01.820104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Made reservation on behalf of 69ea07daed0c4393a9d10ec5c523c3ea for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:01.823857 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:01.871616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:01.875412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:01.954338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-f93a94fd-0d2a-4265-aca6-983fec12de9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1002 time: 0.1269631 Nov 23 18:25:02.060700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-8062d2a7-7e5e-45aa-931f-611d44a9eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:02.061349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-8062d2a7-7e5e-45aa-931f-611d44a9eb4e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.0977123 Nov 23 18:25:02.102932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.20.0.14 (5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9/5c644951-71e9-4263-aede-3e38df1ae269/97d120bb-af1f-45bc-8260-652a31674cf1) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:02.142472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-4e10c80c-8847-45a2-939c-f11c73a0f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:02.144640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-4e10c80c-8847-45a2-939c-f11c73a0f7e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741653 Nov 23 18:25:02.269830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417558df-3893-44b2-b90b-2675e3206c35 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:02.341980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50d75ed0-20cc-491f-8bfc-039d0427220e req-ce65a511-6a21-4ba4-8a9a-da54c99e07c4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 210 time: 0.0434008 Nov 23 18:25:02.356257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-617484ed-43cb-471d-a031-0f5fbfa964f7 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023253 Nov 23 18:25:02.373919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6ce60f97-bc57-44f7-a2a2-97d021eca0e5 None None] Provisioning complete for port c3b13053-5cec-45fa-bbc2-d66483661681 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:02.374571 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce60f97-bc57-44f7-a2a2-97d021eca0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.418516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.496709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0109345-0ee9-49f9-934e-ca0fc7debb4b req-cb2c1584-2f5c-4aa7-b08a-0194956cd363 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318789 Nov 23 18:25:02.507624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.510625 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce60f97-bc57-44f7-a2a2-97d021eca0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.554929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:02.561963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ce60f97-bc57-44f7-a2a2-97d021eca0e5 None None] For port c3b13053-5cec-45fa-bbc2-d66483661681, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c3b13053-5cec-45fa-bbc2-d66483661681,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:02.574963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:02.579917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:02.585630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:02.586368 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ce60f97-bc57-44f7-a2a2-97d021eca0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.589647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=97d120bb-af1f-45bc-8260-652a31674cf1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:02.633554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:25:02.653581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:02.654254 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.664893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce60f97-bc57-44f7-a2a2-97d021eca0e5 None None] Pushing event updated for resources: {'Port': ['ID=c3b13053-5cec-45fa-bbc2-d66483661681,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:02.672726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] Deleting port c3b13053-5cec-45fa-bbc2-d66483661681 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:02.673084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.682246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-d440ba75-c9c8-4469-a0ce-2d60c43892c3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0797434 Nov 23 18:25:02.774013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Request body: {'port': {'device_id': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:02.840796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.843178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.946353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ddd4c61c-b030-4de3-b865-e3a0bbfdf6c0 None None] Provisioning complete for port 97d120bb-af1f-45bc-8260-652a31674cf1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:02.946739 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c61c-b030-4de3-b865-e3a0bbfdf6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.982124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] For port c3b13053-5cec-45fa-bbc2-d66483661681, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c3b13053-5cec-45fa-bbc2-d66483661681,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:02.982484 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.002185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] Calling delete_port for c3b13053-5cec-45fa-bbc2-d66483661681 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:03.008872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4c61c-b030-4de3-b865-e3a0bbfdf6c0 None None] Port 97d120bb-af1f-45bc-8260-652a31674cf1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:03.027924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] For port c3b13053-5cec-45fa-bbc2-d66483661681, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c3b13053-5cec-45fa-bbc2-d66483661681,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:03.068054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.075098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.076008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.108001 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.145349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] No DVR routers for this DVR port c3b13053-5cec-45fa-bbc2-d66483661681 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:03.148516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d120bb-af1f-45bc-8260-652a31674cf1 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:25:03.149219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd19b1-e500-467e-90a9-30c8efce91e2 None None] Pushing event deleted for resources: {'Port': ['ID=c3b13053-5cec-45fa-bbc2-d66483661681,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:03.161873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:03.165059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.172473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:03.176207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=9bb6ee1e-a753-494a-95c0-a011fc265cc9,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:03.181010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:03.181612 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.183713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Transition to ACTIVE for port object 97d120bb-af1f-45bc-8260-652a31674cf1 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:25:03.184348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88966a13-f6e5-43cf-af7f-9b11a1221a12 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:03.186109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=c3b13053-5cec-45fa-bbc2-d66483661681,revision_number=6']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:03.188590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.207811 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-40a8d4a7-5114-4e06-8990-2ffafda9c40a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4461617 Nov 23 18:25:03.208809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37120) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:03.214348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:51:15:a7', 'name': 'tempest-NetworksTestDHCPv6-2054564471'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:03.254587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Pushing event updated for resources: {'Port': ['ID=97d120bb-af1f-45bc-8260-652a31674cf1,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:03.351666 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Attempting to bind port 97d120bb-af1f-45bc-8260-652a31674cf1 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:03.352317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Attempting to bind port 97d120bb-af1f-45bc-8260-652a31674cf1 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:03.352985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Attempting to bind port 97d120bb-af1f-45bc-8260-652a31674cf1 on network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:03.358369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Port 97d120bb-af1f-45bc-8260-652a31674cf1 on network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:25:03.358945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Attempting to bind port 97d120bb-af1f-45bc-8260-652a31674cf1 on network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:03.368541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:03.368889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Checking segment: {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:03.369295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Bound using segment: {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:03.370174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Bound port: 97d120bb-af1f-45bc-8260-652a31674cf1, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c24ae95-213b-4894-80be-844759b64b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:03.370174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.401025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:03.476531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] For port 97d120bb-af1f-45bc-8260-652a31674cf1, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:03.480075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] For port 97d120bb-af1f-45bc-8260-652a31674cf1, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=97d120bb-af1f-45bc-8260-652a31674cf1,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:03.488960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.501764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '9bb6ee1e-a753-494a-95c0-a011fc265cc9'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:25:03.502828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.526148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.564055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port a7bb0fb2-b375-4695-a007-0fc54ca21cf3 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:03.574867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:03.575540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.576991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] 10.222.0.72 "PUT /v2.0/ports/97d120bb-af1f-45bc-8260-652a31674cf1 HTTP/1.1" status: 200 len: 1092 time: 0.8797250 Nov 23 18:25:03.577425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:03.579829 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ec788-675e-4b87-abbd-94361aba7b19" -d '{"events": [{"name": "network-changed", "server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:03.614098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afafe6-9c42-4f06-9716-51d4f382f45c service neutron] Pushing event updated for resources: {'Port': ['ID=97d120bb-af1f-45bc-8260-652a31674cf1,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:03.657704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46817eb-80c0-4b75-acc3-a06534521c73 req-e05d5199-5238-42ff-8e1c-748933a7ae7e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:03.660106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c46817eb-80c0-4b75-acc3-a06534521c73 req-e05d5199-5238-42ff-8e1c-748933a7ae7e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 944 time: 0.1254077 Nov 23 18:25:03.696279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Allocated IP 2001:db8::f816:3eff:fed1:31f (6c8b8381-c9d8-49d7-a42a-970de58a06dd/9bb6ee1e-a753-494a-95c0-a011fc265cc9/fc0867df-4ddc-4f7b-9a80-aac4b69b7599) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:03.728083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82c19-2371-4281-ac77-db817b65596e req-6c782a1d-5ead-449d-ac0c-3b9d81e84d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:03.729610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-6c782a1d-5ead-449d-ac0c-3b9d81e84d03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 1095 time: 0.0895519 Nov 23 18:25:03.747969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c46817eb-80c0-4b75-acc3-a06534521c73 req-0c9e15ae-f114-4916-9e3a-94b192d18a22 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646954 Nov 23 18:25:03.824497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-46412939-3230-4f5a-b733-36a2a4715e78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d120bb-af1f-45bc-8260-652a31674cf1 HTTP/1.1" status: 200 len: 217 time: 0.0754974 Nov 23 18:25:03.825837 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9286dee7-e6dc-49fc-a47e-d82d740293e4 x-openstack-request-id: req-9286dee7-e6dc-49fc-a47e-d82d740293e4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:03.826139 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:03.826399 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9286dee7-e6dc-49fc-a47e-d82d740293e4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:03.826830 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1', 'status': 'completed', 'code': 200} Nov 23 18:25:03.884039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82c19-2371-4281-ac77-db817b65596e req-9a996962-2fac-4c4d-8e06-b896297b5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:03.885439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-9a996962-2fac-4c4d-8e06-b896297b5040 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c644951-71e9-4263-aede-3e38df1ae269 HTTP/1.1" status: 200 len: 835 time: 0.0454834 Nov 23 18:25:03.890713 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.897207 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.941599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82c19-2371-4281-ac77-db817b65596e req-fa185d08-92de-4338-942d-e52670787a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:03.943148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-fa185d08-92de-4338-942d-e52670787a3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438533 Nov 23 18:25:03.949120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fe51:15a7 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/9bb6ee1e-a753-494a-95c0-a011fc265cc9/a7bb0fb2-b375-4695-a007-0fc54ca21cf3) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:03.957274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:03.965667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:03.968576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:03.979350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Pushing event updated for resources: {'Port': ['ID=fc0867df-4ddc-4f7b-9a80-aac4b69b7599,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:04.034518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Attempting to bind port fc0867df-4ddc-4f7b-9a80-aac4b69b7599 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:04.034854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Attempting to bind port fc0867df-4ddc-4f7b-9a80-aac4b69b7599 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:04.035245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Attempting to bind port fc0867df-4ddc-4f7b-9a80-aac4b69b7599 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:04.040845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:04.041227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:04.041635 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.042039 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:04.042514 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Bound port: fc0867df-4ddc-4f7b-9a80-aac4b69b7599, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:04.042935 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.056556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-795ef2ec-b1da-4b42-9390-56a0df7cb84d service neutron] 10.222.0.72 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008968 Nov 23 18:25:04.110358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] For port fc0867df-4ddc-4f7b-9a80-aac4b69b7599, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:04.114801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] For port fc0867df-4ddc-4f7b-9a80-aac4b69b7599, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fc0867df-4ddc-4f7b-9a80-aac4b69b7599,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:04.121501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.122247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.166442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.177383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7d82c19-2371-4281-ac77-db817b65596e req-4ec71a4d-eea5-4437-a027-438c1af7192c service neutron] 10.222.0.72 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084557 Nov 23 18:25:04.187686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf443b-54c4-470e-89fe-019b731aac2a None None] Pushing event updated for resources: {'Port': ['ID=fc0867df-4ddc-4f7b-9a80-aac4b69b7599,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:04.223464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:04.227724 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:04.230138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:04.236552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.237220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.241638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=a7bb0fb2-b375-4695-a007-0fc54ca21cf3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:04.259286 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-04831073-89f1-4a05-a7af-e9e4b6990a9f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0490763 Nov 23 18:25:04.261478 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37126) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:04.298415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-564a7cea-10eb-4ffd-ba01-a35b247bde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.301110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-564a7cea-10eb-4ffd-ba01-a35b247bde93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 1095 time: 0.0571287 Nov 23 18:25:04.314563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418546e-0d95-44f7-8600-e455eb566570 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.321372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418546e-0d95-44f7-8600-e455eb566570 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.325455 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f418546e-0d95-44f7-8600-e455eb566570 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0606008 Nov 23 18:25:04.325739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37128) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:04.444534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-a59e031a-d2b9-44c5-8ce6-b929158542ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.446208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-a59e031a-d2b9-44c5-8ce6-b929158542ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 HTTP/1.1" status: 200 len: 898 time: 0.1389861 Nov 23 18:25:04.452459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-77c15fb9-f08f-4c83-8f25-348c7e5d3b4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port a7bb0fb2-b375-4695-a007-0fc54ca21cf3 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:04.452808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77c15fb9-f08f-4c83-8f25-348c7e5d3b4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.467785 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:25:04.507824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-84e5949b-9f5f-4b99-a7f0-daf4eed73594 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d120bb-af1f-45bc-8260-652a31674cf1 HTTP/1.1" status: 200 len: 217 time: 0.0522072 Nov 23 18:25:04.557040 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77c15fb9-f08f-4c83-8f25-348c7e5d3b4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.560651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-56d15ffd-4700-4c93-b6d5-b82eadef63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.562250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-56d15ffd-4700-4c93-b6d5-b82eadef63f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c644951-71e9-4263-aede-3e38df1ae269 HTTP/1.1" status: 200 len: 835 time: 0.0463412 Nov 23 18:25:04.569471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-77c15fb9-f08f-4c83-8f25-348c7e5d3b4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for a7bb0fb2-b375-4695-a007-0fc54ca21cf3 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:04.617441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-ebcd8efe-7fa9-4081-b7d0-d8203886c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.619241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-ebcd8efe-7fa9-4081-b7d0-d8203886c3eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487165 Nov 23 18:25:04.683323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fc0867df-4ddc-4f7b-9a80-aac4b69b7599 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:04.721965 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77c15fb9-f08f-4c83-8f25-348c7e5d3b4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.735784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-a04bc97c-8e2a-4e0b-b723-43900acb627a service neutron] 10.222.0.72 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079748 Nov 23 18:25:04.743757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fc0867df-4ddc-4f7b-9a80-aac4b69b7599 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:04.744143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.754457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c15fb9-f08f-4c83-8f25-348c7e5d3b4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=a7bb0fb2-b375-4695-a007-0fc54ca21cf3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:04.788533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-77c15fb9-f08f-4c83-8f25-348c7e5d3b4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.794752 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-77c15fb9-f08f-4c83-8f25-348c7e5d3b4a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/a7bb0fb2-b375-4695-a007-0fc54ca21cf3 HTTP/1.1" status: 204 len: 168 time: 0.4680040 Nov 23 18:25:04.795391 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37132) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:04.843559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.868825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483675e-6c9a-4c74-bb21-2fef832dfb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.871095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483675e-6c9a-4c74-bb21-2fef832dfb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.872593 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9483675e-6c9a-4c74-bb21-2fef832dfb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0758190 Nov 23 18:25:04.877027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37134) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:04.894245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port fc0867df-4ddc-4f7b-9a80-aac4b69b7599, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fc0867df-4ddc-4f7b-9a80-aac4b69b7599,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:04.894844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa2ec788-675e-4b87-abbd-94361aba7b19 req-57f8f420-581c-4a60-a123-f707aad893a5 service neutron] 10.222.0.72 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507652 Nov 23 18:25:04.902755 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.931606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63ab51-3294-4768-8351-6a158d7bb66e req-45f81288-57f5-4404-9f36-999340a6940c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:04.933793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be63ab51-3294-4768-8351-6a158d7bb66e req-45f81288-57f5-4404-9f36-999340a6940c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 944 time: 0.0830672 Nov 23 18:25:04.959486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c28fd2-2c08-418b-96a7-0fd95f288bbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 9bb6ee1e-a753-494a-95c0-a011fc265cc9 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:04.963297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c28fd2-2c08-418b-96a7-0fd95f288bbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.974801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=fc0867df-4ddc-4f7b-9a80-aac4b69b7599,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:05.000428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be63ab51-3294-4768-8351-6a158d7bb66e req-8c59f2ca-ea39-4fb6-aefe-4f8ee3a0e37b tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581875 Nov 23 18:25:05.010848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c28fd2-2c08-418b-96a7-0fd95f288bbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.101606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c28fd2-2c08-418b-96a7-0fd95f288bbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.166332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c28fd2-2c08-418b-96a7-0fd95f288bbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.197138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7c28fd2-2c08-418b-96a7-0fd95f288bbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.200319 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a7c28fd2-2c08-418b-96a7-0fd95f288bbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/9bb6ee1e-a753-494a-95c0-a011fc265cc9 HTTP/1.1" status: 204 len: 168 time: 0.3220537 Nov 23 18:25:05.201653 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c28fd2-2c08-418b-96a7-0fd95f288bbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb6ee1e-a753-494a-95c0-a011fc265cc9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:05.203519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37136) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:05.230759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6403d-1a58-4c40-8423-fc403fc11cf1 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:05.243900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-86ac89b7-a0e8-445d-88bc-b8c408f5e9af tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389340 Nov 23 18:25:05.246711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37138) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:05.251683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:05.330004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a936088c-0894-4a1b-a10d-6ceab71f2b0e None None] Provisioning complete for port fc0867df-4ddc-4f7b-9a80-aac4b69b7599 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:05.330409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a936088c-0894-4a1b-a10d-6ceab71f2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.346323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:05.351270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.458759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:05.521530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] Deleting port fc0867df-4ddc-4f7b-9a80-aac4b69b7599 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:05.521915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.586780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] For port fc0867df-4ddc-4f7b-9a80-aac4b69b7599, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fc0867df-4ddc-4f7b-9a80-aac4b69b7599,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:05.587178 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.600630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] Calling delete_port for fc0867df-4ddc-4f7b-9a80-aac4b69b7599 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:05.648536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:25:05.682627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.708411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] Pushing event deleted for resources: {'Port': ['ID=fc0867df-4ddc-4f7b-9a80-aac4b69b7599,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:05.711957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100eeaa-5ffc-427f-9a86-39cf7c0db6ec None None] No DVR routers for this DVR port fc0867df-4ddc-4f7b-9a80-aac4b69b7599 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:05.753898 n-d-818932-3 neutron-server[120536]: WARNING neutron.services.revisions.revision_plugin [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Could not find related port for resource to bump revision. Nov 23 18:25:05.758241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.ipam_pluggable_backend [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Port fc0867df-4ddc-4f7b-9a80-aac4b69b7599 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=120536) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 18:25:05.758544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.ipam_pluggable_backend [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Reverting IP allocation for 2001:db8::f816:3eff:fed1:31f {{(pid=120536) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 18:25:05.761834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.ipam_pluggable_backend [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed1:31f {{(pid=120536) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 18:25:05.762975 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.804365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:05.807440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:05.811584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:05.812172 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.816154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa3be4-0bb6-4a0b-8c6b-382075c7c18c None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:05.825721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=4b2e51c3-6bc1-4ae5-a8d5-ee24a643e4c5,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:05.839240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2a081e42-da1e-48a6-9961-bf3f69efbd6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5910158 Nov 23 18:25:05.841312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37140) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:05.846574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:11:e8:41', 'name': 'tempest-NetworksTestDHCPv6-1729178061'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:05.955577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:05.963839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '4b2e51c3-6bc1-4ae5-a8d5-ee24a643e4c5'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:25:05.964726 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.044111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.064424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 302b3696-d368-4e39-ac75-db90789071af yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:06.109514 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Allocated IP 2001:db8::f816:3eff:feeb:45ad (6c8b8381-c9d8-49d7-a42a-970de58a06dd/4b2e51c3-6bc1-4ae5-a8d5-ee24a643e4c5/5820565b-dc44-47b9-874b-bd746e899016) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:06.165485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bf886-43ca-4420-9bc6-f79025d4e75b req-b84f050e-127d-45f3-9ea3-87d52abdb3eb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:06.167018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-011bf886-43ca-4420-9bc6-f79025d4e75b req-b84f050e-127d-45f3-9ea3-87d52abdb3eb tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 944 time: 0.0942729 Nov 23 18:25:06.205898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 97d120bb-af1f-45bc-8260-652a31674cf1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:25:06.218494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-011bf886-43ca-4420-9bc6-f79025d4e75b req-8cb31ac0-0e90-4de2-b3ce-913b0ef852ea tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Nov 23 18:25:06.281624 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.295366 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.349618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fe11:e841 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/4b2e51c3-6bc1-4ae5-a8d5-ee24a643e4c5/302b3696-d368-4e39-ac75-db90789071af) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:06.378146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Pushing event updated for resources: {'Port': ['ID=5820565b-dc44-47b9-874b-bd746e899016,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:06.386254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:06.392119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:06.395578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 97d120bb-af1f-45bc-8260-652a31674cf1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=97d120bb-af1f-45bc-8260-652a31674cf1,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:06.397978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:06.410497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '97d120bb-af1f-45bc-8260-652a31674cf1', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'port_id': '97d120bb-af1f-45bc-8260-652a31674cf1', 'mac_address': 'fa:16:3e:25:55:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:25:06.491252 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Attempting to bind port 5820565b-dc44-47b9-874b-bd746e899016 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:06.491529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Attempting to bind port 5820565b-dc44-47b9-874b-bd746e899016 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:06.491894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Attempting to bind port 5820565b-dc44-47b9-874b-bd746e899016 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:06.494716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.499228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:06.499617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:06.499999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.500393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:06.500859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Bound port: 5820565b-dc44-47b9-874b-bd746e899016, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:06.501236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.505795 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.521338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d120bb-af1f-45bc-8260-652a31674cf1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:25:06.542492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.566212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 97d120bb-af1f-45bc-8260-652a31674cf1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=97d120bb-af1f-45bc-8260-652a31674cf1,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:06.574032 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.584873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:06.588131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:06.590529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:06.596415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:06.597114 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.619429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=302b3696-d368-4e39-ac75-db90789071af,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:06.624504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] For port 5820565b-dc44-47b9-874b-bd746e899016, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:06.630646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] For port 5820565b-dc44-47b9-874b-bd746e899016, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5820565b-dc44-47b9-874b-bd746e899016,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:06.635547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ed8d619b-8a2a-4f5f-974f-7ca2088de526 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7906086 Nov 23 18:25:06.636314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37144) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:06.642087 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.644090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=97d120bb-af1f-45bc-8260-652a31674cf1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:06.652062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fc0867df-4ddc-4f7b-9a80-aac4b69b7599 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:06.688946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a787a3-bdbe-445b-9b92-b0f0a00de9cb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:06.694671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: fc0867df-4ddc-4f7b-9a80-aac4b69b7599 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:06.695049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fc0867df-4ddc-4f7b-9a80-aac4b69b7599 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:06.696485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a787a3-bdbe-445b-9b92-b0f0a00de9cb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:06.698114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e9a787a3-bdbe-445b-9b92-b0f0a00de9cb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0607774 Nov 23 18:25:06.701047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37146) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:06.731964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed26fed-c2f0-449f-b2a5-c7d930f3664b None None] Pushing event updated for resources: {'Port': ['ID=5820565b-dc44-47b9-874b-bd746e899016,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:06.808801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3f2c1-218d-4567-9e9d-f67336cf1158 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 302b3696-d368-4e39-ac75-db90789071af {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:06.809142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f2c1-218d-4567-9e9d-f67336cf1158 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.830192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['97d120bb-af1f-45bc-8260-652a31674cf1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:25:06.932534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f2c1-218d-4567-9e9d-f67336cf1158 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.947283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3f2c1-218d-4567-9e9d-f67336cf1158 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 302b3696-d368-4e39-ac75-db90789071af owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:07.378976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb62e-4e6f-499b-b17b-e877651e29f9 req-a381fb0d-b48e-4308-899a-38e9c6bdffa0 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:07.380611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-534fb62e-4e6f-499b-b17b-e877651e29f9 req-a381fb0d-b48e-4308-899a-38e9c6bdffa0 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 945 time: 0.0856881 Nov 23 18:25:07.429571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f2c1-218d-4567-9e9d-f67336cf1158 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.467475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3f2c1-218d-4567-9e9d-f67336cf1158 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=302b3696-d368-4e39-ac75-db90789071af,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:07.483766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-534fb62e-4e6f-499b-b17b-e877651e29f9 req-a6523fed-aa45-493f-9db3-92342ab8521e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952640 Nov 23 18:25:07.500358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f2c1-218d-4567-9e9d-f67336cf1158 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.504814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d1e3f2c1-218d-4567-9e9d-f67336cf1158 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/302b3696-d368-4e39-ac75-db90789071af HTTP/1.1" status: 204 len: 168 time: 0.8029976 Nov 23 18:25:07.507305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37154) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:07.563659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0069855-f28e-4b0b-8632-e4ed4cb2f03d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:07.565308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0069855-f28e-4b0b-8632-e4ed4cb2f03d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:07.567550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d0069855-f28e-4b0b-8632-e4ed4cb2f03d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0591276 Nov 23 18:25:07.570241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37156) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:07.628723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c16514-a4e2-4f91-88e6-2b5fc354ed1a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 4b2e51c3-6bc1-4ae5-a8d5-ee24a643e4c5 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:07.632276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1c16514-a4e2-4f91-88e6-2b5fc354ed1a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.674262 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1c16514-a4e2-4f91-88e6-2b5fc354ed1a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.757933 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1c16514-a4e2-4f91-88e6-2b5fc354ed1a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.773878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-04d109b2-bca8-4cec-a72b-19402af2179d None None] Provisioning complete for port 5820565b-dc44-47b9-874b-bd746e899016 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:07.774494 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-04d109b2-bca8-4cec-a72b-19402af2179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.832973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1c16514-a4e2-4f91-88e6-2b5fc354ed1a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.865705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1c16514-a4e2-4f91-88e6-2b5fc354ed1a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.871190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d1c16514-a4e2-4f91-88e6-2b5fc354ed1a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/4b2e51c3-6bc1-4ae5-a8d5-ee24a643e4c5 HTTP/1.1" status: 204 len: 168 time: 0.2999196 Nov 23 18:25:07.871835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37158) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:07.876320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c16514-a4e2-4f91-88e6-2b5fc354ed1a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2e51c3-6bc1-4ae5-a8d5-ee24a643e4c5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:07.885320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-04d109b2-bca8-4cec-a72b-19402af2179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.905458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce87fef-d96d-40ff-a2ec-f08b3d7a4862 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:07.917920 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a1c98635-4802-49e2-b7bf-6801c72a48aa tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449135 Nov 23 18:25:07.920359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37160) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:07.942729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-04d109b2-bca8-4cec-a72b-19402af2179d None None] For port 5820565b-dc44-47b9-874b-bd746e899016, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5820565b-dc44-47b9-874b-bd746e899016,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:07.970186 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d06a6-acbc-4446-9987-8097e5d96ab0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:07.971804 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9b0d06a6-acbc-4446-9987-8097e5d96ab0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0504572 Nov 23 18:25:07.973810 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-04d109b2-bca8-4cec-a72b-19402af2179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.975285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37162) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:08.025631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a7c66-bc4f-4253-8c01-0cc20f4a14d2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:08.027187 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3f6a7c66-bc4f-4253-8c01-0cc20f4a14d2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0510077 Nov 23 18:25:08.029606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37164) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:08.065337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d109b2-bca8-4cec-a72b-19402af2179d None None] Pushing event updated for resources: {'Port': ['ID=5820565b-dc44-47b9-874b-bd746e899016,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:08.072783 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-565bcc36-7f42-442c-9f66-8c0631cfb3f6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420914 Nov 23 18:25:08.076591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37166) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:08.082618 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:08.087948 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5a517051-fab6-4a67-bfa1-c1f7df6cd3b2 None None] Could not find standard attr ID for object 302b3696-d368-4e39-ac75-db90789071af. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:25:08.143906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:08.194899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:08.198600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.203334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] Deleting port 5820565b-dc44-47b9-874b-bd746e899016 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:08.203711 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.225499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 97d120bb-af1f-45bc-8260-652a31674cf1 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:08.294869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] For port 5820565b-dc44-47b9-874b-bd746e899016, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5820565b-dc44-47b9-874b-bd746e899016,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:08.295264 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.311878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] Calling delete_port for 5820565b-dc44-47b9-874b-bd746e899016 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:08.373014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 97d120bb-af1f-45bc-8260-652a31674cf1 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:25:08.384650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 97d120bb-af1f-45bc-8260-652a31674cf1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:08.385026 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.389038 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.428247 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:08.432878 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:08.437382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:08.437970 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.442746 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.458518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] No DVR routers for this DVR port 5820565b-dc44-47b9-874b-bd746e899016 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:08.463511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37168) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:08.467029 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3854017 Nov 23 18:25:08.469060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:dd:5f:52', 'name': 'tempest-NetworksTestDHCPv6-767459135'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:08.470489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48feab-ed66-4063-84ac-129fe4a3b713 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=461ce2bc-7920-4177-972a-b207f8d95bb8,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:08.481677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b58258-8ee6-4a88-9882-6bcec0f895ee None None] Pushing event deleted for resources: {'Port': ['ID=5820565b-dc44-47b9-874b-bd746e899016,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:08.511798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91209b74-fc0d-4840-b964-1df0497e6e15 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:08.652945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5ef07-d7e5-416e-8baa-82c95a90aba9 req-cf14dfcf-b698-41ff-8eed-213df4b6219f tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:08.654519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60d5ef07-d7e5-416e-8baa-82c95a90aba9 req-cf14dfcf-b698-41ff-8eed-213df4b6219f tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 945 time: 0.0925016 Nov 23 18:25:08.655756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:08.660728 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.698566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:08.736301 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.764147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60d5ef07-d7e5-416e-8baa-82c95a90aba9 req-609a21c0-e73f-4e99-bd56-f3a17907b67e tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007903 Nov 23 18:25:08.778839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:08.781122 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e316c99-ba40-4d41-a94e-7ba4f9d59a2b" -d '{"events": [{"server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "name": "network-vif-plugged", "status": "completed", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:08.802273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 97d120bb-af1f-45bc-8260-652a31674cf1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=97d120bb-af1f-45bc-8260-652a31674cf1,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:08.825072 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:08.838591 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f2b0ae-c3e7-49da-b22e-b41f88114969 x-openstack-request-id: req-f9f2b0ae-c3e7-49da-b22e-b41f88114969 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:08.838919 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "name": "network-vif-plugged", "status": "completed", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:08.839173 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9f2b0ae-c3e7-49da-b22e-b41f88114969 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:08.839566 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1', 'code': 200} Nov 23 18:25:08.865527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::1bd (6c8b8381-c9d8-49d7-a42a-970de58a06dd/461ce2bc-7920-4177-972a-b207f8d95bb8/0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:08.908933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=97d120bb-af1f-45bc-8260-652a31674cf1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:08.915448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '461ce2bc-7920-4177-972a-b207f8d95bb8'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:25:08.915938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.005275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b9157-d285-48c2-af69-a4fbe19d4772 req-80853a1f-0be5-4280-81c9-f90405aa4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:09.006843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e65b9157-d285-48c2-af69-a4fbe19d4772 req-80853a1f-0be5-4280-81c9-f90405aa4dcd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 1097 time: 0.0910044 Nov 23 18:25:09.114174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e65b9157-d285-48c2-af69-a4fbe19d4772 req-1a4788d9-9fb2-47bd-b778-e496b6a7e9c6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783837 Nov 23 18:25:09.118788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.157689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.210934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/461ce2bc-7920-4177-972a-b207f8d95bb8/08a79ca7-6a91-4285-8f68-1b096221c584) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:09.216828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:09.220103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:09.224069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:09.231853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:09.232560 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.242534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:09.255635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a76a55f9-e608-4594-9ed7-50acb4cf9707 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7907431 Nov 23 18:25:09.258914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37174) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:09.321872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6010b-342b-46f8-9b24-18e26d9523ae tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:09.323595 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-91a6010b-342b-46f8-9b24-18e26d9523ae tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0635030 Nov 23 18:25:09.327121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37176) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:09.392571 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.399100 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.430889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-89987ea9-b6d3-4b25-a702-0f7309318ee3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:09.431154 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89987ea9-b6d3-4b25-a702-0f7309318ee3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.437271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:09.444344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:09.447233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:09.461411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Pushing event updated for resources: {'Port': ['ID=08a79ca7-6a91-4285-8f68-1b096221c584,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:09.518958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Attempting to bind port 08a79ca7-6a91-4285-8f68-1b096221c584 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:09.519432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Attempting to bind port 08a79ca7-6a91-4285-8f68-1b096221c584 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:09.519887 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Attempting to bind port 08a79ca7-6a91-4285-8f68-1b096221c584 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:09.525166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:09.525551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:09.525962 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.526363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:09.526872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Bound port: 08a79ca7-6a91-4285-8f68-1b096221c584, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:09.527261 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.531457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89987ea9-b6d3-4b25-a702-0f7309318ee3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.545251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-89987ea9-b6d3-4b25-a702-0f7309318ee3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:09.609307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] For port 08a79ca7-6a91-4285-8f68-1b096221c584, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:09.614038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] For port 08a79ca7-6a91-4285-8f68-1b096221c584, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08a79ca7-6a91-4285-8f68-1b096221c584,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:09.617852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.684000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d7ffb-ad8b-4ddd-a6b6-ff1d1c28bac6 None None] Pushing event updated for resources: {'Port': ['ID=08a79ca7-6a91-4285-8f68-1b096221c584,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:09.695094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89987ea9-b6d3-4b25-a702-0f7309318ee3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.725502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89987ea9-b6d3-4b25-a702-0f7309318ee3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:09.751651 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-89987ea9-b6d3-4b25-a702-0f7309318ee3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.755644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-89987ea9-b6d3-4b25-a702-0f7309318ee3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a HTTP/1.1" status: 204 len: 168 time: 0.4274597 Nov 23 18:25:09.758086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37180) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:09.812830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8554ea2-b6e6-42a2-8287-de7b47cfd756 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:09.814518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8554ea2-b6e6-42a2-8287-de7b47cfd756 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:09.817048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c8554ea2-b6e6-42a2-8287-de7b47cfd756 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0579867 Nov 23 18:25:09.819824 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37184) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:09.901009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7ba82e-8274-4cc2-9dbe-f51254f71c64 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 461ce2bc-7920-4177-972a-b207f8d95bb8 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:09.904280 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba82e-8274-4cc2-9dbe-f51254f71c64 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.914494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f2a4-2c75-4607-be97-000a31ea554d req-baf80d6a-06ee-4f6d-8f1c-40d09776f00a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:09.919135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a810f2a4-2c75-4607-be97-000a31ea554d req-baf80d6a-06ee-4f6d-8f1c-40d09776f00a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 946 time: 0.0633783 Nov 23 18:25:09.955874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba82e-8274-4cc2-9dbe-f51254f71c64 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:09.973614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a810f2a4-2c75-4607-be97-000a31ea554d req-96628d78-3258-4c76-a8ff-d038276d10c6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510921 Nov 23 18:25:10.052380 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba82e-8274-4cc2-9dbe-f51254f71c64 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.111369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba82e-8274-4cc2-9dbe-f51254f71c64 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.144029 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d7ba82e-8274-4cc2-9dbe-f51254f71c64 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.147544 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d7ba82e-8274-4cc2-9dbe-f51254f71c64 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/461ce2bc-7920-4177-972a-b207f8d95bb8 HTTP/1.1" status: 204 len: 168 time: 0.3266823 Nov 23 18:25:10.148508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ba82e-8274-4cc2-9dbe-f51254f71c64 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=461ce2bc-7920-4177-972a-b207f8d95bb8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:10.150145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37186) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:10.191532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0252d933-3aa5-4538-8090-36259726c1c2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394144 Nov 23 18:25:10.193938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37188) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:10.243053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c417e915-d05c-4e59-8e58-e7847c4de893 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:10.244567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c417e915-d05c-4e59-8e58-e7847c4de893 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0497255 Nov 23 18:25:10.247230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37190) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:10.303050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc3044-99ee-4dd7-89bf-88518f708dc4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:10.304557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-08fc3044-99ee-4dd7-89bf-88518f708dc4 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563951 Nov 23 18:25:10.307263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37192) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:10.348784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d006ce4a-179b-43e3-adac-5e7189f754ca tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396886 Nov 23 18:25:10.353616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37194) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:10.360232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:10.458710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:10.462220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.672126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26465e8-fdb1-41a3-a145-7503d6596cef None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:10.679959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08a79ca7-6a91-4285-8f68-1b096221c584 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:10.770556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:25:10.785474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-af1da38e-ebe0-4d2e-8a02-97a15026d9df None None] Provisioning complete for port 08a79ca7-6a91-4285-8f68-1b096221c584 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:10.785474 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-af1da38e-ebe0-4d2e-8a02-97a15026d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.844272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 08a79ca7-6a91-4285-8f68-1b096221c584 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:10.844643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.936281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.977100 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-af1da38e-ebe0-4d2e-8a02-97a15026d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.040039 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.128942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] For port 08a79ca7-6a91-4285-8f68-1b096221c584, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08a79ca7-6a91-4285-8f68-1b096221c584,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:11.147430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86fa2-e623-45fe-9a9b-94714c77869c req-43bebde1-8e46-4707-98de-20fc45efabf4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:11.149000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fac86fa2-e623-45fe-9a9b-94714c77869c req-43bebde1-8e46-4707-98de-20fc45efabf4 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 946 time: 0.0848701 Nov 23 18:25:11.184094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.194403 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.195171 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.269637 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-af1da38e-ebe0-4d2e-8a02-97a15026d9df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:25:11.270102 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-af1da38e-ebe0-4d2e-8a02-97a15026d9df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:25:11.273113 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:25:11.273536 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:25:11.278951 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f214b220-1f04-4cd9-a727-86eee8706332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.298005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:11.307333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fac86fa2-e623-45fe-9a9b-94714c77869c req-cf1dbd5d-5589-4953-a05b-72b66ae61112 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493909 Nov 23 18:25:11.312895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:11.324603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:11.324603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.327858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=998bb7e6-c22e-4272-9273-76257234f253,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:11.341612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=08a79ca7-6a91-4285-8f68-1b096221c584,revision_number=5']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:11.352446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a491e6fe-367f-4ff5-8221-abd571e212e1 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9965713 Nov 23 18:25:11.355127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37200) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:11.360668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fce2c484-6fb8-4461-a1b9-98b521f2e989 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:11.464278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1b2f0f-f2ec-4e23-87fc-4c01b5b1d15d None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:11.501548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1717fe-1339-413b-b2a3-b89f375b6ee7 req-21b65605-449a-4383-9cb6-69727dfa766f tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:11.503377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d1717fe-1339-413b-b2a3-b89f375b6ee7 req-21b65605-449a-4383-9cb6-69727dfa766f tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 946 time: 0.1062064 Nov 23 18:25:11.536787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce2c484-6fb8-4461-a1b9-98b521f2e989 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:11.540283 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fce2c484-6fb8-4461-a1b9-98b521f2e989 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.616299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d1717fe-1339-413b-b2a3-b89f375b6ee7 req-4ef2ea17-cf38-4f02-95a6-5433122f5b9f tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053405 Nov 23 18:25:11.639056 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37202) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:11.659953 n-d-818932-3 neutron-server[120536]: INFO neutron.db.ipam_backend_mixin [None req-fce2c484-6fb8-4461-a1b9-98b521f2e989 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 998bb7e6-c22e-4272-9273-76257234f253 (CIDR: 2001:db8::/64) Nov 23 18:25:11.664677 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce2c484-6fb8-4461-a1b9-98b521f2e989 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:25:11.665139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce2c484-6fb8-4461-a1b9-98b521f2e989 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:11.684093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb74732-0b64-4b90-b55a-dd040f4f5f55 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:11.684461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fce2c484-6fb8-4461-a1b9-98b521f2e989 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3283725 Nov 23 18:25:11.686207 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9bb74732-0b64-4b90-b55a-dd040f4f5f55 tempest-TestNetworkBasicOps-387198297 tempest-TestNetworkBasicOps-387198297-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 1092 time: 0.0462978 Nov 23 18:25:11.687253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37204) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:11.689119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37206) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:11.692710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:11.699819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '97d120bb-af1f-45bc-8260-652a31674cf1', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:11.789516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.848918 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.852064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-af1da38e-ebe0-4d2e-8a02-97a15026d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.892764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:11.896665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.897669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 08a79ca7-6a91-4285-8f68-1b096221c584, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08a79ca7-6a91-4285-8f68-1b096221c584,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:11.902543 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.977517 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-af1da38e-ebe0-4d2e-8a02-97a15026d9df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:25:11.977875 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-af1da38e-ebe0-4d2e-8a02-97a15026d9df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:25:11.982160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=08a79ca7-6a91-4285-8f68-1b096221c584,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:12.007426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.195063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Allocated IP 172.25.0.55 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/088cc156-e39f-457f-aff9-9388931e76a0) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:12.288718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.335430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:12.347920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:12.350907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:12.351508 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.357252 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8ab65-a35f-4479-a9a1-c985cff9f988 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:12.376643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=3f1e5c69-409e-4266-912f-72a3046f41ed,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:12.394621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.400569 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fff0cf1-1f96-44b5-bf62-189bbf193d88 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7123394 Nov 23 18:25:12.403559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37208) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:12.408962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:99:d6:8c', 'name': 'tempest-NetworksTestDHCPv6-1535857558'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:12.436148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.486623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:12.492141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:12.494636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:12.519876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=088cc156-e39f-457f-aff9-9388931e76a0,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:12.548454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:12.595723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28368272-c3ed-4d5d-9b7a-30159ab9c1de None None] Update dhcp port {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': '998bb7e6-c22e-4272-9273-76257234f253', 'ip_address': '2001:db8::f816:3eff:fef4:5bbe'}, {'subnet_id': '3f1e5c69-409e-4266-912f-72a3046f41ed'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '08a79ca7-6a91-4285-8f68-1b096221c584'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:25:12.623089 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28368272-c3ed-4d5d-9b7a-30159ab9c1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.640788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.664204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port a33b5991-36b3-4a1c-87b0-7ef889477d1a yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:12.673132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08a79ca7-6a91-4285-8f68-1b096221c584 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:12.793302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 08a79ca7-6a91-4285-8f68-1b096221c584 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:12.793928 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.852906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8:0:1::28f (6c8b8381-c9d8-49d7-a42a-970de58a06dd/3f1e5c69-409e-4266-912f-72a3046f41ed/a33b5991-36b3-4a1c-87b0-7ef889477d1a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:12.860401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fe99:d68c (6c8b8381-c9d8-49d7-a42a-970de58a06dd/998bb7e6-c22e-4272-9273-76257234f253/a33b5991-36b3-4a1c-87b0-7ef889477d1a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:12.907386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:12.981034 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.001484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a2aa0132-6f3b-4f85-9f15-0437556a2d21 None None] Provisioning complete for port 08a79ca7-6a91-4285-8f68-1b096221c584 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:13.002080 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0132-6f3b-4f85-9f15-0437556a2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.013605 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.060177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.111668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:13.115323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:13.120112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:13.125740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:13.126360 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.130783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a2aa0132-6f3b-4f85-9f15-0437556a2d21 None None] Could not find standard attr ID for object 0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:25:13.133147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=a33b5991-36b3-4a1c-87b0-7ef889477d1a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:13.142424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-28368272-c3ed-4d5d-9b7a-30159ab9c1de None None] Allocated IP 2001:db8:0:1::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/3f1e5c69-409e-4266-912f-72a3046f41ed/08a79ca7-6a91-4285-8f68-1b096221c584) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:13.148582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cbf6284a-7dee-4aa6-91a9-f906bc959c9d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7437696 Nov 23 18:25:13.151224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37214) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:13.189753 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.197612 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.248617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-0d50aa9e-a16d-4f6d-b377-49e821f239ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port a33b5991-36b3-4a1c-87b0-7ef889477d1a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:13.249557 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa9e-a16d-4f6d-b377-49e821f239ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.262171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-28368272-c3ed-4d5d-9b7a-30159ab9c1de None None] For port 08a79ca7-6a91-4285-8f68-1b096221c584, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08a79ca7-6a91-4285-8f68-1b096221c584,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:13.273876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event updated for resources: {'Port': ['ID=088cc156-e39f-457f-aff9-9388931e76a0,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:13.278832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.293046 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28368272-c3ed-4d5d-9b7a-30159ab9c1de None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.300407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-28368272-c3ed-4d5d-9b7a-30159ab9c1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.366612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa9e-a16d-4f6d-b377-49e821f239ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.380963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-0d50aa9e-a16d-4f6d-b377-49e821f239ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for a33b5991-36b3-4a1c-87b0-7ef889477d1a owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:13.392587 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Floating IP 8c26ac75-a982-472b-943b-b2027d46f00f associated. External IP: 172.25.0.55, port: 97d120bb-af1f-45bc-8260-652a31674cf1. Nov 23 18:25:13.525246 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef816167-2dd5-45d3-8c2c-a34453e11e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.553589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28368272-c3ed-4d5d-9b7a-30159ab9c1de None None] Pushing event updated for resources: {'Port': ['ID=08a79ca7-6a91-4285-8f68-1b096221c584,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:13.586513 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa9e-a16d-4f6d-b377-49e821f239ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.616523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50aa9e-a16d-4f6d-b377-49e821f239ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=a33b5991-36b3-4a1c-87b0-7ef889477d1a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:13.630655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:13.663658 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa9e-a16d-4f6d-b377-49e821f239ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.669882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0d50aa9e-a16d-4f6d-b377-49e821f239ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/a33b5991-36b3-4a1c-87b0-7ef889477d1a HTTP/1.1" status: 204 len: 168 time: 0.5174773 Nov 23 18:25:13.670546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37216) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:13.720778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782cbebb-6b14-4067-b4c8-c4b5d31bd2d5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:13.724642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-782cbebb-6b14-4067-b4c8-c4b5d31bd2d5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0508366 Nov 23 18:25:13.725024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37218) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:13.753976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:13.766410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] Sync routers for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:13.777330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.782316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:13.783350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:13.797288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa0967d-b0fa-47fa-8f43-a0090e084f32 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:13.803086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-baa0967d-b0fa-47fa-8f43-a0090e084f32 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0745547 Nov 23 18:25:13.805331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37220) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:13.818873 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-38e98376-957a-4f92-8e8e-807b7dc55ee6 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1222265 Nov 23 18:25:13.819884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37222) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:13.820580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:13.824955 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abbdf2e-ad30-4113-81d3-19010f3bb5de" -d '{"events": [{"name": "network-changed", "server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:13.876093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d3fb9-c5f5-40b3-93b0-673905105a91 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:13.878300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d3fb9-c5f5-40b3-93b0-673905105a91 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:13.880191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d3fb9-c5f5-40b3-93b0-673905105a91 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:13.884275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-891d3fb9-c5f5-40b3-93b0-673905105a91 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0749416 Nov 23 18:25:13.885628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37226) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:13.891816 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3f5a6a06-f592-4f0d-bf62-3e48dd5f9879 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/floatingips/8c26ac75-a982-472b-943b-b2027d46f00f HTTP/1.1" status: 200 len: 991 time: 0.0626411 Nov 23 18:25:13.925823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:13.933874 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a1dc5c-22bc-40b3-ac57-30316ece9c3d x-openstack-request-id: req-03a1dc5c-22bc-40b3-ac57-30316ece9c3d {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:13.934399 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:13.934399 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03a1dc5c-22bc-40b3-ac57-30316ece9c3d {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:13.935471 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1', 'status': 'completed', 'code': 200} Nov 23 18:25:13.948403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff693d08-507e-4276-9223-8152e852bf2e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 3f1e5c69-409e-4266-912f-72a3046f41ed {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:13.952699 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff693d08-507e-4276-9223-8152e852bf2e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.024158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff693d08-507e-4276-9223-8152e852bf2e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.063079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-1a98b94d-aa6f-4fb3-ac39-f4a392a45b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:14.064574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-1a98b94d-aa6f-4fb3-ac39-f4a392a45b25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 1097 time: 0.1077375 Nov 23 18:25:14.178544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff693d08-507e-4276-9223-8152e852bf2e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.185216 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '8c26ac75-a982-472b-943b-b2027d46f00f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'port_id': '97d120bb-af1f-45bc-8260-652a31674cf1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'mac_address': 'fa:16:3e:25:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:25:12Z', 'updated_at': '2021-11-23T18:25:12Z', 'revision_number': 0, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:58Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:14.214553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] Checking router: b687d533-3fc2-4b49-bbd4-0759cb8e7e9e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:14.223715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:14.224335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:14.232121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-f0c2f84d-3127-4d54-bc62-36f0825ddf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:14.233612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-f0c2f84d-3127-4d54-bc62-36f0825ddf74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 HTTP/1.1" status: 200 len: 898 time: 0.1605322 Nov 23 18:25:14.294161 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff693d08-507e-4276-9223-8152e852bf2e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.345083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:14.405780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-89b1e9b9-8a3f-467f-8134-042553ec4ff9 None None] Provisioning complete for port 08a79ca7-6a91-4285-8f68-1b096221c584 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:14.406020 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-89b1e9b9-8a3f-467f-8134-042553ec4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.662847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-7074b23c-9236-4e84-88f9-d1c44bc7e8e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d120bb-af1f-45bc-8260-652a31674cf1 HTTP/1.1" status: 200 len: 999 time: 0.4184749 Nov 23 18:25:14.664970 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff693d08-507e-4276-9223-8152e852bf2e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1e5c69-409e-4266-912f-72a3046f41ed,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:14.667012 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff693d08-507e-4276-9223-8152e852bf2e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.673504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ff693d08-507e-4276-9223-8152e852bf2e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/3f1e5c69-409e-4266-912f-72a3046f41ed HTTP/1.1" status: 204 len: 168 time: 0.7863026 Nov 23 18:25:14.674124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37228) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:14.692197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08a79ca7-6a91-4285-8f68-1b096221c584 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:14.742643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-20901798-68a1-4f3c-a681-34dd3f37c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:14.744301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-20901798-68a1-4f3c-a681-34dd3f37c43e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c644951-71e9-4263-aede-3e38df1ae269 HTTP/1.1" status: 200 len: 835 time: 0.0703120 Nov 23 18:25:14.751806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-01851edb-ee0f-4aa5-bab5-f256047983bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 998bb7e6-c22e-4272-9273-76257234f253 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:14.764054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235c742-ad5a-455a-8aaf-2c756a0edc20 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:14.768648 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01851edb-ee0f-4aa5-bab5-f256047983bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.797653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-e8d9ae60-e661-4a83-8cf7-ab38d50788cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:14.801228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-e8d9ae60-e661-4a83-8cf7-ab38d50788cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465224 Nov 23 18:25:14.811609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01851edb-ee0f-4aa5-bab5-f256047983bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.892408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-799e6956-ff1a-4bef-b21a-303ea4894e59 None None] Could not find standard attr ID for object a33b5991-36b3-4a1c-87b0-7ef889477d1a. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:25:14.900122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37230) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:14.900753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '8c26ac75-a982-472b-943b-b2027d46f00f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'port_id': '97d120bb-af1f-45bc-8260-652a31674cf1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'mac_address': 'fa:16:3e:25:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:25:12Z', 'updated_at': '2021-11-23T18:25:12Z', 'revision_number': 0, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:58Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:14.904709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01851edb-ee0f-4aa5-bab5-f256047983bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.938246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b7a02-173f-4706-9b86-d474913ee07f None None] The sync data for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 is: [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '8c26ac75-a982-472b-943b-b2027d46f00f', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'port_id': '97d120bb-af1f-45bc-8260-652a31674cf1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'mac_address': 'fa:16:3e:25:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:25:12Z', 'updated_at': '2021-11-23T18:25:12Z', 'revision_number': 0, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:58Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:14.967716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 08a79ca7-6a91-4285-8f68-1b096221c584 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:14.968088 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.001162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01851edb-ee0f-4aa5-bab5-f256047983bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.015314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-3b3d3333-93c7-4a8d-a179-32cc6d5c0635 service neutron] 10.222.0.72 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087846 Nov 23 18:25:15.025146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d3238140-4ba5-4e1f-a259-e1f615939ec1 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/floatingips/8c26ac75-a982-472b-943b-b2027d46f00f HTTP/1.1" status: 200 len: 991 time: 0.1232517 Nov 23 18:25:15.044519 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-01851edb-ee0f-4aa5-bab5-f256047983bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.048089 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-01851edb-ee0f-4aa5-bab5-f256047983bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/998bb7e6-c22e-4272-9273-76257234f253 HTTP/1.1" status: 204 len: 168 time: 0.3722031 Nov 23 18:25:15.049428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01851edb-ee0f-4aa5-bab5-f256047983bd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=998bb7e6-c22e-4272-9273-76257234f253,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:15.053393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37232) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:15.135052 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f9c556b1-843a-4495-9349-ad0dfb58b263 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788434 Nov 23 18:25:15.138909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37234) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:15.145092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:15.169731 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.173399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2abbdf2e-ad30-4113-81d3-19010f3bb5de req-7c46ffc4-182e-4834-9351-baf83d4514c4 service neutron] 10.222.0.72 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468055 Nov 23 18:25:15.194213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58874ca9-8ca1-4c95-96cc-880cfe9a5a01 None None] Update dhcp port {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': '998bb7e6-c22e-4272-9273-76257234f253'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '08a79ca7-6a91-4285-8f68-1b096221c584'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:25:15.231691 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-58874ca9-8ca1-4c95-96cc-880cfe9a5a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.311169 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337f06c-a77c-4cbd-ac97-6a3881ede6ca None None] New status for floating IP 8c26ac75-a982-472b-943b-b2027d46f00f: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:25:15.451692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7548ca52-cd2c-4576-98fd-b5a95f500696 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:15.608565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2b18f10a-f7bc-408f-98e2-925b2c6f9909 None None] Provisioning complete for port 08a79ca7-6a91-4285-8f68-1b096221c584 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:15.608933 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2b18f10a-f7bc-408f-98e2-925b2c6f9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.648242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:15.652181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.696627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:15.760883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] Deleting port 08a79ca7-6a91-4285-8f68-1b096221c584 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:15.761420 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.843452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] For port 08a79ca7-6a91-4285-8f68-1b096221c584, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=08a79ca7-6a91-4285-8f68-1b096221c584,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:15.844011 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.857836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] Calling delete_port for 08a79ca7-6a91-4285-8f68-1b096221c584 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:15.941894 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.966363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] Pushing event deleted for resources: {'Port': ['ID=08a79ca7-6a91-4285-8f68-1b096221c584,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:15.974091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0eb5fa-5f5f-4f90-8ec9-642f3aee0e88 None None] No DVR routers for this DVR port 08a79ca7-6a91-4285-8f68-1b096221c584 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:15.976472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:25:16.026304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37236) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:16.085000 n-d-818932-3 neutron-server[120535]: WARNING neutron.services.revisions.revision_plugin [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Could not find related port for resource to bump revision. Nov 23 18:25:16.095252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_pluggable_backend [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Port 08a79ca7-6a91-4285-8f68-1b096221c584 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=120535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 18:25:16.095564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_pluggable_backend [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Reverting IP allocation for 2001:db8::f816:3eff:fef4:5bbe {{(pid=120535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 18:25:16.098645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-42dacf75-ad7b-432e-862d-cbfb8366a88a tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/floatingips/8c26ac75-a982-472b-943b-b2027d46f00f HTTP/1.1" status: 200 len: 993 time: 0.0711262 Nov 23 18:25:16.104965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.ipam_pluggable_backend [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef4:5bbe {{(pid=120535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 18:25:16.106220 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.152192 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:16.155727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:16.160403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:16.161004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.165838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d060ad92-3f15-48f9-b890-8b25b5612600 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:16.170336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=9ce75128-f030-4388-a1b3-8591489ac9e1,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:16.184644 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-55d86044-b41e-477e-90ac-c684d87e1f0b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0442150 Nov 23 18:25:16.187411 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37238) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:16.192928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2408ded7-0f3c-4c2e-9c01-dd7b0cd7005a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:16.307433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2408ded7-0f3c-4c2e-9c01-dd7b0cd7005a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:16.310982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2408ded7-0f3c-4c2e-9c01-dd7b0cd7005a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.314023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '9ce75128-f030-4388-a1b3-8591489ac9e1'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:25:16.314936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.407424 n-d-818932-3 neutron-server[120535]: INFO neutron.db.ipam_backend_mixin [None req-2408ded7-0f3c-4c2e-9c01-dd7b0cd7005a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ce75128-f030-4388-a1b3-8591489ac9e1 (CIDR: 2001:db8::/64) Nov 23 18:25:16.411427 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2408ded7-0f3c-4c2e-9c01-dd7b0cd7005a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:25:16.411890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2408ded7-0f3c-4c2e-9c01-dd7b0cd7005a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:16.427137 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2408ded7-0f3c-4c2e-9c01-dd7b0cd7005a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2386954 Nov 23 18:25:16.429997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37240) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:16.435042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:16.468878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Allocated IP 2001:db8::f816:3eff:fed8:b7ac (6c8b8381-c9d8-49d7-a42a-970de58a06dd/9ce75128-f030-4388-a1b3-8591489ac9e1/a9e38c19-e1e0-407b-b095-537b71fe5881) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:16.476221 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.550158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:16.554218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.620505 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.627903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.658488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08a79ca7-6a91-4285-8f68-1b096221c584 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:16.693854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 08a79ca7-6a91-4285-8f68-1b096221c584 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:16.694203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 08a79ca7-6a91-4285-8f68-1b096221c584 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:16.697716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:16.702871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:16.708510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:16.711651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Pushing event updated for resources: {'Port': ['ID=a9e38c19-e1e0-407b-b095-537b71fe5881,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:16.770013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Attempting to bind port a9e38c19-e1e0-407b-b095-537b71fe5881 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:16.770387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Attempting to bind port a9e38c19-e1e0-407b-b095-537b71fe5881 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:16.770800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Attempting to bind port a9e38c19-e1e0-407b-b095-537b71fe5881 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:16.775734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:16.776113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:16.777644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.778053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:16.778542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Bound port: a9e38c19-e1e0-407b-b095-537b71fe5881, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:16.778949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.789642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.832218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:16.835516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:16.839755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:16.840357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.849935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=6c9686e1-a7f1-4714-80a1-b61494e953db,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:16.852021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] For port a9e38c19-e1e0-407b-b095-537b71fe5881, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:16.856159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] For port a9e38c19-e1e0-407b-b095-537b71fe5881, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a9e38c19-e1e0-407b-b095-537b71fe5881,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:16.861456 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.864021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-91b18668-1d97-4616-9727-581dc11e3e7f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4329202 Nov 23 18:25:16.866828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37242) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:16.871804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:c6:f2:0f', 'name': 'tempest-NetworksTestDHCPv6-1772499846'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:16.920780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843b840-4259-4b61-b1ad-8bc9b71f9ba5 None None] Pushing event updated for resources: {'Port': ['ID=a9e38c19-e1e0-407b-b095-537b71fe5881,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:17.016823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:17.021463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.042676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port 4d8169ee-6695-46c9-828f-497aead65b4c yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:17.233941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8:0:1::f5 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/6c9686e1-a7f1-4714-80a1-b61494e953db/4d8169ee-6695-46c9-828f-497aead65b4c) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:17.241839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::f816:3eff:fec6:f20f (6c8b8381-c9d8-49d7-a42a-970de58a06dd/9ce75128-f030-4388-a1b3-8591489ac9e1/4d8169ee-6695-46c9-828f-497aead65b4c) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:17.390251 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.425694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.471743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:17.474758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:17.478405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:17.484106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:17.484723 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.493649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=4d8169ee-6695-46c9-828f-497aead65b4c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:17.505533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-810e2752-e075-4227-a0b6-b819050a0dcf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6377032 Nov 23 18:25:17.508235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37244) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:17.599504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ff73e5d7-cf84-41bf-89dc-4fae31d1fb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port 4d8169ee-6695-46c9-828f-497aead65b4c {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:17.599857 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e5d7-cf84-41bf-89dc-4fae31d1fb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.692439 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e5d7-cf84-41bf-89dc-4fae31d1fb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.704846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ff73e5d7-cf84-41bf-89dc-4fae31d1fb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for 4d8169ee-6695-46c9-828f-497aead65b4c owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:17.867639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a278b7-451f-4681-a65d-e865e319d0cf None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:17.897071 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e5d7-cf84-41bf-89dc-4fae31d1fb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.931025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73e5d7-cf84-41bf-89dc-4fae31d1fb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=4d8169ee-6695-46c9-828f-497aead65b4c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:18.010147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e5d7-cf84-41bf-89dc-4fae31d1fb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.014006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ff73e5d7-cf84-41bf-89dc-4fae31d1fb62 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/4d8169ee-6695-46c9-828f-497aead65b4c HTTP/1.1" status: 204 len: 168 time: 0.5047579 Nov 23 18:25:18.016794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37250) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.019684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b986aa8-be9c-4168-b1e4-6dd4fdbd4a8b req-f78bc8a3-2d3b-42bb-86c9-b6c7ebd72193 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:18.021256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b986aa8-be9c-4168-b1e4-6dd4fdbd4a8b req-f78bc8a3-2d3b-42bb-86c9-b6c7ebd72193 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1097 time: 0.0927312 Nov 23 18:25:18.073577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b986aa8-be9c-4168-b1e4-6dd4fdbd4a8b req-92bff166-5ca4-48be-8484-8d45e8859371 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 Nov 23 18:25:18.076259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a6823b-d748-4957-b52b-5b34ee47a4e9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:18.080265 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-09a6823b-d748-4957-b52b-5b34ee47a4e9 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0599866 Nov 23 18:25:18.081187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37252) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.105632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c24f8ad8-8285-419c-b210-60349ede841e None None] Provisioning complete for port a9e38c19-e1e0-407b-b095-537b71fe5881 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:18.105975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c24f8ad8-8285-419c-b210-60349ede841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.109298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.136473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada1489-618a-4442-9726-a44dcbc26c57 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:18.138177 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2ada1489-618a-4442-9726-a44dcbc26c57 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0559978 Nov 23 18:25:18.141386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37256) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.200901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daddcd8f-0831-4f48-bfe2-b5d8c5156d1c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:18.202348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daddcd8f-0831-4f48-bfe2-b5d8c5156d1c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:18.204142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daddcd8f-0831-4f48-bfe2-b5d8c5156d1c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:18.208838 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-daddcd8f-0831-4f48-bfe2-b5d8c5156d1c tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0636890 Nov 23 18:25:18.209011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc1280-9cbd-4996-a568-bd75c5040ca2 req-1fbec020-998e-49f8-a71f-7cd8bdd6477f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:18.209147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37258) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.215661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0edc1280-9cbd-4996-a568-bd75c5040ca2 req-1fbec020-998e-49f8-a71f-7cd8bdd6477f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0555654 Nov 23 18:25:18.263924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9153f42c-1e59-4f12-a04f-394966737446 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 6c9686e1-a7f1-4714-80a1-b61494e953db {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:18.267090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9153f42c-1e59-4f12-a04f-394966737446 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.271220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0edc1280-9cbd-4996-a568-bd75c5040ca2 req-67d61de7-d1e4-4dc6-985b-d2d07ad0071d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545025 Nov 23 18:25:18.276409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c24f8ad8-8285-419c-b210-60349ede841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.292557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37260) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.332491 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9153f42c-1e59-4f12-a04f-394966737446 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.336984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c24f8ad8-8285-419c-b210-60349ede841e None None] For port a9e38c19-e1e0-407b-b095-537b71fe5881, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a9e38c19-e1e0-407b-b095-537b71fe5881,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:18.350468 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c24f8ad8-8285-419c-b210-60349ede841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.379949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-08db9ef7-76ae-41b5-a68b-787f00f6be8a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/7c196468-ed69-4397-b24d-516a0821525c HTTP/1.1" status: 200 len: 994 time: 0.0852492 Nov 23 18:25:18.389477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9153f42c-1e59-4f12-a04f-394966737446 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.429097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd5d78-75c2-4fbd-97f3-4dcf510bcc3c None None] Update dhcp port {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': '9ce75128-f030-4388-a1b3-8591489ac9e1', 'ip_address': '2001:db8::f816:3eff:fed8:b7ac'}, {'subnet_id': '6c9686e1-a7f1-4714-80a1-b61494e953db'}], 'binding:host_id': 'n-d-818932-3'}, 'id': 'a9e38c19-e1e0-407b-b095-537b71fe5881'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:25:18.452665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f8ad8-8285-419c-b210-60349ede841e None None] Pushing event updated for resources: {'Port': ['ID=a9e38c19-e1e0-407b-b095-537b71fe5881,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:18.459209 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9153f42c-1e59-4f12-a04f-394966737446 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.464860 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5d78-75c2-4fbd-97f3-4dcf510bcc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.494521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153f42c-1e59-4f12-a04f-394966737446 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9686e1-a7f1-4714-80a1-b61494e953db,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:18.496700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9153f42c-1e59-4f12-a04f-394966737446 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.500273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9153f42c-1e59-4f12-a04f-394966737446 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/6c9686e1-a7f1-4714-80a1-b61494e953db HTTP/1.1" status: 204 len: 168 time: 0.2902279 Nov 23 18:25:18.503063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37266) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.555310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21f4baf-b2e1-4159-9592-9c1bf3e40585 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 9ce75128-f030-4388-a1b3-8591489ac9e1 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:18.558484 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f21f4baf-b2e1-4159-9592-9c1bf3e40585 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.600122 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f21f4baf-b2e1-4159-9592-9c1bf3e40585 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.692846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a9e38c19-e1e0-407b-b095-537b71fe5881 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:18.703366 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f21f4baf-b2e1-4159-9592-9c1bf3e40585 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.743388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a9e38c19-e1e0-407b-b095-537b71fe5881 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:18.743830 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.771299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f21f4baf-b2e1-4159-9592-9c1bf3e40585 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-6dbd5d78-75c2-4fbd-97f3-4dcf510bcc3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ce75128-f030-4388-a1b3-8591489ac9e1: This subnet is being modified by another concurrent operation. Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ce75128-f030-4388-a1b3-8591489ac9e1: This subnet is being modified by another concurrent operation. Nov 23 18:25:18.777173 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:25:18.813102 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f21f4baf-b2e1-4159-9592-9c1bf3e40585 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.817133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f21f4baf-b2e1-4159-9592-9c1bf3e40585 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/9ce75128-f030-4388-a1b3-8591489ac9e1 HTTP/1.1" status: 204 len: 168 time: 0.3128080 Nov 23 18:25:18.818169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f4baf-b2e1-4159-9592-9c1bf3e40585 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce75128-f030-4388-a1b3-8591489ac9e1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:18.819855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37272) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.870743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-896d4c2d-2d3f-42c2-b353-794b8f1bde79 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485659 Nov 23 18:25:18.872497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37276) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.878386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:18.894792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55959602-ba70-466d-8d0d-c56ad2364ee4 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:18.957203 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-18ee68e3-d440-4d86-a0d8-dd28e68aa09a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403514 Nov 23 18:25:18.994554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-049d4674-9b38-42eb-81fb-c43d4bca16c0 None None] Provisioning complete for port a9e38c19-e1e0-407b-b095-537b71fe5881 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:18.995435 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-049d4674-9b38-42eb-81fb-c43d4bca16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.022934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a3d7b-98e8-450e-b2a1-43ac8a2db3af req-bde526a9-1977-4af6-8ee0-4105a39e5cf2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:19.024803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f58a3d7b-98e8-450e-b2a1-43ac8a2db3af req-bde526a9-1977-4af6-8ee0-4105a39e5cf2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0802104 Nov 23 18:25:19.044934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:19.048485 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.122316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:19.171002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f58a3d7b-98e8-450e-b2a1-43ac8a2db3af req-464fcfbc-b7cc-4da1-a774-91ee79d0f670 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371357 Nov 23 18:25:19.182851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] Deleting port a9e38c19-e1e0-407b-b095-537b71fe5881 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:19.183890 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.253878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] For port a9e38c19-e1e0-407b-b095-537b71fe5881, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a9e38c19-e1e0-407b-b095-537b71fe5881,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:19.254283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.269309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] Calling delete_port for a9e38c19-e1e0-407b-b095-537b71fe5881 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:19.319873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.359822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.366793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:19.369558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:19.374611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:19.375294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.396422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=32390dd8-8263-446c-860f-d16e3cfa8929,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:19.403211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] Pushing event deleted for resources: {'Port': ['ID=a9e38c19-e1e0-407b-b095-537b71fe5881,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:19.408579 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4cc1a4a9-a0d6-4c57-8324-aaf8a20fe6f8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5349407 Nov 23 18:25:19.413247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37296) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:19.413891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7a61-af16-4fbd-8e85-3fdd8eb7a88b None None] No DVR routers for this DVR port a9e38c19-e1e0-407b-b095-537b71fe5881 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:19.419645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-df8bda67-48c6-43a9-b9e1-e4cea8d13439 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:19.442013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d84d57-b2f0-47c5-9579-e24415895d1c None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:19.553655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8bda67-48c6-43a9-b9e1-e4cea8d13439 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:19.558100 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df8bda67-48c6-43a9-b9e1-e4cea8d13439 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.603362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'tenant_id': 'd639406dbe064c3eb30e91e44fdb794c', 'fixed_ips': [{'subnet_id': '32390dd8-8263-446c-860f-d16e3cfa8929'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:25:19.604262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.666174 n-d-818932-3 neutron-server[120536]: INFO neutron.db.ipam_backend_mixin [None req-df8bda67-48c6-43a9-b9e1-e4cea8d13439 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32390dd8-8263-446c-860f-d16e3cfa8929 (CIDR: 2001:db8::/64) Nov 23 18:25:19.669122 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8bda67-48c6-43a9-b9e1-e4cea8d13439 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:25:19.669626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8bda67-48c6-43a9-b9e1-e4cea8d13439 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:19.691343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-df8bda67-48c6-43a9-b9e1-e4cea8d13439 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2754948 Nov 23 18:25:19.691594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37302) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:19.696628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:19.731921 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.792541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/32390dd8-8263-446c-860f-d16e3cfa8929/044648d8-d92a-4db4-89a6-423002b52ae3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:19.830214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:19.835691 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.954108 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.960919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.999892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:20.006734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:20.010095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:20.017193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Pushing event updated for resources: {'Port': ['ID=044648d8-d92a-4db4-89a6-423002b52ae3,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:20.074271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Attempting to bind port 044648d8-d92a-4db4-89a6-423002b52ae3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:20.074642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Attempting to bind port 044648d8-d92a-4db4-89a6-423002b52ae3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:20.075110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Attempting to bind port 044648d8-d92a-4db4-89a6-423002b52ae3 on network 6c8b8381-c9d8-49d7-a42a-970de58a06dd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:20.080099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:20.081145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Checking segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:20.082086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.082482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Bound using segment: {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:20.082989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Bound port: 044648d8-d92a-4db4-89a6-423002b52ae3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35535817-f817-4eb2-8227-469f16f6fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:20.083378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.148770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] For port 044648d8-d92a-4db4-89a6-423002b52ae3, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:20.151976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] For port 044648d8-d92a-4db4-89a6-423002b52ae3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=044648d8-d92a-4db4-89a6-423002b52ae3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:20.156460 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.189286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.objects.ports [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120535) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:25:20.222915 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19dc07-9656-4500-95eb-06dc394f71c6 None None] Pushing event updated for resources: {'Port': ['ID=044648d8-d92a-4db4-89a6-423002b52ae3,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:20.306565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-0c1250e8-85cc-40fc-884e-82c16f51e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:20.308967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-0c1250e8-85cc-40fc-884e-82c16f51e578 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1097 time: 0.0879948 Nov 23 18:25:20.359420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3ea58-8656-411a-8af5-b16a71b11869 req-50c91387-799b-4a64-935b-65cab26d62fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:20.361299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7db3ea58-8656-411a-8af5-b16a71b11869 req-50c91387-799b-4a64-935b-65cab26d62fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0959821 Nov 23 18:25:20.412767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.470586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-a44fe810-3d3b-46b8-9f6f-5c037379b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:20.472763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-a44fe810-3d3b-46b8-9f6f-5c037379b5b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.1567948 Nov 23 18:25:20.476710 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7db3ea58-8656-411a-8af5-b16a71b11869 req-3b011e5a-5481-45d6-aa1d-da7a7252a727 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057482 Nov 23 18:25:20.562168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-c54ae55e-fdc0-438c-a851-f667abf5243f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1002 time: 0.0807836 Nov 23 18:25:20.618191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] For port 044648d8-d92a-4db4-89a6-423002b52ae3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=044648d8-d92a-4db4-89a6-423002b52ae3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:20.618837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-ca34aeff-228f-4d88-9d62-2b5826940628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:20.620438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-ca34aeff-228f-4d88-9d62-2b5826940628 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.0504892 Nov 23 18:25:20.651192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.660724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.661759 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.673252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-95e71b5f-b976-4491-bd82-41a673df3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:20.675917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-95e71b5f-b976-4491-bd82-41a673df3d54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473723 Nov 23 18:25:20.688821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 044648d8-d92a-4db4-89a6-423002b52ae3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:20.745995 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:20.751205 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.757488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:20.758018 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.760790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:20.764562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:20.765168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.798546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-afb2e1c7-9de6-4c0f-90c2-d1c0f7d5073e service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152287 Nov 23 18:25:20.802731 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1100376 Nov 23 18:25:20.805076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=938b20f1-19da-4d9f-9a99-4a9f6312955f,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:20.805745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37306) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:20.810610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c2908-ad95-4dc6-bbad-68d9a367ae42 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=044648d8-d92a-4db4-89a6-423002b52ae3,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:20.811695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:2a:50:63', 'name': 'tempest-NetworksTestDHCPv6-306960344'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:20.869049 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.904576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 044648d8-d92a-4db4-89a6-423002b52ae3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=044648d8-d92a-4db4-89a6-423002b52ae3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:20.909193 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.976092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=044648d8-d92a-4db4-89a6-423002b52ae3,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:20.983267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a9e38c19-e1e0-407b-b095-537b71fe5881 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:20.987680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-c114795a-638d-4721-af3d-f948be668fcf service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715465 Nov 23 18:25:21.011896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: a9e38c19-e1e0-407b-b095-537b71fe5881 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:21.012245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a9e38c19-e1e0-407b-b095-537b71fe5881 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:21.021232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:21.130643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.152295 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port e9b8715e-504a-49a9-8fb7-ca5b81eb5f66 yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:21.278411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b020d24-2346-42f0-887c-26015858e98d None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:21.329696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::31e (6c8b8381-c9d8-49d7-a42a-970de58a06dd/32390dd8-8263-446c-860f-d16e3cfa8929/e9b8715e-504a-49a9-8fb7-ca5b81eb5f66) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:21.337155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:5063 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/938b20f1-19da-4d9f-9a99-4a9f6312955f/e9b8715e-504a-49a9-8fb7-ca5b81eb5f66) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:21.343345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-77505bb1-f10b-48d8-883e-b37b616cba98 None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:21.343724 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-77505bb1-f10b-48d8-883e-b37b616cba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.490249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.536575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.616848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:21.624385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:21.629133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:21.634593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:21.635247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.637754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=e9b8715e-504a-49a9-8fb7-ca5b81eb5f66,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:21.664249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374ce4d-6a38-4cda-8ad4-3bcee806e1fe req-2f98a9c1-13a2-4a82-a815-d49602924f2e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:21.665820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5374ce4d-6a38-4cda-8ad4-3bcee806e1fe req-2f98a9c1-13a2-4a82-a815-d49602924f2e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0919650 Nov 23 18:25:21.672102 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-03bafd65-f829-45be-9065-da5fc569d4fd tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8628156 Nov 23 18:25:21.672519 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37310) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:21.723369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5374ce4d-6a38-4cda-8ad4-3bcee806e1fe req-04a3560f-8aa0-4e0c-bd76-f41c345b7f99 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512831 Nov 23 18:25:21.773418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1c0807f5-5378-4090-af4f-b8f785c2768d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port e9b8715e-504a-49a9-8fb7-ca5b81eb5f66 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:21.773991 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c0807f5-5378-4090-af4f-b8f785c2768d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.868820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c0807f5-5378-4090-af4f-b8f785c2768d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.881923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1c0807f5-5378-4090-af4f-b8f785c2768d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for e9b8715e-504a-49a9-8fb7-ca5b81eb5f66 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:22.067051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c0807f5-5378-4090-af4f-b8f785c2768d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.097276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0807f5-5378-4090-af4f-b8f785c2768d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=e9b8715e-504a-49a9-8fb7-ca5b81eb5f66,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:22.134411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9eaa49af-a865-4e65-a8cd-98e0c62fb33e None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:22.135290 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9eaa49af-a865-4e65-a8cd-98e0c62fb33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.148945 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1c0807f5-5378-4090-af4f-b8f785c2768d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.154407 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1c0807f5-5378-4090-af4f-b8f785c2768d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/e9b8715e-504a-49a9-8fb7-ca5b81eb5f66 HTTP/1.1" status: 204 len: 168 time: 0.4791477 Nov 23 18:25:22.155121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37312) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:22.210204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa02d2c6-c034-4ea5-a8c4-b79817ffac04 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:22.211818 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aa02d2c6-c034-4ea5-a8c4-b79817ffac04 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0557570 Nov 23 18:25:22.214381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37314) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:22.264576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b1fc25-72ac-4019-b090-6ce9a1ad975a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:22.266094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f7b1fc25-72ac-4019-b090-6ce9a1ad975a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0506928 Nov 23 18:25:22.269661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37316) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:22.328825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b7df65-0401-4268-a357-20eaaf737c35 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:22.330056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b7df65-0401-4268-a357-20eaaf737c35 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:22.332692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b7df65-0401-4268-a357-20eaaf737c35 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:22.334342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f0b7df65-0401-4268-a357-20eaaf737c35 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0637527 Nov 23 18:25:22.337707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37318) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:22.347176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1d85b36e-5282-43d8-b5cd-724f97ee818f None None] Could not find standard attr ID for object 4d8169ee-6695-46c9-828f-497aead65b4c. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:25:22.391416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ee6f91-9b66-4e75-8390-6cf2db5645cf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 32390dd8-8263-446c-860f-d16e3cfa8929 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:22.395259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18ee6f91-9b66-4e75-8390-6cf2db5645cf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.436499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18ee6f91-9b66-4e75-8390-6cf2db5645cf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.463323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1e243ed3-d926-4ab6-b4bf-8d0bc78e1bcf None None] Could not find standard attr ID for object e9b8715e-504a-49a9-8fb7-ca5b81eb5f66. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:25:22.528747 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18ee6f91-9b66-4e75-8390-6cf2db5645cf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.590776 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18ee6f91-9b66-4e75-8390-6cf2db5645cf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.622806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee6f91-9b66-4e75-8390-6cf2db5645cf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=32390dd8-8263-446c-860f-d16e3cfa8929,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:22.626847 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-18ee6f91-9b66-4e75-8390-6cf2db5645cf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.631495 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-18ee6f91-9b66-4e75-8390-6cf2db5645cf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/32390dd8-8263-446c-860f-d16e3cfa8929 HTTP/1.1" status: 204 len: 168 time: 0.2927251 Nov 23 18:25:22.634119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37320) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:22.656333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 044648d8-d92a-4db4-89a6-423002b52ae3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:22.681012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bd70b3-f6af-41a7-8cae-b9fdaa2e81d5 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:22.692302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b03d986-6d84-4bbe-99e4-7062ca16f73e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 938b20f1-19da-4d9f-9a99-4a9f6312955f {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:22.695698 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b03d986-6d84-4bbe-99e4-7062ca16f73e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.736234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b03d986-6d84-4bbe-99e4-7062ca16f73e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.779397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:22.779796 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.851925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b03d986-6d84-4bbe-99e4-7062ca16f73e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.897266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f3ea-3ab4-4bd7-9f9a-b0c12678e2df req-23f963ba-5b7d-4f9c-aace-7ed577046475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:22.898806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe30f3ea-3ab4-4bd7-9f9a-b0c12678e2df req-23f963ba-5b7d-4f9c-aace-7ed577046475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0902975 Nov 23 18:25:22.949555 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b03d986-6d84-4bbe-99e4-7062ca16f73e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.986374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03d986-6d84-4bbe-99e4-7062ca16f73e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=938b20f1-19da-4d9f-9a99-4a9f6312955f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:22.995531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe30f3ea-3ab4-4bd7-9f9a-b0c12678e2df req-fcee131b-bc9f-4024-9d25-036b063bfe90 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869684 Nov 23 18:25:22.998829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b03d986-6d84-4bbe-99e4-7062ca16f73e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.004601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7b03d986-6d84-4bbe-99e4-7062ca16f73e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/938b20f1-19da-4d9f-9a99-4a9f6312955f HTTP/1.1" status: 204 len: 168 time: 0.3668995 Nov 23 18:25:23.005150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37324) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:23.047156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1cc9d3d2-af91-442d-b0ef-d21c3aa7966e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408819 Nov 23 18:25:23.051516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37326) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:23.056565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:23.150453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:23.154135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.353559 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.403780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:23.407159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:23.411111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:23.411798 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.423301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d18993-82ef-4447-b513-86549471579d None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:23.428447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=9b1f2650-a772-4756-b6a2-ba2f239ab1cf,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:23.444718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-772106fd-460a-46ce-a268-0ba697a27224 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3879521 Nov 23 18:25:23.445220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37328) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:23.452322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-82fa3ea9-3adf-437f-b6c9-2bcf1a43b97e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:23.521114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c9655f1a-3096-4119-b6c6-d510518a01cd None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:23.521495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c9655f1a-3096-4119-b6c6-d510518a01cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.569724 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa3ea9-3adf-437f-b6c9-2bcf1a43b97e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:23.573977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-82fa3ea9-3adf-437f-b6c9-2bcf1a43b97e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.670084 n-d-818932-3 neutron-server[120536]: INFO neutron.db.ipam_backend_mixin [None req-82fa3ea9-3adf-437f-b6c9-2bcf1a43b97e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b1f2650-a772-4756-b6a2-ba2f239ab1cf (CIDR: 2001:db8::/64) Nov 23 18:25:23.673684 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fa3ea9-3adf-437f-b6c9-2bcf1a43b97e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:25:23.674405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fa3ea9-3adf-437f-b6c9-2bcf1a43b97e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:23.692321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-82fa3ea9-3adf-437f-b6c9-2bcf1a43b97e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2460263 Nov 23 18:25:23.695043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37330) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:23.699936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'subnet': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:23.826075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:23.829619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.876918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61727746-2538-4be5-b6d2-75a9c6e85af7 None None] Update dhcp port {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'fixed_ips': [{'subnet_id': '9b1f2650-a772-4756-b6a2-ba2f239ab1cf'}], 'binding:host_id': 'n-d-818932-3'}, 'id': '044648d8-d92a-4db4-89a6-423002b52ae3'} from n-d-818932-3. {{(pid=120537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:25:23.903371 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61727746-2538-4be5-b6d2-75a9c6e85af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.073558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-61727746-2538-4be5-b6d2-75a9c6e85af7 None None] Allocated IP 2001:db8::2 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/9b1f2650-a772-4756-b6a2-ba2f239ab1cf/044648d8-d92a-4db4-89a6-423002b52ae3) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:24.193779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dfc32-086f-451c-bc2a-ad498faaf014 req-884e598f-1674-4fbb-8c28-b5e7a2c06743 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:24.196253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f4dfc32-086f-451c-bc2a-ad498faaf014 req-884e598f-1674-4fbb-8c28-b5e7a2c06743 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0928574 Nov 23 18:25:24.199641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-61727746-2538-4be5-b6d2-75a9c6e85af7 None None] For port 044648d8-d92a-4db4-89a6-423002b52ae3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=044648d8-d92a-4db4-89a6-423002b52ae3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:24.232274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.objects.ports [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120536) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:25:24.233195 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61727746-2538-4be5-b6d2-75a9c6e85af7 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.238943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-61727746-2538-4be5-b6d2-75a9c6e85af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.313683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61727746-2538-4be5-b6d2-75a9c6e85af7 None None] Pushing event updated for resources: {'Port': ['ID=044648d8-d92a-4db4-89a6-423002b52ae3,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:24.325540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f4dfc32-086f-451c-bc2a-ad498faaf014 req-0ebbedb9-af88-4247-acb7-ff26aa591ec9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200151 Nov 23 18:25:24.419994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.666215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 044648d8-d92a-4db4-89a6-423002b52ae3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:24.726193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:24.726573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.871483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] For port 044648d8-d92a-4db4-89a6-423002b52ae3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=044648d8-d92a-4db4-89a6-423002b52ae3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:24.896138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07904e-caa4-44ae-8496-eb02fd932b08 None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:25:24.905690 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.910675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.911489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.979448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad07904e-caa4-44ae-8496-eb02fd932b08 None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:25:24.988712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:24.995241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:25.004212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:25.004808 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.022798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Subnet': ['ID=0d37502f-bd3c-4ea8-96ee-cfab635a441e,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:25.026879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=044648d8-d92a-4db4-89a6-423002b52ae3,revision_number=10']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:25.031100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-75b33a7e-e1cc-44aa-9a22-a4145d1fbcaa None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:25.031500 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-75b33a7e-e1cc-44aa-9a22-a4145d1fbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.040851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d27f951c-cd38-4a58-b635-6465528e6cbf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3447204 Nov 23 18:25:25.043607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37334) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:25.048536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Request body: {'port': {'network_id': '6c8b8381-c9d8-49d7-a42a-970de58a06dd', 'mac_address': 'fa:16:3e:64:f2:a7', 'name': 'tempest-NetworksTestDHCPv6-869204528'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:25.167278 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Made reservation on behalf of d639406dbe064c3eb30e91e44fdb794c for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:25.171523 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.196044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] device_id is not set on port bccea546-18fb-4cd7-b130-d3a6ef27bb2d yet. {{(pid=120536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:25.364391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8::315 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/9b1f2650-a772-4756-b6a2-ba2f239ab1cf/bccea546-18fb-4cd7-b130-d3a6ef27bb2d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:25.371329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Allocated IP 2001:db8:0:1:f816:3eff:fe64:f2a7 (6c8b8381-c9d8-49d7-a42a-970de58a06dd/0d37502f-bd3c-4ea8-96ee-cfab635a441e/bccea546-18fb-4cd7-b130-d3a6ef27bb2d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:25.550137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13aece-902e-4398-be3f-723df7527405 req-f973b85c-fe4b-44bf-b34a-f77a5125c0a1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:25.551740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd13aece-902e-4398-be3f-723df7527405 req-f973b85c-fe4b-44bf-b34a-f77a5125c0a1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.1392736 Nov 23 18:25:25.616902 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.637967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd13aece-902e-4398-be3f-723df7527405 req-499cabb9-694f-450c-962a-62b20a48b9aa tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784228 Nov 23 18:25:25.668654 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.722647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:25.725811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:25.729687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:25.735479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:25.736110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.745374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event updated for resources: {'Port': ['ID=bccea546-18fb-4cd7-b130-d3a6ef27bb2d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:25.759305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-40fdc049-f28d-4535-85c5-8056e8894f24 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7146158 Nov 23 18:25:25.761824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37338) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:25.812257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d14e6-464f-4762-b6f0-6861ebb365de None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:25.851150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5924be14-540a-4fb1-b7f0-75d660d1c141 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting port bccea546-18fb-4cd7-b130-d3a6ef27bb2d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:25.851497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5924be14-540a-4fb1-b7f0-75d660d1c141 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.885623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6438ae2b-0311-4b0a-a348-31bc095499df None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:25.886003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6438ae2b-0311-4b0a-a348-31bc095499df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.941485 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5924be14-540a-4fb1-b7f0-75d660d1c141 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.953023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5924be14-540a-4fb1-b7f0-75d660d1c141 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Calling delete_port for bccea546-18fb-4cd7-b130-d3a6ef27bb2d owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:26.136824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5924be14-540a-4fb1-b7f0-75d660d1c141 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.174357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924be14-540a-4fb1-b7f0-75d660d1c141 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Port': ['ID=bccea546-18fb-4cd7-b130-d3a6ef27bb2d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:26.219667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5924be14-540a-4fb1-b7f0-75d660d1c141 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.225247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5924be14-540a-4fb1-b7f0-75d660d1c141 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/bccea546-18fb-4cd7-b130-d3a6ef27bb2d HTTP/1.1" status: 204 len: 168 time: 0.4624181 Nov 23 18:25:26.227072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37340) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:26.256496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4429d197-31bb-4b8c-8a4a-3e18d8b3891b None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:26.256869 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4429d197-31bb-4b8c-8a4a-3e18d8b3891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.280792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2e22e-a8cc-474e-89c0-0a093e483ce3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:26.282325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aed2e22e-a8cc-474e-89c0-0a093e483ce3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0542433 Nov 23 18:25:26.285796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37342) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:26.340111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ebd64f-f104-4e3a-9a1e-67ab607afcbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:26.342290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-99ebd64f-f104-4e3a-9a1e-67ab607afcbb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0551143 Nov 23 18:25:26.344645 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37344) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:26.349304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4429d197-31bb-4b8c-8a4a-3e18d8b3891b None None] Could not find standard attr ID for object bccea546-18fb-4cd7-b130-d3a6ef27bb2d. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:25:26.400461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd43547-f6e3-48a1-9efa-1038d94ce254 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:26.402026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd43547-f6e3-48a1-9efa-1038d94ce254 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:26.403766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd43547-f6e3-48a1-9efa-1038d94ce254 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:26.405383 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7fd43547-f6e3-48a1-9efa-1038d94ce254 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0597351 Nov 23 18:25:26.408078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37346) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:26.463387 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-27175aad-df06-406b-99a5-ff00253c0987 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 0d37502f-bd3c-4ea8-96ee-cfab635a441e {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:26.466672 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27175aad-df06-406b-99a5-ff00253c0987 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.468471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-191d1e58-d77e-4545-851e-0b29e80c6ec2 None None] Could not find standard attr ID for object bccea546-18fb-4cd7-b130-d3a6ef27bb2d. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:25:26.515268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27175aad-df06-406b-99a5-ff00253c0987 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.600181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27175aad-df06-406b-99a5-ff00253c0987 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.652083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 044648d8-d92a-4db4-89a6-423002b52ae3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:26.661796 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27175aad-df06-406b-99a5-ff00253c0987 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.696904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27175aad-df06-406b-99a5-ff00253c0987 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=0d37502f-bd3c-4ea8-96ee-cfab635a441e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:26.699401 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-27175aad-df06-406b-99a5-ff00253c0987 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.702643 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-27175aad-df06-406b-99a5-ff00253c0987 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/0d37502f-bd3c-4ea8-96ee-cfab635a441e HTTP/1.1" status: 204 len: 168 time: 0.2931080 Nov 23 18:25:26.706389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37350) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:26.710529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fee2e2-2390-4047-88a9-9cbea2c3fb62 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:26.712567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:26.712941 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.790918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0797e0-1edb-46ef-9abf-c6555ce82c05 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Deleting subnet 9b1f2650-a772-4756-b6a2-ba2f239ab1cf {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:26.796614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a0797e0-1edb-46ef-9abf-c6555ce82c05 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.824413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616c65-7316-4f01-9426-3264d4c03483 req-6d5ef98e-78f2-41ef-83ad-1fbfb3485ffd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:26.825929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54616c65-7316-4f01-9426-3264d4c03483 req-6d5ef98e-78f2-41ef-83ad-1fbfb3485ffd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.1097510 Nov 23 18:25:26.859456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a0797e0-1edb-46ef-9abf-c6555ce82c05 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.919977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54616c65-7316-4f01-9426-3264d4c03483 req-0442cde4-928a-41a0-b8eb-93c1ae7b4814 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864117 Nov 23 18:25:26.973815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a0797e0-1edb-46ef-9abf-c6555ce82c05 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.039554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a0797e0-1edb-46ef-9abf-c6555ce82c05 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.068479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0797e0-1edb-46ef-9abf-c6555ce82c05 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1f2650-a772-4756-b6a2-ba2f239ab1cf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:27.085313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a0797e0-1edb-46ef-9abf-c6555ce82c05 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.088934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8a0797e0-1edb-46ef-9abf-c6555ce82c05 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/9b1f2650-a772-4756-b6a2-ba2f239ab1cf HTTP/1.1" status: 204 len: 168 time: 0.3814464 Nov 23 18:25:27.091240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37352) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.130074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5236d240-4375-419f-bba5-bb8c31499a6f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377080 Nov 23 18:25:27.132530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37354) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.181657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429394c-25f9-46c6-8757-5b9d8f868183 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:27.183278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4429394c-25f9-46c6-8757-5b9d8f868183 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0498185 Nov 23 18:25:27.185725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37356) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.243170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52986982-6f16-4155-99d9-1be0910a9ae2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:27.244852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-52986982-6f16-4155-99d9-1be0910a9ae2 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582042 Nov 23 18:25:27.247339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37358) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.286421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f6d34eed-602d-43cc-b953-48bc5a5fce1e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379887 Nov 23 18:25:27.291907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37360) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.313893 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9444f6-a81a-46bc-a011-dacd89f88837 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.315085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9444f6-a81a-46bc-a011-dacd89f88837 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.318190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ef9444f6-a81a-46bc-a011-dacd89f88837 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/bccea546-18fb-4cd7-b130-d3a6ef27bb2d HTTP/1.1" status: 404 len: 333 time: 0.0267103 Nov 23 18:25:27.320744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37362) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.347952 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa353f5b-5b1f-4109-b364-4b4710d8b1a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.348412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa353f5b-5b1f-4109-b364-4b4710d8b1a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.351561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fa353f5b-5b1f-4109-b364-4b4710d8b1a5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/0d37502f-bd3c-4ea8-96ee-cfab635a441e HTTP/1.1" status: 404 len: 337 time: 0.0298080 Nov 23 18:25:27.354288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37364) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.387023 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdefda39-a57a-4bc4-8302-7da5b1059bee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.387486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdefda39-a57a-4bc4-8302-7da5b1059bee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.390572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bdefda39-a57a-4bc4-8302-7da5b1059bee tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/9b1f2650-a772-4756-b6a2-ba2f239ab1cf HTTP/1.1" status: 404 len: 337 time: 0.0352631 Nov 23 18:25:27.393153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37366) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.417088 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cf08bd-7f56-43a6-9f3e-14ca7cd4017a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.417662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cf08bd-7f56-43a6-9f3e-14ca7cd4017a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.425395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f8cf08bd-7f56-43a6-9f3e-14ca7cd4017a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/e9b8715e-504a-49a9-8fb7-ca5b81eb5f66 HTTP/1.1" status: 404 len: 333 time: 0.0266464 Nov 23 18:25:27.425395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37368) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.433197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff9180-1be8-4646-89a1-6d126a643943 None None] Network 6c8b8381-c9d8-49d7-a42a-970de58a06dd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:27.452776 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b775f8ab-49b0-4afa-a854-617261386ea5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.453230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b775f8ab-49b0-4afa-a854-617261386ea5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.457018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b775f8ab-49b0-4afa-a854-617261386ea5 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/938b20f1-19da-4d9f-9a99-4a9f6312955f HTTP/1.1" status: 404 len: 337 time: 0.0311451 Nov 23 18:25:27.459554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37370) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.485850 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-302ae8d7-39db-4e06-ac17-942d5ba6289d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.486776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302ae8d7-39db-4e06-ac17-942d5ba6289d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.490598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-302ae8d7-39db-4e06-ac17-942d5ba6289d tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/32390dd8-8263-446c-860f-d16e3cfa8929 HTTP/1.1" status: 404 len: 337 time: 0.0301435 Nov 23 18:25:27.493147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37372) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.516187 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab867466-1af4-4fc5-b4cd-76129f8a2620 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.516713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab867466-1af4-4fc5-b4cd-76129f8a2620 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.520343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ab867466-1af4-4fc5-b4cd-76129f8a2620 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/4d8169ee-6695-46c9-828f-497aead65b4c HTTP/1.1" status: 404 len: 333 time: 0.0262990 Nov 23 18:25:27.522971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37374) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.528842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0ab6e98d-4e30-45e0-ab3d-2ca3d91ff715 None None] Provisioning complete for port 044648d8-d92a-4db4-89a6-423002b52ae3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:27.529217 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ab6e98d-4e30-45e0-ab3d-2ca3d91ff715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.548249 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f381581-51d9-41fc-bdaa-5dd97ab8ed87 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.549220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f381581-51d9-41fc-bdaa-5dd97ab8ed87 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.555023 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2f381581-51d9-41fc-bdaa-5dd97ab8ed87 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/6c9686e1-a7f1-4714-80a1-b61494e953db HTTP/1.1" status: 404 len: 337 time: 0.0286896 Nov 23 18:25:27.555208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37376) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.585304 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-427572b7-4df1-42bb-b95d-ec87c61b4f45 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.585756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427572b7-4df1-42bb-b95d-ec87c61b4f45 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.591325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-427572b7-4df1-42bb-b95d-ec87c61b4f45 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/9ce75128-f030-4388-a1b3-8591489ac9e1 HTTP/1.1" status: 404 len: 337 time: 0.0327671 Nov 23 18:25:27.591831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37378) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.617960 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a098e9e-b552-4e09-b50f-3601ba6f7801 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.618530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a098e9e-b552-4e09-b50f-3601ba6f7801 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.621595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1a098e9e-b552-4e09-b50f-3601ba6f7801 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/a33b5991-36b3-4a1c-87b0-7ef889477d1a HTTP/1.1" status: 404 len: 333 time: 0.0281866 Nov 23 18:25:27.624160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37380) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.649847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] DHCP port deletion for 6c8b8381-c9d8-49d7-a42a-970de58a06dd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:27.653139 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc70c65f-c042-42dd-8e87-ee574247f240 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.653596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc70c65f-c042-42dd-8e87-ee574247f240 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.656645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fc70c65f-c042-42dd-8e87-ee574247f240 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/3f1e5c69-409e-4266-912f-72a3046f41ed HTTP/1.1" status: 404 len: 337 time: 0.0315487 Nov 23 18:25:27.659896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37382) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.685764 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c92b59b-ea87-4b9b-9287-7ff260aa5f1b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.686137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c92b59b-ea87-4b9b-9287-7ff260aa5f1b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.689151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1c92b59b-ea87-4b9b-9287-7ff260aa5f1b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/998bb7e6-c22e-4272-9273-76257234f253 HTTP/1.1" status: 404 len: 337 time: 0.0283535 Nov 23 18:25:27.692141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37384) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.698939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] Deleting port 044648d8-d92a-4db4-89a6-423002b52ae3 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:27.699326 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.715214 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce9588c-2200-4b8e-b9ef-040592244a06 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.715889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce9588c-2200-4b8e-b9ef-040592244a06 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.718942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4ce9588c-2200-4b8e-b9ef-040592244a06 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/0e8ea02f-ccbc-4a48-b51e-dac42bf9de4a HTTP/1.1" status: 404 len: 333 time: 0.0258720 Nov 23 18:25:27.721536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37386) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.746496 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d451e24-ede6-45b9-a1f6-a3b922a32664 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.746895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d451e24-ede6-45b9-a1f6-a3b922a32664 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.749858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8d451e24-ede6-45b9-a1f6-a3b922a32664 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/461ce2bc-7920-4177-972a-b207f8d95bb8 HTTP/1.1" status: 404 len: 337 time: 0.0273924 Nov 23 18:25:27.753168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37388) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.762460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] For port 044648d8-d92a-4db4-89a6-423002b52ae3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=044648d8-d92a-4db4-89a6-423002b52ae3,segment=NetworkSegment(35535817-f817-4eb2-8227-469f16f6fdfb),segment_id=35535817-f817-4eb2-8227-469f16f6fdfb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:27.762929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.780048 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac51211c-5260-4344-bb39-f5ca84e15665 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.780523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] Calling delete_port for 044648d8-d92a-4db4-89a6-423002b52ae3 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:27.780640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac51211c-5260-4344-bb39-f5ca84e15665 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.783982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ac51211c-5260-4344-bb39-f5ca84e15665 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/302b3696-d368-4e39-ac75-db90789071af HTTP/1.1" status: 404 len: 333 time: 0.0298398 Nov 23 18:25:27.786476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37390) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.812916 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f91967-2c2f-4462-bf73-ee88d0d68d86 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.813372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f91967-2c2f-4462-bf73-ee88d0d68d86 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.816948 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-51f91967-2c2f-4462-bf73-ee88d0d68d86 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/4b2e51c3-6bc1-4ae5-a8d5-ee24a643e4c5 HTTP/1.1" status: 404 len: 337 time: 0.0294433 Nov 23 18:25:27.819422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37392) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.842122 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f460b6-21e3-4696-acc4-ae0a99958ace tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.842658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f460b6-21e3-4696-acc4-ae0a99958ace tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.845787 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-47f460b6-21e3-4696-acc4-ae0a99958ace tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/a7bb0fb2-b375-4695-a007-0fc54ca21cf3 HTTP/1.1" status: 404 len: 333 time: 0.0253804 Nov 23 18:25:27.848218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37394) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.859235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.873839 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e837b4-3ded-4b56-8662-5fb0927f59c6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.874296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e837b4-3ded-4b56-8662-5fb0927f59c6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.880255 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-68e837b4-3ded-4b56-8662-5fb0927f59c6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/9bb6ee1e-a753-494a-95c0-a011fc265cc9 HTTP/1.1" status: 404 len: 337 time: 0.0288224 Nov 23 18:25:27.880704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37396) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.887306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] No DVR routers for this DVR port 044648d8-d92a-4db4-89a6-423002b52ae3 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:27.891373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cf97a-1d51-4789-9e3d-9987043b7ed6 None None] Pushing event deleted for resources: {'Port': ['ID=044648d8-d92a-4db4-89a6-423002b52ae3,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:27.912034 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-634d88b1-da0e-4684-8753-606f27450332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.912574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634d88b1-da0e-4684-8753-606f27450332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.915596 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-634d88b1-da0e-4684-8753-606f27450332 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/d6a551e3-cc29-427e-9bff-84b49333015b HTTP/1.1" status: 404 len: 333 time: 0.0338306 Nov 23 18:25:27.918136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37398) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.944499 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e810e6-1443-488b-b07e-0015ea01e5ca tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.944941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e810e6-1443-488b-b07e-0015ea01e5ca tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.947979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-14e810e6-1443-488b-b07e-0015ea01e5ca tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/8d0fd323-da11-462e-b8f2-f89b42c14d5f HTTP/1.1" status: 404 len: 337 time: 0.0288904 Nov 23 18:25:27.950309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37402) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:27.973261 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-541e833e-7ee0-4d2d-a32a-6a2ec25a5125 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:27.973819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541e833e-7ee0-4d2d-a32a-6a2ec25a5125 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:27.976928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-541e833e-7ee0-4d2d-a32a-6a2ec25a5125 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/b6ad46e4-16c3-4522-855e-05267d3c091d HTTP/1.1" status: 404 len: 333 time: 0.0256796 Nov 23 18:25:27.979504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37404) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.013684 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b03b6b-3466-459f-8cad-52a7dac17bb8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.014052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b03b6b-3466-459f-8cad-52a7dac17bb8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.017029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d7b03b6b-3466-459f-8cad-52a7dac17bb8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/6dde0729-8bc5-4557-ae98-d7c566dc39cf HTTP/1.1" status: 404 len: 337 time: 0.0366216 Nov 23 18:25:28.020225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37406) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.061339 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d876b621-a176-4b73-a9ae-5defe572daf0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.062072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d876b621-a176-4b73-a9ae-5defe572daf0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.065873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d876b621-a176-4b73-a9ae-5defe572daf0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/5a687d27-8ec0-46a7-8250-d4d58716089c HTTP/1.1" status: 404 len: 333 time: 0.0447598 Nov 23 18:25:28.068501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37408) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.085777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971e1a8-7d78-4af8-86c7-c03fdb9018d0 req-3d3058e8-7ea1-4c6d-9e74-6d88a3a640ba tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:28.087306 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4971e1a8-7d78-4af8-86c7-c03fdb9018d0 req-3d3058e8-7ea1-4c6d-9e74-6d88a3a640ba tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0824268 Nov 23 18:25:28.094814 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d785c2-a5bf-4bf2-9f20-e89d915a4485 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.095262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d785c2-a5bf-4bf2-9f20-e89d915a4485 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.098323 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c9d785c2-a5bf-4bf2-9f20-e89d915a4485 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/d9c2d03e-b934-4f8a-a3e9-e767ca87347b HTTP/1.1" status: 404 len: 337 time: 0.0287349 Nov 23 18:25:28.100820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37410) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.133264 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcfcce8-cef5-4e68-b9ec-71e3711b9a3b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.133720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcfcce8-cef5-4e68-b9ec-71e3711b9a3b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.136788 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ffcfcce8-cef5-4e68-b9ec-71e3711b9a3b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/acb02231-ffc4-4757-a1c1-808dc0a2886f HTTP/1.1" status: 404 len: 337 time: 0.0350580 Nov 23 18:25:28.138616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4971e1a8-7d78-4af8-86c7-c03fdb9018d0 req-a431b461-f937-49dc-9906-67c9e793feaf tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452223 Nov 23 18:25:28.139390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37412) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.166872 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6eeceb4-4e73-49ba-8b82-cb0736ddf67e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.167421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6eeceb4-4e73-49ba-8b82-cb0736ddf67e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.170464 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e6eeceb4-4e73-49ba-8b82-cb0736ddf67e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/fa157d99-575e-42ad-accc-54a2b09d3618 HTTP/1.1" status: 404 len: 333 time: 0.0301437 Nov 23 18:25:28.173037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37414) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.199679 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0dfff2-6440-4777-af32-5fffc5608bc7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.200130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0dfff2-6440-4777-af32-5fffc5608bc7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.203024 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3c0dfff2-6440-4777-af32-5fffc5608bc7 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/d1a90614-50d9-482d-be92-b39bc1bac555 HTTP/1.1" status: 404 len: 337 time: 0.0284626 Nov 23 18:25:28.205466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37416) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.229755 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8c5b2a-4f4f-47e7-805c-3c2880c7c6e0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.230191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8c5b2a-4f4f-47e7-805c-3c2880c7c6e0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.233130 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d8c5b2a-4f4f-47e7-805c-3c2880c7c6e0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/5094a336-e86f-4034-83ea-6c9cd468f083 HTTP/1.1" status: 404 len: 337 time: 0.0267975 Nov 23 18:25:28.235366 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37418) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.258181 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f13898-6e72-406f-8139-888d094dc173 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.258717 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f13898-6e72-406f-8139-888d094dc173 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.261618 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-02f13898-6e72-406f-8139-888d094dc173 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/e0512f6b-f6d2-472c-b408-31b6a574448d HTTP/1.1" status: 404 len: 333 time: 0.0253894 Nov 23 18:25:28.263869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37420) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.287997 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c589708e-50cd-4511-b1d6-f80d24719808 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.288431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c589708e-50cd-4511-b1d6-f80d24719808 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.291364 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c589708e-50cd-4511-b1d6-f80d24719808 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/dc017489-e701-4fad-bc18-6a6a1c5ad336 HTTP/1.1" status: 404 len: 337 time: 0.0266914 Nov 23 18:25:28.293460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37422) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.319131 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cc629b-f82a-4906-a8da-1a8be06a8bda tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.319570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cc629b-f82a-4906-a8da-1a8be06a8bda tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.322516 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a6cc629b-f82a-4906-a8da-1a8be06a8bda tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/ece428b9-26a8-4918-ba74-208ab5386c11 HTTP/1.1" status: 404 len: 337 time: 0.0281997 Nov 23 18:25:28.324755 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37424) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.350543 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-068d8e0f-1c26-4788-bb48-79fb8c83f0bf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.351111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068d8e0f-1c26-4788-bb48-79fb8c83f0bf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.354177 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-068d8e0f-1c26-4788-bb48-79fb8c83f0bf tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/dcfd5573-b17c-410d-9527-34a0e19df6d7 HTTP/1.1" status: 404 len: 333 time: 0.0284657 Nov 23 18:25:28.357208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.383350 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d37334-60bd-45ef-9043-eda137848df8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.383795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d37334-60bd-45ef-9043-eda137848df8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.386711 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-75d37334-60bd-45ef-9043-eda137848df8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/132b9201-782c-4591-81e1-414c483866c2 HTTP/1.1" status: 404 len: 337 time: 0.0284166 Nov 23 18:25:28.388954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37428) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.413317 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0d4047-6c68-440b-985b-6be9b87c006f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.413759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0d4047-6c68-440b-985b-6be9b87c006f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.416719 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0b0d4047-6c68-440b-985b-6be9b87c006f tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/59b6686a-fd86-47a6-8110-66f26ddfa703 HTTP/1.1" status: 404 len: 337 time: 0.0268934 Nov 23 18:25:28.419081 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37430) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.445726 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-654baf44-2701-4c4d-9c75-d66ceeadf22e tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports?device_id=210fea0f-00f6-417b-8329-623bace581e4 HTTP/1.1" status: 200 len: 205 time: 0.0255761 Nov 23 18:25:28.447975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37432) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.488589 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-37420596-659d-46a9-8932-2188dc1cf3ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] delete failed (client error): The resource could not be found. Nov 23 18:25:28.489590 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-37420596-659d-46a9-8932-2188dc1cf3ec tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/routers/210fea0f-00f6-417b-8329-623bace581e4 HTTP/1.1" status: 404 len: 336 time: 0.0407295 Nov 23 18:25:28.492230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37434) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.518162 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-393f2eff-e77d-4e05-bd05-fd13ec8bd88a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.518533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393f2eff-e77d-4e05-bd05-fd13ec8bd88a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.521528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-393f2eff-e77d-4e05-bd05-fd13ec8bd88a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/7f3a1d9b-a860-4ea9-9fe3-0566910dced0 HTTP/1.1" status: 404 len: 337 time: 0.0283113 Nov 23 18:25:28.523995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37436) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.551114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-45c67a0e-7ed9-4078-8335-620366ee43a6 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f7c047d-2483-457a-9436-13057016a510 HTTP/1.1" status: 200 len: 205 time: 0.0260489 Nov 23 18:25:28.553267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37438) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.592659 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-768ecb79-d4f9-49a2-9bd4-dc351df97ff8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] delete failed (client error): The resource could not be found. Nov 23 18:25:28.593668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-768ecb79-d4f9-49a2-9bd4-dc351df97ff8 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/routers/3f7c047d-2483-457a-9436-13057016a510 HTTP/1.1" status: 404 len: 336 time: 0.0395310 Nov 23 18:25:28.597068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37440) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.623733 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-303aad4c-c2d5-4cd2-a1dd-91e324fbb2fb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.624186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303aad4c-c2d5-4cd2-a1dd-91e324fbb2fb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.627937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-303aad4c-c2d5-4cd2-a1dd-91e324fbb2fb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/75ac9759-3532-42bb-95f3-a1dfe905c526 HTTP/1.1" status: 404 len: 337 time: 0.0299525 Nov 23 18:25:28.630497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37442) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.642917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 044648d8-d92a-4db4-89a6-423002b52ae3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:28.656656 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bd13b9-c52f-4f02-8b68-d9872b532f37 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.657121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2bd13b9-c52f-4f02-8b68-d9872b532f37 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.660902 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e2bd13b9-c52f-4f02-8b68-d9872b532f37 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/d033c720-d6bb-447c-9079-6353303ef0c3 HTTP/1.1" status: 404 len: 337 time: 0.0294480 Nov 23 18:25:28.663355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37444) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.664334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 044648d8-d92a-4db4-89a6-423002b52ae3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:28.664686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 044648d8-d92a-4db4-89a6-423002b52ae3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:28.686384 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d57b8a4-da0a-4545-ad85-53af9e8d6a7a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.686935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d57b8a4-da0a-4545-ad85-53af9e8d6a7a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.689994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4d57b8a4-da0a-4545-ad85-53af9e8d6a7a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/48c15c1a-a85a-481e-aed3-2f5b29a252a5 HTTP/1.1" status: 404 len: 333 time: 0.0257299 Nov 23 18:25:28.692433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37446) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.717298 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19f45a7-c927-47eb-977e-e5b07c563abb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.717911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19f45a7-c927-47eb-977e-e5b07c563abb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.721259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e19f45a7-c927-47eb-977e-e5b07c563abb tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/961ab4eb-c599-4b0e-a6ad-166b577a5836 HTTP/1.1" status: 404 len: 337 time: 0.0274282 Nov 23 18:25:28.723774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37448) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.745643 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef0f04a-6097-47aa-acf9-1a22f73103d3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.746153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef0f04a-6097-47aa-acf9-1a22f73103d3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.749156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1ef0f04a-6097-47aa-acf9-1a22f73103d3 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/36b3db95-d90c-49ba-b0a1-7eec7d7e6695 HTTP/1.1" status: 404 len: 333 time: 0.0245073 Nov 23 18:25:28.751456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37450) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.779951 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3eae2c8-10b5-4f7c-8ad6-83f62b5c9fca tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.780327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3eae2c8-10b5-4f7c-8ad6-83f62b5c9fca tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.784040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d3eae2c8-10b5-4f7c-8ad6-83f62b5c9fca tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/695d2f15-c67b-4f59-97a7-3eca9ac51c1b HTTP/1.1" status: 404 len: 337 time: 0.0313542 Nov 23 18:25:28.786243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37452) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.808810 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8007a30d-5436-4304-8445-b3e204e0e6be tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.809321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8007a30d-5436-4304-8445-b3e204e0e6be tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.812331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8007a30d-5436-4304-8445-b3e204e0e6be tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/ea7e15ce-1b9b-49a9-aaf2-23ae1b99a53b HTTP/1.1" status: 404 len: 333 time: 0.0251756 Nov 23 18:25:28.814550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37454) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.839568 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59245b4-466b-4aa6-99ae-dfb109004270 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.840005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59245b4-466b-4aa6-99ae-dfb109004270 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.842968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a59245b4-466b-4aa6-99ae-dfb109004270 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/c1bfdfff-39d4-4990-a14d-b465d4237ff4 HTTP/1.1" status: 404 len: 337 time: 0.0274875 Nov 23 18:25:28.845164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37456) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.867059 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8771e1c8-e5fb-4668-a8fe-d812924d6cf0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.867576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8771e1c8-e5fb-4668-a8fe-d812924d6cf0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.870495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8771e1c8-e5fb-4668-a8fe-d812924d6cf0 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/204502f9-9da1-42f3-bb8b-ae107c3bbf1d HTTP/1.1" status: 404 len: 333 time: 0.0239017 Nov 23 18:25:28.872763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37458) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.897460 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-32db3fa9-62c9-4d2f-b797-c70f2842f517 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.897906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32db3fa9-62c9-4d2f-b797-c70f2842f517 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.900897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-32db3fa9-62c9-4d2f-b797-c70f2842f517 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/cab782d8-e9b5-412e-a7ea-75e8b45acd70 HTTP/1.1" status: 404 len: 337 time: 0.0272751 Nov 23 18:25:28.903063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37460) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.925320 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-178e8a33-7c09-4dc2-b96d-7343c5fce074 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.925836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178e8a33-7c09-4dc2-b96d-7343c5fce074 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.928830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-178e8a33-7c09-4dc2-b96d-7343c5fce074 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/1aab0c2f-b720-493b-a6d5-12e3936a01fe HTTP/1.1" status: 404 len: 333 time: 0.0249047 Nov 23 18:25:28.931217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37462) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.961885 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81b38d5-82c6-48f0-8141-18b87a3a5898 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.962328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81b38d5-82c6-48f0-8141-18b87a3a5898 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.965346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a81b38d5-82c6-48f0-8141-18b87a3a5898 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/2f571c63-39d4-49bb-aaa4-f2df83f532ed HTTP/1.1" status: 404 len: 337 time: 0.0332489 Nov 23 18:25:28.967804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37464) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:28.990656 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-430a35c0-eaff-44bc-bca1-bb8ca20dc10a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:28.991189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430a35c0-eaff-44bc-bca1-bb8ca20dc10a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:28.994127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-430a35c0-eaff-44bc-bca1-bb8ca20dc10a tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/de022a52-134f-4255-8c3f-f09c0f1c61d5 HTTP/1.1" status: 404 len: 333 time: 0.0254424 Nov 23 18:25:28.996483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37466) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.021628 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b684aaad-f578-45f1-81cf-e5cafc45bf8b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:29.022060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b684aaad-f578-45f1-81cf-e5cafc45bf8b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:29.025035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b684aaad-f578-45f1-81cf-e5cafc45bf8b tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/4264ae78-9f19-4513-999f-9771db0eadee HTTP/1.1" status: 404 len: 337 time: 0.0276845 Nov 23 18:25:29.027253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37468) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.049457 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe77afe-e013-4ca8-bfeb-dc323bde3470 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:29.050046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe77afe-e013-4ca8-bfeb-dc323bde3470 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:29.053042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8fe77afe-e013-4ca8-bfeb-dc323bde3470 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/ports/1bbb12be-3b96-418e-a412-f46fbcadab6b HTTP/1.1" status: 404 len: 333 time: 0.0249250 Nov 23 18:25:29.055367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37470) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.079734 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe0713d-c472-4d9b-a659-657ff0a5a643 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] DELETE failed (client error): The resource could not be found. Nov 23 18:25:29.080696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe0713d-c472-4d9b-a659-657ff0a5a643 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:25:29.083685 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cfe0713d-c472-4d9b-a659-657ff0a5a643 tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/subnets/e41f0b5e-54c0-411d-860a-c9f694e8f647 HTTP/1.1" status: 404 len: 337 time: 0.0274448 Nov 23 18:25:29.085921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37472) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.166939 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.279480 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.303577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8b8381-c9d8-49d7-a42a-970de58a06dd']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:29.315080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35535817-f817-4eb2-8227-469f16f6fdfb') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:29.315376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35535817-f817-4eb2-8227-469f16f6fdfb') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:29.329359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc73cf-ed49-4728-a969-09ba5479d946 req-f736c7bf-a5e6-48dd-826b-8c197cbd2133 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:29.331574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2fc73cf-ed49-4728-a969-09ba5479d946 req-f736c7bf-a5e6-48dd-826b-8c197cbd2133 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.1197212 Nov 23 18:25:29.335130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.353412 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.367311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:25:29.367705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:25:29.370873 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:25:29.447693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2fc73cf-ed49-4728-a969-09ba5479d946 req-938597e0-71b8-4fa7-b502-de18605d34d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045129 Nov 23 18:25:29.451588 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.461273 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.464434 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] 10.222.0.74 "DELETE /v2.0/networks/6c8b8381-c9d8-49d7-a42a-970de58a06dd HTTP/1.1" status: 204 len: 168 time: 0.3776529 Nov 23 18:25:29.475132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783960bc-b4aa-4538-870e-9a8ca4e5d4ac tempest-NetworksTestDHCPv6-2033919636 tempest-NetworksTestDHCPv6-2033919636-project] Pushing event deleted for resources: {'Network': ['ID=6c8b8381-c9d8-49d7-a42a-970de58a06dd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:29.710967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37480) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.858515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dfbd6687-c294-4d01-9fe3-b7ed5936db4e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d639406dbe064c3eb30e91e44fdb794c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463115 Nov 23 18:25:29.860912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37484) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.916380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62c03bd0-137e-489a-bc81-2fd439ca004b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.937489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62c03bd0-137e-489a-bc81-2fd439ca004b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.987389 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62c03bd0-137e-489a-bc81-2fd439ca004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.990810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62c03bd0-137e-489a-bc81-2fd439ca004b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.991980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-62c03bd0-137e-489a-bc81-2fd439ca004b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b82d56a-e49e-4037-bd2f-36b97845f909 HTTP/1.1" status: 204 len: 168 time: 0.1291583 Nov 23 18:25:29.999643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c03bd0-137e-489a-bc81-2fd439ca004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82d56a-e49e-4037-bd2f-36b97845f909,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:30.575756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8c5b8-d44b-46ff-9a69-0979d30f056d req-136a1cf9-c37f-4612-aa17-4ba5c2751637 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:30.577254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9b8c5b8-d44b-46ff-9a69-0979d30f056d req-136a1cf9-c37f-4612-aa17-4ba5c2751637 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0549994 Nov 23 18:25:30.620093 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37508) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:30.633492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9b8c5b8-d44b-46ff-9a69-0979d30f056d req-fad6b190-cb39-43f3-9179-13a7760aef7a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471916 Nov 23 18:25:30.719527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1505308712'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:30.738861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:30.742135 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.750765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.826089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.829714 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.856622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:25:30.865652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a8f3e-23fb-451e-9c31-092b61b6daa2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:30.880583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.880945 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Added segment f26a63cb-986e-4dfa-ab38-bb99fdd66107 of type vlan for network b4ac2c03-eebe-4f07-802d-2a0a618b3273 Nov 23 18:25:30.924273 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.949308 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.956155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:30.956748 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.991825 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3706872 Nov 23 18:25:30.994603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37512) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:30.999557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'subnet': {'network_id': 'b4ac2c03-eebe-4f07-802d-2a0a618b3273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:31.054299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da84b8-06e6-4f1b-b0c9-ef1e17a26bdf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Network': ['ID=b4ac2c03-eebe-4f07-802d-2a0a618b3273,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:31.064653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:25:31.120298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:31.123806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.313650 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.379626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Subnet': ['ID=4ab88b2c-89c7-43ff-987e-1e11359fda90,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:31.387922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Checking segment: {'id': 'f26a63cb-986e-4dfa-ab38-bb99fdd66107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b4ac2c03-eebe-4f07-802d-2a0a618b3273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:31.388280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network hostable DHCP agents. Network: b4ac2c03-eebe-4f07-802d-2a0a618b3273, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:25:31.403908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:25:31.412631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, b4ac2c03-eebe-4f07-802d-2a0a618b3273) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:31.417236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:31.418383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.421652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a48ac09-5541-4098-a684-2f5909dfc183 None None] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:31.440274 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d25457c9-5f67-4a59-a7b7-12631e9c74a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4412930 Nov 23 18:25:31.440501 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37514) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:31.444858 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1760293309', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:31.467919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.468964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.521143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.555653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7575d2d-43b3-4a5a-86b4-0e90c013ac42 None None] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:31.666100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.754861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4ee7c-d254-4dd6-9cdd-f1f07176bfcd req-cb1ba513-9e65-4340-adf3-c2692b4154a7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:31.756420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03e4ee7c-d254-4dd6-9cdd-f1f07176bfcd req-cb1ba513-9e65-4340-adf3-c2692b4154a7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0517256 Nov 23 18:25:31.808215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03e4ee7c-d254-4dd6-9cdd-f1f07176bfcd req-46f359d0-a398-4bb2-92f3-396101a3bce4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455990 Nov 23 18:25:31.859148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.878916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.982272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.25.0.205 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/0f241454-d73e-4429-93bc-c1770d402031) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:32.081510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.118170 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.157631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:32.160853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:32.164226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:32.169514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=0f241454-d73e-4429-93bc-c1770d402031,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:32.179836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc701814-bf38-4b73-bb89-5e20c28e2fb0 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:32.305273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8a14f8d8-e43b-4ca3-a105-2b8d47e85bfc None None] Provisioning complete for port 0f241454-d73e-4429-93bc-c1770d402031 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:32.305569 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8a14f8d8-e43b-4ca3-a105-2b8d47e85bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.338387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8a14f8d8-e43b-4ca3-a105-2b8d47e85bfc None None] Port 0f241454-d73e-4429-93bc-c1770d402031 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:32.415942 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.622680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.941117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068191-bc35-445b-8591-3976bff76563 req-bf07b669-1c2a-4988-b227-9a41d265805e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:32.942731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa068191-bc35-445b-8591-3976bff76563 req-bf07b669-1c2a-4988-b227-9a41d265805e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0558448 Nov 23 18:25:32.997131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa068191-bc35-445b-8591-3976bff76563 req-9123a14d-792a-4a5e-8a07-9575778572fc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Nov 23 18:25:33.075390 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:25:33.176275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:33.187688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264e9d2f-fe1a-4b13-b2d9-b2850edfce56 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:33.198675 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.202412 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-86c0b5f3-8ab1-40a1-bf2f-061b4c67075d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7587616 Nov 23 18:25:33.202549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e9d2f-fe1a-4b13-b2d9-b2850edfce56 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:33.202549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-264e9d2f-fe1a-4b13-b2d9-b2850edfce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:33.202925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37520) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:33.239153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-264e9d2f-fe1a-4b13-b2d9-b2850edfce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:33.247636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e9d2f-fe1a-4b13-b2d9-b2850edfce56 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:33.248220 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-264e9d2f-fe1a-4b13-b2d9-b2850edfce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:33.281694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-264e9d2f-fe1a-4b13-b2d9-b2850edfce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:33.282325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264e9d2f-fe1a-4b13-b2d9-b2850edfce56 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:33.625767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.894253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.20.0.1 (b4ac2c03-eebe-4f07-802d-2a0a618b3273/4ab88b2c-89c7-43ff-987e-1e11359fda90/8e7a1810-4fc1-4f70-bf2d-746bf336f7e4) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:34.004918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.039966 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.083644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:34.086633 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:34.090440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:34.096952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=8e7a1810-4fc1-4f70-bf2d-746bf336f7e4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:34.118776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6753f-9aa9-4d3d-b62f-257b502c0719 req-17f7c758-42b5-41b1-a05b-bf60edf64145 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:34.120667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cf6753f-9aa9-4d3d-b62f-257b502c0719 req-17f7c758-42b5-41b1-a05b-bf60edf64145 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0537624 Nov 23 18:25:34.141112 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.173069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cf6753f-9aa9-4d3d-b62f-257b502c0719 req-4ab4f4ae-72e1-4a4a-8e65-0b9715dbe226 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453317 Nov 23 18:25:34.273997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.569881 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.574643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.657177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.658930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=8e7a1810-4fc1-4f70-bf2d-746bf336f7e4,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:34.749955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:34.751435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:34.865942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:34.984695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:34.990250 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-41d4db06-a066-4953-92d9-89847747b63e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/routers/1de0c888-e310-465f-8b8c-6beb32888508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863617 Nov 23 18:25:34.993424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37524) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:34.995393 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979ef96-976c-4953-9f3f-7f3bf4e712a9 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:34.998782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'port': {'network_id': 'b4ac2c03-eebe-4f07-802d-2a0a618b3273', 'name': 'tempest-FloatingIPTestJSON-2069575495'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:35.007585 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979ef96-976c-4953-9f3f-7f3bf4e712a9 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:35.008432 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0979ef96-976c-4953-9f3f-7f3bf4e712a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:35.044312 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0979ef96-976c-4953-9f3f-7f3bf4e712a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:35.054365 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979ef96-976c-4953-9f3f-7f3bf4e712a9 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:35.054993 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0979ef96-976c-4953-9f3f-7f3bf4e712a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:35.087322 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0979ef96-976c-4953-9f3f-7f3bf4e712a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:35.088041 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979ef96-976c-4953-9f3f-7f3bf4e712a9 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:35.112456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:35.116177 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:35.134426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] device_id is not set on port 406cdf17-dae1-492f-bc91-8d8c82ed8ecf yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:35.253542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.20.0.13 (b4ac2c03-eebe-4f07-802d-2a0a618b3273/4ab88b2c-89c7-43ff-987e-1e11359fda90/406cdf17-dae1-492f-bc91-8d8c82ed8ecf) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:35.305257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13315d-d5b7-435c-9778-3d438293d16a req-afb37058-6f0a-49ab-9925-db76293a1295 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:35.306829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac13315d-d5b7-435c-9778-3d438293d16a req-afb37058-6f0a-49ab-9925-db76293a1295 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0542197 Nov 23 18:25:35.364531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac13315d-d5b7-435c-9778-3d438293d16a req-ef8f8756-2182-4aab-9c71-e181b3783fb9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515542 Nov 23 18:25:35.406517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:35.439533 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:35.483715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:35.486892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:35.490468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:35.496828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=406cdf17-dae1-492f-bc91-8d8c82ed8ecf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:35.546355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:35.546999 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:35.562600 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-61a44a39-a72f-4770-bfb3-eaca6674f5ac tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5677569 Nov 23 18:25:35.565885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37528) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:35.570652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'port': {'network_id': 'b4ac2c03-eebe-4f07-802d-2a0a618b3273', 'name': 'tempest-FloatingIPTestJSON-694797067'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:35.677379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:35.680858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:35.698317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] device_id is not set on port e43700ec-1559-4337-bfc3-1bc2bbe67363 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:35.807492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.20.0.9 (b4ac2c03-eebe-4f07-802d-2a0a618b3273/4ab88b2c-89c7-43ff-987e-1e11359fda90/e43700ec-1559-4337-bfc3-1bc2bbe67363) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:35.953343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:35.986850 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:36.030313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:36.033860 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:36.037497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:36.043901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=e43700ec-1559-4337-bfc3-1bc2bbe67363,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:36.070511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.070892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.071246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.071592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.071935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.072276 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.072611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.072945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.073277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.073610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.073944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.074273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:36.100568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:36.101183 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:36.116898 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7cc7faf6-c3c0-4312-bf82-82a11047051b tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5500450 Nov 23 18:25:36.120226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37530) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:36.124570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'e43700ec-1559-4337-bfc3-1bc2bbe67363', 'fixed_ip_address': '172.20.0.9'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:36.145298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:36.248197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:36.355339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.25.0.116 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c93f6cfa-d48f-4ee5-95da-869b41e1c98d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:36.463953 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:36.499053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:36.501047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d53fa-f628-4952-ac93-1c67049d1d89 req-842a28d2-6fc9-47e3-8c47-073bc08db540 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:36.502868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-685d53fa-f628-4952-ac93-1c67049d1d89 req-842a28d2-6fc9-47e3-8c47-073bc08db540 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0608666 Nov 23 18:25:36.536188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:36.542484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:36.545951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:36.552302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=c93f6cfa-d48f-4ee5-95da-869b41e1c98d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:36.554901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-685d53fa-f628-4952-ac93-1c67049d1d89 req-5d31f6f3-c9ba-463e-93d8-1ce93dee2cba tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Nov 23 18:25:36.909696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:36.974282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.125497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.130179 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.199712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=c93f6cfa-d48f-4ee5-95da-869b41e1c98d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:37.211722 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.309831 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP bc2da21c-b9d1-490e-8678-3e98813249d5 associated. External IP: 172.25.0.116, port: e43700ec-1559-4337-bfc3-1bc2bbe67363. Nov 23 18:25:37.519015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:37.681081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052befe-b568-4c83-a561-42989a22996c req-56f2fe9e-87e6-4d01-a0b7-37bc3149cdff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:37.682707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8052befe-b568-4c83-a561-42989a22996c req-56f2fe9e-87e6-4d01-a0b7-37bc3149cdff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0522625 Nov 23 18:25:37.738058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8052befe-b568-4c83-a561-42989a22996c req-021f5c6f-36db-4db4-86f5-82c106b712dc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492198 Nov 23 18:25:37.854576 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-faa7fe28-b1e8-433f-8d5e-4b6cff36e7eb service neutron] show failed (client error): The resource could not be found. Nov 23 18:25:37.855563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-faa7fe28-b1e8-433f-8d5e-4b6cff36e7eb service neutron] 10.222.0.66 "GET /v2.0/ports/28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0628552 Nov 23 18:25:37.960198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:37.969771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365ff55-d63d-49b7-91f8-e97bcc7d5fd7 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:37.978077 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.984728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365ff55-d63d-49b7-91f8-e97bcc7d5fd7 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:37.985468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1365ff55-d63d-49b7-91f8-e97bcc7d5fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.011286 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3703bebf-5ada-4c17-9fc9-d7da70437dc5 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8899758 Nov 23 18:25:38.013939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37540) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:38.020318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:38.021370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1365ff55-d63d-49b7-91f8-e97bcc7d5fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.029878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365ff55-d63d-49b7-91f8-e97bcc7d5fd7 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:38.030478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1365ff55-d63d-49b7-91f8-e97bcc7d5fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.066428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1365ff55-d63d-49b7-91f8-e97bcc7d5fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.067382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365ff55-d63d-49b7-91f8-e97bcc7d5fd7 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:38.077022 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.108425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-c214d171-acff-4145-8e6b-54082dc7395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:38.109949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-c214d171-acff-4145-8e6b-54082dc7395d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 1097 time: 0.0746529 Nov 23 18:25:38.125877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:38.183205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.228563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.233906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.234260 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP bc2da21c-b9d1-490e-8678-3e98813249d5 disassociated. External IP: 172.25.0.116, port: e43700ec-1559-4337-bfc3-1bc2bbe67363. Nov 23 18:25:38.389777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:38.422322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:38.442632 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:38.463394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:38.465686 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fb92e9-aa33-48a3-a170-7b2adc39ec20" -d '{"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-unplugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:38.469457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.491328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Transition to ACTIVE for port object 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:25:38.495601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.521332 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7060075e-1d0f-4f0a-949f-f2b89cf3aa84 x-openstack-request-id: req-7060075e-1d0f-4f0a-949f-f2b89cf3aa84 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:38.521786 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-unplugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:38.522198 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7060075e-1d0f-4f0a-949f-f2b89cf3aa84 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:38.522799 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'code': 200} Nov 23 18:25:38.551768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:38.565745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:38.570101 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.583848 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d54d30-2f94-4428-88d5-640fad5a17e2 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:38.612847 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-130cc524-c174-4e08-b4b4-1e570fb7b504 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/floatingips/bc2da21c-b9d1-490e-8678-3e98813249d5 HTTP/1.1" status: 200 len: 688 time: 0.5948126 Nov 23 18:25:38.613513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37544) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:38.614005 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d54d30-2f94-4428-88d5-640fad5a17e2 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:38.616958 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-08d54d30-2f94-4428-88d5-640fad5a17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.661674 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-08d54d30-2f94-4428-88d5-640fad5a17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.673590 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d54d30-2f94-4428-88d5-640fad5a17e2 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:38.674355 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-08d54d30-2f94-4428-88d5-640fad5a17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.689088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] No DVR routers for this DVR port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:38.711945 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-08d54d30-2f94-4428-88d5-640fad5a17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.712762 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d54d30-2f94-4428-88d5-640fad5a17e2 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:38.766841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port c93f6cfa-d48f-4ee5-95da-869b41e1c98d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:38.767214 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.857614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.857975 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.866855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:38.867197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:38.867528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:38.870450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for c93f6cfa-d48f-4ee5-95da-869b41e1c98d owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:38.874591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:25:38.874939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:38.883095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:38.883434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Checking segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:38.883819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Bound using segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:38.884254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Bound port: 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:38.884609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.895109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9358fa6-3c6d-4b29-8400-b1d1243b9eaf req-0287daa0-142e-4c43-badb-fa237b69abec tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:38.896615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9358fa6-3c6d-4b29-8400-b1d1243b9eaf req-0287daa0-142e-4c43-badb-fa237b69abec tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 944 time: 0.0805809 Nov 23 18:25:38.989623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9358fa6-3c6d-4b29-8400-b1d1243b9eaf req-ad91d5a6-66e9-4fd8-a525-4607129e290a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866656 Nov 23 18:25:38.999855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:39.003555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:39.012468 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:39.016820 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:39.038315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=c93f6cfa-d48f-4ee5-95da-869b41e1c98d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:39.054157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:39.054896 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:39.056953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] 10.222.0.72 "PUT /v2.0/ports/28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1092 time: 0.9352226 Nov 23 18:25:39.078838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025dd66-b2ca-4181-a83d-eefe263cb9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:39.104735 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:39.107581 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:39.113378 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-efe018f7-e578-40d8-8342-d41eb7f45cc6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/floatingips/bc2da21c-b9d1-490e-8678-3e98813249d5 HTTP/1.1" status: 204 len: 168 time: 0.4943287 Nov 23 18:25:39.113568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37550) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:39.118502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '406cdf17-dae1-492f-bc91-8d8c82ed8ecf'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:39.146401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-e0ba0cba-6ab1-4a7a-a2ba-314e63f4416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:39.147951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-e0ba0cba-6ab1-4a7a-a2ba-314e63f4416a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1095 time: 0.0661516 Nov 23 18:25:39.149149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:39.304842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-06032953-c35a-4925-85fa-807ed8ceb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:39.306307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-06032953-c35a-4925-85fa-807ed8ceb2dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.1441445 Nov 23 18:25:39.659403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-d1c281a2-55fd-4988-b536-2da8327a7cbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1000 time: 0.3435841 Nov 23 18:25:39.661563 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:39.747093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-011f8f32-ef50-4afe-9b49-724e8feac74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:39.748542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-011f8f32-ef50-4afe-9b49-724e8feac74d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.0803463 Nov 23 18:25:39.825886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.25.0.58 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/567fe2ec-3d13-4a67-bfe9-54d656c331d6) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:39.844820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-7d01ebd5-ca07-4b61-91f0-c85a111a6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:39.846364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-7d01ebd5-ca07-4b61-91f0-c85a111a6cc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697489 Nov 23 18:25:40.002202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-a2737893-42e7-45d9-9c58-ac0c6cac2f47 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440098 Nov 23 18:25:40.004707 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:40.133338 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:40.176089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8613d397-a577-4c9e-94f9-1b5e635ec277 req-869696b2-c51a-42a9-8541-3d10b4a52b65 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658714 Nov 23 18:25:40.192863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4e5ec-0a8f-4dcb-ba1e-1a8f54dc89a3 req-c90f5be4-c809-4624-a5a7-427c9bf48622 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:40.194411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39e4e5ec-0a8f-4dcb-ba1e-1a8f54dc89a3 req-c90f5be4-c809-4624-a5a7-427c9bf48622 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 944 time: 0.1125641 Nov 23 18:25:40.200828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:40.206024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:40.214863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:40.218303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=567fe2ec-3d13-4a67-bfe9-54d656c331d6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:40.295383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39e4e5ec-0a8f-4dcb-ba1e-1a8f54dc89a3 req-69b6a6a2-d54c-43ee-b704-82feb1642d04 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931654 Nov 23 18:25:40.546536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:40.549025 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af45486-bc37-4e71-b211-606594c3d2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:40.607070 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b00daf-4cd2-48ff-9ab3-d328c896f955 x-openstack-request-id: req-00b00daf-4cd2-48ff-9ab3-d328c896f955 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:40.607364 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:40.607637 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00b00daf-4cd2-48ff-9ab3-d328c896f955 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:40.608138 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'status': 'completed', 'code': 200} Nov 23 18:25:40.663239 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:40.735109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-18daca3c-3730-4648-ab4b-7f9d312aa73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:40.736746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-18daca3c-3730-4648-ab4b-7f9d312aa73b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1095 time: 0.1075182 Nov 23 18:25:40.769091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-266e0773-ad98-4f9a-964f-01f2e8560849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:40.770491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-266e0773-ad98-4f9a-964f-01f2e8560849 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1095 time: 0.1307936 Nov 23 18:25:40.794427 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:40.850974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:40.890316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:41.010462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-e3e62388-aba8-4da1-8e47-841eff8a0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:41.011955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-e3e62388-aba8-4da1-8e47-841eff8a0c5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.2541342 Nov 23 18:25:41.014609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-3870770a-6d08-4502-ac1d-671f3a3a4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:41.015954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-3870770a-6d08-4502-ac1d-671f3a3a4bcd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.2325580 Nov 23 18:25:41.153183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-043d6840-921f-49ad-90ed-7bc3f3ab7e6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1000 time: 0.1332202 Nov 23 18:25:41.159271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-860d647f-3926-4e03-ba93-5dc98ec77798 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1000 time: 0.1309662 Nov 23 18:25:41.207319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:41.230832 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:41.271310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a8fd3e00-fe2e-4a27-bf03-f2d32e86aa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:41.291299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-3f183fe8-281f-484e-a2ee-27b97f7752a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:41.292726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-3f183fe8-281f-484e-a2ee-27b97f7752a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.1314685 Nov 23 18:25:41.312661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-746f9c39-5811-4d99-8c9f-71552610d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:41.314357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-746f9c39-5811-4d99-8c9f-71552610d029 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.1369340 Nov 23 18:25:41.333672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=567fe2ec-3d13-4a67-bfe9-54d656c331d6,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:41.418933 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:41.467473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:25:41.479094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-75ca8c55-7daa-482e-a151-0dc52651a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:41.480595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-75ca8c55-7daa-482e-a151-0dc52651a0dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606293 Nov 23 18:25:41.484622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-1c27a7e6-0f06-4030-ad64-76538991f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:41.486611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-1c27a7e6-0f06-4030-ad64-76538991f745 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539702 Nov 23 18:25:41.568906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e76b2-fbac-4842-ac0f-044f2188afe7 req-62d44a1b-37df-4777-b32c-c59352f7d3b7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:41.570376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd0e76b2-fbac-4842-ac0f-044f2188afe7 req-62d44a1b-37df-4777-b32c-c59352f7d3b7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 944 time: 0.1881974 Nov 23 18:25:41.688544 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 236f4498-5883-4591-ad55-016999515c4b associated. External IP: 172.25.0.58, port: 406cdf17-dae1-492f-bc91-8d8c82ed8ecf. Nov 23 18:25:42.066060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd0e76b2-fbac-4842-ac0f-044f2188afe7 req-c6668ad5-4478-49af-87d1-d5164c424ce0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4865100 Nov 23 18:25:42.067841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-3273daa0-bec7-4cca-8417-e2afde3ed3b9 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769291 Nov 23 18:25:42.072847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-d916bf3b-cc40-49f0-9ce9-70e5cc4ae12a service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719159 Nov 23 18:25:42.305272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-2c71b275-f411-4472-9c29-386f47f01719 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298825 Nov 23 18:25:42.308881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4af45486-bc37-4e71-b211-606594c3d2c2 req-491aba00-2824-45cb-a7a1-4e103e19a8c4 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249820 Nov 23 18:25:42.326538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:25:42.381723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:42.428807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:42.439964 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'port_id': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'mac_address': 'fa:16:3e:5f:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:25:42.479642 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:42.491110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:42.493503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:25:42.500929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e34218-e2e3-42e1-98b9-665b0909b9cc None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:42.508576 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:42.523627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e34218-e2e3-42e1-98b9-665b0909b9cc None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:42.524547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-18e34218-e2e3-42e1-98b9-665b0909b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:42.527296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:42.535854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-caa7b342-7a98-4d49-a5db-3085657abf47 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4216752 Nov 23 18:25:42.538409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37560) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:42.612499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0318e887-b07b-48ef-a039-c57cafab24ec tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "GET /v2.0/floatingips/236f4498-5883-4591-ad55-016999515c4b HTTP/1.1" status: 200 len: 978 time: 0.0695012 Nov 23 18:25:42.612772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37562) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:42.716045 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:42.717694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-18e34218-e2e3-42e1-98b9-665b0909b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:42.727639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-da4a37f0-2c9a-47ac-9402-a2a5a7bd27bd tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1138964 Nov 23 18:25:42.730096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37564) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:42.734315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'port_id': 'e43700ec-1559-4337-bfc3-1bc2bbe67363'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:42.750349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e34218-e2e3-42e1-98b9-665b0909b9cc None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:42.751001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-18e34218-e2e3-42e1-98b9-665b0909b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:42.788297 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:42.790377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-18e34218-e2e3-42e1-98b9-665b0909b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:42.791065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e34218-e2e3-42e1-98b9-665b0909b9cc None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:42.804575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:42.811995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.812359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.812722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.813057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.813398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.814649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.815018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.815358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.815695 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.816034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.816367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.816702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:42.944691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:25:43.228676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137b3a9-e9d6-41b3-8e69-c6ee5c48b72a req-4b29141f-342b-4989-8b22-70076e76b8dc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:43.230076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f137b3a9-e9d6-41b3-8e69-c6ee5c48b72a req-4b29141f-342b-4989-8b22-70076e76b8dc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 945 time: 0.0731354 Nov 23 18:25:43.336641 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6bf39f9d-b5d9-43c4-842b-0541e781d0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:43.340889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f137b3a9-e9d6-41b3-8e69-c6ee5c48b72a req-6df57ed1-9c75-4d68-aaff-82d6526ee5dc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927503 Nov 23 18:25:43.347547 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:43.351678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:43.458967 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 236f4498-5883-4591-ad55-016999515c4b associated. External IP: 172.25.0.58, port: 406cdf17-dae1-492f-bc91-8d8c82ed8ecf. Nov 23 18:25:43.679189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacd6aa-0511-4c34-9e5b-c00cf0d56507 req-0491a508-0c93-4af9-901d-b5c6ef8bd6c6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:43.680672 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2bacd6aa-0511-4c34-9e5b-c00cf0d56507 req-0491a508-0c93-4af9-901d-b5c6ef8bd6c6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 945 time: 0.1372080 Nov 23 18:25:43.690010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-756ee683-9ff0-409b-96a6-21cd807aa0a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:43.691409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-756ee683-9ff0-409b-96a6-21cd807aa0a8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 945 time: 0.1468604 Nov 23 18:25:43.854622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2bacd6aa-0511-4c34-9e5b-c00cf0d56507 req-a8202780-a3a8-4705-8491-859122a673fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280007 Nov 23 18:25:43.870801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-b832545d-e549-4954-a6c2-d92c630c6421 service neutron] 10.222.0.72 "GET /v2.0/ports/28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 382 time: 0.1425579 Nov 23 18:25:43.880516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:44.007005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-73619f01-08de-47b6-bb41-d49dcf2b303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:44.008494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-73619f01-08de-47b6-bb41-d49dcf2b303c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1096 time: 0.0866466 Nov 23 18:25:44.027226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:44.037090 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba7aee-e708-41fc-8937-59aa7cf4a692 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:44.046926 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba7aee-e708-41fc-8937-59aa7cf4a692 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:44.047619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2fba7aee-e708-41fc-8937-59aa7cf4a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:44.083006 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2fba7aee-e708-41fc-8937-59aa7cf4a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:44.091464 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba7aee-e708-41fc-8937-59aa7cf4a692 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:44.092058 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2fba7aee-e708-41fc-8937-59aa7cf4a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:44.124417 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2fba7aee-e708-41fc-8937-59aa7cf4a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:44.124978 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba7aee-e708-41fc-8937-59aa7cf4a692 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:44.342713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:44.395517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:25:44.399863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:44.400247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:44.478181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-673d7257-1f45-4b5d-ac16-e67cea615c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:44.479689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-673d7257-1f45-4b5d-ac16-e67cea615c14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.4621975 Nov 23 18:25:44.482203 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:44.509354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:44.511681 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa92d0-1323-428d-bdd6-ef8f8d761d1e" -d '{"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-plugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:44.524956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:44.529728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:44.578548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:44.625450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-2177b7ef-7c8e-49a6-8840-68e9f210293e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1002 time: 0.1045978 Nov 23 18:25:44.673515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:44.694727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-8a2fdd75-9149-403f-a6d7-a65b0a4bcbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:44.696187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-8a2fdd75-9149-403f-a6d7-a65b0a4bcbb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.0597727 Nov 23 18:25:44.700252 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9dd8e3-db9a-4ce0-85cb-a05087f4a423 x-openstack-request-id: req-aa9dd8e3-db9a-4ce0-85cb-a05087f4a423 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:44.700560 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-plugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:44.700823 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aa9dd8e3-db9a-4ce0-85cb-a05087f4a423 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:44.701226 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'code': 200} Nov 23 18:25:44.813313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16e08c1b-bf42-4250-b8cc-8e5b2cc94586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:44.814889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16e08c1b-bf42-4250-b8cc-8e5b2cc94586 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885062 Nov 23 18:25:44.833404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:44.842551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a511f-4ec4-4bc5-a61d-d7e27ea42fe8 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:44.846469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:44.854122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a511f-4ec4-4bc5-a61d-d7e27ea42fe8 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:44.854781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-793a511f-4ec4-4bc5-a61d-d7e27ea42fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:44.888134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-793a511f-4ec4-4bc5-a61d-d7e27ea42fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:44.897790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a511f-4ec4-4bc5-a61d-d7e27ea42fe8 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:44.898407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-793a511f-4ec4-4bc5-a61d-d7e27ea42fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:44.936922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-793a511f-4ec4-4bc5-a61d-d7e27ea42fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:44.937491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a511f-4ec4-4bc5-a61d-d7e27ea42fe8 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:44.975467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-da09b751-986c-488e-9ac3-fc79744f3be0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/floatingips/236f4498-5883-4591-ad55-016999515c4b HTTP/1.1" status: 200 len: 976 time: 2.2443466 Nov 23 18:25:44.978143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37580) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:44.982765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:44.988863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-7215aeaf-935c-44a7-a70c-9503304d7e99 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654079 Nov 23 18:25:45.004045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f474c93-6440-46d4-8f97-b8888e147f22 req-8eeff0b0-d23d-4432-9627-5fcae0d85969 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:45.005480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f474c93-6440-46d4-8f97-b8888e147f22 req-8eeff0b0-d23d-4432-9627-5fcae0d85969 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0743642 Nov 23 18:25:45.045806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.113227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f474c93-6440-46d4-8f97-b8888e147f22 req-db74ae59-c79d-4628-a4e2-6d3a99eede0e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993283 Nov 23 18:25:45.133686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-980c963f-e1b3-4896-929e-79da17a37f44 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272511 Nov 23 18:25:45.133925 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.212830 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.216338 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.216725 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 236f4498-5883-4591-ad55-016999515c4b disassociated. External IP: 172.25.0.58, port: e43700ec-1559-4337-bfc3-1bc2bbe67363. Nov 23 18:25:45.427967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:45.534734 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:45.539508 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.543943 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4c728-1b38-4fc4-83ac-4c4ae5ccacce None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:45.554953 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4c728-1b38-4fc4-83ac-4c4ae5ccacce None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:45.555820 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb4c728-1b38-4fc4-83ac-4c4ae5ccacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:45.568411 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-52a2f475-fd2f-4a77-b755-534b467c0cf1 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/floatingips/236f4498-5883-4591-ad55-016999515c4b HTTP/1.1" status: 200 len: 687 time: 0.5891128 Nov 23 18:25:45.570910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37582) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:45.591977 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb4c728-1b38-4fc4-83ac-4c4ae5ccacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:45.600886 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4c728-1b38-4fc4-83ac-4c4ae5ccacce None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:45.601479 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb4c728-1b38-4fc4-83ac-4c4ae5ccacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:45.634402 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0fb4c728-1b38-4fc4-83ac-4c4ae5ccacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:45.635079 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4c728-1b38-4fc4-83ac-4c4ae5ccacce None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:45.698739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 567fe2ec-3d13-4a67-bfe9-54d656c331d6 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:45.699094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.777654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.777986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.789698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 567fe2ec-3d13-4a67-bfe9-54d656c331d6 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:45.917934 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.946909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=567fe2ec-3d13-4a67-bfe9-54d656c331d6,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:46.007106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:46.010279 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:46.011710 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4916197f-ea75-4b55-8db9-905b651da3ce tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/floatingips/236f4498-5883-4591-ad55-016999515c4b HTTP/1.1" status: 204 len: 168 time: 0.4398894 Nov 23 18:25:46.014316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37584) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:46.052967 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-37819c0f-ceee-4f60-a5a5-68fa392081b8 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] delete failed (client error): The resource could not be found. Nov 23 18:25:46.053901 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-37819c0f-ceee-4f60-a5a5-68fa392081b8 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/floatingips/236f4498-5883-4591-ad55-016999515c4b HTTP/1.1" status: 404 len: 345 time: 0.0386348 Nov 23 18:25:46.057559 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37586) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:46.138322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612b450-6644-4958-8942-88685f0f2d2f tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:46.144448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612b450-6644-4958-8942-88685f0f2d2f tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:46.150600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612b450-6644-4958-8942-88685f0f2d2f tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:46.152262 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c612b450-6644-4958-8942-88685f0f2d2f tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "GET /v2.0/ports?network_id=b4ac2c03-eebe-4f07-802d-2a0a618b3273 HTTP/1.1" status: 200 len: 2358 time: 0.0938084 Nov 23 18:25:46.154936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37590) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:46.206521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786955e-7efc-4647-a9ff-c515fc7abc38 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:46.207931 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d786955e-7efc-4647-a9ff-c515fc7abc38 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "GET /v2.0/subnets/4ab88b2c-89c7-43ff-987e-1e11359fda90 HTTP/1.1" status: 200 len: 797 time: 0.0520878 Nov 23 18:25:46.212685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37592) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:46.217554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'port': {'network_id': 'b4ac2c03-eebe-4f07-802d-2a0a618b3273', 'name': 'tempest-FloatingIPTestJSON-1736141102', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:46.253017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d9b8-3985-4217-bc65-296fa09d1a83 req-aef5d6e2-d1e4-4cc5-8e2f-01e2e6f5bfc6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:46.254542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cf9d9b8-3985-4217-bc65-296fa09d1a83 req-aef5d6e2-d1e4-4cc5-8e2f-01e2e6f5bfc6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.0518587 Nov 23 18:25:46.304770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cf9d9b8-3985-4217-bc65-296fa09d1a83 req-db9d6b1a-d484-4d5a-8c5a-f05b791a2bd1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Nov 23 18:25:46.336069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:46.426297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:46.443526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] device_id is not set on port 4982ae93-ac38-4ccb-b545-b82f1945f9e8 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:46.465477 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:46.733675 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.20.0.14 (b4ac2c03-eebe-4f07-802d-2a0a618b3273/4ab88b2c-89c7-43ff-987e-1e11359fda90/4982ae93-ac38-4ccb-b545-b82f1945f9e8) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:46.740118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.20.0.12 (b4ac2c03-eebe-4f07-802d-2a0a618b3273/4ab88b2c-89c7-43ff-987e-1e11359fda90/4982ae93-ac38-4ccb-b545-b82f1945f9e8) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:46.884840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:46.920941 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:46.966547 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:46.969358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:46.974275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:46.981765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=4982ae93-ac38-4ccb-b545-b82f1945f9e8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:47.044621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:47.045238 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.061542 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4e3c7319-f2d0-4cd5-949c-8765ceb3cc44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8478358 Nov 23 18:25:47.064764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37596) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:47.069601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '4982ae93-ac38-4ccb-b545-b82f1945f9e8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:47.092696 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.229694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-86f18cbf-10ea-4994-bca3-450151b9ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:47.231229 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-86f18cbf-10ea-4994-bca3-450151b9ce3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 1097 time: 0.0530174 Nov 23 18:25:47.237459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.244181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:47.257628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37598) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:47.323017 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-617cb80b-fd52-49f1-b8e1-2d27cc6fc2ca tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/floatingips/8c26ac75-a982-472b-943b-b2027d46f00f HTTP/1.1" status: 200 len: 993 time: 0.0633690 Nov 23 18:25:47.358255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.470820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.25.0.192 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/94da7b28-e1cb-487f-bb3e-627a900aa88e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:47.553726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2450e2a-8936-4da0-81ee-2d22ca11808f req-4d7c57b6-6aa2-4e09-9c3f-e90ed821c40e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:47.555256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2450e2a-8936-4da0-81ee-2d22ca11808f req-4d7c57b6-6aa2-4e09-9c3f-e90ed821c40e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 946 time: 0.1655338 Nov 23 18:25:47.737219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2450e2a-8936-4da0-81ee-2d22ca11808f req-bfeffd6a-225b-4948-b084-dab8146adec2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734979 Nov 23 18:25:47.776035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:47.779787 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.831565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:47.873182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.884055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:47.887274 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f34fb96-9294-47df-aadc-c3af5d2cb256" -d '{"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-unplugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:47.894652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.903387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.933124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:47.941442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:47.943648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Transition to ACTIVE for port object 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:25:47.947255 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760541d4-c2df-48c8-8447-4e9e2002ff08 x-openstack-request-id: req-760541d4-c2df-48c8-8447-4e9e2002ff08 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:47.947574 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-unplugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:47.947887 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-760541d4-c2df-48c8-8447-4e9e2002ff08 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:47.948365 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'code': 200} Nov 23 18:25:47.949029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:47.974961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37608) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:47.975562 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.977420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=94da7b28-e1cb-487f-bb3e-627a900aa88e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:48.000300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.000705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.001688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.002048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.002390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.002751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.003093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.003424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.003752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.004083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.004414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.004742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:48.131865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=10']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:48.148813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port 088cc156-e39f-457f-aff9-9388931e76a0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:48.149381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.184705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] No DVR routers for this DVR port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:48.233026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.233459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.245612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for 088cc156-e39f-457f-aff9-9388931e76a0 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:48.398798 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.426855 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=088cc156-e39f-457f-aff9-9388931e76a0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:48.462800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:48.463421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:48.463584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:48.474541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:25:48.474900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Attempting to bind port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:48.490129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.490482 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Floating IP 8c26ac75-a982-472b-943b-b2027d46f00f disassociated (deleted). External IP: 172.25.0.55, port: 97d120bb-af1f-45bc-8260-652a31674cf1. Nov 23 18:25:48.507612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:48.507957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Checking segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:48.508351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Bound using segment: {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:48.508798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Bound port: 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b4034f-0371-49e6-bf7b-b1c7874009e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:48.509157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.620901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:48.631866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.654002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:48.662076 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.701712 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:48.715679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:48.716329 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.717766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] 10.222.0.66 "PUT /v2.0/ports/28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1093 time: 1.4783101 Nov 23 18:25:48.790827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16befac4-94b5-45f6-ac80-69bfb6982c94 service neutron] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=11']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:48.794600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.849536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-1bbf03ee-e4ee-44e7-8148-07e2d7c79757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:48.851064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-1bbf03ee-e4ee-44e7-8148-07e2d7c79757 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1096 time: 0.1075339 Nov 23 18:25:48.856561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:48.862320 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:48.867149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] Sync routers for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:48.882528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:48.883761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:48.899796 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef2ffda0-ea96-4c16-ba7b-9e23498bdbfd tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/floatingips/8c26ac75-a982-472b-943b-b2027d46f00f HTTP/1.1" status: 204 len: 168 time: 0.9234273 Nov 23 18:25:48.900525 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:48.903077 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95173590-272a-4931-a35c-9af971bd9101" -d '{"events": [{"name": "network-changed", "server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:49.005668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:49.235731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:58Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:49.262785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] Checking router: b687d533-3fc2-4b49-bbd4-0759cb8e7e9e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:49.272358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:49.272978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:49.346172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a024655-76fb-4cfe-a46a-a5dbd17287ca req-33115ba0-27f4-441d-b7d7-24d00b246328 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:49.347792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a024655-76fb-4cfe-a46a-a5dbd17287ca req-33115ba0-27f4-441d-b7d7-24d00b246328 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 945 time: 0.5135384 Nov 23 18:25:49.386789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:49.426785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-0a5447c4-260b-41c1-b520-929252e2bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:49.428277 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-0a5447c4-260b-41c1-b520-929252e2bf5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.5693793 Nov 23 18:25:49.499187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a024655-76fb-4cfe-a46a-a5dbd17287ca req-e340bf27-5c0a-4fe5-8387-7917ea6cb96b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418819 Nov 23 18:25:49.532115 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:49.537515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-d594420a-26d0-415b-b38a-506495cc5913 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1000 time: 0.1004269 Nov 23 18:25:49.539569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:49.601382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:58Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:49.637678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f6adb-9e35-4f01-a6d9-5d16397b7c00 None None] The sync data for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 is: [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '543a2f88-3fc2-41d6-9889-b88438ff15a2', 'name': '', 'network_id': '5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'mac_address': 'fa:16:3e:98:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5c644951-71e9-4263-aede-3e38df1ae269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:24:58Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'subnets': [{'id': '5c644951-71e9-4263-aede-3e38df1ae269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:49.653675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=94da7b28-e1cb-487f-bb3e-627a900aa88e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:49.669830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:49.672424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-e339f3dd-6316-4f27-839b-4cefe2a572f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:49.674034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-e339f3dd-6316-4f27-839b-4cefe2a572f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.1264493 Nov 23 18:25:49.693061 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:49.703694 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e918500-2de3-4368-8e64-2afed4fb32db x-openstack-request-id: req-8e918500-2de3-4368-8e64-2afed4fb32db {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:49.705116 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:49.705116 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e918500-2de3-4368-8e64-2afed4fb32db {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:49.705461 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1', 'status': 'completed', 'code': 200} Nov 23 18:25:49.896964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-a628b6f2-e6ce-42b2-a694-e065990cf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:49.898510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-a628b6f2-e6ce-42b2-a694-e065990cf8da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692362 Nov 23 18:25:49.905414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95173590-272a-4931-a35c-9af971bd9101 req-c6b20847-19e1-490e-8f43-6711f273df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:49.905839 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2faac-7544-4bc9-a5b5-2586521d7a45 None None] New status for floating IP 8c26ac75-a982-472b-943b-b2027d46f00f: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:25:49.906864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95173590-272a-4931-a35c-9af971bd9101 req-c6b20847-19e1-490e-8f43-6711f273df69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 1097 time: 0.1668396 Nov 23 18:25:49.922467 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 0feefb9e-aee7-4fc4-9dbd-ba4bf67dd728 associated. External IP: 172.25.0.192, port: 4982ae93-ac38-4ccb-b545-b82f1945f9e8. Nov 23 18:25:49.952713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bdb73-5b8e-4d25-a78b-7f63944a7d4e req-71ba3c28-491e-4c9c-859e-5816af6f15a9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:49.955827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a99bdb73-5b8e-4d25-a78b-7f63944a7d4e req-71ba3c28-491e-4c9c-859e-5816af6f15a9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 946 time: 0.1830127 Nov 23 18:25:50.008189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:50.010465 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40acf70-9c90-4702-a701-0ecee2741717" -d '{"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:50.225275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a99bdb73-5b8e-4d25-a78b-7f63944a7d4e req-c23bcea2-c800-4d89-ac94-8f3c6cbeed83 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105026 Nov 23 18:25:50.229995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95173590-272a-4931-a35c-9af971bd9101 req-c68ce76e-d111-43b3-9d17-d7e9d08f6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:50.231440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95173590-272a-4931-a35c-9af971bd9101 req-c68ce76e-d111-43b3-9d17-d7e9d08f6d9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 HTTP/1.1" status: 200 len: 898 time: 0.3103909 Nov 23 18:25:50.234887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-7fe7df2b-b031-4f51-9825-aed01e98e7c5 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256748 Nov 23 18:25:50.299161 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae19ea-2f5d-4691-93f3-f3af79c9ab37 x-openstack-request-id: req-b5ae19ea-2f5d-4691-93f3-f3af79c9ab37 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:50.299451 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:50.299966 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b5ae19ea-2f5d-4691-93f3-f3af79c9ab37 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:50.300368 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'status': 'completed', 'code': 200} Nov 23 18:25:50.305806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95173590-272a-4931-a35c-9af971bd9101 req-4a8e14a5-f92f-4f55-943c-9b2844ad004e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d120bb-af1f-45bc-8260-652a31674cf1 HTTP/1.1" status: 200 len: 217 time: 0.0651979 Nov 23 18:25:50.517389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95173590-272a-4931-a35c-9af971bd9101 req-91a78de4-fe83-4608-8be5-f58a69e3ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:50.518798 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95173590-272a-4931-a35c-9af971bd9101 req-91a78de4-fe83-4608-8be5-f58a69e3ed46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c644951-71e9-4263-aede-3e38df1ae269 HTTP/1.1" status: 200 len: 835 time: 0.1756613 Nov 23 18:25:50.537928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf70-9c90-4702-a701-0ecee2741717 req-f9bb1cf6-baa5-4ef4-bcc1-472ff7528778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:50.539717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-f9bb1cf6-baa5-4ef4-bcc1-472ff7528778 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1096 time: 0.1979852 Nov 23 18:25:50.553989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd08dc40-addd-49e7-b159-a9f0b88bc3c3 req-82523abb-81e3-4387-8d9c-f613b6faf79b service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111925 Nov 23 18:25:50.622020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:50.729737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95173590-272a-4931-a35c-9af971bd9101 req-113446a3-d3e7-44cd-8077-7104098d1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:50.731288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95173590-272a-4931-a35c-9af971bd9101 req-113446a3-d3e7-44cd-8077-7104098d1b3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965244 Nov 23 18:25:50.740677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:50.802805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff560bee-39ee-44f2-a789-4419f83232fb req-73fb05bf-430e-4024-a28a-d7821c94ad0d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:50.804211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff560bee-39ee-44f2-a789-4419f83232fb req-73fb05bf-430e-4024-a28a-d7821c94ad0d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 945 time: 0.2265575 Nov 23 18:25:50.822133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf70-9c90-4702-a701-0ecee2741717 req-71c42d88-96fe-4f14-a309-686b982744d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:50.823938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-71c42d88-96fe-4f14-a309-686b982744d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1096 time: 0.2210474 Nov 23 18:25:50.862966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf70-9c90-4702-a701-0ecee2741717 req-2640cdb0-0081-4c20-a76e-f7853b13947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:50.864399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-2640cdb0-0081-4c20-a76e-f7853b13947c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.3154595 Nov 23 18:25:51.098332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:51.103119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff560bee-39ee-44f2-a789-4419f83232fb req-2c22ee94-2278-4ad2-a0be-aa6fe9ba8869 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703867 Nov 23 18:25:51.109185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea65c5-90f5-4a00-8853-e45240331ca6 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:51.115614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-35446065-5330-4b83-ade9-09cee242668c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1000 time: 0.2081943 Nov 23 18:25:51.131023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea65c5-90f5-4a00-8853-e45240331ca6 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:51.131728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-09ea65c5-90f5-4a00-8853-e45240331ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:51.144471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95173590-272a-4931-a35c-9af971bd9101 req-c06f2dd2-03ad-4d4e-ae6d-9435c1e7c224 service neutron] 10.222.0.72 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021325 Nov 23 18:25:51.164939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-09ea65c5-90f5-4a00-8853-e45240331ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:51.165632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf70-9c90-4702-a701-0ecee2741717 req-9b6a68c3-61ed-47d2-ae94-5b8cc0ad47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:51.167332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-9b6a68c3-61ed-47d2-ae94-5b8cc0ad47f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.3335333 Nov 23 18:25:51.175056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea65c5-90f5-4a00-8853-e45240331ca6 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:51.175663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-09ea65c5-90f5-4a00-8853-e45240331ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:51.183708 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:51.217431 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-09ea65c5-90f5-4a00-8853-e45240331ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:51.218104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea65c5-90f5-4a00-8853-e45240331ca6 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:51.245852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-38e351d4-7099-4918-a2e2-07cace9c3d48 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:51.247464 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-38e351d4-7099-4918-a2e2-07cace9c3d48 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 946 time: 0.0663469 Nov 23 18:25:51.621468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf70-9c90-4702-a701-0ecee2741717 req-ae9752ab-9cf5-4e8d-97f9-f573c0df55df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:51.622986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-ae9752ab-9cf5-4e8d-97f9-f573c0df55df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.4941406 Nov 23 18:25:51.654026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-45ac58be-da97-4aa8-bc9c-d26187dc5a83 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5880766 Nov 23 18:25:51.656773 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37624) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:51.661747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f58c56b3-fe86-4965-823f-300fdf31df3c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'port_id': '4982ae93-ac38-4ccb-b545-b82f1945f9e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:51.713084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-c3e11473-f160-49cd-b597-8ccbfd70c5e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1000 time: 0.5248749 Nov 23 18:25:51.723218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port 97d120bb-af1f-45bc-8260-652a31674cf1 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:51.723559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:51.754404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f58c56b3-fe86-4965-823f-300fdf31df3c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:51.755246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff95102-e042-408e-9fbf-5571a0ad1676 req-7f0bccac-570e-4804-b7dc-91145fc5ca31 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:51.757219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff95102-e042-408e-9fbf-5571a0ad1676 req-7f0bccac-570e-4804-b7dc-91145fc5ca31 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/ports?device_id=da68d9ea-a42e-4c10-883f-8de2cf70751b HTTP/1.1" status: 200 len: 946 time: 0.2176042 Nov 23 18:25:51.787338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95173590-272a-4931-a35c-9af971bd9101 req-2143026c-fa64-4016-95cb-13eca42e8fc4 service neutron] 10.222.0.72 "GET /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170366 Nov 23 18:25:51.802118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf70-9c90-4702-a701-0ecee2741717 req-1f1107a5-9f74-4bcf-9271-f23ae926a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:51.803382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-1f1107a5-9f74-4bcf-9271-f23ae926a719 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462548 Nov 23 18:25:51.869389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf70-9c90-4702-a701-0ecee2741717 req-b39ac7a2-41ad-4688-9fee-d51e52344244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:51.870900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-b39ac7a2-41ad-4688-9fee-d51e52344244 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.1485660 Nov 23 18:25:51.925375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port 97d120bb-af1f-45bc-8260-652a31674cf1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=97d120bb-af1f-45bc-8260-652a31674cf1,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:51.925758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:51.940913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff95102-e042-408e-9fbf-5571a0ad1676 req-48c6af82-dab5-45b0-a1ec-616075cefdb9 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e5ec3a5-4031-43a8-96f4-cc57d614f38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572165 Nov 23 18:25:51.946619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for 97d120bb-af1f-45bc-8260-652a31674cf1 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:51.980167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-699a7e47-f54d-4d6a-9a7d-ec70515562d1 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670282 Nov 23 18:25:51.982299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf70-9c90-4702-a701-0ecee2741717 req-ebbee601-f2c4-47d6-91d7-c3378fbdac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:51.984053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-ebbee601-f2c4-47d6-91d7-c3378fbdac7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837977 Nov 23 18:25:52.034217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-e3c8ad85-740c-403e-a70c-2dc4095971cd req-d5f30d47-f10e-45fc-9056-8f09c30c6fd2 service neutron] (120535) timed out ('10.222.0.74', 42840) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:25:52.168412 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-4dcf61d6-840b-4935-97b2-0df443fa8ad5 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764262 Nov 23 18:25:52.170353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-8b93428e-7adf-4909-b507-f3b2790b4488 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676648 Nov 23 18:25:52.264413 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:52.314174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a40acf70-9c90-4702-a701-0ecee2741717 req-bbefebb9-aac6-4175-8495-135872ff08b1 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369457 Nov 23 18:25:52.321811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cac5e-c34a-4758-a993-fab6c843acab req-f022c3a7-0f70-4161-83b7-a56958705063 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:52.323272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-809cac5e-c34a-4758-a993-fab6c843acab req-f022c3a7-0f70-4161-83b7-a56958705063 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 945 time: 0.0796571 Nov 23 18:25:52.330954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=97d120bb-af1f-45bc-8260-652a31674cf1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:52.375263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:52.388318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] No DVR routers for this DVR port 97d120bb-af1f-45bc-8260-652a31674cf1 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:52.393345 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:52.396631 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f08cab33-6ad0-4a61-9ea8-eb284e88e57e req-59d10733-47a9-4e33-8d1a-d325a24d3204 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.72 "DELETE /v2.0/ports/97d120bb-af1f-45bc-8260-652a31674cf1 HTTP/1.1" status: 204 len: 173 time: 1.1397669 Nov 23 18:25:52.397090 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'name': 'network-vif-deleted', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:52.399450 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47775e19-a101-417e-997c-12eced770f33" -d '{"events": [{"server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "name": "network-vif-deleted", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:52.417480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-809cac5e-c34a-4758-a993-fab6c843acab req-18a9c843-e926-4065-bee4-3e77ec9b5b13 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787771 Nov 23 18:25:52.422501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:52.438095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37630) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:52.487337 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0bf445-11ef-4f64-bff4-a3d872d1e345 x-openstack-request-id: req-6e0bf445-11ef-4f64-bff4-a3d872d1e345 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:52.487643 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da68d9ea-a42e-4c10-883f-8de2cf70751b", "name": "network-vif-deleted", "tag": "97d120bb-af1f-45bc-8260-652a31674cf1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:52.487906 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6e0bf445-11ef-4f64-bff4-a3d872d1e345 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:52.488311 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da68d9ea-a42e-4c10-883f-8de2cf70751b', 'name': 'network-vif-deleted', 'tag': '97d120bb-af1f-45bc-8260-652a31674cf1', 'status': 'completed', 'code': 200} Nov 23 18:25:52.512718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-94c59a36-6ab6-45e9-b2c5-699e443e5f5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/7c196468-ed69-4397-b24d-516a0821525c HTTP/1.1" status: 200 len: 992 time: 0.0726109 Nov 23 18:25:52.521004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f58c56b3-fe86-4965-823f-300fdf31df3c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:52.526483 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f58c56b3-fe86-4965-823f-300fdf31df3c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:52.745356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58c56b3-fe86-4965-823f-300fdf31df3c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:52.851790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:25:52.866885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58c56b3-fe86-4965-823f-300fdf31df3c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:52.871244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f58c56b3-fe86-4965-823f-300fdf31df3c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:52.878516 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f55c48-30fe-4fa9-86c6-5566d9c1275a None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:52.893222 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f55c48-30fe-4fa9-86c6-5566d9c1275a None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:52.893943 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-25f55c48-30fe-4fa9-86c6-5566d9c1275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:52.931783 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f58c56b3-fe86-4965-823f-300fdf31df3c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/floatingips/0feefb9e-aee7-4fc4-9dbd-ba4bf67dd728 HTTP/1.1" status: 200 len: 979 time: 1.2732108 Nov 23 18:25:52.934897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:52.935073 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-25f55c48-30fe-4fa9-86c6-5566d9c1275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:52.947798 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f55c48-30fe-4fa9-86c6-5566d9c1275a None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:52.948670 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-25f55c48-30fe-4fa9-86c6-5566d9c1275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:52.982565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:53.000404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'port_id': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'mac_address': 'fa:16:3e:5f:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:25:53.024629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37636) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:53.057888 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.072387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:25:53.081431 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-25f55c48-30fe-4fa9-86c6-5566d9c1275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:53.082087 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f55c48-30fe-4fa9-86c6-5566d9c1275a None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:53.097230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:53.100382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62cc967e-130d-404f-919f-262e047ea5ec tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.101769 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.134046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62cc967e-130d-404f-919f-262e047ea5ec tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.146225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 94da7b28-e1cb-487f-bb3e-627a900aa88e {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:53.146728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.160444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=12']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:53.200784 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62cc967e-130d-404f-919f-262e047ea5ec tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.203580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-62cc967e-130d-404f-919f-262e047ea5ec tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.205612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-62cc967e-130d-404f-919f-262e047ea5ec tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/security-groups/4e5ec3a5-4031-43a8-96f4-cc57d614f38e HTTP/1.1" status: 204 len: 168 time: 0.1797600 Nov 23 18:25:53.215772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc967e-130d-404f-919f-262e047ea5ec tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5ec3a5-4031-43a8-96f4-cc57d614f38e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:53.240988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.240988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.241659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37640) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:53.254832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 94da7b28-e1cb-487f-bb3e-627a900aa88e owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:53.330329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:25:53.417511 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.450444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=94da7b28-e1cb-487f-bb3e-627a900aa88e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:53.517601 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.517981 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 0feefb9e-aee7-4fc4-9dbd-ba4bf67dd728 disassociated (deleted). External IP: 172.25.0.192, port: 4982ae93-ac38-4ccb-b545-b82f1945f9e8. Nov 23 18:25:53.696225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.736554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:53.847828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:53.852244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:53.858654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8855d3-18d4-4aad-953f-c0edc84646df None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:53.869735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8855d3-18d4-4aad-953f-c0edc84646df None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:53.870488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9f8855d3-18d4-4aad-953f-c0edc84646df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:53.882995 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fb8c5454-9e6c-4534-8a8a-ec7d74af007e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/floatingips/0feefb9e-aee7-4fc4-9dbd-ba4bf67dd728 HTTP/1.1" status: 204 len: 168 time: 0.9447227 Nov 23 18:25:53.883339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:53.907814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9f8855d3-18d4-4aad-953f-c0edc84646df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:53.917021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8855d3-18d4-4aad-953f-c0edc84646df None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:53.917598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9f8855d3-18d4-4aad-953f-c0edc84646df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:53.953237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9f8855d3-18d4-4aad-953f-c0edc84646df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:53.953827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8855d3-18d4-4aad-953f-c0edc84646df None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:53.977625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a4af4-0659-4875-81bc-da2de388bae6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 4982ae93-ac38-4ccb-b545-b82f1945f9e8 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:53.977991 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a4af4-0659-4875-81bc-da2de388bae6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.017540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port 543a2f88-3fc2-41d6-9889-b88438ff15a2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:54.017885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.066311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a4af4-0659-4875-81bc-da2de388bae6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.077799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a4af4-0659-4875-81bc-da2de388bae6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 4982ae93-ac38-4ccb-b545-b82f1945f9e8 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:54.105462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port 543a2f88-3fc2-41d6-9889-b88438ff15a2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=543a2f88-3fc2-41d6-9889-b88438ff15a2,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:54.106053 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.119055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for 543a2f88-3fc2-41d6-9889-b88438ff15a2 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:54.256311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a4af4-0659-4875-81bc-da2de388bae6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.286199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a4af4-0659-4875-81bc-da2de388bae6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=4982ae93-ac38-4ccb-b545-b82f1945f9e8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:54.309441 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.341677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=543a2f88-3fc2-41d6-9889-b88438ff15a2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:54.390990 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5d4a4af4-0659-4875-81bc-da2de388bae6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.395098 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5d4a4af4-0659-4875-81bc-da2de388bae6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/ports/4982ae93-ac38-4ccb-b545-b82f1945f9e8 HTTP/1.1" status: 204 len: 168 time: 0.5108707 Nov 23 18:25:54.398938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37644) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:54.403467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:54.444322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.533703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.557668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.668048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.25.0.18 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/8f19915f-5647-4a39-a000-adde572af402) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:54.784204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.820591 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.853367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:54.870139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:54.873266 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:54.878168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:54.901150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=8f19915f-5647-4a39-a000-adde572af402,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:54.914194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:25:54.918422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:54.919315 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:54.971540 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.005771 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.010820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.030729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:55.033439 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb9654e-9196-46a8-a32e-af422c28963a" -d '{"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-plugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:55.050135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:55.057323 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.102476 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b5a9da-be6c-4627-8f4e-5b18af9aa8d7 x-openstack-request-id: req-e4b5a9da-be6c-4627-8f4e-5b18af9aa8d7 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:55.102803 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-plugged", "status": "completed", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:55.103065 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4b5a9da-be6c-4627-8f4e-5b18af9aa8d7 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:55.103466 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'code': 200} Nov 23 18:25:55.118228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:55.132616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=13']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:55.204871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.209772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.243030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:55.248091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-64c90952-3ac8-410d-b06b-82a51464c83c tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "PUT /v2.0/routers/b687d533-3fc2-4b49-bbd4-0759cb8e7e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0052958 Nov 23 18:25:55.251012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37648) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:55.254938 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] Sync routers for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:55.265843 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:55.267429 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:55.294851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=8f19915f-5647-4a39-a000-adde572af402,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:55.304507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb008ac8-36e3-499e-a490-6276478e27f3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting subnet 5c644951-71e9-4263-aede-3e38df1ae269 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:55.308538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.309403 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb008ac8-36e3-499e-a490-6276478e27f3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.325826 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.330159 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-65ce3051-510e-4c68-b4d5-c7fd1b5f57a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9272997 Nov 23 18:25:55.331430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37650) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:55.340231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'port': {'network_id': 'b4ac2c03-eebe-4f07-802d-2a0a618b3273', 'name': 'tempest-FloatingIPTestJSON-1885645209'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:55.358659 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb008ac8-36e3-499e-a490-6276478e27f3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.381328 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:55.452655 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb008ac8-36e3-499e-a490-6276478e27f3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.457528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:55.461102 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.480700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] device_id is not set on port 924844fc-1770-4565-89b6-e55b39ab3be9 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:25:55.514086 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb008ac8-36e3-499e-a490-6276478e27f3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.543405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb008ac8-36e3-499e-a490-6276478e27f3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Subnet': ['ID=5c644951-71e9-4263-aede-3e38df1ae269,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:55.547377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb008ac8-36e3-499e-a490-6276478e27f3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.551953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cb008ac8-36e3-499e-a490-6276478e27f3 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/subnets/5c644951-71e9-4263-aede-3e38df1ae269 HTTP/1.1" status: 204 len: 168 time: 0.2998776 Nov 23 18:25:55.554749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37652) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:55.561936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f10d50-8cbe-4484-bbd1-63d140829e55 None None] Network 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:55.596320 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:25:54Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:55.632017 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] Checking router: b687d533-3fc2-4b49-bbd4-0759cb8e7e9e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:55.634382 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.20.0.2 (b4ac2c03-eebe-4f07-802d-2a0a618b3273/4ab88b2c-89c7-43ff-987e-1e11359fda90/924844fc-1770-4565-89b6-e55b39ab3be9) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:55.641843 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] Routers {'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:55.643465 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:55.683902 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.770183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] DHCP port deletion for 5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:55.770885 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] Set router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:55.812776 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.827188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] Deleting port d02a9862-456a-4204-86ae-2dc9d47610bb {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:55.827592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.876986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.877526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Deleting port 584e4b86-7392-47b9-939e-53940cc9627b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:55.877875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.906452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] For port d02a9862-456a-4204-86ae-2dc9d47610bb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d02a9862-456a-4204-86ae-2dc9d47610bb,segment=NetworkSegment(8c24ae95-213b-4894-80be-844759b64b9d),segment_id=8c24ae95-213b-4894-80be-844759b64b9d)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:55.907037 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.921343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.925494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] Calling delete_port for d02a9862-456a-4204-86ae-2dc9d47610bb owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:55.976498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] For port 584e4b86-7392-47b9-939e-53940cc9627b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=584e4b86-7392-47b9-939e-53940cc9627b,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:55.977356 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:55.977893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network b4ac2c03-eebe-4f07-802d-2a0a618b3273 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:55.982004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:55.985685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=924844fc-1770-4565-89b6-e55b39ab3be9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:55.988694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:56.003036 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:25:54Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:56.003964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Calling delete_port for 584e4b86-7392-47b9-939e-53940cc9627b owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:56.035815 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33612450-7c44-4d31-9c7f-c36fd102c988 None None] The sync data for ids ['b687d533-3fc2-4b49-bbd4-0759cb8e7e9e'] in n-d-818932-3 is: [{'id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'name': 'tempest-TestNetworkBasicOps-router-1765575132', 'tenant_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '584e4b86-7392-47b9-939e-53940cc9627b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:48Z', 'updated_at': '2021-11-23T18:25:54Z', 'revision_number': 5, 'project_id': '69ea07daed0c4393a9d10ec5c523c3ea', 'gw_port': {'id': '584e4b86-7392-47b9-939e-53940cc9627b', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687d533-3fc2-4b49-bbd4-0759cb8e7e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:49Z', 'updated_at': '2021-11-23T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:56.051087 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.052007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:56.052688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.075255 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-23d99101-f624-4f94-92de-4f2e7e82f81c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7410233 Nov 23 18:25:56.075463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37654) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:56.083036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'port_id': '924844fc-1770-4565-89b6-e55b39ab3be9'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:56.094995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] Pushing event deleted for resources: {'Port': ['ID=d02a9862-456a-4204-86ae-2dc9d47610bb,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:56.099821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce236c01-bb09-40b4-8de8-c72a49953304 None None] No DVR routers for this DVR port d02a9862-456a-4204-86ae-2dc9d47610bb on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:56.138045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.200258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.228792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Port': ['ID=584e4b86-7392-47b9-939e-53940cc9627b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:56.246226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e24878-1944-4f22-961d-2a4bc807391f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:56.293593 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.376718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 97d120bb-af1f-45bc-8260-652a31674cf1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:56.401787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 97d120bb-af1f-45bc-8260-652a31674cf1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:56.402182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 97d120bb-af1f-45bc-8260-652a31674cf1 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:56.410657 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.412878 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.507948 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.510906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Fanout notify agent at l3_agent the message router_deleted on router b687d533-3fc2-4b49-bbd4-0759cb8e7e9e {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:25:56.520515 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.524817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-053a6dcf-5049-41b9-bb4a-0e014af6d9fc tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/routers/b687d533-3fc2-4b49-bbd4-0759cb8e7e9e HTTP/1.1" status: 204 len: 168 time: 0.9687634 Nov 23 18:25:56.525588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37656) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:56.615713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.714602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.738547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:56.749055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c24ae95-213b-4894-80be-844759b64b9d') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:56.749620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c24ae95-213b-4894-80be-844759b64b9d') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:56.767491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.782524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.786122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d02a9862-456a-4204-86ae-2dc9d47610bb no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:56.788313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:25:56.789296 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:25:56.793104 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:25:56.826841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d02a9862-456a-4204-86ae-2dc9d47610bb {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:56.827205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d02a9862-456a-4204-86ae-2dc9d47610bb not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:56.827635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 543a2f88-3fc2-41d6-9889-b88438ff15a2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:56.848196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 543a2f88-3fc2-41d6-9889-b88438ff15a2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:56.848544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 543a2f88-3fc2-41d6-9889-b88438ff15a2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:56.861848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.866574 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.871472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] 10.222.0.74 "DELETE /v2.0/networks/5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9 HTTP/1.1" status: 204 len: 168 time: 0.3448248 Nov 23 18:25:56.898598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e07c6-c1c3-4374-bd2e-9644b3f4d026 tempest-TestNetworkBasicOps-2121442488 tempest-TestNetworkBasicOps-2121442488-project] Pushing event deleted for resources: {'Network': ['ID=5f8ebd1a-93a9-4e3a-a337-d15150ddc7f9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:56.991619 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:56.996415 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.100892 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 5308cbdd-f83b-4b49-a4ee-79190a3eed95 associated. External IP: 172.25.0.18, port: 924844fc-1770-4565-89b6-e55b39ab3be9. Nov 23 18:25:57.144873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37662) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:57.301297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-93821ab6-40bc-43df-8f95-3c0f1c455649 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=69ea07daed0c4393a9d10ec5c523c3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552444 Nov 23 18:25:57.303819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37666) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:57.319996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:57.359631 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d31193e1-d57c-4e0e-9c39-b53bc86a19d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.389400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d31193e1-d57c-4e0e-9c39-b53bc86a19d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.430872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:57.435736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.440819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ac1702-ea13-448d-b057-e9c7ba5175ce None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:57.447547 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d31193e1-d57c-4e0e-9c39-b53bc86a19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.448101 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d31193e1-d57c-4e0e-9c39-b53bc86a19d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.449364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d31193e1-d57c-4e0e-9c39-b53bc86a19d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/596241fb-b6db-4435-9d2a-45e3553c618f HTTP/1.1" status: 204 len: 168 time: 0.1446240 Nov 23 18:25:57.457573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac1702-ea13-448d-b057-e9c7ba5175ce None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:57.458420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-65ac1702-ea13-448d-b057-e9c7ba5175ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:57.460245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31193e1-d57c-4e0e-9c39-b53bc86a19d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596241fb-b6db-4435-9d2a-45e3553c618f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:57.468232 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-98910b9f-489f-45f0-b621-52ca7bcb102c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/floatingips/5308cbdd-f83b-4b49-a4ee-79190a3eed95 HTTP/1.1" status: 200 len: 977 time: 1.3912737 Nov 23 18:25:57.471702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37670) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:57.499905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-65ac1702-ea13-448d-b057-e9c7ba5175ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:57.515124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac1702-ea13-448d-b057-e9c7ba5175ce None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:57.515730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-65ac1702-ea13-448d-b057-e9c7ba5175ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:57.556564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-65ac1702-ea13-448d-b057-e9c7ba5175ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:57.557211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ac1702-ea13-448d-b057-e9c7ba5175ce None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:57.567879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 924844fc-1770-4565-89b6-e55b39ab3be9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:57.568293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.661039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.739430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37674) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:57.753347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-886d0e64-a254-4103-86df-7c2741d34483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.833729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-886d0e64-a254-4103-86df-7c2741d34483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.837894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-886d0e64-a254-4103-86df-7c2741d34483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.877851 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-886d0e64-a254-4103-86df-7c2741d34483 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6fbe0c896db47c087dd05a47267dcb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372700 Nov 23 18:25:57.878780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d0e64-a254-4103-86df-7c2741d34483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef5e22e-c44d-48e6-b00f-7ebf3b3eaa39,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:57.880735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37676) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:57.911938 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.912299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.912676 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 5308cbdd-f83b-4b49-a4ee-79190a3eed95 disassociated. External IP: 172.25.0.18, port: 924844fc-1770-4565-89b6-e55b39ab3be9. Nov 23 18:25:57.913022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 924844fc-1770-4565-89b6-e55b39ab3be9 owned by {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:57.981666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0466f760-977b-4c76-b7ee-394fa603cd87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.015165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0466f760-977b-4c76-b7ee-394fa603cd87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.100880 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.103148 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0466f760-977b-4c76-b7ee-394fa603cd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.105742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0466f760-977b-4c76-b7ee-394fa603cd87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.106897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0466f760-977b-4c76-b7ee-394fa603cd87 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7ef5e22e-c44d-48e6-b00f-7ebf3b3eaa39 HTTP/1.1" status: 204 len: 168 time: 0.2251940 Nov 23 18:25:58.139294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f760-977b-4c76-b7ee-394fa603cd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef5e22e-c44d-48e6-b00f-7ebf3b3eaa39,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:58.143600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=924844fc-1770-4565-89b6-e55b39ab3be9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:58.256072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:58.379008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:58.388804 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4d9b9-3fc8-409e-ba57-9ae159e661f2 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:58.400377 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4d9b9-3fc8-409e-ba57-9ae159e661f2 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:58.401272 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bce4d9b9-3fc8-409e-ba57-9ae159e661f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:58.441263 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bce4d9b9-3fc8-409e-ba57-9ae159e661f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:58.456646 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4d9b9-3fc8-409e-ba57-9ae159e661f2 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:58.456646 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bce4d9b9-3fc8-409e-ba57-9ae159e661f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:58.460251 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.465763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ecc6ddce-f4bb-4c39-8bed-34f67df53e44 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/ports/924844fc-1770-4565-89b6-e55b39ab3be9 HTTP/1.1" status: 204 len: 168 time: 0.9909899 Nov 23 18:25:58.466026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37688) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:58.490942 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bce4d9b9-3fc8-409e-ba57-9ae159e661f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:58.491601 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4d9b9-3fc8-409e-ba57-9ae159e661f2 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:58.520578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ae442589-4da2-40a2-976c-80ae844afcc4 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "GET /v2.0/floatingips/5308cbdd-f83b-4b49-a4ee-79190a3eed95 HTTP/1.1" status: 200 len: 687 time: 0.0534387 Nov 23 18:25:58.523450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37692) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:58.631645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 584e4b86-7392-47b9-939e-53940cc9627b no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:58.653411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 584e4b86-7392-47b9-939e-53940cc9627b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:58.653989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 584e4b86-7392-47b9-939e-53940cc9627b not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:58.655485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 8f19915f-5647-4a39-a000-adde572af402 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:58.655833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.733250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.733588 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.748096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 8f19915f-5647-4a39-a000-adde572af402 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:58.885946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.916647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=8f19915f-5647-4a39-a000-adde572af402,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:58.980115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.982856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.984065 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4d6ee86-ee19-4b27-b5d5-7813abb10e90 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/floatingips/5308cbdd-f83b-4b49-a4ee-79190a3eed95 HTTP/1.1" status: 204 len: 168 time: 0.4595385 Nov 23 18:25:58.988721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37706) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:58.993939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'e43700ec-1559-4337-bfc3-1bc2bbe67363'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:59.017788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:59.116865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:59.236785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.25.0.65 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/f5b0e96b-9455-4058-899f-aff01f02e8da) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:59.348737 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:59.383197 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:59.425129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:59.428061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:59.433665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:59.465063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=f5b0e96b-9455-4058-899f-aff01f02e8da,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:59.810516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:59.882335 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.037717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.042314 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.111324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=f5b0e96b-9455-4058-899f-aff01f02e8da,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:00.123082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.146408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37734) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:00.151514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'network': {'name': 'tempest-network-smoke--1118027361', 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'port_security_enabled': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:00.172987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Made reservation on behalf of 79761d122ca94f0d91a6b54dc65745cb for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:00.176975 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.186993 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.271359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.275683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.309026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:26:00.314893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1a5e05-8826-4170-ba52-cb9909403f84,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:00.323272 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.323689 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Added segment 56797f38-6c5e-433a-87f2-2d764c894611 of type vlan for network 8b7daf82-676f-4720-8e23-f1917c455be1 Nov 23 18:26:00.369414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.396603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.402847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:00.403614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.447269 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2974410 Nov 23 18:26:00.448919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37736) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:00.483128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'admin_state_up': True, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:00.495338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7372f3-60ca-4cc5-8d0c-7abe3b227909 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Network': ['ID=8b7daf82-676f-4720-8e23-f1917c455be1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:00.506785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8b7daf82-676f-4720-8e23-f1917c455be1 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:26:00.515664 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.516878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.553423 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 562eeeee-88f3-4e0c-8373-69986caa9270 associated. External IP: 172.25.0.65, port: e43700ec-1559-4337-bfc3-1bc2bbe67363. Nov 23 18:26:00.579820 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.726480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.775432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:00.890208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:00.900758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21dd48-ebb7-411e-bc99-0c877ca85160 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:00.910365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.913377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21dd48-ebb7-411e-bc99-0c877ca85160 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:00.914000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-aa21dd48-ebb7-411e-bc99-0c877ca85160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:00.933709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.941292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ae5939fd-d67c-417d-bcaa-f915caba6643 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.9482763 Nov 23 18:26:00.941465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37738) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:00.946333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1212768080'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:00.948071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-aa21dd48-ebb7-411e-bc99-0c877ca85160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:00.957832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21dd48-ebb7-411e-bc99-0c877ca85160 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:00.958498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-aa21dd48-ebb7-411e-bc99-0c877ca85160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:00.959706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.971027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:00.975035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.995499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-aa21dd48-ebb7-411e-bc99-0c877ca85160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:00.996155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21dd48-ebb7-411e-bc99-0c877ca85160 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:01.005947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:26:01.015463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.015834 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Added segment 7897aa93-6d06-4446-ab34-b7dbcb124b37 of type vlan for network df1bbe79-85fd-4af9-8c70-f1fc986da8eb Nov 23 18:26:01.059382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.068587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Allocated IP 172.25.0.96 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/cb8c3841-d302-4eba-9a96-c135d177dca3) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:01.085782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.091456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:01.092071 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.133660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1884332 Nov 23 18:26:01.133888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37740) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:01.138681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'subnet': {'network_id': 'df1bbe79-85fd-4af9-8c70-f1fc986da8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:01.180445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.193060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ddc11-9ed2-48da-b71e-f0c68dd04cf9 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Network': ['ID=df1bbe79-85fd-4af9-8c70-f1fc986da8eb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:01.204970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:26:01.215736 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.258069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:01.261030 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:01.264782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:01.271797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:01.275705 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.280767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c815f168-24bc-455d-93a3-fc7204667b5a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:01.292424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=cb8c3841-d302-4eba-9a96-c135d177dca3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:01.322616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fc2cce94-7fa0-4a24-a380-d620821eccb5 None None] Provisioning complete for port cb8c3841-d302-4eba-9a96-c135d177dca3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:01.323043 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc2cce94-7fa0-4a24-a380-d620821eccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.368104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fc2cce94-7fa0-4a24-a380-d620821eccb5 None None] Port cb8c3841-d302-4eba-9a96-c135d177dca3 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:01.473298 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.539275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.541048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Subnet': ['ID=f9153553-0be5-4c79-ac13-4263a4debe22,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:01.546843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Checking segment: {'id': '7897aa93-6d06-4446-ab34-b7dbcb124b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'df1bbe79-85fd-4af9-8c70-f1fc986da8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:01.547252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network hostable DHCP agents. Network: df1bbe79-85fd-4af9-8c70-f1fc986da8eb, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:26:01.565405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:26:01.574510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, df1bbe79-85fd-4af9-8c70-f1fc986da8eb) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:01.579715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:01.580344 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.586627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870bcc5d-e085-438d-adcc-2da9c36eba93 None None] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:01.598178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2ba7adfd-a398-4266-9acb-588b8a944013 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4633069 Nov 23 18:26:01.600787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37742) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:01.605360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1952405982', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}, 'admin_state_up': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:01.631123 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.632426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.687592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.765331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.840917 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.903784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-df1bbe79-85fd-4af9-8c70-f1fc986da8eb', 'network_id': 'df1bbe79-85fd-4af9-8c70-f1fc986da8eb', 'tenant_id': '8b58f5e95cff4285996d0df1ec23614a', 'fixed_ips': [{'subnet_id': 'f9153553-0be5-4c79-ac13-4263a4debe22'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:26:01.904901 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.909282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Router 44f74d73-2014-4598-b4b7-71faccea7969 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:26:02.023852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:02.040977 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Sync routers for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:02.049194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.056373 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ee53314c-d379-4865-b835-9a9e2ce19b1f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6038451 Nov 23 18:26:02.056544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.056662 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:02.056662 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:02.056897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Allocated IP 172.20.0.2 (df1bbe79-85fd-4af9-8c70-f1fc986da8eb/f9153553-0be5-4c79-ac13-4263a4debe22/06a5d9c9-e753-46c5-b8d3-52fe58f5d72a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:02.056991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37744) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:02.074407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.183473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:02.199258 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f82d53a-b34c-421e-b100-a5c7eb451da6 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=79761d122ca94f0d91a6b54dc65745cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389246 Nov 23 18:26:02.199846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.25.0.57 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/e6ea2d37-e87d-4f26-a721-6b46259c217d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:02.200380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37748) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:02.271994 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.281157 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.305300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd96a04e-79cc-405e-b5cf-e5416814ba5d tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:02.311365 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bd96a04e-79cc-405e-b5cf-e5416814ba5d tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1098721 Nov 23 18:26:02.312163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37750) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:02.322641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:02.326334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:02.330651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:02.350366 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.356501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Pushing event updated for resources: {'Port': ['ID=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:02.378566 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-360bdce3-4186-46c4-b529-c8f516f99132 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622096 Nov 23 18:26:02.378924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37752) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:02.383779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-734156393', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:02.397068 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.407732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Attempting to bind port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:02.408368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Attempting to bind port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7897aa93-6d06-4446-ab34-b7dbcb124b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'df1bbe79-85fd-4af9-8c70-f1fc986da8eb'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:02.408958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Attempting to bind port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a on network df1bbe79-85fd-4af9-8c70-f1fc986da8eb {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:02.415345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:02.415908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Checking segment: {'id': '7897aa93-6d06-4446-ab34-b7dbcb124b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'df1bbe79-85fd-4af9-8c70-f1fc986da8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:02.416468 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.416917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Bound using segment: {'id': '7897aa93-6d06-4446-ab34-b7dbcb124b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'df1bbe79-85fd-4af9-8c70-f1fc986da8eb'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:02.417515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Bound port: 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7897aa93-6d06-4446-ab34-b7dbcb124b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'df1bbe79-85fd-4af9-8c70-f1fc986da8eb'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:02.417995 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.430608 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:01Z', 'revision_number': 3, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:02.455600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:02.458543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:02.461032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:02.486186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3cab68-7419-40bb-a38d-e5abdc078a18 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:02.486942 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Checking router: 44f74d73-2014-4598-b4b7-71faccea7969 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:02.487934 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Updating router 44f74d73-2014-4598-b4b7-71faccea7969 port cb8c3841-d302-4eba-9a96-c135d177dca3 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:26:02.490014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=e6ea2d37-e87d-4f26-a721-6b46259c217d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:02.500404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] For port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:02.515201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] For port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,segment=NetworkSegment(7897aa93-6d06-4446-ab34-b7dbcb124b37),segment_id=7897aa93-6d06-4446-ab34-b7dbcb124b37)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:02.520360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Made reservation on behalf of 79761d122ca94f0d91a6b54dc65745cb for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:02.522125 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.524393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.539298 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.609029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab6439-2f65-48d6-84a5-59cb7ac131a9 None None] Pushing event updated for resources: {'Port': ['ID=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:02.621095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b0875ac4-3438-4d9e-96e8-cb8d406caea2 None None] Provisioning complete for port e6ea2d37-e87d-4f26-a721-6b46259c217d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:02.621721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0875ac4-3438-4d9e-96e8-cb8d406caea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.678603 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b0875ac4-3438-4d9e-96e8-cb8d406caea2 None None] Port e6ea2d37-e87d-4f26-a721-6b46259c217d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:02.797492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.801047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.900876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Subnet': ['ID=2fac304b-aefe-4df6-ae54-ef6b626ec589,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:02.918654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Checking segment: {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:02.925840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network hostable DHCP agents. Network: 8b7daf82-676f-4720-8e23-f1917c455be1, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:26:02.933160 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.940665 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.946596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network 8b7daf82-676f-4720-8e23-f1917c455be1 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:26:02.963208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8b7daf82-676f-4720-8e23-f1917c455be1) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:02.972960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:02.974574 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.975370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ae8e8-8ad6-4766-9ac7-e26b356f34a0 None None] Network 8b7daf82-676f-4720-8e23-f1917c455be1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:03.012001 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e6b6468a-4163-4ece-a07b-fbb9f21150a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6309996 Nov 23 18:26:03.013643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:03.122720 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Attempting to bind port cb8c3841-d302-4eba-9a96-c135d177dca3 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:03.123274 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Attempting to bind port cb8c3841-d302-4eba-9a96-c135d177dca3 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:03.123448 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Attempting to bind port cb8c3841-d302-4eba-9a96-c135d177dca3 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:03.129877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.132289 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Pushing event updated for resources: {'Port': ['ID=cb8c3841-d302-4eba-9a96-c135d177dca3,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:03.135678 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:03.136646 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:03.137055 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.137450 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:03.137923 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Bound port: cb8c3841-d302-4eba-9a96-c135d177dca3, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:03.138303 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.143331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e32b4-63a3-4b6c-8217-a654d5fa2f1d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:03.165423 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.165830 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.166095 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.166432 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.166803 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.167203 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.167533 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.167858 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.168181 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.168507 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.168827 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.169133 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:03.228073 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] For port cb8c3841-d302-4eba-9a96-c135d177dca3, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:03.231797 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] For port cb8c3841-d302-4eba-9a96-c135d177dca3, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cb8c3841-d302-4eba-9a96-c135d177dca3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:03.237682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8f4bf316-4082-415f-a5f6-58248ccc5d9e None None] Provisioning complete for port cb8c3841-d302-4eba-9a96-c135d177dca3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:03.238331 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf316-4082-415f-a5f6-58248ccc5d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.240722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-8b7daf82-676f-4720-8e23-f1917c455be1', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:26:03.240877 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.242122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.301242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-e2ba65ca-a31a-4c7e-95bd-417d8d35ac03 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181660 Nov 23 18:26:03.304085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f2b1c-09f7-4c3c-9a10-fd8082734c7c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:03.317773 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:03.318575 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:03.372265 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe6e89-f2dd-41b2-9396-58bd2145da98 None None] Pushing event updated for resources: {'Port': ['ID=cb8c3841-d302-4eba-9a96-c135d177dca3,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:03.450022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 972ca91c-b7b5-43c4-8a41-8c31fb5f8129 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:26:03.456067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-f43a19b6-935b-4e8f-8ab5-b7ab09d54472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:03.457884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-f43a19b6-935b-4e8f-8ab5-b7ab09d54472 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1098 time: 0.0891590 Nov 23 18:26:03.504143 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:03.527234 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf316-4082-415f-a5f6-58248ccc5d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.536852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Allocated IP 172.20.0.2 (8b7daf82-676f-4720-8e23-f1917c455be1/2fac304b-aefe-4df6-ae54-ef6b626ec589/f781d610-8227-41f1-84ac-e555f2ac1579) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:03.561837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8f4bf316-4082-415f-a5f6-58248ccc5d9e None None] For port cb8c3841-d302-4eba-9a96-c135d177dca3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cb8c3841-d302-4eba-9a96-c135d177dca3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:03.580320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf316-4082-415f-a5f6-58248ccc5d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.708838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bf316-4082-415f-a5f6-58248ccc5d9e None None] Pushing event updated for resources: {'Port': ['ID=cb8c3841-d302-4eba-9a96-c135d177dca3,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:03.731437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-121cf8a9-7efb-41fc-a8e3-d421dd60a73c None None] Provisioning complete for port cb8c3841-d302-4eba-9a96-c135d177dca3 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:03.731810 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-121cf8a9-7efb-41fc-a8e3-d421dd60a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.745894 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.798556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:03.808705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-cc155c21-3719-4616-be1f-4b4ba76c5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:03.810800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-cc155c21-3719-4616-be1f-4b4ba76c5d23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.2711303 Nov 23 18:26:03.814544 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:01Z', 'revision_number': 3, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:03.824543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33779503-f616-495f-b3a2-639eb8373425 None None] Sync routers for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:03.851568 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4171203-3be2-4b4d-a7e3-852026262f41 None None] The sync data for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 is: [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:01Z', 'revision_number': 3, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:03.859886 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.870367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33779503-f616-495f-b3a2-639eb8373425 None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:03.871296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-33779503-f616-495f-b3a2-639eb8373425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:03.894866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.899164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e07b7bc7-c6ec-447e-a73d-a8e006f778af tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2972744 Nov 23 18:26:03.900121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37756) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:03.908807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-33779503-f616-495f-b3a2-639eb8373425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:03.916273 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.939929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-91f2c4e6-1965-4980-ae51-bdfc807a5322 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 1002 time: 0.1203957 Nov 23 18:26:03.948750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33779503-f616-495f-b3a2-639eb8373425 None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:03.949513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-33779503-f616-495f-b3a2-639eb8373425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:04.035843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-33779503-f616-495f-b3a2-639eb8373425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:04.036512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33779503-f616-495f-b3a2-639eb8373425 None None] The sync data for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:04.039756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-36995022-6bb9-4242-a27c-caf0e26e794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:04.042063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-36995022-6bb9-4242-a27c-caf0e26e794f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.0937512 Nov 23 18:26:04.045108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Network 8b7daf82-676f-4720-8e23-f1917c455be1 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:04.046090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376a0a9-969e-4d3b-b56a-ee6addef643b None None] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:04.067895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:04.070299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:04.088582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Pushing event updated for resources: {'Port': ['ID=f781d610-8227-41f1-84ac-e555f2ac1579,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:04.112626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-f20ba2f4-e259-45e8-8d2e-d745e364ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:04.114519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-f20ba2f4-e259-45e8-8d2e-d745e364ce73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652506 Nov 23 18:26:04.186102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Attempting to bind port f781d610-8227-41f1-84ac-e555f2ac1579 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:04.186477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Attempting to bind port f781d610-8227-41f1-84ac-e555f2ac1579 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:04.186884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Attempting to bind port f781d610-8227-41f1-84ac-e555f2ac1579 on network 8b7daf82-676f-4720-8e23-f1917c455be1 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:04.194537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:04.194945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Checking segment: {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:04.195361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.195763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Bound using segment: {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:04.196257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Bound port: f781d610-8227-41f1-84ac-e555f2ac1579, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:04.196625 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.268689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-c48cda9c-bda8-45cf-b617-bc49267605c5 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457026 Nov 23 18:26:04.319595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f1f9933a-6969-45e6-a62d-2ec5f6a86e12 None None] Provisioning complete for port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:04.319975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f1f9933a-6969-45e6-a62d-2ec5f6a86e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.382762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] For port f781d610-8227-41f1-84ac-e555f2ac1579, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:04.386538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] For port f781d610-8227-41f1-84ac-e555f2ac1579, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f781d610-8227-41f1-84ac-e555f2ac1579,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:04.410303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ecb9ef-cad4-4e4f-a568-1d98d94099a4 req-8fc387d1-eb40-485c-a729-0694c97d9dc9 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336417 Nov 23 18:26:04.428993 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.598783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f1f9933a-6969-45e6-a62d-2ec5f6a86e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.604088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d0589-e8ae-4f0d-b848-ba49e3285b45 None None] Pushing event updated for resources: {'Port': ['ID=f781d610-8227-41f1-84ac-e555f2ac1579,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:04.662996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f1f9933a-6969-45e6-a62d-2ec5f6a86e12 None None] For port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,segment=NetworkSegment(7897aa93-6d06-4446-ab34-b7dbcb124b37),segment_id=7897aa93-6d06-4446-ab34-b7dbcb124b37)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:04.675028 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f1f9933a-6969-45e6-a62d-2ec5f6a86e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.749000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9933a-6969-45e6-a62d-2ec5f6a86e12 None None] Pushing event updated for resources: {'Port': ['ID=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:04.872738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:04.949498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:04.949935 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:05.075593 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Allocated IP 172.20.0.1 (8b7daf82-676f-4720-8e23-f1917c455be1/2fac304b-aefe-4df6-ae54-ef6b626ec589/3fe5b57e-943b-4e61-9eca-72f5d536004d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:05.098073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cb8c3841-d302-4eba-9a96-c135d177dca3 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:05.149322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7e95478a-f066-4004-80e6-e528c25a8611 None None] Provisioning complete for port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:05.149695 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7e95478a-f066-4004-80e6-e528c25a8611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:05.200008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cb8c3841-d302-4eba-9a96-c135d177dca3 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:05.200374 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:05.244770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:05.317919 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:05.454924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:05.519689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network 8b7daf82-676f-4720-8e23-f1917c455be1 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:05.527134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:05.552509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:05.555134 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=3fe5b57e-943b-4e61-9eca-72f5d536004d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:05.617700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:05.709158 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.20.0.1 (df1bbe79-85fd-4af9-8c70-f1fc986da8eb/f9153553-0be5-4c79-ac13-4263a4debe22/ddd5daa9-b692-40e2-999b-ae88cb7a203e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:05.861522 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:05.924011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.048693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.112086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:06.118336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:06.135156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:06.163259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=ddd5daa9-b692-40e2-999b-ae88cb7a203e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:06.229738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.356844 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.364521 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.417790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-77bb629f-a9c2-42c4-b7e9-0f82aff9b6be None None] Provisioning complete for port ddd5daa9-b692-40e2-999b-ae88cb7a203e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:06.418390 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-77bb629f-a9c2-42c4-b7e9-0f82aff9b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.465463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-77bb629f-a9c2-42c4-b7e9-0f82aff9b6be None None] Port ddd5daa9-b692-40e2-999b-ae88cb7a203e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:06.475915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=3fe5b57e-943b-4e61-9eca-72f5d536004d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:06.480324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.489274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.597836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc4f26-1dbb-4bd9-8e16-c2eaa3ee6c24 None None] Network 8b7daf82-676f-4720-8e23-f1917c455be1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:06.698886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network 8b7daf82-676f-4720-8e23-f1917c455be1 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:06.701687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:06.733475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f1a18560-e2ed-4141-88b2-1492bc73449e None None] Provisioning complete for port f781d610-8227-41f1-84ac-e555f2ac1579 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:06.733846 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f1a18560-e2ed-4141-88b2-1492bc73449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.781131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:06.894359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:06.894777 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.912174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Router 44f74d73-2014-4598-b4b7-71faccea7969 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:06.980132 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:06.988347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.074591 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f1a18560-e2ed-4141-88b2-1492bc73449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.127729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f1a18560-e2ed-4141-88b2-1492bc73449e None None] For port f781d610-8227-41f1-84ac-e555f2ac1579, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f781d610-8227-41f1-84ac-e555f2ac1579,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:07.133666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f1a18560-e2ed-4141-88b2-1492bc73449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.206872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f781d610-8227-41f1-84ac-e555f2ac1579 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:07.257708 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a18560-e2ed-4141-88b2-1492bc73449e None None] Pushing event updated for resources: {'Port': ['ID=f781d610-8227-41f1-84ac-e555f2ac1579,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:07.287578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cf635d00-d5d4-45bc-bf6e-ebcfa2186128 None None] Provisioning complete for port 3fe5b57e-943b-4e61-9eca-72f5d536004d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:07.287949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cf635d00-d5d4-45bc-bf6e-ebcfa2186128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.326719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f781d610-8227-41f1-84ac-e555f2ac1579 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:07.327113 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.359025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cf635d00-d5d4-45bc-bf6e-ebcfa2186128 None None] Port 3fe5b57e-943b-4e61-9eca-72f5d536004d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:07.385483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cf635d00-d5d4-45bc-bf6e-ebcfa2186128 None None] Provisioning complete for port f781d610-8227-41f1-84ac-e555f2ac1579 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:07.385857 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cf635d00-d5d4-45bc-bf6e-ebcfa2186128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.475736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=ddd5daa9-b692-40e2-999b-ae88cb7a203e,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:07.486730 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.498122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:07.505319 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9b5d5ddf-e5a4-4eb0-8f7b-a7649ce60378 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "PUT /v2.0/routers/44f74d73-2014-4598-b4b7-71faccea7969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4905488 Nov 23 18:26:07.508841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37758) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:07.510787 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Sync routers for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:07.520976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6358fe4d-330b-48a9-beb6-3d2cd9123f0f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--584978387', 'description': 'tempest-secgroup_access--584978387 description', 'project_id': '79761d122ca94f0d91a6b54dc65745cb'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:07.523624 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:07.524246 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:07.547766 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6358fe4d-330b-48a9-beb6-3d2cd9123f0f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.594121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:07.595749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:07.626524 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6358fe4d-330b-48a9-beb6-3d2cd9123f0f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.631494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6358fe4d-330b-48a9-beb6-3d2cd9123f0f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.643669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a5838a5c-e6a3-4792-821d-af0b1b6a7f98 None None] Provisioning complete for port 3fe5b57e-943b-4e61-9eca-72f5d536004d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:07.644280 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a5838a5c-e6a3-4792-821d-af0b1b6a7f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.666595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358fe4d-330b-48a9-beb6-3d2cd9123f0f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974cdd7b-e27e-4b26-b236-232826f0c731,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:07.667672 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:07.693285 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6358fe4d-330b-48a9-beb6-3d2cd9123f0f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.697308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6358fe4d-330b-48a9-beb6-3d2cd9123f0f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1860116 Nov 23 18:26:07.700352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37760) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:07.710935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c173ea93-f4db-47f0-9c91-f74ca657e8f8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--620956589', 'description': 'tempest-secgroup_general--620956589 description', 'project_id': '79761d122ca94f0d91a6b54dc65745cb'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:07.740654 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c173ea93-f4db-47f0-9c91-f74ca657e8f8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.743306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a5838a5c-e6a3-4792-821d-af0b1b6a7f98 None None] Port 3fe5b57e-943b-4e61-9eca-72f5d536004d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:07.754578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 972ca91c-b7b5-43c4-8a41-8c31fb5f8129 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:07.833522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c173ea93-f4db-47f0-9c91-f74ca657e8f8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.838417 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c173ea93-f4db-47f0-9c91-f74ca657e8f8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.872473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-bc121bcf-acb7-4c7a-a3f8-8f59b7d2e86d None None] Provisioning complete for port ddd5daa9-b692-40e2-999b-ae88cb7a203e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:07.873283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bc121bcf-acb7-4c7a-a3f8-8f59b7d2e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.878651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173ea93-f4db-47f0-9c91-f74ca657e8f8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2565e90b-2522-4a1f-8e04-5f64d5f6883e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:07.884382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c173ea93-f4db-47f0-9c91-f74ca657e8f8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.885712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c173ea93-f4db-47f0-9c91-f74ca657e8f8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1841462 Nov 23 18:26:07.889500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37762) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:07.894442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d0ce4b13-854e-44e6-88a9-58e020fb88a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'security_group_rule': {'security_group_id': '974cdd7b-e27e-4b26-b236-232826f0c731', 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:07.921811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:07.930809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4b13-854e-44e6-88a9-58e020fb88a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.930953 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-30fce290-749a-49a1-8681-cc535c861b5a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/routers/972ca91c-b7b5-43c4-8a41-8c31fb5f8129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0268731 Nov 23 18:26:07.931430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37764) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:07.939543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'port': {'network_id': 'df1bbe79-85fd-4af9-8c70-f1fc986da8eb', 'name': 'tempest-FloatingIPTestJSON-1913770214'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:07.944451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b007382-e63b-4d4a-9096-5428a802bef8 None None] Sync routers for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:07.959691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-bc121bcf-acb7-4c7a-a3f8-8f59b7d2e86d None None] Port ddd5daa9-b692-40e2-999b-ae88cb7a203e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:07.964674 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:06Z', 'revision_number': 2, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:07.966146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b007382-e63b-4d4a-9096-5428a802bef8 None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:07.967635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3b007382-e63b-4d4a-9096-5428a802bef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:07.997424 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4b13-854e-44e6-88a9-58e020fb88a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:07.997698 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Checking router: 44f74d73-2014-4598-b4b7-71faccea7969 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:07.998240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Updating router 44f74d73-2014-4598-b4b7-71faccea7969 port 3fe5b57e-943b-4e61-9eca-72f5d536004d binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:26:08.003194 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4b13-854e-44e6-88a9-58e020fb88a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.009623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3b007382-e63b-4d4a-9096-5428a802bef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:08.021563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b007382-e63b-4d4a-9096-5428a802bef8 None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:08.022218 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3b007382-e63b-4d4a-9096-5428a802bef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:08.029486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce4b13-854e-44e6-88a9-58e020fb88a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b827a473-b5c7-4dcc-94d7-31110632eeb2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:08.036418 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.044085 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4b13-854e-44e6-88a9-58e020fb88a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.045618 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d0ce4b13-854e-44e6-88a9-58e020fb88a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551735 Nov 23 18:26:08.067349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3b007382-e63b-4d4a-9096-5428a802bef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:08.068293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b007382-e63b-4d4a-9096-5428a802bef8 None None] The sync data for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:08.089474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Made reservation on behalf of 8b58f5e95cff4285996d0df1ec23614a for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:08.093258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.112964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] device_id is not set on port 1108cc10-ded1-4223-9f6a-ebd4536aba02 yet. {{(pid=120535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:26:08.212322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-eb2b31ac-b309-4d7c-931c-af26f56c813a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup_general--620956589&fields=id&tenant_id=79761d122ca94f0d91a6b54dc65745cb HTTP/1.1" status: 200 len: 267 time: 0.0422759 Nov 23 18:26:08.233929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Allocated IP 172.20.0.13 (df1bbe79-85fd-4af9-8c70-f1fc986da8eb/f9153553-0be5-4c79-ac13-4263a4debe22/1108cc10-ded1-4223-9f6a-ebd4536aba02) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:08.264004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-dbe94c86-7fea-48fe-8332-0d79d5bf23fd tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup_access--584978387&fields=id&tenant_id=79761d122ca94f0d91a6b54dc65745cb HTTP/1.1" status: 200 len: 267 time: 0.0453095 Nov 23 18:26:08.340201 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.348336 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.386221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64771513-df4a-427f-962c-6d853a136be1 req-a2f638f4-af7e-4c81-b539-5453d82ed38a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:08.387948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-a2f638f4-af7e-4c81-b539-5453d82ed38a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/networks?id=8b7daf82-676f-4720-8e23-f1917c455be1 HTTP/1.1" status: 200 len: 797 time: 0.1139567 Nov 23 18:26:08.400327 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fcddd-4e66-4694-b9b5-b99863c65036 None None] Pushing event updated for resources: {'Port': ['ID=3fe5b57e-943b-4e61-9eca-72f5d536004d,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:08.417144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.421740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-8ae74f45-4884-4134-8b74-424d7a5632a1 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/quotas/79761d122ca94f0d91a6b54dc65745cb HTTP/1.1" status: 200 len: 375 time: 0.0145483 Nov 23 18:26:08.461922 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Attempting to bind port 3fe5b57e-943b-4e61-9eca-72f5d536004d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:08.462433 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Attempting to bind port 3fe5b57e-943b-4e61-9eca-72f5d536004d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:08.462924 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Attempting to bind port 3fe5b57e-943b-4e61-9eca-72f5d536004d on network 8b7daf82-676f-4720-8e23-f1917c455be1 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:08.464475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.472598 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:08.472976 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Checking segment: {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:08.473787 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.473787 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Bound using segment: {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:08.474252 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Bound port: 3fe5b57e-943b-4e61-9eca-72f5d536004d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:08.474640 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.492597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-e5b0043c-90e0-4ff3-98b5-a1fc44acf9ad tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588748 Nov 23 18:26:08.521313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:08.524470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:08.528317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:08.558440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event updated for resources: {'Port': ['ID=1108cc10-ded1-4223-9f6a-ebd4536aba02,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:08.590678 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] For port 3fe5b57e-943b-4e61-9eca-72f5d536004d, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:08.595053 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] For port 3fe5b57e-943b-4e61-9eca-72f5d536004d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3fe5b57e-943b-4e61-9eca-72f5d536004d,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:08.599452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:08.600241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.603921 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.646421 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7bc2a590-8ab4-4d36-adcb-50b2d8915216 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7137551 Nov 23 18:26:08.649260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37784) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:08.662915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Request body: {'floatingip': {'port_id': '1108cc10-ded1-4223-9f6a-ebd4536aba02'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:08.709824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-171334b5-4eb0-4547-b0fe-12f2b29ed609 None None] Provisioning complete for port 3fe5b57e-943b-4e61-9eca-72f5d536004d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:08.710351 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-171334b5-4eb0-4547-b0fe-12f2b29ed609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.714055 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fcddd-4e66-4694-b9b5-b99863c65036 None None] Pushing event updated for resources: {'Port': ['ID=3fe5b57e-943b-4e61-9eca-72f5d536004d,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:08.729651 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:08.730477 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:08.767020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f781d610-8227-41f1-84ac-e555f2ac1579 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:08.788604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-a001ef40-6cc0-4e9d-b2a7-3c3ed785bdfe service neutron] 10.222.0.74 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773564 Nov 23 18:26:08.803337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.916544 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:08.920787 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-171334b5-4eb0-4547-b0fe-12f2b29ed609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:08.926419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-5b67c262-18c9-43bd-a6ab-2edf5f441de6 service neutron] 10.222.0.74 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309593 Nov 23 18:26:08.944925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f781d610-8227-41f1-84ac-e555f2ac1579 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:08.945319 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:09.018162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-171334b5-4eb0-4547-b0fe-12f2b29ed609 None None] For port 3fe5b57e-943b-4e61-9eca-72f5d536004d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3fe5b57e-943b-4e61-9eca-72f5d536004d,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:09.029656 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-171334b5-4eb0-4547-b0fe-12f2b29ed609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:09.120371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171334b5-4eb0-4547-b0fe-12f2b29ed609 None None] Pushing event updated for resources: {'Port': ['ID=3fe5b57e-943b-4e61-9eca-72f5d536004d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:09.173061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc493909-b473-4bb7-83fb-78c9aae6e7f4 req-bb3e1f90-7058-4f1a-94d1-e6197cce180a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 210 time: 0.0381920 Nov 23 18:26:09.185783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-43c535ba-bb45-4233-9149-6aaf39591d95 None None] Provisioning complete for port 3fe5b57e-943b-4e61-9eca-72f5d536004d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:09.185930 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43c535ba-bb45-4233-9149-6aaf39591d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:09.268931 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:08Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:09.307605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37984e5b-6c65-4ac7-ba47-921848bd0459 None None] The sync data for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 is: [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:08Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:09.308548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-43c535ba-bb45-4233-9149-6aaf39591d95 None None] Provisioning complete for port 1108cc10-ded1-4223-9f6a-ebd4536aba02 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:09.309198 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43c535ba-bb45-4233-9149-6aaf39591d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:09.375638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-43c535ba-bb45-4233-9149-6aaf39591d95 None None] Port 1108cc10-ded1-4223-9f6a-ebd4536aba02 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:09.551575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:09.555885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:09.685363 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 562eeeee-88f3-4e0c-8373-69986caa9270 associated. External IP: 172.25.0.65, port: e43700ec-1559-4337-bfc3-1bc2bbe67363. Nov 23 18:26:09.941959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:10.069882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:10.081242 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621f1c7-b126-46dc-b874-0daf549ede56 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:10.092798 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621f1c7-b126-46dc-b874-0daf549ede56 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:10.093437 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8621f1c7-b126-46dc-b874-0daf549ede56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:10.254192 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8621f1c7-b126-46dc-b874-0daf549ede56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:10.266948 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621f1c7-b126-46dc-b874-0daf549ede56 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:10.267989 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8621f1c7-b126-46dc-b874-0daf549ede56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:10.326744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8621f1c7-b126-46dc-b874-0daf549ede56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:10.327619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621f1c7-b126-46dc-b874-0daf549ede56 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:10.349030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0ec82960-1a54-4124-bebb-0f69d811a2be req-cf521703-a02b-4072-82f7-9d16b2340fab tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 210 time: 0.0644889 Nov 23 18:26:10.397308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 972ca91c-b7b5-43c4-8a41-8c31fb5f8129 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:10.643337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64771513-df4a-427f-962c-6d853a136be1 req-220750ec-9bd5-4579-a1bb-35392b0b12ab tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:10.645418 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-220750ec-9bd5-4579-a1bb-35392b0b12ab tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.72 "GET /v2.0/networks?id=8b7daf82-676f-4720-8e23-f1917c455be1 HTTP/1.1" status: 200 len: 797 time: 0.2716651 Nov 23 18:26:10.722827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:10.728164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3fe5b57e-943b-4e61-9eca-72f5d536004d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:10.729597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:10.736154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574dc4ed-4e01-4772-b800-820f32743cbf None None] Sync routers for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:10.773530 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-68264e81-0ba5-4fff-954f-53276d97bb66 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79761d122ca94f0d91a6b54dc65745cb HTTP/1.1" status: 200 len: 476 time: 0.1175556 Nov 23 18:26:10.776820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574dc4ed-4e01-4772-b800-820f32743cbf None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:10.777439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-574dc4ed-4e01-4772-b800-820f32743cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:10.800520 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'port': {'device_id': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'admin_state_up': True, 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'security_groups': ['2565e90b-2522-4a1f-8e04-5f64d5f6883e', '974cdd7b-e27e-4b26-b236-232826f0c731']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:10.816892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-574dc4ed-4e01-4772-b800-820f32743cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:10.834550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574dc4ed-4e01-4772-b800-820f32743cbf None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:10.835772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-574dc4ed-4e01-4772-b800-820f32743cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:10.836914 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bddd7395-adb3-4751-a3d4-20e478e7b88c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/floatingips/562eeeee-88f3-4e0c-8373-69986caa9270 HTTP/1.1" status: 200 len: 978 time: 2.1863518 Nov 23 18:26:10.839498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37798) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:10.876684 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3fe5b57e-943b-4e61-9eca-72f5d536004d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:10.877068 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:10.880024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-574dc4ed-4e01-4772-b800-820f32743cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:10.880655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574dc4ed-4e01-4772-b800-820f32743cbf None None] The sync data for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:10.988628 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 1108cc10-ded1-4223-9f6a-ebd4536aba02 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:10.989048 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:10.992989 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Made reservation on behalf of 79761d122ca94f0d91a6b54dc65745cb for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:10.996386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:11.137633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:11.274108 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e589cbd-3da8-49a8-9e2e-919a7d6c37d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:11.308278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Allocated IP 172.20.0.3 (8b7daf82-676f-4720-8e23-f1917c455be1/2fac304b-aefe-4df6-ae54-ef6b626ec589/9ff74d66-7ad2-455c-b596-1144cbb08deb) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:11.452906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de0e04f2-2daa-4622-8e0e-7ded5c0ecda1 req-75f18f3d-ebc4-4ff4-bcc1-f14c1773650c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 210 time: 0.0290534 Nov 23 18:26:11.480459 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:11.480818 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:11.481136 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Floating IP 562eeeee-88f3-4e0c-8373-69986caa9270 disassociated. External IP: 172.25.0.65, port: 1108cc10-ded1-4223-9f6a-ebd4536aba02. Nov 23 18:26:11.481475 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 1108cc10-ded1-4223-9f6a-ebd4536aba02 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:11.944083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.020390 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.028388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.073019 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network 8b7daf82-676f-4720-8e23-f1917c455be1 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:12.079004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:12.084659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:12.089155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=9ff74d66-7ad2-455c-b596-1144cbb08deb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:12.184071 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=1108cc10-ded1-4223-9f6a-ebd4536aba02,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:12.209162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:12.209816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.259839 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-ad194612-c71a-4463-86eb-79ef278799a5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4634740 Nov 23 18:26:12.279088 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Request body: {'port': {'device_id': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:12.314568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 972ca91c-b7b5-43c4-8a41-8c31fb5f8129 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:12.324001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-beee081d-6a46-4b6a-a56b-e7a9048c939e None None] Provisioning complete for port 9ff74d66-7ad2-455c-b596-1144cbb08deb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:12.324536 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-beee081d-6a46-4b6a-a56b-e7a9048c939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.351786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.360897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-beee081d-6a46-4b6a-a56b-e7a9048c939e None None] Port 9ff74d66-7ad2-455c-b596-1144cbb08deb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:12.574732 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1e1c-77ab-45ea-814d-18c94f26aa24 req-bcd74648-020d-4616-9591-bcc9bcf36ac6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:12.576223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-481f1e1c-77ab-45ea-814d-18c94f26aa24 req-bcd74648-020d-4616-9591-bcc9bcf36ac6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 970 time: 0.0513623 Nov 23 18:26:12.578667 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:12.588939 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f582d1b-7209-49b0-a1e5-189c1e4454dd None None] Sync routers for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:12.600427 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f582d1b-7209-49b0-a1e5-189c1e4454dd None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:12.601132 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9f582d1b-7209-49b0-a1e5-189c1e4454dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:12.642375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-481f1e1c-77ab-45ea-814d-18c94f26aa24 req-330b6a88-7a61-4d3e-8d53-49ffd71892e0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0588019 Nov 23 18:26:12.642592 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9f582d1b-7209-49b0-a1e5-189c1e4454dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:12.654247 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f582d1b-7209-49b0-a1e5-189c1e4454dd None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:12.654912 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9f582d1b-7209-49b0-a1e5-189c1e4454dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:25:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:12.693766 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9f582d1b-7209-49b0-a1e5-189c1e4454dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:12.694407 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f582d1b-7209-49b0-a1e5-189c1e4454dd None None] The sync data for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:12.715093 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.718333 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-252202d9-7197-4eeb-8cbd-505c5690a6c2 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/ports/1108cc10-ded1-4223-9f6a-ebd4536aba02 HTTP/1.1" status: 204 len: 168 time: 1.8779030 Nov 23 18:26:12.721220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37804) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:12.803939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff74d66-7ad2-455c-b596-1144cbb08deb {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:26:12.812030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.831498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Transition to ACTIVE for port object 9ff74d66-7ad2-455c-b596-1144cbb08deb will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:26:12.836520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:12.896526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff74d66-7ad2-455c-b596-1144cbb08deb,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:12.975239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Attempting to bind port 9ff74d66-7ad2-455c-b596-1144cbb08deb on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:12.976333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Attempting to bind port 9ff74d66-7ad2-455c-b596-1144cbb08deb by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:12.976837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Attempting to bind port 9ff74d66-7ad2-455c-b596-1144cbb08deb on network 8b7daf82-676f-4720-8e23-f1917c455be1 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:12.982237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Port 9ff74d66-7ad2-455c-b596-1144cbb08deb on network 8b7daf82-676f-4720-8e23-f1917c455be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:26:12.982876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Attempting to bind port 9ff74d66-7ad2-455c-b596-1144cbb08deb on network 8b7daf82-676f-4720-8e23-f1917c455be1 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:12.989719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:12.990375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Checking segment: {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:12.990790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Bound using segment: {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:12.991224 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Bound port: 9ff74d66-7ad2-455c-b596-1144cbb08deb, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56797f38-6c5e-433a-87f2-2d764c894611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:12.991628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:13.072151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] For port 9ff74d66-7ad2-455c-b596-1144cbb08deb, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:13.075674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] For port 9ff74d66-7ad2-455c-b596-1144cbb08deb, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:13.082175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:13.123297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:13.123928 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:13.129205 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] 10.222.0.72 "PUT /v2.0/ports/9ff74d66-7ad2-455c-b596-1144cbb08deb HTTP/1.1" status: 200 len: 1130 time: 0.8530407 Nov 23 18:26:13.129702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:13.132073 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a2e9f-47d5-4691-a631-c68782d355a5" -d '{"events": [{"name": "network-changed", "server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:13.154163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c909a7-d8d2-4bb0-817f-0f1a31c7cb71 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff74d66-7ad2-455c-b596-1144cbb08deb,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:13.237645 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461e614c-3d83-4244-a220-356e9c586042 x-openstack-request-id: req-461e614c-3d83-4244-a220-356e9c586042 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:13.237936 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:13.238202 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-461e614c-3d83-4244-a220-356e9c586042 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:13.238613 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'status': 'completed', 'code': 200} Nov 23 18:26:13.267062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64771513-df4a-427f-962c-6d853a136be1 req-bbc24b79-f08b-464d-8af3-ec28793bf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:13.268289 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-bbc24b79-f08b-464d-8af3-ec28793bf14c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1133 time: 0.0780888 Nov 23 18:26:13.342022 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-29e219e7-8962-4187-bead-a69ac29cf4f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb HTTP/1.1" status: 200 len: 217 time: 0.0602169 Nov 23 18:26:13.345096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0d62fdb8-6090-4dd2-b59f-58f246fddf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:13.404491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64771513-df4a-427f-962c-6d853a136be1 req-86b664ea-7ca0-4d02-a018-daef13fdae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:13.406433 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-86b664ea-7ca0-4d02-a018-daef13fdae21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fac304b-aefe-4df6-ae54-ef6b626ec589 HTTP/1.1" status: 200 len: 834 time: 0.0540619 Nov 23 18:26:13.438281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:13.498271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64771513-df4a-427f-962c-6d853a136be1 req-56338f38-8137-426f-ac25-610a5003d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:13.500480 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-56338f38-8137-426f-ac25-610a5003d652 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b7daf82-676f-4720-8e23-f1917c455be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814295 Nov 23 18:26:13.600897 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-96594604-4d64-43d5-8955-98e90ca1f9be service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863094 Nov 23 18:26:13.700536 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-64771513-df4a-427f-962c-6d853a136be1 req-69884574-1b4f-428b-9b1b-ccc2985d291a service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881357 Nov 23 18:26:13.702243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port ddd5daa9-b692-40e2-999b-ae88cb7a203e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:13.702829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:13.794552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-577eac90-857e-47e9-8c90-593b54e161d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:13.796104 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-577eac90-857e-47e9-8c90-593b54e161d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1133 time: 0.0416772 Nov 23 18:26:13.833807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef39af-6ce4-46c6-b203-5a1b6c960ca5 req-13dee80b-72b5-432b-b181-074bb06af8d5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:13.835369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02ef39af-6ce4-46c6-b203-5a1b6c960ca5 req-13dee80b-72b5-432b-b181-074bb06af8d5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 982 time: 0.1065669 Nov 23 18:26:13.837173 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:13.858009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for ddd5daa9-b692-40e2-999b-ae88cb7a203e owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:13.953536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02ef39af-6ce4-46c6-b203-5a1b6c960ca5 req-9e4ab130-9614-4c04-bce9-39bc875c04c6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1081347 Nov 23 18:26:13.961773 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-0a32b13e-67aa-4375-9eb0-2e5198bae133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:13.963302 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-0a32b13e-67aa-4375-9eb0-2e5198bae133 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b7daf82-676f-4720-8e23-f1917c455be1 HTTP/1.1" status: 200 len: 898 time: 0.1568215 Nov 23 18:26:14.006732 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-6652c83e-fe55-4731-9392-c8c792f84796 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb HTTP/1.1" status: 200 len: 217 time: 0.0348709 Nov 23 18:26:14.056733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-e2a866a7-d735-411a-9dfa-01be3577f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:14.058204 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-e2a866a7-d735-411a-9dfa-01be3577f0f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fac304b-aefe-4df6-ae54-ef6b626ec589 HTTP/1.1" status: 200 len: 834 time: 0.0442290 Nov 23 18:26:14.095667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:14.110596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-0f843806-0731-4254-a4cb-4cb5d867ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:14.112029 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-0f843806-0731-4254-a4cb-4cb5d867ca0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b7daf82-676f-4720-8e23-f1917c455be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447173 Nov 23 18:26:14.123698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=ddd5daa9-b692-40e2-999b-ae88cb7a203e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:14.215167 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-8dde682e-bec0-436d-bddb-1df2c3f199de service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895691 Nov 23 18:26:14.307866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:14.324574 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-418a2e9f-47d5-4691-a631-c68782d355a5 req-c0a004a3-1319-4b60-8920-24eec8d68d41 service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012437 Nov 23 18:26:14.520550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 972ca91c-b7b5-43c4-8a41-8c31fb5f8129 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:14.629222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:14.637832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-09ce0273-a0f4-4ca4-88cd-d5970189aef6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/routers/972ca91c-b7b5-43c4-8a41-8c31fb5f8129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9126723 Nov 23 18:26:14.637832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37810) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:14.639382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c2d85-7641-4172-93f9-c77a8bdea76b None None] Sync routers for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:14.650581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c2d85-7641-4172-93f9-c77a8bdea76b None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:14.651369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c52c2d85-7641-4172-93f9-c77a8bdea76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:14.692277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c52c2d85-7641-4172-93f9-c77a8bdea76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:14.701334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c2d85-7641-4172-93f9-c77a8bdea76b None None] Routers {'972ca91c-b7b5-43c4-8a41-8c31fb5f8129'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:14.702145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c52c2d85-7641-4172-93f9-c77a8bdea76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:14.737149 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c52c2d85-7641-4172-93f9-c77a8bdea76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:14.737960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c2d85-7641-4172-93f9-c77a8bdea76b None None] The sync data for ids ['972ca91c-b7b5-43c4-8a41-8c31fb5f8129'] in n-d-818932-3 is: [] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:14.751708 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:14.856905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:14.911585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port e6ea2d37-e87d-4f26-a721-6b46259c217d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:14.911850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.003175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.017235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for e6ea2d37-e87d-4f26-a721-6b46259c217d owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:15.121190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2da146-8cde-4cc6-9d10-73ab0ddfbd68 req-e28d5e6d-27e2-4a1d-8ebc-01df21f7e9af tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:15.122384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d2da146-8cde-4cc6-9d10-73ab0ddfbd68 req-e28d5e6d-27e2-4a1d-8ebc-01df21f7e9af tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 982 time: 0.0958776 Nov 23 18:26:15.136230 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.267883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d2da146-8cde-4cc6-9d10-73ab0ddfbd68 req-dc397b59-981f-462a-bb7f-838c42a79e75 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1370945 Nov 23 18:26:15.285411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.318381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=e6ea2d37-e87d-4f26-a721-6b46259c217d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:15.337982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4414c7f-f912-4c70-96a3-52396a02ea62 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:15.384513 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.489838 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.492090 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.536397 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.537240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Fanout notify agent at l3_agent the message router_deleted on router 972ca91c-b7b5-43c4-8a41-8c31fb5f8129 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:26:15.545028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.546159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-257b3690-5857-48c8-9c7b-4088f57203c6 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/routers/972ca91c-b7b5-43c4-8a41-8c31fb5f8129 HTTP/1.1" status: 204 len: 168 time: 0.9073770 Nov 23 18:26:15.549587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37814) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:15.607010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7830d345-fbc2-4bb0-8136-70326d1d4adf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting subnet f9153553-0be5-4c79-ac13-4263a4debe22 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:26:15.610863 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7830d345-fbc2-4bb0-8136-70326d1d4adf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.650585 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7830d345-fbc2-4bb0-8136-70326d1d4adf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.733849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7830d345-fbc2-4bb0-8136-70326d1d4adf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.795451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7830d345-fbc2-4bb0-8136-70326d1d4adf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.823427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830d345-fbc2-4bb0-8136-70326d1d4adf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Subnet': ['ID=f9153553-0be5-4c79-ac13-4263a4debe22,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:15.830847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7830d345-fbc2-4bb0-8136-70326d1d4adf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.834164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7830d345-fbc2-4bb0-8136-70326d1d4adf tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/subnets/f9153553-0be5-4c79-ac13-4263a4debe22 HTTP/1.1" status: 204 len: 168 time: 0.2836335 Nov 23 18:26:15.836794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37816) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:15.844849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd5d208-f698-47d7-96d1-bed39c39776e None None] Network df1bbe79-85fd-4af9-8c70-f1fc986da8eb requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:15.913069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.968550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:15.968962 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.032219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] DHCP port deletion for df1bbe79-85fd-4af9-8c70-f1fc986da8eb request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:16.045352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] For port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,segment=NetworkSegment(7897aa93-6d06-4446-ab34-b7dbcb124b37),segment_id=7897aa93-6d06-4446-ab34-b7dbcb124b37)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:16.045776 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.058924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:16.085986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] Deleting port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:16.086360 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.139100 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.151644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] For port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,segment=NetworkSegment(7897aa93-6d06-4446-ab34-b7dbcb124b37),segment_id=7897aa93-6d06-4446-ab34-b7dbcb124b37)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:16.152050 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.164972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] Calling delete_port for 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:16.168086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:16.174211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] No DVR routers for this DVR port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:26:16.245079 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.252992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.271001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] Pushing event deleted for resources: {'Port': ['ID=06a5d9c9-e753-46c5-b8d3-52fe58f5d72a,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:16.272652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1bbe79-85fd-4af9-8c70-f1fc986da8eb']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:16.274541 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c116de1-2802-4886-b026-8667b9dfac5f None None] No DVR routers for this DVR port 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:26:16.284366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7897aa93-6d06-4446-ab34-b7dbcb124b37') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:16.284862 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7897aa93-6d06-4446-ab34-b7dbcb124b37') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:16.295341 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.309731 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.318408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:26:16.318850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:26:16.322333 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:26:16.412948 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.422221 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.425663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/networks/df1bbe79-85fd-4af9-8c70-f1fc986da8eb HTTP/1.1" status: 204 len: 168 time: 0.5878575 Nov 23 18:26:16.428488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:16.439374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe990a-1332-4028-a4ed-b9815f795348 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Network': ['ID=df1bbe79-85fd-4af9-8c70-f1fc986da8eb,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:16.450025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac79b4-e991-4a1c-abb6-ec38b03fd09f req-48211a66-c7e4-4340-9463-a02ce6187fb6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:16.451282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58ac79b4-e991-4a1c-abb6-ec38b03fd09f req-48211a66-c7e4-4340-9463-a02ce6187fb6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 982 time: 0.1064446 Nov 23 18:26:16.468797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9ff74d66-7ad2-455c-b596-1144cbb08deb details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:26:16.474298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.512037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58ac79b4-e991-4a1c-abb6-ec38b03fd09f req-bf1b6c34-f133-4437-b3bf-344c5567f87a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0540106 Nov 23 18:26:16.567111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port f5b0e96b-9455-4058-899f-aff01f02e8da {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:16.567415 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.576205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9ff74d66-7ad2-455c-b596-1144cbb08deb, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:16.587445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'port_id': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'mac_address': 'fa:16:3e:19:4f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:26:16.629138 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.644353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff74d66-7ad2-455c-b596-1144cbb08deb {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:26:16.645649 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.645979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.658965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for f5b0e96b-9455-4058-899f-aff01f02e8da owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:16.666440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9ff74d66-7ad2-455c-b596-1144cbb08deb, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:16.670406 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.703468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:26:16.734232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:26:16.734583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 06a5d9c9-e753-46c5-b8d3-52fe58f5d72a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:26:16.751850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9ff74d66-7ad2-455c-b596-1144cbb08deb,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:16.799861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.825338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=f5b0e96b-9455-4058-899f-aff01f02e8da,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:16.891824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.894324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.895526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-63adc674-ed64-4f48-8c30-7bb3448478cb tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/floatingips/562eeeee-88f3-4e0c-8373-69986caa9270 HTTP/1.1" status: 204 len: 168 time: 0.4660146 Nov 23 18:26:16.899828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37822) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:16.925520 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e585da97-40d9-4bb5-9dd1-0caae1e74d23 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] DELETE failed (client error): The resource could not be found. Nov 23 18:26:16.926102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e585da97-40d9-4bb5-9dd1-0caae1e74d23 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:26:16.930756 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e585da97-40d9-4bb5-9dd1-0caae1e74d23 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/ports/1108cc10-ded1-4223-9f6a-ebd4536aba02 HTTP/1.1" status: 404 len: 333 time: 0.0299485 Nov 23 18:26:16.931247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['9ff74d66-7ad2-455c-b596-1144cbb08deb'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:26:16.933374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37824) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:16.960880 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4b123d5-d498-49c4-b13e-01124a1aaf7c tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "GET /v2.0/ports?device_id=972ca91c-b7b5-43c4-8a41-8c31fb5f8129 HTTP/1.1" status: 200 len: 205 time: 0.0264406 Nov 23 18:26:16.963368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37826) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:17.001512 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-fe35a828-7000-42a1-b3a0-1bf421d4f75d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] delete failed (client error): The resource could not be found. Nov 23 18:26:17.002602 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe35a828-7000-42a1-b3a0-1bf421d4f75d tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/routers/972ca91c-b7b5-43c4-8a41-8c31fb5f8129 HTTP/1.1" status: 404 len: 336 time: 0.0382960 Nov 23 18:26:17.005210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37828) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:17.035013 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a052d99-c99e-467b-9bc5-bcd58e1d3cd0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] DELETE failed (client error): The resource could not be found. Nov 23 18:26:17.035458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a052d99-c99e-467b-9bc5-bcd58e1d3cd0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:26:17.038512 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a052d99-c99e-467b-9bc5-bcd58e1d3cd0 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/subnets/f9153553-0be5-4c79-ac13-4263a4debe22 HTTP/1.1" status: 404 len: 337 time: 0.0324078 Nov 23 18:26:17.041050 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37830) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:17.366154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-68b41dd2-a88a-4fbb-9e50-07dfb9cce9a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port e43700ec-1559-4337-bfc3-1bc2bbe67363 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:17.366492 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-68b41dd2-a88a-4fbb-9e50-07dfb9cce9a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:17.451824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-68b41dd2-a88a-4fbb-9e50-07dfb9cce9a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:17.463425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-68b41dd2-a88a-4fbb-9e50-07dfb9cce9a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for e43700ec-1559-4337-bfc3-1bc2bbe67363 owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:17.591095 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-68b41dd2-a88a-4fbb-9e50-07dfb9cce9a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:17.623306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b41dd2-a88a-4fbb-9e50-07dfb9cce9a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=e43700ec-1559-4337-bfc3-1bc2bbe67363,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:17.645752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274be9-63bb-489d-9182-78af7d29d1cf req-8b098176-11be-470a-b75f-a554cc07e13f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:17.647357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51274be9-63bb-489d-9182-78af7d29d1cf req-8b098176-11be-470a-b75f-a554cc07e13f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 983 time: 0.0622931 Nov 23 18:26:17.693232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-68b41dd2-a88a-4fbb-9e50-07dfb9cce9a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:17.696510 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-68b41dd2-a88a-4fbb-9e50-07dfb9cce9a3 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/ports/e43700ec-1559-4337-bfc3-1bc2bbe67363 HTTP/1.1" status: 204 len: 168 time: 0.6545591 Nov 23 18:26:17.698942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37834) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:17.708182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51274be9-63bb-489d-9182-78af7d29d1cf req-d40ecfd6-1be6-48ab-a107-ad735a58a2bf tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0544963 Nov 23 18:26:17.790666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e33dfb58-3b66-4221-a089-51ec93dc6846 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 406cdf17-dae1-492f-bc91-8d8c82ed8ecf {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:17.791044 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33dfb58-3b66-4221-a089-51ec93dc6846 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:17.881078 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33dfb58-3b66-4221-a089-51ec93dc6846 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:17.894514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-e33dfb58-3b66-4221-a089-51ec93dc6846 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 406cdf17-dae1-492f-bc91-8d8c82ed8ecf owned by {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:17.909262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:18.026506 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33dfb58-3b66-4221-a089-51ec93dc6846 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:18.053507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dfb58-3b66-4221-a089-51ec93dc6846 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=406cdf17-dae1-492f-bc91-8d8c82ed8ecf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:18.121277 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e33dfb58-3b66-4221-a089-51ec93dc6846 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:18.125343 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e33dfb58-3b66-4221-a089-51ec93dc6846 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/ports/406cdf17-dae1-492f-bc91-8d8c82ed8ecf HTTP/1.1" status: 204 len: 168 time: 0.4242077 Nov 23 18:26:18.127813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37836) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:18.183027 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcda95-bb54-4327-872a-8fe295c9872a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:18.184594 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-62bcda95-bb54-4327-872a-8fe295c9872a tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "GET /v2.0/ports?device_id=1de0c888-e310-465f-8b8c-6beb32888508 HTTP/1.1" status: 200 len: 913 time: 0.0558453 Nov 23 18:26:18.187770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37838) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:18.466974 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:26:18.468742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9ff74d66-7ad2-455c-b596-1144cbb08deb up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:18.519516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 9ff74d66-7ad2-455c-b596-1144cbb08deb completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:26:18.524180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 9ff74d66-7ad2-455c-b596-1144cbb08deb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:18.524561 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:18.599595 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:18.604793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:18.638841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:18.641443 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefa64a8-a4bc-4c67-a8c1-c356453a1c01" -d '{"events": [{"server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "name": "network-vif-plugged", "status": "completed", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:18.658990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 9ff74d66-7ad2-455c-b596-1144cbb08deb, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:18.664199 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:18.722357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=9ff74d66-7ad2-455c-b596-1144cbb08deb,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:18.752783 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9bdf29-9210-48f2-b616-8a9916942671 x-openstack-request-id: req-ed9bdf29-9210-48f2-b616-8a9916942671 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:18.753298 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "name": "network-vif-plugged", "status": "completed", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:18.753662 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed9bdf29-9210-48f2-b616-8a9916942671 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:18.754129 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'code': 200} Nov 23 18:26:18.854221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d82939-4875-4344-9048-e1e326456949 req-8f65c902-f8d3-4779-9379-f82a463227fa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:18.855817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05d82939-4875-4344-9048-e1e326456949 req-8f65c902-f8d3-4779-9379-f82a463227fa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 984 time: 0.0511646 Nov 23 18:26:18.916043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05d82939-4875-4344-9048-e1e326456949 req-10cb68a2-e5e4-4809-81d9-5de2d1969755 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0527787 Nov 23 18:26:18.923089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b058a-cebe-4a2a-a8ab-7b96c9d84cc3 req-46b0745b-552e-4583-abe4-df8a03a6072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:18.924917 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9e1b058a-cebe-4a2a-a8ab-7b96c9d84cc3 req-46b0745b-552e-4583-abe4-df8a03a6072c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1135 time: 0.0949352 Nov 23 18:26:19.033959 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9e1b058a-cebe-4a2a-a8ab-7b96c9d84cc3 req-d48d5ebf-4022-4c1a-9d0e-e07bc6d8f8a0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=974cdd7b-e27e-4b26-b236-232826f0c731&id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0860677 Nov 23 18:26:19.048700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 8e7a1810-4fc1-4f70-bf2d-746bf336f7e4 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:19.049046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.136090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.148777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 8e7a1810-4fc1-4f70-bf2d-746bf336f7e4 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:19.330851 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.358318 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=8e7a1810-4fc1-4f70-bf2d-746bf336f7e4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:19.528544 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.683056 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.001709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Router 1de0c888-e310-465f-8b8c-6beb32888508 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:20.035209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240af85c-0bf0-418e-a418-986f4ad7b600 req-4b4b81d5-f7e9-4c84-be3c-289ceab5382c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:20.036720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-240af85c-0bf0-418e-a418-986f4ad7b600 req-4b4b81d5-f7e9-4c84-be3c-289ceab5382c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 984 time: 0.0501189 Nov 23 18:26:20.101352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-240af85c-0bf0-418e-a418-986f4ad7b600 req-c2994ea6-24b4-4c55-a2d5-7d60b67a0076 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0584872 Nov 23 18:26:20.112034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:20.121609 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c431518-b0f2-41e8-8a4b-7f663395b9e9 None None] Sync routers for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:20.122453 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c47b4396-8b13-4964-9779-fd098e06b460 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "PUT /v2.0/routers/1de0c888-e310-465f-8b8c-6beb32888508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9337010 Nov 23 18:26:20.125640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37850) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:20.133653 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c431518-b0f2-41e8-8a4b-7f663395b9e9 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:20.134275 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5c431518-b0f2-41e8-8a4b-7f663395b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:20.169533 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5c431518-b0f2-41e8-8a4b-7f663395b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:20.178432 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c431518-b0f2-41e8-8a4b-7f663395b9e9 None None] Routers {'1de0c888-e310-465f-8b8c-6beb32888508'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:20.179054 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5c431518-b0f2-41e8-8a4b-7f663395b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1de0c888-e310-465f-8b8c-6beb32888508'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:20.220884 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5c431518-b0f2-41e8-8a4b-7f663395b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:20.222127 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c431518-b0f2-41e8-8a4b-7f663395b9e9 None None] The sync data for ids ['1de0c888-e310-465f-8b8c-6beb32888508'] in n-d-818932-3 is: [] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:20.240868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.350772 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.401908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting port 0f241454-d73e-4429-93bc-c1770d402031 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:20.402251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.483021 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.495700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Calling delete_port for 0f241454-d73e-4429-93bc-c1770d402031 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:20.657688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.683823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Port': ['ID=0f241454-d73e-4429-93bc-c1770d402031,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:20.696395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73319769-2a72-4caf-9f74-9c38f05a207f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:20.746051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.755282 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.857027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.859247 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.920315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.920826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Fanout notify agent at l3_agent the message router_deleted on router 1de0c888-e310-465f-8b8c-6beb32888508 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:26:20.928392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.929511 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4adf8be4-7663-439e-9a97-dbaf506e5c96 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/routers/1de0c888-e310-465f-8b8c-6beb32888508 HTTP/1.1" status: 204 len: 168 time: 0.8029208 Nov 23 18:26:20.932007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37852) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:20.986415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fbcb0e-a507-4e82-9cee-bcd8c7864b88 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Deleting subnet 4ab88b2c-89c7-43ff-987e-1e11359fda90 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:26:20.989611 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcb0e-a507-4e82-9cee-bcd8c7864b88 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.029792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcb0e-a507-4e82-9cee-bcd8c7864b88 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.073596 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcb0e-a507-4e82-9cee-bcd8c7864b88 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.131251 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcb0e-a507-4e82-9cee-bcd8c7864b88 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.165002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbcb0e-a507-4e82-9cee-bcd8c7864b88 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab88b2c-89c7-43ff-987e-1e11359fda90,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:21.170378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcb0e-a507-4e82-9cee-bcd8c7864b88 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.177227 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0fbcb0e-a507-4e82-9cee-bcd8c7864b88 tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/subnets/4ab88b2c-89c7-43ff-987e-1e11359fda90 HTTP/1.1" status: 204 len: 168 time: 0.2440164 Nov 23 18:26:21.180146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37856) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.228051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9aef-9748-4d7c-acba-286f55ba2d77 req-fd399851-6ce5-4980-8953-c9ffad44b32d tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:21.229565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cdeb9aef-9748-4d7c-acba-286f55ba2d77 req-fd399851-6ce5-4980-8953-c9ffad44b32d tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 984 time: 0.0523884 Nov 23 18:26:21.257162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.287499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cdeb9aef-9748-4d7c-acba-286f55ba2d77 req-7b064000-a6bb-41ac-b3ad-b6ecd99fe489 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0517168 Nov 23 18:26:21.353150 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.374052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ac2c03-eebe-4f07-802d-2a0a618b3273']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:21.390797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26a63cb-986e-4dfa-ab38-bb99fdd66107') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:21.391097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26a63cb-986e-4dfa-ab38-bb99fdd66107') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:21.403034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eeabc-bd9e-4d65-b9a8-286264e0f7a9 req-016f95c2-251e-44dd-8716-14d1afacec8d tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:21.404500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a7eeabc-bd9e-4d65-b9a8-286264e0f7a9 req-016f95c2-251e-44dd-8716-14d1afacec8d tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 984 time: 0.0509701 Nov 23 18:26:21.407025 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.427855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.434486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:26:21.434907 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:26:21.438503 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:26:21.465504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8a7eeabc-bd9e-4d65-b9a8-286264e0f7a9 req-4717c98a-7535-4ebf-b055-52eab2aef3ed tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0548711 Nov 23 18:26:21.505557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.515161 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.520351 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] 10.222.0.74 "DELETE /v2.0/networks/b4ac2c03-eebe-4f07-802d-2a0a618b3273 HTTP/1.1" status: 204 len: 168 time: 0.3392344 Nov 23 18:26:21.534935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceba993-ed7d-40ee-a785-1891a1e5d44e tempest-FloatingIPTestJSON-1873781599 tempest-FloatingIPTestJSON-1873781599-project] Pushing event deleted for resources: {'Network': ['ID=b4ac2c03-eebe-4f07-802d-2a0a618b3273,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:21.586113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c4216-2df3-4044-857e-f79719ede9cc req-08979d50-8d73-4653-8041-554787aa4c2a tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:21.587962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da0c4216-2df3-4044-857e-f79719ede9cc req-08979d50-8d73-4653-8041-554787aa4c2a tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1135 time: 0.0464814 Nov 23 18:26:21.606037 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-da0c4216-2df3-4044-857e-f79719ede9cc req-7b0d7666-014c-4228-a1b1-9c66922df48a tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.680741 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-da0c4216-2df3-4044-857e-f79719ede9cc req-7b0d7666-014c-4228-a1b1-9c66922df48a tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.684953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-da0c4216-2df3-4044-857e-f79719ede9cc req-7b0d7666-014c-4228-a1b1-9c66922df48a tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.726741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d7666-014c-4228-a1b1-9c66922df48a tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3614d03a-58f9-49af-aad9-f61b4ff22633,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:21.739701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da0c4216-2df3-4044-857e-f79719ede9cc req-7b0d7666-014c-4228-a1b1-9c66922df48a tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1451778 Nov 23 18:26:21.757862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37868) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.779061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37870) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.800774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a66bc-21d3-41a4-9304-d0cc0174ea90 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:21.802416 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-594a66bc-21d3-41a4-9304-d0cc0174ea90 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1130 time: 0.0434597 Nov 23 18:26:21.805346 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37874) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.809735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:21.833231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.920828 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ca29354f-5483-4806-97a0-8131301499e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b58f5e95cff4285996d0df1ec23614a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405394 Nov 23 18:26:21.923487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37876) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.970164 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.024081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdaad821-d02d-4232-a81b-7f28db4f6405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.076432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdaad821-d02d-4232-a81b-7f28db4f6405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.128336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Allocated IP 172.25.0.66 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/dd6f5176-60f8-400b-90ba-cdad7f881d3b) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:22.166865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdaad821-d02d-4232-a81b-7f28db4f6405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.169440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdaad821-d02d-4232-a81b-7f28db4f6405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.170590 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bdaad821-d02d-4232-a81b-7f28db4f6405 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8b6a8f3e-23fb-451e-9c31-092b61b6daa2 HTTP/1.1" status: 204 len: 168 time: 0.2461758 Nov 23 18:26:22.208945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaad821-d02d-4232-a81b-7f28db4f6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a8f3e-23fb-451e-9c31-092b61b6daa2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:22.244228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.289112 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.329637 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:22.332473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:22.336011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:22.360537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=dd6f5176-60f8-400b-90ba-cdad7f881d3b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:22.707989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.781780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.838347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37898) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:22.940833 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-secgroup--998614696'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:22.951564 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.956717 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.963817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.972236 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.029902 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=dd6f5176-60f8-400b-90ba-cdad7f881d3b,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:23.041696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.052623 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.056286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.089856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862d7e96-392b-43d0-a97a-4407b35ca03a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:23.133929 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.139799 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.151874 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Floating IP 69f6ce7e-c9fa-4cf5-8042-4d0259d41833 associated. External IP: 172.25.0.66, port: 9ff74d66-7ad2-455c-b596-1144cbb08deb. Nov 23 18:26:23.170654 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.175645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3336132 Nov 23 18:26:23.175645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd549a-4890-41ae-aa35-73cd9aa30de3 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a88e397-b55e-4d24-8cc2-1232ef077a03,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:23.177935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37902) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.243052 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a49afef1-9599-4f5a-9a72-ee21a388b3b4 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0632102 Nov 23 18:26:23.245209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37904) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.250459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7b67fdc1-7701-4230-ac0e-016e636ace65 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-security--1316827180', 'description': 'tempest-security-description-1664497315'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:23.293020 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b67fdc1-7701-4230-ac0e-016e636ace65 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.339147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b67fdc1-7701-4230-ac0e-016e636ace65 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.344775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b67fdc1-7701-4230-ac0e-016e636ace65 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.347604 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7b67fdc1-7701-4230-ac0e-016e636ace65 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.348865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7b67fdc1-7701-4230-ac0e-016e636ace65 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "PUT /v2.0/security-groups/7a88e397-b55e-4d24-8cc2-1232ef077a03 HTTP/1.1" status: 200 len: 1797 time: 0.1027021 Nov 23 18:26:23.351702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37906) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.376814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67fdc1-7701-4230-ac0e-016e636ace65 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a88e397-b55e-4d24-8cc2-1232ef077a03,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:23.409596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Router 44f74d73-2014-4598-b4b7-71faccea7969 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:23.412721 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-fe8a71d6-9595-4e39-a4fa-09b910e71f03 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups/7a88e397-b55e-4d24-8cc2-1232ef077a03 HTTP/1.1" status: 200 len: 1797 time: 0.0596905 Nov 23 18:26:23.415377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37908) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.472632 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47981089-4b3c-4ffd-bc47-5597a71351be tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.495879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47981089-4b3c-4ffd-bc47-5597a71351be tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.523776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:23.538532 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47981089-4b3c-4ffd-bc47-5597a71351be tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.538797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] Sync routers for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:23.541477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-47981089-4b3c-4ffd-bc47-5597a71351be tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.542636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-47981089-4b3c-4ffd-bc47-5597a71351be tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/7a88e397-b55e-4d24-8cc2-1232ef077a03 HTTP/1.1" status: 204 len: 168 time: 0.1262705 Nov 23 18:26:23.545832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37910) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.549513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:23.550170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:23.560445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.565027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47981089-4b3c-4ffd-bc47-5597a71351be tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a88e397-b55e-4d24-8cc2-1232ef077a03,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:23.600140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-47384ce7-a847-4af9-bec2-b2f48800bbdb tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488830 Nov 23 18:26:23.600140 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37912) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.600479 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c5df2518-3ffe-42c6-8249-c424a83dacd5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7882566 Nov 23 18:26:23.600479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:23.600648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37914) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.602861 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0594fe-2236-4b43-a2a2-efadd9b376c2" -d '{"events": [{"name": "network-changed", "server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:23.632622 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-5a8cd8ba-65ab-4262-9ca2-f5bc6e78e545 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] delete failed (client error): The resource could not be found. Nov 23 18:26:23.637357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5a8cd8ba-65ab-4262-9ca2-f5bc6e78e545 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/7a88e397-b55e-4d24-8cc2-1232ef077a03 HTTP/1.1" status: 404 len: 347 time: 0.0325770 Nov 23 18:26:23.638365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37918) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.646218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-07f4accc-2113-41a9-b115-ae28182808ce tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112783560'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:23.652675 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01701eca-2061-450b-a35a-5a585ef7956d x-openstack-request-id: req-01701eca-2061-450b-a35a-5a585ef7956d {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:23.653499 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:23.654370 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01701eca-2061-450b-a35a-5a585ef7956d {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:23.655400 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'status': 'completed', 'code': 200} Nov 23 18:26:23.683745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:23.707107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07f4accc-2113-41a9-b115-ae28182808ce tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.729916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b086d8-e745-4bd4-9eae-6f5f6b3cf319 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.730310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b086d8-e745-4bd4-9eae-6f5f6b3cf319 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.730820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b086d8-e745-4bd4-9eae-6f5f6b3cf319 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.731291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b086d8-e745-4bd4-9eae-6f5f6b3cf319 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.731756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b086d8-e745-4bd4-9eae-6f5f6b3cf319 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.734063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a3b086d8-e745-4bd4-9eae-6f5f6b3cf319 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.1343379 Nov 23 18:26:23.736716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37920) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.738058 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-82e718c4-135e-4273-8703-2e1a61bd11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.739678 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-82e718c4-135e-4273-8703-2e1a61bd11bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1135 time: 0.0706501 Nov 23 18:26:23.794506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce9a9c8-44c8-428c-8e53-1d280ab6a018 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.795006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce9a9c8-44c8-428c-8e53-1d280ab6a018 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.795607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce9a9c8-44c8-428c-8e53-1d280ab6a018 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.796700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce9a9c8-44c8-428c-8e53-1d280ab6a018 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.797382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce9a9c8-44c8-428c-8e53-1d280ab6a018 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.799427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4ce9a9c8-44c8-428c-8e53-1d280ab6a018 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0615151 Nov 23 18:26:23.802545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37922) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.857339 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07f4accc-2113-41a9-b115-ae28182808ce tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.869215 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07f4accc-2113-41a9-b115-ae28182808ce tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.886490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-6c7ba77d-1033-431f-bfa5-6f0003e15eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.887984 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-6c7ba77d-1033-431f-bfa5-6f0003e15eeb service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b7daf82-676f-4720-8e23-f1917c455be1 HTTP/1.1" status: 200 len: 898 time: 0.1408885 Nov 23 18:26:23.903935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4accc-2113-41a9-b115-ae28182808ce tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d68bec2-4594-4a60-889e-41a755245995,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:23.910845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07f4accc-2113-41a9-b115-ae28182808ce tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.915188 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-07f4accc-2113-41a9-b115-ae28182808ce tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2753913 Nov 23 18:26:23.915820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37924) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:23.920830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-df60ef58-849b-41c5-bd05-8cf44cf46ba1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': '5d68bec2-4594-4a60-889e-41a755245995', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:23.945060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '69f6ce7e-c9fa-4cf5-8042-4d0259d41833', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'port_id': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'mac_address': 'fa:16:3e:19:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:22Z', 'updated_at': '2021-11-23T18:26:22Z', 'revision_number': 0, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:08Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:23.953849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df60ef58-849b-41c5-bd05-8cf44cf46ba1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.977322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] Checking router: 44f74d73-2014-4598-b4b7-71faccea7969 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:23.988282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:23.989353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:24.057871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c185c11c-d088-4490-8007-2ec1398afcf3 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.2536747 Nov 23 18:26:24.059947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37926) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:24.096182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df60ef58-849b-41c5-bd05-8cf44cf46ba1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.103452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc065493-e6d7-4ea0-b546-58309c2fb899 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:24.104174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc065493-e6d7-4ea0-b546-58309c2fb899 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:24.105939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cc065493-e6d7-4ea0-b546-58309c2fb899 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=44f74d73-2014-4598-b4b7-71faccea7969 HTTP/1.1" status: 200 len: 1989 time: 0.0449696 Nov 23 18:26:24.110090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df60ef58-849b-41c5-bd05-8cf44cf46ba1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.117749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:24.122933 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-c91c1865-6a8d-4bea-8c68-04b16f3bf633 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb HTTP/1.1" status: 200 len: 998 time: 0.1328816 Nov 23 18:26:24.128664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60ef58-849b-41c5-bd05-8cf44cf46ba1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bea9e82-6877-402f-b47e-f629db98dab0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:24.173054 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df60ef58-849b-41c5-bd05-8cf44cf46ba1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.174522 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-df60ef58-849b-41c5-bd05-8cf44cf46ba1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2574813 Nov 23 18:26:24.177538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37930) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:24.187785 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-c1ab8b24-6421-43bb-abbf-288fa346cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:24.189307 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-c1ab8b24-6421-43bb-abbf-288fa346cf28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fac304b-aefe-4df6-ae54-ef6b626ec589 HTTP/1.1" status: 200 len: 834 time: 0.0563579 Nov 23 18:26:24.210525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38b9c65c-c3b1-4da8-a215-73042cd58d92 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.223034 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38b9c65c-c3b1-4da8-a215-73042cd58d92 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.239648 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-dd2f1893-ed1d-4e4a-9be5-f5cb1b06fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:24.241189 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-dd2f1893-ed1d-4e4a-9be5-f5cb1b06fbec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b7daf82-676f-4720-8e23-f1917c455be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448501 Nov 23 18:26:24.252728 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38b9c65c-c3b1-4da8-a215-73042cd58d92 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.257847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38b9c65c-c3b1-4da8-a215-73042cd58d92 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.259122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-38b9c65c-c3b1-4da8-a215-73042cd58d92 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/4bea9e82-6877-402f-b47e-f629db98dab0 HTTP/1.1" status: 204 len: 168 time: 0.0804946 Nov 23 18:26:24.261877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37932) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:24.345076 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-2c9d139f-7854-4969-80b4-6d44c69d20ee service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967438 Nov 23 18:26:24.548800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '69f6ce7e-c9fa-4cf5-8042-4d0259d41833', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'port_id': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'mac_address': 'fa:16:3e:19:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:22Z', 'updated_at': '2021-11-23T18:26:22Z', 'revision_number': 0, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:08Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:24.584221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d741f2-da5c-4979-9bd0-294463758055 None None] The sync data for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 is: [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '69f6ce7e-c9fa-4cf5-8042-4d0259d41833', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'port_id': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'mac_address': 'fa:16:3e:19:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:22Z', 'updated_at': '2021-11-23T18:26:22Z', 'revision_number': 0, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:08Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:24.653618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9c65c-c3b1-4da8-a215-73042cd58d92 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bea9e82-6877-402f-b47e-f629db98dab0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:24.700607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ecae3efd-5047-47ac-8ac2-ae1ca847fa83 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4342844 Nov 23 18:26:24.700856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37934) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:24.770782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-562e13db-e890-45d5-aa9e-5db2dbafd279 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.795474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-562e13db-e890-45d5-aa9e-5db2dbafd279 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.809024 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-cf0594fe-2236-4b43-a2a2-efadd9b376c2 req-325cc0d3-1bf9-476a-bcd2-4304e6e95bc7 service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552689 Nov 23 18:26:24.849196 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-562e13db-e890-45d5-aa9e-5db2dbafd279 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.851993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-562e13db-e890-45d5-aa9e-5db2dbafd279 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:24.853265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-562e13db-e890-45d5-aa9e-5db2dbafd279 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/5d68bec2-4594-4a60-889e-41a755245995 HTTP/1.1" status: 204 len: 168 time: 0.1514838 Nov 23 18:26:24.856257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37938) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:24.875879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e13db-e890-45d5-aa9e-5db2dbafd279 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d68bec2-4594-4a60-889e-41a755245995,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:24.885213 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0cb12-e238-4bb2-a9d5-b3142d06ddea None None] New status for floating IP 69f6ce7e-c9fa-4cf5-8042-4d0259d41833: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:26:24.918663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37942) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:24.918885 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2d645c09-d14e-43e1-92a8-57937eb5aac7 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0613203 Nov 23 18:26:24.924653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5113be7b-c066-435c-a6f1-0a6a1ea6b7b4 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206455669'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:24.950455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5113be7b-c066-435c-a6f1-0a6a1ea6b7b4 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.030292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c40161-28de-4f61-9b0e-393ce13e2b26 req-8eb9f630-8ae5-49b7-bc19-f8b1b9c88ad0 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:25.032107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8c40161-28de-4f61-9b0e-393ce13e2b26 req-8eb9f630-8ae5-49b7-bc19-f8b1b9c88ad0 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1098 time: 0.0677996 Nov 23 18:26:25.078861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5113be7b-c066-435c-a6f1-0a6a1ea6b7b4 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.085528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5113be7b-c066-435c-a6f1-0a6a1ea6b7b4 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.128646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5113be7b-c066-435c-a6f1-0a6a1ea6b7b4 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.129892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5113be7b-c066-435c-a6f1-0a6a1ea6b7b4 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2097938 Nov 23 18:26:25.132609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8c40161-28de-4f61-9b0e-393ce13e2b26 req-92f41a5a-9ce5-4a74-96c8-daf48bc7d4f8 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916936 Nov 23 18:26:25.132827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37944) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.134450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113be7b-c066-435c-a6f1-0a6a1ea6b7b4 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b800ca1d-ad2c-4e08-b339-611fe4996be0,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:25.146105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-215c4dc6-6157-474e-94b5-eb9800093ff6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'b800ca1d-ad2c-4e08-b339-611fe4996be0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:25.157403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37946) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.176190 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-215c4dc6-6157-474e-94b5-eb9800093ff6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.237381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-215c4dc6-6157-474e-94b5-eb9800093ff6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.241345 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-215c4dc6-6157-474e-94b5-eb9800093ff6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.259418 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c4dc6-6157-474e-94b5-eb9800093ff6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee114a4-9d74-469f-90c6-41e000fa2155,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:25.267897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-215c4dc6-6157-474e-94b5-eb9800093ff6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.269112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-215c4dc6-6157-474e-94b5-eb9800093ff6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352041 Nov 23 18:26:25.271939 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37948) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.276309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9f9b084b-9c83-4fd5-91d3-9b1ca3a8893c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'b800ca1d-ad2c-4e08-b339-611fe4996be0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:25.303115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f9b084b-9c83-4fd5-91d3-9b1ca3a8893c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.319002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port 4cabe4ef-21a7-402f-afe1-de59ecb3af7e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:25.319269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.360988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f9b084b-9c83-4fd5-91d3-9b1ca3a8893c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.365806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f9b084b-9c83-4fd5-91d3-9b1ca3a8893c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.386611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b084b-9c83-4fd5-91d3-9b1ca3a8893c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9cd597-f4b7-44e8-89ae-faf57b05b634,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:25.393226 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9f9b084b-9c83-4fd5-91d3-9b1ca3a8893c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.394216 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9f9b084b-9c83-4fd5-91d3-9b1ca3a8893c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213396 Nov 23 18:26:25.397420 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37950) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.401580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7502d3b2-2674-4570-8ceb-11466a29dc3c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'b800ca1d-ad2c-4e08-b339-611fe4996be0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:25.406161 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.406615 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.418720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for 4cabe4ef-21a7-402f-afe1-de59ecb3af7e owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:25.429441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7502d3b2-2674-4570-8ceb-11466a29dc3c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.488160 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7502d3b2-2674-4570-8ceb-11466a29dc3c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.492402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7502d3b2-2674-4570-8ceb-11466a29dc3c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.511998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502d3b2-2674-4570-8ceb-11466a29dc3c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55271342-3968-41de-a205-e8853c283c8b,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:25.521628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7502d3b2-2674-4570-8ceb-11466a29dc3c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.523113 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7502d3b2-2674-4570-8ceb-11466a29dc3c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251595 Nov 23 18:26:25.525731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37952) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.530155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-693a3d04-da3d-4b96-b51f-1c67d203793c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'b800ca1d-ad2c-4e08-b339-611fe4996be0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:25.556731 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-693a3d04-da3d-4b96-b51f-1c67d203793c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.612071 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.618379 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-693a3d04-da3d-4b96-b51f-1c67d203793c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.622541 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-693a3d04-da3d-4b96-b51f-1c67d203793c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.638662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=4cabe4ef-21a7-402f-afe1-de59ecb3af7e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:25.643035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a3d04-da3d-4b96-b51f-1c67d203793c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f42e31e-38f1-4103-9cb1-c99bcce1b672,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:25.648719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-693a3d04-da3d-4b96-b51f-1c67d203793c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.652454 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-693a3d04-da3d-4b96-b51f-1c67d203793c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232128 Nov 23 18:26:25.652936 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37954) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.658140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d1c99fec-e000-4773-b982-b9c26aa07899 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'b800ca1d-ad2c-4e08-b339-611fe4996be0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:25.685243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d1c99fec-e000-4773-b982-b9c26aa07899 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.705943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.706277 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Floating IP 7c196468-ed69-4397-b24d-516a0821525c disassociated (deleted). External IP: 172.25.0.222, port: 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d. Nov 23 18:26:25.745451 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d1c99fec-e000-4773-b982-b9c26aa07899 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.749719 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d1c99fec-e000-4773-b982-b9c26aa07899 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.769307 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99fec-e000-4773-b982-b9c26aa07899 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb39b7a4-10c0-41f0-bfc3-5b5e9c5e5aad,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:25.779003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d1c99fec-e000-4773-b982-b9c26aa07899 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.780222 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d1c99fec-e000-4773-b982-b9c26aa07899 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1265182 Nov 23 18:26:25.783203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37956) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.812929 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ffc92493-7fe8-4074-b9db-59d32308ba51 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.821591 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ffc92493-7fe8-4074-b9db-59d32308ba51 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.859192 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ffc92493-7fe8-4074-b9db-59d32308ba51 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.865597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ffc92493-7fe8-4074-b9db-59d32308ba51 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.866661 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ffc92493-7fe8-4074-b9db-59d32308ba51 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/cb39b7a4-10c0-41f0-bfc3-5b5e9c5e5aad HTTP/1.1" status: 204 len: 168 time: 0.0825031 Nov 23 18:26:25.871427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37958) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.880460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc92493-7fe8-4074-b9db-59d32308ba51 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb39b7a4-10c0-41f0-bfc3-5b5e9c5e5aad,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:25.928763 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-103328b7-9b71-43e9-919b-ae84fbdc6305 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0537004 Nov 23 18:26:25.929018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37960) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:25.938487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:25.955755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43948a72-7421-48db-b043-95017fd85def tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.963786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43948a72-7421-48db-b043-95017fd85def tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.992197 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43948a72-7421-48db-b043-95017fd85def tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:25.999855 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43948a72-7421-48db-b043-95017fd85def tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.001667 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-43948a72-7421-48db-b043-95017fd85def tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/0f42e31e-38f1-4103-9cb1-c99bcce1b672 HTTP/1.1" status: 204 len: 168 time: 0.0717854 Nov 23 18:26:26.005280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37962) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.011545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948a72-7421-48db-b043-95017fd85def tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f42e31e-38f1-4103-9cb1-c99bcce1b672,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:26.050120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:26.051267 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5cf3af2d-5450-458d-8ec8-5c9584cc427e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0449278 Nov 23 18:26:26.054319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37964) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.055059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.060406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] Sync routers for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:26.070608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:26.071210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:26.080561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7a357c6-f705-4b61-8fe6-8ecbff62f599 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.088647 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8b1252ce-9334-475c-9f76-aa7ff74c19fb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/floatingips/7c196468-ed69-4397-b24d-516a0821525c HTTP/1.1" status: 204 len: 168 time: 0.9276612 Nov 23 18:26:26.088647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:26.090098 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:26.091590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7a357c6-f705-4b61-8fe6-8ecbff62f599 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.120303 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7a357c6-f705-4b61-8fe6-8ecbff62f599 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.128154 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b7a357c6-f705-4b61-8fe6-8ecbff62f599 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.129270 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b7a357c6-f705-4b61-8fe6-8ecbff62f599 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/55271342-3968-41de-a205-e8853c283c8b HTTP/1.1" status: 204 len: 168 time: 0.0740876 Nov 23 18:26:26.132288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37970) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.134683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a357c6-f705-4b61-8fe6-8ecbff62f599 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55271342-3968-41de-a205-e8853c283c8b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:26.185998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b9d58b99-76e9-4218-83c3-3010ffeeb558 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0498526 Nov 23 18:26:26.186247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37972) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.213675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-63ceefe3-c708-451b-ae9d-c3e6172704b2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.214500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:26.223873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-63ceefe3-c708-451b-ae9d-c3e6172704b2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.263965 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-63ceefe3-c708-451b-ae9d-c3e6172704b2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.275969 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-63ceefe3-c708-451b-ae9d-c3e6172704b2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.277224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-63ceefe3-c708-451b-ae9d-c3e6172704b2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/4e9cd597-f4b7-44e8-89ae-faf57b05b634 HTTP/1.1" status: 204 len: 168 time: 0.0894151 Nov 23 18:26:26.278327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceefe3-c708-451b-ae9d-c3e6172704b2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e9cd597-f4b7-44e8-89ae-faf57b05b634,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:26.280012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37976) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.281310 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abda39cf-a1e0-4da2-92f3-7bb466415d0d x-openstack-request-id: req-abda39cf-a1e0-4da2-92f3-7bb466415d0d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:26.281664 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:26.281984 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-abda39cf-a1e0-4da2-92f3-7bb466415d0d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:26.282453 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'status': 'completed', 'code': 200} Nov 23 18:26:26.326735 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0d66ce4f-bbe9-413e-be4d-4f80dd17f418 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0448077 Nov 23 18:26:26.329839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37978) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.360712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1718530a-9de0-4fb6-8f51-b0855cd70a47 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.371013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1718530a-9de0-4fb6-8f51-b0855cd70a47 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.398067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-2bef6c8a-75db-412e-b8cc-424aa5d4bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:26.399643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-2bef6c8a-75db-412e-b8cc-424aa5d4bb5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 1098 time: 0.0865290 Nov 23 18:26:26.407729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1718530a-9de0-4fb6-8f51-b0855cd70a47 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.414091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1718530a-9de0-4fb6-8f51-b0855cd70a47 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.414760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9481b2-edea-41c2-846c-28b2e044eb15 req-812fd886-395a-4f7c-bc21-cbf140cd43ce tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:26.415230 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1718530a-9de0-4fb6-8f51-b0855cd70a47 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/4ee114a4-9d74-469f-90c6-41e000fa2155 HTTP/1.1" status: 204 len: 168 time: 0.0844588 Nov 23 18:26:26.417134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c9481b2-edea-41c2-846c-28b2e044eb15 req-812fd886-395a-4f7c-bc21-cbf140cd43ce tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 947 time: 0.0638580 Nov 23 18:26:26.419015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37980) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.420890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718530a-9de0-4fb6-8f51-b0855cd70a47 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ee114a4-9d74-469f-90c6-41e000fa2155,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:26.468528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:31Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:26.495809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] Checking router: 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:26.505353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:26.505950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:26.546944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0d15fa79-ac6f-4ca0-aaff-dd8423afa197 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1267209 Nov 23 18:26:26.550129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.567316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c9481b2-edea-41c2-846c-28b2e044eb15 req-cc0c1504-3901-457a-aa18-d2798ef155ed tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339748 Nov 23 18:26:26.583965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-82b9fdf1-adda-40c0-b646-5156e50b4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:26.585457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-82b9fdf1-adda-40c0-b646-5156e50b4a00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 200 len: 898 time: 0.1672554 Nov 23 18:26:26.617654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:26.625609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ae72e39-a6a6-4c26-ab6b-e1cefb4471b1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.637568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-d11564fa-8eeb-4383-8ff3-b8a3d44336bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 200 len: 217 time: 0.0436909 Nov 23 18:26:26.649842 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ae72e39-a6a6-4c26-ab6b-e1cefb4471b1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.692407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-d664f707-b602-45bf-bc96-97cf82158bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:26.694076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-d664f707-b602-45bf-bc96-97cf82158bd6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 200 len: 835 time: 0.0462732 Nov 23 18:26:26.694377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ae72e39-a6a6-4c26-ab6b-e1cefb4471b1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.697119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ae72e39-a6a6-4c26-ab6b-e1cefb4471b1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.698259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4ae72e39-a6a6-4c26-ab6b-e1cefb4471b1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/b800ca1d-ad2c-4e08-b339-611fe4996be0 HTTP/1.1" status: 204 len: 168 time: 0.1465747 Nov 23 18:26:26.700905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37984) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.708220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae72e39-a6a6-4c26-ab6b-e1cefb4471b1 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b800ca1d-ad2c-4e08-b339-611fe4996be0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:26.779885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3659c724-4e57-4c46-b1ae-36ad83a28a99 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0773983 Nov 23 18:26:26.785049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-fc064bda-bb06-489b-ad18-d3ee88ae090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:26.785049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-fc064bda-bb06-489b-ad18-d3ee88ae090e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751395 Nov 23 18:26:26.785356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37986) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.789337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cb61b87c-b498-41ab-ad43-f9a78fa99f6c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133332067'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:26.816212 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb61b87c-b498-41ab-ad43-f9a78fa99f6c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.845402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:31Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:26.875923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23071b0c-7098-45f8-ad82-97fabe47ae85 None None] The sync data for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 is: [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:24:25Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3', 'name': '', 'network_id': 'f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:df:12:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:24Z', 'updated_at': '2021-11-23T18:24:31Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '27c65a69-91f1-4ed9-9e83-9c8677016a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:26.887178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb61b87c-b498-41ab-ad43-f9a78fa99f6c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.889061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-d2dfd2d4-774b-4604-b477-857cf0e23169 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963686 Nov 23 18:26:26.891679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb61b87c-b498-41ab-ad43-f9a78fa99f6c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.924382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cb61b87c-b498-41ab-ad43-f9a78fa99f6c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:26.928530 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cb61b87c-b498-41ab-ad43-f9a78fa99f6c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1400948 Nov 23 18:26:26.928530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61b87c-b498-41ab-ad43-f9a78fa99f6c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2633d59c-4f3f-47d4-a9eb-299fa9d111ff,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:26.929998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:26.935143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-49702790-2716-4694-89f0-7a0f67391a34 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': '2633d59c-4f3f-47d4-a9eb-299fa9d111ff', 'direction': 'ingress', 'protocol': 17}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:26.969216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49702790-2716-4694-89f0-7a0f67391a34 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.013868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c93cd9f-9f02-4770-b862-3e3bf5e31f7f req-50b7804d-fd35-4c14-8c58-bb691bbc4202 service neutron] 10.222.0.66 "GET /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160960 Nov 23 18:26:27.032773 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49702790-2716-4694-89f0-7a0f67391a34 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.036925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49702790-2716-4694-89f0-7a0f67391a34 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.054349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49702790-2716-4694-89f0-7a0f67391a34 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22d2c01-df85-4d7c-b1c7-baa6de8bc3b5,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:27.065786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-49702790-2716-4694-89f0-7a0f67391a34 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.067838 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-49702790-2716-4694-89f0-7a0f67391a34 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1367593 Nov 23 18:26:27.070534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37990) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.126594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b480ee-a03f-4091-a909-f6ee8c3e6448 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.143733 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4a43b-3d5f-4a0d-a4d8-857ecee73398 None None] New status for floating IP 7c196468-ed69-4397-b24d-516a0821525c: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:26:27.151494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b480ee-a03f-4091-a909-f6ee8c3e6448 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.196931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b480ee-a03f-4091-a909-f6ee8c3e6448 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.199686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b480ee-a03f-4091-a909-f6ee8c3e6448 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.200928 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32b480ee-a03f-4091-a909-f6ee8c3e6448 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/2633d59c-4f3f-47d4-a9eb-299fa9d111ff HTTP/1.1" status: 204 len: 168 time: 0.1294515 Nov 23 18:26:27.204468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37992) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.212148 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b480ee-a03f-4091-a909-f6ee8c3e6448 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2633d59c-4f3f-47d4-a9eb-299fa9d111ff,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:27.257607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a0ce8f9f-4566-4ca0-85d6-abc86168772c tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518789 Nov 23 18:26:27.261644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37994) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.266839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-74d2369b-02e5-485e-b278-5cb2fb0b2670 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112026992'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:27.296802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74d2369b-02e5-485e-b278-5cb2fb0b2670 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.368151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74d2369b-02e5-485e-b278-5cb2fb0b2670 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.372219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74d2369b-02e5-485e-b278-5cb2fb0b2670 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.403494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74d2369b-02e5-485e-b278-5cb2fb0b2670 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.404711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-74d2369b-02e5-485e-b278-5cb2fb0b2670 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1421475 Nov 23 18:26:27.407849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 37996) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.409899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2369b-02e5-485e-b278-5cb2fb0b2670 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a23424d-a233-4ba7-a5ad-e9fa13b55f7b,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:27.414594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9a886a4d-3413-4e2f-83a0-a14c1941c4ef tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093225005'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:27.439734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9a886a4d-3413-4e2f-83a0-a14c1941c4ef tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.504770 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9a886a4d-3413-4e2f-83a0-a14c1941c4ef tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.508649 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9a886a4d-3413-4e2f-83a0-a14c1941c4ef tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.537659 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9a886a4d-3413-4e2f-83a0-a14c1941c4ef tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.538928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9a886a4d-3413-4e2f-83a0-a14c1941c4ef tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1299596 Nov 23 18:26:27.540881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a886a4d-3413-4e2f-83a0-a14c1941c4ef tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0925937-8ab3-4ee7-9d08-45f3a15eff9e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:27.541881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 37998) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.547189 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-43c78200-90d5-4149-81fd-8d4350c1a13e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': '8a23424d-a233-4ba7-a5ad-e9fa13b55f7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e0925937-8ab3-4ee7-9d08-45f3a15eff9e', 'remote_ip_prefix': None}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:27.581682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43c78200-90d5-4149-81fd-8d4350c1a13e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.649147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43c78200-90d5-4149-81fd-8d4350c1a13e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.652940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43c78200-90d5-4149-81fd-8d4350c1a13e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.662426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-e964d43a-67b3-48f6-baae-bffe9f6492ad tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:27.663858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-e964d43a-67b3-48f6-baae-bffe9f6492ad tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 947 time: 0.0681307 Nov 23 18:26:27.673433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c78200-90d5-4149-81fd-8d4350c1a13e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31542927-c322-48fd-a5f4-f96ecf106bc8,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:27.678604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43c78200-90d5-4149-81fd-8d4350c1a13e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.679851 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-43c78200-90d5-4149-81fd-8d4350c1a13e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1369569 Nov 23 18:26:27.682682 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38002) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.708096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03acf52a-cbe8-4481-9ef6-4e0f4f05517f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.715494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03acf52a-cbe8-4481-9ef6-4e0f4f05517f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.744460 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03acf52a-cbe8-4481-9ef6-4e0f4f05517f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.750728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-03acf52a-cbe8-4481-9ef6-4e0f4f05517f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.751946 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-03acf52a-cbe8-4481-9ef6-4e0f4f05517f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/31542927-c322-48fd-a5f4-f96ecf106bc8 HTTP/1.1" status: 204 len: 168 time: 0.0681233 Nov 23 18:26:27.754721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38004) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.768165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390742-86cd-4424-9a27-4ff72c8a0180 req-76baf19f-5727-4661-8a3a-3ba8cc81b5e7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:27.769665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4390742-86cd-4424-9a27-4ff72c8a0180 req-76baf19f-5727-4661-8a3a-3ba8cc81b5e7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=738aafed-16c7-434c-98bf-95a5df508224 HTTP/1.1" status: 200 len: 947 time: 0.1249132 Nov 23 18:26:27.772963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acf52a-cbe8-4481-9ef6-4e0f4f05517f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31542927-c322-48fd-a5f4-f96ecf106bc8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:27.807545 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-603abf43-8bcc-414e-acd5-b93d7141fca6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0492887 Nov 23 18:26:27.807799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38006) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.830480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:27.830843 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.838008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4390742-86cd-4424-9a27-4ff72c8a0180 req-ad7377f3-c34e-486a-b6d8-d8ed6bde82e3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606782 Nov 23 18:26:27.863360 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9828-4606-4b87-aed0-537a6d855b8b tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.886157 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9828-4606-4b87-aed0-537a6d855b8b tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.928929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:27.929233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.931576 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9828-4606-4b87-aed0-537a6d855b8b tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.934328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9828-4606-4b87-aed0-537a6d855b8b tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:27.938723 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0ed9828-4606-4b87-aed0-537a6d855b8b tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/e0925937-8ab3-4ee7-9d08-45f3a15eff9e HTTP/1.1" status: 204 len: 168 time: 0.1268892 Nov 23 18:26:27.939010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38008) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:27.945542 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed9828-4606-4b87-aed0-537a6d855b8b tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0925937-8ab3-4ee7-9d08-45f3a15eff9e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:27.949177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:28.044009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0fc8c5e6-0495-47a8-b9a5-526d0027f141 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1038833 Nov 23 18:26:28.046912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38010) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.099145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33b62a94-180a-417a-9189-420577fe23d2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.121340 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.122913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33b62a94-180a-417a-9189-420577fe23d2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.151172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:28.172770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33b62a94-180a-417a-9189-420577fe23d2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.177986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33b62a94-180a-417a-9189-420577fe23d2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.181964 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-33b62a94-180a-417a-9189-420577fe23d2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/8a23424d-a233-4ba7-a5ad-e9fa13b55f7b HTTP/1.1" status: 204 len: 168 time: 0.1339605 Nov 23 18:26:28.182528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38012) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.194079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] No DVR routers for this DVR port 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:26:28.196775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.200212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e7131639-6fbf-43d3-889e-9da4d6a66ec1 req-ab5235cd-b9c2-4eed-9134-8325f9b32475 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "DELETE /v2.0/ports/28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d HTTP/1.1" status: 204 len: 173 time: 0.5145137 Nov 23 18:26:28.203764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b62a94-180a-417a-9189-420577fe23d2 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a23424d-a233-4ba7-a5ad-e9fa13b55f7b,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:28.242757 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-071eced9-946a-488e-97e7-6bdcd0cc2c44 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563960 Nov 23 18:26:28.247136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38014) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.251850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f4a4eb6b-04b2-4941-87c1-e7568bcfb477 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-secgroup--972912351'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:28.274657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4a4eb6b-04b2-4941-87c1-e7568bcfb477 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.283993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-deleted', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:28.287651 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b45f544-af71-4dcd-a38c-447b3ed1e2a0" -d '{"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-deleted", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:28.325371 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d90c2b0-30a9-439b-b666-7fc434ef6778 x-openstack-request-id: req-7d90c2b0-30a9-439b-b666-7fc434ef6778 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:28.325676 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738aafed-16c7-434c-98bf-95a5df508224", "name": "network-vif-deleted", "tag": "28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:28.325939 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d90c2b0-30a9-439b-b666-7fc434ef6778 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:28.326352 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738aafed-16c7-434c-98bf-95a5df508224', 'name': 'network-vif-deleted', 'tag': '28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d', 'status': 'completed', 'code': 200} Nov 23 18:26:28.348726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4a4eb6b-04b2-4941-87c1-e7568bcfb477 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.353266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4a4eb6b-04b2-4941-87c1-e7568bcfb477 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.384083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f4a4eb6b-04b2-4941-87c1-e7568bcfb477 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.385337 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f4a4eb6b-04b2-4941-87c1-e7568bcfb477 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1370847 Nov 23 18:26:28.387250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4eb6b-04b2-4941-87c1-e7568bcfb477 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad12dbb0-5d52-40bc-acd9-ee02b15e2021,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:28.388205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38018) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.393646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a0e7516e-05b3-4552-b388-1fc1a7aa2f7d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'ad12dbb0-5d52-40bc-acd9-ee02b15e2021', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:28.421541 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0e7516e-05b3-4552-b388-1fc1a7aa2f7d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.477603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0e7516e-05b3-4552-b388-1fc1a7aa2f7d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.481875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0e7516e-05b3-4552-b388-1fc1a7aa2f7d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.500738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7516e-05b3-4552-b388-1fc1a7aa2f7d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a78a7d3-468e-46af-af7a-ab6c35b4d78c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:28.511052 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0e7516e-05b3-4552-b388-1fc1a7aa2f7d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.512474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a0e7516e-05b3-4552-b388-1fc1a7aa2f7d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1231668 Nov 23 18:26:28.516267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38020) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.546120 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10842c74-880a-4ca7-8b20-186f524df5f5 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.555195 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10842c74-880a-4ca7-8b20-186f524df5f5 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.589550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10842c74-880a-4ca7-8b20-186f524df5f5 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.596526 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10842c74-880a-4ca7-8b20-186f524df5f5 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.597815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-10842c74-880a-4ca7-8b20-186f524df5f5 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/6a78a7d3-468e-46af-af7a-ab6c35b4d78c HTTP/1.1" status: 204 len: 168 time: 0.0805416 Nov 23 18:26:28.600436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38022) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.611587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10842c74-880a-4ca7-8b20-186f524df5f5 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a78a7d3-468e-46af-af7a-ab6c35b4d78c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:28.653108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-da33fcd5-01fa-4117-9e1c-dff2ea72310e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491464 Nov 23 18:26:28.653486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38024) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.714978 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c78a-8a66-4716-b918-fe4154f7b216 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.736931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c78a-8a66-4716-b918-fe4154f7b216 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.779359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c78a-8a66-4716-b918-fe4154f7b216 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.781925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c78a-8a66-4716-b918-fe4154f7b216 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.783112 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5b4c78a-8a66-4716-b918-fe4154f7b216 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/ad12dbb0-5d52-40bc-acd9-ee02b15e2021 HTTP/1.1" status: 204 len: 168 time: 0.1284478 Nov 23 18:26:28.785815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38026) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.791857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4c78a-8a66-4716-b918-fe4154f7b216 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad12dbb0-5d52-40bc-acd9-ee02b15e2021,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:28.830141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-07f0b9ad-d56f-4d46-b1b2-75cf54c4110f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0431511 Nov 23 18:26:28.834208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38028) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.838436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cd25a92a-01f0-4927-9f99-89cf25abb43f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group': {'name': 'tempest-secgroup--238146608'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:28.859722 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cd25a92a-01f0-4927-9f99-89cf25abb43f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.898171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38032) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.926993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cd25a92a-01f0-4927-9f99-89cf25abb43f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.930794 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cd25a92a-01f0-4927-9f99-89cf25abb43f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.960880 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cd25a92a-01f0-4927-9f99-89cf25abb43f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:28.962128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cd25a92a-01f0-4927-9f99-89cf25abb43f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1269727 Nov 23 18:26:28.964022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25a92a-01f0-4927-9f99-89cf25abb43f tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1053bb8-fd69-4bb0-886e-f53e0af107e1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:28.966929 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38034) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:28.971478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c6283cb9-8b07-4ce8-92da-a1a22a14ebfd tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'b1053bb8-fd69-4bb0-886e-f53e0af107e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:29.000411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6283cb9-8b07-4ce8-92da-a1a22a14ebfd tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.055663 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6283cb9-8b07-4ce8-92da-a1a22a14ebfd tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.060287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6283cb9-8b07-4ce8-92da-a1a22a14ebfd tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.078615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6283cb9-8b07-4ce8-92da-a1a22a14ebfd tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c63082b-062a-455a-9ac7-2d7bc3111435,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:29.087121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6283cb9-8b07-4ce8-92da-a1a22a14ebfd tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.090837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c6283cb9-8b07-4ce8-92da-a1a22a14ebfd tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203401 Nov 23 18:26:29.091025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38036) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.108003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-244975bb-2551-4aff-84ef-614aac2a73ce tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules/1c63082b-062a-455a-9ac7-2d7bc3111435 HTTP/1.1" status: 200 len: 763 time: 0.0158753 Nov 23 18:26:29.111046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38038) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.153232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6ebe249a-a954-4499-92ca-546f6c349779 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411172 Nov 23 18:26:29.156881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38040) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.180420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0997b1b-c397-4eae-8a3b-8a7f620cc098 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.189222 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0997b1b-c397-4eae-8a3b-8a7f620cc098 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.216565 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0997b1b-c397-4eae-8a3b-8a7f620cc098 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.223163 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c0997b1b-c397-4eae-8a3b-8a7f620cc098 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.226875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c0997b1b-c397-4eae-8a3b-8a7f620cc098 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/1c63082b-062a-455a-9ac7-2d7bc3111435 HTTP/1.1" status: 204 len: 168 time: 0.0665658 Nov 23 18:26:29.227067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38042) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.229778 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0997b1b-c397-4eae-8a3b-8a7f620cc098 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c63082b-062a-455a-9ac7-2d7bc3111435,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:29.294863 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-29b96742-147e-42ef-8390-6636c3cb0a99 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666151 Nov 23 18:26:29.297520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38044) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.302404 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5c2c28eb-7a7c-4e39-b619-2f01a7495f48 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'b1053bb8-fd69-4bb0-886e-f53e0af107e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:29.316673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.330804 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c2c28eb-7a7c-4e39-b619-2f01a7495f48 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.378408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c2c28eb-7a7c-4e39-b619-2f01a7495f48 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.382769 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c2c28eb-7a7c-4e39-b619-2f01a7495f48 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.401835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c28eb-7a7c-4e39-b619-2f01a7495f48 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd43a33f-9868-48d5-b6d5-1556ed835666,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:29.411364 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c2c28eb-7a7c-4e39-b619-2f01a7495f48 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.412585 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5c2c28eb-7a7c-4e39-b619-2f01a7495f48 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139634 Nov 23 18:26:29.415197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38046) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.431788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cf7cfe6c-51a9-418d-b0f0-54488d068ed0 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules/cd43a33f-9868-48d5-b6d5-1556ed835666 HTTP/1.1" status: 200 len: 763 time: 0.0155227 Nov 23 18:26:29.434217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38048) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.474965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-954cfbb8-fad7-480a-a896-62dca7a857b6 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395155 Nov 23 18:26:29.477648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38050) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.500972 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd86ce3-a383-4a0e-97fa-cdf1d058ea12 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.508657 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd86ce3-a383-4a0e-97fa-cdf1d058ea12 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.536172 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd86ce3-a383-4a0e-97fa-cdf1d058ea12 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.542183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd86ce3-a383-4a0e-97fa-cdf1d058ea12 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.543316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7fd86ce3-a383-4a0e-97fa-cdf1d058ea12 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/cd43a33f-9868-48d5-b6d5-1556ed835666 HTTP/1.1" status: 204 len: 168 time: 0.0647695 Nov 23 18:26:29.548274 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38052) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.548896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86ce3-a383-4a0e-97fa-cdf1d058ea12 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd43a33f-9868-48d5-b6d5-1556ed835666,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:29.618093 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3b7d801b-fe49-4435-a1dc-da831f2d782a tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698726 Nov 23 18:26:29.621035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38054) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.626556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1d1c32ec-8090-4d7d-899c-a43433542704 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Request body: {'security_group_rule': {'security_group_id': 'b1053bb8-fd69-4bb0-886e-f53e0af107e1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:29.629856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:29.630206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.654132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1d1c32ec-8090-4d7d-899c-a43433542704 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.700154 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1d1c32ec-8090-4d7d-899c-a43433542704 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.703963 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1d1c32ec-8090-4d7d-899c-a43433542704 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.721660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:29.722243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.724439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c32ec-8090-4d7d-899c-a43433542704 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78b6ad5-8003-4c13-ac40-b89dcadb0ae4,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:29.736419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:29.736713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1d1c32ec-8090-4d7d-899c-a43433542704 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.737950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1d1c32ec-8090-4d7d-899c-a43433542704 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158516 Nov 23 18:26:29.740705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38056) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.757983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8bd2da65-526b-4d28-bf74-1b9573344ac5 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules/e78b6ad5-8003-4c13-ac40-b89dcadb0ae4 HTTP/1.1" status: 200 len: 764 time: 0.0161068 Nov 23 18:26:29.760357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38058) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.801737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6745e2f0-c099-4487-a159-03569f2e5273 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0401669 Nov 23 18:26:29.804294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38060) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.828890 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8514361-030c-43e1-8e0d-5431df9d953d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.836407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8514361-030c-43e1-8e0d-5431df9d953d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.863268 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8514361-030c-43e1-8e0d-5431df9d953d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.870050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8514361-030c-43e1-8e0d-5431df9d953d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.873790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b8514361-030c-43e1-8e0d-5431df9d953d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/e78b6ad5-8003-4c13-ac40-b89dcadb0ae4 HTTP/1.1" status: 204 len: 168 time: 0.0659449 Nov 23 18:26:29.876886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38062) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.883118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8514361-030c-43e1-8e0d-5431df9d953d tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e78b6ad5-8003-4c13-ac40-b89dcadb0ae4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:29.920462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-89cf5998-f51a-414d-9440-c946a03a7020 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400248 Nov 23 18:26:29.920831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38064) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:29.931031 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.969195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:29.976220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c35b2a0-a99a-4553-b7f0-e855049d3f3e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.003234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c35b2a0-a99a-4553-b7f0-e855049d3f3e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.052350 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c35b2a0-a99a-4553-b7f0-e855049d3f3e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.056205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4c35b2a0-a99a-4553-b7f0-e855049d3f3e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.061142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4c35b2a0-a99a-4553-b7f0-e855049d3f3e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "DELETE /v2.0/security-groups/b1053bb8-fd69-4bb0-886e-f53e0af107e1 HTTP/1.1" status: 204 len: 168 time: 0.1354804 Nov 23 18:26:30.062640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38066) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:30.087781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35b2a0-a99a-4553-b7f0-e855049d3f3e tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1053bb8-fd69-4bb0-886e-f53e0af107e1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:30.125509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8a6852cc-fef1-42f7-8443-c51d8f8c13ff tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536022 Nov 23 18:26:30.131356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38068) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:30.164227 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.194912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0c29f5e0-c758-43de-b15f-cfeae5711c99 tempest-SecGroupTest-225287713 tempest-SecGroupTest-225287713-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0622227 Nov 23 18:26:30.399935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:30.440480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38074) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:30.508934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:30.517758 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-33509fd6-0c81-4226-b4bf-31be00ee6105 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "PUT /v2.0/routers/9bbb25e5-1acc-4c09-9919-cb0cfdd3f775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147108 Nov 23 18:26:30.517758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38080) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:30.521034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] Sync routers for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:30.532865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:30.533917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:30.572651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb42b18-19ee-4d71-98e3-e3da2064cf5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting subnet 27c65a69-91f1-4ed9-9e83-9c8677016a7d {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:26:30.575796 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fb42b18-19ee-4d71-98e3-e3da2064cf5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.584185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b73fa993-1226-46ba-9598-71b110a5bfac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7131eaac82074953a1c3ec845e194381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403430 Nov 23 18:26:30.585200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38082) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:30.616553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fb42b18-19ee-4d71-98e3-e3da2064cf5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.639045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2513-4624-4ee1-b651-32a9034f8c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.665020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:30.673887 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2513-4624-4ee1-b651-32a9034f8c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.734620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fb42b18-19ee-4d71-98e3-e3da2064cf5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.739455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2513-4624-4ee1-b651-32a9034f8c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.742351 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2513-4624-4ee1-b651-32a9034f8c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.743650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cf4d2513-4624-4ee1-b651-32a9034f8c88 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/862d7e96-392b-43d0-a97a-4407b35ca03a HTTP/1.1" status: 204 len: 168 time: 0.1575401 Nov 23 18:26:30.763507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d2513-4624-4ee1-b651-32a9034f8c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d7e96-392b-43d0-a97a-4407b35ca03a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:30.811950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fb42b18-19ee-4d71-98e3-e3da2064cf5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.851700 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6fb42b18-19ee-4d71-98e3-e3da2064cf5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.852363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f50c00-8805-4c8d-b1b4-110c731483e0 None None] Network f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:30.857787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38086) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:30.857933 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6fb42b18-19ee-4d71-98e3-e3da2064cf5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/subnets/27c65a69-91f1-4ed9-9e83-9c8677016a7d HTTP/1.1" status: 204 len: 168 time: 0.3396649 Nov 23 18:26:30.859037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb42b18-19ee-4d71-98e3-e3da2064cf5d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Subnet': ['ID=27c65a69-91f1-4ed9-9e83-9c8677016a7d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:30.972207 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.991852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:26:29Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:31.027365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] Checking router: 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:31.042598 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] Routers {'9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:31.043248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:31.103906 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.133824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] DHCP port deletion for f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:31.167172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:31.167797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.186795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] Set router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:31.262823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=837939c2-bc96-4ff2-bb1c-e1a6bbbad58a,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:31.263555 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.278307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:31.317310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] Deleting port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:26:31.317699 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.402263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] For port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1,segment=NetworkSegment(54b4034f-0371-49e6-bf7b-b1c7874009e6),segment_id=54b4034f-0371-49e6-bf7b-b1c7874009e6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:31.402670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.437047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] Calling delete_port for 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:26:31.466226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.493712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=837939c2-bc96-4ff2-bb1c-e1a6bbbad58a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:31.523821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134ea67-9475-4534-8fc4-ebb07850e71b None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:31.529252 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:26:29Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:31.567792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ec71b-645a-4a27-a640-89655e49b526 None None] The sync data for ids ['9bbb25e5-1acc-4c09-9919-cb0cfdd3f775'] in n-d-818932-3 is: [{'id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310997009', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:20Z', 'updated_at': '2021-11-23T18:26:29Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': '837939c2-bc96-4ff2-bb1c-e1a6bbbad58a', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbb25e5-1acc-4c09-9919-cb0cfdd3f775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:21Z', 'updated_at': '2021-11-23T18:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:31.568891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.585867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.615259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] Pushing event deleted for resources: {'Port': ['ID=4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:31.619017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a8a8f-aec8-4af8-87b7-a3cc2993a2f7 None None] No DVR routers for this DVR port 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:26:31.680217 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.682531 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.728233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.728819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Fanout notify agent at l3_agent the message router_deleted on router 9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:26:31.736756 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.738044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d64c9d0d-d11b-4066-b018-c3635ac06845 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/routers/9bbb25e5-1acc-4c09-9919-cb0cfdd3f775 HTTP/1.1" status: 204 len: 168 time: 0.8787405 Nov 23 18:26:31.740642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38110) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:31.819532 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.910307 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.933587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:31.945951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b4034f-0371-49e6-bf7b-b1c7874009e6') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:31.946249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b4034f-0371-49e6-bf7b-b1c7874009e6') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:31.958867 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.973411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.979739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:26:31.980142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:26:31.983968 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:26:32.053333 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.059243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.064506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/networks/f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838 HTTP/1.1" status: 204 len: 168 time: 0.3223660 Nov 23 18:26:32.066944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38122) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:32.079487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1c0c2-2c7b-4237-95b2-d2f61313fd0a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Network': ['ID=f5ee9c1b-a21a-4ad2-a7f3-3ed54e2d5838,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:32.133199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898dd160-1abf-4638-a0c1-d85754f01a11 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.164633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898dd160-1abf-4638-a0c1-d85754f01a11 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.231586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898dd160-1abf-4638-a0c1-d85754f01a11 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.236299 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-898dd160-1abf-4638-a0c1-d85754f01a11 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.238879 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-898dd160-1abf-4638-a0c1-d85754f01a11 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/security-groups/b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd HTTP/1.1" status: 204 len: 168 time: 0.1694634 Nov 23 18:26:32.250795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dd160-1abf-4638-a0c1-d85754f01a11 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e7af00-a8ea-4ae5-96a7-9e9ab785acbd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:32.507312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38142) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:32.512318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9055e4ee-63d9-4247-ad41-5e7a212c9b6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848052281', 'description': 'tempest-secgroup-smoke-1848052281 description', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:32.536281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9055e4ee-63d9-4247-ad41-5e7a212c9b6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.612468 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9055e4ee-63d9-4247-ad41-5e7a212c9b6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.617710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9055e4ee-63d9-4247-ad41-5e7a212c9b6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.648009 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9055e4ee-63d9-4247-ad41-5e7a212c9b6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.649252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9055e4ee-63d9-4247-ad41-5e7a212c9b6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1407194 Nov 23 18:26:32.652355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38146) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:32.657385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055e4ee-63d9-4247-ad41-5e7a212c9b6d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697cbcd0-05b1-4609-8232-7e1b62292970,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:32.657890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c430eb54-c5c8-4565-9222-fca67ff0a7a5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '697cbcd0-05b1-4609-8232-7e1b62292970', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:32.685359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c430eb54-c5c8-4565-9222-fca67ff0a7a5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.742858 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c430eb54-c5c8-4565-9222-fca67ff0a7a5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.747449 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c430eb54-c5c8-4565-9222-fca67ff0a7a5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.771792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430eb54-c5c8-4565-9222-fca67ff0a7a5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947f7d06-e58d-49ed-beec-f6f8a53d7d98,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:32.773175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:26:32.777792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c430eb54-c5c8-4565-9222-fca67ff0a7a5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.778250 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c430eb54-c5c8-4565-9222-fca67ff0a7a5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248415 Nov 23 18:26:32.781608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38148) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:32.786040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bea39bf6-4d20-41e1-8663-3db4dccd17e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '697cbcd0-05b1-4609-8232-7e1b62292970', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:32.796727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:26:32.797159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 4a2b2ff3-3b9d-4b03-a705-abf82ddda9c1 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:26:32.797634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:26:32.812375 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bea39bf6-4d20-41e1-8663-3db4dccd17e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.818300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:26:32.818651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device aac8c70d-7b3c-4bbf-87c8-37afc5f2e2b3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:26:32.819090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:26:32.838653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:26:32.839029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 837939c2-bc96-4ff2-bb1c-e1a6bbbad58a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:26:32.869718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bea39bf6-4d20-41e1-8663-3db4dccd17e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.872885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bea39bf6-4d20-41e1-8663-3db4dccd17e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.891001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea39bf6-4d20-41e1-8663-3db4dccd17e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdae9a71-4663-4884-9e1d-8e53e68295cb,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:32.897410 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bea39bf6-4d20-41e1-8663-3db4dccd17e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.898603 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bea39bf6-4d20-41e1-8663-3db4dccd17e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160362 Nov 23 18:26:32.901223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38150) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:32.906086 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7cee79e6-2814-44c4-b645-90e25f214c37 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '697cbcd0-05b1-4609-8232-7e1b62292970', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:32.932524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cee79e6-2814-44c4-b645-90e25f214c37 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.988374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cee79e6-2814-44c4-b645-90e25f214c37 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:32.991746 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cee79e6-2814-44c4-b645-90e25f214c37 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.013906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee79e6-2814-44c4-b645-90e25f214c37 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a50e35-5e5b-4adf-b5f9-c394368eded3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:33.019971 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7cee79e6-2814-44c4-b645-90e25f214c37 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.021175 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7cee79e6-2814-44c4-b645-90e25f214c37 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190369 Nov 23 18:26:33.023965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38152) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:33.028210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b2af826a-2a9a-4d9b-9698-b9ef0ccfdc06 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '697cbcd0-05b1-4609-8232-7e1b62292970', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:33.036381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:26:33.057068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:26:33.057421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 28eaf22c-a85b-4cf1-bc5f-9edb9bc46d7d not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:26:33.057864 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2af826a-2a9a-4d9b-9698-b9ef0ccfdc06 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.120911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2af826a-2a9a-4d9b-9698-b9ef0ccfdc06 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.125131 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2af826a-2a9a-4d9b-9698-b9ef0ccfdc06 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.143451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af826a-2a9a-4d9b-9698-b9ef0ccfdc06 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb42b4f-8e20-4f36-939d-c1694fc29829,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:33.150133 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2af826a-2a9a-4d9b-9698-b9ef0ccfdc06 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.151359 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b2af826a-2a9a-4d9b-9698-b9ef0ccfdc06 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264696 Nov 23 18:26:33.154178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38154) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:33.158634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-47d1a57a-0a9a-47c2-95af-bd7ca82efe79 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '697cbcd0-05b1-4609-8232-7e1b62292970', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:33.180894 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-47d1a57a-0a9a-47c2-95af-bd7ca82efe79 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Project 8b4e8ba21e9848cd95f597db5e0bee28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:26:33.185982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47d1a57a-0a9a-47c2-95af-bd7ca82efe79 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.244300 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47d1a57a-0a9a-47c2-95af-bd7ca82efe79 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.247673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47d1a57a-0a9a-47c2-95af-bd7ca82efe79 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.262680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1a57a-0a9a-47c2-95af-bd7ca82efe79 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83066912-dd41-4ceb-9b83-7689d6fd8dd1,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:33.273524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47d1a57a-0a9a-47c2-95af-bd7ca82efe79 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.274881 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-47d1a57a-0a9a-47c2-95af-bd7ca82efe79 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197267 Nov 23 18:26:33.277612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38156) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:33.281840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-41cdbeff-48df-4b51-91cf-b279ce8d8a22 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': '697cbcd0-05b1-4609-8232-7e1b62292970', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:33.303387 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-41cdbeff-48df-4b51-91cf-b279ce8d8a22 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Project 8b4e8ba21e9848cd95f597db5e0bee28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:26:33.308142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41cdbeff-48df-4b51-91cf-b279ce8d8a22 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.372491 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41cdbeff-48df-4b51-91cf-b279ce8d8a22 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.376846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41cdbeff-48df-4b51-91cf-b279ce8d8a22 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.396172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdbeff-48df-4b51-91cf-b279ce8d8a22 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fccf5a-c882-4da9-93d6-8083417d7ba9,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:33.401721 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41cdbeff-48df-4b51-91cf-b279ce8d8a22 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.402785 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-41cdbeff-48df-4b51-91cf-b279ce8d8a22 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242304 Nov 23 18:26:33.405805 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38158) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:33.410554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'network': {'name': 'tempest-network-smoke--2068376417', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'port_security_enabled': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:33.431438 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:33.434769 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.459124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:26:33.468041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.468385 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Added segment 8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8 of type vlan for network a5848fd5-a738-4dac-8f23-4854e7a9b28e Nov 23 18:26:33.510100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.535587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.541463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:33.542047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.581224 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1744108 Nov 23 18:26:33.584100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38160) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:33.589753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'admin_state_up': True, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:33.612426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.613503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.614913 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ad1cc-befb-478d-b7cd-c7b53117a6a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Network': ['ID=a5848fd5-a738-4dac-8f23-4854e7a9b28e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:33.626606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:26:33.690865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.845554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:34.048165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:34.072529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:34.184462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.25.0.187 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:34.290735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:34.323790 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:34.365636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:34.368587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:34.372049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:34.382923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390db466-50cc-4e55-9a12-aff2fdbdd01a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:34.396281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:34.428118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0ee9ae59-1ad1-4272-bfcd-b9f1d17472d4 None None] Provisioning complete for port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:34.428998 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ae59-1ad1-4272-bfcd-b9f1d17472d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:34.471044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9ae59-1ad1-4272-bfcd-b9f1d17472d4 None None] Port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:34.955147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.172011 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.310667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 018089ed-6240-4991-a46a-3c928d019608 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:26:35.431010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:35.442650 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Sync routers for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:35.454487 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:35.455379 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:35.468037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38198) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:35.473653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.474972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d01cccfb-303e-4b02-85e5-2bd271cc3bb8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8888638 Nov 23 18:26:35.481012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38202) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:35.518600 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b97b174a-4615-4b0b-bdfc-f32ef178b711 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=8b4e8ba21e9848cd95f597db5e0bee28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360951 Nov 23 18:26:35.521291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38204) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:35.587799 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:35.617685 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36311f20-3ca2-4d91-b563-40f224eff446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.628528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515e06e-a18d-4adc-b848-8dddb87530b4 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:35.630038 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3515e06e-a18d-4adc-b848-8dddb87530b4 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1078091 Nov 23 18:26:35.633443 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38206) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:35.673082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e7a523ea-6f6f-40ae-95f2-0c35d043214b tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383158 Nov 23 18:26:35.675861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38208) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:35.681099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084417731', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:35.709450 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36311f20-3ca2-4d91-b563-40f224eff446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.714462 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36311f20-3ca2-4d91-b563-40f224eff446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.763147 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-36311f20-3ca2-4d91-b563-40f224eff446 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=48200b2a6fcd47b0afa00bfe2fb036d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2904196 Nov 23 18:26:35.763349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38210) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:35.771446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36311f20-3ca2-4d91-b563-40f224eff446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56a2194-6487-4104-9cd6-2d54d7cc0cc9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:35.774904 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:34Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:35.787903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:35.792571 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.808133 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Checking router: 018089ed-6240-4991-a46a-3c928d019608 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:35.808482 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Updating router 018089ed-6240-4991-a46a-3c928d019608 port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:26:35.821263 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8586cb75-96a3-4039-aced-3dd08db3ed23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.838147 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.843828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8586cb75-96a3-4039-aced-3dd08db3ed23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.896383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8586cb75-96a3-4039-aced-3dd08db3ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.899651 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8586cb75-96a3-4039-aced-3dd08db3ed23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:35.900919 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8586cb75-96a3-4039-aced-3dd08db3ed23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d56a2194-6487-4104-9cd6-2d54d7cc0cc9 HTTP/1.1" status: 204 len: 168 time: 0.1366973 Nov 23 18:26:35.908980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586cb75-96a3-4039-aced-3dd08db3ed23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56a2194-6487-4104-9cd6-2d54d7cc0cc9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:36.020021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.089394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Subnet': ['ID=63155416-a7b8-45ca-835f-83598f192923,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:36.091604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Checking segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:36.091977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network hostable DHCP agents. Network: a5848fd5-a738-4dac-8f23-4854e7a9b28e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:26:36.111074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:26:36.120842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a5848fd5-a738-4dac-8f23-4854e7a9b28e) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:36.126709 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.126901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:36.127409 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.134203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff6e23-faeb-414d-9eaa-7b50d77d0705 None None] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:36.135245 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.164813 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38216) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:36.184109 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Attempting to bind port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:36.184479 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Attempting to bind port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:36.185056 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Attempting to bind port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:36.185826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-af73bff0-bf76-4b6e-832d-a8fec35cb0bc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5077331 Nov 23 18:26:36.193832 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:36.194450 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:36.195060 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.195624 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:36.196252 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Bound port: be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:36.196810 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.215987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136cf811-69bd-41d7-be8e-7e083d2b6166 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:36.229519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38218) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:36.250569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe4b6-a392-4b87-8f60-43369c4946fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.355565 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe4b6-a392-4b87-8f60-43369c4946fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.363376 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe4b6-a392-4b87-8f60-43369c4946fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.369639 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] For port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:36.373025 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] For port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:36.390303 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d0672-19f5-45e2-a0d3-48569b7da6ae None None] Pushing event updated for resources: {'Port': ['ID=be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:36.394329 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.419455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bd0fe4b6-a392-4b87-8f60-43369c4946fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=14137641fb2d48849c2a93bd2bb7b236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890192 Nov 23 18:26:36.426606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38220) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:36.433681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fe4b6-a392-4b87-8f60-43369c4946fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b2338-7e39-4ce4-b823-d5e6ae9f30d7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:36.462614 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:36.463259 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:36.500287 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d548aab-2545-432e-b740-707d4e6e6a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.526276 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d548aab-2545-432e-b740-707d4e6e6a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.543779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d431b2-a3d5-479d-bb68-7cb9b5be6898 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:36.560768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0739ecac-4988-42c7-8d78-dae6231b0165 None None] Provisioning complete for port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:36.561787 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0739ecac-4988-42c7-8d78-dae6231b0165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.593592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d548aab-2545-432e-b740-707d4e6e6a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.596290 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d548aab-2545-432e-b740-707d4e6e6a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.597507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5d548aab-2545-432e-b740-707d4e6e6a2e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d49b2338-7e39-4ce4-b823-d5e6ae9f30d7 HTTP/1.1" status: 204 len: 168 time: 0.1728013 Nov 23 18:26:36.597849 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:36.611458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d548aab-2545-432e-b740-707d4e6e6a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b2338-7e39-4ce4-b823-d5e6ae9f30d7,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:36.624900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:26:36.626536 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.666193 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d0672-19f5-45e2-a0d3-48569b7da6ae None None] Pushing event updated for resources: {'Port': ['ID=be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:36.853701 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0739ecac-4988-42c7-8d78-dae6231b0165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:36.864738 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:34Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:36.898826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0739ecac-4988-42c7-8d78-dae6231b0165 None None] For port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:36.908763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Allocated IP 172.20.0.2 (a5848fd5-a738-4dac-8f23-4854e7a9b28e/63155416-a7b8-45ca-835f-83598f192923/db38645c-2d15-430b-a167-e41c3babd21f) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:36.909929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e13392-0a6b-4fba-aaeb-1840b31e8906 None None] The sync data for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 is: [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:34Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:36.911925 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0739ecac-4988-42c7-8d78-dae6231b0165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.036575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ecac-4988-42c7-8d78-dae6231b0165 None None] Pushing event updated for resources: {'Port': ['ID=be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:37.057575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-08fd9bc5-33cb-40e2-846a-063e14e10242 None None] Provisioning complete for port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:37.057948 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-08fd9bc5-33cb-40e2-846a-063e14e10242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.177701 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.214914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.232168 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.295978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Pushing event updated for resources: {'Port': ['ID=db38645c-2d15-430b-a167-e41c3babd21f,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:37.311975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:37.313527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:37.316090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:37.406188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Attempting to bind port db38645c-2d15-430b-a167-e41c3babd21f on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:37.406587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Attempting to bind port db38645c-2d15-430b-a167-e41c3babd21f by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:37.407155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Attempting to bind port db38645c-2d15-430b-a167-e41c3babd21f on network a5848fd5-a738-4dac-8f23-4854e7a9b28e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:37.413024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:37.413422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Checking segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:37.414001 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.414422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Bound using segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:37.414949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Bound port: db38645c-2d15-430b-a167-e41c3babd21f, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:37.415897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.516773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] For port db38645c-2d15-430b-a167-e41c3babd21f, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:37.520681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] For port db38645c-2d15-430b-a167-e41c3babd21f, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=db38645c-2d15-430b-a167-e41c3babd21f,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:37.531774 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.564745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.20.0.1 (a5848fd5-a738-4dac-8f23-4854e7a9b28e/63155416-a7b8-45ca-835f-83598f192923/cf8e77a5-4e8c-45bc-aa15-b7495c245459) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:37.620710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31795127-57c0-46d4-8d4e-8c2bf0b1594e None None] Pushing event updated for resources: {'Port': ['ID=db38645c-2d15-430b-a167-e41c3babd21f,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:37.715133 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.759626 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:37.824441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:37.830072 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:37.832947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:37.863015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=cf8e77a5-4e8c-45bc-aa15-b7495c245459,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:37.884458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.884811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.885167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.885517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.885875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.886199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.886535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.886918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.887257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.887590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.887922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.888252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:37.903939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:38.072986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:38.391877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:38.397712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:38.479425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:38.481357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=cf8e77a5-4e8c-45bc-aa15-b7495c245459,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:38.581011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:38.582668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:38.749899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 018089ed-6240-4991-a46a-3c928d019608 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:38.785203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5af37-bc83-418a-ab61-2ecf3474170f None None] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:38.810487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:38.875650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:38.891303 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0d79aac-dd3a-41c8-957b-df253a1b022e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "PUT /v2.0/routers/018089ed-6240-4991-a46a-3c928d019608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7155323 Nov 23 18:26:38.950319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f4056a02-9244-4e95-a9ba-f63fe0e682a6 None None] Provisioning complete for port db38645c-2d15-430b-a167-e41c3babd21f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:38.950722 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4056a02-9244-4e95-a9ba-f63fe0e682a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:39.034603 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:39.035069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:39.175727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-9326ff47-cb45-424c-b370-2cd9517eac59 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848052281&fields=id&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 267 time: 0.0732832 Nov 23 18:26:39.193910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device db38645c-2d15-430b-a167-e41c3babd21f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:39.232391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4056a02-9244-4e95-a9ba-f63fe0e682a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:39.290133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f4056a02-9244-4e95-a9ba-f63fe0e682a6 None None] For port db38645c-2d15-430b-a167-e41c3babd21f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=db38645c-2d15-430b-a167-e41c3babd21f,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:39.301561 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4056a02-9244-4e95-a9ba-f63fe0e682a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:39.324088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-b477a4e1-cb6b-40fa-87c7-dd6e1e09b579 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:39.325939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-b477a4e1-cb6b-40fa-87c7-dd6e1e09b579 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 797 time: 0.1412823 Nov 23 18:26:39.347991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-9194cd84-f830-403a-b2f9-8c8b16c51693 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/quotas/8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 375 time: 0.0149713 Nov 23 18:26:39.348745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port db38645c-2d15-430b-a167-e41c3babd21f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:39.349528 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:39.385457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4056a02-9244-4e95-a9ba-f63fe0e682a6 None None] Pushing event updated for resources: {'Port': ['ID=db38645c-2d15-430b-a167-e41c3babd21f,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:39.410926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Sync routers for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:39.425005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:39.425631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:39.433581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-b83cb455-5ac0-436a-9af1-08d2681b04e2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788677 Nov 23 18:26:39.584684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-6d462191-c4ee-46f5-bd3f-d915ae332398 service neutron] 10.222.0.74 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293111 Nov 23 18:26:39.611198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:39.668619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f5a19aa9-f714-4fb7-a00a-961c4773cf61 None None] Provisioning complete for port db38645c-2d15-430b-a167-e41c3babd21f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:39.668619 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f5a19aa9-f714-4fb7-a00a-961c4773cf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:39.703314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-94a7757b-1af0-4c68-8e35-63a9422365ec service neutron] 10.222.0.74 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110313 Nov 23 18:26:39.888176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f5a19aa9-f714-4fb7-a00a-961c4773cf61 None None] Provisioning complete for port cf8e77a5-4e8c-45bc-aa15-b7495c245459 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:39.888728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f5a19aa9-f714-4fb7-a00a-961c4773cf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:39.963451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f5a19aa9-f714-4fb7-a00a-961c4773cf61 None None] Port cf8e77a5-4e8c-45bc-aa15-b7495c245459 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:39.978940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f41bfdd-7d8c-43a1-b26b-3c5b477689b9 req-d75162ea-70bb-41a6-9482-cf6b7585dadf tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 210 time: 0.0639756 Nov 23 18:26:40.004438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 2, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:40.033281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Checking router: 018089ed-6240-4991-a46a-3c928d019608 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:40.033651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Updating router 018089ed-6240-4991-a46a-3c928d019608 port cf8e77a5-4e8c-45bc-aa15-b7495c245459 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:26:40.077852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:40.277766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-162eb66c-99d3-49a2-b1b7-49641bf185c5 None None] Provisioning complete for port cf8e77a5-4e8c-45bc-aa15-b7495c245459 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:40.278148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-162eb66c-99d3-49a2-b1b7-49641bf185c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:40.383644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-162eb66c-99d3-49a2-b1b7-49641bf185c5 None None] Port cf8e77a5-4e8c-45bc-aa15-b7495c245459 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:40.553969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:40.560734 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:40.613854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd3e92-02b6-4ade-a410-784e8d7fca7a None None] Pushing event updated for resources: {'Port': ['ID=cf8e77a5-4e8c-45bc-aa15-b7495c245459,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:40.667967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Attempting to bind port cf8e77a5-4e8c-45bc-aa15-b7495c245459 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:40.668350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Attempting to bind port cf8e77a5-4e8c-45bc-aa15-b7495c245459 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:40.668724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Attempting to bind port cf8e77a5-4e8c-45bc-aa15-b7495c245459 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:40.675352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:40.675739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Checking segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:40.676208 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:40.676676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Bound using segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:40.677322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Bound port: cf8e77a5-4e8c-45bc-aa15-b7495c245459, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:40.677815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:40.732087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device db38645c-2d15-430b-a167-e41c3babd21f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:40.806513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] For port cf8e77a5-4e8c-45bc-aa15-b7495c245459, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:40.811834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] For port cf8e77a5-4e8c-45bc-aa15-b7495c245459, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cf8e77a5-4e8c-45bc-aa15-b7495c245459,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:40.820249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:40.830984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port db38645c-2d15-430b-a167-e41c3babd21f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:40.831457 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:40.945864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:40.948188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:41.155651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd3e92-02b6-4ade-a410-784e8d7fca7a None None] Pushing event updated for resources: {'Port': ['ID=cf8e77a5-4e8c-45bc-aa15-b7495c245459,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:41.203645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e490c73-ab6b-44f6-9427-e70a95fbdafc req-783d74f6-3ba0-40af-a88f-2d6484dfffef tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 210 time: 0.0721412 Nov 23 18:26:41.227133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9b14d13d-4135-4771-b698-260021d29523 None None] Provisioning complete for port cf8e77a5-4e8c-45bc-aa15-b7495c245459 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:41.227133 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b14d13d-4135-4771-b698-260021d29523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.240793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-ff6b6538-59d9-4ff3-a110-bad973cd9b94 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:41.242566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-ff6b6538-59d9-4ff3-a110-bad973cd9b94 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 797 time: 0.3273249 Nov 23 18:26:41.325132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-c8cc7102-7128-460b-ad34-dc2dd7f0f9cd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 380 time: 0.0716314 Nov 23 18:26:41.331358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:41.338009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'port': {'device_id': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'admin_state_up': True, 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'security_groups': ['697cbcd0-05b1-4609-8232-7e1b62292970']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:41.344843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8c35-aba4-4b75-8cb6-027a188155cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.456286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:41.459989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.469229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b14d13d-4135-4771-b698-260021d29523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.562591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9b14d13d-4135-4771-b698-260021d29523 None None] For port cf8e77a5-4e8c-45bc-aa15-b7495c245459, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cf8e77a5-4e8c-45bc-aa15-b7495c245459,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:41.571240 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b14d13d-4135-4771-b698-260021d29523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.603881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.20.0.3 (a5848fd5-a738-4dac-8f23-4854e7a9b28e/63155416-a7b8-45ca-835f-83598f192923/4d253199-0573-499d-9c34-19b7857477d5) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:41.658635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14d13d-4135-4771-b698-260021d29523 None None] Pushing event updated for resources: {'Port': ['ID=cf8e77a5-4e8c-45bc-aa15-b7495c245459,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:41.683395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:40Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:41.719619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e840f-e571-4ba0-a651-23b8bb32273a None None] The sync data for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 is: [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:40Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:41.727208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-556f410e-67be-4187-b96a-c58c8e511fd7 None None] Provisioning complete for port cf8e77a5-4e8c-45bc-aa15-b7495c245459 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:41.727591 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-556f410e-67be-4187-b96a-c58c8e511fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.819413 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.869007 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.909790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:41.914794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:41.917665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:41.998440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:41.999356 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.003503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:42.021171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-aaaeaa66-0f40-4c13-87c2-a3e95f74300a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6874173 Nov 23 18:26:42.036239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Request body: {'port': {'device_id': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:42.114622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.190246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2a081d55-9552-41c9-a374-35767ec5cc3b None None] Provisioning complete for port 4d253199-0573-499d-9c34-19b7857477d5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:42.190828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2a081d55-9552-41c9-a374-35767ec5cc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.253902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2a081d55-9552-41c9-a374-35767ec5cc3b None None] Port 4d253199-0573-499d-9c34-19b7857477d5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:42.428997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570c52-4730-4ad2-8867-0e0a0decf715 req-033993e6-0994-4d4e-a2c5-52f37e46ee1e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:42.430645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62570c52-4730-4ad2-8867-0e0a0decf715 req-033993e6-0994-4d4e-a2c5-52f37e46ee1e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 931 time: 0.1198604 Nov 23 18:26:42.525015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62570c52-4730-4ad2-8867-0e0a0decf715 req-baefe12e-4d8b-487b-ae24-f7bee35ca9dd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867753 Nov 23 18:26:42.535396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d253199-0573-499d-9c34-19b7857477d5 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:26:42.545013 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.567505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Transition to ACTIVE for port object 4d253199-0573-499d-9c34-19b7857477d5 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:26:42.572118 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.626935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:42.753743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cf8e77a5-4e8c-45bc-aa15-b7495c245459 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:42.771825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:42.772784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:42.773293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:42.779198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:26:42.779828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:42.786848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:42.787452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Checking segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:42.788020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Bound using segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:42.788748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Bound port: 4d253199-0573-499d-9c34-19b7857477d5, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:42.789343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.835781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cf8e77a5-4e8c-45bc-aa15-b7495c245459 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:42.837630 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.908484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:42.908484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:42.918875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.962477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:42.963360 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.964881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] 10.222.0.66 "PUT /v2.0/ports/4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 1091 time: 0.9352574 Nov 23 18:26:42.965342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:42.967819 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd0e4ca-7717-42eb-8cf5-832677a89948" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:43.013019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45731f62-f815-4789-82b2-fa7b80bcb18c service neutron] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:43.028450 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98404d5-8a9f-49fa-bf3f-a12c6e99c8e3 x-openstack-request-id: req-f98404d5-8a9f-49fa-bf3f-a12c6e99c8e3 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:43.028956 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:43.029281 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f98404d5-8a9f-49fa-bf3f-a12c6e99c8e3 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:43.030288 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'status': 'completed', 'code': 200} Nov 23 18:26:43.076509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-e1342819-5f55-457c-bea0-992f2b8ae3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.079189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-e1342819-5f55-457c-bea0-992f2b8ae3b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1094 time: 0.0623639 Nov 23 18:26:43.144161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-b81e416d-a986-4213-ac86-d85dd9cb5016 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 217 time: 0.0550141 Nov 23 18:26:43.204220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-4c7348f6-9e75-4ddd-8f23-1c9b638cffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.205597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-4c7348f6-9e75-4ddd-8f23-1c9b638cffb2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 200 len: 835 time: 0.0542514 Nov 23 18:26:43.263410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-996ccc99-0d00-4a03-ac58-d6014cf5c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.267279 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-996ccc99-0d00-4a03-ac58-d6014cf5c7ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5848fd5-a738-4dac-8f23-4854e7a9b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536201 Nov 23 18:26:43.345633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d9f7af42-9097-4690-9132-1e6b5ada0c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:43.376633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-159d9a03-f19f-4745-9bff-acbed40bc8f8 service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018887 Nov 23 18:26:43.475049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f31d0d44-0226-4ae8-874f-1a6fbb38e29b req-56de271d-498a-4aab-9efd-b0b0e6b16a87 service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908949 Nov 23 18:26:43.574253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-cd76c9fa-e31b-48a2-8286-0fc026693d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.575809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-cd76c9fa-e31b-48a2-8286-0fc026693d8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1094 time: 0.0501387 Nov 23 18:26:43.712489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-a370faa5-081f-4f43-b13a-c81b952fb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.713990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-a370faa5-081f-4f43-b13a-c81b952fb6d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 898 time: 0.1295524 Nov 23 18:26:43.723976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599448-9595-49de-b617-15aafce59afc req-ebded721-1ff4-470e-b8ad-31e65dbb4e56 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.725418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d599448-9595-49de-b617-15aafce59afc req-ebded721-1ff4-470e-b8ad-31e65dbb4e56 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 943 time: 0.1198740 Nov 23 18:26:43.769971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-fdcf6212-3766-4eb9-90b4-3b665bc76f03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 217 time: 0.0436096 Nov 23 18:26:43.852396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d599448-9595-49de-b617-15aafce59afc req-0f75aee7-8c06-43b6-8691-b042dd3d2a27 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900545 Nov 23 18:26:43.854286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-f2d1e7ab-9eba-4f2b-b85a-f42cb7ccad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.855673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-f2d1e7ab-9eba-4f2b-b85a-f42cb7ccad8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 200 len: 835 time: 0.0773597 Nov 23 18:26:43.913899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-ec4ba2e9-8622-4c5d-94ca-6e7397b81d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.915237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-ec4ba2e9-8622-4c5d-94ca-6e7397b81d81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5848fd5-a738-4dac-8f23-4854e7a9b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498433 Nov 23 18:26:44.012850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-6f1d109b-d490-426e-acee-f154e6d6feda service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887971 Nov 23 18:26:44.112762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fd0e4ca-7717-42eb-8cf5-832677a89948 req-f4b33a58-c9f8-41c3-a44c-c6ade0d5b33e service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914972 Nov 23 18:26:44.974273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b1770-844b-402e-ae70-36b0ec200362 req-28cbbd4e-8c2c-4fa4-9551-2eb2394beac7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:44.975987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a24b1770-844b-402e-ae70-36b0ec200362 req-28cbbd4e-8c2c-4fa4-9551-2eb2394beac7 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 943 time: 0.0522063 Nov 23 18:26:45.026150 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a24b1770-844b-402e-ae70-36b0ec200362 req-15cdc496-35a1-44c9-abb7-20a4f4c8f018 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Nov 23 18:26:45.114847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4d253199-0573-499d-9c34-19b7857477d5 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:26:45.147834 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:45.231236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:45.242405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '4d253199-0573-499d-9c34-19b7857477d5', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'port_id': '4d253199-0573-499d-9c34-19b7857477d5', 'mac_address': 'fa:16:3e:8e:e2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:26:45.284145 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:45.297756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d253199-0573-499d-9c34-19b7857477d5 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:26:45.317554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:45.321350 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:45.370608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:45.378170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.378523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.378892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.379235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.379572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.379906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.380237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.380568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.380896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.381223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.381551 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.381875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:45.520810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['4d253199-0573-499d-9c34-19b7857477d5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:26:46.143131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a7c5-c3ff-476e-8429-4198c97bfb1c req-72a92a12-7b1d-4b0f-aa29-2d636bfdf35a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:46.144609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5387a7c5-c3ff-476e-8429-4198c97bfb1c req-72a92a12-7b1d-4b0f-aa29-2d636bfdf35a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 944 time: 0.0484059 Nov 23 18:26:46.200169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5387a7c5-c3ff-476e-8429-4198c97bfb1c req-cf92cdd9-80b8-49d5-b09b-b01e19a51ed8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492551 Nov 23 18:26:46.474984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:46.819763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38346) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:46.927710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-421391a2-a57b-456e-94f8-5dd0d28aa3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.005666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-421391a2-a57b-456e-94f8-5dd0d28aa3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.009306 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-421391a2-a57b-456e-94f8-5dd0d28aa3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.048353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-421391a2-a57b-456e-94f8-5dd0d28aa3dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19ab443c89804e4a823f139570a12df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2274427 Nov 23 18:26:47.050999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421391a2-a57b-456e-94f8-5dd0d28aa3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a24467-a137-41f4-bdfa-8b279a9b6003,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:47.051428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38350) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:47.106882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-001df680-8229-4c4b-8296-afebc525e95f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.117731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4d253199-0573-499d-9c34-19b7857477d5 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:47.130789 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-001df680-8229-4c4b-8296-afebc525e95f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.171511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 4d253199-0573-499d-9c34-19b7857477d5 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:26:47.176119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 4d253199-0573-499d-9c34-19b7857477d5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:47.176512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.180686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-001df680-8229-4c4b-8296-afebc525e95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.183265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-001df680-8229-4c4b-8296-afebc525e95f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.187741 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-001df680-8229-4c4b-8296-afebc525e95f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/81a24467-a137-41f4-bdfa-8b279a9b6003 HTTP/1.1" status: 204 len: 168 time: 0.1311619 Nov 23 18:26:47.193538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001df680-8229-4c4b-8296-afebc525e95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a24467-a137-41f4-bdfa-8b279a9b6003,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:47.275489 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.313401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:47.315949 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680facbd-5d76-44f4-aba9-0060f5557ec4" -d '{"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-plugged", "status": "completed", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:47.333725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:47.339657 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.349307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4747-32e1-4f30-a573-07ec968283c4 req-0f768516-f9cf-4a9d-8c9d-3ff6f5d8d293 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:47.351518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecbc4747-32e1-4f30-a573-07ec968283c4 req-0f768516-f9cf-4a9d-8c9d-3ff6f5d8d293 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 944 time: 0.0733731 Nov 23 18:26:47.413588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:47.416576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecbc4747-32e1-4f30-a573-07ec968283c4 req-1fac8bc7-7a8a-4ce4-813d-c461f86c8697 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568843 Nov 23 18:26:47.500901 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b024862-289b-48c6-ad60-7f14ac3d13f5 x-openstack-request-id: req-5b024862-289b-48c6-ad60-7f14ac3d13f5 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:47.501871 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-plugged", "status": "completed", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:47.502937 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b024862-289b-48c6-ad60-7f14ac3d13f5 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:47.503583 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'code': 200} Nov 23 18:26:47.613160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df858a8c-4284-42d9-8a07-b9f7f1ee4f8e req-494d79c8-8402-434f-8052-89cd05b369d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:47.614917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df858a8c-4284-42d9-8a07-b9f7f1ee4f8e req-494d79c8-8402-434f-8052-89cd05b369d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0521541 Nov 23 18:26:47.668923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df858a8c-4284-42d9-8a07-b9f7f1ee4f8e req-339cd199-e607-4d0d-a0e1-f45d693b7c7c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472915 Nov 23 18:26:47.902671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:48.553690 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd460-1537-4013-b4b0-4abda9b50566 req-ed52e913-e695-4f24-b62d-19dc7e5198b5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:48.555230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-425bd460-1537-4013-b4b0-4abda9b50566 req-ed52e913-e695-4f24-b62d-19dc7e5198b5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.0500586 Nov 23 18:26:48.607932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-425bd460-1537-4013-b4b0-4abda9b50566 req-3e18d1df-9d86-4137-883f-d7a42280ed81 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452843 Nov 23 18:26:49.704427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:49.727796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b2954-bd96-4616-b48d-387fe981427e req-91b9fb1a-6493-486a-8e3d-4c51c5282934 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:49.729289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a50b2954-bd96-4616-b48d-387fe981427e req-91b9fb1a-6493-486a-8e3d-4c51c5282934 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.0501964 Nov 23 18:26:49.782420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a50b2954-bd96-4616-b48d-387fe981427e req-cba7a3b7-90fd-40e3-9bc4-40ef3003bd80 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470943 Nov 23 18:26:49.896820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36811e-e896-46ff-9881-f036b51a328e req-eac7d87e-4307-4e04-a24f-b7d84ffe81f2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:49.898281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba36811e-e896-46ff-9881-f036b51a328e req-eac7d87e-4307-4e04-a24f-b7d84ffe81f2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.0487161 Nov 23 18:26:49.950068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba36811e-e896-46ff-9881-f036b51a328e req-24a93d73-c200-49a7-a355-7f26cccc54f3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458014 Nov 23 18:26:49.972242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38402) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:50.011489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9015f26f-033e-43f9-ab0e-a05335e04185 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:50.013019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9015f26f-033e-43f9-ab0e-a05335e04185 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1091 time: 0.0397832 Nov 23 18:26:50.016395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38404) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:50.020667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '4d253199-0573-499d-9c34-19b7857477d5', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:50.042386 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:50.142181 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:50.255967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.25.0.52 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/ff69decc-7672-4883-9d92-d711ad7a1338) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:50.359132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:50.395970 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:50.436261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:50.441070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:50.446951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:50.478387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=ff69decc-7672-4883-9d92-d711ad7a1338,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:50.490329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.490681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.491047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.491382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.491712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.492043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.492374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.492700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.493022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.493345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.493663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.493980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:50.759976 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:50.863540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:50.936428 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:51.084317 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:51.088817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:51.509480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=ff69decc-7672-4883-9d92-d711ad7a1338,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:51.519687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:51.633256 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Floating IP bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c associated. External IP: 172.25.0.52, port: 4d253199-0573-499d-9c34-19b7857477d5. Nov 23 18:26:51.866822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 018089ed-6240-4991-a46a-3c928d019608 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:51.958961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38416) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:51.993439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:52.006226 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] Sync routers for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:52.018002 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:52.019871 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:52.020771 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:52.055582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-92ef697e-c928-4e02-879a-bdf6e567645a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0381467 Nov 23 18:26:52.058627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:52.061213 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c5c821-da4a-4ca4-a12d-6af674ac9456" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:52.081352 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63207e9b-4493-410c-bce0-d6c0865d82bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:52.156169 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:52.170046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63207e9b-4493-410c-bce0-d6c0865d82bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:52.176134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0c68-ecaf-4470-ac2c-cdd960aac60a req-e3b745de-2c78-4897-84a9-d713f771d80f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:52.177744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63207e9b-4493-410c-bce0-d6c0865d82bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:52.183801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cdb0c68-ecaf-4470-ac2c-cdd960aac60a req-e3b745de-2c78-4897-84a9-d713f771d80f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.0686417 Nov 23 18:26:52.235983 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-63207e9b-4493-410c-bce0-d6c0865d82bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c3578e516504124ae8ab38c2197f8a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735999 Nov 23 18:26:52.237597 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38424) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:52.239537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cdb0c68-ecaf-4470-ac2c-cdd960aac60a req-b02204b5-b092-4815-9bd1-8c3185b1c817 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545628 Nov 23 18:26:52.245756 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63207e9b-4493-410c-bce0-d6c0865d82bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd907f-19a1-4692-889f-56de0fff7800,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:52.262753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:52.298615 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6141a0df-9218-4b8d-b567-83906d9da8f9 x-openstack-request-id: req-6141a0df-9218-4b8d-b567-83906d9da8f9 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:52.299239 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:52.299564 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6141a0df-9218-4b8d-b567-83906d9da8f9 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:52.299996 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'status': 'completed', 'code': 200} Nov 23 18:26:52.363516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce615-c472-40fd-8987-eab1a54898e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:52.379215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-59bfd33b-28cb-481e-bdde-3b0e0c447d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:52.381627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-59bfd33b-28cb-481e-bdde-3b0e0c447d73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0586128 Nov 23 18:26:52.389667 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ea8e9b1a-96cb-47b8-84df-a9fbb4c06831 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c HTTP/1.1" status: 200 len: 990 time: 0.1239498 Nov 23 18:26:52.402331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce615-c472-40fd-8987-eab1a54898e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:52.439745 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '018089ed-6240-4991-a46a-3c928d019608', 'port_id': '4d253199-0573-499d-9c34-19b7857477d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'mac_address': 'fa:16:3e:8e:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:50Z', 'updated_at': '2021-11-23T18:26:50Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:41Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:52.473445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce615-c472-40fd-8987-eab1a54898e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:52.477043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce615-c472-40fd-8987-eab1a54898e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:52.481486 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-aa1ce615-c472-40fd-8987-eab1a54898e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c7dd907f-19a1-4692-889f-56de0fff7800 HTTP/1.1" status: 204 len: 168 time: 0.2428615 Nov 23 18:26:52.485319 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] Checking router: 018089ed-6240-4991-a46a-3c928d019608 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:52.492617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ce615-c472-40fd-8987-eab1a54898e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd907f-19a1-4692-889f-56de0fff7800,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:52.496435 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:52.497340 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:52.554376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-5fec7348-efff-42b2-a9eb-69fd376c8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:52.556192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-5fec7348-efff-42b2-a9eb-69fd376c8923 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 898 time: 0.1664786 Nov 23 18:26:52.616852 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:52.631887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-7d5a20b2-0016-4e81-9a0c-2a9cfe331019 req-0e58ff1b-3fe0-4a8a-8674-db6b868fa7d7 tempest-ServerActionsTestJSON-285375966 tempest-ServerActionsTestJSON-285375966-project] (120536) timed out ('10.222.0.74', 34894) {{(pid=120536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:26:52.641055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-f6234c1a-184b-48d9-839c-c07382e24ccf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 998 time: 0.0768559 Nov 23 18:26:52.696703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-272a9dae-6bfa-4708-84de-119dfbdba634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:52.698432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-272a9dae-6bfa-4708-84de-119dfbdba634 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 200 len: 835 time: 0.0501812 Nov 23 18:26:52.753936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-2e20be8d-1589-4202-ad02-0a446d661615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:52.755748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-2e20be8d-1589-4202-ad02-0a446d661615 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5848fd5-a738-4dac-8f23-4854e7a9b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493610 Nov 23 18:26:52.883006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-75a08454-aa33-4b30-9c31-1672cdb32e3b service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201253 Nov 23 18:26:52.894393 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '018089ed-6240-4991-a46a-3c928d019608', 'port_id': '4d253199-0573-499d-9c34-19b7857477d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'mac_address': 'fa:16:3e:8e:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:50Z', 'updated_at': '2021-11-23T18:26:50Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:41Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:52.922306 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f3007b-849d-4971-a9e5-2dda51882c8c None None] The sync data for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 is: [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '018089ed-6240-4991-a46a-3c928d019608', 'port_id': '4d253199-0573-499d-9c34-19b7857477d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'mac_address': 'fa:16:3e:8e:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:50Z', 'updated_at': '2021-11-23T18:26:50Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:41Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:52.991877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6c5c821-da4a-4ca4-a12d-6af674ac9456 req-fe6016f7-63e0-4ef2-8c40-78ac0569e5f4 service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008637 Nov 23 18:26:53.153047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aad5d0-a6a1-48c9-b006-90c0711d5292 None None] New status for floating IP bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:26:53.295840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:53.392266 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38452) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:53.434079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-247445048-network', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:53.472791 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-34b7c715-8a86-4cba-9af5-1ada43b450ef tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c HTTP/1.1" status: 200 len: 992 time: 0.0792418 Nov 23 18:26:53.476435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Made reservation on behalf of fdb268ef49184eca938bb3cf2f24b2aa for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:53.478878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.488792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.564915 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.569158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.593748 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:26:53.609137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75acaa9-c020-476b-84b7-63da3d6c70f2,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:53.612905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.613253 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Added segment 84ec398e-6eb0-419e-87df-7d9dd1f40f23 of type vlan for network c07d2582-19b6-46da-b320-743bbbf989fd Nov 23 18:26:53.652012 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.676567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.677528 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:53.678096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.730494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4330511 Nov 23 18:26:53.734274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38456) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:53.740975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Request body: {'subnet': {'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-247445048-subnet', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:53.763335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Made reservation on behalf of fdb268ef49184eca938bb3cf2f24b2aa for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:53.766505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:53.780577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f1219-bf3c-4ca0-bac5-335196fae254 admin admin] Pushing event updated for resources: {'Network': ['ID=c07d2582-19b6-46da-b320-743bbbf989fd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:53.790221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c07d2582-19b6-46da-b320-743bbbf989fd details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:26:53.939185 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.000626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b8ead0-4955-4c73-ab6d-e6af7e138b98,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:54.007691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Checking segment: {'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:54.008059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Network hostable DHCP agents. Network: c07d2582-19b6-46da-b320-743bbbf989fd, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:26:54.024623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Network c07d2582-19b6-46da-b320-743bbbf989fd is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:26:54.033152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c07d2582-19b6-46da-b320-743bbbf989fd) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:54.037024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:54.037619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.041977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f676da-df52-40a9-87cc-6557481f43e3 None None] Network c07d2582-19b6-46da-b320-743bbbf989fd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:54.057276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5543f51e-d0be-4d63-ab9a-62bc4eabbdd6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3213410 Nov 23 18:26:54.060029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38458) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:54.065177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:54.087093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.088294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.138824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.191582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c07d2582-19b6-46da-b320-743bbbf989fd', 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'fixed_ips': [{'subnet_id': 'd8b8ead0-4955-4c73-ab6d-e6af7e138b98'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:26:54.192511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.277858 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.326773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Allocated IP 172.20.0.2 (c07d2582-19b6-46da-b320-743bbbf989fd/d8b8ead0-4955-4c73-ab6d-e6af7e138b98/0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:54.484371 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.489047 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.496125 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.504499 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.541905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Network c07d2582-19b6-46da-b320-743bbbf989fd is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:54.547689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:54.550175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Pushing event updated for resources: {'Port': ['ID=0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:54.552387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:54.605143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Attempting to bind port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:54.605518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Attempting to bind port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:54.605890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Attempting to bind port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd on network c07d2582-19b6-46da-b320-743bbbf989fd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:54.611113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:54.611499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Checking segment: {'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:54.611915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.612323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Bound using segment: {'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:54.612798 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Bound port: 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:54.613214 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.617202 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Allocated IP 172.25.0.132 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/522e7a93-b67b-496a-a5ca-df8157196f3e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:54.686569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] For port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:54.690314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] For port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd,segment=NetworkSegment(84ec398e-6eb0-419e-87df-7d9dd1f40f23),segment_id=84ec398e-6eb0-419e-87df-7d9dd1f40f23)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:54.694864 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.727414 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.756573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c6e1-fefc-47e1-adf0-0f2ee3dc91b6 None None] Pushing event updated for resources: {'Port': ['ID=0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:54.772244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.810248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:54.816067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:54.819769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:54.831857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29a94a-b216-45cd-90dd-62a289d251e1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:54.845376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Pushing event updated for resources: {'Port': ['ID=522e7a93-b67b-496a-a5ca-df8157196f3e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:54.929388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7b4ad524-df22-4e75-9699-a3ff78eb1440 None None] Provisioning complete for port 522e7a93-b67b-496a-a5ca-df8157196f3e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:54.929948 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7b4ad524-df22-4e75-9699-a3ff78eb1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:54.975119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ad524-df22-4e75-9699-a3ff78eb1440 None None] Port 522e7a93-b67b-496a-a5ca-df8157196f3e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:55.101196 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:55.299219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:55.432108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:26:55.466233 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:26:55.545930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:55.556065 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Sync routers for ids ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:55.566721 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:55.571058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6e64182b-f205-42e6-9bd6-c5b3c263c403 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5076573 Nov 23 18:26:55.573379 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38460) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:55.578751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Routers {'3cd3c731-cb8f-4d29-a16f-0988688c20f9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:55.579384 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:55.692321 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Set router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:55.722985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a69d9-e282-4f11-94f1-e41c4dec7b9a None None] Network c07d2582-19b6-46da-b320-743bbbf989fd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:55.823378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5d3be508-71d7-4c32-b147-80d623df7ead None None] Provisioning complete for port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:55.823776 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5d3be508-71d7-4c32-b147-80d623df7ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:55.972702 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5d3be508-71d7-4c32-b147-80d623df7ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:55.980425 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:54Z', 'revision_number': 3, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port': {'id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:56.009997 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Checking router: 3cd3c731-cb8f-4d29-a16f-0988688c20f9 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:56.010328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-5d3be508-71d7-4c32-b147-80d623df7ead None None] For port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd,segment=NetworkSegment(84ec398e-6eb0-419e-87df-7d9dd1f40f23),segment_id=84ec398e-6eb0-419e-87df-7d9dd1f40f23)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:56.010468 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Updating router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 port 522e7a93-b67b-496a-a5ca-df8157196f3e binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:26:56.017270 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5d3be508-71d7-4c32-b147-80d623df7ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.040042 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.061162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.072787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3be508-71d7-4c32-b147-80d623df7ead None None] Pushing event updated for resources: {'Port': ['ID=0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:56.256488 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-c10b2f30-979f-4682-97f7-7b46e37de9c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112063 Nov 23 18:26:56.317300 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.324113 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.340349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Allocated IP 172.20.0.1 (c07d2582-19b6-46da-b320-743bbbf989fd/d8b8ead0-4955-4c73-ab6d-e6af7e138b98/3eb43bc8-ff0d-4033-9264-432b7687d195) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:56.345167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ee972f37-7dea-4d3e-9515-d8604f9cec85 None None] Provisioning complete for port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:56.345558 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee972f37-7dea-4d3e-9515-d8604f9cec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.363253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-3b3d34df-1e1b-4009-b403-13b9d06302b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:56.364781 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-3b3d34df-1e1b-4009-b403-13b9d06302b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1135 time: 0.0637214 Nov 23 18:26:56.384519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc707c-6bd3-4a40-8a34-04f92e36e803 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:56.388845 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Attempting to bind port 522e7a93-b67b-496a-a5ca-df8157196f3e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:26:56.389966 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Attempting to bind port 522e7a93-b67b-496a-a5ca-df8157196f3e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:26:56.390341 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Attempting to bind port 522e7a93-b67b-496a-a5ca-df8157196f3e on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:26:56.397551 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a925c4-8eaf-447d-934b-18cc212256ee None None] Pushing event updated for resources: {'Port': ['ID=522e7a93-b67b-496a-a5ca-df8157196f3e,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:56.401803 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:26:56.402131 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:56.402936 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.403331 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:26:56.403820 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Bound port: 522e7a93-b67b-496a-a5ca-df8157196f3e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:26:56.405811 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.463096 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] For port 522e7a93-b67b-496a-a5ca-df8157196f3e, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:26:56.468833 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] For port 522e7a93-b67b-496a-a5ca-df8157196f3e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=522e7a93-b67b-496a-a5ca-df8157196f3e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:26:56.473248 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.516505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd28c26-aec4-4c0d-8a5a-cd6cf17de634 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:26:56.526504 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Routers {'3cd3c731-cb8f-4d29-a16f-0988688c20f9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:56.527159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:56.561512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.569848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-878489a5-5df8-456f-8366-06994dfccfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:56.571359 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-878489a5-5df8-456f-8366-06994dfccfeb service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b7daf82-676f-4720-8e23-f1917c455be1 HTTP/1.1" status: 200 len: 898 time: 0.1559169 Nov 23 18:26:56.579701 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a925c4-8eaf-447d-934b-18cc212256ee None None] Pushing event updated for resources: {'Port': ['ID=522e7a93-b67b-496a-a5ca-df8157196f3e,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:56.596896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a08b53ab-57b5-46bf-860f-9a4bc7d7f725 None None] Provisioning complete for port 522e7a93-b67b-496a-a5ca-df8157196f3e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:56.597966 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a08b53ab-57b5-46bf-860f-9a4bc7d7f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.644896 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.664787 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] Set router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:56.696426 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-1e3ce96d-807e-4789-891b-1c182cd7e658 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb HTTP/1.1" status: 200 len: 1000 time: 0.1140687 Nov 23 18:26:56.698483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a08b53ab-57b5-46bf-860f-9a4bc7d7f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.702935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Network c07d2582-19b6-46da-b320-743bbbf989fd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:56.715035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:56.723811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a08b53ab-57b5-46bf-860f-9a4bc7d7f725 None None] For port 522e7a93-b67b-496a-a5ca-df8157196f3e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=522e7a93-b67b-496a-a5ca-df8157196f3e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:56.730458 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a08b53ab-57b5-46bf-860f-9a4bc7d7f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.738204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:56.764403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Pushing event updated for resources: {'Port': ['ID=3eb43bc8-ff0d-4033-9264-432b7687d195,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:56.788452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-24a1f40b-8c9a-46de-acb5-cac9418f0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:56.789960 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-24a1f40b-8c9a-46de-acb5-cac9418f0c02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fac304b-aefe-4df6-ae54-ef6b626ec589 HTTP/1.1" status: 200 len: 834 time: 0.0842333 Nov 23 18:26:56.805809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:56.813064 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.867043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b53ab-57b5-46bf-860f-9a4bc7d7f725 None None] Pushing event updated for resources: {'Port': ['ID=522e7a93-b67b-496a-a5ca-df8157196f3e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:56.902487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:56.903192 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:56.920881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-ae851a21-8ca4-4a80-931c-aa7bf4bc1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:56.922446 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-ae851a21-8ca4-4a80-931c-aa7bf4bc1f67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b7daf82-676f-4720-8e23-f1917c455be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212671 Nov 23 18:26:56.922907 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:54Z', 'revision_number': 3, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port': {'id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:56.979675 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f23c0-d14e-4a7f-b169-1ca27448eae3 None None] The sync data for ids ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'] in n-d-818932-3 is: [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:54Z', 'revision_number': 3, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port': {'id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:57.056592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:57.068736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-134cb18c-48c6-4a78-b9bd-46851ae77f52 None None] Provisioning complete for port 3eb43bc8-ff0d-4033-9264-432b7687d195 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:57.068736 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-134cb18c-48c6-4a78-b9bd-46851ae77f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:57.110824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-134cb18c-48c6-4a78-b9bd-46851ae77f52 None None] Port 3eb43bc8-ff0d-4033-9264-432b7687d195 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:57.118115 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-fad27bd0-e9fe-4ffc-9da1-d8be2d3b70c9 service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805999 Nov 23 18:26:57.588442 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9f074bc0-f1e1-4615-86e7-4d0802fb533a req-b6db3081-f9c0-4838-bb94-842ccb36a434 service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613123 Nov 23 18:26:57.630240 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:57.635091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:57.713816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:57.715852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Pushing event updated for resources: {'Port': ['ID=3eb43bc8-ff0d-4033-9264-432b7687d195,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:57.823841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Network c07d2582-19b6-46da-b320-743bbbf989fd is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:57.824543 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:57.946837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:58.036514 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a5d31845-764e-4101-8715-d4bc30524c08 None None] Provisioning complete for port 3eb43bc8-ff0d-4033-9264-432b7687d195 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:58.037098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a5d31845-764e-4101-8715-d4bc30524c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.062288 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:58.071303 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f3f11003-996c-4750-96ba-25124d7c212f admin admin] 10.222.0.74 "PUT /v2.0/routers/3cd3c731-cb8f-4d29-a16f-0988688c20f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4964316 Nov 23 18:26:58.072898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a5d31845-764e-4101-8715-d4bc30524c08 None None] Port 3eb43bc8-ff0d-4033-9264-432b7687d195 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:26:58.567116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38480) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:58.571539 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1206623724-network', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:58.592612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Sync routers for ids ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:58.594367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Made reservation on behalf of d4df493fc50b4788a1e19008580876e3 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:58.596988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.603411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Routers {'3cd3c731-cb8f-4d29-a16f-0988688c20f9'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:58.604104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:58.609508 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.707498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.711726 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.714026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38482) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:58.726462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:26:58.730210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Set router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:58.736351 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.736819 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Added segment 1114d793-34c7-4f55-bea9-c53734e7ab6f of type vlan for network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de Nov 23 18:26:58.764981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 522e7a93-b67b-496a-a5ca-df8157196f3e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:58.789594 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.807512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13a1e19-3468-43bd-b8c1-5fd0c1f44c58,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:58.821438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-782c4ca6-9c3d-4f1b-9861-b839b07aafc6 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2411 time: 0.1056480 Nov 23 18:26:58.824085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38484) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:58.831385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.832522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:58.832998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'network': {'name': 'tempest-network-smoke--523092401', 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'port_security_enabled': False}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:58.833216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.856631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Made reservation on behalf of 79761d122ca94f0d91a6b54dc65745cb for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:58.863027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.893737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:26:58.905973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.907140 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Added segment bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8 of type vlan for network f984c81a-bce9-42be-898d-af6608c8a99d Nov 23 18:26:58.912481 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3448937 Nov 23 18:26:58.913340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4320c81-3e52-4098-a49d-ee7912f20943 admin admin] Pushing event updated for resources: {'Network': ['ID=82f0ab6b-1dd0-41b5-a968-eb0e3402e8de,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:58.916507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38486) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:58.920507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 522e7a93-b67b-496a-a5ca-df8157196f3e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:58.920843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.921576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Request body: {'subnet': {'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1206623724-subnet', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:58.926335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:26:58.945380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Made reservation on behalf of d4df493fc50b4788a1e19008580876e3 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:26:58.948188 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.969054 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.999122 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.004736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:59.005754 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.043690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2177377 Nov 23 18:26:59.047365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38488) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:59.051716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'admin_state_up': True, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:59.097863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c634e-f5fc-4747-a65e-f40765d16eea tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Network': ['ID=f984c81a-bce9-42be-898d-af6608c8a99d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:59.111732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.113015 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.143780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.204135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=585ea3d5-e0ba-4a79-84aa-b74baa360ad4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:59.208234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network f984c81a-bce9-42be-898d-af6608c8a99d details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:26:59.215732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Checking segment: {'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:26:59.216197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Network hostable DHCP agents. Network: 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:26:59.239432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:26:59.255964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:59.263029 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:59.263621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.274785 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dba666-cc80-4a50-a6b4-9ac7d2a0dfe8 None None] Network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:59.286810 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f436b4c6-8cb6-45fc-a905-8e75ad21d030 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3674159 Nov 23 18:26:59.287932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38490) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:59.294061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:59.319386 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.320445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.379583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.440232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 4, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port': {'id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3eb43bc8-ff0d-4033-9264-432b7687d195', 'name': '', 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'd8b8ead0-4955-4c73-ab6d-e6af7e138b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:56Z', 'updated_at': '2021-11-23T18:26:57Z', 'revision_number': 2, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'subnets': [{'id': 'd8b8ead0-4955-4c73-ab6d-e6af7e138b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:59.479646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Checking router: 3cd3c731-cb8f-4d29-a16f-0988688c20f9 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:59.480032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Updating router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 port 3eb43bc8-ff0d-4033-9264-432b7687d195 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:26:59.533227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.546190 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.546703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.624413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-82f0ab6b-1dd0-41b5-a968-eb0e3402e8de', 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'fixed_ips': [{'subnet_id': '585ea3d5-e0ba-4a79-84aa-b74baa360ad4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:26:59.625447 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.681144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.766943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.792989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.889680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Allocated IP 172.20.0.2 (82f0ab6b-1dd0-41b5-a968-eb0e3402e8de/585ea3d5-e0ba-4a79-84aa-b74baa360ad4/0585e0ea-1c5e-41cd-a1f2-3ed5209a2177) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:59.901308 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:59.904447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Allocated IP 172.25.0.79 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/8f282860-8081-4056-9e37-decedc3fbd6e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:59.924272 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.012811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.047411 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.047884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.059644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.084504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:00.087696 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:00.091868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:00.129170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Allocated IP 172.25.0.148 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/6994b401-55be-4898-9626-2a5f8f06e447) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:00.132002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Pushing event updated for resources: {'Port': ['ID=8f282860-8081-4056-9e37-decedc3fbd6e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:00.173231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745e8f9-36c5-40c8-935b-5939a8d7aae2 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:00.188001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3bed5-b149-4f03-8201-60182632be96 None None] Pushing event updated for resources: {'Port': ['ID=3eb43bc8-ff0d-4033-9264-432b7687d195,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:00.197495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.229987 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.241426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Attempting to bind port 3eb43bc8-ff0d-4033-9264-432b7687d195 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:00.241426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Attempting to bind port 3eb43bc8-ff0d-4033-9264-432b7687d195 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:00.241805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Attempting to bind port 3eb43bc8-ff0d-4033-9264-432b7687d195 on network c07d2582-19b6-46da-b320-743bbbf989fd {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:00.276297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:00.282140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:00.286188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:00.288520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:00.288903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Checking segment: {'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:00.289436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.289839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Bound using segment: {'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:00.290338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Bound port: 3eb43bc8-ff0d-4033-9264-432b7687d195, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ec398e-6eb0-419e-87df-7d9dd1f40f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:00.290869 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.338052 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.372275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Pushing event updated for resources: {'Port': ['ID=0585e0ea-1c5e-41cd-a1f2-3ed5209a2177,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:00.394105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.426947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Attempting to bind port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:00.427333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Attempting to bind port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:00.427717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Attempting to bind port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 on network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:00.440554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:00.440953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Checking segment: {'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:00.441803 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.441803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Bound using segment: {'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:00.442283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Bound port: 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:00.442860 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.445600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] For port 3eb43bc8-ff0d-4033-9264-432b7687d195, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:00.452587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] For port 3eb43bc8-ff0d-4033-9264-432b7687d195, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3eb43bc8-ff0d-4033-9264-432b7687d195,segment=NetworkSegment(84ec398e-6eb0-419e-87df-7d9dd1f40f23),segment_id=84ec398e-6eb0-419e-87df-7d9dd1f40f23)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:00.469320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:00.473671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:00.476324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:00.492076 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.523231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb85b3fa-0eba-4ee8-b199-ed4194851a13 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:00.525097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=6994b401-55be-4898-9626-2a5f8f06e447,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:00.549923 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.601350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] For port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:00.633006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3e992f19-9596-4775-8bfe-99866df5d5ef None None] Provisioning complete for port 8f282860-8081-4056-9e37-decedc3fbd6e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:00.635483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e992f19-9596-4775-8bfe-99866df5d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.652094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] For port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0585e0ea-1c5e-41cd-a1f2-3ed5209a2177,segment=NetworkSegment(1114d793-34c7-4f55-bea9-c53734e7ab6f),segment_id=1114d793-34c7-4f55-bea9-c53734e7ab6f)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:00.697415 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.738075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Routers {'3cd3c731-cb8f-4d29-a16f-0988688c20f9'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:00.738735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:00.744447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3bed5-b149-4f03-8201-60182632be96 None None] Pushing event updated for resources: {'Port': ['ID=3eb43bc8-ff0d-4033-9264-432b7687d195,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:00.775304 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.793853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3e992f19-9596-4775-8bfe-99866df5d5ef None None] Port 8f282860-8081-4056-9e37-decedc3fbd6e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:00.918007 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.959630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5741a7e-9110-4851-96e4-bbc002836c0e None None] Pushing event updated for resources: {'Port': ['ID=0585e0ea-1c5e-41cd-a1f2-3ed5209a2177,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:00.965641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] Provisioning complete for port 3eb43bc8-ff0d-4033-9264-432b7687d195 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:00.966766 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.999753 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Router ae7e465d-a0e3-481e-94c9-79daae96ea37 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:27:01.016422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] Set router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:01.170736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:01.187231 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Sync routers for ids ['ae7e465d-a0e3-481e-94c9-79daae96ea37'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:01.191887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.193357 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-21805580-68a1-442e-bf92-de84ff17d10d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9043884 Nov 23 18:27:01.196163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38494) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:01.222876 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Routers {'ae7e465d-a0e3-481e-94c9-79daae96ea37'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:01.224587 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae7e465d-a0e3-481e-94c9-79daae96ea37'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:01.330672 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.393377 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.395373 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Set router ae7e465d-a0e3-481e-94c9-79daae96ea37 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:01.411570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 4, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port': {'id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3eb43bc8-ff0d-4033-9264-432b7687d195', 'name': '', 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'd8b8ead0-4955-4c73-ab6d-e6af7e138b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:56Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 4, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'subnets': [{'id': 'd8b8ead0-4955-4c73-ab6d-e6af7e138b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:01.451767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5f9e9-2297-41af-aff2-dc61d29993fa None None] The sync data for ids ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'] in n-d-818932-3 is: [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 4, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port': {'id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3eb43bc8-ff0d-4033-9264-432b7687d195', 'name': '', 'network_id': 'c07d2582-19b6-46da-b320-743bbbf989fd', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'd8b8ead0-4955-4c73-ab6d-e6af7e138b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:56Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 4, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'subnets': [{'id': 'd8b8ead0-4955-4c73-ab6d-e6af7e138b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:01.479368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] For port 3eb43bc8-ff0d-4033-9264-432b7687d195, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3eb43bc8-ff0d-4033-9264-432b7687d195,segment=NetworkSegment(84ec398e-6eb0-419e-87df-7d9dd1f40f23),segment_id=84ec398e-6eb0-419e-87df-7d9dd1f40f23)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:01.484828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.552022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] Provisioning complete for port 6994b401-55be-4898-9626-2a5f8f06e447 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:01.552401 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.553619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Router 67c3f75e-c458-44a0-85af-30ce93b527eb is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:27:01.602404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] Port 6994b401-55be-4898-9626-2a5f8f06e447 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:01.630212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8ac72-bbe8-4e32-a164-5aeb0041d21b None None] Pushing event updated for resources: {'Port': ['ID=3eb43bc8-ff0d-4033-9264-432b7687d195,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:01.702411 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 3, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port': {'id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:01.726045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f98e2d26-2d5d-4dc7-a7d6-f0ab18f97a39 None None] Provisioning complete for port 3eb43bc8-ff0d-4033-9264-432b7687d195 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:01.726045 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f98e2d26-2d5d-4dc7-a7d6-f0ab18f97a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.741516 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Checking router: ae7e465d-a0e3-481e-94c9-79daae96ea37 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:01.741806 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Updating router ae7e465d-a0e3-481e-94c9-79daae96ea37 port 8f282860-8081-4056-9e37-decedc3fbd6e binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:01.756004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:01.768260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Sync routers for ids ['67c3f75e-c458-44a0-85af-30ce93b527eb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:01.788525 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.793545 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.800491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5c6d9177-e301-4064-9768-3a3331b81af6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7524076 Nov 23 18:27:01.803285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38496) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:01.824762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Routers {'67c3f75e-c458-44a0-85af-30ce93b527eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:01.827020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['67c3f75e-c458-44a0-85af-30ce93b527eb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:01.930309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c5444-2b69-4bc0-9e07-1764239154b1 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:01.933322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d32c5444-2b69-4bc0-9e07-1764239154b1 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=79761d122ca94f0d91a6b54dc65745cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1289666 Nov 23 18:27:01.937418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38498) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:01.962934 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:02.125324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Set router 67c3f75e-c458-44a0-85af-30ce93b527eb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:02.126434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c56f6-f0a2-4adb-b26d-a638dd433ffc tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:02.130611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7d2c56f6-f0a2-4adb-b26d-a638dd433ffc tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1894140 Nov 23 18:27:02.131335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38500) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:02.195986 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-080f9d55-4453-430a-99d9-538e0bfe276c tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610979 Nov 23 18:27:02.196218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38502) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:02.237795 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:02.251020 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:02.255464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ec3d259b-e37a-435e-b9d1-cb98bb4c6169 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=79761d122ca94f0d91a6b54dc65745cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580971 Nov 23 18:27:02.258122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38504) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:02.284677 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Attempting to bind port 8f282860-8081-4056-9e37-decedc3fbd6e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:02.292825 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Attempting to bind port 8f282860-8081-4056-9e37-decedc3fbd6e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:02.298077 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Attempting to bind port 8f282860-8081-4056-9e37-decedc3fbd6e on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:02.327676 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:02.328297 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:02.328972 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:02.329662 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:02.330406 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Bound port: 8f282860-8081-4056-9e37-decedc3fbd6e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:02.331163 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:02.405863 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeba9c-689f-4515-94c3-c0d269b30523 None None] Pushing event updated for resources: {'Port': ['ID=8f282860-8081-4056-9e37-decedc3fbd6e,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:02.434044 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] For port 8f282860-8081-4056-9e37-decedc3fbd6e, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:02.439477 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] For port 8f282860-8081-4056-9e37-decedc3fbd6e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8f282860-8081-4056-9e37-decedc3fbd6e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:02.451651 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:02.472757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49b6b9-91af-413b-a47d-869a5294c316 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:02.487325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7f49b6b9-91af-413b-a47d-869a5294c316 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2281463 Nov 23 18:27:02.488060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38506) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:02.536764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5539fe-fbe1-4e5a-861e-e131d36c76c3 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:02.538766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d9e36-2350-4d1e-8cb3-cf7aec4e9c74 None None] Network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:02.548485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0f28db16-eb83-4480-8267-6cb4eb57537d tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592237 Nov 23 18:27:02.551311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38508) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:02.562717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-645358214', 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d', 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:02.633254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Routers {'ae7e465d-a0e3-481e-94c9-79daae96ea37'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:02.633254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae7e465d-a0e3-481e-94c9-79daae96ea37'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:02.646939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeac375-5592-45c2-a2a0-162ed27eedfa None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:02.764433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Made reservation on behalf of 79761d122ca94f0d91a6b54dc65745cb for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:02.771914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:02.799726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-98890be5-2e08-4a6c-9cc8-be700c4f55db None None] Provisioning complete for port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:02.800254 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98890be5-2e08-4a6c-9cc8-be700c4f55db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:02.843572 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeba9c-689f-4515-94c3-c0d269b30523 None None] Pushing event updated for resources: {'Port': ['ID=8f282860-8081-4056-9e37-decedc3fbd6e,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:02.859025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Allocated IP 172.20.0.1 (82f0ab6b-1dd0-41b5-a968-eb0e3402e8de/585ea3d5-e0ba-4a79-84aa-b74baa360ad4/8ed56f43-ac8e-4ab5-b515-984d6405ae16) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:02.927718 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] Set router ae7e465d-a0e3-481e-94c9-79daae96ea37 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:02.930187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:03.043232 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.102292 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.113183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.142373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:03.147156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:03.154490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:03.156846 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98890be5-2e08-4a6c-9cc8-be700c4f55db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.185416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed56f43-ac8e-4ab5-b515-984d6405ae16,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:03.195016 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 3, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port': {'id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:03.204946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.227358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:03.228035 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.237023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 3, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:03.266966 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab306e6-9908-45dc-8df0-b47b6116bfca None None] The sync data for ids ['ae7e465d-a0e3-481e-94c9-79daae96ea37'] in n-d-818932-3 is: [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 3, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port': {'id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:03.276185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-98890be5-2e08-4a6c-9cc8-be700c4f55db None None] For port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0585e0ea-1c5e-41cd-a1f2-3ed5209a2177,segment=NetworkSegment(1114d793-34c7-4f55-bea9-c53734e7ab6f),segment_id=1114d793-34c7-4f55-bea9-c53734e7ab6f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:03.297718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Checking router: 67c3f75e-c458-44a0-85af-30ce93b527eb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:03.298017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Updating router 67c3f75e-c458-44a0-85af-30ce93b527eb port 6994b401-55be-4898-9626-2a5f8f06e447 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:03.309624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Subnet': ['ID=4dd1f8db-0b50-447c-b815-18dd08bafd81,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:03.319321 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98890be5-2e08-4a6c-9cc8-be700c4f55db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.352297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Checking segment: {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:03.352980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network hostable DHCP agents. Network: f984c81a-bce9-42be-898d-af6608c8a99d, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:27:03.375926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-635278a1-b59e-4a16-93ed-52707d9537a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068535 Nov 23 18:27:03.381794 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.396852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network f984c81a-bce9-42be-898d-af6608c8a99d is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:27:03.409301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, f984c81a-bce9-42be-898d-af6608c8a99d) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:03.432296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a417b95-d793-4aea-ba88-b657442c81c9 None None] Network f984c81a-bce9-42be-898d-af6608c8a99d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:03.433700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:03.435785 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.445501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.476480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-45afe69b-fa9e-4e17-b532-1a168952fb8e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9236069 Nov 23 18:27:03.484906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98890be5-2e08-4a6c-9cc8-be700c4f55db None None] Pushing event updated for resources: {'Port': ['ID=0585e0ea-1c5e-41cd-a1f2-3ed5209a2177,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:03.496839 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38510) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:03.505669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7a9899ce-da4a-435a-8bb7-3919cd467157 None None] Provisioning complete for port 8f282860-8081-4056-9e37-decedc3fbd6e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:03.506052 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a9899ce-da4a-435a-8bb7-3919cd467157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.535090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-bb324445-c58c-47f6-93a3-f38a3348abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:03.536843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-bb324445-c58c-47f6-93a3-f38a3348abbb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0809393 Nov 23 18:27:03.723407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-30b127ff-b645-4a9f-bedc-5de270a8c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:03.725633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-30b127ff-b645-4a9f-bedc-5de270a8c022 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 898 time: 0.1605315 Nov 23 18:27:03.856128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-1623efd1-2bde-4418-8425-ff3b119d2c57 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 1000 time: 0.1170433 Nov 23 18:27:03.889690 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.910063 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.911346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.925473 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.926852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-57415b74-bffd-4ff8-9601-8ceeaa020cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:03.928413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-57415b74-bffd-4ff8-9601-8ceeaa020cea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 200 len: 835 time: 0.0618236 Nov 23 18:27:03.969874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3eb43bc8-ff0d-4033-9264-432b7687d195 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:03.979272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-4e313c6a-7e67-4ecc-a50b-1fde4810e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:03.982360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-4e313c6a-7e67-4ecc-a50b-1fde4810e830 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5848fd5-a738-4dac-8f23-4854e7a9b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467169 Nov 23 18:27:04.047178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbda55d-624d-47fc-9ba7-389ac2d6acb6 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:04.071250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Attempting to bind port 6994b401-55be-4898-9626-2a5f8f06e447 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:04.071670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Attempting to bind port 6994b401-55be-4898-9626-2a5f8f06e447 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:04.071989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Attempting to bind port 6994b401-55be-4898-9626-2a5f8f06e447 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:04.073775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99d60b-c6d3-4e1f-aa08-0882a7ddd8e1 None None] Pushing event updated for resources: {'Port': ['ID=6994b401-55be-4898-9626-2a5f8f06e447,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:04.095207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed56f43-ac8e-4ab5-b515-984d6405ae16,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:04.100785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.120742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:04.121221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:04.121537 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.121940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:04.123046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Bound port: 6994b401-55be-4898-9626-2a5f8f06e447, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:04.123457 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.183537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-611c98b5-6c6f-4f7b-822f-4b0210fbcfe0 service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912844 Nov 23 18:27:04.206364 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a9899ce-da4a-435a-8bb7-3919cd467157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.238742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-f984c81a-bce9-42be-898d-af6608c8a99d', 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'fixed_ips': [{'subnet_id': '4dd1f8db-0b50-447c-b815-18dd08bafd81'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:27:04.239611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.276772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7a9899ce-da4a-435a-8bb7-3919cd467157 None None] For port 8f282860-8081-4056-9e37-decedc3fbd6e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8f282860-8081-4056-9e37-decedc3fbd6e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:04.289646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] For port 6994b401-55be-4898-9626-2a5f8f06e447, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:04.300514 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a9899ce-da4a-435a-8bb7-3919cd467157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.326082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0a448e1-52b7-42e0-840b-b3816be92173 req-413f804e-52f7-4c28-9aa9-ba803fcca605 service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348350 Nov 23 18:27:04.337659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3eb43bc8-ff0d-4033-9264-432b7687d195 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:04.339040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.352397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:04.354774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:04.364733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] For port 6994b401-55be-4898-9626-2a5f8f06e447, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6994b401-55be-4898-9626-2a5f8f06e447,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:04.452420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.478770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.587315 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Provisioning complete for port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:04.587779 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:04.600015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85ae55-b14f-4e54-a43e-d66c33289c02 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:04.636909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Router ae7e465d-a0e3-481e-94c9-79daae96ea37 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:04.648578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9899ce-da4a-435a-8bb7-3919cd467157 None None] Pushing event updated for resources: {'Port': ['ID=8f282860-8081-4056-9e37-decedc3fbd6e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:04.678251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Routers {'67c3f75e-c458-44a0-85af-30ce93b527eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:04.678923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['67c3f75e-c458-44a0-85af-30ce93b527eb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:04.853213 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:04.863275 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-51158a55-8869-46ca-93fd-19448b8675f2 admin admin] 10.222.0.74 "PUT /v2.0/routers/ae7e465d-a0e3-481e-94c9-79daae96ea37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6617675 Nov 23 18:27:04.900020 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Allocated IP 172.20.0.18 (f984c81a-bce9-42be-898d-af6608c8a99d/4dd1f8db-0b50-447c-b815-18dd08bafd81/051450d4-e436-46a8-8348-2f24fa4604c9) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:05.047829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99d60b-c6d3-4e1f-aa08-0882a7ddd8e1 None None] Pushing event updated for resources: {'Port': ['ID=6994b401-55be-4898-9626-2a5f8f06e447,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:05.167450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] Set router 67c3f75e-c458-44a0-85af-30ce93b527eb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:05.233782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:05.291170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Provisioning complete for port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:05.291602 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.441261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:05.448720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.474857 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.512430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Provisioning complete for port 6994b401-55be-4898-9626-2a5f8f06e447 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:05.513336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.536010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Allocated IP 172.20.0.17 (f984c81a-bce9-42be-898d-af6608c8a99d/4dd1f8db-0b50-447c-b815-18dd08bafd81/1123b144-6f13-4794-a8e1-63340aa92b65) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:05.549422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:05.549798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.563570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Network f984c81a-bce9-42be-898d-af6608c8a99d is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:05.597301 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:05.599730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:05.648777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Pushing event updated for resources: {'Port': ['ID=051450d4-e436-46a8-8348-2f24fa4604c9,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:05.701539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.740509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.741800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Attempting to bind port 051450d4-e436-46a8-8348-2f24fa4604c9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:05.742339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Attempting to bind port 051450d4-e436-46a8-8348-2f24fa4604c9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:05.742797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Attempting to bind port 051450d4-e436-46a8-8348-2f24fa4604c9 on network f984c81a-bce9-42be-898d-af6608c8a99d {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:05.761626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:05.762003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Checking segment: {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:05.762440 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.763449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Bound using segment: {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:05.764926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Bound port: 051450d4-e436-46a8-8348-2f24fa4604c9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:05.764926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.787961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network f984c81a-bce9-42be-898d-af6608c8a99d is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:05.795083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:05.798570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:05.813797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 3, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:05.829414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=1123b144-6f13-4794-a8e1-63340aa92b65,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:05.853242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.905696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0625b9-4c16-4fa3-b423-7110f42759ee None None] The sync data for ids ['67c3f75e-c458-44a0-85af-30ce93b527eb'] in n-d-818932-3 is: [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:00Z', 'revision_number': 3, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:05.922089 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:05.967262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] For port 6994b401-55be-4898-9626-2a5f8f06e447, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6994b401-55be-4898-9626-2a5f8f06e447,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:05.989199 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:06.010049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38556) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:06.039138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8f282860-8081-4056-9e37-decedc3fbd6e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:06.059131 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Sync routers for ids ['ae7e465d-a0e3-481e-94c9-79daae96ea37'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:06.070591 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Routers {'ae7e465d-a0e3-481e-94c9-79daae96ea37'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:06.071271 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae7e465d-a0e3-481e-94c9-79daae96ea37'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:06.076074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb40485-aa8b-4e52-99a9-1611529f9563 None None] Pushing event updated for resources: {'Port': ['ID=6994b401-55be-4898-9626-2a5f8f06e447,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:06.105215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] For port 051450d4-e436-46a8-8348-2f24fa4604c9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:06.114488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:06.132303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] For port 051450d4-e436-46a8-8348-2f24fa4604c9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=051450d4-e436-46a8-8348-2f24fa4604c9,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:06.142980 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:06.152991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3a125b01-618b-426f-9f19-7b0d8c1b83d7 None None] Provisioning complete for port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:06.153614 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a125b01-618b-426f-9f19-7b0d8c1b83d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:06.221422 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Set router ae7e465d-a0e3-481e-94c9-79daae96ea37 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:06.293937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8f282860-8081-4056-9e37-decedc3fbd6e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:06.294414 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:06.297762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ccdbb-36bc-4715-9473-1dd8eb94a892 None None] Pushing event updated for resources: {'Port': ['ID=051450d4-e436-46a8-8348-2f24fa4604c9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:06.302374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3a125b01-618b-426f-9f19-7b0d8c1b83d7 None None] Port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:06.355611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3a125b01-618b-426f-9f19-7b0d8c1b83d7 None None] Provisioning complete for port 6994b401-55be-4898-9626-2a5f8f06e447 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:06.363411 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a125b01-618b-426f-9f19-7b0d8c1b83d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:06.570558 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:03Z', 'revision_number': 4, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port': {'id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8ed56f43-ac8e-4ab5-b515-984d6405ae16', 'name': '', 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'mac_address': 'fa:16:3e:95:e3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '585ea3d5-e0ba-4a79-84aa-b74baa360ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:01Z', 'updated_at': '2021-11-23T18:27:03Z', 'revision_number': 2, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'subnets': [{'id': '585ea3d5-e0ba-4a79-84aa-b74baa360ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:06.604645 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Checking router: ae7e465d-a0e3-481e-94c9-79daae96ea37 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:06.605179 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Updating router ae7e465d-a0e3-481e-94c9-79daae96ea37 port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:06.637156 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:06.949336 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:06.963032 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.022493 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Pushing event updated for resources: {'Port': ['ID=8ed56f43-ac8e-4ab5-b515-984d6405ae16,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:07.051672 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.052032 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.058837 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.059264 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.060584 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.060584 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.060831 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.061165 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.061497 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.061827 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.062152 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.062478 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:07.131213 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Attempting to bind port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:07.132044 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Attempting to bind port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:07.132771 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Attempting to bind port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 on network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:07.144280 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:07.144983 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Checking segment: {'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:07.145567 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.146146 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Bound using segment: {'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:07.146928 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Bound port: 8ed56f43-ac8e-4ab5-b515-984d6405ae16, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1114d793-34c7-4f55-bea9-c53734e7ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:07.147490 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.183281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.197430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.240945 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] For port 8ed56f43-ac8e-4ab5-b515-984d6405ae16, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:07.243828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6994b401-55be-4898-9626-2a5f8f06e447 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:07.244751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] For port 8ed56f43-ac8e-4ab5-b515-984d6405ae16, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8ed56f43-ac8e-4ab5-b515-984d6405ae16,segment=NetworkSegment(1114d793-34c7-4f55-bea9-c53734e7ab6f),segment_id=1114d793-34c7-4f55-bea9-c53734e7ab6f)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:07.259838 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.349530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=1123b144-6f13-4794-a8e1-63340aa92b65,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:07.361426 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.404836 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be27c7-e969-4e6b-9498-d97937cd7579 None None] Pushing event updated for resources: {'Port': ['ID=8ed56f43-ac8e-4ab5-b515-984d6405ae16,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:07.410511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6994b401-55be-4898-9626-2a5f8f06e447 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:07.411031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.420343 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Routers {'ae7e465d-a0e3-481e-94c9-79daae96ea37'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:07.421230 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae7e465d-a0e3-481e-94c9-79daae96ea37'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:07.484767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ce1df276-09b0-472f-b36e-befb504cd53a None None] Provisioning complete for port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:07.485580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce1df276-09b0-472f-b36e-befb504cd53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.600573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 051450d4-e436-46a8-8348-2f24fa4604c9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:07.638807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.652359 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] Set router ae7e465d-a0e3-481e-94c9-79daae96ea37 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:07.702930 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce1df276-09b0-472f-b36e-befb504cd53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.838306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network f984c81a-bce9-42be-898d-af6608c8a99d is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:07.847867 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:07.899525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8971122-3136-4f8e-98ea-19a44f460d3d None None] Network f984c81a-bce9-42be-898d-af6608c8a99d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:07.984976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 051450d4-e436-46a8-8348-2f24fa4604c9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:07.985291 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:07.990790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ce1df276-09b0-472f-b36e-befb504cd53a None None] For port 8ed56f43-ac8e-4ab5-b515-984d6405ae16, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8ed56f43-ac8e-4ab5-b515-984d6405ae16,segment=NetworkSegment(1114d793-34c7-4f55-bea9-c53734e7ab6f),segment_id=1114d793-34c7-4f55-bea9-c53734e7ab6f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:08.022850 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce1df276-09b0-472f-b36e-befb504cd53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.052887 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:03Z', 'revision_number': 4, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port': {'id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8ed56f43-ac8e-4ab5-b515-984d6405ae16', 'name': '', 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'mac_address': 'fa:16:3e:95:e3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '585ea3d5-e0ba-4a79-84aa-b74baa360ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:01Z', 'updated_at': '2021-11-23T18:27:07Z', 'revision_number': 4, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'subnets': [{'id': '585ea3d5-e0ba-4a79-84aa-b74baa360ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:08.075284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Router 67c3f75e-c458-44a0-85af-30ce93b527eb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:08.084496 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f35f62-98b5-4656-9e8f-939ee33a1ebd None None] The sync data for ids ['ae7e465d-a0e3-481e-94c9-79daae96ea37'] in n-d-818932-3 is: [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:03Z', 'revision_number': 4, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port': {'id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '8ed56f43-ac8e-4ab5-b515-984d6405ae16', 'name': '', 'network_id': '82f0ab6b-1dd0-41b5-a968-eb0e3402e8de', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'mac_address': 'fa:16:3e:95:e3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '585ea3d5-e0ba-4a79-84aa-b74baa360ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:01Z', 'updated_at': '2021-11-23T18:27:07Z', 'revision_number': 4, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'subnets': [{'id': '585ea3d5-e0ba-4a79-84aa-b74baa360ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:08.146803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1df276-09b0-472f-b36e-befb504cd53a None None] Pushing event updated for resources: {'Port': ['ID=8ed56f43-ac8e-4ab5-b515-984d6405ae16,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:08.209383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a82bea9a-e82f-4bb4-b88e-e3db6b7dc6f2 None None] Provisioning complete for port 051450d4-e436-46a8-8348-2f24fa4604c9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:08.210060 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a82bea9a-e82f-4bb4-b88e-e3db6b7dc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.247747 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.295287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Deleting port 3eb43bc8-ff0d-4033-9264-432b7687d195 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:08.295926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.301870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:08.305273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 051450d4-e436-46a8-8348-2f24fa4604c9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=051450d4-e436-46a8-8348-2f24fa4604c9,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:08.313204 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.319806 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-85270c40-629b-4123-b283-e520bfbccf33 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "PUT /v2.0/routers/67c3f75e-c458-44a0-85af-30ce93b527eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8211436 Nov 23 18:27:08.451910 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] For port 3eb43bc8-ff0d-4033-9264-432b7687d195, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3eb43bc8-ff0d-4033-9264-432b7687d195,segment=NetworkSegment(84ec398e-6eb0-419e-87df-7d9dd1f40f23),segment_id=84ec398e-6eb0-419e-87df-7d9dd1f40f23)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:08.452445 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.456739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=051450d4-e436-46a8-8348-2f24fa4604c9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:08.475670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a82bea9a-e82f-4bb4-b88e-e3db6b7dc6f2 None None] Provisioning complete for port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:08.476343 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a82bea9a-e82f-4bb4-b88e-e3db6b7dc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.494273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Calling delete_port for 3eb43bc8-ff0d-4033-9264-432b7687d195 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:08.765259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b616-1716-4914-aa13-a7030231a009 req-a6dfaaeb-6b80-4c3c-a0ea-4c534a9cbb34 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:08.767000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-a6dfaaeb-6b80-4c3c-a0ea-4c534a9cbb34 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/networks?id=f984c81a-bce9-42be-898d-af6608c8a99d HTTP/1.1" status: 200 len: 797 time: 0.1494374 Nov 23 18:27:08.792737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-459b0571-019b-4df7-86f1-9015160b5e53 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/quotas/79761d122ca94f0d91a6b54dc65745cb HTTP/1.1" status: 200 len: 375 time: 0.0173185 Nov 23 18:27:08.801102 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.838002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb43bc8-ff0d-4033-9264-432b7687d195,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:08.839325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6922bad0-9040-445f-ad5d-bb364961af70 None None] Provisioning complete for port 1123b144-6f13-4794-a8e1-63340aa92b65 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:08.839325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6922bad0-9040-445f-ad5d-bb364961af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:08.890953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-240a4fa1-0f1a-4158-9ec1-e6776b8f102b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0899475 Nov 23 18:27:08.916293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6922bad0-9040-445f-ad5d-bb364961af70 None None] Port 1123b144-6f13-4794-a8e1-63340aa92b65 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:08.947694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6922bad0-9040-445f-ad5d-bb364961af70 None None] Provisioning complete for port 051450d4-e436-46a8-8348-2f24fa4604c9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:08.948080 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6922bad0-9040-445f-ad5d-bb364961af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:09.103991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-20fc48e6-3c4e-4839-9f4d-447bd06bfa1a service neutron] 10.222.0.74 "GET /v2.0/networks/f984c81a-bce9-42be-898d-af6608c8a99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078156 Nov 23 18:27:09.171021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Sync routers for ids ['67c3f75e-c458-44a0-85af-30ce93b527eb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:09.202076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Routers {'67c3f75e-c458-44a0-85af-30ce93b527eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:09.202076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['67c3f75e-c458-44a0-85af-30ce93b527eb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:09.270004 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:09.330507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-251da734-b1fa-4dd4-b2a7-94e07b17f3a8 service neutron] 10.222.0.74 "GET /v2.0/networks/f984c81a-bce9-42be-898d-af6608c8a99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252152 Nov 23 18:27:09.350381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ccd8d749-60e4-406b-bdfc-d4e61e5e8e57 None None] Provisioning complete for port 1123b144-6f13-4794-a8e1-63340aa92b65 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:09.350872 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d749-60e4-406b-bdfc-d4e61e5e8e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:09.384302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8ed56f43-ac8e-4ab5-b515-984d6405ae16 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:09.463848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8d749-60e4-406b-bdfc-d4e61e5e8e57 None None] Port 1123b144-6f13-4794-a8e1-63340aa92b65 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:09.477215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Set router 67c3f75e-c458-44a0-85af-30ce93b527eb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:09.610048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48f737d2-04e2-4c03-acca-385cf682e584 req-760d3e1d-390a-4192-a950-461cc8c50c9e tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 210 time: 0.0414515 Nov 23 18:27:09.651279 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:09.687154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:09.687465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:09.729641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-014c9ea8-f564-428e-9177-0938142a0bd6 None None] Provisioning complete for port 1123b144-6f13-4794-a8e1-63340aa92b65 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:09.730033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-014c9ea8-f564-428e-9177-0938142a0bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:09.783547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-014c9ea8-f564-428e-9177-0938142a0bd6 None None] Port 1123b144-6f13-4794-a8e1-63340aa92b65 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:09.813692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:09.822777 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ab62b04f-9a83-4a97-b341-6f8bdca8bff6 admin admin] 10.222.0.74 "PUT /v2.0/routers/3cd3c731-cb8f-4d29-a16f-0988688c20f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8088334 Nov 23 18:27:09.823282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38582) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:09.837297 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] Sync routers for ids ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:09.855665 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] Routers {'3cd3c731-cb8f-4d29-a16f-0988688c20f9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:09.857848 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:09.898872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 051450d4-e436-46a8-8348-2f24fa4604c9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:09.936457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1123b144-6f13-4794-a8e1-63340aa92b65', 'name': '', 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:34:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4dd1f8db-0b50-447c-b815-18dd08bafd81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:04Z', 'updated_at': '2021-11-23T18:27:06Z', 'revision_number': 2, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '4dd1f8db-0b50-447c-b815-18dd08bafd81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:10.009003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Checking router: 67c3f75e-c458-44a0-85af-30ce93b527eb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:10.009525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Updating router 67c3f75e-c458-44a0-85af-30ce93b527eb port 1123b144-6f13-4794-a8e1-63340aa92b65 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:10.058765 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.064960 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.073012 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] Set router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:10.093571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 051450d4-e436-46a8-8348-2f24fa4604c9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:10.094105 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.261255 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.367078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Deleting port 522e7a93-b67b-496a-a5ca-df8157196f3e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:10.367711 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.453880 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:27:08Z', 'revision_number': 5, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port': {'id': '522e7a93-b67b-496a-a5ca-df8157196f3e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:10.485713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] For port 522e7a93-b67b-496a-a5ca-df8157196f3e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=522e7a93-b67b-496a-a5ca-df8157196f3e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:10.486363 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.497948 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] Checking router: 3cd3c731-cb8f-4d29-a16f-0988688c20f9 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:10.505798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Calling delete_port for 522e7a93-b67b-496a-a5ca-df8157196f3e owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:10.509883 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] Routers {'3cd3c731-cb8f-4d29-a16f-0988688c20f9'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:10.510615 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:10.547740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.553867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.612729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4734bf-52a3-4022-900c-e4d1da3accac None None] Pushing event updated for resources: {'Port': ['ID=1123b144-6f13-4794-a8e1-63340aa92b65,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:10.656427 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] Set router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:10.667589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Attempting to bind port 1123b144-6f13-4794-a8e1-63340aa92b65 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:10.667968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Attempting to bind port 1123b144-6f13-4794-a8e1-63340aa92b65 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:10.668372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Attempting to bind port 1123b144-6f13-4794-a8e1-63340aa92b65 on network f984c81a-bce9-42be-898d-af6608c8a99d {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:10.674930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:10.675200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Checking segment: {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:10.675445 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.675849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Bound using segment: {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:10.676327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Bound port: 1123b144-6f13-4794-a8e1-63340aa92b65, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:10.676721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.736950 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:27:10Z', 'revision_number': 6, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:10.765110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5cdaf41-340b-412c-b5e8-4c68847e6524 req-a649548e-393d-4781-8e64-c3cad8acf69c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 210 time: 0.0520256 Nov 23 18:27:10.777565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] For port 1123b144-6f13-4794-a8e1-63340aa92b65, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:10.783547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] For port 1123b144-6f13-4794-a8e1-63340aa92b65, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1123b144-6f13-4794-a8e1-63340aa92b65,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:10.785704 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.788636 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:10.805038 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2d2fb-ab79-4d5a-a9c5-66f1c5533d9c None None] The sync data for ids ['3cd3c731-cb8f-4d29-a16f-0988688c20f9'] in n-d-818932-3 is: [{'id': '3cd3c731-cb8f-4d29-a16f-0988688c20f9', 'name': 'tempest-TestAggregatesBasicOps-247445048-router', 'tenant_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:54Z', 'updated_at': '2021-11-23T18:27:10Z', 'revision_number': 6, 'project_id': 'fdb268ef49184eca938bb3cf2f24b2aa', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:10.820709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Pushing event deleted for resources: {'Port': ['ID=522e7a93-b67b-496a-a5ca-df8157196f3e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:10.844193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301a731-0c2b-4138-849f-1a9270a4919e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:10.875461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Routers {'67c3f75e-c458-44a0-85af-30ce93b527eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:10.876176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:26:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['67c3f75e-c458-44a0-85af-30ce93b527eb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:10.931206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4734bf-52a3-4022-900c-e4d1da3accac None None] Pushing event updated for resources: {'Port': ['ID=1123b144-6f13-4794-a8e1-63340aa92b65,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:10.979527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.070946 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] Set router 67c3f75e-c458-44a0-85af-30ce93b527eb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:11.089808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b616-1716-4914-aa13-a7030231a009 req-eea6243f-6e36-490f-aa41-bd237e73d694 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:11.092124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-eea6243f-6e36-490f-aa41-bd237e73d694 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.66 "GET /v2.0/networks?id=f984c81a-bce9-42be-898d-af6608c8a99d HTTP/1.1" status: 200 len: 797 time: 0.2046845 Nov 23 18:27:11.117563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-020c3827-ce0b-477a-8b3b-28345c7eb60a None None] Provisioning complete for port 1123b144-6f13-4794-a8e1-63340aa92b65 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:11.117890 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-020c3827-ce0b-477a-8b3b-28345c7eb60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.131160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Request body: {'port': {'device_id': 'bfecfb90-82ed-4115-bf4e-4cf330605cc8', 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d', 'admin_state_up': True, 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:11.151135 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.156959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.244724 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.245247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd3c731-cb8f-4d29-a16f-0988688c20f9 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:27:11.250364 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.254031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d3da1108-cfba-44a6-9080-01c98fe526af admin admin] 10.222.0.74 "DELETE /v2.0/routers/3cd3c731-cb8f-4d29-a16f-0988688c20f9 HTTP/1.1" status: 204 len: 168 time: 1.4272919 Nov 23 18:27:11.254490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38588) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:11.322495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67c9488-d723-452f-949b-e9b7cf5e641f admin admin] Deleting subnet d8b8ead0-4955-4c73-ab6d-e6af7e138b98 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:27:11.326876 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a67c9488-d723-452f-949b-e9b7cf5e641f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.341871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Made reservation on behalf of 79761d122ca94f0d91a6b54dc65745cb for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:11.345686 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.384637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a67c9488-d723-452f-949b-e9b7cf5e641f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.388167 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7bc5255e-5161-4d79-89d3-c1b91ff6654f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.484101 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a67c9488-d723-452f-949b-e9b7cf5e641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.484665 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-020c3827-ce0b-477a-8b3b-28345c7eb60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.503812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Allocated IP 172.20.0.24 (f984c81a-bce9-42be-898d-af6608c8a99d/4dd1f8db-0b50-447c-b815-18dd08bafd81/55fb828f-2e45-42b8-a661-2638f058902a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:11.550050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-020c3827-ce0b-477a-8b3b-28345c7eb60a None None] For port 1123b144-6f13-4794-a8e1-63340aa92b65, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1123b144-6f13-4794-a8e1-63340aa92b65,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:11.562434 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-020c3827-ce0b-477a-8b3b-28345c7eb60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.572565 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a67c9488-d723-452f-949b-e9b7cf5e641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.599991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1123b144-6f13-4794-a8e1-63340aa92b65', 'name': '', 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:34:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4dd1f8db-0b50-447c-b815-18dd08bafd81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:04Z', 'updated_at': '2021-11-23T18:27:10Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '4dd1f8db-0b50-447c-b815-18dd08bafd81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:11.613321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c9488-d723-452f-949b-e9b7cf5e641f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b8ead0-4955-4c73-ab6d-e6af7e138b98,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:11.617309 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a67c9488-d723-452f-949b-e9b7cf5e641f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.630019 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a67c9488-d723-452f-949b-e9b7cf5e641f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d8b8ead0-4955-4c73-ab6d-e6af7e138b98 HTTP/1.1" status: 204 len: 168 time: 0.3732908 Nov 23 18:27:11.632212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38590) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:11.643037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c589b-018b-474e-abb8-0ceb3cd5f76e None None] Network c07d2582-19b6-46da-b320-743bbbf989fd requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:11.649077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd00cc-7902-4be8-acbd-52fdadaef5fd None None] The sync data for ids ['67c3f75e-c458-44a0-85af-30ce93b527eb'] in n-d-818932-3 is: [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1123b144-6f13-4794-a8e1-63340aa92b65', 'name': '', 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:34:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4dd1f8db-0b50-447c-b815-18dd08bafd81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:04Z', 'updated_at': '2021-11-23T18:27:10Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '4dd1f8db-0b50-447c-b815-18dd08bafd81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:11.660423 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.704132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c3827-ce0b-477a-8b3b-28345c7eb60a None None] Pushing event updated for resources: {'Port': ['ID=1123b144-6f13-4794-a8e1-63340aa92b65,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:11.718365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.782597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1fb430aa-a4e9-4930-b7e6-f10fb7b901e1 None None] Provisioning complete for port 1123b144-6f13-4794-a8e1-63340aa92b65 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:11.783006 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1fb430aa-a4e9-4930-b7e6-f10fb7b901e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.803773 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:11.817133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Network f984c81a-bce9-42be-898d-af6608c8a99d is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:11.834426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:11.842531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:11.856107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event updated for resources: {'Port': ['ID=55fb828f-2e45-42b8-a661-2638f058902a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:11.922622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Deleting port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:11.923104 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.025523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:12.026409 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.050729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-14d60809-dca5-40e6-9de6-aa5422ad309c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9254000 Nov 23 18:27:12.062998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c471854-68e4-4e37-998a-fc89f82b332e req-65a3bc6e-6911-4d74-af05-00580a5b1eb3 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:12.072899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4c471854-68e4-4e37-998a-fc89f82b332e req-65a3bc6e-6911-4d74-af05-00580a5b1eb3 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 895 time: 0.1163158 Nov 23 18:27:12.088646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Request body: {'port': {'device_id': 'bfecfb90-82ed-4115-bf4e-4cf330605cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:12.094053 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] For port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd,segment=NetworkSegment(84ec398e-6eb0-419e-87df-7d9dd1f40f23),segment_id=84ec398e-6eb0-419e-87df-7d9dd1f40f23)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:12.094053 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.110109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Calling delete_port for 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:12.207604 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.225986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.256830 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:12.259236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] No DVR routers for this DVR port 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:12.285054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e7dcb208-76bb-45a7-a343-ef751bf4c80b None None] Provisioning complete for port 55fb828f-2e45-42b8-a661-2638f058902a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:12.285773 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb208-76bb-45a7-a343-ef751bf4c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.326233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed3b2ad-dfb6-4ed7-a3fd-a0ba05a8aa4c None None] DHCP port deletion for c07d2582-19b6-46da-b320-743bbbf989fd request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:12.361471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcb208-76bb-45a7-a343-ef751bf4c80b None None] Port 55fb828f-2e45-42b8-a661-2638f058902a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:12.413697 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.465599 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07d2582-19b6-46da-b320-743bbbf989fd']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:12.480616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ec398e-6eb0-419e-87df-7d9dd1f40f23') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:12.480942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ec398e-6eb0-419e-87df-7d9dd1f40f23') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:12.494078 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.510236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.519819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:27:12.520288 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:27:12.522340 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:27:12.582603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.587536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.591673 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c07d2582-19b6-46da-b320-743bbbf989fd HTTP/1.1" status: 204 len: 168 time: 0.9582863 Nov 23 18:27:12.595249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38594) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:12.655944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36c2bb-ca3f-4b2b-8e20-cef7a8777c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c07d2582-19b6-46da-b320-743bbbf989fd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:12.677115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fb828f-2e45-42b8-a661-2638f058902a {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:27:12.687455 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.701697 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Transition to ACTIVE for port object 55fb828f-2e45-42b8-a661-2638f058902a will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:27:12.705681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.757585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Pushing event updated for resources: {'Port': ['ID=55fb828f-2e45-42b8-a661-2638f058902a,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:12.869110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Attempting to bind port 55fb828f-2e45-42b8-a661-2638f058902a on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:12.869438 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Attempting to bind port 55fb828f-2e45-42b8-a661-2638f058902a by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:12.869801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Attempting to bind port 55fb828f-2e45-42b8-a661-2638f058902a on network f984c81a-bce9-42be-898d-af6608c8a99d {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:12.876103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Port 55fb828f-2e45-42b8-a661-2638f058902a on network f984c81a-bce9-42be-898d-af6608c8a99d not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:27:12.876437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Attempting to bind port 55fb828f-2e45-42b8-a661-2638f058902a on network f984c81a-bce9-42be-898d-af6608c8a99d {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:12.882532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:12.882927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Checking segment: {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:12.883765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Bound using segment: {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:12.883765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Bound port: 55fb828f-2e45-42b8-a661-2638f058902a, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:12.884103 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:12.982340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] For port 55fb828f-2e45-42b8-a661-2638f058902a, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:12.989529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] For port 55fb828f-2e45-42b8-a661-2638f058902a, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=55fb828f-2e45-42b8-a661-2638f058902a,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:12.994907 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:13.033139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:13.034323 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:13.036144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] 10.222.0.66 "PUT /v2.0/ports/55fb828f-2e45-42b8-a661-2638f058902a HTTP/1.1" status: 200 len: 1055 time: 0.9622436 Nov 23 18:27:13.036864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfecfb90-82ed-4115-bf4e-4cf330605cc8', 'tag': '55fb828f-2e45-42b8-a661-2638f058902a'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:13.039477 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfecfb90-82ed-4115-bf4e-4cf330605cc8", "tag": "55fb828f-2e45-42b8-a661-2638f058902a"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:13.138988 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fca49d-06f9-4c70-83b2-5fd7d998a48d x-openstack-request-id: req-95fca49d-06f9-4c70-83b2-5fd7d998a48d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:13.139241 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfecfb90-82ed-4115-bf4e-4cf330605cc8", "tag": "55fb828f-2e45-42b8-a661-2638f058902a", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:13.139493 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-95fca49d-06f9-4c70-83b2-5fd7d998a48d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:13.139914 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfecfb90-82ed-4115-bf4e-4cf330605cc8', 'tag': '55fb828f-2e45-42b8-a661-2638f058902a', 'status': 'completed', 'code': 200} Nov 23 18:27:13.176871 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:13.216183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1123b144-6f13-4794-a8e1-63340aa92b65 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:13.288654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 1123b144-6f13-4794-a8e1-63340aa92b65 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:13.289115 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:13.365563 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-be959d45-ea30-476d-a99e-d148df1f8b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:13.477664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:13.503654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:13.504181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0ad3602c-1bf6-4fcd-b3d4-b176f3dadcbd not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:13.504866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 522e7a93-b67b-496a-a5ca-df8157196f3e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:13.529295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 522e7a93-b67b-496a-a5ca-df8157196f3e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:13.529797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 522e7a93-b67b-496a-a5ca-df8157196f3e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:13.530955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3eb43bc8-ff0d-4033-9264-432b7687d195 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:13.554831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3eb43bc8-ff0d-4033-9264-432b7687d195 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:13.555336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3eb43bc8-ff0d-4033-9264-432b7687d195 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:13.647911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585ff08-eeff-40b1-a642-269dd7ba1254 service neutron] Pushing event updated for resources: {'Port': ['ID=55fb828f-2e45-42b8-a661-2638f058902a,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:13.695549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b616-1716-4914-aa13-a7030231a009 req-ff2d3b33-0a28-4c6d-b107-2fb57aebdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:13.697073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-ff2d3b33-0a28-4c6d-b107-2fb57aebdcb6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 1058 time: 0.6010430 Nov 23 18:27:13.714579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301b261-e939-4941-b9fd-c0796e1e22c7 req-b10db8c1-3ce7-4bf1-accd-675f5660dea9 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:13.716484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7301b261-e939-4941-b9fd-c0796e1e22c7 req-b10db8c1-3ce7-4bf1-accd-675f5660dea9 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 907 time: 0.0698810 Nov 23 18:27:13.758145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-b13bffa4-c68b-4554-99d5-97658178364b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=55fb828f-2e45-42b8-a661-2638f058902a HTTP/1.1" status: 200 len: 217 time: 0.0515766 Nov 23 18:27:13.812172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b616-1716-4914-aa13-a7030231a009 req-b652e772-079a-4a15-96ad-339415f3c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:13.813932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-b652e772-079a-4a15-96ad-339415f3c409 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4dd1f8db-0b50-447c-b815-18dd08bafd81 HTTP/1.1" status: 200 len: 837 time: 0.0488524 Nov 23 18:27:13.868326 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Deleting port 8ed56f43-ac8e-4ab5-b515-984d6405ae16 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:13.868860 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:13.872914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b616-1716-4914-aa13-a7030231a009 req-e867d090-52fd-47cc-9e03-a59b4e9cc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:13.874578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-e867d090-52fd-47cc-9e03-a59b4e9cc58e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f984c81a-bce9-42be-898d-af6608c8a99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518534 Nov 23 18:27:13.955154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] For port 8ed56f43-ac8e-4ab5-b515-984d6405ae16, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8ed56f43-ac8e-4ab5-b515-984d6405ae16,segment=NetworkSegment(1114d793-34c7-4f55-bea9-c53734e7ab6f),segment_id=1114d793-34c7-4f55-bea9-c53734e7ab6f)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:13.955511 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:13.970536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Calling delete_port for 8ed56f43-ac8e-4ab5-b515-984d6405ae16 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:13.976210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-8da98792-341e-43e9-9d4c-a3d2ffbbae01 service neutron] 10.222.0.66 "GET /v2.0/networks/f984c81a-bce9-42be-898d-af6608c8a99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921409 Nov 23 18:27:14.068239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56f9b616-1716-4914-aa13-a7030231a009 req-56426cf4-01df-4f60-8554-e97a5dbd80cc service neutron] 10.222.0.66 "GET /v2.0/networks/f984c81a-bce9-42be-898d-af6608c8a99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831625 Nov 23 18:27:14.159823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-9bf3da35-e23a-4de6-9a68-027ea6819807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:14.160278 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:14.161368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-9bf3da35-e23a-4de6-9a68-027ea6819807 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 1058 time: 0.0420265 Nov 23 18:27:14.191291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed56f43-ac8e-4ab5-b515-984d6405ae16,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:14.265675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-37d91637-4b02-4adc-a1c2-05df59d2a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:14.267223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-37d91637-4b02-4adc-a1c2-05df59d2a670 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f984c81a-bce9-42be-898d-af6608c8a99d HTTP/1.1" status: 200 len: 898 time: 0.0964694 Nov 23 18:27:14.314626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-2eab7b53-bfca-46c7-bf75-c2c5f01e2d6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=55fb828f-2e45-42b8-a661-2638f058902a HTTP/1.1" status: 200 len: 217 time: 0.0391695 Nov 23 18:27:14.375579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:14.378417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-d34de68f-2f30-4325-862e-d4cfca18d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:14.380073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-d34de68f-2f30-4325-862e-d4cfca18d2ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4dd1f8db-0b50-447c-b815-18dd08bafd81 HTTP/1.1" status: 200 len: 837 time: 0.0578246 Nov 23 18:27:14.437991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-5927c404-208d-4da4-b928-7cc59cbb78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:14.439960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-5927c404-208d-4da4-b928-7cc59cbb78b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f984c81a-bce9-42be-898d-af6608c8a99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495481 Nov 23 18:27:14.541162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-275466b3-32d8-4ed2-8ff3-4b25f7768872 service neutron] 10.222.0.66 "GET /v2.0/networks/f984c81a-bce9-42be-898d-af6608c8a99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886710 Nov 23 18:27:14.615488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Router ae7e465d-a0e3-481e-94c9-79daae96ea37 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:14.643319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ae50aaf-95e3-41ff-8c5b-36c91aaf08f3 req-58165386-63e5-4722-a542-50ad3676ac04 service neutron] 10.222.0.66 "GET /v2.0/networks/f984c81a-bce9-42be-898d-af6608c8a99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945451 Nov 23 18:27:14.733040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:14.740575 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1335f9bd-c19d-4775-aaaf-036c6f377779 admin admin] 10.222.0.74 "PUT /v2.0/routers/ae7e465d-a0e3-481e-94c9-79daae96ea37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1414349 Nov 23 18:27:14.740575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38608) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:14.744582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] Sync routers for ids ['ae7e465d-a0e3-481e-94c9-79daae96ea37'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:14.757874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] Routers {'ae7e465d-a0e3-481e-94c9-79daae96ea37'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:14.758561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae7e465d-a0e3-481e-94c9-79daae96ea37'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:14.847674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09f4fa-c8b9-451a-8247-0ecdb7ee0d23 req-5a30dca4-ef45-4140-b51e-d1bbdbc37b16 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:14.849235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f09f4fa-c8b9-451a-8247-0ecdb7ee0d23 req-5a30dca4-ef45-4140-b51e-d1bbdbc37b16 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 907 time: 0.0533462 Nov 23 18:27:14.887322 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:14.891263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] Set router ae7e465d-a0e3-481e-94c9-79daae96ea37 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:14.997981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.065005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Deleting port 8f282860-8081-4056-9e37-decedc3fbd6e {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:15.065488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.096802 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:14Z', 'revision_number': 5, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port': {'id': '8f282860-8081-4056-9e37-decedc3fbd6e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:15.131751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] Checking router: ae7e465d-a0e3-481e-94c9-79daae96ea37 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:15.148859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] Routers {'ae7e465d-a0e3-481e-94c9-79daae96ea37'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:15.149517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ae7e465d-a0e3-481e-94c9-79daae96ea37'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:15.172598 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] For port 8f282860-8081-4056-9e37-decedc3fbd6e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=8f282860-8081-4056-9e37-decedc3fbd6e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:15.172968 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.184834 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.186808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Calling delete_port for 8f282860-8081-4056-9e37-decedc3fbd6e owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:15.238864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] Set router ae7e465d-a0e3-481e-94c9-79daae96ea37 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:15.296742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:14Z', 'revision_number': 6, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:15.327117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e501922-1e56-4baa-af92-a4e5c5f388e9 None None] The sync data for ids ['ae7e465d-a0e3-481e-94c9-79daae96ea37'] in n-d-818932-3 is: [{'id': 'ae7e465d-a0e3-481e-94c9-79daae96ea37', 'name': 'tempest-TestAggregatesBasicOps-1206623724-router', 'tenant_id': 'd4df493fc50b4788a1e19008580876e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:14Z', 'revision_number': 6, 'project_id': 'd4df493fc50b4788a1e19008580876e3', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:15.365422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.397651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f282860-8081-4056-9e37-decedc3fbd6e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:15.415567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6d8ff-52d4-4d6f-b099-d18d05f51df8 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:15.473981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.574592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.577447 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.623517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.624123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7e465d-a0e3-481e-94c9-79daae96ea37 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:27:15.628517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.629664 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c7f0d3a3-8073-44d1-8a09-f9dc9e86857c admin admin] 10.222.0.74 "DELETE /v2.0/routers/ae7e465d-a0e3-481e-94c9-79daae96ea37 HTTP/1.1" status: 204 len: 168 time: 0.8881738 Nov 23 18:27:15.632118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38610) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:15.685947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-64661d3e-ed3d-4f45-b59a-3fbd49ad06d6 admin admin] Deleting subnet 585ea3d5-e0ba-4a79-84aa-b74baa360ad4 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:27:15.689298 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64661d3e-ed3d-4f45-b59a-3fbd49ad06d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.725453 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64661d3e-ed3d-4f45-b59a-3fbd49ad06d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.811929 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64661d3e-ed3d-4f45-b59a-3fbd49ad06d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.873023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64661d3e-ed3d-4f45-b59a-3fbd49ad06d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.904521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64661d3e-ed3d-4f45-b59a-3fbd49ad06d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585ea3d5-e0ba-4a79-84aa-b74baa360ad4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:15.908229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64661d3e-ed3d-4f45-b59a-3fbd49ad06d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.911501 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-64661d3e-ed3d-4f45-b59a-3fbd49ad06d6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/585ea3d5-e0ba-4a79-84aa-b74baa360ad4 HTTP/1.1" status: 204 len: 168 time: 0.2784235 Nov 23 18:27:15.913966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38614) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:15.916640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0287f2-3cb3-46b3-873c-66f3270aa4b5 None None] Network 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:15.991967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.004821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f4d5-ef17-4397-b2c2-5368e7577251 req-cf92d494-3848-47b3-9976-d11d84d72287 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:16.007207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5616f4d5-ef17-4397-b2c2-5368e7577251 req-cf92d494-3848-47b3-9976-d11d84d72287 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 907 time: 0.0747571 Nov 23 18:27:16.066373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Deleting port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:16.066739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.135487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] For port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0585e0ea-1c5e-41cd-a1f2-3ed5209a2177,segment=NetworkSegment(1114d793-34c7-4f55-bea9-c53734e7ab6f),segment_id=1114d793-34c7-4f55-bea9-c53734e7ab6f)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:16.135756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.147918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Calling delete_port for 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:16.203453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] DHCP port deletion for 82f0ab6b-1dd0-41b5-a968-eb0e3402e8de request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:16.239115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.255367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] Deleting port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:16.255750 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.268869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0585e0ea-1c5e-41cd-a1f2-3ed5209a2177,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:16.272355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] No DVR routers for this DVR port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:16.323303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] For port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:16.323709 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.342165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] Calling delete_port for 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:16.346059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] Port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:27:16.348111 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.361136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.377363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] Pushing event deleted for resources: {'Port': ['ID=0585e0ea-1c5e-41cd-a1f2-3ed5209a2177,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:16.379286 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2cd32-09f1-47ff-8a84-805694192616 None None] No DVR routers for this DVR port 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:16.390177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f0ab6b-1dd0-41b5-a968-eb0e3402e8de']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:16.401122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1114d793-34c7-4f55-bea9-c53734e7ab6f') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:16.401424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1114d793-34c7-4f55-bea9-c53734e7ab6f') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:16.412729 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.427767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.434589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:27:16.435165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:27:16.437166 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:27:16.477453 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.506310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.511171 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.517374 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/82f0ab6b-1dd0-41b5-a968-eb0e3402e8de HTTP/1.1" status: 204 len: 168 time: 0.6007495 Nov 23 18:27:16.532932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f1c3a-69f7-4f08-be61-3b5a094d18a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=82f0ab6b-1dd0-41b5-a968-eb0e3402e8de,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:16.725569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38620) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:16.769293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-18a301dd-4346-4aed-8627-3f5878b61c4f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fdb268ef49184eca938bb3cf2f24b2aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424039 Nov 23 18:27:16.771826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38622) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:16.818844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbf30b14-a922-4b4a-be73-d0117d320f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.839544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbf30b14-a922-4b4a-be73-d0117d320f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.888353 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbf30b14-a922-4b4a-be73-d0117d320f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.890951 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbf30b14-a922-4b4a-be73-d0117d320f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:16.892136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fbf30b14-a922-4b4a-be73-d0117d320f97 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d75acaa9-c020-476b-84b7-63da3d6c70f2 HTTP/1.1" status: 204 len: 168 time: 0.1194227 Nov 23 18:27:16.899959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf30b14-a922-4b4a-be73-d0117d320f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75acaa9-c020-476b-84b7-63da3d6c70f2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:17.092492 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8ed56f43-ac8e-4ab5-b515-984d6405ae16 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:17.113419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8ed56f43-ac8e-4ab5-b515-984d6405ae16 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:17.114086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8ed56f43-ac8e-4ab5-b515-984d6405ae16 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:17.114520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:17.131319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69148eea-953a-42a1-92bf-13a4579f6a62 req-b4abbde1-0cc3-4812-b98c-54c9b82c0c5c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:17.132952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69148eea-953a-42a1-92bf-13a4579f6a62 req-b4abbde1-0cc3-4812-b98c-54c9b82c0c5c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 907 time: 0.0502384 Nov 23 18:27:17.138641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:17.138899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0585e0ea-1c5e-41cd-a1f2-3ed5209a2177 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:17.139512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8f282860-8081-4056-9e37-decedc3fbd6e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:17.160833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 8f282860-8081-4056-9e37-decedc3fbd6e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:17.161198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 8f282860-8081-4056-9e37-decedc3fbd6e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:17.209131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 55fb828f-2e45-42b8-a661-2638f058902a details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:27:17.218031 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38630) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:17.258019 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-faf65931-0e30-43ab-bdf6-122f41a61469 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d4df493fc50b4788a1e19008580876e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387316 Nov 23 18:27:17.260460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38632) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:17.305376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 55fb828f-2e45-42b8-a661-2638f058902a, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=55fb828f-2e45-42b8-a661-2638f058902a,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:17.307434 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5feeef1-3977-43d0-8cfa-927588226411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:17.320774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '55fb828f-2e45-42b8-a661-2638f058902a', 'network_id': 'f984c81a-bce9-42be-898d-af6608c8a99d', 'port_id': '55fb828f-2e45-42b8-a661-2638f058902a', 'mac_address': 'fa:16:3e:52:fb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd1f8db-0b50-447c-b815-18dd08bafd81', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:27:17.328766 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5feeef1-3977-43d0-8cfa-927588226411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:17.359960 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:17.376327 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fb828f-2e45-42b8-a661-2638f058902a {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:27:17.387673 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5feeef1-3977-43d0-8cfa-927588226411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:17.390494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b5feeef1-3977-43d0-8cfa-927588226411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:17.391908 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b5feeef1-3977-43d0-8cfa-927588226411 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f13a1e19-3468-43bd-b8c1-5fd0c1f44c58 HTTP/1.1" status: 204 len: 168 time: 0.1304631 Nov 23 18:27:17.400152 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feeef1-3977-43d0-8cfa-927588226411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13a1e19-3468-43bd-b8c1-5fd0c1f44c58,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:17.408319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 55fb828f-2e45-42b8-a661-2638f058902a, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=55fb828f-2e45-42b8-a661-2638f058902a,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:17.417657 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:17.469536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=55fb828f-2e45-42b8-a661-2638f058902a,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:17.649139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['55fb828f-2e45-42b8-a661-2638f058902a'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:27:17.906062 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.068500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38654) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:18.167739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-767926146-network', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:18.189899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Made reservation on behalf of 5bbe6ae6869c44d88b235f099c33a7a1 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:18.192517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.201759 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.256728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5208-566f-4895-84da-c025f8e5cf92 req-2793bea0-9a84-4546-9229-f9f82a6f3e44 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:18.258166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b4d5208-566f-4895-84da-c025f8e5cf92 req-2793bea0-9a84-4546-9229-f9f82a6f3e44 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 908 time: 0.0532150 Nov 23 18:27:18.287019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.290825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.311219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:27:18.324220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0edaebe-6e79-4625-a39f-d99761839aea,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:18.329738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.330084 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Added segment 960eb889-fba7-458c-95d5-e41a87f3b422 of type vlan for network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f Nov 23 18:27:18.371036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.396570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.397524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:18.398101 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.431736 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3621504 Nov 23 18:27:18.435633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38660) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:18.440585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Request body: {'subnet': {'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-767926146-subnet', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:18.462323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Made reservation on behalf of 5bbe6ae6869c44d88b235f099c33a7a1 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:18.462898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4d60d-b2ea-48d9-a03a-9c7828e2178c admin admin] Pushing event updated for resources: {'Network': ['ID=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:18.464664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.474482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:27:18.631227 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.679967 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ee0e8d-af81-4e8b-879f-53869e73a951,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:18.695218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Checking segment: {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:18.695582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Network hostable DHCP agents. Network: d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:27:18.712167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:27:18.720435 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:18.724452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:18.725051 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.729086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85a9df-c4ca-4b6b-b15c-ef0e91987426 None None] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:18.743807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b4ac6740-efff-47d2-85f3-517a9c2848b7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3044856 Nov 23 18:27:18.744060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38662) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:18.748985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:18.770373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.771406 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.828636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.884549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:27:18.885407 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.967347 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.030715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Allocated IP 172.20.0.2 (d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f/66ee0e8d-af81-4e8b-879f-53869e73a951/bc1178de-e1b9-49db-b5d3-2836f7dd5b7a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:19.176788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.183225 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.186538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.206241 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.213170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 55fb828f-2e45-42b8-a661-2638f058902a up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:19.249142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:19.253896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:19.260892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:19.272243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Pushing event updated for resources: {'Port': ['ID=bc1178de-e1b9-49db-b5d3-2836f7dd5b7a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:19.313477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Allocated IP 172.25.0.6 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/65c31614-4f0a-42ae-9e23-06fe75ed6c7e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:19.335157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 55fb828f-2e45-42b8-a661-2638f058902a completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:27:19.343158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 55fb828f-2e45-42b8-a661-2638f058902a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:19.343542 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.346140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Attempting to bind port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:19.346523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Attempting to bind port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:19.346922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Attempting to bind port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a on network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:19.375088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:19.375468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Checking segment: {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:19.375926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.376328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Bound using segment: {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:19.376863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Bound port: bc1178de-e1b9-49db-b5d3-2836f7dd5b7a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:19.377357 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.453956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2102db-3ff8-4362-bde9-f8e398ddebc2 req-a1339717-315c-4194-91b6-432b005124d8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:19.455399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a2102db-3ff8-4362-bde9-f8e398ddebc2 req-a1339717-315c-4194-91b6-432b005124d8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 908 time: 0.1228387 Nov 23 18:27:19.474797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.476045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] For port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:19.479349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] For port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bc1178de-e1b9-49db-b5d3-2836f7dd5b7a,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:19.486483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.509606 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.548789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:19.554177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:19.556787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:19.591773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Pushing event updated for resources: {'Port': ['ID=65c31614-4f0a-42ae-9e23-06fe75ed6c7e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:19.669136 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.674268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a741cdfd-3d5e-448b-b507-3a64c7bb7b29 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:19.745759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfecfb90-82ed-4115-bf4e-4cf330605cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fb828f-2e45-42b8-a661-2638f058902a'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:19.749573 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61661682-1dc2-453e-be02-f462c351de1b" -d '{"events": [{"server_uuid": "bfecfb90-82ed-4115-bf4e-4cf330605cc8", "name": "network-vif-plugged", "status": "completed", "tag": "55fb828f-2e45-42b8-a661-2638f058902a"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:19.755129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a029742-c4f1-453a-826f-78b1841351d6 None None] Pushing event updated for resources: {'Port': ['ID=bc1178de-e1b9-49db-b5d3-2836f7dd5b7a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:19.758785 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.768681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 55fb828f-2e45-42b8-a661-2638f058902a, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=55fb828f-2e45-42b8-a661-2638f058902a,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:19.774591 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.810897 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd9b659-c456-4768-a552-b15ea880a72e x-openstack-request-id: req-8dd9b659-c456-4768-a552-b15ea880a72e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:19.811320 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfecfb90-82ed-4115-bf4e-4cf330605cc8", "name": "network-vif-plugged", "status": "completed", "tag": "55fb828f-2e45-42b8-a661-2638f058902a", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:19.811681 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8dd9b659-c456-4768-a552-b15ea880a72e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:19.812088 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfecfb90-82ed-4115-bf4e-4cf330605cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fb828f-2e45-42b8-a661-2638f058902a', 'code': 200} Nov 23 18:27:19.851490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-89c5d453-7bb7-4182-8146-518590ade3b8 None None] Provisioning complete for port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:19.851859 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-89c5d453-7bb7-4182-8146-518590ade3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.854582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=55fb828f-2e45-42b8-a661-2638f058902a,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:19.870713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:19.913539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-89c5d453-7bb7-4182-8146-518590ade3b8 None None] Port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:20.015739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17175abe-eb98-487e-94a1-3880c867d679 req-f54e7180-bcab-4dd5-9e4f-a22c92d5ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:20.017285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17175abe-eb98-487e-94a1-3880c867d679 req-f54e7180-bcab-4dd5-9e4f-a22c92d5ef9c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 1060 time: 0.1047184 Nov 23 18:27:20.133508 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:20.264280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Router f2f55724-7628-488c-bc5b-c4f9218b7b2a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:27:20.376997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:20.389976 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Sync routers for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:20.398713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:20.400088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5d1078d4-d187-42e1-9464-f63e9d9ef854 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.6551170 Nov 23 18:27:20.402806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38670) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:20.406795 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:20.407428 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:20.519944 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:20.651664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cfbb2-6702-44f3-8fe6-26b94774ceef req-4a4d98b5-4202-4508-8c12-b3b409088e21 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:20.653883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a38cfbb2-6702-44f3-8fe6-26b94774ceef req-4a4d98b5-4202-4508-8c12-b3b409088e21 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 909 time: 0.1007416 Nov 23 18:27:20.711395 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:19Z', 'revision_number': 3, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:20.743920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaee0ad-e104-4dae-8245-feb26685dafa None None] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:20.752314 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Checking router: f2f55724-7628-488c-bc5b-c4f9218b7b2a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:20.752672 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Updating router f2f55724-7628-488c-bc5b-c4f9218b7b2a port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:20.781941 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:20.815121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:20.852590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-907daab5-1b3e-454a-ac0c-3036b1e1c688 None None] Provisioning complete for port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:20.853066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-907daab5-1b3e-454a-ac0c-3036b1e1c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.008970 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-907daab5-1b3e-454a-ac0c-3036b1e1c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.053590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-907daab5-1b3e-454a-ac0c-3036b1e1c688 None None] For port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bc1178de-e1b9-49db-b5d3-2836f7dd5b7a,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:21.059122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-907daab5-1b3e-454a-ac0c-3036b1e1c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.092646 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.103229 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.191058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907daab5-1b3e-454a-ac0c-3036b1e1c688 None None] Pushing event updated for resources: {'Port': ['ID=bc1178de-e1b9-49db-b5d3-2836f7dd5b7a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:21.210787 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Attempting to bind port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:21.211268 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Attempting to bind port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:21.211721 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Attempting to bind port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:21.217740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb71fd-542d-4af1-902d-1f794a610b5e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:21.238106 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:21.238661 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:21.239183 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.239662 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:21.240416 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Bound port: 65c31614-4f0a-42ae-9e23-06fe75ed6c7e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:21.241268 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.254198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bc1178de-e1b9-49db-b5d3-2836f7dd5b7a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:21.311310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4d21a050-698c-4292-874f-8e9d529c029d None None] Provisioning complete for port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:21.311691 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d21a050-698c-4292-874f-8e9d529c029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.319723 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527c19e-8b57-45e0-81d3-2b6a914cca21 None None] Pushing event updated for resources: {'Port': ['ID=65c31614-4f0a-42ae-9e23-06fe75ed6c7e,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:21.326424 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] For port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:21.331012 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] For port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=65c31614-4f0a-42ae-9e23-06fe75ed6c7e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:21.336838 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.362073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4d21a050-698c-4292-874f-8e9d529c029d None None] Port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:21.363665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:21.364023 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.385004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.402425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e76926-01d1-4340-96c7-451c81966955 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:21.413493 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527c19e-8b57-45e0-81d3-2b6a914cca21 None None] Pushing event updated for resources: {'Port': ['ID=65c31614-4f0a-42ae-9e23-06fe75ed6c7e,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:21.419680 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:21.420427 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:21.488435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9b2fa446-8a2c-4e9e-bb27-cccdc2953371 None None] Provisioning complete for port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:21.488815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b2fa446-8a2c-4e9e-bb27-cccdc2953371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.586164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9b2fa446-8a2c-4e9e-bb27-cccdc2953371 None None] Provisioning complete for port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:21.586531 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b2fa446-8a2c-4e9e-bb27-cccdc2953371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.610119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Allocated IP 172.20.0.1 (d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f/66ee0e8d-af81-4e8b-879f-53869e73a951/d63fc9d4-e974-43e4-842e-6683d5a87528) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:21.631798 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:21.670601 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b2fa446-8a2c-4e9e-bb27-cccdc2953371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.697558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9b2fa446-8a2c-4e9e-bb27-cccdc2953371 None None] For port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=65c31614-4f0a-42ae-9e23-06fe75ed6c7e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:21.702855 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b2fa446-8a2c-4e9e-bb27-cccdc2953371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.742671 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.770863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fa446-8a2c-4e9e-bb27-cccdc2953371 None None] Pushing event updated for resources: {'Port': ['ID=65c31614-4f0a-42ae-9e23-06fe75ed6c7e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:21.821429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:21.839303 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:19Z', 'revision_number': 3, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:21.840786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf02a-c15f-4f12-a8f5-ede130eaef7a req-aba1572d-21f1-47bb-901a-4e14a51aae20 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:21.842397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6eebf02a-c15f-4f12-a8f5-ede130eaef7a req-aba1572d-21f1-47bb-901a-4e14a51aae20 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 909 time: 0.0768394 Nov 23 18:27:21.872671 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2a122-c6ec-44e5-bb5f-8ea7e4616579 None None] The sync data for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 is: [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:19Z', 'revision_number': 3, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:21.874617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:21.881844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:21.885957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:21.918909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d63fc9d4-e974-43e4-842e-6683d5a87528,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:21.962472 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:22.035727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61329214-5a19-420c-a214-5c62900bda70 req-23e06c0f-ef83-469c-9cb0-2a242289f818 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:22.037344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61329214-5a19-420c-a214-5c62900bda70 req-23e06c0f-ef83-469c-9cb0-2a242289f818 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 909 time: 0.1158180 Nov 23 18:27:22.135053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-21cb9928-518e-43e0-92b9-5739779a2e02 None None] Provisioning complete for port d63fc9d4-e974-43e4-842e-6683d5a87528 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:22.135431 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-21cb9928-518e-43e0-92b9-5739779a2e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:22.165437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:22.200190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-21cb9928-518e-43e0-92b9-5739779a2e02 None None] Port d63fc9d4-e974-43e4-842e-6683d5a87528 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:22.242579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44d4e-b8b7-4a60-9772-96a8a22a11e7 req-b6a59b4e-7b07-4be8-a294-1bda618f0d34 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:22.244168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aee44d4e-b8b7-4a60-9772-96a8a22a11e7 req-b6a59b4e-7b07-4be8-a294-1bda618f0d34 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 1060 time: 0.0999095 Nov 23 18:27:22.399476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4e3f8-e7d1-4191-9847-03810e1e4146 req-dd6921a0-08ac-4ca2-9718-d4fc64f5c797 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:22.401026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1b4e3f8-e7d1-4191-9847-03810e1e4146 req-dd6921a0-08ac-4ca2-9718-d4fc64f5c797 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1135 time: 0.0793226 Nov 23 18:27:22.426729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:22.435897 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:22.523540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:22.527471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d63fc9d4-e974-43e4-842e-6683d5a87528,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:22.551909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1b4e3f8-e7d1-4191-9847-03810e1e4146 req-cea7a681-31e2-4516-a130-9c2e7daafe35 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1409070 Nov 23 18:27:22.575359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38682) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:22.620111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba2d5e-adbe-45b9-bc10-baea88a5bd96 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:22.627083 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0ba2d5e-adbe-45b9-bc10-baea88a5bd96 tempest-TestSecurityGroupsBasicOps-2062644136 tempest-TestSecurityGroupsBasicOps-2062644136-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 1055 time: 0.0482485 Nov 23 18:27:22.642410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:22.644072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:22.797351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Router f2f55724-7628-488c-bc5b-c4f9218b7b2a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:22.933487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2c5eaf05-d122-4a66-a19f-84ed93569169 None None] Provisioning complete for port d63fc9d4-e974-43e4-842e-6683d5a87528 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:22.934617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaf05-d122-4a66-a19f-84ed93569169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:22.960244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f927320-e509-4404-ab26-096561a7787a req-5eb547be-fc6a-49ef-b946-12d45944c2ad tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:22.961739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f927320-e509-4404-ab26-096561a7787a req-5eb547be-fc6a-49ef-b946-12d45944c2ad tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 909 time: 0.1069279 Nov 23 18:27:22.969933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2c5eaf05-d122-4a66-a19f-84ed93569169 None None] Port d63fc9d4-e974-43e4-842e-6683d5a87528 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:22.971559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:22.976191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4971949b-f502-4c7c-a5b1-ee7a861fe5f8 admin admin] 10.222.0.74 "PUT /v2.0/routers/f2f55724-7628-488c-bc5b-c4f9218b7b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5724061 Nov 23 18:27:23.152571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 65c31614-4f0a-42ae-9e23-06fe75ed6c7e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:23.204815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:23.205224 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.295721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bc1178de-e1b9-49db-b5d3-2836f7dd5b7a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:23.347284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:23.347666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.492224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38702) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:23.497306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1151821675-network', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:23.518604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Made reservation on behalf of 12feeac58e8d4a4caa3b1d1628259633 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:23.521058 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.530288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.606989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.610550 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.633750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:27:23.649199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996e41ca-a6c3-4cfe-b38a-0e4f6e253b04,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:23.652357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.653285 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Added segment f5d8c019-6be6-497a-a2f5-8bb06bf87920 of type vlan for network e4c1332b-bab9-4be5-a985-279a2b69ae39 Nov 23 18:27:23.661372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Sync routers for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:23.673361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:23.674325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:23.695785 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.720866 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.721786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:23.722353 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.768024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2746696 Nov 23 18:27:23.770994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38704) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:23.776801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Request body: {'subnet': {'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1151821675-subnet', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:23.790944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:23.803459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Made reservation on behalf of 12feeac58e8d4a4caa3b1d1628259633 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:23.805995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:23.837476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3b86-d21f-44ad-be17-9a8f0a28cc0b admin admin] Pushing event updated for resources: {'Network': ['ID=e4c1332b-bab9-4be5-a985-279a2b69ae39,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:23.850082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e4c1332b-bab9-4be5-a985-279a2b69ae39 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:27:24.000570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.072694 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba63a417-e8f8-41ed-8f31-c1f9497d6ac5,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:24.081015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Checking segment: {'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:24.081375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Network hostable DHCP agents. Network: e4c1332b-bab9-4be5-a985-279a2b69ae39, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:27:24.085602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 2, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:24.099782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Network e4c1332b-bab9-4be5-a985-279a2b69ae39 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:27:24.111693 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e4c1332b-bab9-4be5-a985-279a2b69ae39) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:24.113356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bffe9-041e-46b8-91e7-a21fa3663669 req-471002a9-b3de-46f4-a37e-8e330e04381b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:24.114961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72bffe9-041e-46b8-91e7-a21fa3663669 req-471002a9-b3de-46f4-a37e-8e330e04381b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 909 time: 0.0646486 Nov 23 18:27:24.115485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Checking router: f2f55724-7628-488c-bc5b-c4f9218b7b2a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:24.115851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Updating router f2f55724-7628-488c-bc5b-c4f9218b7b2a port d63fc9d4-e974-43e4-842e-6683d5a87528 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:24.117368 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:24.118955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.141485 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-433c7c13-af46-4212-bc3e-987e28df26f3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3645158 Nov 23 18:27:24.141682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f440444-aba8-4e0a-b157-cd4312c338b5 None None] Network e4c1332b-bab9-4be5-a985-279a2b69ae39 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:24.141817 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38708) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:24.151840 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:24.171514 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.178787 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.180051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.205080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383164f7-007b-49b8-ae27-dc0665f9712d req-90796173-0886-4f7b-b8b0-804743de18c1 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:24.206709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-383164f7-007b-49b8-ae27-dc0665f9712d req-90796173-0886-4f7b-b8b0-804743de18c1 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfecfb90-82ed-4115-bf4e-4cf330605cc8 HTTP/1.1" status: 200 len: 909 time: 0.0640562 Nov 23 18:27:24.239042 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.306765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting port 55fb828f-2e45-42b8-a661-2638f058902a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:24.307107 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.400824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.406088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] For port 55fb828f-2e45-42b8-a661-2638f058902a, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=55fb828f-2e45-42b8-a661-2638f058902a,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:24.406502 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.421155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Calling delete_port for 55fb828f-2e45-42b8-a661-2638f058902a owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:24.441735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e4c1332b-bab9-4be5-a985-279a2b69ae39', 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'fixed_ips': [{'subnet_id': 'ba63a417-e8f8-41ed-8f31-c1f9497d6ac5'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:27:24.442613 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.560328 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.587102 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Port': ['ID=55fb828f-2e45-42b8-a661-2638f058902a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:24.635917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] No DVR routers for this DVR port 55fb828f-2e45-42b8-a661-2638f058902a on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:24.639017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.642601 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-383164f7-007b-49b8-ae27-dc0665f9712d req-47338813-915e-4052-a8e0-fedf6f7d9f4c tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.66 "DELETE /v2.0/ports/55fb828f-2e45-42b8-a661-2638f058902a HTTP/1.1" status: 204 len: 173 time: 0.4288557 Nov 23 18:27:24.643191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfecfb90-82ed-4115-bf4e-4cf330605cc8', 'name': 'network-vif-deleted', 'tag': '55fb828f-2e45-42b8-a661-2638f058902a'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:24.645865 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062a7bdb-4e17-44a0-9fc8-ee7a17559bc7" -d '{"events": [{"server_uuid": "bfecfb90-82ed-4115-bf4e-4cf330605cc8", "name": "network-vif-deleted", "tag": "55fb828f-2e45-42b8-a661-2638f058902a"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:24.665097 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.682650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Allocated IP 172.20.0.2 (e4c1332b-bab9-4be5-a985-279a2b69ae39/ba63a417-e8f8-41ed-8f31-c1f9497d6ac5/daa82d47-a9e2-4739-ac87-04800dfcd90a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:24.699040 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad67007-9121-42e3-a23b-7d56d157ed42 x-openstack-request-id: req-8ad67007-9121-42e3-a23b-7d56d157ed42 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:24.699871 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.700125 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfecfb90-82ed-4115-bf4e-4cf330605cc8", "name": "network-vif-deleted", "tag": "55fb828f-2e45-42b8-a661-2638f058902a", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:24.700245 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8ad67007-9121-42e3-a23b-7d56d157ed42 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:24.700685 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfecfb90-82ed-4115-bf4e-4cf330605cc8', 'name': 'network-vif-deleted', 'tag': '55fb828f-2e45-42b8-a661-2638f058902a', 'status': 'completed', 'code': 200} Nov 23 18:27:24.917451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e47ef0-92b5-4ae4-9f65-038bcf3fc2ea None None] Pushing event updated for resources: {'Port': ['ID=d63fc9d4-e974-43e4-842e-6683d5a87528,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:25.047570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Attempting to bind port d63fc9d4-e974-43e4-842e-6683d5a87528 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:25.047954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Attempting to bind port d63fc9d4-e974-43e4-842e-6683d5a87528 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:25.048335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Attempting to bind port d63fc9d4-e974-43e4-842e-6683d5a87528 on network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:25.050300 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.057682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:25.057921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Checking segment: {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:25.058336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.058829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Bound using segment: {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:25.059997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Bound port: d63fc9d4-e974-43e4-842e-6683d5a87528, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:25.060399 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.077446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.106631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.132047 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.184745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e280a-97c9-4498-84fa-f1768c238d73 req-4d8cda1d-37a7-4e5b-8cdc-975cfc45bf30 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:25.186752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-454e280a-97c9-4498-84fa-f1768c238d73 req-4d8cda1d-37a7-4e5b-8cdc-975cfc45bf30 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.1073582 Nov 23 18:27:25.203161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Pushing event updated for resources: {'Port': ['ID=daa82d47-a9e2-4739-ac87-04800dfcd90a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:25.238679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Network e4c1332b-bab9-4be5-a985-279a2b69ae39 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:25.249133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-42fa9e8e-83cf-40bb-8d0d-a474b9adb46d None None] Provisioning complete for port d63fc9d4-e974-43e4-842e-6683d5a87528 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:25.249609 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-42fa9e8e-83cf-40bb-8d0d-a474b9adb46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.251878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:25.257693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:25.267456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Allocated IP 172.25.0.60 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/462fc87b-9670-4c8f-95d3-371cd9e6c7bd) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:25.285570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-454e280a-97c9-4498-84fa-f1768c238d73 req-bdcb2932-0b6f-401f-ab38-653654cc635a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927434 Nov 23 18:27:25.318462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] For port d63fc9d4-e974-43e4-842e-6683d5a87528, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:25.319192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38718) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:25.378822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38720) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:25.396569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] For port d63fc9d4-e974-43e4-842e-6683d5a87528, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d63fc9d4-e974-43e4-842e-6683d5a87528,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:25.417407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-42fa9e8e-83cf-40bb-8d0d-a474b9adb46d None None] Port d63fc9d4-e974-43e4-842e-6683d5a87528 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:25.420784 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.424622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.456747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-85dd5748-def1-4ccb-8339-3c6fb373f6cb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c HTTP/1.1" status: 200 len: 992 time: 0.1364024 Nov 23 18:27:25.471085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Attempting to bind port daa82d47-a9e2-4739-ac87-04800dfcd90a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:25.471085 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Attempting to bind port daa82d47-a9e2-4739-ac87-04800dfcd90a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:25.471730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Attempting to bind port daa82d47-a9e2-4739-ac87-04800dfcd90a on network e4c1332b-bab9-4be5-a985-279a2b69ae39 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:25.492408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.494505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:25.495414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Checking segment: {'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:25.495414 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.495791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Bound using segment: {'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:25.497015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Bound port: daa82d47-a9e2-4739-ac87-04800dfcd90a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:25.498359 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.523853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:25.524574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:25.555012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Pushing event updated for resources: {'Port': ['ID=462fc87b-9670-4c8f-95d3-371cd9e6c7bd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:25.571709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:25.573330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:25.576261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:25.655747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] For port daa82d47-a9e2-4739-ac87-04800dfcd90a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:25.659055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] For port daa82d47-a9e2-4739-ac87-04800dfcd90a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=daa82d47-a9e2-4739-ac87-04800dfcd90a,segment=NetworkSegment(f5d8c019-6be6-497a-a2f5-8bb06bf87920),segment_id=f5d8c019-6be6-497a-a2f5-8bb06bf87920)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:25.672977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e47ef0-92b5-4ae4-9f65-038bcf3fc2ea None None] Pushing event updated for resources: {'Port': ['ID=d63fc9d4-e974-43e4-842e-6683d5a87528,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:25.678496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ca0e7-b7a3-42a5-a9e6-3d8c36931e07 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:25.685112 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.911658 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.952704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.060824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:26.221152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a733777-e75b-4f81-848c-ff9db651721e None None] Pushing event updated for resources: {'Port': ['ID=daa82d47-a9e2-4739-ac87-04800dfcd90a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:26.286505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting port 1123b144-6f13-4794-a8e1-63340aa92b65 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:26.287326 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.294456 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.349025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b2ee6e19-c8d2-4d11-b8f4-a6f059a970b4 None None] Provisioning complete for port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:26.349402 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6e19-c8d2-4d11-b8f4-a6f059a970b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.397502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee6e19-c8d2-4d11-b8f4-a6f059a970b4 None None] Port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:26.404584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7c4e7-57ac-4b5c-adfa-c7dc92396a8c req-29501d29-8c50-400f-84ae-ff853e60dba9 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:26.406259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16a7c4e7-57ac-4b5c-adfa-c7dc92396a8c req-29501d29-8c50-400f-84ae-ff853e60dba9 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0887456 Nov 23 18:27:26.413795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:25Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:26.425017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] For port 1123b144-6f13-4794-a8e1-63340aa92b65, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1123b144-6f13-4794-a8e1-63340aa92b65,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:26.425421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.446821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Calling delete_port for 1123b144-6f13-4794-a8e1-63340aa92b65 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:26.448624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15f109-a932-469c-bab2-08bb477847d5 None None] The sync data for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 is: [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:25Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:26.463437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Router a91bdb63-37df-49ff-84c3-05447cf630eb is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:27:26.534162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-24369e28-0b24-41d5-bfd4-ec5faead4549 None None] Provisioning complete for port d63fc9d4-e974-43e4-842e-6683d5a87528 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:26.534547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24369e28-0b24-41d5-bfd4-ec5faead4549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.539439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16a7c4e7-57ac-4b5c-adfa-c7dc92396a8c req-05b6a84a-1e9b-4ad1-8ce1-ec170c89bb9b tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256356 Nov 23 18:27:26.643812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:26.653167 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Sync routers for ids ['a91bdb63-37df-49ff-84c3-05447cf630eb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:26.676866 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Routers {'a91bdb63-37df-49ff-84c3-05447cf630eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:26.680726 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a91bdb63-37df-49ff-84c3-05447cf630eb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:26.681988 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24369e28-0b24-41d5-bfd4-ec5faead4549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.690146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.692547 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8223ff7b-8b7e-4479-8395-1dbf064f761c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5496960 Nov 23 18:27:26.697424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38732) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:26.762497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-24369e28-0b24-41d5-bfd4-ec5faead4549 None None] For port d63fc9d4-e974-43e4-842e-6683d5a87528, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d63fc9d4-e974-43e4-842e-6683d5a87528,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:26.782283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24369e28-0b24-41d5-bfd4-ec5faead4549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.885844 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Set router a91bdb63-37df-49ff-84c3-05447cf630eb gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:26.903917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24369e28-0b24-41d5-bfd4-ec5faead4549 None None] Pushing event updated for resources: {'Port': ['ID=d63fc9d4-e974-43e4-842e-6683d5a87528,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:27.058083 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.149560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Port': ['ID=1123b144-6f13-4794-a8e1-63340aa92b65,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:27.201545 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:27:25Z', 'revision_number': 3, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:27.253852 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Checking router: a91bdb63-37df-49ff-84c3-05447cf630eb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:27.254211 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Updating router a91bdb63-37df-49ff-84c3-05447cf630eb port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:27.315703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device daa82d47-a9e2-4739-ac87-04800dfcd90a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:27.334241 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.434342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c9e01-98e1-48ef-8690-183fa20104b5 None None] Network e4c1332b-bab9-4be5-a985-279a2b69ae39 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:27.485998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-06697b79-b9e8-4563-94b0-f6c204cf4105 None None] Provisioning complete for port daa82d47-a9e2-4739-ac87-04800dfcd90a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:27.486412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06697b79-b9e8-4563-94b0-f6c204cf4105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.509561 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-f55bc4b7-7f21-4db2-bfd9-37edc561875b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810242 Nov 23 18:27:27.516777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-70383feb-0894-44d5-9d8a-7536f982c27a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:27:27.527324 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-70383feb-0894-44d5-9d8a-7536f982c27a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131915 Nov 23 18:27:27.536330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port daa82d47-a9e2-4739-ac87-04800dfcd90a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:27.536704 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.786702 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06697b79-b9e8-4563-94b0-f6c204cf4105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.810315 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.822407 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.867226 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.895647 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3d304-ed82-448d-b11b-45b93ef64cf3 None None] Pushing event updated for resources: {'Port': ['ID=462fc87b-9670-4c8f-95d3-371cd9e6c7bd,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:27.919815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-06697b79-b9e8-4563-94b0-f6c204cf4105 None None] For port daa82d47-a9e2-4739-ac87-04800dfcd90a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=daa82d47-a9e2-4739-ac87-04800dfcd90a,segment=NetworkSegment(f5d8c019-6be6-497a-a2f5-8bb06bf87920),segment_id=f5d8c019-6be6-497a-a2f5-8bb06bf87920)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:27.926021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13383197-c217-4997-a782-1ac25350384f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:27.938099 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Attempting to bind port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:27.938475 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Attempting to bind port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:27.939057 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Attempting to bind port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:27.942441 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06697b79-b9e8-4563-94b0-f6c204cf4105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.944700 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:27.945079 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:27.945726 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:27.945869 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:27.946366 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Bound port: 462fc87b-9670-4c8f-95d3-371cd9e6c7bd, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:27.946709 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.045541 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] For port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:28.051409 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] For port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=462fc87b-9670-4c8f-95d3-371cd9e6c7bd,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:28.064776 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.110788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:27:28.111195 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:27:28.114407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06697b79-b9e8-4563-94b0-f6c204cf4105 None None] Pushing event updated for resources: {'Port': ['ID=daa82d47-a9e2-4739-ac87-04800dfcd90a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:28.134554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-99dd5d09-4e6c-442b-b344-4061046e7d77 None None] Provisioning complete for port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:28.135512 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-99dd5d09-4e6c-442b-b344-4061046e7d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.176802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Routers {'a91bdb63-37df-49ff-84c3-05447cf630eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:28.177717 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a91bdb63-37df-49ff-84c3-05447cf630eb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:28.198607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06760c9f-2e11-4168-8934-ebee27aeb697 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:28.239862 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3d304-ed82-448d-b11b-45b93ef64cf3 None None] Pushing event updated for resources: {'Port': ['ID=462fc87b-9670-4c8f-95d3-371cd9e6c7bd,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:28.248144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.317385 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-99dd5d09-4e6c-442b-b344-4061046e7d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.342200 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] Set router a91bdb63-37df-49ff-84c3-05447cf630eb gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:28.365937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-99dd5d09-4e6c-442b-b344-4061046e7d77 None None] For port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=462fc87b-9670-4c8f-95d3-371cd9e6c7bd,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:28.373516 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-99dd5d09-4e6c-442b-b344-4061046e7d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.387879 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a531e20c-d91c-46b9-ac35-0ef8644ce232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:28.389327 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a531e20c-d91c-46b9-ac35-0ef8644ce232 service neutron] 10.222.0.74 "GET /v2.0/ports/4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 1093 time: 0.0578516 Nov 23 18:27:28.399689 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Request body: {'binding': {'host': 'n-h1-818932-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:28.400183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Unknown quota resources ['binding']. {{(pid=120535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:27:28.476515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd5d09-4e6c-442b-b344-4061046e7d77 None None] Pushing event updated for resources: {'Port': ['ID=462fc87b-9670-4c8f-95d3-371cd9e6c7bd,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:28.530142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5e5e85f5-59c6-4a1e-8a9d-ea5ed0220536 None None] Provisioning complete for port daa82d47-a9e2-4739-ac87-04800dfcd90a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:28.531196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5e85f5-59c6-4a1e-8a9d-ea5ed0220536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.599342 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:27:25Z', 'revision_number': 3, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:28.632075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.642148 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66e646-1e99-41e8-924d-3df7bae251d6 None None] The sync data for ids ['a91bdb63-37df-49ff-84c3-05447cf630eb'] in n-d-818932-3 is: [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:27:25Z', 'revision_number': 3, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:28.655091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on host n-h1-818932-3 for vnic_type normal with profile None {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:28.656049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:28.657159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:28.662493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:27:28.663061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:28.669658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:28.670260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Checking segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:28.670871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Bound using segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:28.671488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Bound port: 4d253199-0573-499d-9c34-19b7857477d5, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:28.712303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Router 67c3f75e-c458-44a0-85af-30ce93b527eb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:28.717228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d63fc9d4-e974-43e4-842e-6683d5a87528 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:28.764556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:28.766490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5e5e85f5-59c6-4a1e-8a9d-ea5ed0220536 None None] Provisioning complete for port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:28.766872 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5e85f5-59c6-4a1e-8a9d-ea5ed0220536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.772959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.775432 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] 10.222.0.74 "POST /v2.0/ports/4d253199-0573-499d-9c34-19b7857477d5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3790331 Nov 23 18:27:28.822296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d63fc9d4-e974-43e4-842e-6683d5a87528 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:28.822790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.993069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Allocated IP 172.20.0.1 (e4c1332b-bab9-4be5-a985-279a2b69ae39/ba63a417-e8f8-41ed-8f31-c1f9497d6ac5/7740864b-bde0-4651-ba47-8d3cf9b060fd) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:28.995707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:29.002583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0d418c92-d24c-47ea-a8cd-ed5dbc5bfa68 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "PUT /v2.0/routers/67c3f75e-c458-44a0-85af-30ce93b527eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6225946 Nov 23 18:27:29.005922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38758) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:29.008884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] Sync routers for ids ['67c3f75e-c458-44a0-85af-30ce93b527eb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:29.024488 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] Routers {'67c3f75e-c458-44a0-85af-30ce93b527eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:29.026448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['67c3f75e-c458-44a0-85af-30ce93b527eb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:29.072070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64681bfc-1fd3-4d87-b6d9-99b779108339 req-8d406e54-8724-4a86-a2a2-88b771a87999 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:29.073667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64681bfc-1fd3-4d87-b6d9-99b779108339 req-8d406e54-8724-4a86-a2a2-88b771a87999 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.1440439 Nov 23 18:27:29.190620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64681bfc-1fd3-4d87-b6d9-99b779108339 req-b919c52e-c600-4394-805c-864839f3eeea tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081970 Nov 23 18:27:29.217256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] Set router 67c3f75e-c458-44a0-85af-30ce93b527eb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:29.221786 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.228937 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cd7899-e5d4-4c95-af8e-c190271086f5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting subnet 4dd1f8db-0b50-447c-b815-18dd08bafd81 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:27:29.235492 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73cd7899-e5d4-4c95-af8e-c190271086f5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.272538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-64f0fbe6-a63e-402b-a115-c127f7fc9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:29.274217 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-64f0fbe6-a63e-402b-a115-c127f7fc9787 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1356316 Nov 23 18:27:29.283685 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.291532 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73cd7899-e5d4-4c95-af8e-c190271086f5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.347992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Network e4c1332b-bab9-4be5-a985-279a2b69ae39 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:29.348215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 55fb828f-2e45-42b8-a661-2638f058902a no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:29.350812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:29.351835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device daa82d47-a9e2-4739-ac87-04800dfcd90a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:29.363717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Pushing event updated for resources: {'Port': ['ID=7740864b-bde0-4651-ba47-8d3cf9b060fd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:29.366471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:29.425805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.448481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 55fb828f-2e45-42b8-a661-2638f058902a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:29.448833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 55fb828f-2e45-42b8-a661-2638f058902a not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:29.509306 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73cd7899-e5d4-4c95-af8e-c190271086f5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.591603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73cd7899-e5d4-4c95-af8e-c190271086f5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.633841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73cd7899-e5d4-4c95-af8e-c190271086f5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.637497 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-73cd7899-e5d4-4c95-af8e-c190271086f5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/subnets/4dd1f8db-0b50-447c-b815-18dd08bafd81 HTTP/1.1" status: 204 len: 168 time: 0.6304796 Nov 23 18:27:29.638335 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd7899-e5d4-4c95-af8e-c190271086f5 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd1f8db-0b50-447c-b815-18dd08bafd81,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:29.640359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.642255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38760) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:29.643402 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-64fd98bb-e874-4f9f-bcd0-182969f7cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:29.644900 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-64fd98bb-e874-4f9f-bcd0-182969f7cb96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 898 time: 0.3565845 Nov 23 18:27:29.672569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port daa82d47-a9e2-4739-ac87-04800dfcd90a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:29.674219 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.675060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28cc071-9602-4235-a125-2744c96ff9c6 None None] Network f984c81a-bce9-42be-898d-af6608c8a99d requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:29.813418 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-c651f87a-d252-4efc-9b52-1337a210dbca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 1000 time: 0.1217277 Nov 23 18:27:29.823015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:29.860596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.867964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.871595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-aa2402b6-6dcc-41bd-addf-637d48f0cb5a None None] Provisioning complete for port 7740864b-bde0-4651-ba47-8d3cf9b060fd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:29.872064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa2402b6-6dcc-41bd-addf-637d48f0cb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.873717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] Checking router: 67c3f75e-c458-44a0-85af-30ce93b527eb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:29.893069 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.941962 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-ef691a11-60f0-4881-ac4f-12097ae18fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:29.943966 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-ef691a11-60f0-4881-ac4f-12097ae18fb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 200 len: 835 time: 0.1088221 Nov 23 18:27:29.958452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:29.969713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Pushing event updated for resources: {'Port': ['ID=7740864b-bde0-4651-ba47-8d3cf9b060fd,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:29.977033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] Routers {'67c3f75e-c458-44a0-85af-30ce93b527eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:29.977769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['67c3f75e-c458-44a0-85af-30ce93b527eb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:29.985158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-aa2402b6-6dcc-41bd-addf-637d48f0cb5a None None] Port 7740864b-bde0-4651-ba47-8d3cf9b060fd cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:30.061026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-bd427c2c-f6fe-446d-b297-dd057466c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:30.062457 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-bd427c2c-f6fe-446d-b297-dd057466c41f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5848fd5-a738-4dac-8f23-4854e7a9b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053410 Nov 23 18:27:30.069861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:30.079656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Network e4c1332b-bab9-4be5-a985-279a2b69ae39 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:30.081313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:30.117030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] Set router 67c3f75e-c458-44a0-85af-30ce93b527eb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:30.243307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Router a91bdb63-37df-49ff-84c3-05447cf630eb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:30.248413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting port 6994b401-55be-4898-9626-2a5f8f06e447 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:30.248842 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:30.253508 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-1c7a8eac-09b7-4ce0-aaf8-b7a53bf4558a service neutron] 10.222.0.72 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757975 Nov 23 18:27:30.429447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:30.431290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790733c-b65c-4845-8f1f-e13ec10e5c32 req-9b94f376-be08-4432-9a68-954a49a81fc2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:30.434626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2790733c-b65c-4845-8f1f-e13ec10e5c32 req-9b94f376-be08-4432-9a68-954a49a81fc2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.1223125 Nov 23 18:27:30.472426 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88956cf5-df3f-4f96-9b9c-d2ad91b67c36 None None] The sync data for ids ['67c3f75e-c458-44a0-85af-30ce93b527eb'] in n-d-818932-3 is: [{'id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794534087', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '6994b401-55be-4898-9626-2a5f8f06e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': '6994b401-55be-4898-9626-2a5f8f06e447', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c3f75e-c458-44a0-85af-30ce93b527eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:59Z', 'updated_at': '2021-11-23T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:30.497303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:30.516337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b1525571-dce7-4eb7-9eab-62ff7f70aa14 admin admin] 10.222.0.74 "PUT /v2.0/routers/a91bdb63-37df-49ff-84c3-05447cf630eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7699008 Nov 23 18:27:30.529949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] DHCP port deletion for f984c81a-bce9-42be-898d-af6608c8a99d request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:30.532969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2790733c-b65c-4845-8f1f-e13ec10e5c32 req-1615e23d-6b46-4b9e-b0c3-5a9c1a42253d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843346 Nov 23 18:27:30.587403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b176241d-63fd-427d-86e4-33b8437d4473 None None] Provisioning complete for port 7740864b-bde0-4651-ba47-8d3cf9b060fd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:30.587807 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b176241d-63fd-427d-86e4-33b8437d4473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:30.633153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] Deleting port 051450d4-e436-46a8-8348-2f24fa4604c9 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:30.633615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:30.635228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b176241d-63fd-427d-86e4-33b8437d4473 None None] Port 7740864b-bde0-4651-ba47-8d3cf9b060fd cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:30.718761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] For port 051450d4-e436-46a8-8348-2f24fa4604c9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=051450d4-e436-46a8-8348-2f24fa4604c9,segment=NetworkSegment(bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8),segment_id=bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:30.719181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:30.736515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] Calling delete_port for 051450d4-e436-46a8-8348-2f24fa4604c9 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:30.772092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] For port 6994b401-55be-4898-9626-2a5f8f06e447, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6994b401-55be-4898-9626-2a5f8f06e447,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:30.772382 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:30.795848 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-053ead7d-7f03-4b94-a11e-bb4d625af989 service neutron] 10.222.0.72 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260482 Nov 23 18:27:30.796844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Calling delete_port for 6994b401-55be-4898-9626-2a5f8f06e447 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:30.826152 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:30.870560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] Pushing event deleted for resources: {'Port': ['ID=051450d4-e436-46a8-8348-2f24fa4604c9,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:30.876550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db48f1-fc1a-4bd2-8b4f-b77bf73fc4da None None] No DVR routers for this DVR port 051450d4-e436-46a8-8348-2f24fa4604c9 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:31.023826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-447787f7-2111-41ca-90b4-7c0f3c8666fc tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:31.025354 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-447787f7-2111-41ca-90b4-7c0f3c8666fc tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1096 time: 0.1146283 Nov 23 18:27:31.043784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818932-3'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:31.102701 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.159639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Port': ['ID=6994b401-55be-4898-9626-2a5f8f06e447,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:31.169470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.202333 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 462fc87b-9670-4c8f-95d3-371cd9e6c7bd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:31.204498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e242aa2-9733-469d-95a4-36930e567e79 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:31.235376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38770) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:31.241377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fe934e17-c3fd-476a-9776-f3361b384461 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641028553', 'description': 'tempest-secgroup-smoke-1641028553 description', 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:31.281259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:31.281748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.283501 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe934e17-c3fd-476a-9776-f3361b384461 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.361597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.380233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe934e17-c3fd-476a-9776-f3361b384461 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.384370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe934e17-c3fd-476a-9776-f3361b384461 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.424248 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Sync routers for ids ['a91bdb63-37df-49ff-84c3-05447cf630eb'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:31.429599 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fe934e17-c3fd-476a-9776-f3361b384461 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.431065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fe934e17-c3fd-476a-9776-f3361b384461 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1944423 Nov 23 18:27:31.434010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38772) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:31.438679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-09fe9c44-11bf-46e0-b28d-ea41be746d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'security_group_rule': {'security_group_id': '7ddab405-841c-4ac1-8db7-369af797c543', 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:31.447154 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Routers {'a91bdb63-37df-49ff-84c3-05447cf630eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:31.450020 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a91bdb63-37df-49ff-84c3-05447cf630eb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:31.454719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe934e17-c3fd-476a-9776-f3361b384461 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddab405-841c-4ac1-8db7-369af797c543,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:31.477313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09fe9c44-11bf-46e0-b28d-ea41be746d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.497983 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:31.499831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1123b144-6f13-4794-a8e1-63340aa92b65 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:31.514003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.517551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.534429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 1123b144-6f13-4794-a8e1-63340aa92b65 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:31.534819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1123b144-6f13-4794-a8e1-63340aa92b65 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:31.535352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 051450d4-e436-46a8-8348-2f24fa4604c9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:31.563565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 051450d4-e436-46a8-8348-2f24fa4604c9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:31.563913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 051450d4-e436-46a8-8348-2f24fa4604c9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:31.565791 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09fe9c44-11bf-46e0-b28d-ea41be746d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.578382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09fe9c44-11bf-46e0-b28d-ea41be746d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.585408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.586122 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Fanout notify agent at l3_agent the message router_deleted on router 67c3f75e-c458-44a0-85af-30ce93b527eb {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:27:31.597111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.601526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe9c44-11bf-46e0-b28d-ea41be746d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3114439-5894-4671-b9ad-d12bbe871127,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:31.606837 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-479020b8-21c4-428f-b1ca-eb063d2392a7 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/routers/67c3f75e-c458-44a0-85af-30ce93b527eb HTTP/1.1" status: 204 len: 168 time: 1.9606209 Nov 23 18:27:31.609357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38776) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:31.612998 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:31.664267 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-09fe9c44-11bf-46e0-b28d-ea41be746d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.669142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-09fe9c44-11bf-46e0-b28d-ea41be746d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2339561 Nov 23 18:27:31.670028 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38778) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:31.674896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3e9149cf-3200-44d8-b55c-8efba6294e38 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'security_group_rule': {'security_group_id': '7ddab405-841c-4ac1-8db7-369af797c543', 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:31.709166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:31.711663 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08ad779-331e-449a-a7b7-532c432444bb" -d '{"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:31.718811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.729417 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.736545 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Set router a91bdb63-37df-49ff-84c3-05447cf630eb gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:31.745916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e9149cf-3200-44d8-b55c-8efba6294e38 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.790088 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.807785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24baec4-f09b-4a05-8864-1da5f8dca859 req-7344a41b-9d0a-4f60-a6e9-b01260f443db tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:31.810179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a24baec4-f09b-4a05-8864-1da5f8dca859 req-7344a41b-9d0a-4f60-a6e9-b01260f443db tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.1396291 Nov 23 18:27:31.930282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:31.968494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.974930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a24baec4-f09b-4a05-8864-1da5f8dca859 req-813c1a15-e1f4-42ac-9d2b-b579331cc7ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231568 Nov 23 18:27:31.981931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e9149cf-3200-44d8-b55c-8efba6294e38 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.992683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e9149cf-3200-44d8-b55c-8efba6294e38 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.027203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f984c81a-bce9-42be-898d-af6608c8a99d']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:32.027538 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:27:29Z', 'revision_number': 4, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7740864b-bde0-4651-ba47-8d3cf9b060fd', 'name': '', 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'mac_address': 'fa:16:3e:3f:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ba63a417-e8f8-41ed-8f31-c1f9497d6ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:28Z', 'updated_at': '2021-11-23T18:27:29Z', 'revision_number': 2, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'subnets': [{'id': 'ba63a417-e8f8-41ed-8f31-c1f9497d6ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:32.039948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:32.040558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf21a7ee-057d-43f2-a1d5-52cea1ab7cd8') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:32.053715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9149cf-3200-44d8-b55c-8efba6294e38 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39979042-11c5-42a1-806a-40f86970e5b8,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:32.065358 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7089febe-a0d8-4b40-80a5-2bf19442c6be x-openstack-request-id: req-7089febe-a0d8-4b40-80a5-2bf19442c6be {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:32.065668 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:32.065926 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7089febe-a0d8-4b40-80a5-2bf19442c6be {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:32.066342 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'code': 200} Nov 23 18:27:32.069701 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.075392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e9149cf-3200-44d8-b55c-8efba6294e38 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.079173 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Checking router: a91bdb63-37df-49ff-84c3-05447cf630eb for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:32.079328 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3e9149cf-3200-44d8-b55c-8efba6294e38 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4056315 Nov 23 18:27:32.079445 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Updating router a91bdb63-37df-49ff-84c3-05447cf630eb port 7740864b-bde0-4651-ba47-8d3cf9b060fd binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:32.079572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on host n-h2-818932-3 for vnic_type normal with profile {"migrating_to": "n-h1-818932-3"} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:32.079572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:32.079572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:32.080616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38782) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:32.085197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c4c5ce70-8813-4acc-bcc1-a29a033af9d1 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'security_group_rule': {'security_group_id': '7ddab405-841c-4ac1-8db7-369af797c543', 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:32.092998 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.096428 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:27:32.096582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Attempting to bind port 4d253199-0573-499d-9c34-19b7857477d5 on network a5848fd5-a738-4dac-8f23-4854e7a9b28e {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:32.102366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:27:32.102908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.107071 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:27:32.108271 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:27:32.111293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:32.111293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Checking segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:32.111293 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Bound using segment: {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:32.114024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Bound port: 4d253199-0573-499d-9c34-19b7857477d5, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:32.114393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.174821 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ce70-8813-4acc-bcc1-a29a033af9d1 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.184792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3ef8ec56-f3b8-4c31-84af-a807bbca3318 None None] Provisioning complete for port 4d253199-0573-499d-9c34-19b7857477d5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:32.185216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ec56-f3b8-4c31-84af-a807bbca3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.187164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.208036 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.211540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/networks/f984c81a-bce9-42be-898d-af6608c8a99d HTTP/1.1" status: 204 len: 168 time: 0.6012223 Nov 23 18:27:32.212554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f37f5c-63d9-43b8-9852-8535bcb25fa0 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Network': ['ID=f984c81a-bce9-42be-898d-af6608c8a99d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:32.214518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38784) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:32.250034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8ec56-f3b8-4c31-84af-a807bbca3318 None None] Port 4d253199-0573-499d-9c34-19b7857477d5 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:32.283916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:32.289415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:32.297918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.331318 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ce70-8813-4acc-bcc1-a29a033af9d1 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.355601 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ce70-8813-4acc-bcc1-a29a033af9d1 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.407259 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=8']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:32.430438 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting port dd6f5176-60f8-400b-90ba-cdad7f881d3b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:32.430438 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.464517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5ce70-8813-4acc-bcc1-a29a033af9d1 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f0b307-a64c-40a8-87f6-391485b3185c,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:32.478822 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ce70-8813-4acc-bcc1-a29a033af9d1 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.480073 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c4c5ce70-8813-4acc-bcc1-a29a033af9d1 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3990819 Nov 23 18:27:32.485660 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38786) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:32.489866 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:27:32.492244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4d9b5a13-cfe4-45b9-b5cd-c36507e8901c tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'security_group_rule': {'security_group_id': '7ddab405-841c-4ac1-8db7-369af797c543', 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:32.514662 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.523124 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.535631 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.536250 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.557602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Calling delete_port for dd6f5176-60f8-400b-90ba-cdad7f881d3b owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:32.563980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:32.564802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.566244 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a61e2e31-56a9-4a9d-a450-9d76d06fde12 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 1121 time: 1.5284011 Nov 23 18:27:32.570455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d9b5a13-cfe4-45b9-b5cd-c36507e8901c tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.599368 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb375051-fdc0-42a3-bb56-ebd60f23da51 None None] Pushing event updated for resources: {'Port': ['ID=7740864b-bde0-4651-ba47-8d3cf9b060fd,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:32.628573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['4d253199-0573-499d-9c34-19b7857477d5'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:27:32.678436 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d9b5a13-cfe4-45b9-b5cd-c36507e8901c tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.684844 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d9b5a13-cfe4-45b9-b5cd-c36507e8901c tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.706915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b5a13-cfe4-45b9-b5cd-c36507e8901c tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3957e60b-d558-49d5-8927-11785ca92a84,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:32.714302 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Attempting to bind port 7740864b-bde0-4651-ba47-8d3cf9b060fd on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:32.715592 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Attempting to bind port 7740864b-bde0-4651-ba47-8d3cf9b060fd by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:32.716149 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Attempting to bind port 7740864b-bde0-4651-ba47-8d3cf9b060fd on network e4c1332b-bab9-4be5-a985-279a2b69ae39 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:32.720264 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4d9b5a13-cfe4-45b9-b5cd-c36507e8901c tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.723215 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4d9b5a13-cfe4-45b9-b5cd-c36507e8901c tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2349308 Nov 23 18:27:32.724838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38788) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:32.725193 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:32.725636 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Checking segment: {'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:32.726159 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.726577 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Bound using segment: {'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:32.727262 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Bound port: 7740864b-bde0-4651-ba47-8d3cf9b060fd, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d8c019-6be6-497a-a2f5-8bb06bf87920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:32.727856 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.734370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-38422f54-3868-4bc3-894b-baa7a7857b06 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'security_group_rule': {'security_group_id': '7ddab405-841c-4ac1-8db7-369af797c543', 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:32.737745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f3dd623a-ba4e-4ecd-a6b3-6a308a05af4e None None] Provisioning complete for port 4d253199-0573-499d-9c34-19b7857477d5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:32.738127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f3dd623a-ba4e-4ecd-a6b3-6a308a05af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.802778 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] For port 7740864b-bde0-4651-ba47-8d3cf9b060fd, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:32.806652 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] For port 7740864b-bde0-4651-ba47-8d3cf9b060fd, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7740864b-bde0-4651-ba47-8d3cf9b060fd,segment=NetworkSegment(f5d8c019-6be6-497a-a2f5-8bb06bf87920),segment_id=f5d8c019-6be6-497a-a2f5-8bb06bf87920)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:32.813151 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-38422f54-3868-4bc3-894b-baa7a7857b06 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Project 5bbe6ae6869c44d88b235f099c33a7a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:27:32.814119 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.823505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38422f54-3868-4bc3-894b-baa7a7857b06 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.866446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:32.887770 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Routers {'a91bdb63-37df-49ff-84c3-05447cf630eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:32.888700 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a91bdb63-37df-49ff-84c3-05447cf630eb'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:32.915065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Port': ['ID=dd6f5176-60f8-400b-90ba-cdad7f881d3b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:32.941836 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb375051-fdc0-42a3-bb56-ebd60f23da51 None None] Pushing event updated for resources: {'Port': ['ID=7740864b-bde0-4651-ba47-8d3cf9b060fd,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:33.024095 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38422f54-3868-4bc3-894b-baa7a7857b06 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.030644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.032062 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Floating IP 69f6ce7e-c9fa-4cf5-8042-4d0259d41833 disassociated (deleted). External IP: 172.25.0.66, port: 9ff74d66-7ad2-455c-b596-1144cbb08deb. Nov 23 18:27:33.064337 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] Set router a91bdb63-37df-49ff-84c3-05447cf630eb gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:33.083463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38422f54-3868-4bc3-894b-baa7a7857b06 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.102452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f3dd623a-ba4e-4ecd-a6b3-6a308a05af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.127689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38422f54-3868-4bc3-894b-baa7a7857b06 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263c2d0c-b987-43f8-9355-dedbcbc9dd7d,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:33.161204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:33.164479 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5895443b-7b65-4f9d-9f04-cd50efea962f" -d '{"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-plugged", "status": "completed", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:33.169714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-38422f54-3868-4bc3-894b-baa7a7857b06 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.174221 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38794) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:33.175047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-38422f54-3868-4bc3-894b-baa7a7857b06 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4490380 Nov 23 18:27:33.190120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6994b401-55be-4898-9626-2a5f8f06e447 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:33.193229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b68c322d-2512-409e-9c89-00a10360eff7 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'security_group_rule': {'security_group_id': '7ddab405-841c-4ac1-8db7-369af797c543', 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:33.225018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 6994b401-55be-4898-9626-2a5f8f06e447 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:33.225792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6994b401-55be-4898-9626-2a5f8f06e447 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:33.232197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f3dd623a-ba4e-4ecd-a6b3-6a308a05af4e None None] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:33.248645 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-b68c322d-2512-409e-9c89-00a10360eff7 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Project 5bbe6ae6869c44d88b235f099c33a7a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:27:33.259665 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b68c322d-2512-409e-9c89-00a10360eff7 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.264174 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f3dd623a-ba4e-4ecd-a6b3-6a308a05af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.279026 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7cced-84c2-4f7e-8d70-1bcd7d2ade1d req-1696bdbf-8ad6-4390-b844-de1cf0955d7a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:33.281914 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6fe7cced-84c2-4f7e-8d70-1bcd7d2ade1d req-1696bdbf-8ad6-4390-b844-de1cf0955d7a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 943 time: 0.1023409 Nov 23 18:27:33.354113 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b68c322d-2512-409e-9c89-00a10360eff7 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.360020 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b68c322d-2512-409e-9c89-00a10360eff7 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.398115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c322d-2512-409e-9c89-00a10360eff7 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c071b75b-7686-4125-8ecd-e0070741357d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:33.415364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b68c322d-2512-409e-9c89-00a10360eff7 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.416966 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b68c322d-2512-409e-9c89-00a10360eff7 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2374203 Nov 23 18:27:33.419475 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:27:29Z', 'revision_number': 4, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7740864b-bde0-4651-ba47-8d3cf9b060fd', 'name': '', 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'mac_address': 'fa:16:3e:3f:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ba63a417-e8f8-41ed-8f31-c1f9497d6ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:28Z', 'updated_at': '2021-11-23T18:27:32Z', 'revision_number': 4, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'subnets': [{'id': 'ba63a417-e8f8-41ed-8f31-c1f9497d6ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:33.482335 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696f624-3b4a-4ff9-8859-01b7c6a2a7ab None None] The sync data for ids ['a91bdb63-37df-49ff-84c3-05447cf630eb'] in n-d-818932-3 is: [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:27:29Z', 'revision_number': 4, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7740864b-bde0-4651-ba47-8d3cf9b060fd', 'name': '', 'network_id': 'e4c1332b-bab9-4be5-a985-279a2b69ae39', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'mac_address': 'fa:16:3e:3f:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ba63a417-e8f8-41ed-8f31-c1f9497d6ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:28Z', 'updated_at': '2021-11-23T18:27:32Z', 'revision_number': 4, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'subnets': [{'id': 'ba63a417-e8f8-41ed-8f31-c1f9497d6ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:33.486284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6fe7cced-84c2-4f7e-8d70-1bcd7d2ade1d req-a1c99e51-b936-420d-8f57-a90dcb406f2d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973131 Nov 23 18:27:33.504608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd623a-ba4e-4ecd-a6b3-6a308a05af4e None None] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:33.526289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Router 44f74d73-2014-4598-b4b7-71faccea7969 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:33.548846 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cec39fa-3a87-4689-b9f8-84673cdd50f2 x-openstack-request-id: req-2cec39fa-3a87-4689-b9f8-84673cdd50f2 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:33.549345 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-plugged", "status": "completed", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:33.549779 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2cec39fa-3a87-4689-b9f8-84673cdd50f2 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:33.550345 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'code': 200} Nov 23 18:27:33.664617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fccbf96b-0d07-4613-ac08-5cf9a6aff69f None None] Provisioning complete for port 7740864b-bde0-4651-ba47-8d3cf9b060fd triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:33.666054 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fccbf96b-0d07-4613-ac08-5cf9a6aff69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.707114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:33.716523 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.720864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] Sync routers for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:33.744801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-d53f9119-d947-4b80-8ef0-4f60d072ee80 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641028553&fields=id&tenant_id=5bbe6ae6869c44d88b235f099c33a7a1 HTTP/1.1" status: 200 len: 267 time: 0.0871673 Nov 23 18:27:33.755774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-68064c60-b8f7-4b19-bb61-4955c75902aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/floatingips/69f6ce7e-c9fa-4cf5-8042-4d0259d41833 HTTP/1.1" status: 204 len: 168 time: 1.5373650 Nov 23 18:27:33.755774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:33.756975 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ac14df-94b3-46bc-ac5d-68c6a11f7804" -d '{"events": [{"name": "network-changed", "server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:33.778368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:33.779048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:33.782280 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fccbf96b-0d07-4613-ac08-5cf9a6aff69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.892975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fccbf96b-0d07-4613-ac08-5cf9a6aff69f None None] For port 7740864b-bde0-4651-ba47-8d3cf9b060fd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7740864b-bde0-4651-ba47-8d3cf9b060fd,segment=NetworkSegment(f5d8c019-6be6-497a-a2f5-8bb06bf87920),segment_id=f5d8c019-6be6-497a-a2f5-8bb06bf87920)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:33.899352 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fccbf96b-0d07-4613-ac08-5cf9a6aff69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.955238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:34.004392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbf96b-0d07-4613-ac08-5cf9a6aff69f None None] Pushing event updated for resources: {'Port': ['ID=7740864b-bde0-4651-ba47-8d3cf9b060fd,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:34.068483 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:34.072962 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8877d0c3-aee9-4424-bc09-c80d054c94fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:34.203730 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:08Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:34.236694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] Checking router: 44f74d73-2014-4598-b4b7-71faccea7969 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:34.246313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-3600bff4-87ad-4282-ac4e-1813f06449d4 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:34.246840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:34.247483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:34.254173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-3600bff4-87ad-4282-ac4e-1813f06449d4 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 808 time: 0.4935617 Nov 23 18:27:34.267364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-34a2198e-1766-4a46-bd96-15c15029bfbe tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/quotas/5bbe6ae6869c44d88b235f099c33a7a1 HTTP/1.1" status: 200 len: 375 time: 0.0116575 Nov 23 18:27:34.322925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-416b9ad9-3921-4f43-8098-ebf270758636 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489693 Nov 23 18:27:34.364891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:34.436398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-4674045d-1516-46a9-b1f6-8710c18bfdcb service neutron] 10.222.0.74 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927055 Nov 23 18:27:34.541932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-36929348-fbd9-454e-93d3-aaf5e3a8043f service neutron] 10.222.0.74 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913427 Nov 23 18:27:34.598567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:08Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:34.629081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e62bc-cd38-4474-9d0d-b88c41d9b422 None None] The sync data for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 is: [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:05Z', 'revision_number': 4, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3fe5b57e-943b-4e61-9eca-72f5d536004d', 'name': '', 'network_id': '8b7daf82-676f-4720-8e23-f1917c455be1', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:04Z', 'updated_at': '2021-11-23T18:26:08Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'subnets': [{'id': '2fac304b-aefe-4df6-ae54-ef6b626ec589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:34.843632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4d253199-0573-499d-9c34-19b7857477d5 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:27:35.004200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:35.016624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4d253199-0573-499d-9c34-19b7857477d5 has no active binding in host n-h1-818932-3 {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 18:27:35.154123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7740864b-bde0-4651-ba47-8d3cf9b060fd up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:35.171318 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0673d88-8b63-4b97-a598-befed07a05f7 x-openstack-request-id: req-f0673d88-8b63-4b97-a598-befed07a05f7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:35.172219 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:35.172720 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0673d88-8b63-4b97-a598-befed07a05f7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:35.173805 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'status': 'completed', 'code': 200} Nov 23 18:27:35.216298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7740864b-bde0-4651-ba47-8d3cf9b060fd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:35.216717 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:35.241127 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef48ed6-4dae-468f-a472-379b977f7005 x-openstack-request-id: req-bef48ed6-4dae-468f-a472-379b977f7005 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:35.241983 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:35.241983 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bef48ed6-4dae-468f-a472-379b977f7005 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:35.242159 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'status': 'completed', 'code': 200} Nov 23 18:27:35.270984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-2c07e4ae-7413-4523-b862-2c7cc066aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.273544 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-2c07e4ae-7413-4523-b862-2c7cc066aa9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79761d122ca94f0d91a6b54dc65745cb&device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 1135 time: 0.0704746 Nov 23 18:27:35.279911 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab779b-283d-4e32-868c-62213b88e29c None None] New status for floating IP 69f6ce7e-c9fa-4cf5-8042-4d0259d41833: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:27:35.346481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-8513a97a-d41b-46e6-a8cc-75d11c49415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.348340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-8513a97a-d41b-46e6-a8cc-75d11c49415f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1126 time: 0.1018918 Nov 23 18:27:35.368027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5097853-3296-4b53-a943-3856288d5b96 req-f037ca7c-05fa-443c-a70c-493984e76d38 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.370106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5097853-3296-4b53-a943-3856288d5b96 req-f037ca7c-05fa-443c-a70c-493984e76d38 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.0817471 Nov 23 18:27:35.459262 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-b757a34f-1d2e-415d-8199-570c80e53cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.461081 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-b757a34f-1d2e-415d-8199-570c80e53cd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b7daf82-676f-4720-8e23-f1917c455be1 HTTP/1.1" status: 200 len: 898 time: 0.1677468 Nov 23 18:27:35.490987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5097853-3296-4b53-a943-3856288d5b96 req-aaffcab0-5af0-4225-b215-fc0f9b36c57b tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115265 Nov 23 18:27:35.513273 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-712a01da-b756-4432-a804-8b5e044f4006 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb HTTP/1.1" status: 200 len: 217 time: 0.0439494 Nov 23 18:27:35.518770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-465c0804-14ff-4e20-aa9d-c6c41eb26904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.520257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-465c0804-14ff-4e20-aa9d-c6c41eb26904 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 898 time: 0.1619151 Nov 23 18:27:35.577225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-e535ad1a-7198-4921-8579-31aedf4b729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.579171 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-e535ad1a-7198-4921-8579-31aedf4b729b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fac304b-aefe-4df6-ae54-ef6b626ec589 HTTP/1.1" status: 200 len: 834 time: 0.0569522 Nov 23 18:27:35.612354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c18bd-c28c-47ef-ae85-a328d8c2100f req-3820fb98-55ac-40f9-952d-463e4e97d9ac tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 210 time: 0.0360780 Nov 23 18:27:35.638406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-e5e7eda1-2dea-4a26-a8e1-16641d59ae12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 1000 time: 0.1079707 Nov 23 18:27:35.638617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-3a12d5db-c879-4d47-9ec9-a3ddd31258aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.640175 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-3a12d5db-c879-4d47-9ec9-a3ddd31258aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b7daf82-676f-4720-8e23-f1917c455be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527833 Nov 23 18:27:35.727170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-632c544d-39b8-4c15-9f66-d6f596481213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.728651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-632c544d-39b8-4c15-9f66-d6f596481213 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 200 len: 835 time: 0.0786884 Nov 23 18:27:35.736831 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-f3fd5e39-7660-457d-82a6-62a9a76c1ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860939 Nov 23 18:27:35.746462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274bbeb-2cab-48b9-86ca-6b629eaa707f req-599a6f13-d218-4d2e-8d74-1231e11a42aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.747953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d274bbeb-2cab-48b9-86ca-6b629eaa707f req-599a6f13-d218-4d2e-8d74-1231e11a42aa tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 984 time: 0.0694201 Nov 23 18:27:35.816599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-0d7de3f0-c814-4621-9b52-c3cc47a24942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:35.818117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-0d7de3f0-c814-4621-9b52-c3cc47a24942 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5848fd5-a738-4dac-8f23-4854e7a9b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805099 Nov 23 18:27:35.833654 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-68ac14df-94b3-46bc-ac5d-68c6a11f7804 req-bc666bc9-071d-4221-a82d-69e33489e532 service neutron] 10.222.0.72 "GET /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881867 Nov 23 18:27:35.841827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d274bbeb-2cab-48b9-86ca-6b629eaa707f req-ebfb29b6-b7a7-435f-abff-35837da91c96 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0864592 Nov 23 18:27:35.923076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-c9abde1d-faf4-4a6a-aea8-58c99b1bbf98 service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949390 Nov 23 18:27:36.080765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8877d0c3-aee9-4424-bc09-c80d054c94fe req-72bca7ac-4fb6-435f-b791-d2e175b8c155 service neutron] 10.222.0.66 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349399 Nov 23 18:27:36.151109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-e2208353-7302-41a6-aa00-b1335055e582 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:36.152605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-e2208353-7302-41a6-aa00-b1335055e582 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.66 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 808 time: 0.1305640 Nov 23 18:27:36.224849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-d5b68569-1c5b-4c86-a460-8208aba2c472 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bbe6ae6869c44d88b235f099c33a7a1 HTTP/1.1" status: 200 len: 380 time: 0.0583787 Nov 23 18:27:36.237183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'port': {'device_id': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'admin_state_up': True, 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'security_groups': ['7ddab405-841c-4ac1-8db7-369af797c543']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:36.373383 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Made reservation on behalf of 5bbe6ae6869c44d88b235f099c33a7a1 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:36.376929 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.505962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Allocated IP 172.20.0.6 (d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f/66ee0e8d-af81-4e8b-879f-53869e73a951/62797a9e-428a-4331-a544-13d47fed459d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:36.674802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf63e9-cccd-4eb4-8628-6ce7be1ef33f req-41ad5c85-7df8-40db-aa37-f867f7754a9d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:36.676316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eabf63e9-cccd-4eb4-8628-6ce7be1ef33f req-41ad5c85-7df8-40db-aa37-f867f7754a9d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.1113508 Nov 23 18:27:36.705547 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.745418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eabf63e9-cccd-4eb4-8628-6ce7be1ef33f req-3b4d0a78-5da5-4acb-a0b1-42bce6d34529 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610456 Nov 23 18:27:36.769935 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.773716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-a99636d7-e5af-47b0-80f2-2d8b5cf83f0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:36.775294 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-a99636d7-e5af-47b0-80f2-2d8b5cf83f0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.72 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 984 time: 0.0512607 Nov 23 18:27:36.825786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:36.842445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:36.858013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:36.860632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'Port': ['ID=62797a9e-428a-4331-a544-13d47fed459d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:36.883234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting port 9ff74d66-7ad2-455c-b596-1144cbb08deb {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:36.883897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.921227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552502-992d-40ee-b61e-6c72a756653c req-2f26f8fe-db1b-40b0-95fa-6ebdfeff5b18 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:36.922794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6552502-992d-40ee-b61e-6c72a756653c req-2f26f8fe-db1b-40b0-95fa-6ebdfeff5b18 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 931 time: 0.0997975 Nov 23 18:27:36.929303 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:36.929923 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.975369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-b2e50a22-85e2-4e3b-bd0f-e170b76e44c0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426941 Nov 23 18:27:36.986562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] For port 9ff74d66-7ad2-455c-b596-1144cbb08deb, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=9ff74d66-7ad2-455c-b596-1144cbb08deb,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:36.986969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.990484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Request body: {'port': {'device_id': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:37.000629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Calling delete_port for 9ff74d66-7ad2-455c-b596-1144cbb08deb owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:37.023465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6552502-992d-40ee-b61e-6c72a756653c req-149767ed-ad13-4be7-b598-b375880d231f tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905359 Nov 23 18:27:37.070558 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.146725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-71cda529-750a-4e73-8446-a77d43b4b38f None None] Provisioning complete for port 62797a9e-428a-4331-a544-13d47fed459d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:37.147310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-71cda529-750a-4e73-8446-a77d43b4b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.158840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.186866 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Port': ['ID=9ff74d66-7ad2-455c-b596-1144cbb08deb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:37.187998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-71cda529-750a-4e73-8446-a77d43b4b38f None None] Port 62797a9e-428a-4331-a544-13d47fed459d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:37.228022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfe046-40c0-4653-87d6-d60f5b1d6eb0 req-cc3b7fd5-55ee-4766-8227-fa167e56f29f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:37.229531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5dbfe046-40c0-4653-87d6-d60f5b1d6eb0 req-cc3b7fd5-55ee-4766-8227-fa167e56f29f tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/ports?device_id=014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f HTTP/1.1" status: 200 len: 906 time: 0.1213863 Nov 23 18:27:37.233943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] No DVR routers for this DVR port 9ff74d66-7ad2-455c-b596-1144cbb08deb on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:37.237906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.241741 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-4f945c3d-560c-4a04-aae9-e110b57712f2 req-26526e55-82cc-4503-a5d7-70baa8f76734 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.72 "DELETE /v2.0/ports/9ff74d66-7ad2-455c-b596-1144cbb08deb HTTP/1.1" status: 204 len: 173 time: 0.4572573 Nov 23 18:27:37.243364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'name': 'network-vif-deleted', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:37.247489 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cb7beb-b885-4a67-904b-6bf2d48f0625" -d '{"events": [{"server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "name": "network-vif-deleted", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:37.350482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5dbfe046-40c0-4653-87d6-d60f5b1d6eb0 req-96e5bd4e-59d3-464c-abca-dcee11d62af8 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "GET /v2.0/security-groups?id=2565e90b-2522-4a1f-8e04-5f64d5f6883e&id=974cdd7b-e27e-4b26-b236-232826f0c731&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1147640 Nov 23 18:27:37.397000 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86b69d3-47e0-492f-a9c5-f318a8168447 x-openstack-request-id: req-c86b69d3-47e0-492f-a9c5-f318a8168447 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:37.397420 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f", "name": "network-vif-deleted", "tag": "9ff74d66-7ad2-455c-b596-1144cbb08deb", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:37.397684 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c86b69d3-47e0-492f-a9c5-f318a8168447 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:37.398101 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014c23e4-0a54-4ea2-b5b1-2418c1f2fa9f', 'name': 'network-vif-deleted', 'tag': '9ff74d66-7ad2-455c-b596-1144cbb08deb', 'status': 'completed', 'code': 200} Nov 23 18:27:37.443125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62797a9e-428a-4331-a544-13d47fed459d {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:27:37.451452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.463166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Transition to ACTIVE for port object 62797a9e-428a-4331-a544-13d47fed459d will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:27:37.467270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.525108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Pushing event updated for resources: {'Port': ['ID=62797a9e-428a-4331-a544-13d47fed459d,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:37.595897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Attempting to bind port 62797a9e-428a-4331-a544-13d47fed459d on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:37.596144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Attempting to bind port 62797a9e-428a-4331-a544-13d47fed459d by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:37.596472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Attempting to bind port 62797a9e-428a-4331-a544-13d47fed459d on network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:37.601075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Port 62797a9e-428a-4331-a544-13d47fed459d on network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:27:37.601401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Attempting to bind port 62797a9e-428a-4331-a544-13d47fed459d on network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:37.607451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:37.608042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Checking segment: {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:37.608175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Bound using segment: {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:37.608580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Bound port: 62797a9e-428a-4331-a544-13d47fed459d, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960eb889-fba7-458c-95d5-e41a87f3b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:37.608935 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.734117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-93b18b0e-bf92-40f9-8cf2-92550a9ca08a service neutron] 10.222.0.66 "GET /v2.0/ports/4d253199-0573-499d-9c34-19b7857477d5/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 384 time: 0.1227806 Nov 23 18:27:37.739765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] For port 62797a9e-428a-4331-a544-13d47fed459d, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:37.749595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] For port 62797a9e-428a-4331-a544-13d47fed459d, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=62797a9e-428a-4331-a544-13d47fed459d,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:37.771321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.826648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:37.827293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.828700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] 10.222.0.66 "PUT /v2.0/ports/62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 1091 time: 0.8437309 Nov 23 18:27:37.833188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'tag': '62797a9e-428a-4331-a544-13d47fed459d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:37.835940 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7af64f9-1001-42a5-a2da-22f3c7331f70" -d '{"events": [{"name": "network-changed", "server_uuid": "c88cd020-6d27-48e3-94b8-200cff1f9c26", "tag": "62797a9e-428a-4331-a544-13d47fed459d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:37.922768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b5d26-893b-47ff-80cd-fdf297168e42 service neutron] Pushing event updated for resources: {'Port': ['ID=62797a9e-428a-4331-a544-13d47fed459d,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:37.986553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e41e6-9027-40d6-ad89-5f62c9dd9ee5 req-186aa8ed-3490-4f43-823a-f6fabfed4315 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:37.988226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-789e41e6-9027-40d6-ad89-5f62c9dd9ee5 req-186aa8ed-3490-4f43-823a-f6fabfed4315 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 945 time: 0.1369858 Nov 23 18:27:38.006355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-1e4f85e1-b253-47b1-95ef-448082cee3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:38.008430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-1e4f85e1-b253-47b1-95ef-448082cee3af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1094 time: 0.1153159 Nov 23 18:27:38.099746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-c2178a0c-69b0-4975-8ac5-6df9fdb0f6eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 217 time: 0.0536840 Nov 23 18:27:38.174498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:38.179954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-789e41e6-9027-40d6-ad89-5f62c9dd9ee5 req-20cdb431-9d8e-4494-b0ff-6e8fbd631463 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783655 Nov 23 18:27:38.202440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-280ae53e-d2e7-4f52-9f44-0f7c7280f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:38.203961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-280ae53e-d2e7-4f52-9f44-0f7c7280f5b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 200 len: 847 time: 0.0898366 Nov 23 18:27:38.207184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:38.229231 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8643b73b-cf29-4a24-b778-7ee68c52d70c x-openstack-request-id: req-8643b73b-cf29-4a24-b778-7ee68c52d70c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:38.229854 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88cd020-6d27-48e3-94b8-200cff1f9c26", "tag": "62797a9e-428a-4331-a544-13d47fed459d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:38.229854 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8643b73b-cf29-4a24-b778-7ee68c52d70c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:38.230818 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'tag': '62797a9e-428a-4331-a544-13d47fed459d', 'status': 'completed', 'code': 200} Nov 23 18:27:38.316062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:38.332000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-28a52cf8-e95a-477f-92de-ba0b299415e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:38.333502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-28a52cf8-e95a-477f-92de-ba0b299415e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020479 Nov 23 18:27:38.341370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.375500 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00569e-34b2-4b1d-918a-11e3ec07e343 req-2cf7803a-ee70-40eb-9af4-bf8625872c9a tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:38.376887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea00569e-34b2-4b1d-918a-11e3ec07e343 req-2cf7803a-ee70-40eb-9af4-bf8625872c9a tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 943 time: 0.1067214 Nov 23 18:27:38.522661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea00569e-34b2-4b1d-918a-11e3ec07e343 req-65ed5a78-c7bb-4075-9f4d-02685b46bfd4 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351874 Nov 23 18:27:38.545292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-5a631ca2-35f8-4279-b3ad-e4749903a91f service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009435 Nov 23 18:27:38.546313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] Transition to ACTIVE for port object 4d253199-0573-499d-9c34-19b7857477d5 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:27:38.550157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.574476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:38.633424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.658211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.709433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.712656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.716883 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/security-groups/2565e90b-2522-4a1f-8e04-5f64d5f6883e HTTP/1.1" status: 204 len: 168 time: 0.1383355 Nov 23 18:27:38.717112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] Pushing event updated for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=11']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:38.719326 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38846) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:38.734604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565e90b-2522-4a1f-8e04-5f64d5f6883e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:38.753025 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.753384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.753782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.754069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.754637 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.755200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.755691 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.756045 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.756389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.756730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.757070 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.757404 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd32676-844b-43b9-862e-803fe6d3ae1b tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:38.769901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] No DVR routers for this DVR port 4d253199-0573-499d-9c34-19b7857477d5 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:38.773438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3556a892-0fe9-49c1-a4ff-85b958a7ecee req-97b04391-df29-456e-8630-0c0f3f8e2679 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186410 Nov 23 18:27:38.819982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a478b1-7544-4447-82b6-59745222ecb9 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.847416 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a478b1-7544-4447-82b6-59745222ecb9 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.900774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a478b1-7544-4447-82b6-59745222ecb9 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.905075 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-36a478b1-7544-4447-82b6-59745222ecb9 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:38.908206 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-36a478b1-7544-4447-82b6-59745222ecb9 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/security-groups/974cdd7b-e27e-4b26-b236-232826f0c731 HTTP/1.1" status: 204 len: 168 time: 0.1872659 Nov 23 18:27:38.912108 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38848) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:38.922567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-b70e1a8a-a9f5-4cb3-a23d-90a92ac034c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:38.925485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-b70e1a8a-a9f5-4cb3-a23d-90a92ac034c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1094 time: 0.0925121 Nov 23 18:27:38.925636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a478b1-7544-4447-82b6-59745222ecb9 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974cdd7b-e27e-4b26-b236-232826f0c731,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:38.976300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] 10.222.0.66 "PUT /v2.0/ports/4d253199-0573-499d-9c34-19b7857477d5/bindings/n-h1-818932-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2341118 Nov 23 18:27:39.066359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-26721089-706a-412a-ac48-d9e7e50d047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.067987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-26721089-706a-412a-ac48-d9e7e50d047c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 909 time: 0.1319575 Nov 23 18:27:39.112582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-015a9d5f-5cb4-4a56-8855-d793bd7f3c50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 217 time: 0.0368278 Nov 23 18:27:39.147604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-988614be-8b52-4291-9b76-b2a202c289a6 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.149109 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-988614be-8b52-4291-9b76-b2a202c289a6 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 1095 time: 0.1041775 Nov 23 18:27:39.163798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-459559ba-a028-443d-9792-c0566db4077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.165185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-459559ba-a028-443d-9792-c0566db4077c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 200 len: 847 time: 0.0447896 Nov 23 18:27:39.220360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-2ccf9f53-4b10-4f89-84fc-137493a1bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.222019 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-2ccf9f53-4b10-4f89-84fc-137493a1bcbe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493696 Nov 23 18:27:39.291920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-d72f2751-f548-4598-9681-065d49cfc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.293539 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-d72f2751-f548-4598-9681-065d49cfc42d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 1095 time: 0.1111038 Nov 23 18:27:39.360646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1fd5f-1480-44f7-b93b-0b95ddb81bc9 req-97fe1dcd-0ec2-4885-b78e-fdf302332121 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.362143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa1fd5f-1480-44f7-b93b-0b95ddb81bc9 req-97fe1dcd-0ec2-4885-b78e-fdf302332121 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 944 time: 0.1000092 Nov 23 18:27:39.365857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-33fbb20e-c650-4278-bc3e-f8bbc92ad60d service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357555 Nov 23 18:27:39.402099 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-0912d68f-43c8-4e77-8957-de90dc0856a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.404222 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-0912d68f-43c8-4e77-8957-de90dc0856a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0840740 Nov 23 18:27:39.474512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-daa1fd5f-1480-44f7-b93b-0b95ddb81bc9 req-4092cf64-1786-4e4f-a8aa-fde372553ff1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060967 Nov 23 18:27:39.500779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7af64f9-1001-42a5-a2da-22f3c7331f70 req-7161d4e4-ef04-4def-b227-7cf13fb92a53 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253123 Nov 23 18:27:39.542140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a07d3443-bf0d-42e5-950b-3e6827fa360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.543696 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-a07d3443-bf0d-42e5-950b-3e6827fa360a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 898 time: 0.1271181 Nov 23 18:27:39.550664 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:39.641803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810bb0-b84b-497e-af4f-ae9fd25d3141 req-2e5c66b5-6bd4-4383-815d-f852e4c82aba tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:39.643381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f810bb0-b84b-497e-af4f-ae9fd25d3141 req-2e5c66b5-6bd4-4383-815d-f852e4c82aba tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 943 time: 0.0531905 Nov 23 18:27:39.682132 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-93b8efe6-1609-4b7c-8ee3-4a7c1a698230 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 998 time: 0.0979068 Nov 23 18:27:39.694916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f810bb0-b84b-497e-af4f-ae9fd25d3141 req-94500376-0d9e-418e-aae3-0f00be60a203 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452445 Nov 23 18:27:40.084614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-73bbf7a4-7f96-40d8-ab09-917c9051d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:40.085977 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-73bbf7a4-7f96-40d8-ab09-917c9051d476 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 200 len: 835 time: 0.3926799 Nov 23 18:27:40.177823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-8ff2fbe2-7142-483d-9903-d777e1c2cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:40.179324 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-8ff2fbe2-7142-483d-9903-d777e1c2cd46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5848fd5-a738-4dac-8f23-4854e7a9b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728528 Nov 23 18:27:40.231344 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:40.233839 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557734c2-4384-4fe1-bc86-0f7bfa13ee76" -d '{"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:40.275545 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c09d6a-82b7-49f8-9318-8606b4ee686d x-openstack-request-id: req-45c09d6a-82b7-49f8-9318-8606b4ee686d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:40.275853 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:40.276116 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45c09d6a-82b7-49f8-9318-8606b4ee686d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:40.276525 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'code': 200} Nov 23 18:27:40.294630 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-f8bd59a4-693e-4b5e-a13b-f22622cde089 service neutron] 10.222.0.72 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983224 Nov 23 18:27:40.296472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting port 3fe5b57e-943b-4e61-9eca-72f5d536004d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:40.296806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:40.453631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] For port 3fe5b57e-943b-4e61-9eca-72f5d536004d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3fe5b57e-943b-4e61-9eca-72f5d536004d,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:40.453992 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:40.469714 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-0c2b4090-98b8-4344-9fa0-92b42e8f5900 service neutron] 10.222.0.72 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542954 Nov 23 18:27:40.470540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Calling delete_port for 3fe5b57e-943b-4e61-9eca-72f5d536004d owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:40.604630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b9911-f321-413d-8df6-9ce34100e7f9 req-7c42958f-8912-4306-9f2e-d3718089ea3a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:40.608083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-035b9911-f321-413d-8df6-9ce34100e7f9 req-7c42958f-8912-4306-9f2e-d3718089ea3a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 944 time: 0.0551269 Nov 23 18:27:40.664141 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:40.665271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-035b9911-f321-413d-8df6-9ce34100e7f9 req-fe59ccac-3658-4afd-99c7-3e673f860b77 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501585 Nov 23 18:27:40.695251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Port': ['ID=3fe5b57e-943b-4e61-9eca-72f5d536004d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:40.797085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-f5ccab7d-af67-4d5e-9b39-3443695c5609 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:40.798925 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-f5ccab7d-af67-4d5e-9b39-3443695c5609 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 1095 time: 0.1045623 Nov 23 18:27:40.825760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6790e-d323-415a-b373-fc8e1442d78f req-9d38d7ef-9a92-4e89-bee7-d0a41413688f tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:40.827555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7af6790e-d323-415a-b373-fc8e1442d78f req-9d38d7ef-9a92-4e89-bee7-d0a41413688f tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 943 time: 0.0573058 Nov 23 18:27:40.895808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7af6790e-d323-415a-b373-fc8e1442d78f req-9f8ff910-2e88-44ce-af2e-2a469011c6c9 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616999 Nov 23 18:27:40.902230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9ff74d66-7ad2-455c-b596-1144cbb08deb no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:40.924403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 9ff74d66-7ad2-455c-b596-1144cbb08deb {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:40.924871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 9ff74d66-7ad2-455c-b596-1144cbb08deb not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:40.957488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.080696 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-9ef447fc-07c6-4b5f-86bd-a18b1f6febc6 service neutron] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:41.086816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-9ef447fc-07c6-4b5f-86bd-a18b1f6febc6 service neutron] Publish callbacks [] for binding, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.088024 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-9ef447fc-07c6-4b5f-86bd-a18b1f6febc6 service neutron] 10.222.0.72 "DELETE /v2.0/ports/4d253199-0573-499d-9c34-19b7857477d5/bindings/n-h2-818932-3 HTTP/1.1" status: 204 len: 173 time: 0.2506785 Nov 23 18:27:41.217260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Router 44f74d73-2014-4598-b4b7-71faccea7969 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:41.280625 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a65cda2-6b61-45c7-badb-623a7fe78c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.299356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4d253199-0573-499d-9c34-19b7857477d5 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:41.328312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:41.333339 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb78e463-76c6-42b5-8cd8-189ff20c37a6 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "PUT /v2.0/routers/44f74d73-2014-4598-b4b7-71faccea7969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4190319 Nov 23 18:27:41.336195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38860) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:41.345701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] Sync routers for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:41.356867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 4d253199-0573-499d-9c34-19b7857477d5 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:41.361330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:41.362099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:41.404565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3951654e-dcf3-4928-b59f-120f26963920 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting subnet 2fac304b-aefe-4df6-ae54-ef6b626ec589 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:27:41.409225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3951654e-dcf3-4928-b59f-120f26963920 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.456669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3951654e-dcf3-4928-b59f-120f26963920 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.485121 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:41.543026 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3951654e-dcf3-4928-b59f-120f26963920 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.606869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3951654e-dcf3-4928-b59f-120f26963920 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.634133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951654e-dcf3-4928-b59f-120f26963920 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Subnet': ['ID=2fac304b-aefe-4df6-ae54-ef6b626ec589,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:41.640863 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3951654e-dcf3-4928-b59f-120f26963920 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.644259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3951654e-dcf3-4928-b59f-120f26963920 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/subnets/2fac304b-aefe-4df6-ae54-ef6b626ec589 HTTP/1.1" status: 204 len: 168 time: 0.3069429 Nov 23 18:27:41.646811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38862) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:41.648395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fdbfc-cf52-434d-9a74-dc6c2a95f4da None None] Network 8b7daf82-676f-4720-8e23-f1917c455be1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:41.769970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:27:40Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:41.811835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.816082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] Checking router: 44f74d73-2014-4598-b4b7-71faccea7969 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:41.823599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edbdc5-911f-4745-afd6-6fc6dc850628 req-eaa9642f-bb06-4918-9f9b-1e98c190afa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:41.825639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4edbdc5-911f-4745-afd6-6fc6dc850628 req-eaa9642f-bb06-4918-9f9b-1e98c190afa1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 944 time: 0.0682979 Nov 23 18:27:41.830945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] Routers {'44f74d73-2014-4598-b4b7-71faccea7969'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:41.831556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['44f74d73-2014-4598-b4b7-71faccea7969'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:41.944519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] DHCP port deletion for 8b7daf82-676f-4720-8e23-f1917c455be1 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:41.950467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4edbdc5-911f-4745-afd6-6fc6dc850628 req-6fcedc22-16bc-495e-bd5e-ceadcf611442 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942230 Nov 23 18:27:41.958763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] Set router 44f74d73-2014-4598-b4b7-71faccea7969 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:41.968157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.052196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Deleting port cb8c3841-d302-4eba-9a96-c135d177dca3 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:42.052535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.113646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d71dcf-8005-4ae1-a04a-9b3447445082 req-60cba7b8-3633-4eb5-8d38-3a066d853153 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:42.115149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0d71dcf-8005-4ae1-a04a-9b3447445082 req-60cba7b8-3633-4eb5-8d38-3a066d853153 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 943 time: 0.1006310 Nov 23 18:27:42.131916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] Deleting port f781d610-8227-41f1-84ac-e555f2ac1579 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:42.132293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.171869 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] For port cb8c3841-d302-4eba-9a96-c135d177dca3, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cb8c3841-d302-4eba-9a96-c135d177dca3,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:42.172159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.196296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d0d71dcf-8005-4ae1-a04a-9b3447445082 req-10073425-adc0-445b-a0fe-aef85c36ee64 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727377 Nov 23 18:27:42.197159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Calling delete_port for cb8c3841-d302-4eba-9a96-c135d177dca3 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:42.221514 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] For port f781d610-8227-41f1-84ac-e555f2ac1579, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f781d610-8227-41f1-84ac-e555f2ac1579,segment=NetworkSegment(56797f38-6c5e-433a-87f2-2d764c894611),segment_id=56797f38-6c5e-433a-87f2-2d764c894611)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:42.221924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.235048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] Calling delete_port for f781d610-8227-41f1-84ac-e555f2ac1579 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:42.334435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:27:40Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:42.369077 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.373392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bc93a-69e3-40c0-bd49-fab84252d4ad None None] The sync data for ids ['44f74d73-2014-4598-b4b7-71faccea7969'] in n-d-818932-3 is: [{'id': '44f74d73-2014-4598-b4b7-71faccea7969', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032287447', 'tenant_id': '79761d122ca94f0d91a6b54dc65745cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:27:40Z', 'revision_number': 5, 'project_id': '79761d122ca94f0d91a6b54dc65745cb', 'gw_port': {'id': 'cb8c3841-d302-4eba-9a96-c135d177dca3', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f74d73-2014-4598-b4b7-71faccea7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:00Z', 'updated_at': '2021-11-23T18:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:42.406066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] Pushing event deleted for resources: {'Port': ['ID=f781d610-8227-41f1-84ac-e555f2ac1579,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:42.412058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47f8e6-5838-4b38-881c-3fca00d3a96c None None] No DVR routers for this DVR port f781d610-8227-41f1-84ac-e555f2ac1579 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:42.652331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1c4a1-ffbb-4130-8e72-b06265c9b6b2 req-2a941cee-800b-4196-bc03-e59433c7c0a6 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:42.654124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccb1c4a1-ffbb-4130-8e72-b06265c9b6b2 req-2a941cee-800b-4196-bc03-e59433c7c0a6 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0614250 Nov 23 18:27:42.750006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccb1c4a1-ffbb-4130-8e72-b06265c9b6b2 req-fbd1f183-432a-46c3-915f-202daa5e42d5 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628684 Nov 23 18:27:42.806854 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.831195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Port': ['ID=cb8c3841-d302-4eba-9a96-c135d177dca3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:42.862040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeae8b3-a123-4c1c-ba55-e73dd9af899f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:42.904540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4d253199-0573-499d-9c34-19b7857477d5 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:42.938755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9332e6-4b65-42da-9c14-e2ea890deca1 req-3664cf8c-fd1c-4397-a7aa-6e2bfd69ffde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:42.941722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c9332e6-4b65-42da-9c14-e2ea890deca1 req-3664cf8c-fd1c-4397-a7aa-6e2bfd69ffde tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 944 time: 0.1083429 Nov 23 18:27:42.956901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.071978 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.078279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.091067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c9332e6-4b65-42da-9c14-e2ea890deca1 req-b53c1005-08f9-429d-93ff-054c92727936 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437719 Nov 23 18:27:43.115051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38872) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:43.138648 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.139527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Fanout notify agent at l3_agent the message router_deleted on router 44f74d73-2014-4598-b4b7-71faccea7969 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:27:43.146601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.147836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-29f6e37c-60a8-4371-9609-2296ffcc0d0a tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/routers/44f74d73-2014-4598-b4b7-71faccea7969 HTTP/1.1" status: 204 len: 168 time: 1.5001273 Nov 23 18:27:43.150384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38874) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:43.182387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f781d610-8227-41f1-84ac-e555f2ac1579 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:43.211752 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0c17e5a5-cc22-4fcd-a5aa-485dbe4c30f0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c HTTP/1.1" status: 200 len: 990 time: 0.0921738 Nov 23 18:27:43.214794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: f781d610-8227-41f1-84ac-e555f2ac1579 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:43.215527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f781d610-8227-41f1-84ac-e555f2ac1579 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:43.216217 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3fe5b57e-943b-4e61-9eca-72f5d536004d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:43.240985 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.247072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3fe5b57e-943b-4e61-9eca-72f5d536004d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:43.247687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3fe5b57e-943b-4e61-9eca-72f5d536004d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:43.298907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 62797a9e-428a-4331-a544-13d47fed459d details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:27:43.363724 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.390342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7daf82-676f-4720-8e23-f1917c455be1']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:43.390891 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8338bee-df90-432d-8207-34e1f09994a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.402320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56797f38-6c5e-433a-87f2-2d764c894611') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:43.402624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56797f38-6c5e-433a-87f2-2d764c894611') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:43.411264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e5351-f8a9-4e13-aae3-27fd47058394 req-03dd58ef-75d3-47fa-bff0-e7b67629cd07 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:43.412793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-359e5351-f8a9-4e13-aae3-27fd47058394 req-03dd58ef-75d3-47fa-bff0-e7b67629cd07 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 943 time: 0.1216435 Nov 23 18:27:43.425367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 62797a9e-428a-4331-a544-13d47fed459d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=62797a9e-428a-4331-a544-13d47fed459d,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:43.428977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.437094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '62797a9e-428a-4331-a544-13d47fed459d', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'port_id': '62797a9e-428a-4331-a544-13d47fed459d', 'mac_address': 'fa:16:3e:bb:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:27:43.453220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.469111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:27:43.469590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:27:43.473189 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:27:43.484594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.498434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62797a9e-428a-4331-a544-13d47fed459d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:27:43.504958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-359e5351-f8a9-4e13-aae3-27fd47058394 req-6619ae54-9afa-4a70-aa06-326a20d9aa49 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852728 Nov 23 18:27:43.529844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 62797a9e-428a-4331-a544-13d47fed459d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=62797a9e-428a-4331-a544-13d47fed459d,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:43.534160 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.552032 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.560555 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.563779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] 10.222.0.74 "DELETE /v2.0/networks/8b7daf82-676f-4720-8e23-f1917c455be1 HTTP/1.1" status: 204 len: 168 time: 0.4122918 Nov 23 18:27:43.573260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498b3b8-e028-48b7-b672-3d062c7a0262 tempest-TestSecurityGroupsBasicOps-582954286 tempest-TestSecurityGroupsBasicOps-582954286-project] Pushing event deleted for resources: {'Network': ['ID=8b7daf82-676f-4720-8e23-f1917c455be1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:43.587526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=62797a9e-428a-4331-a544-13d47fed459d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:43.724998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['62797a9e-428a-4331-a544-13d47fed459d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:27:43.875073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38884) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:44.013059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eb2e6f63-8a4c-4f37-a958-dc8008b48b48 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=79761d122ca94f0d91a6b54dc65745cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367393 Nov 23 18:27:44.015537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38888) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:44.068909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a7db951-db3c-4e79-b68a-90a930e45688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.090347 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a7db951-db3c-4e79-b68a-90a930e45688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.137504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a7db951-db3c-4e79-b68a-90a930e45688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.140314 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a7db951-db3c-4e79-b68a-90a930e45688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.141729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a7db951-db3c-4e79-b68a-90a930e45688 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef1a5e05-8826-4170-ba52-cb9909403f84 HTTP/1.1" status: 204 len: 168 time: 0.1251991 Nov 23 18:27:44.149222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7db951-db3c-4e79-b68a-90a930e45688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1a5e05-8826-4170-ba52-cb9909403f84,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:44.403741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38894) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:44.416666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-300e9f0c-88cf-430a-afc4-4f3f6fa0d427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.499568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-300e9f0c-88cf-430a-afc4-4f3f6fa0d427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.502988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-300e9f0c-88cf-430a-afc4-4f3f6fa0d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.539133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9f0c-88cf-430a-afc4-4f3f6fa0d427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09f6d7e-cede-498d-8afe-a7e800887d20,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:44.546570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-300e9f0c-88cf-430a-afc4-4f3f6fa0d427 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1bdbef00331a4e5a9faf925c7a070499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386657 Nov 23 18:27:44.546895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38898) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:44.602129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d64afa4-3acf-4b92-befc-f1de7cb0c2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.624578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d64afa4-3acf-4b92-befc-f1de7cb0c2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.633007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6141f-d1cc-4420-bf40-605d8bea5f75 req-6126beab-92eb-41e4-a95f-99887deefc6a tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:44.634809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ded6141f-d1cc-4420-bf40-605d8bea5f75 req-6126beab-92eb-41e4-a95f-99887deefc6a tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 944 time: 0.0508885 Nov 23 18:27:44.680545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d64afa4-3acf-4b92-befc-f1de7cb0c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.684614 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3d64afa4-3acf-4b92-befc-f1de7cb0c2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.686229 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3d64afa4-3acf-4b92-befc-f1de7cb0c2da admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e09f6d7e-cede-498d-8afe-a7e800887d20 HTTP/1.1" status: 204 len: 168 time: 0.1381614 Nov 23 18:27:44.691814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ded6141f-d1cc-4420-bf40-605d8bea5f75 req-4d657c27-2ac3-4b4d-9340-bdce9ee6fd29 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507624 Nov 23 18:27:44.696580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64afa4-3acf-4b92-befc-f1de7cb0c2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09f6d7e-cede-498d-8afe-a7e800887d20,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:45.009204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38904) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:45.051701 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-06bbeea0-06c2-411e-ba55-38adaed19151 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efa51a6f25b2438c85a4be366557b9f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401831 Nov 23 18:27:45.053138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38906) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:45.056194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cb8c3841-d302-4eba-9a96-c135d177dca3 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:45.076361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cb8c3841-d302-4eba-9a96-c135d177dca3 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:45.076804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cb8c3841-d302-4eba-9a96-c135d177dca3 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:45.100657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b66f-b4bb-409a-b2d2-90d87ec8bf16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.122166 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b66f-b4bb-409a-b2d2-90d87ec8bf16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.137489 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.172286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b66f-b4bb-409a-b2d2-90d87ec8bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.175229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b66f-b4bb-409a-b2d2-90d87ec8bf16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.176510 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dbd9b66f-b4bb-409a-b2d2-90d87ec8bf16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3614d03a-58f9-49af-aad9-f61b4ff22633 HTTP/1.1" status: 204 len: 168 time: 0.1224639 Nov 23 18:27:45.184578 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9b66f-b4bb-409a-b2d2-90d87ec8bf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3614d03a-58f9-49af-aad9-f61b4ff22633,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:45.299514 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 62797a9e-428a-4331-a544-13d47fed459d up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:45.353683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 62797a9e-428a-4331-a544-13d47fed459d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:27:45.358978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 62797a9e-428a-4331-a544-13d47fed459d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:45.359360 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.445095 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.465370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38914) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:45.472359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62797a9e-428a-4331-a544-13d47fed459d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:45.474827 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ec16d9-f84d-4622-9941-ff80b4ca82f0" -d '{"events": [{"server_uuid": "c88cd020-6d27-48e3-94b8-200cff1f9c26", "name": "network-vif-plugged", "status": "completed", "tag": "62797a9e-428a-4331-a544-13d47fed459d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:45.490872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 62797a9e-428a-4331-a544-13d47fed459d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=62797a9e-428a-4331-a544-13d47fed459d,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:45.500261 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.540869 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29264cb3-75a6-4162-b89d-2b24f043d2ad x-openstack-request-id: req-29264cb3-75a6-4162-b89d-2b24f043d2ad {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:45.541251 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88cd020-6d27-48e3-94b8-200cff1f9c26", "name": "network-vif-plugged", "status": "completed", "tag": "62797a9e-428a-4331-a544-13d47fed459d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:45.541470 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29264cb3-75a6-4162-b89d-2b24f043d2ad {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:45.541846 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62797a9e-428a-4331-a544-13d47fed459d', 'code': 200} Nov 23 18:27:45.568839 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=62797a9e-428a-4331-a544-13d47fed459d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:45.578187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.578548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.579837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.579837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.579837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.580143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.580363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.580702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.581024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.581342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.581723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.582051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:45.674042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b3f75-1b07-4ee5-9029-ba92069f13ab req-3fd5f12d-eea2-4341-a26d-b316c55e9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:45.675609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port ff69decc-7672-4883-9d92-d711ad7a1338 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:45.676036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.676464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-569b3f75-1b07-4ee5-9029-ba92069f13ab req-3fd5f12d-eea2-4341-a26d-b316c55e9eb4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1096 time: 0.0483809 Nov 23 18:27:45.749583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-569b3f75-1b07-4ee5-9029-ba92069f13ab req-032bfe6a-8485-4bcf-9ac1-65df4e59595c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659685 Nov 23 18:27:45.773683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.774175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.788450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for ff69decc-7672-4883-9d92-d711ad7a1338 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:45.829850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93cbf1-159f-4a09-84d2-d3e466fb1baa req-d1a65eae-959d-40e8-8ca0-922130be1dd0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:45.831386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd93cbf1-159f-4a09-84d2-d3e466fb1baa req-d1a65eae-959d-40e8-8ca0-922130be1dd0 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 945 time: 0.0534000 Nov 23 18:27:45.883538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd93cbf1-159f-4a09-84d2-d3e466fb1baa req-38cfa0e8-0530-4013-99a4-c0c9f5961bc2 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451150 Nov 23 18:27:45.944440 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.970414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=ff69decc-7672-4883-9d92-d711ad7a1338,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:46.035185 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:46.035729 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Floating IP bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c disassociated (deleted). External IP: 172.25.0.52, port: 4d253199-0573-499d-9c34-19b7857477d5. Nov 23 18:27:46.240484 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 018089ed-6240-4991-a46a-3c928d019608 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:46.348067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:46.352803 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:46.358874 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] Sync routers for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:46.368570 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:46.369174 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:46.382336 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ed13b93-c468-4d96-bb69-dd6cba453b72 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/floatingips/bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c HTTP/1.1" status: 204 len: 168 time: 0.9152021 Nov 23 18:27:46.382969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:46.385332 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d21010-4dd3-440a-a9d2-b537da6fce3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:46.477362 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:46.480604 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:46.687104 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:41Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:46.712965 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] Checking router: 018089ed-6240-4991-a46a-3c928d019608 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:46.722928 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:46.723543 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:46.734006 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d406b-7f65-40e8-b5f5-2560c59f9ff5 x-openstack-request-id: req-099d406b-7f65-40e8-b5f5-2560c59f9ff5 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:46.734533 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:46.734533 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-099d406b-7f65-40e8-b5f5-2560c59f9ff5 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:46.735053 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'status': 'completed', 'code': 200} Nov 23 18:27:46.819406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-c9f5738e-e186-4846-862f-2337f76115b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:46.821017 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-c9f5738e-e186-4846-862f-2337f76115b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0603824 Nov 23 18:27:46.855980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74e29-9a4a-4cdc-ac8e-9d0665f0d69d req-8df412b3-2cd0-40dd-a6c0-20b711b44fb0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:46.858656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c74e29-9a4a-4cdc-ac8e-9d0665f0d69d req-8df412b3-2cd0-40dd-a6c0-20b711b44fb0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 944 time: 0.0663648 Nov 23 18:27:46.925539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c74e29-9a4a-4cdc-ac8e-9d0665f0d69d req-909a7a7a-edb8-446b-b267-207107590ada tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=697cbcd0-05b1-4609-8232-7e1b62292970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606639 Nov 23 18:27:46.939330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-827aefa8-531d-408e-9b1e-0288558152d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:46.940897 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-827aefa8-531d-408e-9b1e-0288558152d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 200 len: 898 time: 0.1064942 Nov 23 18:27:46.965208 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:46.992945 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-2456b500-91d1-4cdf-af2b-f0ef577d51d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 200 len: 217 time: 0.0417528 Nov 23 18:27:47.028693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d873af-88a5-4d17-a19b-17f361c9dec9 req-c971ebeb-94e2-4545-a62c-d0a09b9fd157 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:47.030518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85d873af-88a5-4d17-a19b-17f361c9dec9 req-c971ebeb-94e2-4545-a62c-d0a09b9fd157 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 945 time: 0.0564940 Nov 23 18:27:47.055500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-2de8e2ed-194d-41c6-a9ce-854f907aab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:47.057142 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-2de8e2ed-194d-41c6-a9ce-854f907aab99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 200 len: 835 time: 0.0559433 Nov 23 18:27:47.110986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-c0f28731-4791-48b6-95a3-c56160e1eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:47.112858 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-c0f28731-4791-48b6-95a3-c56160e1eb3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5848fd5-a738-4dac-8f23-4854e7a9b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446105 Nov 23 18:27:47.116334 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-a34ca207-3a31-4f0a-87da-4338f26f94f3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:47.117865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-a34ca207-3a31-4f0a-87da-4338f26f94f3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c8d96d2-9a82-4840-ac5f-eccf76189cd6 HTTP/1.1" status: 200 len: 944 time: 0.0864024 Nov 23 18:27:47.122208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85d873af-88a5-4d17-a19b-17f361c9dec9 req-556515cc-2196-4027-9d23-4592200ec533 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802596 Nov 23 18:27:47.191902 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:41Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:47.226554 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118a5dd-7bec-4571-bf82-df1a66a6d921 None None] The sync data for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 is: [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:26:38Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cf8e77a5-4e8c-45bc-aa15-b7495c245459', 'name': '', 'network_id': 'a5848fd5-a738-4dac-8f23-4854e7a9b28e', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:a2:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '63155416-a7b8-45ca-835f-83598f192923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:37Z', 'updated_at': '2021-11-23T18:26:41Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '63155416-a7b8-45ca-835f-83598f192923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:47.232545 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-e9adc9d4-ff3f-408b-80d4-ffbc9932fe0a service neutron] 10.222.0.72 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013069 Nov 23 18:27:47.284152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a50e1a-fc48-47e6-a3c2-f0447fc11b83 req-37d73631-d1e3-429e-9edc-bdac90fc18d8 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:47.285681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2a50e1a-fc48-47e6-a3c2-f0447fc11b83 req-37d73631-d1e3-429e-9edc-bdac90fc18d8 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 945 time: 0.0739799 Nov 23 18:27:47.288636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port 4d253199-0573-499d-9c34-19b7857477d5 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:47.288977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.336968 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-733d351e-566d-42cd-ab9c-ecd4c4df960d service neutron] 10.222.0.72 "GET /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919564 Nov 23 18:27:47.405699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2a50e1a-fc48-47e6-a3c2-f0447fc11b83 req-d92e155f-a4a1-4476-96ce-4cd00249233f tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122351 Nov 23 18:27:47.423150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port 4d253199-0573-499d-9c34-19b7857477d5, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4d253199-0573-499d-9c34-19b7857477d5,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:47.423846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.439534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for 4d253199-0573-499d-9c34-19b7857477d5 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:47.510771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1cb2f-6763-4556-b071-69d40f7112f0 None None] New status for floating IP bdf2a23f-5a39-4dbc-9b9a-c8041a3f517c: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:27:47.567042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d14bb-1038-4daf-ab81-c1743773a6e4 req-9154a52c-16ef-48e2-956f-4ac128fc4e89 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:47.568532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394d14bb-1038-4daf-ab81-c1743773a6e4 req-9154a52c-16ef-48e2-956f-4ac128fc4e89 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 945 time: 0.0818477 Nov 23 18:27:47.647457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.682101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-394d14bb-1038-4daf-ab81-c1743773a6e4 req-d0a60561-f4a1-4eed-bc55-d3723cb3a92c tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029325 Nov 23 18:27:47.684506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=4d253199-0573-499d-9c34-19b7857477d5,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:47.708120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38934) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:47.726896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] No DVR routers for this DVR port 4d253199-0573-499d-9c34-19b7857477d5 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:47.729481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.732959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca5c97eb-48bc-4e8b-adb9-5d4c42f91f49 req-80c88e81-267d-4970-bdce-232ecb4b2401 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "DELETE /v2.0/ports/4d253199-0573-499d-9c34-19b7857477d5 HTTP/1.1" status: 204 len: 173 time: 0.6014593 Nov 23 18:27:47.733496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-deleted', 'tag': '4d253199-0573-499d-9c34-19b7857477d5'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:47.735766 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdb767a-846c-4580-8e03-629055bae104" -d '{"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-deleted", "tag": "4d253199-0573-499d-9c34-19b7857477d5"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:47.780203 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251ff169-bc75-4bac-b488-4e90d9394b80 x-openstack-request-id: req-251ff169-bc75-4bac-b488-4e90d9394b80 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:47.780592 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8d96d2-9a82-4840-ac5f-eccf76189cd6", "name": "network-vif-deleted", "tag": "4d253199-0573-499d-9c34-19b7857477d5", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:47.780909 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-251ff169-bc75-4bac-b488-4e90d9394b80 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:47.781375 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8d96d2-9a82-4840-ac5f-eccf76189cd6', 'name': 'network-vif-deleted', 'tag': '4d253199-0573-499d-9c34-19b7857477d5', 'status': 'completed', 'code': 200} Nov 23 18:27:47.911924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.927897 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269cfd30-c3f2-4ea0-b815-dfcc97d24ac9 tempest-TestServerBasicOps-606350090 tempest-TestServerBasicOps-606350090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:47.932418 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-269cfd30-c3f2-4ea0-b815-dfcc97d24ac9 tempest-TestServerBasicOps-606350090 tempest-TestServerBasicOps-606350090-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1091 time: 0.2203321 Nov 23 18:27:47.932625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38940) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:47.937085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '62797a9e-428a-4331-a544-13d47fed459d', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:47.961135 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.981486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38944) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:48.071751 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.187529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Allocated IP 172.25.0.192 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/f9ac0634-62a2-4b57-9b59-c2d701a4708e) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:48.295878 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.329797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.365527 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:48.368426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:48.375778 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:48.376124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.411381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'Port': ['ID=f9ac0634-62a2-4b57-9b59-c2d701a4708e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:48.654056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port cf8e77a5-4e8c-45bc-aa15-b7495c245459 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:48.654395 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.749506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port cf8e77a5-4e8c-45bc-aa15-b7495c245459, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cf8e77a5-4e8c-45bc-aa15-b7495c245459,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:48.749843 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.750100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.763695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for cf8e77a5-4e8c-45bc-aa15-b7495c245459 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:48.828082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.951832 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.977361 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.979297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=cf8e77a5-4e8c-45bc-aa15-b7495c245459,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:48.983045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.065898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event updated for resources: {'Port': ['ID=f9ac0634-62a2-4b57-9b59-c2d701a4708e,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:49.082943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.181916 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.411074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router 018089ed-6240-4991-a46a-3c928d019608 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:49.520175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:49.521436 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Floating IP 9cccd802-759a-49a2-a82e-ec33b54ebb8c associated. External IP: 172.25.0.192, port: 62797a9e-428a-4331-a544-13d47fed459d. Nov 23 18:27:49.525325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-83fbc939-b88e-4ddb-9e14-bbcc6b0356da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "PUT /v2.0/routers/018089ed-6240-4991-a46a-3c928d019608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419154 Nov 23 18:27:49.528486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38946) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:49.530951 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] Sync routers for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:49.542859 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:49.543473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:49.580731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a31182-1e56-4680-98af-070748267538 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting subnet 63155416-a7b8-45ca-835f-83598f192923 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:27:49.584086 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c1a31182-1e56-4680-98af-070748267538 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.625074 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c1a31182-1e56-4680-98af-070748267538 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.662196 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:49.697163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.726444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c1a31182-1e56-4680-98af-070748267538 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.749305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Router f2f55724-7628-488c-bc5b-c4f9218b7b2a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:49.793862 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c1a31182-1e56-4680-98af-070748267538 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.821456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a31182-1e56-4680-98af-070748267538 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Subnet': ['ID=63155416-a7b8-45ca-835f-83598f192923,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:49.833096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c1a31182-1e56-4680-98af-070748267538 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.834243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa76870-066b-4e4e-b5c3-96a2e06d3885 None None] Network a5848fd5-a738-4dac-8f23-4854e7a9b28e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:49.838621 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c1a31182-1e56-4680-98af-070748267538 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/subnets/63155416-a7b8-45ca-835f-83598f192923 HTTP/1.1" status: 204 len: 168 time: 0.3090830 Nov 23 18:27:49.841290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38948) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:49.858728 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:27:48Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:49.869702 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:49.891581 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.898301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] Checking router: 018089ed-6240-4991-a46a-3c928d019608 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:49.909055 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] Routers {'018089ed-6240-4991-a46a-3c928d019608'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:49.910193 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['018089ed-6240-4991-a46a-3c928d019608'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:49.923857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] Sync routers for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:49.930538 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cf73e7c9-0216-4436-9d15-920b1d22b103 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9968433 Nov 23 18:27:49.931294 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'tag': '62797a9e-428a-4331-a544-13d47fed459d'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:49.934486 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7f8f14-c1f2-4b97-8007-093cc6a61339" -d '{"events": [{"name": "network-changed", "server_uuid": "c88cd020-6d27-48e3-94b8-200cff1f9c26", "tag": "62797a9e-428a-4331-a544-13d47fed459d"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:49.980743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.987733 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177648e6-7751-42d5-bf2b-0b9387361f18 x-openstack-request-id: req-177648e6-7751-42d5-bf2b-0b9387361f18 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:49.988259 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88cd020-6d27-48e3-94b8-200cff1f9c26", "tag": "62797a9e-428a-4331-a544-13d47fed459d", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:49.988259 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-177648e6-7751-42d5-bf2b-0b9387361f18 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:49.988716 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'tag': '62797a9e-428a-4331-a544-13d47fed459d', 'status': 'completed', 'code': 200} Nov 23 18:27:50.041751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] Set router 018089ed-6240-4991-a46a-3c928d019608 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:50.112414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-5349acdd-89c3-436c-94a3-66af2528b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:50.113934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-5349acdd-89c3-436c-94a3-66af2528b6d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1096 time: 0.0895762 Nov 23 18:27:50.145142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:50.146048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:50.159624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.254987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-01c80de6-5fae-4f92-9cb9-7cdd79e2cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:50.255921 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:27:48Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:50.256346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-01c80de6-5fae-4f92-9cb9-7cdd79e2cdc4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 909 time: 0.1337242 Nov 23 18:27:50.278576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:50.293240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855319f-e40d-4753-b76b-5dc95de3ef87 None None] The sync data for ids ['018089ed-6240-4991-a46a-3c928d019608'] in n-d-818932-3 is: [{'id': '018089ed-6240-4991-a46a-3c928d019608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727696196', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:26:33Z', 'updated_at': '2021-11-23T18:27:48Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018089ed-6240-4991-a46a-3c928d019608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:26:34Z', 'updated_at': '2021-11-23T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:50.312941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:50.313290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] DHCP port deletion for a5848fd5-a738-4dac-8f23-4854e7a9b28e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:50.313446 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.381567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-6b5cbc02-5480-4e44-ac8b-79d73f3a7214 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 999 time: 0.1146452 Nov 23 18:27:50.446394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:50.446782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.458285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-c6721e12-c773-4ac2-b96c-72439789b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:50.459777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-c6721e12-c773-4ac2-b96c-72439789b292 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 200 len: 847 time: 0.0707104 Nov 23 18:27:50.463728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:50.484240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] Deleting port db38645c-2d15-430b-a167-e41c3babd21f {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:50.484617 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.551675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-d462acda-fed2-4c8c-bb06-0514d44884a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:50.553101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-d462acda-fed2-4c8c-bb06-0514d44884a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855336 Nov 23 18:27:50.580931 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] For port db38645c-2d15-430b-a167-e41c3babd21f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=db38645c-2d15-430b-a167-e41c3babd21f,segment=NetworkSegment(8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8),segment_id=8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:50.581325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.596416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] Calling delete_port for db38645c-2d15-430b-a167-e41c3babd21f owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:50.674961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '9cccd802-759a-49a2-a82e-ec33b54ebb8c', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'port_id': '62797a9e-428a-4331-a544-13d47fed459d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'mac_address': 'fa:16:3e:bb:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:48Z', 'revision_number': 0, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:50.698253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-e7d98130-a65c-4713-9ef0-62d029a4c4d4 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368918 Nov 23 18:27:50.705752 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] Checking router: f2f55724-7628-488c-bc5b-c4f9218b7b2a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:50.722463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:50.722463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:50.769489 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.800732 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.816282 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] Pushing event deleted for resources: {'Port': ['ID=db38645c-2d15-430b-a167-e41c3babd21f,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:50.823299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e008b35-7897-4f24-bfcd-de871768ad0f None None] No DVR routers for this DVR port db38645c-2d15-430b-a167-e41c3babd21f on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:50.836168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:50.859992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715cfef7-f6d9-4cfd-9c63-92ad6e952625 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:50.862229 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.882628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.883011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.883361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.883709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.884046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.884483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.884827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.885164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.885502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.886366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.886779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.887065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:50.893587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af7f8f14-c1f2-4b97-8007-093cc6a61339 req-5d8e2acf-6b21-4a72-bd8f-7f1f57a1709c service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775351 Nov 23 18:27:50.894820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:50.934452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4d253199-0573-499d-9c34-19b7857477d5 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:50.938210 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.962454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 4d253199-0573-499d-9c34-19b7857477d5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:50.962825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4d253199-0573-499d-9c34-19b7857477d5 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:51.178910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device db38645c-2d15-430b-a167-e41c3babd21f no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:51.186370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '9cccd802-759a-49a2-a82e-ec33b54ebb8c', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'port_id': '62797a9e-428a-4331-a544-13d47fed459d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'mac_address': 'fa:16:3e:bb:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:48Z', 'revision_number': 0, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:51.206917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: db38645c-2d15-430b-a167-e41c3babd21f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:51.207162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device db38645c-2d15-430b-a167-e41c3babd21f not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:51.207581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cf8e77a5-4e8c-45bc-aa15-b7495c245459 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:51.238914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02125fa-d1ba-4d59-a649-9c584a3300de None None] The sync data for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 is: [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '9cccd802-759a-49a2-a82e-ec33b54ebb8c', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'port_id': '62797a9e-428a-4331-a544-13d47fed459d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'mac_address': 'fa:16:3e:bb:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:48Z', 'revision_number': 0, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:51.258283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cf8e77a5-4e8c-45bc-aa15-b7495c245459 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:51.258625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cf8e77a5-4e8c-45bc-aa15-b7495c245459 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:51.383766 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.386629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.431561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.432137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Fanout notify agent at l3_agent the message router_deleted on router 018089ed-6240-4991-a46a-3c928d019608 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:27:51.441768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.445655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9f4fc8db-3074-4207-b992-cdd56eb27abc tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/routers/018089ed-6240-4991-a46a-3c928d019608 HTTP/1.1" status: 204 len: 168 time: 1.6003773 Nov 23 18:27:51.446276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38954) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:51.478149 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f12a9-39ff-45ac-b6c7-0c1d33250f44 None None] New status for floating IP 9cccd802-759a-49a2-a82e-ec33b54ebb8c: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:27:51.534902 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.626423 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.647744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5848fd5-a738-4dac-8f23-4854e7a9b28e']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:51.657644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:51.657976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec2cc4e-43cd-48b3-ba7f-1758f8bfffa8') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:51.668203 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.681845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.688319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:27:51.688702 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:27:51.691922 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:27:51.754177 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.761418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.764261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/networks/a5848fd5-a738-4dac-8f23-4854e7a9b28e HTTP/1.1" status: 204 len: 168 time: 0.3167753 Nov 23 18:27:51.767153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38956) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:51.775090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7776cdd-1faf-44d5-afcb-1dd1a4367968 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Network': ['ID=a5848fd5-a738-4dac-8f23-4854e7a9b28e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:51.825502 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c72eb096-b23b-4cf9-aefc-a2b3b696f085 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.850499 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c72eb096-b23b-4cf9-aefc-a2b3b696f085 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.912955 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c72eb096-b23b-4cf9-aefc-a2b3b696f085 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.915944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c72eb096-b23b-4cf9-aefc-a2b3b696f085 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.920248 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c72eb096-b23b-4cf9-aefc-a2b3b696f085 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/security-groups/697cbcd0-05b1-4609-8232-7e1b62292970 HTTP/1.1" status: 204 len: 168 time: 0.1489933 Nov 23 18:27:51.927877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72eb096-b23b-4cf9-aefc-a2b3b696f085 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697cbcd0-05b1-4609-8232-7e1b62292970,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.231414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38962) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:52.236316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-dd5ebdea-a98f-4521-8191-99b58518a165 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852999263', 'description': 'tempest-secgroup-smoke-852999263 description', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:52.258922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebdea-a98f-4521-8191-99b58518a165 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.324334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebdea-a98f-4521-8191-99b58518a165 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.327956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebdea-a98f-4521-8191-99b58518a165 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.359310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebdea-a98f-4521-8191-99b58518a165 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.360556 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dd5ebdea-a98f-4521-8191-99b58518a165 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1281178 Nov 23 18:27:52.361699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ebdea-a98f-4521-8191-99b58518a165 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.363564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38964) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:52.368145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d226212f-e4b1-424f-ae25-b1746ac42c4c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:52.395914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d226212f-e4b1-424f-ae25-b1746ac42c4c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.450948 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d226212f-e4b1-424f-ae25-b1746ac42c4c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.454596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d226212f-e4b1-424f-ae25-b1746ac42c4c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.472706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226212f-e4b1-424f-ae25-b1746ac42c4c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0468a921-588c-4c79-a394-7ad61cb0a461,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.479948 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d226212f-e4b1-424f-ae25-b1746ac42c4c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.481157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d226212f-e4b1-424f-ae25-b1746ac42c4c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165822 Nov 23 18:27:52.483869 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38966) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:52.488206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b1a30203-f688-44da-947f-7e49917e314c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:52.514876 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1a30203-f688-44da-947f-7e49917e314c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.571583 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1a30203-f688-44da-947f-7e49917e314c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.576111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1a30203-f688-44da-947f-7e49917e314c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.596844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a30203-f688-44da-947f-7e49917e314c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6f8e01-db40-497c-aef8-b6be873292c0,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.604250 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b1a30203-f688-44da-947f-7e49917e314c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.605466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b1a30203-f688-44da-947f-7e49917e314c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206663 Nov 23 18:27:52.608350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38968) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:52.612631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d0030507-ef46-4a48-99d7-77effd2c1f97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:52.638383 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0030507-ef46-4a48-99d7-77effd2c1f97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.693060 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0030507-ef46-4a48-99d7-77effd2c1f97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.696423 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0030507-ef46-4a48-99d7-77effd2c1f97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.713940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0030507-ef46-4a48-99d7-77effd2c1f97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbefcc2-b1b3-484d-bba7-7f897cea8418,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.722281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d0030507-ef46-4a48-99d7-77effd2c1f97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.723562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d0030507-ef46-4a48-99d7-77effd2c1f97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142356 Nov 23 18:27:52.726185 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38970) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:52.730952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2d8481a3-14fe-4ad2-bc7e-22c2feea4a1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:52.756729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2d8481a3-14fe-4ad2-bc7e-22c2feea4a1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.812682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2d8481a3-14fe-4ad2-bc7e-22c2feea4a1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.816155 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2d8481a3-14fe-4ad2-bc7e-22c2feea4a1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.833708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8481a3-14fe-4ad2-bc7e-22c2feea4a1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2477610-3295-4183-be84-e011571d2a6e,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.840886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2d8481a3-14fe-4ad2-bc7e-22c2feea4a1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.842069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2d8481a3-14fe-4ad2-bc7e-22c2feea4a1f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148789 Nov 23 18:27:52.844750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38972) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:52.848984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-37d91939-62d9-4e19-ae59-29d18c2fdc5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:52.869088 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-37d91939-62d9-4e19-ae59-29d18c2fdc5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Project 8b4e8ba21e9848cd95f597db5e0bee28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:27:52.874525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d91939-62d9-4e19-ae59-29d18c2fdc5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.931488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d91939-62d9-4e19-ae59-29d18c2fdc5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.936281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d91939-62d9-4e19-ae59-29d18c2fdc5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.958317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d91939-62d9-4e19-ae59-29d18c2fdc5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee19e23c-d86d-41a6-9b52-a0543e21da42,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.964503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-37d91939-62d9-4e19-ae59-29d18c2fdc5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.965298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-37d91939-62d9-4e19-ae59-29d18c2fdc5f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196294 Nov 23 18:27:52.968222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 38974) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:52.974014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3f15d2a3-eb1b-4de1-8807-94b78d063742 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'security_group_rule': {'security_group_id': 'ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:52.997856 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-3f15d2a3-eb1b-4de1-8807-94b78d063742 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Project 8b4e8ba21e9848cd95f597db5e0bee28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:27:53.002946 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f15d2a3-eb1b-4de1-8807-94b78d063742 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.058235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:53.063669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f15d2a3-eb1b-4de1-8807-94b78d063742 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.068175 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f15d2a3-eb1b-4de1-8807-94b78d063742 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.080976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:53.081339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device be4c8f1c-0dad-4b43-b8ac-0a4bd8550bbd not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:53.085460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15d2a3-eb1b-4de1-8807-94b78d063742 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8457d8-1596-4514-964f-b6055e57282a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:53.094017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3f15d2a3-eb1b-4de1-8807-94b78d063742 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.095813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3f15d2a3-eb1b-4de1-8807-94b78d063742 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266325 Nov 23 18:27:53.099061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38976) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:53.104829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'network': {'name': 'tempest-network-smoke--1114629411', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'port_security_enabled': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:53.125896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:53.129369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.153461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:27:53.162250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.162594 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Added segment 85aad0ec-c7a7-4031-9699-3314d8f6d5b6 of type vlan for network 876b1f0d-ecec-40c8-a141-357369f1bad9 Nov 23 18:27:53.206437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.230008 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.235789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:53.236372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.272717 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1724839 Nov 23 18:27:53.275448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38978) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:53.282558 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'admin_state_up': True, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:53.318365 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0444091-5d22-47f4-9625-0f465b2165b0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Network': ['ID=876b1f0d-ecec-40c8-a141-357369f1bad9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:53.332416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:27:53.334787 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.335839 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.393670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.571200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.766923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.786116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.890715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.25.0.31 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/fe045beb-2bfc-4318-b432-86ee1feec34d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:53.996136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.029350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.068845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:54.071604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:54.075781 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:54.081156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=fe045beb-2bfc-4318-b432-86ee1feec34d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:54.084588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93174e9-cf68-4444-a5fa-5afa15a6898a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:54.145407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-85959dfc-0225-409b-a158-32f23788f060 None None] Provisioning complete for port fe045beb-2bfc-4318-b432-86ee1feec34d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:54.145694 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-85959dfc-0225-409b-a158-32f23788f060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.182792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-85959dfc-0225-409b-a158-32f23788f060 None None] Port fe045beb-2bfc-4318-b432-86ee1feec34d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:54.327815 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.529849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.656488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:27:54.762232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:54.771356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20433699-7293-4ada-a018-d03ba929388b None None] Sync routers for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:54.782616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20433699-7293-4ada-a018-d03ba929388b None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:54.782841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.783184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-20433699-7293-4ada-a018-d03ba929388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:54.784077 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d9425805-7e77-40f1-ab40-46dc97d5ed60 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5075080 Nov 23 18:27:54.787248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38980) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:54.816124 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-019d541b-4c69-45f7-9434-48e06dabf726 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=8b4e8ba21e9848cd95f597db5e0bee28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277548 Nov 23 18:27:54.818668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:54.891549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-20433699-7293-4ada-a018-d03ba929388b None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:54.922308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379808b-a29c-4dfc-85f5-b1587f503df0 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:54.924204 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5379808b-a29c-4dfc-85f5-b1587f503df0 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1045969 Nov 23 18:27:54.927017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:54.955169 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c39a2b9a-a9af-4c3a-91dc-0e2d05025923 tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269845 Nov 23 18:27:54.957570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38986) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:54.962181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804295990', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:55.051994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:55.055843 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.076772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-20433699-7293-4ada-a018-d03ba929388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:54Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:55.105037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20433699-7293-4ada-a018-d03ba929388b None None] Checking router: b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:55.105743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20433699-7293-4ada-a018-d03ba929388b None None] Updating router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f port fe045beb-2bfc-4318-b432-86ee1feec34d binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:55.133656 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20433699-7293-4ada-a018-d03ba929388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.248144 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.312820 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Subnet': ['ID=8e753602-1f2a-4fe0-a78b-6b5c2f93bd99,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:55.321353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Checking segment: {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:55.321730 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network hostable DHCP agents. Network: 876b1f0d-ecec-40c8-a141-357369f1bad9, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:27:55.341572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:27:55.351171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 876b1f0d-ecec-40c8-a141-357369f1bad9) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:55.356037 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:55.356654 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.361918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b32c63-dd6b-4bd0-b259-3ac3adc0015f None None] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:55.373846 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3c4ad4b4-2500-4b71-8974-348d38657dbe tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4152730 Nov 23 18:27:55.376563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 38988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:55.449764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20433699-7293-4ada-a018-d03ba929388b None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.456810 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20433699-7293-4ada-a018-d03ba929388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.670959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cdb3d0-5fad-4ea2-8110-0469443ead71 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:55.690438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfd7fd-2420-41cb-8b13-09ba7df3e1d4 None None] Pushing event updated for resources: {'Port': ['ID=fe045beb-2bfc-4318-b432-86ee1feec34d,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:55.695905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-20433699-7293-4ada-a018-d03ba929388b None None] Attempting to bind port fe045beb-2bfc-4318-b432-86ee1feec34d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:55.696264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-20433699-7293-4ada-a018-d03ba929388b None None] Attempting to bind port fe045beb-2bfc-4318-b432-86ee1feec34d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:55.697358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20433699-7293-4ada-a018-d03ba929388b None None] Attempting to bind port fe045beb-2bfc-4318-b432-86ee1feec34d on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:55.722210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20433699-7293-4ada-a018-d03ba929388b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:55.722590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20433699-7293-4ada-a018-d03ba929388b None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:55.723022 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20433699-7293-4ada-a018-d03ba929388b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.723421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20433699-7293-4ada-a018-d03ba929388b None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:55.723902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-20433699-7293-4ada-a018-d03ba929388b None None] Bound port: fe045beb-2bfc-4318-b432-86ee1feec34d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:55.724284 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20433699-7293-4ada-a018-d03ba929388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.808332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-876b1f0d-ecec-40c8-a141-357369f1bad9', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:27:55.809174 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.811455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-20433699-7293-4ada-a018-d03ba929388b None None] For port fe045beb-2bfc-4318-b432-86ee1feec34d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:55.816714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-20433699-7293-4ada-a018-d03ba929388b None None] For port fe045beb-2bfc-4318-b432-86ee1feec34d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fe045beb-2bfc-4318-b432-86ee1feec34d,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:55.830984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20433699-7293-4ada-a018-d03ba929388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.844747 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.869468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ff7b0b3-1df7-4b3c-931d-7133c88f3fa6 None None] Provisioning complete for port fe045beb-2bfc-4318-b432-86ee1feec34d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:55.870033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b0b3-1df7-4b3c-931d-7133c88f3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.947018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb30be3-38de-49e9-8633-5eee0f3ead1c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:56.003564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfd7fd-2420-41cb-8b13-09ba7df3e1d4 None None] Pushing event updated for resources: {'Port': ['ID=fe045beb-2bfc-4318-b432-86ee1feec34d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:56.012638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20433699-7293-4ada-a018-d03ba929388b None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:56.013255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-20433699-7293-4ada-a018-d03ba929388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:56.177892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Allocated IP 172.20.0.2 (876b1f0d-ecec-40c8-a141-357369f1bad9/8e753602-1f2a-4fe0-a78b-6b5c2f93bd99/170dacab-65b3-4256-ae5d-ff3594d6f055) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:56.199496 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b0b3-1df7-4b3c-931d-7133c88f3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.238013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-20433699-7293-4ada-a018-d03ba929388b None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:56.274586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ff7b0b3-1df7-4b3c-931d-7133c88f3fa6 None None] For port fe045beb-2bfc-4318-b432-86ee1feec34d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fe045beb-2bfc-4318-b432-86ee1feec34d,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:56.303367 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b0b3-1df7-4b3c-931d-7133c88f3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.469108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7b0b3-1df7-4b3c-931d-7133c88f3fa6 None None] Pushing event updated for resources: {'Port': ['ID=fe045beb-2bfc-4318-b432-86ee1feec34d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:56.522808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2750a13a-ee90-4552-8467-b7358f603890 None None] Provisioning complete for port fe045beb-2bfc-4318-b432-86ee1feec34d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:56.523183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2750a13a-ee90-4552-8467-b7358f603890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.573803 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.590719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.636002 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.20.0.1 (876b1f0d-ecec-40c8-a141-357369f1bad9/8e753602-1f2a-4fe0-a78b-6b5c2f93bd99/7ae240e0-5e24-424a-b042-01163d40bd40) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:56.637787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:56.647547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:56.650740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:56.663956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Pushing event updated for resources: {'Port': ['ID=170dacab-65b3-4256-ae5d-ff3594d6f055,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:56.742135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-20433699-7293-4ada-a018-d03ba929388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:54Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:56.751571 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.778443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20433699-7293-4ada-a018-d03ba929388b None None] The sync data for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 is: [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:54Z', 'revision_number': 3, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:56.780957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Attempting to bind port 170dacab-65b3-4256-ae5d-ff3594d6f055 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:56.781331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Attempting to bind port 170dacab-65b3-4256-ae5d-ff3594d6f055 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:56.781696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Attempting to bind port 170dacab-65b3-4256-ae5d-ff3594d6f055 on network 876b1f0d-ecec-40c8-a141-357369f1bad9 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:56.787003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.787266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:56.787630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Checking segment: {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:56.788014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.788404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Bound using segment: {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:56.788880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Bound port: 170dacab-65b3-4256-ae5d-ff3594d6f055, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:56.789266 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.838115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:56.842229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:56.847899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:56.874213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] For port 170dacab-65b3-4256-ae5d-ff3594d6f055, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:56.879008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] For port 170dacab-65b3-4256-ae5d-ff3594d6f055, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=170dacab-65b3-4256-ae5d-ff3594d6f055,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:56.882140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=7ae240e0-5e24-424a-b042-01163d40bd40,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:56.883801 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.898529 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.952569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c4c09-86c8-4a19-b10d-9a96ae280cf6 None None] Pushing event updated for resources: {'Port': ['ID=170dacab-65b3-4256-ae5d-ff3594d6f055,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:57.212815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fe045beb-2bfc-4318-b432-86ee1feec34d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:57.283687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fe045beb-2bfc-4318-b432-86ee1feec34d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:57.284334 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.457061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.750850 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.758089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.835453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=7ae240e0-5e24-424a-b042-01163d40bd40,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:57.838006 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.940940 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:57.942487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:58.062656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:58.081867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd957c96-68e0-4ee4-aeb8-08378e586ddc None None] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:58.168467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fe7379ac-b9e7-4028-8cec-8a78acc9212a None None] Provisioning complete for port 170dacab-65b3-4256-ae5d-ff3594d6f055 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:58.168906 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fe7379ac-b9e7-4028-8cec-8a78acc9212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:58.184232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:58.189266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-82cfdf45-fb3a-4fed-80f0-dcd37a5b99d1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "PUT /v2.0/routers/b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8116221 Nov 23 18:27:58.318247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fe7379ac-b9e7-4028-8cec-8a78acc9212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:58.359096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fe7379ac-b9e7-4028-8cec-8a78acc9212a None None] For port 170dacab-65b3-4256-ae5d-ff3594d6f055, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=170dacab-65b3-4256-ae5d-ff3594d6f055,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:58.364926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fe7379ac-b9e7-4028-8cec-8a78acc9212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:58.418134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-0482bc31-472d-41f3-98f0-bba371568025 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852999263&fields=id&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 267 time: 0.0575399 Nov 23 18:27:58.422142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7379ac-b9e7-4028-8cec-8a78acc9212a None None] Pushing event updated for resources: {'Port': ['ID=170dacab-65b3-4256-ae5d-ff3594d6f055,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:58.564446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f947e-1671-43bc-96fd-985beba1bee2 req-bcd6412a-8fba-4714-949b-bc86e0204bc4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:58.566052 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-bcd6412a-8fba-4714-949b-bc86e0204bc4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/networks?id=876b1f0d-ecec-40c8-a141-357369f1bad9 HTTP/1.1" status: 200 len: 797 time: 0.1226747 Nov 23 18:27:58.589105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-f3f1eef8-a917-414c-940b-f41aab7d41a9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/quotas/8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 375 time: 0.0159097 Nov 23 18:27:58.590611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c98e565b-caaf-4daa-8095-71b53c2c9b45 None None] Provisioning complete for port 7ae240e0-5e24-424a-b042-01163d40bd40 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:58.591123 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c98e565b-caaf-4daa-8095-71b53c2c9b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:58.629899 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Sync routers for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:58.636129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c98e565b-caaf-4daa-8095-71b53c2c9b45 None None] Port 7ae240e0-5e24-424a-b042-01163d40bd40 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:58.642897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-f34619a1-d0e5-4b06-b0b1-95e54dffada5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528865 Nov 23 18:27:58.645568 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:58.646197 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:58.660082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c98e565b-caaf-4daa-8095-71b53c2c9b45 None None] Provisioning complete for port 170dacab-65b3-4256-ae5d-ff3594d6f055 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:58.660465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c98e565b-caaf-4daa-8095-71b53c2c9b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:58.762680 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-f79af03a-b917-4581-acd2-7590a53b7c7b service neutron] 10.222.0.74 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074035 Nov 23 18:27:58.773361 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:58.879351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-22b40f23-abfc-4590-94f8-c9cac8a3bc38 service neutron] 10.222.0.74 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017499 Nov 23 18:27:58.895970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7187e8f1-ea0b-44b0-9c66-f1b379924f76 None None] Provisioning complete for port 7ae240e0-5e24-424a-b042-01163d40bd40 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:58.896380 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7187e8f1-ea0b-44b0-9c66-f1b379924f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:58.939432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7187e8f1-ea0b-44b0-9c66-f1b379924f76 None None] Port 7ae240e0-5e24-424a-b042-01163d40bd40 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:59.063791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-45d9e2f7-4ede-4a19-9eb0-d974f6c56be5 None None] Provisioning complete for port 7ae240e0-5e24-424a-b042-01163d40bd40 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:59.064173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-45d9e2f7-4ede-4a19-9eb0-d974f6c56be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.089635 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 2, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:59.105295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-45d9e2f7-4ede-4a19-9eb0-d974f6c56be5 None None] Port 7ae240e0-5e24-424a-b042-01163d40bd40 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:59.113794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d5c0aa2-5633-4736-9861-fa13b6a3cf6c req-4fe8295f-a8f7-439b-a268-1c9e81481515 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 210 time: 0.0681231 Nov 23 18:27:59.123254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Checking router: b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:59.123615 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Updating router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f port 7ae240e0-5e24-424a-b042-01163d40bd40 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:59.152476 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.188204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 170dacab-65b3-4256-ae5d-ff3594d6f055 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:59.242046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 170dacab-65b3-4256-ae5d-ff3594d6f055 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:59.242570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.444323 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.452440 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.533246 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd69e7d-48a3-4b0d-ab5d-ede2db186003 None None] Pushing event updated for resources: {'Port': ['ID=7ae240e0-5e24-424a-b042-01163d40bd40,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:59.567865 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Attempting to bind port 7ae240e0-5e24-424a-b042-01163d40bd40 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:59.568240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Attempting to bind port 7ae240e0-5e24-424a-b042-01163d40bd40 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:59.568605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Attempting to bind port 7ae240e0-5e24-424a-b042-01163d40bd40 on network 876b1f0d-ecec-40c8-a141-357369f1bad9 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:59.575653 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:59.576325 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Checking segment: {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:59.576723 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.577114 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Bound using segment: {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:59.577585 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Bound port: 7ae240e0-5e24-424a-b042-01163d40bd40, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:59.577963 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.648344 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] For port 7ae240e0-5e24-424a-b042-01163d40bd40, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:59.652135 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] For port 7ae240e0-5e24-424a-b042-01163d40bd40, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7ae240e0-5e24-424a-b042-01163d40bd40,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:59.658472 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.734455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-54e937a1-e96f-4f98-a633-48e39bf5ebb8 None None] Provisioning complete for port 7ae240e0-5e24-424a-b042-01163d40bd40 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:59.734970 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54e937a1-e96f-4f98-a633-48e39bf5ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.738185 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:59.739108 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:59.746615 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd69e7d-48a3-4b0d-ab5d-ede2db186003 None None] Pushing event updated for resources: {'Port': ['ID=7ae240e0-5e24-424a-b042-01163d40bd40,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:59.829074 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54e937a1-e96f-4f98-a633-48e39bf5ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.860026 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:59.875496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-54e937a1-e96f-4f98-a633-48e39bf5ebb8 None None] For port 7ae240e0-5e24-424a-b042-01163d40bd40, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7ae240e0-5e24-424a-b042-01163d40bd40,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:59.880452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54e937a1-e96f-4f98-a633-48e39bf5ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.933999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e937a1-e96f-4f98-a633-48e39bf5ebb8 None None] Pushing event updated for resources: {'Port': ['ID=7ae240e0-5e24-424a-b042-01163d40bd40,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:00.003613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cef899ad-f8b8-40ec-bc79-416b6ff0df51 None None] Provisioning complete for port 7ae240e0-5e24-424a-b042-01163d40bd40 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:28:00.004049 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cef899ad-f8b8-40ec-bc79-416b6ff0df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:00.087654 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:59Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:00.128147 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c817f4-4803-42f6-a4a9-42de210b0224 None None] The sync data for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 is: [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:59Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:28:00.205043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f947e-1671-43bc-96fd-985beba1bee2 req-2819037f-b898-4965-9e24-227f9338913f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:00.207850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-2819037f-b898-4965-9e24-227f9338913f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "GET /v2.0/networks?id=876b1f0d-ecec-40c8-a141-357369f1bad9 HTTP/1.1" status: 200 len: 797 time: 0.1530519 Nov 23 18:28:00.264852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3aedfe6-64a8-4bc7-a6ed-0a81c6bf3be6 req-6227afb8-30e5-4d90-acc8-875737fb53e8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 210 time: 0.0315778 Nov 23 18:28:00.307733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b2a0dde4-6c65-4872-83a6-71f0f71b7e48 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4e8ba21e9848cd95f597db5e0bee28 HTTP/1.1" status: 200 len: 379 time: 0.0885847 Nov 23 18:28:00.318150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'port': {'device_id': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'admin_state_up': True, 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'security_groups': ['ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:00.450082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Made reservation on behalf of 8b4e8ba21e9848cd95f597db5e0bee28 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:28:00.453872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:00.597679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.20.0.3 (876b1f0d-ecec-40c8-a141-357369f1bad9/8e753602-1f2a-4fe0-a78b-6b5c2f93bd99/fdb00053-54ac-440e-ad5c-f0791308a5df) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:28:00.757601 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:00.798402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:00.845518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:28:00.848640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:28:00.852468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:28:00.860051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:00.912964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:00.913626 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:00.931503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-b85b183b-ff19-4321-94dd-eb5ae3ca6065 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178832 Nov 23 18:28:00.950517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Request body: {'port': {'device_id': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:01.012493 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.136047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-568a9851-6884-4fe0-8ae2-ccebedf1b4d7 None None] Provisioning complete for port fdb00053-54ac-440e-ad5c-f0791308a5df triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:28:01.137583 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-568a9851-6884-4fe0-8ae2-ccebedf1b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.163035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7ae240e0-5e24-424a-b042-01163d40bd40 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:28:01.204339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-568a9851-6884-4fe0-8ae2-ccebedf1b4d7 None None] Port fdb00053-54ac-440e-ad5c-f0791308a5df cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:28:01.226357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7ae240e0-5e24-424a-b042-01163d40bd40 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:28:01.226786 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.346544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb00053-54ac-440e-ad5c-f0791308a5df {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:28:01.361716 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.396188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Transition to ACTIVE for port object fdb00053-54ac-440e-ad5c-f0791308a5df will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:28:01.402121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.443223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3676-f35b-48c6-9466-c284520b9c72 req-1ada9ce3-80e4-443f-99c8-d3b69de274b1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:01.444703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f6f3676-f35b-48c6-9466-c284520b9c72 req-1ada9ce3-80e4-443f-99c8-d3b69de274b1 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 931 time: 0.1006706 Nov 23 18:28:01.475856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:01.561059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f6f3676-f35b-48c6-9466-c284520b9c72 req-588d9637-5c94-4549-8bde-a9423e7bcf6a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033654 Nov 23 18:28:01.582704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Attempting to bind port fdb00053-54ac-440e-ad5c-f0791308a5df on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:28:01.583047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Attempting to bind port fdb00053-54ac-440e-ad5c-f0791308a5df by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:28:01.583381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Attempting to bind port fdb00053-54ac-440e-ad5c-f0791308a5df on network 876b1f0d-ecec-40c8-a141-357369f1bad9 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:28:01.587985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Port fdb00053-54ac-440e-ad5c-f0791308a5df on network 876b1f0d-ecec-40c8-a141-357369f1bad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:28:01.588342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Attempting to bind port fdb00053-54ac-440e-ad5c-f0791308a5df on network 876b1f0d-ecec-40c8-a141-357369f1bad9 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:28:01.593274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:28:01.593616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Checking segment: {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:28:01.594003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Bound using segment: {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:28:01.594425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Bound port: fdb00053-54ac-440e-ad5c-f0791308a5df, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85aad0ec-c7a7-4031-9699-3314d8f6d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:28:01.594805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.658675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:28:01.661865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:28:01.666652 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.701365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:01.701988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.703445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-20388be8-902d-4672-8efa-377bed655b43 service neutron] 10.222.0.72 "PUT /v2.0/ports/fdb00053-54ac-440e-ad5c-f0791308a5df HTTP/1.1" status: 200 len: 1091 time: 0.7587323 Nov 23 18:28:01.703940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:28:01.706156 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95213605-8c6f-4e48-8fc9-b0a15e824fec" -d '{"events": [{"name": "network-changed", "server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:28:01.733905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20388be8-902d-4672-8efa-377bed655b43 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:01.764560 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6949d2c5-fbd5-43c8-bb65-1ddeba34af30 x-openstack-request-id: req-6949d2c5-fbd5-43c8-bb65-1ddeba34af30 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:28:01.765187 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:28:01.765443 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6949d2c5-fbd5-43c8-bb65-1ddeba34af30 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:28:01.765864 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'status': 'completed', 'code': 200} Nov 23 18:28:01.809822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f947e-1671-43bc-96fd-985beba1bee2 req-59f9329d-7fd7-4a3c-883e-6eeb080415c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:01.811490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-59f9329d-7fd7-4a3c-883e-6eeb080415c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 1094 time: 0.0432165 Nov 23 18:28:01.864949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-90b92594-48ba-4429-a189-4ffb952862d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb00053-54ac-440e-ad5c-f0791308a5df HTTP/1.1" status: 200 len: 217 time: 0.0387516 Nov 23 18:28:01.921016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f947e-1671-43bc-96fd-985beba1bee2 req-40095793-2d32-45f3-aac0-9ee1ef56c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:01.922473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-40095793-2d32-45f3-aac0-9ee1ef56c73c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e753602-1f2a-4fe0-a78b-6b5c2f93bd99 HTTP/1.1" status: 200 len: 835 time: 0.0455678 Nov 23 18:28:01.973589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f947e-1671-43bc-96fd-985beba1bee2 req-858db2f5-51be-45eb-8a91-fbb34dfe742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:01.975109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-858db2f5-51be-45eb-8a91-fbb34dfe742a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=876b1f0d-ecec-40c8-a141-357369f1bad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408001 Nov 23 18:28:02.074598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-86df254f-c0b5-4e28-8d08-3d1c65b1d684 service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877192 Nov 23 18:28:02.167785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-983f947e-1671-43bc-96fd-985beba1bee2 req-6567f49a-7b73-4b63-92ad-e85f1b9d8835 service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821793 Nov 23 18:28:02.268486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-8a0d1b49-c893-4159-bf9e-cd4ebeabf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:02.269985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-8a0d1b49-c893-4159-bf9e-cd4ebeabf116 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 1094 time: 0.0461397 Nov 23 18:28:02.359630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-57d41516-aacb-4c06-b872-bde80e3c43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:02.361113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-57d41516-aacb-4c06-b872-bde80e3c43f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=876b1f0d-ecec-40c8-a141-357369f1bad9 HTTP/1.1" status: 200 len: 898 time: 0.0839963 Nov 23 18:28:02.407043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-2d2658ce-d60c-4f85-b7b1-0e9908c98c6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb00053-54ac-440e-ad5c-f0791308a5df HTTP/1.1" status: 200 len: 217 time: 0.0380909 Nov 23 18:28:02.458024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-4a4e0760-8c59-4288-9498-3c79c80d991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:02.459535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-4a4e0760-8c59-4288-9498-3c79c80d991c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e753602-1f2a-4fe0-a78b-6b5c2f93bd99 HTTP/1.1" status: 200 len: 835 time: 0.0442240 Nov 23 18:28:02.506721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-2353c83c-0095-4808-af1e-085a2758639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:02.508150 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-2353c83c-0095-4808-af1e-085a2758639f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=876b1f0d-ecec-40c8-a141-357369f1bad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406330 Nov 23 18:28:02.608371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-75d7347c-2ef9-4e09-8d89-d983d39fe084 service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908377 Nov 23 18:28:02.737692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53230b7a-ecbd-4ba7-b372-454a60176eb9 req-0a9f6c9b-addb-46d9-bcca-cfb0c04a9287 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:02.739217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53230b7a-ecbd-4ba7-b372-454a60176eb9 req-0a9f6c9b-addb-46d9-bcca-cfb0c04a9287 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 943 time: 0.0972750 Nov 23 18:28:02.741595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95213605-8c6f-4e48-8fc9-b0a15e824fec req-9de18bce-f636-4fc7-9c00-58551d572f65 service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252286 Nov 23 18:28:02.788265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53230b7a-ecbd-4ba7-b372-454a60176eb9 req-e25d6538-fe60-4342-a9e9-28e68910fadf tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430980 Nov 23 18:28:03.904751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709ad26-81bf-4705-81c5-614fc905c5a4 req-db241c5a-69ea-4512-99cc-6478e1f91124 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:03.906269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8709ad26-81bf-4705-81c5-614fc905c5a4 req-db241c5a-69ea-4512-99cc-6478e1f91124 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 943 time: 0.0485442 Nov 23 18:28:03.955821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8709ad26-81bf-4705-81c5-614fc905c5a4 req-05deeed5-a0d1-4c09-8f77-40d67934e85d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436196 Nov 23 18:28:04.161988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-b1e025fb-cbd1-41ef-8922-2063f1c55701 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398867 Nov 23 18:28:04.250977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-3ac6f1ff-13ae-486e-9825-6d783ef9af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:04.252473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-3ac6f1ff-13ae-486e-9825-6d783ef9af6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1096 time: 0.0483584 Nov 23 18:28:04.362235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-a352a7f2-021e-4426-8ecb-8b469e764f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:04.363761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-a352a7f2-021e-4426-8ecb-8b469e764f45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 909 time: 0.0911808 Nov 23 18:28:04.436598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-1c4fc869-bdc2-4e94-92e2-3a59b2b16b9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 1001 time: 0.0628090 Nov 23 18:28:04.487946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-391b5ad3-9735-4422-90aa-1416bd80fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:04.489386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-391b5ad3-9735-4422-90aa-1416bd80fe68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 200 len: 847 time: 0.0445559 Nov 23 18:28:04.535487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-9662bea7-6601-44e9-8619-d94ea92209c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:04.536959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-9662bea7-6601-44e9-8619-d94ea92209c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407045 Nov 23 18:28:04.631045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-1cbe2a6c-55f3-4153-8557-02974da3ef31 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872948 Nov 23 18:28:04.721487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ccba4d0-bece-4f04-8865-9466f6a20f26 req-ae9f8412-0581-4680-9c7d-8f9ca4f9a5a9 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835752 Nov 23 18:28:04.995998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fdb00053-54ac-440e-ad5c-f0791308a5df details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:28:05.078409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfdf65-3d2a-41f9-8e12-8fa3a7e74551 req-02f41b30-829a-43d8-abb4-2d86650c87f9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:05.080002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcdfdf65-3d2a-41f9-8e12-8fa3a7e74551 req-02f41b30-829a-43d8-abb4-2d86650c87f9 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 943 time: 0.0553074 Nov 23 18:28:05.091927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:05.133186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcdfdf65-3d2a-41f9-8e12-8fa3a7e74551 req-14f98012-d7fd-4012-8efe-a5d57fdba50a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471110 Nov 23 18:28:05.253596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'port_id': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:28:05.291654 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:05.304123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb00053-54ac-440e-ad5c-f0791308a5df {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:28:05.323894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:05.327608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:05.373821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:05.605338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['fdb00053-54ac-440e-ad5c-f0791308a5df'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:28:06.253189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04beaf-5c4b-42cb-8d97-fb67b9045e9d req-165ee89f-301d-4a71-9dca-57b07c4b241e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:06.254709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef04beaf-5c4b-42cb-8d97-fb67b9045e9d req-165ee89f-301d-4a71-9dca-57b07c4b241e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 944 time: 0.0493622 Nov 23 18:28:06.305748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef04beaf-5c4b-42cb-8d97-fb67b9045e9d req-7055b1aa-11e6-410d-adde-abcf0934ad71 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443044 Nov 23 18:28:07.011109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fdb00053-54ac-440e-ad5c-f0791308a5df up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:28:07.062774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port fdb00053-54ac-440e-ad5c-f0791308a5df completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:28:07.067267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port fdb00053-54ac-440e-ad5c-f0791308a5df triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:28:07.067669 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:07.143570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:07.166233 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:28:07.168697 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3795034e-1d5d-47b2-973b-ba43f5387c55" -d '{"events": [{"server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "name": "network-vif-plugged", "status": "completed", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:28:07.181462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:07.185674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:07.209536 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c91a91-d1fa-401f-9baa-7c87639b1660 x-openstack-request-id: req-d9c91a91-d1fa-401f-9baa-7c87639b1660 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:28:07.209845 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "name": "network-vif-plugged", "status": "completed", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:28:07.210105 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d9c91a91-d1fa-401f-9baa-7c87639b1660 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:28:07.210502 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'code': 200} Nov 23 18:28:07.239592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:07.320987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa62ba3-7b69-4d8d-81aa-cff3e1a68ca4 req-47fabdde-f407-4cd3-b84b-964e578339b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:07.322495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fa62ba3-7b69-4d8d-81aa-cff3e1a68ca4 req-47fabdde-f407-4cd3-b84b-964e578339b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 1096 time: 0.0437777 Nov 23 18:28:07.377168 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fa62ba3-7b69-4d8d-81aa-cff3e1a68ca4 req-c02e9415-36a7-46bd-abb6-a92f659f71db service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450587 Nov 23 18:28:07.425465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5cbb3-e32b-44c6-b234-374ebc0f3ec3 req-eec6634b-7d29-4db7-8ff5-677619fe5d34 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:07.426960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb5cbb3-e32b-44c6-b234-374ebc0f3ec3 req-eec6634b-7d29-4db7-8ff5-677619fe5d34 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Nov 23 18:28:07.475941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edb5cbb3-e32b-44c6-b234-374ebc0f3ec3 req-1f390509-0430-426f-aba9-ac195cf69f04 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431509 Nov 23 18:28:08.593037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ff4ab-8171-4542-8f52-45764f50fe59 req-4a036da0-6d5f-40d6-81b8-5d9c10ebf099 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:08.594433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6ff4ab-8171-4542-8f52-45764f50fe59 req-4a036da0-6d5f-40d6-81b8-5d9c10ebf099 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0507631 Nov 23 18:28:08.644848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd6ff4ab-8171-4542-8f52-45764f50fe59 req-c9a4404c-9f86-41b6-adff-9c03c931d43a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442944 Nov 23 18:28:09.469935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:28:09.770172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced0d5-b7ad-405e-91f8-c6a4e8df92b6 req-fe01cf39-8c9a-4e76-99e3-c23dde6e9737 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:09.772714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3ced0d5-b7ad-405e-91f8-c6a4e8df92b6 req-fe01cf39-8c9a-4e76-99e3-c23dde6e9737 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0560760 Nov 23 18:28:09.830009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3ced0d5-b7ad-405e-91f8-c6a4e8df92b6 req-14de3c72-3838-469d-b8dc-9767c71be4af tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512879 Nov 23 18:28:09.959816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fe492-47d3-4c48-be72-c2f082623a93 req-81202725-a60f-43e7-9fa6-4a0a7a5974ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:09.961438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d9fe492-47d3-4c48-be72-c2f082623a93 req-81202725-a60f-43e7-9fa6-4a0a7a5974ff tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0572941 Nov 23 18:28:10.016130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d9fe492-47d3-4c48-be72-c2f082623a93 req-0a265bb9-50a8-4fbb-a7f6-3361a0fe9aca tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484591 Nov 23 18:28:10.042297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39040) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:10.089128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784a017-88d9-4e08-a150-b2b2a832a0ce tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:10.091961 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8784a017-88d9-4e08-a150-b2b2a832a0ce tempest-TestNetworkAdvancedServerOps-2074615339 tempest-TestNetworkAdvancedServerOps-2074615339-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 1091 time: 0.0480170 Nov 23 18:28:10.095388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39042) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:10.101609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:10.127220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:10.256743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:10.376511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Allocated IP 172.25.0.139 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/0c31fd8e-9174-4272-94ae-a228b02af74a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:28:10.501489 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:10.539110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:10.578493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:28:10.581281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:28:10.584651 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:28:10.590454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=0c31fd8e-9174-4272-94ae-a228b02af74a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:10.952174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:11.020581 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:11.179093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:11.183580 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:11.257249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event updated for resources: {'Port': ['ID=0c31fd8e-9174-4272-94ae-a228b02af74a,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:11.265903 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:11.286050 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9e9321c1-c9e9-4d34-9bf4-e29195699884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:11.368470 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Floating IP 6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f associated. External IP: 172.25.0.139, port: fdb00053-54ac-440e-ad5c-f0791308a5df. Nov 23 18:28:11.917242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:28:12.022444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:28:12.033037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] Sync routers for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:28:12.041072 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:12.043125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:12.043934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:12.071634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-39a67068-f8f5-4e38-9ef9-e1063990145c tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9751244 Nov 23 18:28:12.072238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:28:12.074550 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa212291-984a-4b19-b1c4-c19fb9c4f106" -d '{"events": [{"name": "network-changed", "server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:28:12.159929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:12.180768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf27c4-c2da-4610-9bb1-45502f736e38 req-789c52af-d9bf-4880-a07b-6cdc02ec87a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:12.182172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-efdf27c4-c2da-4610-9bb1-45502f736e38 req-789c52af-d9bf-4880-a07b-6cdc02ec87a0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0617106 Nov 23 18:28:12.234636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-efdf27c4-c2da-4610-9bb1-45502f736e38 req-2e900aff-34ef-4608-a1fd-e13d43e59d35 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455165 Nov 23 18:28:12.257180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39050) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:12.278390 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577a344-4d14-4ff4-9bef-3d8e80088174 x-openstack-request-id: req-4577a344-4d14-4ff4-9bef-3d8e80088174 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:28:12.278792 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:28:12.279120 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4577a344-4d14-4ff4-9bef-3d8e80088174 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:28:12.279754 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'status': 'completed', 'code': 200} Nov 23 18:28:12.323091 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bae3df4c-9e41-4e20-bdec-9e11c8b604ac tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f HTTP/1.1" status: 200 len: 991 time: 0.0647342 Nov 23 18:28:12.341364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-332821b4-a23e-4669-a36f-bc3045d0dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:12.342973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-332821b4-a23e-4669-a36f-bc3045d0dd5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 1096 time: 0.0414298 Nov 23 18:28:12.409056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'port_id': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:28:10Z', 'updated_at': '2021-11-23T18:28:10Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:59Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:12.435943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] Checking router: b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:28:12.442131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-0967356e-12a6-48a5-b2aa-d6d74cab286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:12.443659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-0967356e-12a6-48a5-b2aa-d6d74cab286d service neutron] 10.222.0.72 "GET /v2.0/networks?id=876b1f0d-ecec-40c8-a141-357369f1bad9 HTTP/1.1" status: 200 len: 898 time: 0.0930238 Nov 23 18:28:12.445032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:12.445728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:27:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:12.508144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-581eb388-9e8b-43a6-8995-99d66f3cbeb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb00053-54ac-440e-ad5c-f0791308a5df HTTP/1.1" status: 200 len: 999 time: 0.0567462 Nov 23 18:28:12.555921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:12.561858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-ceb2a1fd-cad3-46f1-b11f-5b1f1c48a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:12.563380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-ceb2a1fd-cad3-46f1-b11f-5b1f1c48a245 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e753602-1f2a-4fe0-a78b-6b5c2f93bd99 HTTP/1.1" status: 200 len: 835 time: 0.0487514 Nov 23 18:28:12.610801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-a77e56b9-3690-4554-bb3a-2b649b387b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:12.612435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-a77e56b9-3690-4554-bb3a-2b649b387b67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=876b1f0d-ecec-40c8-a141-357369f1bad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414441 Nov 23 18:28:12.709147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-0a618305-d401-4098-9b9a-3a980c00862e service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891843 Nov 23 18:28:12.784694 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'port_id': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:28:10Z', 'updated_at': '2021-11-23T18:28:10Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:59Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:12.812359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa212291-984a-4b19-b1c4-c19fb9c4f106 req-a57eaf0d-7b48-4684-9cec-2d86701b9766 service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963097 Nov 23 18:28:12.816586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391b9c5-4942-4a93-be5d-1e140363a8c0 None None] The sync data for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 is: [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'port_id': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:28:10Z', 'updated_at': '2021-11-23T18:28:10Z', 'revision_number': 0, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:59Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:28:13.029750 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6be04-5983-45d8-9a66-be6abddf924b None None] New status for floating IP 6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:28:13.324489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39052) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:13.345450 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e644-cef2-43e5-8f4d-915c6066a702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:13.399993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-99773325-32c0-4b2e-ac05-6a0ef1ebfdef tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f HTTP/1.1" status: 200 len: 993 time: 0.0743189 Nov 23 18:28:15.140642 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:16.483173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:17.906811 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:19.709522 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:20.786091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:25.600807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39066) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:25.699577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834602-59c9-4dbb-b725-47e349eb60c1 req-73a7d378-5360-4b67-a910-7f2d666b3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:25.701130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf834602-59c9-4dbb-b725-47e349eb60c1 req-73a7d378-5360-4b67-a910-7f2d666b3812 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1096 time: 0.0994186 Nov 23 18:28:25.747766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf834602-59c9-4dbb-b725-47e349eb60c1 req-e5fda104-b25a-447d-99e4-e530f540ca5f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Nov 23 18:28:41.290341 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6bd7-58ba-4bab-bc95-f65393dcc3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:43.348666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c54ace14-534e-4e67-bdab-b1083278be28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:45.147218 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:46.469427 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:28:46.487293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:47.050949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ca5a-ac59-4d73-973d-aa941c67d412 req-4d159bd4-ec13-4334-92f4-e246378ec16a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:47.052446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f033ca5a-ac59-4d73-973d-aa941c67d412 req-4d159bd4-ec13-4334-92f4-e246378ec16a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0542386 Nov 23 18:28:47.113441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f033ca5a-ac59-4d73-973d-aa941c67d412 req-28b10242-a4aa-47dd-b015-ad7b335dc359 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549865 Nov 23 18:28:47.914092 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:48.236012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094826f-2498-4b4a-a199-b52ab5cdc79d req-dff06d92-119b-4cf9-a377-2eacbd51ae10 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:48.237292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6094826f-2498-4b4a-a199-b52ab5cdc79d req-dff06d92-119b-4cf9-a377-2eacbd51ae10 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0537965 Nov 23 18:28:48.287640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6094826f-2498-4b4a-a199-b52ab5cdc79d req-b0a9a46c-277c-4de1-996b-05a1bdd45de2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435755 Nov 23 18:28:49.408741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85b4f2-09ef-4317-860e-8ef1105cfc78 req-285f1732-155c-4458-ae6c-e2f913e8208e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:49.410238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de85b4f2-09ef-4317-860e-8ef1105cfc78 req-285f1732-155c-4458-ae6c-e2f913e8208e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Nov 23 18:28:49.460450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de85b4f2-09ef-4317-860e-8ef1105cfc78 req-94f62f5f-d298-41d4-bfd3-8905d5e4be39 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441411 Nov 23 18:28:49.709422 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:50.578561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d66ef-b716-4dd3-980a-9d5fb5a826bd req-4f9fcd1a-888a-44bd-baa3-0e0c762c2a97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:50.580640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e1d66ef-b716-4dd3-980a-9d5fb5a826bd req-4f9fcd1a-888a-44bd-baa3-0e0c762c2a97 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0510907 Nov 23 18:28:50.634426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e1d66ef-b716-4dd3-980a-9d5fb5a826bd req-c7467b22-7465-42d4-8122-3ca60031f3ea tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477591 Nov 23 18:28:50.817740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:51.749011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae85f-34dd-4e27-98db-cdc717c4b5ff req-0b35325a-a2c4-45db-aadf-0f8a9ccd241d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:51.750505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b0ae85f-34dd-4e27-98db-cdc717c4b5ff req-0b35325a-a2c4-45db-aadf-0f8a9ccd241d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0494208 Nov 23 18:28:51.801850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b0ae85f-34dd-4e27-98db-cdc717c4b5ff req-f572734b-eb07-4a6b-9135-ca6bf383f3bd tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451677 Nov 23 18:28:52.918639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d206272-45b2-4438-811d-5a53e72e8b87 req-3f9edd37-ad10-4ca7-bcf9-c1d4413a0c16 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:52.920170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d206272-45b2-4438-811d-5a53e72e8b87 req-3f9edd37-ad10-4ca7-bcf9-c1d4413a0c16 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0510783 Nov 23 18:28:52.970794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d206272-45b2-4438-811d-5a53e72e8b87 req-4d6f454c-28ab-48fa-b3c1-a210be10c6d3 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443203 Nov 23 18:28:54.118564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ade2e4-4c4c-453a-b6de-e88765968290 req-0e1ddae9-bb6a-4ad8-af52-eca1bd4cc90e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:54.120154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7ade2e4-4c4c-453a-b6de-e88765968290 req-0e1ddae9-bb6a-4ad8-af52-eca1bd4cc90e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0610445 Nov 23 18:28:54.184916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7ade2e4-4c4c-453a-b6de-e88765968290 req-5485c51d-a8d4-4bb6-b600-c156a04cd9ad tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560520 Nov 23 18:28:55.326014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb39093-cf67-4b09-a95d-62692985fc11 req-9609f39d-68f2-4959-a7cf-9b878ce05b08 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:55.327499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebb39093-cf67-4b09-a95d-62692985fc11 req-9609f39d-68f2-4959-a7cf-9b878ce05b08 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0578392 Nov 23 18:28:55.383444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebb39093-cf67-4b09-a95d-62692985fc11 req-e386bbb1-7619-48a5-8741-d4101b816e34 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485032 Nov 23 18:28:56.526162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dd9df-100c-4dbb-b6e6-50901a615824 req-7d9f3ea8-cd75-4f8a-8312-9dc8db3fe72f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:56.527722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e0dd9df-100c-4dbb-b6e6-50901a615824 req-7d9f3ea8-cd75-4f8a-8312-9dc8db3fe72f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0587161 Nov 23 18:28:56.590077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e0dd9df-100c-4dbb-b6e6-50901a615824 req-5a2f72f4-ac25-43aa-b8ca-05439b073931 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468247 Nov 23 18:28:57.213236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-34b91d29-61b5-4783-9b9b-bf05f67b34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:57.214851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-34b91d29-61b5-4783-9b9b-bf05f67b34c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 1096 time: 0.0442359 Nov 23 18:28:57.329426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-827633f7-5cc7-444a-8c08-429ccf497a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:57.330922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-827633f7-5cc7-444a-8c08-429ccf497a64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=876b1f0d-ecec-40c8-a141-357369f1bad9 HTTP/1.1" status: 200 len: 898 time: 0.0958505 Nov 23 18:28:57.402831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-3884445c-326d-4aef-bf11-b1c65501dcac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb00053-54ac-440e-ad5c-f0791308a5df HTTP/1.1" status: 200 len: 1001 time: 0.0614429 Nov 23 18:28:57.456009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-77b19d27-68a6-420a-ab26-3c2122358b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:57.459769 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-77b19d27-68a6-420a-ab26-3c2122358b7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e753602-1f2a-4fe0-a78b-6b5c2f93bd99 HTTP/1.1" status: 200 len: 835 time: 0.0461800 Nov 23 18:28:57.513282 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-744b1623-d3ab-458c-b925-9deb5b5b19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:57.514840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-744b1623-d3ab-458c-b925-9deb5b5b19ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=876b1f0d-ecec-40c8-a141-357369f1bad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493050 Nov 23 18:28:57.609223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-aab4d827-861f-4eb5-860b-7a5486d0f585 service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849259 Nov 23 18:28:57.740749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3c8eaa2-f4ad-4ca1-98f2-2b0405506b75 req-18f46b40-a5af-42e1-bc26-5d3790b4aeed service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240766 Nov 23 18:28:57.753107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09675a17-3ac9-42d3-95d0-32f5f9816efb req-06636013-8b9a-459e-9a3a-1ae9f3b7e1cb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:57.755310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09675a17-3ac9-42d3-95d0-32f5f9816efb req-06636013-8b9a-459e-9a3a-1ae9f3b7e1cb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0739779 Nov 23 18:28:57.817108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09675a17-3ac9-42d3-95d0-32f5f9816efb req-c1ee8dee-73a2-4115-8966-b8735e6f739d tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534732 Nov 23 18:28:58.940531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274ad1-6e78-4e97-8d5e-40ef143eb92f req-a201aa32-8516-4e4e-b3fa-3c7894b587be tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:58.942093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5274ad1-6e78-4e97-8d5e-40ef143eb92f req-a201aa32-8516-4e4e-b3fa-3c7894b587be tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0514572 Nov 23 18:28:59.000834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5274ad1-6e78-4e97-8d5e-40ef143eb92f req-0269bae3-b2c1-4776-886d-32e46801600f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518482 Nov 23 18:29:00.120905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e388-b838-4ede-b6c1-8ecb3464c1d3 req-3b8098d5-a198-425b-9a59-c704303ff717 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:00.122462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad14e388-b838-4ede-b6c1-8ecb3464c1d3 req-3b8098d5-a198-425b-9a59-c704303ff717 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0518868 Nov 23 18:29:00.177148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad14e388-b838-4ede-b6c1-8ecb3464c1d3 req-9058dc9c-bc35-4d0e-a35b-0c47d2c5aa9f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478463 Nov 23 18:29:01.311248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f19c8-92e0-4920-8bfb-ab190318113a req-1d8897f2-34c1-4c61-a4c6-f598a9cceb58 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:01.312951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-313f19c8-92e0-4920-8bfb-ab190318113a req-1d8897f2-34c1-4c61-a4c6-f598a9cceb58 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0551145 Nov 23 18:29:01.370143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-313f19c8-92e0-4920-8bfb-ab190318113a req-e33cc112-a2a2-460f-8fa5-e386901974c6 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501392 Nov 23 18:29:02.506701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72aa232-13ef-45a2-b66f-66b098dd8f17 req-c0ce6f08-7fcc-4f08-a4a2-7d69604fb6da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:02.508379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c72aa232-13ef-45a2-b66f-66b098dd8f17 req-c0ce6f08-7fcc-4f08-a4a2-7d69604fb6da tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0652087 Nov 23 18:29:02.570037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c72aa232-13ef-45a2-b66f-66b098dd8f17 req-9ce7b5bd-1e38-4155-a32c-76552a587ef2 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520637 Nov 23 18:29:03.688721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f4fb0-a729-4ba7-91fe-09bfe8075961 req-5da51cc0-30a3-430a-a582-6c1d2405be6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:03.690232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e1f4fb0-a729-4ba7-91fe-09bfe8075961 req-5da51cc0-30a3-430a-a582-6c1d2405be6f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0507138 Nov 23 18:29:03.742226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e1f4fb0-a729-4ba7-91fe-09bfe8075961 req-a0c637d7-6818-4c5a-84e2-f7566a23a51a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454261 Nov 23 18:29:04.871027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77165de9-188d-4c4a-9da1-8f3bc2e40eb7 req-212af103-8ecd-4ba5-8e9b-a820fff1ed5a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:04.872542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77165de9-188d-4c4a-9da1-8f3bc2e40eb7 req-212af103-8ecd-4ba5-8e9b-a820fff1ed5a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0563960 Nov 23 18:29:04.929672 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77165de9-188d-4c4a-9da1-8f3bc2e40eb7 req-64e0cf92-3e90-4800-bbb0-75f2bc6a2992 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508802 Nov 23 18:29:05.196507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-6a9f0e2f-165b-4ee4-bcbf-030aa8052c6f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489323 Nov 23 18:29:05.292661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3d06c-2821-4ab4-924e-5ee5f39028a6 req-0847aee8-e3d6-49a6-94bc-d53591460c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.294574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ef3d06c-2821-4ab4-924e-5ee5f39028a6 req-0847aee8-e3d6-49a6-94bc-d53591460c6b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 1096 time: 0.0759661 Nov 23 18:29:05.305664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-e98a562c-3e25-4b5b-bd6e-7b6a9cc41c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.307192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-e98a562c-3e25-4b5b-bd6e-7b6a9cc41c3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1096 time: 0.0637474 Nov 23 18:29:05.377159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ef3d06c-2821-4ab4-924e-5ee5f39028a6 req-f5fc241e-9c47-4b6a-979a-3ab1944a3ded service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670254 Nov 23 18:29:05.433244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-efbc6b09-f1ce-4e6c-afab-42baa3414db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.434788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-efbc6b09-f1ce-4e6c-afab-42baa3414db7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 909 time: 0.1053944 Nov 23 18:29:05.513727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-4423800a-a016-4d31-bc8b-1e8a460baba6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 1001 time: 0.0704570 Nov 23 18:29:05.567974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-5fee933b-5f8b-44da-b9d8-696bf720c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.569533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-5fee933b-5f8b-44da-b9d8-696bf720c29d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 200 len: 847 time: 0.0495951 Nov 23 18:29:05.622279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-7dc61d37-02af-498c-9ea5-228331d2547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.623802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-7dc61d37-02af-498c-9ea5-228331d2547c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474494 Nov 23 18:29:05.724163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-cefb045d-e698-4a32-bf6e-89475cc224e4 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921376 Nov 23 18:29:05.816456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3f1d80f-73ea-4e22-b1fe-02596e165b7b req-793d18f2-60b2-4ed8-be4a-1991814ce2f7 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864420 Nov 23 18:29:06.061348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b938ee-1b97-40dc-83b3-d04a960b4973 req-5a6d97d5-6477-4d95-8b75-65206356fdef tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:06.062901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32b938ee-1b97-40dc-83b3-d04a960b4973 req-5a6d97d5-6477-4d95-8b75-65206356fdef tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0560408 Nov 23 18:29:06.115651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32b938ee-1b97-40dc-83b3-d04a960b4973 req-ba5e597b-6742-4f1e-8b90-f9dbced7ba37 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459473 Nov 23 18:29:07.239781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef857dc-a366-4d08-a2c8-614503056bf3 req-4c3aea8d-51dc-49df-872c-5251561194e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:07.241281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bef857dc-a366-4d08-a2c8-614503056bf3 req-4c3aea8d-51dc-49df-872c-5251561194e5 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0545161 Nov 23 18:29:07.295219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bef857dc-a366-4d08-a2c8-614503056bf3 req-1e371471-8185-419d-a2a3-a687d1291fd8 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479398 Nov 23 18:29:07.325544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39146) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:07.352563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fdb00053-54ac-440e-ad5c-f0791308a5df details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:29:07.356171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fdb00053-54ac-440e-ad5c-f0791308a5df no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:29:07.393145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-977b75fd-a966-4a51-b8e2-1bfd0cbb54fa tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/floatingips/6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f HTTP/1.1" status: 200 len: 993 time: 0.0664375 Nov 23 18:29:07.526843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:07.560843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:07.580815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:29:07.584344 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c37346-1be1-4f9e-adc2-599e1313a6ac" -d '{"events": [{"server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:29:07.591562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'port_id': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:29:07.603554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:07.628051 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:07.631574 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e81977-e54b-41f5-8b1c-34c648803e9b x-openstack-request-id: req-88e81977-e54b-41f5-8b1c-34c648803e9b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:29:07.632057 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:29:07.632057 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-88e81977-e54b-41f5-8b1c-34c648803e9b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:29:07.632433 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'code': 200} Nov 23 18:29:07.679711 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:07.717067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb00053-54ac-440e-ad5c-f0791308a5df {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:29:07.733400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:07.759433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.759878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.760381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.760852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.761442 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.761924 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.762410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.762935 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.763437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.763901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.764396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.764844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:07.775395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:07.897131 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:07.966192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:08.139735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['fdb00053-54ac-440e-ad5c-f0791308a5df'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:29:09.361265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fdb00053-54ac-440e-ad5c-f0791308a5df up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:29:09.428097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port fdb00053-54ac-440e-ad5c-f0791308a5df triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:09.428471 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:09.526594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:09.563733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:09.570022 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:09.768796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:29:09.772292 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe112c9-65eb-43a3-9fd8-66c4e2fab81e" -d '{"events": [{"server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "name": "network-vif-plugged", "status": "completed", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:29:09.791944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:09.817283 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390c97d7-9400-4b0c-a59c-d9af10cb5378 x-openstack-request-id: req-390c97d7-9400-4b0c-a59c-d9af10cb5378 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:29:09.818349 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "name": "network-vif-plugged", "status": "completed", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:29:09.819302 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-390c97d7-9400-4b0c-a59c-d9af10cb5378 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:29:09.820523 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'code': 200} Nov 23 18:29:11.293660 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5b98ec7f-8d32-4896-bda0-7b066a2922bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:13.354300 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbf9be1d-0d71-4e33-bd78-120cce6c9c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:15.148648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:16.488537 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:17.908473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:19.708709 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:20.825040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:23.469910 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:29:41.300565 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d3f7dd9d-fef8-4b64-87e6-317a56f5d3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:43.348773 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3627c4e3-bcd9-4cc1-ac64-f08249971cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:44.489641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39164) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:44.680941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port 0c31fd8e-9174-4272-94ae-a228b02af74a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:29:44.681284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:44.767133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:44.767461 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:44.780449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for 0c31fd8e-9174-4272-94ae-a228b02af74a owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:29:44.933414 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:44.964027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=0c31fd8e-9174-4272-94ae-a228b02af74a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:44.992600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.992977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.993326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.993676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.994014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.994381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.994781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.995124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.995490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.995823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.996155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:44.996487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:45.038444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:45.038926 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Floating IP 6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f disassociated (deleted). External IP: 172.25.0.139, port: fdb00053-54ac-440e-ad5c-f0791308a5df. Nov 23 18:29:45.151837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:45.252010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:29:45.361963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:29:45.366891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:45.371655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] Sync routers for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:29:45.382540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:45.383240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:45.400747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c10bafff-683d-4856-8dce-0f4f78f71d40 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/floatingips/6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f HTTP/1.1" status: 204 len: 168 time: 0.9097493 Nov 23 18:29:45.401508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:29:45.404638 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:29:45.497272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:45.707613 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02d76a-1498-4e6f-81df-b11ae7628897 x-openstack-request-id: req-4a02d76a-1498-4e6f-81df-b11ae7628897 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:29:45.708155 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:29:45.708282 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4a02d76a-1498-4e6f-81df-b11ae7628897 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:29:45.708789 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'status': 'completed', 'code': 200} Nov 23 18:29:45.715965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:59Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:45.752363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] Checking router: b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:29:45.762056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:45.762783 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:45.813302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-62b19da4-8f68-4e8f-ae69-f681c6a4bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:45.814783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-62b19da4-8f68-4e8f-ae69-f681c6a4bce9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 1096 time: 0.0760014 Nov 23 18:29:45.826670 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd617ede-890c-4e9b-bdea-7cf74f3aaf23 req-fd6bb220-9777-4114-bef5-3b268e52bfc0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:45.828158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd617ede-890c-4e9b-bdea-7cf74f3aaf23 req-fd6bb220-9777-4114-bef5-3b268e52bfc0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0627575 Nov 23 18:29:45.875395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:45.936592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd617ede-890c-4e9b-bdea-7cf74f3aaf23 req-0e817b9b-4efe-43bd-83a9-0d90f4fec20a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000226 Nov 23 18:29:45.956114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-cf49556f-7635-49dc-ab59-be0855706f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:45.957660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-cf49556f-7635-49dc-ab59-be0855706f7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=876b1f0d-ecec-40c8-a141-357369f1bad9 HTTP/1.1" status: 200 len: 898 time: 0.1285861 Nov 23 18:29:46.005455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-9f63c36a-0e6a-42e0-8bb0-8581413dabd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb00053-54ac-440e-ad5c-f0791308a5df HTTP/1.1" status: 200 len: 217 time: 0.0388157 Nov 23 18:29:46.059993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-d300703f-c802-4d95-9c41-ad4617aabf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:46.061704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-d300703f-c802-4d95-9c41-ad4617aabf2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e753602-1f2a-4fe0-a78b-6b5c2f93bd99 HTTP/1.1" status: 200 len: 835 time: 0.0459852 Nov 23 18:29:46.082209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:59Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:46.118083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cddc3f6-bb39-4d0b-873f-b54bb3612db8 None None] The sync data for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 is: [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:57Z', 'revision_number': 4, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '7ae240e0-5e24-424a-b042-01163d40bd40', 'name': '', 'network_id': '876b1f0d-ecec-40c8-a141-357369f1bad9', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'mac_address': 'fa:16:3e:d7:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:55Z', 'updated_at': '2021-11-23T18:27:59Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'subnets': [{'id': '8e753602-1f2a-4fe0-a78b-6b5c2f93bd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:29:46.124519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-6709fdef-e9cf-4ab4-b70a-ebb6d701a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:46.126924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-6709fdef-e9cf-4ab4-b70a-ebb6d701a023 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=876b1f0d-ecec-40c8-a141-357369f1bad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563347 Nov 23 18:29:46.139749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-350f2430-353d-4f6d-bd7a-fb20d734b139 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:29:46.141586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-350f2430-353d-4f6d-bd7a-fb20d734b139 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057895 Nov 23 18:29:46.257303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-fb2dfb4e-d484-4695-80b7-9af68ea500b6 service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077876 Nov 23 18:29:46.364882 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17da6cd4-d02d-4fb3-b6b7-c49a19fe2a2e req-fb5a0a64-9177-4878-b447-22afbfe5ddd2 service neutron] 10.222.0.72 "GET /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993969 Nov 23 18:29:46.388575 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acd389-9814-49d3-a97b-be051dee85ce None None] New status for floating IP 6577a4fb-7c15-4499-b8dc-6e3df6e6dd7f: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:29:46.496011 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:47.063854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f4fd7-01cf-42fa-9b5b-710560071ed8 req-59e6243e-94a2-4243-93fd-5720f9dc73bb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:47.065356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa3f4fd7-01cf-42fa-9b5b-710560071ed8 req-59e6243e-94a2-4243-93fd-5720f9dc73bb tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0513175 Nov 23 18:29:47.146788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa3f4fd7-01cf-42fa-9b5b-710560071ed8 req-1627e22d-6ac2-4110-99e4-586316d7c4e0 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "GET /v2.0/security-groups?id=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754108 Nov 23 18:29:47.171629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-de2bb5ea-9dd7-4b98-8b72-a217862aab2f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:47.173369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-de2bb5ea-9dd7-4b98-8b72-a217862aab2f tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "GET /v2.0/ports?device_id=f12fdd6d-d42d-41b0-8872-f157cdbb8897 HTTP/1.1" status: 200 len: 945 time: 0.0771406 Nov 23 18:29:47.269286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port fdb00053-54ac-440e-ad5c-f0791308a5df {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:29:47.269530 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:47.365889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port fdb00053-54ac-440e-ad5c-f0791308a5df, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=fdb00053-54ac-440e-ad5c-f0791308a5df,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:47.366251 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:47.379159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for fdb00053-54ac-440e-ad5c-f0791308a5df owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:29:47.516410 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:47.548097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=fdb00053-54ac-440e-ad5c-f0791308a5df,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:47.589729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] No DVR routers for this DVR port fdb00053-54ac-440e-ad5c-f0791308a5df on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:29:47.592378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:47.595801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-055a76b5-7f8d-440e-9fb1-b05fcd247b9c req-59c6c674-7a56-4065-ac1b-1f4effd6266e tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.72 "DELETE /v2.0/ports/fdb00053-54ac-440e-ad5c-f0791308a5df HTTP/1.1" status: 204 len: 173 time: 0.4157813 Nov 23 18:29:47.709660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'name': 'network-vif-deleted', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:29:47.712044 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd625993-6e4b-415b-a51f-4cd932145b24" -d '{"events": [{"server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "name": "network-vif-deleted", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:29:47.754349 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0805cee0-f48d-4648-85c7-62e9f558cf2c x-openstack-request-id: req-0805cee0-f48d-4648-85c7-62e9f558cf2c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:29:47.754791 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12fdd6d-d42d-41b0-8872-f157cdbb8897", "name": "network-vif-deleted", "tag": "fdb00053-54ac-440e-ad5c-f0791308a5df", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:29:47.755180 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0805cee0-f48d-4648-85c7-62e9f558cf2c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:29:47.755735 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12fdd6d-d42d-41b0-8872-f157cdbb8897', 'name': 'network-vif-deleted', 'tag': 'fdb00053-54ac-440e-ad5c-f0791308a5df', 'status': 'completed', 'code': 200} Nov 23 18:29:47.913513 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:48.207481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39182) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:48.585234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:49.199152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port 7ae240e0-5e24-424a-b042-01163d40bd40 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:29:49.199495 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:49.286722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port 7ae240e0-5e24-424a-b042-01163d40bd40, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7ae240e0-5e24-424a-b042-01163d40bd40,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:49.287484 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:49.300050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for 7ae240e0-5e24-424a-b042-01163d40bd40 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:29:49.486993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:49.521696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=7ae240e0-5e24-424a-b042-01163d40bd40,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:49.695439 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:49.723852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:49.918647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:29:50.025422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:29:50.031358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6799f543-623a-4edc-9f56-7aeac61dc4c4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "PUT /v2.0/routers/b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8227243 Nov 23 18:29:50.033368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39184) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:50.035511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] Sync routers for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:29:50.045632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:50.046250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:50.085799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e814ec93-3f9e-41f9-83ca-e5d184c283ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting subnet 8e753602-1f2a-4fe0-a78b-6b5c2f93bd99 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:29:50.089352 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e814ec93-3f9e-41f9-83ca-e5d184c283ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.130275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e814ec93-3f9e-41f9-83ca-e5d184c283ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.152904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:50.222715 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e814ec93-3f9e-41f9-83ca-e5d184c283ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.281885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e814ec93-3f9e-41f9-83ca-e5d184c283ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.309484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814ec93-3f9e-41f9-83ca-e5d184c283ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Subnet': ['ID=8e753602-1f2a-4fe0-a78b-6b5c2f93bd99,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:50.315771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e814ec93-3f9e-41f9-83ca-e5d184c283ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.321346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e814ec93-3f9e-41f9-83ca-e5d184c283ae tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/subnets/8e753602-1f2a-4fe0-a78b-6b5c2f93bd99 HTTP/1.1" status: 204 len: 168 time: 0.2845712 Nov 23 18:29:50.321702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39186) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:50.323262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1008171-8c56-4f1b-8ace-782d0af9b1a9 None None] Network 876b1f0d-ecec-40c8-a141-357369f1bad9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:29:50.421877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:29:49Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:50.436967 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.451350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] Checking router: b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:29:50.481070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] Routers {'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:50.481601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:50.547430 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.608156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Deleting port fe045beb-2bfc-4318-b432-86ee1feec34d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:29:50.608498 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.609799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] Set router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:50.613583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] DHCP port deletion for 876b1f0d-ecec-40c8-a141-357369f1bad9 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:29:50.692201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] For port fe045beb-2bfc-4318-b432-86ee1feec34d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fe045beb-2bfc-4318-b432-86ee1feec34d,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:50.692565 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.704886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Calling delete_port for fe045beb-2bfc-4318-b432-86ee1feec34d owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:29:50.784400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] Deleting port 170dacab-65b3-4256-ae5d-ff3594d6f055 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:29:50.784998 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.883428 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:50.913649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Port': ['ID=fe045beb-2bfc-4318-b432-86ee1feec34d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:50.978390 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.025292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c82f70-28fe-45ec-bea2-f6e4b4f25485 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:29:51.052300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] For port 170dacab-65b3-4256-ae5d-ff3594d6f055, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=170dacab-65b3-4256-ae5d-ff3594d6f055,segment=NetworkSegment(85aad0ec-c7a7-4031-9699-3314d8f6d5b6),segment_id=85aad0ec-c7a7-4031-9699-3314d8f6d5b6)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:51.052615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.066409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.071962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] Calling delete_port for 170dacab-65b3-4256-ae5d-ff3594d6f055 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:29:51.079444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.082180 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.124452 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:29:49Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:51.143372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.143878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Fanout notify agent at l3_agent the message router_deleted on router b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:29:51.152644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.154381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5413fd18-73a2-4dc2-9528-abf8cd5cd6d4 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/routers/b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f HTTP/1.1" status: 204 len: 168 time: 0.8318291 Nov 23 18:29:51.157071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39188) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:51.161338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc08d40-34f3-485b-82e1-69979edf7c79 None None] The sync data for ids ['b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f'] in n-d-818932-3 is: [{'id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452010901', 'tenant_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:29:49Z', 'revision_number': 5, 'project_id': '8b4e8ba21e9848cd95f597db5e0bee28', 'gw_port': {'id': 'fe045beb-2bfc-4318-b432-86ee1feec34d', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e71de6-5a39-4174-b5ea-bb5e45b9ee8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:53Z', 'updated_at': '2021-11-23T18:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:29:51.219677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.247344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] Pushing event deleted for resources: {'Port': ['ID=170dacab-65b3-4256-ae5d-ff3594d6f055,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:51.253691 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9ec13-925b-4d27-8301-99783c5db6f7 None None] No DVR routers for this DVR port 170dacab-65b3-4256-ae5d-ff3594d6f055 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:29:51.261512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.364845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.389456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876b1f0d-ecec-40c8-a141-357369f1bad9']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:51.400677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85aad0ec-c7a7-4031-9699-3314d8f6d5b6') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:51.401241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85aad0ec-c7a7-4031-9699-3314d8f6d5b6') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:51.412045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.426880 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.433986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:29:51.434480 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:29:51.437631 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:29:51.513738 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.523772 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.529688 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/networks/876b1f0d-ecec-40c8-a141-357369f1bad9 HTTP/1.1" status: 204 len: 168 time: 0.3712122 Nov 23 18:29:51.530918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39190) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:51.551975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdba7c5-94f4-4b68-b632-954c44ec3042 tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'Network': ['ID=876b1f0d-ecec-40c8-a141-357369f1bad9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:51.556572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fdb00053-54ac-440e-ad5c-f0791308a5df no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:29:51.584400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: fdb00053-54ac-440e-ad5c-f0791308a5df {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:29:51.584661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device fdb00053-54ac-440e-ad5c-f0791308a5df not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:29:51.593002 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 170dacab-65b3-4256-ae5d-ff3594d6f055 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:29:51.616861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 170dacab-65b3-4256-ae5d-ff3594d6f055 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:29:51.617193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 170dacab-65b3-4256-ae5d-ff3594d6f055 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:29:51.626025 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.656690 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.722236 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.725114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:51.726314 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] 10.222.0.74 "DELETE /v2.0/security-groups/ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8 HTTP/1.1" status: 204 len: 168 time: 0.1938477 Nov 23 18:29:51.737362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99b5e4-b3ec-4072-b85a-1fdf7cf1aba8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:51.747733 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.748159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.748515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.748864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.749210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.749590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.749985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.750764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.751007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.751380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.751821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:51.752166 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b86044-e363-4680-ac59-12dfe834219a tempest-TestNetworkAdvancedServerOps-2001916702 tempest-TestNetworkAdvancedServerOps-2001916702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:52.101852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39200) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:52.250085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5070880b-63ca-40ef-9211-20d49eef4e8c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b4e8ba21e9848cd95f597db5e0bee28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470363 Nov 23 18:29:52.252644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39204) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:52.308680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0a3bc76-6aa2-4ab9-b9ee-b040d3ce4a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:52.330164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0a3bc76-6aa2-4ab9-b9ee-b040d3ce4a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:52.380079 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0a3bc76-6aa2-4ab9-b9ee-b040d3ce4a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:52.383007 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e0a3bc76-6aa2-4ab9-b9ee-b040d3ce4a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:52.384213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e0a3bc76-6aa2-4ab9-b9ee-b040d3ce4a27 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b5c0105-5a3d-44f8-b3a5-badfff14e549 HTTP/1.1" status: 204 len: 168 time: 0.1306317 Nov 23 18:29:52.393028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3bc76-6aa2-4ab9-b9ee-b040d3ce4a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5c0105-5a3d-44f8-b3a5-badfff14e549,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:52.690143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39210) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:52.735453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c7af2d74-1213-4763-9f70-d5ac66eb7a29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8a00a625accb4769a58b2d8e251d1095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438495 Nov 23 18:29:52.737896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39212) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:52.795384 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45a908a4-cf3d-471a-8f69-59fc2e12ff58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:52.818557 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45a908a4-cf3d-471a-8f69-59fc2e12ff58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:52.873515 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45a908a4-cf3d-471a-8f69-59fc2e12ff58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:52.876242 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-45a908a4-cf3d-471a-8f69-59fc2e12ff58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:52.877468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-45a908a4-cf3d-471a-8f69-59fc2e12ff58 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e33476ac-9bcd-43ac-8588-2f367c6e6387 HTTP/1.1" status: 204 len: 168 time: 0.1386607 Nov 23 18:29:52.886219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a908a4-cf3d-471a-8f69-59fc2e12ff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33476ac-9bcd-43ac-8588-2f367c6e6387,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:53.127620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fe045beb-2bfc-4318-b432-86ee1feec34d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:29:53.157833 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: fe045beb-2bfc-4318-b432-86ee1feec34d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:29:53.158278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fe045beb-2bfc-4318-b432-86ee1feec34d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:29:53.158834 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7ae240e0-5e24-424a-b042-01163d40bd40 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:29:53.185234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 7ae240e0-5e24-424a-b042-01163d40bd40 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:29:53.185587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7ae240e0-5e24-424a-b042-01163d40bd40 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:29:55.014980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39366) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:55.160341 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1ea451ba-46ff-4e56-b6e1-d5b66fa58885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.262860 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1ea451ba-46ff-4e56-b6e1-d5b66fa58885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.266987 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1ea451ba-46ff-4e56-b6e1-d5b66fa58885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.305393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1ea451ba-46ff-4e56-b6e1-d5b66fa58885 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8e37514cb0544f398dd8fac53c17305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893145 Nov 23 18:29:55.307356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea451ba-46ff-4e56-b6e1-d5b66fa58885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbeb27d-4bd4-4bf8-87d9-fcf5a374c321,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:55.308227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39370) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:55.362274 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f8e43226-660c-41fd-a0d1-b70221b697a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.383036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f8e43226-660c-41fd-a0d1-b70221b697a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.430427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f8e43226-660c-41fd-a0d1-b70221b697a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.432939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f8e43226-660c-41fd-a0d1-b70221b697a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.434628 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f8e43226-660c-41fd-a0d1-b70221b697a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9fbeb27d-4bd4-4bf8-87d9-fcf5a374c321 HTTP/1.1" status: 204 len: 168 time: 0.1250296 Nov 23 18:29:55.442523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e43226-660c-41fd-a0d1-b70221b697a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbeb27d-4bd4-4bf8-87d9-fcf5a374c321,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:55.698437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39376) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:55.712263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5347841-1c2e-4183-8d20-14d384f490a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.785813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5347841-1c2e-4183-8d20-14d384f490a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.789540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5347841-1c2e-4183-8d20-14d384f490a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.832094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b5347841-1c2e-4183-8d20-14d384f490a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d15f8e61b909494f8dfdf326a8353512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319473 Nov 23 18:29:55.832937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5347841-1c2e-4183-8d20-14d384f490a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bd9f20-5961-469e-8532-8b179134dc48,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:55.834816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39378) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:55.899397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b70ded41-4baa-4c75-95f4-9b40f6b78099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.923146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b70ded41-4baa-4c75-95f4-9b40f6b78099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.968733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b70ded41-4baa-4c75-95f4-9b40f6b78099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.971356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b70ded41-4baa-4c75-95f4-9b40f6b78099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:55.972514 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b70ded41-4baa-4c75-95f4-9b40f6b78099 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74bd9f20-5961-469e-8532-8b179134dc48 HTTP/1.1" status: 204 len: 168 time: 0.1367061 Nov 23 18:29:55.980435 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ded41-4baa-4c75-95f4-9b40f6b78099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bd9f20-5961-469e-8532-8b179134dc48,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:56.690774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39400) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:56.790804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-166211778-network', 'tenant_id': '6ae219b85e564c27b0587557ced8124d'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:29:56.813250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:29:56.815573 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:56.824986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:56.900692 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:56.905908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:56.934328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:29:56.944524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fd92fc-b3de-4881-9ed3-cb421e4d3007,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:56.950937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:56.951293 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Added segment 5fde9f8b-b734-42fa-afd9-5cf8823006d0 of type vlan for network af07789f-6448-4060-ba05-69cc20dd347e Nov 23 18:29:56.994173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.019643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.020515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:57.021088 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.059528 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3662992 Nov 23 18:29:57.061821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39404) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:57.066464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Request body: {'subnet': {'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-166211778-subnet', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:29:57.107707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0932418-05bb-4c3a-97e0-044ffa16d994 admin admin] Pushing event updated for resources: {'Network': ['ID=af07789f-6448-4060-ba05-69cc20dd347e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:57.120459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network af07789f-6448-4060-ba05-69cc20dd347e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:29:57.125894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:29:57.128693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.305875 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.364343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977269ac-9d78-4c0c-b5bb-df2a7ec6daab,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:57.372973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:29:57.373338 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Network hostable DHCP agents. Network: af07789f-6448-4060-ba05-69cc20dd347e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:29:57.389431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Network af07789f-6448-4060-ba05-69cc20dd347e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:29:57.397711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, af07789f-6448-4060-ba05-69cc20dd347e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:57.402498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:57.403155 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.407639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244e5668-7c7a-47ec-950d-1ac8669d6e97 None None] Network af07789f-6448-4060-ba05-69cc20dd347e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:29:57.420657 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dda8a346-4f3e-4720-9865-c77c970e3263 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3576691 Nov 23 18:29:57.423494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39406) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:57.428164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:29:57.450796 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.451886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.509257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.561659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-af07789f-6448-4060-ba05-69cc20dd347e', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:29:57.562673 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.654994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.701871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Allocated IP 172.20.0.2 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/77a85386-295d-4099-b23f-5c0ed6a52c86) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:29:57.852293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.859643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.866561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.889091 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.909376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:29:57.912553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:57.915314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:29:57.923473 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Pushing event updated for resources: {'Port': ['ID=77a85386-295d-4099-b23f-5c0ed6a52c86,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:57.976818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Attempting to bind port 77a85386-295d-4099-b23f-5c0ed6a52c86 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:29:57.977215 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Attempting to bind port 77a85386-295d-4099-b23f-5c0ed6a52c86 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:29:57.977578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Attempting to bind port 77a85386-295d-4099-b23f-5c0ed6a52c86 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:29:57.983249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:29:57.983859 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:29:57.984042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.984445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:29:57.984921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Bound port: 77a85386-295d-4099-b23f-5c0ed6a52c86, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:29:57.985315 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.997512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Allocated IP 172.25.0.220 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/73e03412-0ed9-4b66-b852-a5418fc13513) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:29:58.051957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] For port 77a85386-295d-4099-b23f-5c0ed6a52c86, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:29:58.055305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] For port 77a85386-295d-4099-b23f-5c0ed6a52c86, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=77a85386-295d-4099-b23f-5c0ed6a52c86,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:29:58.059981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:58.102425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:58.131163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06786163-6457-4236-8e2a-f98cbcc87c05 None None] Pushing event updated for resources: {'Port': ['ID=77a85386-295d-4099-b23f-5c0ed6a52c86,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:58.139525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:58.184174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:29:58.187171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:58.189787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:29:58.200803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc9bee-90f4-45c9-b0e0-12c9c9a8874a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:29:58.222263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Pushing event updated for resources: {'Port': ['ID=73e03412-0ed9-4b66-b852-a5418fc13513,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:58.260005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7504c31f-4e5e-4a73-b69e-af6f328b1351 None None] Provisioning complete for port 73e03412-0ed9-4b66-b852-a5418fc13513 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:58.260380 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7504c31f-4e5e-4a73-b69e-af6f328b1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:58.322674 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7504c31f-4e5e-4a73-b69e-af6f328b1351 None None] Port 73e03412-0ed9-4b66-b852-a5418fc13513 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:29:58.481116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:58.683758 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:58.817125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Router d4a660a5-729d-4c79-b292-85cbc06a6205 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:29:58.932419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:29:58.943313 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:29:58.961678 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:58.962081 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:58.967093 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8aefdc89-cf77-4809-920c-efbe9cbf808a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5390253 Nov 23 18:29:58.967384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39408) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:58.967878 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:59.093558 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:59.113712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84f6195-f124-4794-ae35-98f57ea127f2 None None] Network af07789f-6448-4060-ba05-69cc20dd347e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:29:59.244939 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 77a85386-295d-4099-b23f-5c0ed6a52c86 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:29:59.272907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-14faa6bb-573c-47db-ab8d-f49641277f1c None None] Provisioning complete for port 77a85386-295d-4099-b23f-5c0ed6a52c86 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:59.273283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-14faa6bb-573c-47db-ab8d-f49641277f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.310744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:29:58Z', 'revision_number': 3, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:59.400424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 77a85386-295d-4099-b23f-5c0ed6a52c86 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:59.401053 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.440965 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:29:59.441632 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Updating router d4a660a5-729d-4c79-b292-85cbc06a6205 port 73e03412-0ed9-4b66-b852-a5418fc13513 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:29:59.471728 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.501914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-14faa6bb-573c-47db-ab8d-f49641277f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.525856 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.588226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-14faa6bb-573c-47db-ab8d-f49641277f1c None None] For port 77a85386-295d-4099-b23f-5c0ed6a52c86, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=77a85386-295d-4099-b23f-5c0ed6a52c86,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:59.595578 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-14faa6bb-573c-47db-ab8d-f49641277f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.646879 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.725722 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:29:59.726080 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:29:59.746867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa6bb-573c-47db-ab8d-f49641277f1c None None] Pushing event updated for resources: {'Port': ['ID=77a85386-295d-4099-b23f-5c0ed6a52c86,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:59.819250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d404daa9-b75d-4e32-ba46-52449eb3928c None None] Provisioning complete for port 77a85386-295d-4099-b23f-5c0ed6a52c86 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:59.819924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d404daa9-b75d-4e32-ba46-52449eb3928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.832743 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.839945 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.900656 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Attempting to bind port 73e03412-0ed9-4b66-b852-a5418fc13513 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:29:59.901295 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Attempting to bind port 73e03412-0ed9-4b66-b852-a5418fc13513 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:29:59.901947 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Attempting to bind port 73e03412-0ed9-4b66-b852-a5418fc13513 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:29:59.902920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8546505-ef9e-4eef-850f-2ad352d0657e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:29:59.915836 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Pushing event updated for resources: {'Port': ['ID=73e03412-0ed9-4b66-b852-a5418fc13513,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:59.922380 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:29:59.922753 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:29:59.923033 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.923439 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:29:59.923929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Bound port: 73e03412-0ed9-4b66-b852-a5418fc13513, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:29:59.924317 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.961548 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.962301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.962933 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.963513 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.964095 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.964708 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.965279 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.965848 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.966419 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.967026 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.967596 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:29:59.968171 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:00.019605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] For port 73e03412-0ed9-4b66-b852-a5418fc13513, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:00.022429 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] For port 73e03412-0ed9-4b66-b852-a5418fc13513, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=73e03412-0ed9-4b66-b852-a5418fc13513,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:00.027708 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.067777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ec446ac2-1c23-4530-bd28-f99e6271700f None None] Provisioning complete for port 73e03412-0ed9-4b66-b852-a5418fc13513 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:00.068107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec446ac2-1c23-4530-bd28-f99e6271700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.087323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Allocated IP 172.20.0.1 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/d23a735c-48b8-48fc-83a2-b6ae391c0329) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:00.088593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c2bd-b356-4260-a752-21a9cd1dcd9e None None] Pushing event updated for resources: {'Port': ['ID=73e03412-0ed9-4b66-b852-a5418fc13513,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:00.091586 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:00.092190 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:00.110616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00562d5-9d12-45f8-9c81-c9776cc1ea26 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:00.229089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.256161 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec446ac2-1c23-4530-bd28-f99e6271700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.259341 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:00.281677 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.298073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ec446ac2-1c23-4530-bd28-f99e6271700f None None] For port 73e03412-0ed9-4b66-b852-a5418fc13513, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=73e03412-0ed9-4b66-b852-a5418fc13513,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:00.304632 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec446ac2-1c23-4530-bd28-f99e6271700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.342248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:00.349298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:00.352034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:00.379465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec446ac2-1c23-4530-bd28-f99e6271700f None None] Pushing event updated for resources: {'Port': ['ID=73e03412-0ed9-4b66-b852-a5418fc13513,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:00.409599 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d23a735c-48b8-48fc-83a2-b6ae391c0329,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:00.428822 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.431446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5c40c2ca-2154-4c19-936f-e2c7c0535181 None None] Provisioning complete for port 73e03412-0ed9-4b66-b852-a5418fc13513 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:00.431938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c40c2ca-2154-4c19-936f-e2c7c0535181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.478680 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:30:00.515101 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:29:58Z', 'revision_number': 3, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:00.550829 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a531d97-2c21-4b70-885a-d440cb618f77 None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:29:58Z', 'revision_number': 3, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:00.595522 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.666568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4e902728-b8cf-451d-8b71-1b3dbfdf5f7e None None] Provisioning complete for port d23a735c-48b8-48fc-83a2-b6ae391c0329 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:00.666980 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4e902728-b8cf-451d-8b71-1b3dbfdf5f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.707271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4e902728-b8cf-451d-8b71-1b3dbfdf5f7e None None] Port d23a735c-48b8-48fc-83a2-b6ae391c0329 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:00.803538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.808598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.885111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d23a735c-48b8-48fc-83a2-b6ae391c0329,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:00.888332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:01.005865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:01.009349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:01.203934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Router d4a660a5-729d-4c79-b292-85cbc06a6205 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:30:01.415986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 73e03412-0ed9-4b66-b852-a5418fc13513 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:01.450925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:30:01.461087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-60e99ce1-30fc-4fae-925c-45ebd20294b3 admin admin] 10.222.0.74 "PUT /v2.0/routers/d4a660a5-729d-4c79-b292-85cbc06a6205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4923353 Nov 23 18:30:01.510332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-db5d4247-5100-494e-a303-2732c9a27690 None None] Provisioning complete for port d23a735c-48b8-48fc-83a2-b6ae391c0329 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:01.511515 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-db5d4247-5100-494e-a303-2732c9a27690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:01.585526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 73e03412-0ed9-4b66-b852-a5418fc13513 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:01.586014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:01.629570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-db5d4247-5100-494e-a303-2732c9a27690 None None] Port d23a735c-48b8-48fc-83a2-b6ae391c0329 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:01.740723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 77a85386-295d-4099-b23f-5c0ed6a52c86 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:01.809414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 77a85386-295d-4099-b23f-5c0ed6a52c86 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:01.809798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.136613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39424) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:02.143198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-221258030-network', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:02.164336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Made reservation on behalf of 62b646e57817460ea9a5fcc3666e1465 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:30:02.166930 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.176644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.253504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.257398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.289965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:30:02.295722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0fae90-d420-46ad-a31f-3ec438ca2fd9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:02.305609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.305955 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Added segment 5158bcf4-c485-4790-985a-f40a2d7a6737 of type vlan for network e4e3f9f5-2d04-443e-992c-85343ced0e51 Nov 23 18:30:02.365511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.394365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.395905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:02.396825 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.462520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3244741 Nov 23 18:30:02.466373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937a831-90da-4df2-aa14-00cdc4813c7d admin admin] Pushing event updated for resources: {'Network': ['ID=e4e3f9f5-2d04-443e-992c-85343ced0e51,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:02.467205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:02.473105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Request body: {'subnet': {'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-221258030-subnet', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:02.476471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e4e3f9f5-2d04-443e-992c-85343ced0e51 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:30:02.496907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Made reservation on behalf of 62b646e57817460ea9a5fcc3666e1465 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:30:02.499335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.579184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:30:02.590570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:02.591427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:02.682158 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.701891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:02.746493 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4c3547-7600-43d4-99c3-8d4249f54756,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:02.754184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Checking segment: {'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:02.754553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Network hostable DHCP agents. Network: e4e3f9f5-2d04-443e-992c-85343ced0e51, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:30:02.771613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Network e4e3f9f5-2d04-443e-992c-85343ced0e51 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:30:02.781141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e4e3f9f5-2d04-443e-992c-85343ced0e51) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:02.785711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:02.786313 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.792060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e612d08-c912-4fec-a7aa-c88e5a8e9a36 None None] Network e4e3f9f5-2d04-443e-992c-85343ced0e51 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:30:02.803445 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32e99eb0-bec4-499d-916a-0c629c76fb5e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3344390 Nov 23 18:30:02.806109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 39428) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:02.810906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:02.832398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.833754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:02.892085 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.043165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.206757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 2, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:03.238204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e4e3f9f5-2d04-443e-992c-85343ced0e51', 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'fixed_ips': [{'subnet_id': '9f4c3547-7600-43d4-99c3-8d4249f54756'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:30:03.239092 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.242651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:30:03.243281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Updating router d4a660a5-729d-4c79-b292-85cbc06a6205 port d23a735c-48b8-48fc-83a2-b6ae391c0329 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:30:03.297058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.297940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.320089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.450881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Allocated IP 172.25.0.86 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:03.523590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Allocated IP 172.20.0.2 (e4e3f9f5-2d04-443e-992c-85343ced0e51/9f4c3547-7600-43d4-99c3-8d4249f54756/147fbb8b-a1f3-49f0-963e-3866bd3f97dc) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:03.563110 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.599235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.643270 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:03.650191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:03.655096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:03.669713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b15112-83ab-431d-96f5-9009c7ee0393 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:03.680128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Pushing event updated for resources: {'Port': ['ID=34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:03.807331 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.824783 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.826524 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.831622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9612ac66-7fcf-460b-8221-44ce6d56cd01 None None] Provisioning complete for port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:03.831984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9612ac66-7fcf-460b-8221-44ce6d56cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.855498 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.906331 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Network e4e3f9f5-2d04-443e-992c-85343ced0e51 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:03.920398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:03.925418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Pushing event updated for resources: {'Port': ['ID=147fbb8b-a1f3-49f0-963e-3866bd3f97dc,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:03.928316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:03.932328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9612ac66-7fcf-460b-8221-44ce6d56cd01 None None] Port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:03.945324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.047068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f12c5-34d6-4cd0-aa89-6a6da745fe9a None None] Pushing event updated for resources: {'Port': ['ID=d23a735c-48b8-48fc-83a2-b6ae391c0329,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:04.069252 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Attempting to bind port d23a735c-48b8-48fc-83a2-b6ae391c0329 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:04.069633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Attempting to bind port d23a735c-48b8-48fc-83a2-b6ae391c0329 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:04.070007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Attempting to bind port d23a735c-48b8-48fc-83a2-b6ae391c0329 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:04.074870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Attempting to bind port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:04.075108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Attempting to bind port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:04.075478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Attempting to bind port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc on network e4e3f9f5-2d04-443e-992c-85343ced0e51 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:04.083018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:04.083400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Checking segment: {'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:04.083815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.084216 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Bound using segment: {'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:04.084697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Bound port: 147fbb8b-a1f3-49f0-963e-3866bd3f97dc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:04.085087 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.100183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:04.100565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:04.100974 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.101369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:04.101868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Bound port: d23a735c-48b8-48fc-83a2-b6ae391c0329, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:04.102258 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.177356 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.217631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7d9a4d1f-dba2-4cc5-b63d-6717a720d1d7 None None] Provisioning complete for port d23a735c-48b8-48fc-83a2-b6ae391c0329 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:04.217986 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4d1f-dba2-4cc5-b63d-6717a720d1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.220665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] For port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:04.255007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] For port d23a735c-48b8-48fc-83a2-b6ae391c0329, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:04.259409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] For port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=147fbb8b-a1f3-49f0-963e-3866bd3f97dc,segment=NetworkSegment(5158bcf4-c485-4790-985a-f40a2d7a6737),segment_id=5158bcf4-c485-4790-985a-f40a2d7a6737)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:04.276087 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.286407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] For port d23a735c-48b8-48fc-83a2-b6ae391c0329, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d23a735c-48b8-48fc-83a2-b6ae391c0329,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:04.310309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a4d1f-dba2-4cc5-b63d-6717a720d1d7 None None] Port d23a735c-48b8-48fc-83a2-b6ae391c0329 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:04.314095 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.317264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:30:04.371574 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9897214-ea38-4fd4-ab2b-ffef5364d0c2 None None] Pushing event updated for resources: {'Port': ['ID=147fbb8b-a1f3-49f0-963e-3866bd3f97dc,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:04.456437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f12c5-34d6-4cd0-aa89-6a6da745fe9a None None] Pushing event updated for resources: {'Port': ['ID=d23a735c-48b8-48fc-83a2-b6ae391c0329,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:04.465759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:04.466611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:04.481630 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:30:04.492802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Sync routers for ids ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:30:04.514347 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Routers {'50bdd2e4-ad72-415f-a32a-5fa4a89f0372'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:04.515509 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:04.521834 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.523498 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6813e9f1-eb43-4809-8f4d-c6fb255c3641 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7165325 Nov 23 18:30:04.526366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 39430) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:04.668744 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:04.691772 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Set router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:04.874251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6896f2b2-11b0-4e5b-8c6e-8600ded6288f None None] Provisioning complete for port d23a735c-48b8-48fc-83a2-b6ae391c0329 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:04.874545 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6896f2b2-11b0-4e5b-8c6e-8600ded6288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:04.930067 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:30:03Z', 'revision_number': 3, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port': {'id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:03Z', 'updated_at': '2021-11-23T18:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:04.962784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Checking router: 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:30:04.963235 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Updating router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:30:04.992990 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.001332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:04Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:05.003445 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6896f2b2-11b0-4e5b-8c6e-8600ded6288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.040171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d7122f-11db-4288-a5f4-ab6cefc07320 None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:04Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:05.065246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.077553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6896f2b2-11b0-4e5b-8c6e-8600ded6288f None None] For port d23a735c-48b8-48fc-83a2-b6ae391c0329, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d23a735c-48b8-48fc-83a2-b6ae391c0329,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:05.098279 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6896f2b2-11b0-4e5b-8c6e-8600ded6288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.209070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896f2b2-11b0-4e5b-8c6e-8600ded6288f None None] Pushing event updated for resources: {'Port': ['ID=d23a735c-48b8-48fc-83a2-b6ae391c0329,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:05.357245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 147fbb8b-a1f3-49f0-963e-3866bd3f97dc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:05.430067 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.440011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:05.440579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.451688 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.455856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Allocated IP 172.20.0.1 (e4e3f9f5-2d04-443e-992c-85343ced0e51/9f4c3547-7600-43d4-99c3-8d4249f54756/3bc984fb-c13a-4e98-8daf-125ece3528fb) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:05.518291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1fad39-07bf-4480-a26d-75e440ca9a9e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:05.523532 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Attempting to bind port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:05.524523 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Attempting to bind port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:05.525150 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Attempting to bind port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:05.539181 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:05.539859 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:05.540597 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.541229 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:05.542930 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Bound port: 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:05.543666 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.580145 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.604371 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] For port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:05.609769 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] For port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:05.616613 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.619997 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f06f4-ec9e-4b57-ac7a-154724e8bb62 None None] Pushing event updated for resources: {'Port': ['ID=34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:05.654826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=147fbb8b-a1f3-49f0-963e-3866bd3f97dc,segment=NetworkSegment(5158bcf4-c485-4790-985a-f40a2d7a6737),segment_id=5158bcf4-c485-4790-985a-f40a2d7a6737)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:05.673335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c156c58-05f3-4171-a883-4b4d9784c039 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:05.677381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-73d1307b-6a23-4f97-be1a-4434b8a45967 None None] Provisioning complete for port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:05.678205 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-73d1307b-6a23-4f97-be1a-4434b8a45967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.681527 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Routers {'50bdd2e4-ad72-415f-a32a-5fa4a89f0372'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:05.682164 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:05.719953 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.724283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.725074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d23a735c-48b8-48fc-83a2-b6ae391c0329 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:05.762592 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f06f4-ec9e-4b57-ac7a-154724e8bb62 None None] Pushing event updated for resources: {'Port': ['ID=34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:05.796031 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.874550 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] Set router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:05.901471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=147fbb8b-a1f3-49f0-963e-3866bd3f97dc,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:05.902297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-7c5b455a-c0d7-4ec6-b3e9-6afa155d88fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7003579 Nov 23 18:30:05.916306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d23a735c-48b8-48fc-83a2-b6ae391c0329 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:05.916490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.919449 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-73d1307b-6a23-4f97-be1a-4434b8a45967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:05.928356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Network e4e3f9f5-2d04-443e-992c-85343ced0e51 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:05.954405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc984fb-c13a-4e98-8daf-125ece3528fb,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:05.957398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04dad88-2304-46d0-89cf-a446432ca81b None None] Network e4e3f9f5-2d04-443e-992c-85343ced0e51 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:30:05.963130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:05.967772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:06.020615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-73d1307b-6a23-4f97-be1a-4434b8a45967 None None] For port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:06.038996 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-73d1307b-6a23-4f97-be1a-4434b8a45967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:06.051612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:06.130301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-2e480d3f-d623-4bef-992a-039cc028d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:06.131657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-2e480d3f-d623-4bef-992a-039cc028d044 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1096 time: 0.1653025 Nov 23 18:30:06.186061 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:30:03Z', 'revision_number': 3, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port': {'id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:03Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:06.204141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1307b-6a23-4f97-be1a-4434b8a45967 None None] Pushing event updated for resources: {'Port': ['ID=34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:06.222735 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdff38-c9f7-49e0-81b8-4e65075037f5 None None] The sync data for ids ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'] in n-d-818932-3 is: [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:30:03Z', 'revision_number': 3, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port': {'id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:03Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:06.270052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ab382d63-b6f2-4bde-a9be-c9f43513b0b5 None None] Provisioning complete for port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:06.270052 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ab382d63-b6f2-4bde-a9be-c9f43513b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:06.358483 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:06.391521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-fcbb28ed-87fe-4bd7-9f85-b9027c6625c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:06.395463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-fcbb28ed-87fe-4bd7-9f85-b9027c6625c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 909 time: 0.2110231 Nov 23 18:30:06.521816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-85123e34-5d98-4527-9254-cba193cf41bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 1001 time: 0.1159508 Nov 23 18:30:06.630220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-b42baa4d-d889-467a-a129-4d64adaf5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:06.632571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-b42baa4d-d889-467a-a129-4d64adaf5147 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 200 len: 847 time: 0.0964146 Nov 23 18:30:06.672471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ab382d63-b6f2-4bde-a9be-c9f43513b0b5 None None] Provisioning complete for port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:06.675249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ab382d63-b6f2-4bde-a9be-c9f43513b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:06.729233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:06.735839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-93fbcfda-eb44-4792-b811-fae218f28694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:06.737538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-93fbcfda-eb44-4792-b811-fae218f28694 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974545 Nov 23 18:30:06.739764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:06.791463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-45e9106c-3816-4774-a29a-3b1edc105ff6 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:30:06.793473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-45e9106c-3816-4774-a29a-3b1edc105ff6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464618 Nov 23 18:30:06.872750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc984fb-c13a-4e98-8daf-125ece3528fb,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:06.910316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:07.018995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-d6bca952-90e6-4112-9fd7-862ff64d8f78 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145922 Nov 23 18:30:07.071791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-525c79d6-d717-4a33-864a-e07c72aa0004 None None] Provisioning complete for port 3bc984fb-c13a-4e98-8daf-125ece3528fb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:07.072274 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-525c79d6-d717-4a33-864a-e07c72aa0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:07.138787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-525c79d6-d717-4a33-864a-e07c72aa0004 None None] Port 3bc984fb-c13a-4e98-8daf-125ece3528fb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:07.153427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-525c79d6-d717-4a33-864a-e07c72aa0004 None None] Provisioning complete for port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:07.153846 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-525c79d6-d717-4a33-864a-e07c72aa0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:07.347682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:07.411832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-51068efe-2994-4d2c-ab95-00a9a524c8e2 None None] Provisioning complete for port 3bc984fb-c13a-4e98-8daf-125ece3528fb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:07.412303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-51068efe-2994-4d2c-ab95-00a9a524c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:07.455168 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:07.455646 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:07.484109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-51068efe-2994-4d2c-ab95-00a9a524c8e2 None None] Port 3bc984fb-c13a-4e98-8daf-125ece3528fb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:07.502207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Network e4e3f9f5-2d04-443e-992c-85343ced0e51 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:07.504939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:07.582191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3e016c4-a8d6-4960-94d9-e721e2b06ea7 req-0fbb321e-f980-4e6b-8c97-40a8889a69f7 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533414 Nov 23 18:30:07.591071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 147fbb8b-a1f3-49f0-963e-3866bd3f97dc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:07.649010 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:07.649398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:07.665832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:30:07.752402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d23a735c-48b8-48fc-83a2-b6ae391c0329 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:07.798497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:30:07.803537 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-24a9eb38-3610-44f1-9340-1e2de729b4e1 admin admin] 10.222.0.74 "PUT /v2.0/routers/50bdd2e4-ad72-415f-a32a-5fa4a89f0372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2754951 Nov 23 18:30:07.813323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8d27a874-4325-4ad2-9e1d-88749964fa1b None None] Provisioning complete for port 3bc984fb-c13a-4e98-8daf-125ece3528fb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:07.813697 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d27a874-4325-4ad2-9e1d-88749964fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:07.818496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d23a735c-48b8-48fc-83a2-b6ae391c0329 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:07.818931 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:07.879640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8d27a874-4325-4ad2-9e1d-88749964fa1b None None] Port 3bc984fb-c13a-4e98-8daf-125ece3528fb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:08.838830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Sync routers for ids ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:30:08.849989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Routers {'50bdd2e4-ad72-415f-a32a-5fa4a89f0372'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:08.850610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:08.972586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Set router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:09.187617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:30:06Z', 'revision_number': 4, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port': {'id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:03Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3bc984fb-c13a-4e98-8daf-125ece3528fb', 'name': '', 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'mac_address': 'fa:16:3e:94:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9f4c3547-7600-43d4-99c3-8d4249f54756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:05Z', 'updated_at': '2021-11-23T18:30:06Z', 'revision_number': 2, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'subnets': [{'id': '9f4c3547-7600-43d4-99c3-8d4249f54756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:09.214570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Checking router: 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:30:09.214961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Updating router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 port 3bc984fb-c13a-4e98-8daf-125ece3528fb binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:30:09.243104 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:09.548183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:09.553875 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:09.601776 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Pushing event updated for resources: {'Port': ['ID=3bc984fb-c13a-4e98-8daf-125ece3528fb,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:09.614554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.614951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.615306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.615630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.615961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.616291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.616617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.616944 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.617271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.617592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.617919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.618238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:09.673507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Attempting to bind port 3bc984fb-c13a-4e98-8daf-125ece3528fb on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:09.673892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Attempting to bind port 3bc984fb-c13a-4e98-8daf-125ece3528fb by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:09.674261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Attempting to bind port 3bc984fb-c13a-4e98-8daf-125ece3528fb on network e4e3f9f5-2d04-443e-992c-85343ced0e51 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:09.680336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:09.680749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Checking segment: {'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:09.681366 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:09.681731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Bound using segment: {'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:09.682209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Bound port: 3bc984fb-c13a-4e98-8daf-125ece3528fb, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5158bcf4-c485-4790-985a-f40a2d7a6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:09.682796 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:09.763508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] For port 3bc984fb-c13a-4e98-8daf-125ece3528fb, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:09.767181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] For port 3bc984fb-c13a-4e98-8daf-125ece3528fb, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3bc984fb-c13a-4e98-8daf-125ece3528fb,segment=NetworkSegment(5158bcf4-c485-4790-985a-f40a2d7a6737),segment_id=5158bcf4-c485-4790-985a-f40a2d7a6737)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:09.775156 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:09.843094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Routers {'50bdd2e4-ad72-415f-a32a-5fa4a89f0372'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:09.843664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:29:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:09.846786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861b4f1-2003-4e74-9c4e-37087d554f89 None None] Pushing event updated for resources: {'Port': ['ID=3bc984fb-c13a-4e98-8daf-125ece3528fb,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:09.939123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-6b1112b3-a7f6-4ee1-896e-635533db33cc tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:09.940773 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-6b1112b3-a7f6-4ee1-896e-635533db33cc tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1174676 Nov 23 18:30:09.957980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-a054b99a-433d-4922-8271-27c61dd69040 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/quotas/6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 375 time: 0.0106509 Nov 23 18:30:09.960342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-261a4015-eb55-4bf4-aedb-9eac87f6122c None None] Provisioning complete for port 3bc984fb-c13a-4e98-8daf-125ece3528fb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:09.960733 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-261a4015-eb55-4bf4-aedb-9eac87f6122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:09.991403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] Set router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:10.021862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-89a00884-9334-4953-88f3-0140bd42e156 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556488 Nov 23 18:30:10.123319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-b2463c6a-3629-4c14-a480-5b0428dafaa4 service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927560 Nov 23 18:30:10.186016 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-261a4015-eb55-4bf4-aedb-9eac87f6122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:10.223065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-e6b2f911-6bbd-46fd-912f-d4f523a059aa service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942576 Nov 23 18:30:10.260453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-261a4015-eb55-4bf4-aedb-9eac87f6122c None None] For port 3bc984fb-c13a-4e98-8daf-125ece3528fb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3bc984fb-c13a-4e98-8daf-125ece3528fb,segment=NetworkSegment(5158bcf4-c485-4790-985a-f40a2d7a6737),segment_id=5158bcf4-c485-4790-985a-f40a2d7a6737)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:10.266398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-261a4015-eb55-4bf4-aedb-9eac87f6122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:10.326469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:30:06Z', 'revision_number': 4, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port': {'id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:03Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3bc984fb-c13a-4e98-8daf-125ece3528fb', 'name': '', 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'mac_address': 'fa:16:3e:94:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9f4c3547-7600-43d4-99c3-8d4249f54756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:05Z', 'updated_at': '2021-11-23T18:30:09Z', 'revision_number': 4, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'subnets': [{'id': '9f4c3547-7600-43d4-99c3-8d4249f54756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:10.332059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a4015-eb55-4bf4-aedb-9eac87f6122c None None] Pushing event updated for resources: {'Port': ['ID=3bc984fb-c13a-4e98-8daf-125ece3528fb,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:10.364419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d5b9c-1ca0-4ac6-90e4-4ed916c172e0 None None] The sync data for ids ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'] in n-d-818932-3 is: [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:30:06Z', 'revision_number': 4, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port': {'id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:03Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3bc984fb-c13a-4e98-8daf-125ece3528fb', 'name': '', 'network_id': 'e4e3f9f5-2d04-443e-992c-85343ced0e51', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'mac_address': 'fa:16:3e:94:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9f4c3547-7600-43d4-99c3-8d4249f54756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:05Z', 'updated_at': '2021-11-23T18:30:09Z', 'revision_number': 4, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'subnets': [{'id': '9f4c3547-7600-43d4-99c3-8d4249f54756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:10.388818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9b4638d2-6c17-423f-9bba-265192b25f8b None None] Provisioning complete for port 3bc984fb-c13a-4e98-8daf-125ece3528fb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:10.389121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9b4638d2-6c17-423f-9bba-265192b25f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:10.553381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-731ed0e8-a6aa-4bca-b3e0-690c2590de42 req-fa4888cd-b4e2-4606-a3ee-761be97bb10f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0344193 Nov 23 18:30:11.193612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3bc984fb-c13a-4e98-8daf-125ece3528fb up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:11.243797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3bc984fb-c13a-4e98-8daf-125ece3528fb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:11.244172 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:11.299048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-39027d4b-f2f0-4a1a-927f-2b05076c1b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:11.643224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77fcb33f-f1b6-4c7e-82f8-e57b334d5cbd req-7723c3c6-7ab3-436b-8ee4-b949709a000a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0282524 Nov 23 18:30:12.724485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a5ec525-63f4-4cfb-b153-0008d22e79ec req-163e8a3e-14ee-4fa0-acd9-08503d8992b7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0287840 Nov 23 18:30:13.351563 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4d355d1d-a680-4395-ac17-925b792f13c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:13.766494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-476f0570-f24f-46fe-a2f2-d3b6c6c0ccc9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:13.768083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-476f0570-f24f-46fe-a2f2-d3b6c6c0ccc9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1148868 Nov 23 18:30:13.782222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'port': {'device_id': '1b344de4-63a6-4029-9aa2-aa32218d3426', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'admin_state_up': True, 'tenant_id': '6ae219b85e564c27b0587557ced8124d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:13.837777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31a1f74e-1b4f-41ce-acca-341a19515902 req-b39cb283-0a20-4eea-8f92-02ea4f48d848 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0387971 Nov 23 18:30:13.922327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:30:13.926324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.067348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.20.0.7 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:14.231063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.266056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.314309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:14.317259 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:14.320986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:14.345557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:14.376286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:14.376957 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.396722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-0f149f69-7d9d-4c72-b7d8-3bd5e1a8a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6186152 Nov 23 18:30:14.480741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Request body: {'port': {'device_id': '1b344de4-63a6-4029-9aa2-aa32218d3426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:14.552396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.669269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0a605412-586a-473e-bd14-f21acedb0c0e None None] Provisioning complete for port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:14.670310 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0a605412-586a-473e-bd14-f21acedb0c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.735074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0a605412-586a-473e-bd14-f21acedb0c0e None None] Port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:14.840442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:30:14.849112 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.863033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Transition to ACTIVE for port object c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:30:14.875594 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.938479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Pushing event updated for resources: {'Port': ['ID=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:15.028268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed9d9e-12df-477f-9678-afab6516cc00 req-ae969f60-4e80-4807-9330-aa4623f0b9b3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:15.035855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8ed9d9e-12df-477f-9678-afab6516cc00 req-ae969f60-4e80-4807-9330-aa4623f0b9b3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.1056695 Nov 23 18:30:15.131128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Attempting to bind port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:15.131539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Attempting to bind port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:15.131939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Attempting to bind port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:15.152645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8ed9d9e-12df-477f-9678-afab6516cc00 req-41297ffd-7644-444d-ad9c-2316009a4896 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156006 Nov 23 18:30:15.171567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a on network af07789f-6448-4060-ba05-69cc20dd347e not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:30:15.172507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Attempting to bind port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:15.186061 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:15.187688 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:15.188032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:15.188493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:15.188960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Bound port: c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:15.189365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:15.274199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] For port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:15.277853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] For port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:15.282922 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:15.318984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:15.319681 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:15.321313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] 10.222.0.72 "PUT /v2.0/ports/c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a HTTP/1.1" status: 200 len: 1091 time: 0.9117482 Nov 23 18:30:15.321803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b344de4-63a6-4029-9aa2-aa32218d3426', 'tag': 'c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:30:15.326462 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982d6623-c8a9-41e8-b003-2aea017585d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b344de4-63a6-4029-9aa2-aa32218d3426", "tag": "c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:30:15.390158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80f69a-5679-459e-ad7d-6c0b1e989c6c service neutron] Pushing event updated for resources: {'Port': ['ID=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:15.439366 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb393bd-48e6-4d44-925c-5517788db90d x-openstack-request-id: req-ddb393bd-48e6-4d44-925c-5517788db90d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:30:15.439670 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b344de4-63a6-4029-9aa2-aa32218d3426", "tag": "c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:30:15.439931 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ddb393bd-48e6-4d44-925c-5517788db90d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:30:15.440352 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b344de4-63a6-4029-9aa2-aa32218d3426', 'tag': 'c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a', 'status': 'completed', 'code': 200} Nov 23 18:30:15.457197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-fb19f6ff-f061-4d17-9ea0-069daa5e7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:15.458937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-fb19f6ff-f061-4d17-9ea0-069daa5e7a68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 1094 time: 0.0585735 Nov 23 18:30:15.514445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-aac58a23-ee06-41e4-b755-732ec6195cdd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a HTTP/1.1" status: 200 len: 217 time: 0.0436509 Nov 23 18:30:15.587856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-a19d6357-8435-43c7-99ed-a3e9785440d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:15.591588 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-a19d6357-8435-43c7-99ed-a3e9785440d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0664332 Nov 23 18:30:15.665063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-bf45f06e-5a43-464e-95ae-0297381cf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:15.666832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-bf45f06e-5a43-464e-95ae-0297381cf9db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636115 Nov 23 18:30:15.784133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-cb17b4a8-601a-4cca-a050-16716dbd1404 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044626 Nov 23 18:30:15.887488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d37ba6d7-5f43-498d-b6e7-1983650633d6 req-d55c4f3d-8a5a-44ff-afa3-4dc54ddbe435 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915260 Nov 23 18:30:15.995533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-c24680dc-cdec-45ed-8d0c-57a1b531c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:15.998323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-c24680dc-cdec-45ed-8d0c-57a1b531c5a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 1094 time: 0.0520201 Nov 23 18:30:16.114923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-113a32a4-1ef7-481c-af39-b02a485d6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:16.116463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-113a32a4-1ef7-481c-af39-b02a485d6fc5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.1062615 Nov 23 18:30:16.164826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-69df965f-43cc-437c-8596-6513804f2923 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a HTTP/1.1" status: 200 len: 217 time: 0.0365403 Nov 23 18:30:16.233985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-36015a24-956a-4134-b060-66be68263aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:16.235807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-36015a24-956a-4134-b060-66be68263aad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0641174 Nov 23 18:30:16.306040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ab31f-b241-45e0-b41d-ea693529ff86 req-a34c48f5-d7ea-4182-a1c6-7dd32838589f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:16.307590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254ab31f-b241-45e0-b41d-ea693529ff86 req-a34c48f5-d7ea-4182-a1c6-7dd32838589f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0880501 Nov 23 18:30:16.312655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-4cb0b319-7b46-45fa-b79e-829693e9a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:16.314142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-4cb0b319-7b46-45fa-b79e-829693e9a4a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638745 Nov 23 18:30:16.421124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-254ab31f-b241-45e0-b41d-ea693529ff86 req-254c8b5c-aad8-4dba-bbc1-331d7a31b783 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055148 Nov 23 18:30:16.449237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-85126c39-1d57-4830-be02-965f7d1fd57b service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203725 Nov 23 18:30:16.494209 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:16.554384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982d6623-c8a9-41e8-b003-2aea017585d1 req-fa8fca22-8643-4483-bbbc-27bb29f7d3bc service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934875 Nov 23 18:30:17.549361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a004dd-8b30-49c5-8e63-f7d46ca6288e req-791ec8c8-d4fe-4161-adb9-da0e781388ab tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:17.550955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38a004dd-8b30-49c5-8e63-f7d46ca6288e req-791ec8c8-d4fe-4161-adb9-da0e781388ab tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0587454 Nov 23 18:30:17.604430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38a004dd-8b30-49c5-8e63-f7d46ca6288e req-d5ddeaf2-a075-4f8e-8782-66ce6f2025d6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473402 Nov 23 18:30:17.917557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:18.726268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5a0a-662d-4d72-aa2c-c95968fd759c req-b024077d-6ad9-4927-aaae-309b0a531e8d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:18.727834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-660d5a0a-662d-4d72-aa2c-c95968fd759c req-b024077d-6ad9-4927-aaae-309b0a531e8d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0523446 Nov 23 18:30:18.783571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-660d5a0a-662d-4d72-aa2c-c95968fd759c req-f699e803-a1ff-4b08-b241-13aa09cd9125 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496182 Nov 23 18:30:19.733001 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:19.909985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38329acc-9512-43db-b0dd-043019e4b0ff req-9963471c-2eec-49d3-b07f-a5f20918411f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:19.911507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38329acc-9512-43db-b0dd-043019e4b0ff req-9963471c-2eec-49d3-b07f-a5f20918411f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0528574 Nov 23 18:30:19.959806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38329acc-9512-43db-b0dd-043019e4b0ff req-79281225-d67a-4ed5-a507-b57953da3180 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Nov 23 18:30:20.848473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:21.078395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ff332-af80-4480-b211-9bec7dab31e4 req-76134944-1c2b-4963-bcac-c1af3a12188f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:21.079912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-331ff332-af80-4480-b211-9bec7dab31e4 req-76134944-1c2b-4963-bcac-c1af3a12188f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0497806 Nov 23 18:30:21.133026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-331ff332-af80-4480-b211-9bec7dab31e4 req-5454fb02-0c03-4e30-9079-85c9dcb3aabe tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469620 Nov 23 18:30:22.271812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdf5d0-b30a-4f01-8a52-1b3cb8f3e89a req-e991c37d-0861-48fd-8f51-db8c48aca5c6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:22.273382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27fdf5d0-b30a-4f01-8a52-1b3cb8f3e89a req-e991c37d-0861-48fd-8f51-db8c48aca5c6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0544972 Nov 23 18:30:22.329174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-27fdf5d0-b30a-4f01-8a52-1b3cb8f3e89a req-c6410158-f6ca-467d-8634-50bb41760fa7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495150 Nov 23 18:30:23.461473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912ca92-8823-4ab2-aefd-02af08132f61 req-e19daa73-15c7-4ce7-adf9-de5ad6c90779 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:23.463005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f912ca92-8823-4ab2-aefd-02af08132f61 req-e19daa73-15c7-4ce7-adf9-de5ad6c90779 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0547707 Nov 23 18:30:23.520274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f912ca92-8823-4ab2-aefd-02af08132f61 req-cdf0a412-386e-4a33-b64b-95c47b22b30d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496218 Nov 23 18:30:24.656710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6acbf4-6cbf-4aa0-bf61-e93e98bb6fd9 req-d0db345b-c881-41dd-9075-e9ea60ea7298 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:24.658235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e6acbf4-6cbf-4aa0-bf61-e93e98bb6fd9 req-d0db345b-c881-41dd-9075-e9ea60ea7298 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0628643 Nov 23 18:30:24.708339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e6acbf4-6cbf-4aa0-bf61-e93e98bb6fd9 req-2e3b0622-4fce-44ea-8c23-ccbb42e46573 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Nov 23 18:30:25.840837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112083b-515c-4972-81d6-5da2a0b9996f req-c3cd0dc3-b8a5-4242-9720-c7cf4966bce9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:25.842994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6112083b-515c-4972-81d6-5da2a0b9996f req-c3cd0dc3-b8a5-4242-9720-c7cf4966bce9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0576687 Nov 23 18:30:25.896312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6112083b-515c-4972-81d6-5da2a0b9996f req-da2c3582-c628-495f-9afb-9578e0bc3f3b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Nov 23 18:30:27.023632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234220f6-d548-4b91-b0b9-a43a53fefde4 req-5f61fdfc-cd9f-4eb6-bb42-4db3ee45ab47 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:27.025205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-234220f6-d548-4b91-b0b9-a43a53fefde4 req-5f61fdfc-cd9f-4eb6-bb42-4db3ee45ab47 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 943 time: 0.0551155 Nov 23 18:30:27.078006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-234220f6-d548-4b91-b0b9-a43a53fefde4 req-d3f5bf7f-aa24-4344-8277-2e2ec7ad5e0e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453115 Nov 23 18:30:27.646765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:30:27.790520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:27.804818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'port_id': 'c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a', 'mac_address': 'fa:16:3e:a7:21:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:30:27.858843 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.877068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:30:27.898392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:27.904065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.959001 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:28.168351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:30:28.257639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bde7a6-0e29-4050-abe9-1adaeb721e4c req-8e3a05ad-4758-4f11-95e8-141f4c086dd4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:28.259967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15bde7a6-0e29-4050-abe9-1adaeb721e4c req-8e3a05ad-4758-4f11-95e8-141f4c086dd4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 944 time: 0.0811615 Nov 23 18:30:28.331553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15bde7a6-0e29-4050-abe9-1adaeb721e4c req-3ec48975-8c74-4a30-9878-40b9fb189aa3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651219 Nov 23 18:30:29.473061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed150ad-c445-4a10-baf3-c88903ccafea req-c590eb02-8f3c-48d9-8e8d-c1a9142201a6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:29.474880 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ed150ad-c445-4a10-baf3-c88903ccafea req-c590eb02-8f3c-48d9-8e8d-c1a9142201a6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 944 time: 0.0579503 Nov 23 18:30:29.529879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ed150ad-c445-4a10-baf3-c88903ccafea req-529e487a-6270-4775-b968-409b43522652 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482361 Nov 23 18:30:29.660568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:29.715768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:30:29.721332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:29.721758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:29.814903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:29.993899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b344de4-63a6-4029-9aa2-aa32218d3426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:30:29.996086 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f6078d-b708-4137-8dc6-f716d048bd3e" -d '{"events": [{"server_uuid": "1b344de4-63a6-4029-9aa2-aa32218d3426", "name": "network-vif-plugged", "status": "completed", "tag": "c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:30:30.011108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:30.017079 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:30.041801 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b54c6-f1ba-49c4-8042-915a616428c8 x-openstack-request-id: req-ca4b54c6-f1ba-49c4-8042-915a616428c8 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:30:30.042107 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b344de4-63a6-4029-9aa2-aa32218d3426", "name": "network-vif-plugged", "status": "completed", "tag": "c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:30:30.042361 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ca4b54c6-f1ba-49c4-8042-915a616428c8 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:30:30.042813 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b344de4-63a6-4029-9aa2-aa32218d3426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a', 'code': 200} Nov 23 18:30:30.070056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:30.149665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba498b00-1375-43e0-b491-3468bf08a180 req-4a8b1c39-1aa2-4691-a352-a8b5f9d69ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:30.151321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba498b00-1375-43e0-b491-3468bf08a180 req-4a8b1c39-1aa2-4691-a352-a8b5f9d69ba2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 1096 time: 0.0457985 Nov 23 18:30:30.204835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba498b00-1375-43e0-b491-3468bf08a180 req-49d9c1b2-2c43-4f0f-b7e5-671778835a49 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Nov 23 18:30:30.671395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddd1fc-e229-47f1-bd70-009b541a484c req-e320d8a9-27c2-4a81-a523-acff023af043 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:30.673266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fddd1fc-e229-47f1-bd70-009b541a484c req-e320d8a9-27c2-4a81-a523-acff023af043 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 945 time: 0.0566962 Nov 23 18:30:30.725398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fddd1fc-e229-47f1-bd70-009b541a484c req-273d41fa-14ed-4078-a279-f09a5bea3663 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455797 Nov 23 18:30:31.851193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928f2e8-c5fa-4922-8e91-223eb0f5444d req-3872972e-1ed4-4aaf-964e-65b9771ec013 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:31.852743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9928f2e8-c5fa-4922-8e91-223eb0f5444d req-3872972e-1ed4-4aaf-964e-65b9771ec013 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 945 time: 0.0514920 Nov 23 18:30:31.916378 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9928f2e8-c5fa-4922-8e91-223eb0f5444d req-82edd65c-1891-4195-9b7c-83adbc99db2b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567827 Nov 23 18:30:32.037630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc428d-25e7-4736-b797-ca7784efaff5 req-7af7a623-99f5-4632-9228-b97790d18a08 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:32.039063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54cc428d-25e7-4736-b797-ca7784efaff5 req-7af7a623-99f5-4632-9228-b97790d18a08 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 945 time: 0.0552995 Nov 23 18:30:32.088881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-54cc428d-25e7-4736-b797-ca7784efaff5 req-e5ea59a6-8e25-4a6d-a6f4-077d1e031284 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Nov 23 18:30:32.211618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a10d6-b56b-4d6b-b52e-eca479b82dee req-2144d393-5699-4c6b-89d5-2c6f770935f2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:32.213249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c24a10d6-b56b-4d6b-b52e-eca479b82dee req-2144d393-5699-4c6b-89d5-2c6f770935f2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Nov 23 18:30:32.270361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c24a10d6-b56b-4d6b-b52e-eca479b82dee req-f1604d5b-82f9-4f6d-8aef-8cb05ce06868 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498056 Nov 23 18:30:32.523426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60156d-3e4c-42a0-a9e5-134d4f327691 req-4ee184d3-eefc-4604-a3e2-d1011ada9ccd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:32.524982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b60156d-3e4c-42a0-a9e5-134d4f327691 req-4ee184d3-eefc-4604-a3e2-d1011ada9ccd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 945 time: 0.0531542 Nov 23 18:30:32.581228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b60156d-3e4c-42a0-a9e5-134d4f327691 req-0df0f0a4-5575-47de-825b-4759941d4e7a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488305 Nov 23 18:30:33.744350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c237-4da7-42ff-ac62-6be01f85045e req-ca99cbe0-8a03-4e31-a0f8-8d16d72fa9e9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:33.745935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcf8c237-4da7-42ff-ac62-6be01f85045e req-ca99cbe0-8a03-4e31-a0f8-8d16d72fa9e9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 945 time: 0.0783958 Nov 23 18:30:33.801570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fcf8c237-4da7-42ff-ac62-6be01f85045e req-cb061707-0150-4d4b-bccf-c8cfbaaee16d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457430 Nov 23 18:30:34.116187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-56dafa1b-7387-4420-8f06-00053fdafa2d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:34.117684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-56dafa1b-7387-4420-8f06-00053fdafa2d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 945 time: 0.0528727 Nov 23 18:30:34.224896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:30:34.225236 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.328120 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] For port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:34.328596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.343380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:30:34.493496 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.510274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:30:34.538405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:34.595005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] No DVR routers for this DVR port c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:30:34.597913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.601514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23d1e718-7c9e-40c2-a517-4e7d7da3328f req-40da631e-4b42-4d24-a1c4-835364b05830 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "DELETE /v2.0/ports/c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a HTTP/1.1" status: 204 len: 173 time: 0.4755318 Nov 23 18:30:34.602145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b344de4-63a6-4029-9aa2-aa32218d3426', 'name': 'network-vif-deleted', 'tag': 'c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:30:34.604506 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f3790d-2b7a-4315-abda-72fd81735174" -d '{"events": [{"server_uuid": "1b344de4-63a6-4029-9aa2-aa32218d3426", "name": "network-vif-deleted", "tag": "c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:30:34.650073 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef864d9-0501-4c09-b07d-ae05a334ea49 x-openstack-request-id: req-0ef864d9-0501-4c09-b07d-ae05a334ea49 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:30:34.650518 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b344de4-63a6-4029-9aa2-aa32218d3426", "name": "network-vif-deleted", "tag": "c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:30:34.650863 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0ef864d9-0501-4c09-b07d-ae05a334ea49 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:30:34.651356 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b344de4-63a6-4029-9aa2-aa32218d3426', 'name': 'network-vif-deleted', 'tag': 'c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a', 'status': 'completed', 'code': 200} Nov 23 18:30:34.906155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34a67f0e-8a80-4ba7-82ea-6448b712f4a6 req-b65aae2d-803c-4d82-93d4-d54ed35e2c37 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0298600 Nov 23 18:30:36.019026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5978c1dd-37bd-44ce-ae98-2bb65b2c409c req-194fc03d-9407-4dcc-bfe4-2d5dc448b2f1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Nov 23 18:30:37.118606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5b37034-6708-43bd-a3cc-7fde6b5cace7 req-010295a9-bfcc-4cbb-87c2-3c95f977a557 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0268815 Nov 23 18:30:37.478598 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:30:37.724807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:30:37.745190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:30:37.745538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c77ad5e5-7a17-4d72-a1ae-bd8d72ab647a not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:30:38.227662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2a172d-14b0-4c28-986b-9d674a85a2c0 req-51a4a02e-18ef-40f8-8585-0356b49cf463 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0283267 Nov 23 18:30:39.337061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb228dea-9f67-4e4a-90d8-46bb27d8c4a2 req-2fc46803-0ab6-47ce-b699-cfeef1fa821c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b344de4-63a6-4029-9aa2-aa32218d3426 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Nov 23 18:30:41.296056 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c359a334-bfed-42b7-9c93-126aed421717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:43.356795 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8c9abf2d-c796-4f42-b8ca-c17df4ca1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:45.161187 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:46.505402 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:47.929389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:49.745312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:50.851274 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:03.858720 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-4e006fdb-814e-46c7-ae3d-0f3433ba19d4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:03.860180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-4e006fdb-814e-46c7-ae3d-0f3433ba19d4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1074095 Nov 23 18:31:03.876205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9e341341-b06d-4c26-ae6f-a8df789ee35b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/quotas/6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 375 time: 0.0101852 Nov 23 18:31:03.930615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-5bb5d8d8-28b8-4542-844e-ec293fcc215b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485001 Nov 23 18:31:04.062921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-7970109a-b002-4c69-b1e8-6f8fb337a511 service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183348 Nov 23 18:31:04.180116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-44b604d3-9a20-4b73-b36b-efe5e35dd423 service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068718 Nov 23 18:31:04.390280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-952beb34-01ac-40df-adad-03ff569c699b req-16b58764-8185-437c-b769-10e5ffbda068 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 210 time: 0.0394413 Nov 23 18:31:05.387201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-75f5272d-24a7-4c11-b04b-fc0cb389d70b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:05.389517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-75f5272d-24a7-4c11-b04b-fc0cb389d70b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1095767 Nov 23 18:31:05.409530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'port': {'device_id': '48a6d8d9-68ea-4525-8c0a-1c18d4b019aa', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'admin_state_up': True, 'tenant_id': '6ae219b85e564c27b0587557ced8124d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:31:05.536980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1cf148f6-4be6-4e67-9f7b-f456388103f5 req-e5d7589d-9b97-4809-9677-4e0bf973575f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 210 time: 0.0333345 Nov 23 18:31:05.588850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:31:05.593001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:05.763216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.20.0.8 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/71e0f182-948f-4247-adb3-21fa22266676) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:31:05.933551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:05.971853 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:06.023832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:31:06.027143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:31:06.031665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:31:06.039234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=71e0f182-948f-4247-adb3-21fa22266676,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:06.072449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.072806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.073158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.073544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.074379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.074379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.074607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.075441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.075623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.075925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.076264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.076607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:06.101090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:06.101750 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:06.127231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-92ce03fe-3e23-4475-b735-da9460c2ed34 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235711 Nov 23 18:31:06.147553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Request body: {'port': {'device_id': '48a6d8d9-68ea-4525-8c0a-1c18d4b019aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:31:06.222467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-9d57bd3b-3f41-42fd-9182-17c6eb9238d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083710 Nov 23 18:31:06.223265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:06.311831 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b78752aa-4387-4b39-be34-84c20bd8a552 None None] Provisioning complete for port 71e0f182-948f-4247-adb3-21fa22266676 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:31:06.312455 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b78752aa-4387-4b39-be34-84c20bd8a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:06.355621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b78752aa-4387-4b39-be34-84c20bd8a552 None None] Port 71e0f182-948f-4247-adb3-21fa22266676 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:31:06.411127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-26061123-c11f-48bb-ab99-2fc91c9e3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:06.412726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-26061123-c11f-48bb-ab99-2fc91c9e3ce7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1096 time: 0.1218953 Nov 23 18:31:06.615155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-72b6e57c-28a8-4d73-963b-a67d2bff3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:06.616780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-72b6e57c-28a8-4d73-963b-a67d2bff3bf7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 909 time: 0.1636546 Nov 23 18:31:07.093853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e0f182-948f-4247-adb3-21fa22266676 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:31:07.113079 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:07.138783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-41861bf1-12a5-40eb-aca2-81b1aa87a0d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 1001 time: 0.5134192 Nov 23 18:31:07.148257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Transition to ACTIVE for port object 71e0f182-948f-4247-adb3-21fa22266676 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:31:07.165678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de56a3-0e81-4a33-aebb-1f7a279cab14 req-e52b7d43-c590-46ec-a1af-64fe62d0e721 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:07.166547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30de56a3-0e81-4a33-aebb-1f7a279cab14 req-e52b7d43-c590-46ec-a1af-64fe62d0e721 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 931 time: 0.5077925 Nov 23 18:31:07.192734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:07.291251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-658a2491-b667-43c4-a69e-5e1cd6e21970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:07.292776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-658a2491-b667-43c4-a69e-5e1cd6e21970 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 200 len: 847 time: 0.1461656 Nov 23 18:31:07.297462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0f182-948f-4247-adb3-21fa22266676,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:07.347313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-30de56a3-0e81-4a33-aebb-1f7a279cab14 req-5d44e275-4af0-4c2d-ab4d-3890c0267187 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557240 Nov 23 18:31:07.404374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-7c76cad7-199a-4ddf-bec6-ca174a9974e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:07.405954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-7c76cad7-199a-4ddf-bec6-ca174a9974e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030049 Nov 23 18:31:07.467061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Attempting to bind port 71e0f182-948f-4247-adb3-21fa22266676 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:31:07.467814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Attempting to bind port 71e0f182-948f-4247-adb3-21fa22266676 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:31:07.467814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Attempting to bind port 71e0f182-948f-4247-adb3-21fa22266676 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:31:07.506221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Port 71e0f182-948f-4247-adb3-21fa22266676 on network af07789f-6448-4060-ba05-69cc20dd347e not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:31:07.506548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Attempting to bind port 71e0f182-948f-4247-adb3-21fa22266676 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:31:07.518599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:31:07.518981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:31:07.519380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:31:07.521044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Bound port: 71e0f182-948f-4247-adb3-21fa22266676, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:31:07.521468 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:07.580896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-5f01c755-9a15-472c-86f5-133d707d62da service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655593 Nov 23 18:31:07.636481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] For port 71e0f182-948f-4247-adb3-21fa22266676, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:31:07.682373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] For port 71e0f182-948f-4247-adb3-21fa22266676, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71e0f182-948f-4247-adb3-21fa22266676,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:31:07.690861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:07.739078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:07.739679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:07.741512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] 10.222.0.72 "PUT /v2.0/ports/71e0f182-948f-4247-adb3-21fa22266676 HTTP/1.1" status: 200 len: 1091 time: 1.5985990 Nov 23 18:31:07.745492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a6d8d9-68ea-4525-8c0a-1c18d4b019aa', 'tag': '71e0f182-948f-4247-adb3-21fa22266676'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:31:07.749755 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9" -d '{"events": [{"name": "network-changed", "server_uuid": "48a6d8d9-68ea-4525-8c0a-1c18d4b019aa", "tag": "71e0f182-948f-4247-adb3-21fa22266676"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:31:07.758944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c3c5293-67f1-481b-9efe-81a1315b4429 req-7e8163cc-ca87-4e56-a33b-856d37a14226 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689873 Nov 23 18:31:07.788124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6a7a2-a366-41e6-8bc2-eb148db31b63 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0f182-948f-4247-adb3-21fa22266676,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:07.807247 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a17466-8a56-47b3-800e-2485508f205c x-openstack-request-id: req-91a17466-8a56-47b3-800e-2485508f205c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:31:07.808134 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a6d8d9-68ea-4525-8c0a-1c18d4b019aa", "tag": "71e0f182-948f-4247-adb3-21fa22266676", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:31:07.808806 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-91a17466-8a56-47b3-800e-2485508f205c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:31:07.810965 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a6d8d9-68ea-4525-8c0a-1c18d4b019aa', 'tag': '71e0f182-948f-4247-adb3-21fa22266676', 'status': 'completed', 'code': 200} Nov 23 18:31:07.870866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-c1c1b48d-6ec3-45e4-8d1f-5ff059e7a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:07.874464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-c1c1b48d-6ec3-45e4-8d1f-5ff059e7a6dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 1094 time: 0.0615723 Nov 23 18:31:07.929581 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-025394ff-1553-4833-b9a3-02d6ce6938e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e0f182-948f-4247-adb3-21fa22266676 HTTP/1.1" status: 200 len: 217 time: 0.0429511 Nov 23 18:31:07.991941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-93479d47-2906-4d2e-8faa-781f04cf7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:07.993937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-93479d47-2906-4d2e-8faa-781f04cf7255 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0501411 Nov 23 18:31:08.054132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-4aebef41-ed88-417c-93c4-d31d03edcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:08.055734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-4aebef41-ed88-417c-93c4-d31d03edcb26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492127 Nov 23 18:31:08.163739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-57c2997b-0c03-46f8-8e58-f550bcc9a4e0 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956151 Nov 23 18:31:08.261013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd15f093-d9db-4a55-8be3-2c369a826ab4 req-802a1af2-d5c4-40c8-a045-ee2b44b6ac8a service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859432 Nov 23 18:31:08.361254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-4270d981-142a-4873-87c3-c8b6cd6c563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:08.362719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-4270d981-142a-4873-87c3-c8b6cd6c563d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 1094 time: 0.0509427 Nov 23 18:31:08.494086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-72362a33-13d2-4367-9407-f3c88baa9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:08.495532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-72362a33-13d2-4367-9407-f3c88baa9834 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.1213143 Nov 23 18:31:08.550020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-60efc1d2-8b06-4c65-8c5c-9d7da5bbdee5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e0f182-948f-4247-adb3-21fa22266676 HTTP/1.1" status: 200 len: 217 time: 0.0422764 Nov 23 18:31:08.557910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616e1fd-6d73-4066-a3d6-d0810126fef6 req-aa52460c-0c36-442d-92b7-a7a17135b18a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:08.560005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0616e1fd-6d73-4066-a3d6-d0810126fef6 req-aa52460c-0c36-442d-92b7-a7a17135b18a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.1020424 Nov 23 18:31:08.634171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-95d8e345-5fc2-4f7b-8266-d23462fc3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:08.635733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-95d8e345-5fc2-4f7b-8266-d23462fc3303 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0748692 Nov 23 18:31:08.648862 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0616e1fd-6d73-4066-a3d6-d0810126fef6 req-f550207b-7e80-4804-9663-3a59618ea67e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805502 Nov 23 18:31:08.699640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-41b2c7d1-07a0-4d28-9bb2-f76b40f2dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:08.701800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-41b2c7d1-07a0-4d28-9bb2-f76b40f2dd8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520639 Nov 23 18:31:08.800209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-035888eb-2641-4fd2-b7d1-14764619d5cf service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868986 Nov 23 18:31:08.902597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1bc9ce47-7cf8-41be-a2b5-f9e33a5e04d9 req-641affb7-621d-4b9e-8b3c-9406f9e5020c service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912280 Nov 23 18:31:09.782714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd66c2-da50-4842-b13e-e6951e154764 req-4768b0e7-fd3e-4081-a448-9f73bb53ca74 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:09.783840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bdd66c2-da50-4842-b13e-e6951e154764 req-4768b0e7-fd3e-4081-a448-9f73bb53ca74 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0632925 Nov 23 18:31:09.855186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bdd66c2-da50-4842-b13e-e6951e154764 req-83b44166-1a2c-40c5-9b08-3322017333e8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Nov 23 18:31:11.066902 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eda7e-72bb-44b8-a19c-d09dbf16f4f0 req-8ab3c13c-7467-4d0e-84e2-89c1ad81815e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:11.068996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a66eda7e-72bb-44b8-a19c-d09dbf16f4f0 req-8ab3c13c-7467-4d0e-84e2-89c1ad81815e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0820148 Nov 23 18:31:11.150538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a66eda7e-72bb-44b8-a19c-d09dbf16f4f0 req-daf8bafa-78fe-4504-b7d5-daeb784c9008 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748835 Nov 23 18:31:11.296540 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-747cb745-8b3f-4fad-8555-50a14715da86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:12.321378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d839576-c884-4f4c-ba22-be29a0c801c6 req-d1cbe776-266b-452d-ae75-7518c56af738 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:12.323736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d839576-c884-4f4c-ba22-be29a0c801c6 req-d1cbe776-266b-452d-ae75-7518c56af738 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0673773 Nov 23 18:31:12.389429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0d839576-c884-4f4c-ba22-be29a0c801c6 req-98870a4e-c774-4ab7-a5c2-617e3edb5a26 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580382 Nov 23 18:31:13.361908 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b0230745-5d34-484c-a7f4-7b0263f46d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:13.550047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5ad88-0fa3-443d-a44b-d2c28fa6b582 req-52041836-1ddb-487c-9c96-94921fc80d9f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:13.551761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bf5ad88-0fa3-443d-a44b-d2c28fa6b582 req-52041836-1ddb-487c-9c96-94921fc80d9f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0643103 Nov 23 18:31:13.610402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bf5ad88-0fa3-443d-a44b-d2c28fa6b582 req-9383867f-e742-4f8e-a81a-eb222cc21cd9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517673 Nov 23 18:31:14.480496 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:31:14.769946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5935-4cf6-411d-8960-d0118b8696a3 req-7b0b3fb2-bacf-4c5e-99ac-886e91c31d08 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:14.771482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-073c5935-4cf6-411d-8960-d0118b8696a3 req-7b0b3fb2-bacf-4c5e-99ac-886e91c31d08 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0627723 Nov 23 18:31:14.828629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-073c5935-4cf6-411d-8960-d0118b8696a3 req-2490186a-b996-4538-ae70-85fce5dcf149 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509841 Nov 23 18:31:15.165552 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:15.969488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da9a9d-d254-42f5-a2f0-a628d54bcbd0 req-10da089c-9909-4a28-b46e-3216a4116680 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:15.971484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2da9a9d-d254-42f5-a2f0-a628d54bcbd0 req-10da089c-9909-4a28-b46e-3216a4116680 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0616078 Nov 23 18:31:16.032945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2da9a9d-d254-42f5-a2f0-a628d54bcbd0 req-fd0dc93f-4360-4f2c-a30f-fe040584f603 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534942 Nov 23 18:31:16.502616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:17.187731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282a550-b115-4d31-8308-6fa5864a16e9 req-fe5e3668-b125-419a-a487-d12543bcc10d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:17.189628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6282a550-b115-4d31-8308-6fa5864a16e9 req-fe5e3668-b125-419a-a487-d12543bcc10d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0646665 Nov 23 18:31:17.253886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6282a550-b115-4d31-8308-6fa5864a16e9 req-f7fcfdd9-90cd-484a-8186-81a6ae04f8a2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539308 Nov 23 18:31:17.930114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:18.409095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e81105-f01f-408a-b310-6084614b7f7a req-6613e18c-57ee-4356-ada9-ea06c397e3c5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:18.411438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3e81105-f01f-408a-b310-6084614b7f7a req-6613e18c-57ee-4356-ada9-ea06c397e3c5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0590138 Nov 23 18:31:18.483184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3e81105-f01f-408a-b310-6084614b7f7a req-c3a3b76d-c88c-45fc-990c-55deee8fa645 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650246 Nov 23 18:31:19.620069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd6aef-73e9-45a7-9976-cc0a1b03f5aa req-e3c4c7dd-68c3-4ff4-8450-d54b85e80be7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:19.622401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fbd6aef-73e9-45a7-9976-cc0a1b03f5aa req-e3c4c7dd-68c3-4ff4-8450-d54b85e80be7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0541739 Nov 23 18:31:19.693751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fbd6aef-73e9-45a7-9976-cc0a1b03f5aa req-03281a60-124d-4659-b83d-52701c9dcdb9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634427 Nov 23 18:31:19.737300 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:20.854517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca38b3-542b-4647-8eb9-2c497f789e43 req-0447ef6e-689b-487c-b27b-2a4d0260393f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:20.857717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8eca38b3-542b-4647-8eb9-2c497f789e43 req-0447ef6e-689b-487c-b27b-2a4d0260393f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0718293 Nov 23 18:31:20.877510 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:20.922431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8eca38b3-542b-4647-8eb9-2c497f789e43 req-aca1c266-4dbb-4fdc-95b3-770de96376d9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587990 Nov 23 18:31:22.048757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7ac82-22f9-485c-b2d6-59b0bb7e146d req-b4700b40-6d82-4634-8256-bb71af5c2a2c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:22.050344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cb7ac82-22f9-485c-b2d6-59b0bb7e146d req-b4700b40-6d82-4634-8256-bb71af5c2a2c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0550075 Nov 23 18:31:22.104524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cb7ac82-22f9-485c-b2d6-59b0bb7e146d req-1c987d72-40e7-47f0-852e-f5d7e816fff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481579 Nov 23 18:31:23.339904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ec19e-971e-45da-8701-d398721a01bc req-a4e32201-3745-466d-987a-ad0cbbc89878 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:23.342086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-597ec19e-971e-45da-8701-d398721a01bc req-a4e32201-3745-466d-987a-ad0cbbc89878 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0591810 Nov 23 18:31:23.393147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-597ec19e-971e-45da-8701-d398721a01bc req-21ad6261-e4bb-4aa6-8514-592b24abcfc3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Nov 23 18:31:24.526454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783d41-e83f-4f81-b314-96e6f62bb388 req-c5a5c23b-f94b-4b47-aa8d-9f06949dda21 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:24.528007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9783d41-e83f-4f81-b314-96e6f62bb388 req-c5a5c23b-f94b-4b47-aa8d-9f06949dda21 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0560782 Nov 23 18:31:24.583164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9783d41-e83f-4f81-b314-96e6f62bb388 req-f8e88ba6-c8e0-4ac9-b7f6-3e4532d374e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484147 Nov 23 18:31:25.709233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b57c23-2127-4f8b-b9d3-b7bcc528f01e req-f9d1519f-5895-460d-88ec-21102d71b23a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:25.710803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b57c23-2127-4f8b-b9d3-b7bcc528f01e req-f9d1519f-5895-460d-88ec-21102d71b23a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0517988 Nov 23 18:31:25.775136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9b57c23-2127-4f8b-b9d3-b7bcc528f01e req-092a2593-14f0-41c6-983f-2e3bebcd8723 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577445 Nov 23 18:31:26.897919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717feb02-b9dc-43ad-bd19-053164fe6569 req-c502be09-fdc3-466b-8d84-9f29a820b7cb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:26.899498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-717feb02-b9dc-43ad-bd19-053164fe6569 req-c502be09-fdc3-466b-8d84-9f29a820b7cb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0535288 Nov 23 18:31:26.948631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-717feb02-b9dc-43ad-bd19-053164fe6569 req-27685431-e211-4be0-8eea-9bc10b7e4036 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Nov 23 18:31:27.924490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71e0f182-948f-4247-adb3-21fa22266676 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:31:28.029499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71e0f182-948f-4247-adb3-21fa22266676, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71e0f182-948f-4247-adb3-21fa22266676,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:31:28.042967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '71e0f182-948f-4247-adb3-21fa22266676', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'port_id': '71e0f182-948f-4247-adb3-21fa22266676', 'mac_address': 'fa:16:3e:fe:46:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:31:28.074258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9638f53-919f-486c-85aa-5672c292bdf5 req-5df386b3-443b-4c6b-8642-ea3339f14d78 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:28.075959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9638f53-919f-486c-85aa-5672c292bdf5 req-5df386b3-443b-4c6b-8642-ea3339f14d78 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 943 time: 0.0535622 Nov 23 18:31:28.090673 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:28.104350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e0f182-948f-4247-adb3-21fa22266676 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:31:28.125272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71e0f182-948f-4247-adb3-21fa22266676, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71e0f182-948f-4247-adb3-21fa22266676,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:31:28.131031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9638f53-919f-486c-85aa-5672c292bdf5 req-05e46758-b81f-436a-9dc2-6a9b21ca8c88 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483537 Nov 23 18:31:28.131399 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:28.184392 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=71e0f182-948f-4247-adb3-21fa22266676,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:28.193921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.194303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.194652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.195023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.195415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.195755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.196089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.196563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.196904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.197235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.197566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.197894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:28.375163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['71e0f182-948f-4247-adb3-21fa22266676'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:31:29.269165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da2745-d028-4fc2-9ef2-cc3c10bc6b6c req-8085053c-5125-44b8-a123-63ae86ca74a5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:29.271018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04da2745-d028-4fc2-9ef2-cc3c10bc6b6c req-8085053c-5125-44b8-a123-63ae86ca74a5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 944 time: 0.0590425 Nov 23 18:31:29.323173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04da2745-d028-4fc2-9ef2-cc3c10bc6b6c req-818ac26f-a7cd-490b-a252-95ffc209b935 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Nov 23 18:31:29.955549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71e0f182-948f-4247-adb3-21fa22266676 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:31:30.007087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 71e0f182-948f-4247-adb3-21fa22266676 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:31:30.011912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 71e0f182-948f-4247-adb3-21fa22266676 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:31:30.012289 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:30.099338 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:30.123114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6d8d9-68ea-4525-8c0a-1c18d4b019aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0f182-948f-4247-adb3-21fa22266676'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:31:30.125356 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528082b7-5152-4990-b4f4-1122c2ed2419" -d '{"events": [{"server_uuid": "48a6d8d9-68ea-4525-8c0a-1c18d4b019aa", "name": "network-vif-plugged", "status": "completed", "tag": "71e0f182-948f-4247-adb3-21fa22266676"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:31:30.139502 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71e0f182-948f-4247-adb3-21fa22266676, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71e0f182-948f-4247-adb3-21fa22266676,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:31:30.143867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:30.198176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=71e0f182-948f-4247-adb3-21fa22266676,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:30.319478 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601a053e-acf9-491f-8c2e-030841bca0f6 x-openstack-request-id: req-601a053e-acf9-491f-8c2e-030841bca0f6 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:31:30.319774 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a6d8d9-68ea-4525-8c0a-1c18d4b019aa", "name": "network-vif-plugged", "status": "completed", "tag": "71e0f182-948f-4247-adb3-21fa22266676", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:31:30.320024 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-601a053e-acf9-491f-8c2e-030841bca0f6 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:31:30.320426 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6d8d9-68ea-4525-8c0a-1c18d4b019aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0f182-948f-4247-adb3-21fa22266676', 'code': 200} Nov 23 18:31:30.467758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dde212-ff42-4df9-8b7b-7c0c4212b32a req-22f91cd4-f83d-42a1-bdca-f90dcdba764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:30.469222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1dde212-ff42-4df9-8b7b-7c0c4212b32a req-22f91cd4-f83d-42a1-bdca-f90dcdba764b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 1096 time: 0.0758972 Nov 23 18:31:30.477897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892d038-91b9-466d-a41b-ba08cde7852b req-7272d813-bd4c-47b9-86d7-befb5f50cd6d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:30.479379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d892d038-91b9-466d-a41b-ba08cde7852b req-7272d813-bd4c-47b9-86d7-befb5f50cd6d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 945 time: 0.0848062 Nov 23 18:31:30.549975 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1dde212-ff42-4df9-8b7b-7c0c4212b32a req-d15d712b-42b8-41bc-9c32-53354655595b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696027 Nov 23 18:31:30.562458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d892d038-91b9-466d-a41b-ba08cde7852b req-87d3de0c-26aa-4a60-a932-2862db121299 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768969 Nov 23 18:31:31.697274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a31317-e878-4c67-8667-ba577a55b700 req-121f53fe-6fa0-482c-a910-a0a6b309b0ad tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:31.698839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40a31317-e878-4c67-8667-ba577a55b700 req-121f53fe-6fa0-482c-a910-a0a6b309b0ad tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 945 time: 0.0543270 Nov 23 18:31:31.756521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40a31317-e878-4c67-8667-ba577a55b700 req-50f8ef73-34a6-4241-9f28-e3699ef48c74 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516160 Nov 23 18:31:32.880733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8623d3-cd21-4e7e-9610-5f8904ae8793 req-fc2fb4f7-a87e-4fe2-ac4f-3045638c7d3c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:32.882298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8623d3-cd21-4e7e-9610-5f8904ae8793 req-fc2fb4f7-a87e-4fe2-ac4f-3045638c7d3c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 945 time: 0.0522950 Nov 23 18:31:32.936014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f8623d3-cd21-4e7e-9610-5f8904ae8793 req-ffb51169-c7e5-448a-8e4e-dc5653613a82 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470531 Nov 23 18:31:33.061239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6396377-3a1a-46bf-a6fc-9b958d83db43 req-52f14672-2720-4cb4-b3d2-ac442b6a20fa tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:33.062721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6396377-3a1a-46bf-a6fc-9b958d83db43 req-52f14672-2720-4cb4-b3d2-ac442b6a20fa tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 945 time: 0.0553932 Nov 23 18:31:33.116332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6396377-3a1a-46bf-a6fc-9b958d83db43 req-4e7811ee-e877-41b1-b435-6c6526a73a60 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468516 Nov 23 18:31:33.246711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa2c86-accb-4ac2-9b12-1298111acd1c req-1a172f67-0fcb-4d3e-bb2b-971e09a5079c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:33.248339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-abfa2c86-accb-4ac2-9b12-1298111acd1c req-1a172f67-0fcb-4d3e-bb2b-971e09a5079c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 945 time: 0.0637207 Nov 23 18:31:33.300290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-abfa2c86-accb-4ac2-9b12-1298111acd1c req-c63b8032-aef2-46d8-8699-58353966ea89 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Nov 23 18:31:33.601442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822033d-e5c6-4bb6-9a64-ea705d54f412 req-847cb40e-362a-4d84-bd5e-f6789fa332d8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:33.602916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c822033d-e5c6-4bb6-9a64-ea705d54f412 req-847cb40e-362a-4d84-bd5e-f6789fa332d8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 945 time: 0.0558808 Nov 23 18:31:33.670208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c822033d-e5c6-4bb6-9a64-ea705d54f412 req-fc2fcf88-5790-48cb-8afe-1ede9ac22235 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609100 Nov 23 18:31:34.794016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69039813-5488-4d0f-97fb-e3ee1b3780dc req-6f6295d0-a73e-4f89-9d77-63b09350b3fd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:34.795624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69039813-5488-4d0f-97fb-e3ee1b3780dc req-6f6295d0-a73e-4f89-9d77-63b09350b3fd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 945 time: 0.0520179 Nov 23 18:31:34.844535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69039813-5488-4d0f-97fb-e3ee1b3780dc req-12faf90a-99d2-49a5-9070-8f71d482e162 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Nov 23 18:31:35.213033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34316dea-1a24-4216-9d60-13bac2f8279b req-b931b523-ec0b-4119-9b69-eb5ef3510b84 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:35.214500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34316dea-1a24-4216-9d60-13bac2f8279b req-b931b523-ec0b-4119-9b69-eb5ef3510b84 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 945 time: 0.0567327 Nov 23 18:31:35.316723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port 71e0f182-948f-4247-adb3-21fa22266676 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:31:35.317061 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:35.408311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] For port 71e0f182-948f-4247-adb3-21fa22266676, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71e0f182-948f-4247-adb3-21fa22266676,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:31:35.408685 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:35.422765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for 71e0f182-948f-4247-adb3-21fa22266676 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:31:35.558645 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:35.580483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['71e0f182-948f-4247-adb3-21fa22266676'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:31:35.595292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=71e0f182-948f-4247-adb3-21fa22266676,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:35.639325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] No DVR routers for this DVR port 71e0f182-948f-4247-adb3-21fa22266676 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:31:35.642027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:35.645766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34316dea-1a24-4216-9d60-13bac2f8279b req-aa18e18e-4035-42b7-9bb9-945466c44a7b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "DELETE /v2.0/ports/71e0f182-948f-4247-adb3-21fa22266676 HTTP/1.1" status: 204 len: 173 time: 0.4214814 Nov 23 18:31:35.646793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6d8d9-68ea-4525-8c0a-1c18d4b019aa', 'name': 'network-vif-deleted', 'tag': '71e0f182-948f-4247-adb3-21fa22266676'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:31:35.649114 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83d59d7-4c43-41fa-b540-2f671ace82e9" -d '{"events": [{"server_uuid": "48a6d8d9-68ea-4525-8c0a-1c18d4b019aa", "name": "network-vif-deleted", "tag": "71e0f182-948f-4247-adb3-21fa22266676"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:31:35.694148 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59578eec-0dc6-4ba1-b36a-7e76d9787c18 x-openstack-request-id: req-59578eec-0dc6-4ba1-b36a-7e76d9787c18 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:31:35.694455 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a6d8d9-68ea-4525-8c0a-1c18d4b019aa", "name": "network-vif-deleted", "tag": "71e0f182-948f-4247-adb3-21fa22266676", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:31:35.694790 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-59578eec-0dc6-4ba1-b36a-7e76d9787c18 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:31:35.695218 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6d8d9-68ea-4525-8c0a-1c18d4b019aa', 'name': 'network-vif-deleted', 'tag': '71e0f182-948f-4247-adb3-21fa22266676', 'status': 'completed', 'code': 200} Nov 23 18:31:35.947626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b6bf85c-9ecd-44c1-8706-90e3e382400c req-3e289a74-4e65-4f93-9c50-5c06fd20755b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 210 time: 0.0282953 Nov 23 18:31:37.050084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6abe6fe-fca2-461f-bb2f-56de999b86c2 req-30b53f1f-eb89-4b47-af34-4dacd884b928 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 210 time: 0.0273864 Nov 23 18:31:37.975675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71e0f182-948f-4247-adb3-21fa22266676 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:31:37.997018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 71e0f182-948f-4247-adb3-21fa22266676 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:31:37.997387 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71e0f182-948f-4247-adb3-21fa22266676 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:31:38.153238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5219524-6867-42f8-aa89-2a4ac4ec0e26 req-0f22e3c2-76b1-49ce-9278-93afb2215439 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 210 time: 0.0296764 Nov 23 18:31:39.250302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa6149d3-e9d0-47e6-ad8a-96d831e6ae8d req-08be6102-0767-4255-89fe-84f07764f207 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 210 time: 0.0271270 Nov 23 18:31:40.376636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-239a0fe4-00d4-4e73-bd9e-bdecd2d30c54 req-8da73216-dd6b-466c-9e42-6840f5560c0f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=48a6d8d9-68ea-4525-8c0a-1c18d4b019aa HTTP/1.1" status: 200 len: 210 time: 0.0319593 Nov 23 18:31:41.296032 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-946a2062-1240-46ba-83d2-15387d5b91b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:43.364838 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce182-18d6-4643-9bff-0d49e170b757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:45.165730 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:46.504572 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:47.942481 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:49.736972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:50.865721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:51.480664 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:32:04.598847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-1317379e-8afa-4f02-ac51-6f763f2c3f1a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:04.601958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-1317379e-8afa-4f02-ac51-6f763f2c3f1a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1673899 Nov 23 18:32:04.619281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-a2f66677-752f-4695-95ce-5cb520614d5c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/quotas/6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 375 time: 0.0114765 Nov 23 18:32:04.675668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-a17aeff6-7fd8-4190-8b4b-9b3313a49fbb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503428 Nov 23 18:32:04.825636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-bce3f049-82f6-4a89-8ebd-9e1e184854f3 service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430895 Nov 23 18:32:04.930574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-b090d3c4-a977-4170-8b5c-930d6fd8d515 service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933909 Nov 23 18:32:05.251324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45be29a2-aecd-4431-86fe-32157e3a1ea9 req-aaf8e8e1-880d-457f-ac14-9e65f90c1388 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 210 time: 0.0375376 Nov 23 18:32:06.270229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-19205194-923c-4cf9-bd57-e38fd1022cba tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:06.272328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-19205194-923c-4cf9-bd57-e38fd1022cba tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1068130 Nov 23 18:32:06.286966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'port': {'device_id': '04570d20-72cd-4bb2-ba35-0db3babb25a4', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'admin_state_up': True, 'tenant_id': '6ae219b85e564c27b0587557ced8124d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:06.388084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c821a3a-caa8-43cb-84a8-6c7b054495a8 req-d3b47fc7-6ea2-4a85-bc1c-6b3e89e95b95 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 210 time: 0.0326712 Nov 23 18:32:06.435731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:32:06.439521 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:06.581193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.20.0.10 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/e5abadbc-05d2-4c88-911f-3cb3c6bb2728) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:32:06.747033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:06.781447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:06.833159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:32:06.840736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:06.844532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:32:06.882640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:06.900521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.901421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.901834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.902243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.902763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.903144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.903565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.904374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.904781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.905205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.905596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.905991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:06.926740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:06.927401 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:06.947149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-4ced562c-11f9-4952-87d7-add2c482674f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6643777 Nov 23 18:32:06.964754 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Request body: {'port': {'device_id': '04570d20-72cd-4bb2-ba35-0db3babb25a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:07.023327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:07.063965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-16c844e7-7b19-48c5-a37d-71a7ed63236f None None] Provisioning complete for port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:07.064619 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16c844e7-7b19-48c5-a37d-71a7ed63236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:07.130749 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-16c844e7-7b19-48c5-a37d-71a7ed63236f None None] Port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:32:07.262565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-7b547ae1-9b84-4a47-8d92-4a6a3cac89bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087501 Nov 23 18:32:07.387506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5abadbc-05d2-4c88-911f-3cb3c6bb2728 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:32:07.397688 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:07.407325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-011d350b-47aa-4649-adca-3ca9e117c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:07.408922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-011d350b-47aa-4649-adca-3ca9e117c86c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 1096 time: 0.0900605 Nov 23 18:32:07.420387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Transition to ACTIVE for port object e5abadbc-05d2-4c88-911f-3cb3c6bb2728 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:32:07.430035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:07.576374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Pushing event updated for resources: {'Port': ['ID=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:07.672005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a852a2-1bab-4268-af3c-d79841921527 req-8971593f-1754-465c-a87a-5da2f17c1b89 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:07.674035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55a852a2-1bab-4268-af3c-d79841921527 req-8971593f-1754-465c-a87a-5da2f17c1b89 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.1875024 Nov 23 18:32:07.687807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-0dea9f5e-c973-4b82-af1b-95b77b83998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:07.689450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-0dea9f5e-c973-4b82-af1b-95b77b83998b service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 200 len: 909 time: 0.2559707 Nov 23 18:32:07.778815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Attempting to bind port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:32:07.779257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Attempting to bind port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:32:07.779647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Attempting to bind port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:07.798055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 on network af07789f-6448-4060-ba05-69cc20dd347e not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:32:07.798537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Attempting to bind port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:07.812299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-743d75fc-1c30-4e86-84f2-951115f0535c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 200 len: 1001 time: 0.1136975 Nov 23 18:32:07.815945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55a852a2-1bab-4268-af3c-d79841921527 req-f6afa73d-bb11-461d-82b5-d2aae6e0e5ee tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308861 Nov 23 18:32:07.816662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:32:07.816997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:32:07.817374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:32:07.817811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Bound port: e5abadbc-05d2-4c88-911f-3cb3c6bb2728, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:32:07.818165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:07.908983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-038db9da-e86c-43c1-ae19-1a8bc8c8ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:07.910561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-038db9da-e86c-43c1-ae19-1a8bc8c8ce2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 200 len: 847 time: 0.0894399 Nov 23 18:32:07.962149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] For port e5abadbc-05d2-4c88-911f-3cb3c6bb2728, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:32:07.966846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] For port e5abadbc-05d2-4c88-911f-3cb3c6bb2728, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:32:07.973094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:08.010481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-5af3a8f2-660b-409d-b31d-273b4560885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:08.012082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-5af3a8f2-660b-409d-b31d-273b4560885b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941472 Nov 23 18:32:08.020157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:08.020846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:08.022647 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] 10.222.0.72 "PUT /v2.0/ports/e5abadbc-05d2-4c88-911f-3cb3c6bb2728 HTTP/1.1" status: 200 len: 1092 time: 1.0623643 Nov 23 18:32:08.026501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04570d20-72cd-4bb2-ba35-0db3babb25a4', 'tag': 'e5abadbc-05d2-4c88-911f-3cb3c6bb2728'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:08.029706 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f05a98-bbe3-4104-bd48-372564d1bea1" -d '{"events": [{"name": "network-changed", "server_uuid": "04570d20-72cd-4bb2-ba35-0db3babb25a4", "tag": "e5abadbc-05d2-4c88-911f-3cb3c6bb2728"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:08.122566 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0414b716-ae13-48b0-a4d2-679aae6a3a22 x-openstack-request-id: req-0414b716-ae13-48b0-a4d2-679aae6a3a22 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:08.122900 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04570d20-72cd-4bb2-ba35-0db3babb25a4", "tag": "e5abadbc-05d2-4c88-911f-3cb3c6bb2728", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:08.123175 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0414b716-ae13-48b0-a4d2-679aae6a3a22 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:08.123553 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04570d20-72cd-4bb2-ba35-0db3babb25a4', 'tag': 'e5abadbc-05d2-4c88-911f-3cb3c6bb2728', 'status': 'completed', 'code': 200} Nov 23 18:32:08.125832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef051b-5966-443e-99cb-8590c4371c73 service neutron] Pushing event updated for resources: {'Port': ['ID=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:08.187066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-0be83e60-db86-41f2-a3b1-12aa41c5a568 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633177 Nov 23 18:32:08.189874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-60405a31-c7ed-41ba-90c2-0ef49cc6787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:08.191397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-60405a31-c7ed-41ba-90c2-0ef49cc6787f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 1095 time: 0.1033657 Nov 23 18:32:08.258402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-58b6fd50-cb20-4f96-b311-ed9a2f007fc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5abadbc-05d2-4c88-911f-3cb3c6bb2728 HTTP/1.1" status: 200 len: 217 time: 0.0539131 Nov 23 18:32:08.363052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-29459dec-df09-473e-94ae-1637f28404a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:08.364526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-29459dec-df09-473e-94ae-1637f28404a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0721145 Nov 23 18:32:08.369553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f48f1b7-5def-4453-a540-678aaa45a2ff req-f77f2695-7ea0-41dd-8464-cc32ca4f7434 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728168 Nov 23 18:32:08.420579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-cef86f2e-2db3-4c8f-9727-3e3f0e4c86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:08.422103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-cef86f2e-2db3-4c8f-9727-3e3f0e4c86de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466039 Nov 23 18:32:08.890173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-a493f549-d42f-45f2-a004-288a0c136635 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561157 Nov 23 18:32:08.997643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82152a-9a72-446d-966c-b06a88893648 req-3909f5db-576a-4c85-82e4-9dc36f03ef9c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:08.999222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e82152a-9a72-446d-966c-b06a88893648 req-3909f5db-576a-4c85-82e4-9dc36f03ef9c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.1078732 Nov 23 18:32:09.040106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d7b46ad5-63b2-4963-b5e7-3680c98adc1c req-b184adc1-690e-419c-a427-e4ecbba90ca8 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377568 Nov 23 18:32:09.062138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1e82152a-9a72-446d-966c-b06a88893648 req-2d4b2e83-dde1-48f0-beae-fc63d81799aa tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568974 Nov 23 18:32:09.143952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-c47487ca-4a53-42c6-8c42-c1d0ad2c2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:09.145420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-c47487ca-4a53-42c6-8c42-c1d0ad2c2b2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 1095 time: 0.0430889 Nov 23 18:32:09.239785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-039ef5c8-4d07-4723-9582-b099b3c5285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:09.242222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-039ef5c8-4d07-4723-9582-b099b3c5285d service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0877581 Nov 23 18:32:09.292048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-90a5f390-1b18-4dd8-8443-3a5b192335d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5abadbc-05d2-4c88-911f-3cb3c6bb2728 HTTP/1.1" status: 200 len: 217 time: 0.0385222 Nov 23 18:32:09.348247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-55bff5e3-f489-410b-9af2-07ed03953398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:09.349800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-55bff5e3-f489-410b-9af2-07ed03953398 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0466139 Nov 23 18:32:09.404114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-2eb6bb16-924d-42f1-bf9e-16bcf00fd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:09.405832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-2eb6bb16-924d-42f1-bf9e-16bcf00fd0ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445220 Nov 23 18:32:09.532699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-221f43b2-b76c-4733-9526-23fb29d1f398 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150985 Nov 23 18:32:09.641936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15f05a98-bbe3-4104-bd48-372564d1bea1 req-e8e91e28-3af4-41da-9623-a9c57aacbfbc service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977888 Nov 23 18:32:10.193646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e8950-5118-4f08-8406-8af924af1e91 req-855bcfea-6d3b-47ca-8776-17eb6af634e7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:10.195958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab7e8950-5118-4f08-8406-8af924af1e91 req-855bcfea-6d3b-47ca-8776-17eb6af634e7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0566962 Nov 23 18:32:10.247488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab7e8950-5118-4f08-8406-8af924af1e91 req-3f6db8d9-19b5-46a9-9349-09a78bf61047 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454235 Nov 23 18:32:11.301383 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b78f5d52-ade9-4b85-a9fd-d31a276e0a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:11.385739 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cedcca-2ace-4e72-aac9-37bcb5c6e412 req-78c7c3cc-c5a5-4a61-9455-146274fb8234 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:11.387476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3cedcca-2ace-4e72-aac9-37bcb5c6e412 req-78c7c3cc-c5a5-4a61-9455-146274fb8234 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0581443 Nov 23 18:32:11.440644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3cedcca-2ace-4e72-aac9-37bcb5c6e412 req-7f804a0a-1dcb-452b-9534-159c2d9ea6fb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Nov 23 18:32:12.599751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd6599-857e-4803-94aa-4e9ae6478622 req-5ef0d433-fd3e-4fa4-ad65-dbfdfed903ba tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:12.601458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3bd6599-857e-4803-94aa-4e9ae6478622 req-5ef0d433-fd3e-4fa4-ad65-dbfdfed903ba tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0814042 Nov 23 18:32:12.663171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3bd6599-857e-4803-94aa-4e9ae6478622 req-72c5cce6-5d27-4dad-baf9-42b64500e25b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552535 Nov 23 18:32:13.374490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f672e86b-9e4c-4d85-96ff-80508e0025ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:13.786193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c9972-10ac-4b0b-9dd5-3e2ce4ab5228 req-39652e09-5844-4c83-9d0e-c8ffb1af0330 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:13.787767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f71c9972-10ac-4b0b-9dd5-3e2ce4ab5228 req-39652e09-5844-4c83-9d0e-c8ffb1af0330 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0534542 Nov 23 18:32:13.838787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f71c9972-10ac-4b0b-9dd5-3e2ce4ab5228 req-931e2167-8447-4d73-a5c8-8ded5acf233f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Nov 23 18:32:14.967769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9eeca5-8e9d-4042-8b45-d127add263ab req-5c490e1f-be81-457f-a1a0-d79558b2e036 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:14.970179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f9eeca5-8e9d-4042-8b45-d127add263ab req-5c490e1f-be81-457f-a1a0-d79558b2e036 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0544031 Nov 23 18:32:15.046420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f9eeca5-8e9d-4042-8b45-d127add263ab req-8481fe03-650a-448b-8c55-94a9b4e95797 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670984 Nov 23 18:32:15.170605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:16.167073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747145-66fb-4eef-9248-fbacebfcf639 req-f34f9ed5-6ca3-431f-8589-3709172afd9c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:16.168611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c747145-66fb-4eef-9248-fbacebfcf639 req-f34f9ed5-6ca3-431f-8589-3709172afd9c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0492356 Nov 23 18:32:16.218169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c747145-66fb-4eef-9248-fbacebfcf639 req-8891edab-fda7-455a-9e66-ef57d84615a7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Nov 23 18:32:16.512722 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:17.335591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac743a-02f5-4932-a01f-9d22a91668e1 req-f56f79d6-d67f-434e-972c-858b6ed47c31 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:17.337747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ac743a-02f5-4932-a01f-9d22a91668e1 req-f56f79d6-d67f-434e-972c-858b6ed47c31 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0517573 Nov 23 18:32:17.390628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6ac743a-02f5-4932-a01f-9d22a91668e1 req-34baa746-9da6-4aed-a7c5-dc384a77f56a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465977 Nov 23 18:32:17.928385 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:18.516399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb507a3e-5c18-44d1-8eab-5655295204bf req-fcf548a8-3986-419a-b93c-d35784d88837 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:18.517922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb507a3e-5c18-44d1-8eab-5655295204bf req-fcf548a8-3986-419a-b93c-d35784d88837 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0557699 Nov 23 18:32:18.567030 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb507a3e-5c18-44d1-8eab-5655295204bf req-967943a1-a8e1-41b6-85b1-c93df035e9a4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423725 Nov 23 18:32:19.688526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe8083-8f21-4e37-a631-dff160076665 req-cff2d2e5-1ae2-4a65-b1cd-e4d89f65561a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:19.690050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82fe8083-8f21-4e37-a631-dff160076665 req-cff2d2e5-1ae2-4a65-b1cd-e4d89f65561a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 944 time: 0.0527251 Nov 23 18:32:19.740541 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-82fe8083-8f21-4e37-a631-dff160076665 req-4315591e-4383-4003-81e3-4e6c2b743f63 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Nov 23 18:32:19.761298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:20.128911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e5abadbc-05d2-4c88-911f-3cb3c6bb2728 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:32:20.229109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e5abadbc-05d2-4c88-911f-3cb3c6bb2728, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:20.242612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'e5abadbc-05d2-4c88-911f-3cb3c6bb2728', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'port_id': 'e5abadbc-05d2-4c88-911f-3cb3c6bb2728', 'mac_address': 'fa:16:3e:94:96:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:32:20.280621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:20.294851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5abadbc-05d2-4c88-911f-3cb3c6bb2728 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:32:20.318542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e5abadbc-05d2-4c88-911f-3cb3c6bb2728, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:20.322675 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:20.393597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:20.558577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e5abadbc-05d2-4c88-911f-3cb3c6bb2728'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:32:20.875183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:20.875926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b95732-e5e1-41b2-94db-b1469cd59677 req-aa1c204a-73be-4cd8-8b2e-5bf62757e5fc tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:20.875926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37b95732-e5e1-41b2-94db-b1469cd59677 req-aa1c204a-73be-4cd8-8b2e-5bf62757e5fc tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Nov 23 18:32:20.928205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37b95732-e5e1-41b2-94db-b1469cd59677 req-d13e7b0b-18df-4600-960c-395b2cd73aa5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491993 Nov 23 18:32:22.048224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d2d9e-3a0f-486e-93ca-78380b76d515 req-122b93e7-8ce8-4b79-b4d0-c0928814c762 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:22.050076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-766d2d9e-3a0f-486e-93ca-78380b76d515 req-122b93e7-8ce8-4b79-b4d0-c0928814c762 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 945 time: 0.0517220 Nov 23 18:32:22.098488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-766d2d9e-3a0f-486e-93ca-78380b76d515 req-6b65b121-87a5-4a6f-9ec2-3f4128f2bdfb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420079 Nov 23 18:32:22.141303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e5abadbc-05d2-4c88-911f-3cb3c6bb2728 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:32:22.193175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:32:22.198262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:22.198641 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:22.280506 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:22.305298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04570d20-72cd-4bb2-ba35-0db3babb25a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5abadbc-05d2-4c88-911f-3cb3c6bb2728'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:22.307593 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b51790-425d-45c1-b7b1-ba623bd89bf6" -d '{"events": [{"server_uuid": "04570d20-72cd-4bb2-ba35-0db3babb25a4", "name": "network-vif-plugged", "status": "completed", "tag": "e5abadbc-05d2-4c88-911f-3cb3c6bb2728"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:22.321521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e5abadbc-05d2-4c88-911f-3cb3c6bb2728, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:22.325979 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:22.351436 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc57a123-2830-4424-a573-a9a9fda6b319 x-openstack-request-id: req-cc57a123-2830-4424-a573-a9a9fda6b319 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:22.351693 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04570d20-72cd-4bb2-ba35-0db3babb25a4", "name": "network-vif-plugged", "status": "completed", "tag": "e5abadbc-05d2-4c88-911f-3cb3c6bb2728", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:22.351953 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc57a123-2830-4424-a573-a9a9fda6b319 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:22.352354 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04570d20-72cd-4bb2-ba35-0db3babb25a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5abadbc-05d2-4c88-911f-3cb3c6bb2728', 'code': 200} Nov 23 18:32:22.378304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:22.462162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f08c-4be0-4d90-9a48-02d559424cf7 req-0af62f1f-98ac-4f72-b7b0-7835dc4802c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:22.463852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebd3f08c-4be0-4d90-9a48-02d559424cf7 req-0af62f1f-98ac-4f72-b7b0-7835dc4802c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 1097 time: 0.0430062 Nov 23 18:32:22.512840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebd3f08c-4be0-4d90-9a48-02d559424cf7 req-1fd64530-1ce7-480f-a744-4b0c74701996 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378940 Nov 23 18:32:23.223338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac07320-9f46-49e2-9d0d-bc6be25c82bc req-34a9c8b7-d394-439b-968b-0a2a653424ba tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:23.224891 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dac07320-9f46-49e2-9d0d-bc6be25c82bc req-34a9c8b7-d394-439b-968b-0a2a653424ba tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 946 time: 0.0539038 Nov 23 18:32:23.274057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dac07320-9f46-49e2-9d0d-bc6be25c82bc req-067277c0-cd49-409d-a7bb-f4c810932c90 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Nov 23 18:32:24.402878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75a986-5a8d-4283-b0b5-66178251b423 req-b118e279-158e-4683-9d80-dfcbc670e79b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:24.404516 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff75a986-5a8d-4283-b0b5-66178251b423 req-b118e279-158e-4683-9d80-dfcbc670e79b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 946 time: 0.0548868 Nov 23 18:32:24.466961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff75a986-5a8d-4283-b0b5-66178251b423 req-ad71090d-5e56-4bf5-8bc8-fedc6f25f948 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553489 Nov 23 18:32:24.595401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34e658-37d9-4ea8-85b6-be0a73429b22 req-818cfa8c-02ba-4bb1-8073-527c1389ddbb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:24.596869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd34e658-37d9-4ea8-85b6-be0a73429b22 req-818cfa8c-02ba-4bb1-8073-527c1389ddbb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 946 time: 0.0550642 Nov 23 18:32:24.646062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd34e658-37d9-4ea8-85b6-be0a73429b22 req-ae6c3bcd-37a1-494a-a142-99329fe321d5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Nov 23 18:32:27.345636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-095fdf5d-44b4-43e0-b090-3ff4484922b7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:27.348007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-095fdf5d-44b4-43e0-b090-3ff4484922b7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1359987 Nov 23 18:32:27.373032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-93dc43ca-b826-4fc0-9df3-5f9a7b83ee6f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/quotas/6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 375 time: 0.0183902 Nov 23 18:32:27.456502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-12f543e2-b968-44fe-b414-a9200274d99b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725932 Nov 23 18:32:27.474205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-6c36d28d-63e4-4628-b0d2-c150b132f345 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:32:27.475311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-6c36d28d-63e4-4628-b0d2-c150b132f345 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066297 Nov 23 18:32:27.581196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-0e0b8bfb-3261-4841-8653-61f924d2567e service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981586 Nov 23 18:32:27.707619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-3fba9ac5-06ee-4bce-8aa9-3b8d5017c05d service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162527 Nov 23 18:32:27.935264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b000712e-73b6-4a23-8cf4-c5fdb664cdad req-dcfdfd7e-e296-4e1f-b843-c2aec2d96cb5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 210 time: 0.0395925 Nov 23 18:32:28.481256 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:32:28.989934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-d60478ef-c330-4c92-925e-de63f4ed8152 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:28.992132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-d60478ef-c330-4c92-925e-de63f4ed8152 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1297290 Nov 23 18:32:29.007021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'port': {'device_id': '9219fde1-9465-497d-8d19-3a1206cad527', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'admin_state_up': True, 'tenant_id': '6ae219b85e564c27b0587557ced8124d'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:29.068996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d6552eb-bda4-49ce-970c-42bb1004735d req-36b3dcee-9702-492b-8982-52b36bc4d7aa tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 210 time: 0.0446446 Nov 23 18:32:29.156831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:32:29.161068 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.320297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.20.0.11 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/c4483c8e-0d2d-41df-891e-7d2cefe257d8) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:32:29.507786 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.550063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.564697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e5abadbc-05d2-4c88-911f-3cb3c6bb2728'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:32:29.602716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:32:29.606072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:29.611153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:32:29.615067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=c4483c8e-0d2d-41df-891e-7d2cefe257d8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:29.675112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:29.675801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.702197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-be27561d-1ead-4093-ad2c-08799a6eb711 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7004893 Nov 23 18:32:29.720557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Request body: {'port': {'device_id': '9219fde1-9465-497d-8d19-3a1206cad527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:29.799216 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.977990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0bcc09cc-a085-48b2-87d6-7bbaf3fca13c None None] Provisioning complete for port c4483c8e-0d2d-41df-891e-7d2cefe257d8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:29.978742 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bcc09cc-a085-48b2-87d6-7bbaf3fca13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.048087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc09cc-a085-48b2-87d6-7bbaf3fca13c None None] Port c4483c8e-0d2d-41df-891e-7d2cefe257d8 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:32:30.156431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4483c8e-0d2d-41df-891e-7d2cefe257d8 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:32:30.176167 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.219384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Transition to ACTIVE for port object c4483c8e-0d2d-41df-891e-7d2cefe257d8 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:32:30.224514 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.406814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a8fbf-2fa2-4a98-bf53-eb2a40630973 req-61fe4093-245f-47df-9dae-50afbc593cb8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:30.406814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b53a8fbf-2fa2-4a98-bf53-eb2a40630973 req-61fe4093-245f-47df-9dae-50afbc593cb8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 932 time: 0.1866233 Nov 23 18:32:30.412864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Pushing event updated for resources: {'Port': ['ID=c4483c8e-0d2d-41df-891e-7d2cefe257d8,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:30.539765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b53a8fbf-2fa2-4a98-bf53-eb2a40630973 req-dc996584-cd89-4374-8145-ff4f5117d72c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462429 Nov 23 18:32:30.545273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Attempting to bind port c4483c8e-0d2d-41df-891e-7d2cefe257d8 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:32:30.545620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Attempting to bind port c4483c8e-0d2d-41df-891e-7d2cefe257d8 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:32:30.545958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Attempting to bind port c4483c8e-0d2d-41df-891e-7d2cefe257d8 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:30.551378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Port c4483c8e-0d2d-41df-891e-7d2cefe257d8 on network af07789f-6448-4060-ba05-69cc20dd347e not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:32:30.551685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Attempting to bind port c4483c8e-0d2d-41df-891e-7d2cefe257d8 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:30.558036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:32:30.558402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:32:30.558831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:32:30.559442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Bound port: c4483c8e-0d2d-41df-891e-7d2cefe257d8, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:32:30.559819 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.692642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] For port c4483c8e-0d2d-41df-891e-7d2cefe257d8, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:32:30.698453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] For port c4483c8e-0d2d-41df-891e-7d2cefe257d8, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c4483c8e-0d2d-41df-891e-7d2cefe257d8,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:32:30.705813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.745080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:30.745742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.747301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] 10.222.0.66 "PUT /v2.0/ports/c4483c8e-0d2d-41df-891e-7d2cefe257d8 HTTP/1.1" status: 200 len: 1092 time: 1.0315042 Nov 23 18:32:30.747794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9219fde1-9465-497d-8d19-3a1206cad527', 'tag': 'c4483c8e-0d2d-41df-891e-7d2cefe257d8'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:30.750261 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1f669d-560d-42fd-8690-f73b04c85e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9219fde1-9465-497d-8d19-3a1206cad527", "tag": "c4483c8e-0d2d-41df-891e-7d2cefe257d8"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:30.789392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d351ecc-5111-4974-a2c6-fe81f7dfe86b service neutron] Pushing event updated for resources: {'Port': ['ID=c4483c8e-0d2d-41df-891e-7d2cefe257d8,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:30.885191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-013acd8d-5779-47e8-9e96-907ad65fc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:30.887248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-013acd8d-5779-47e8-9e96-907ad65fc6ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 1095 time: 0.0893939 Nov 23 18:32:30.998732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-dc8d7939-9409-4910-a29b-ddff0cba2a4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4483c8e-0d2d-41df-891e-7d2cefe257d8 HTTP/1.1" status: 200 len: 217 time: 0.1008124 Nov 23 18:32:31.000572 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b158d228-4ff4-4a5f-a9d0-209975083689 x-openstack-request-id: req-b158d228-4ff4-4a5f-a9d0-209975083689 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:31.001039 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9219fde1-9465-497d-8d19-3a1206cad527", "tag": "c4483c8e-0d2d-41df-891e-7d2cefe257d8", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:31.001409 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b158d228-4ff4-4a5f-a9d0-209975083689 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:31.001951 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9219fde1-9465-497d-8d19-3a1206cad527', 'tag': 'c4483c8e-0d2d-41df-891e-7d2cefe257d8', 'status': 'completed', 'code': 200} Nov 23 18:32:31.088250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-709a08de-76bc-4cc1-9076-a4c54aad7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.089792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-709a08de-76bc-4cc1-9076-a4c54aad7237 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0815229 Nov 23 18:32:31.114913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5e392-78da-4734-b1c7-1471743be43b req-cdc7c544-e64e-40de-8ffb-b3dd9b33b841 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.116981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aae5e392-78da-4734-b1c7-1471743be43b req-cdc7c544-e64e-40de-8ffb-b3dd9b33b841 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 945 time: 0.0776286 Nov 23 18:32:31.190524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-d4da6d82-5421-417d-b082-ea3625b3445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.192181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-d4da6d82-5421-417d-b082-ea3625b3445d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936007 Nov 23 18:32:31.221281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aae5e392-78da-4734-b1c7-1471743be43b req-0535183b-50ab-4103-8d71-2619c77ed80d tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834055 Nov 23 18:32:31.364410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-48683043-4aec-4c3d-9a65-e798b1e2cf36 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636822 Nov 23 18:32:31.468859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50e06ccd-c1c6-4a45-a504-27d5c2d4c37e req-779be52f-616e-4df6-8192-9cd3d0a017ff service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962462 Nov 23 18:32:31.576305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-e09dc7c9-6c25-44d3-99f4-213c146e3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.578386 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-e09dc7c9-6c25-44d3-99f4-213c146e3148 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 1095 time: 0.0607350 Nov 23 18:32:31.734270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-090f524b-c1f4-47a5-a8c9-3c87824c5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.735809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-090f524b-c1f4-47a5-a8c9-3c87824c5b47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.1480825 Nov 23 18:32:31.747415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3944a-3100-41fa-b4a2-ad5232e8445f req-89b07597-5bfb-4abe-94ba-ea12fa97fb13 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.748935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97d3944a-3100-41fa-b4a2-ad5232e8445f req-89b07597-5bfb-4abe-94ba-ea12fa97fb13 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0822902 Nov 23 18:32:31.795616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-c95c3701-a3fe-4274-842e-dd4e297c45e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4483c8e-0d2d-41df-891e-7d2cefe257d8 HTTP/1.1" status: 200 len: 217 time: 0.0457191 Nov 23 18:32:31.857916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97d3944a-3100-41fa-b4a2-ad5232e8445f req-aa2ac46c-79d3-4d4c-9b49-bc45f41ee37a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023457 Nov 23 18:32:31.867976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-8464d191-71b0-44ac-8979-c8056fece322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.869530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-8464d191-71b0-44ac-8979-c8056fece322 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0657480 Nov 23 18:32:31.923204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-8826191d-e8ed-48ed-9cc3-59dc70e5119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.925095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-8826191d-e8ed-48ed-9cc3-59dc70e5119e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480301 Nov 23 18:32:32.039896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-a8e66293-300c-4cff-91bb-f1ad79284b00 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008801 Nov 23 18:32:32.151092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac1f669d-560d-42fd-8690-f73b04c85e8a req-d9c5960d-f81d-47dc-a942-986d61ab5fbe service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026661 Nov 23 18:32:32.365763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-6a39e401-c2d7-4d44-b8fc-5f9ce1a27284 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:32.367333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-6a39e401-c2d7-4d44-b8fc-5f9ce1a27284 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.66 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 945 time: 0.0787334 Nov 23 18:32:32.388639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef7958-94a6-4254-9690-e51d7d99838f req-452eb21f-24e1-43f4-8b0f-adc626931350 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:32.390183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04ef7958-94a6-4254-9690-e51d7d99838f req-452eb21f-24e1-43f4-8b0f-adc626931350 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 945 time: 0.0749185 Nov 23 18:32:32.496261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04ef7958-94a6-4254-9690-e51d7d99838f req-1d7021ba-179f-41fa-91d2-9e7824656cfb tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ddab405-841c-4ac1-8db7-369af797c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865259 Nov 23 18:32:32.524191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Deleting port 62797a9e-428a-4331-a544-13d47fed459d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:32.524535 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.621113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] For port 62797a9e-428a-4331-a544-13d47fed459d, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=62797a9e-428a-4331-a544-13d47fed459d,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:32.621372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.799523 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.800138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.800460 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Floating IP 9cccd802-759a-49a2-a82e-ec33b54ebb8c disassociated. External IP: 172.25.0.192, port: 62797a9e-428a-4331-a544-13d47fed459d. Nov 23 18:32:32.800804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Calling delete_port for 62797a9e-428a-4331-a544-13d47fed459d owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:33.021677 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.073857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event deleted for resources: {'Port': ['ID=62797a9e-428a-4331-a544-13d47fed459d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:33.083750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e49c7-14cd-4feb-903e-860d7c578a22 req-bc2316e9-8d42-4ead-ad3b-28a675e3f077 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:33.085937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-395e49c7-14cd-4feb-903e-860d7c578a22 req-bc2316e9-8d42-4ead-ad3b-28a675e3f077 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.1483660 Nov 23 18:32:33.241406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-395e49c7-14cd-4feb-903e-860d7c578a22 req-8268ba8d-ef5a-4c60-9911-eb54e19cacd9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067896 Nov 23 18:32:33.261498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Router f2f55724-7628-488c-bc5b-c4f9218b7b2a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:32:33.434094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:32:33.447079 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] Sync routers for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:32:33.466593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:33.466593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:32:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:33.495490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] No DVR routers for this DVR port 62797a9e-428a-4331-a544-13d47fed459d on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:32:33.499967 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.506254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a0ecf1e-2ec3-4ac2-be5d-12dadb1f04b3 req-09d8fd6a-82c7-4f58-9143-6ce017270ad6 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.66 "DELETE /v2.0/ports/62797a9e-428a-4331-a544-13d47fed459d HTTP/1.1" status: 204 len: 173 time: 1.1321471 Nov 23 18:32:33.507055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'name': 'network-vif-deleted', 'tag': '62797a9e-428a-4331-a544-13d47fed459d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:33.512090 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0e4814-33e0-417c-9759-493c3157eb81" -d '{"events": [{"server_uuid": "c88cd020-6d27-48e3-94b8-200cff1f9c26", "name": "network-vif-deleted", "tag": "62797a9e-428a-4331-a544-13d47fed459d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:33.567216 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd1153b-bb12-4f75-9067-d1c1634481ec x-openstack-request-id: req-ecd1153b-bb12-4f75-9067-d1c1634481ec {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:33.567526 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88cd020-6d27-48e3-94b8-200cff1f9c26", "name": "network-vif-deleted", "tag": "62797a9e-428a-4331-a544-13d47fed459d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:33.567769 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ecd1153b-bb12-4f75-9067-d1c1634481ec {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:33.577196 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88cd020-6d27-48e3-94b8-200cff1f9c26', 'name': 'network-vif-deleted', 'tag': '62797a9e-428a-4331-a544-13d47fed459d', 'status': 'completed', 'code': 200} Nov 23 18:32:33.619067 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:33.773663 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9344ffcc-2cab-44bd-96e5-4cb6c348f9d7 req-e6995d9c-ded8-4541-86e4-aae2dd51bf05 tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "GET /v2.0/ports?device_id=c88cd020-6d27-48e3-94b8-200cff1f9c26 HTTP/1.1" status: 200 len: 210 time: 0.1131485 Nov 23 18:32:33.990147 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:34.024413 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] Checking router: f2f55724-7628-488c-bc5b-c4f9218b7b2a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:32:34.037098 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:34.037902 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:32:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:34.243086 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:34.437597 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310a3ed-d95e-4ee5-a5c4-86f1c0e4345b req-7d899453-c272-4414-9d8c-cd66bb10fc53 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:34.440126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5310a3ed-d95e-4ee5-a5c4-86f1c0e4345b req-7d899453-c272-4414-9d8c-cd66bb10fc53 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0955212 Nov 23 18:32:34.529472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5310a3ed-d95e-4ee5-a5c4-86f1c0e4345b req-eb320089-4e9a-44d5-a78c-5e7fdcb9d655 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818467 Nov 23 18:32:34.601503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:34.664570 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334520e-d491-448f-88cc-c2bd554ef47e None None] The sync data for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 is: [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:27:22Z', 'revision_number': 4, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd63fc9d4-e974-43e4-842e-6683d5a87528', 'name': '', 'network_id': 'd3a2192d-dd84-4e49-9fdb-7d0ae021ad3f', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'mac_address': 'fa:16:3e:17:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:21Z', 'updated_at': '2021-11-23T18:27:26Z', 'revision_number': 5, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'subnets': [{'id': '66ee0e8d-af81-4e8b-879f-53869e73a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:32:34.852841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40180) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:35.039126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Deleting port f9ac0634-62a2-4b57-9b59-c2d701a4708e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:35.039391 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.068136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0560d88-fce5-46e2-adbd-e950f8dbaf9d None None] New status for floating IP 9cccd802-759a-49a2-a82e-ec33b54ebb8c: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:32:35.160779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.161113 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.189813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Calling delete_port for f9ac0634-62a2-4b57-9b59-c2d701a4708e owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:35.462117 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.549888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event deleted for resources: {'Port': ['ID=f9ac0634-62a2-4b57-9b59-c2d701a4708e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:35.658744 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.662904 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.664567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c12ec7ad-9d1f-4060-9962-940c9733d91b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "DELETE /v2.0/floatingips/9cccd802-759a-49a2-a82e-ec33b54ebb8c HTTP/1.1" status: 204 len: 168 time: 0.8104334 Nov 23 18:32:35.748652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404640c5-890f-4da4-b83c-5e7e41229f9e req-9ea9e835-5867-4d69-b69a-dd61652e8784 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:35.750936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-404640c5-890f-4da4-b83c-5e7e41229f9e req-9ea9e835-5867-4d69-b69a-dd61652e8784 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0770807 Nov 23 18:32:35.830135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-404640c5-890f-4da4-b83c-5e7e41229f9e req-3db40850-9527-4439-9b9c-1a090b118653 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629196 Nov 23 18:32:35.957341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40188) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:36.056825 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20b7d6a9-eb60-448b-993b-98ab61836d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.511904 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20b7d6a9-eb60-448b-993b-98ab61836d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.618925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20b7d6a9-eb60-448b-993b-98ab61836d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.623199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-20b7d6a9-eb60-448b-993b-98ab61836d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.626996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-20b7d6a9-eb60-448b-993b-98ab61836d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] 10.222.0.74 "DELETE /v2.0/security-groups/7ddab405-841c-4ac1-8db7-369af797c543 HTTP/1.1" status: 204 len: 168 time: 0.6651838 Nov 23 18:32:36.645952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7d6a9-eb60-448b-993b-98ab61836d3b tempest-TestServerBasicOps-1109589681 tempest-TestServerBasicOps-1109589681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddab405-841c-4ac1-8db7-369af797c543,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:36.720536 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40192) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:36.779568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 62797a9e-428a-4331-a544-13d47fed459d no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:36.827014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 62797a9e-428a-4331-a544-13d47fed459d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:36.827676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 62797a9e-428a-4331-a544-13d47fed459d not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:36.992162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83804466-cae0-4c27-8033-1884f5556cf3 req-64a6dd4a-ccbc-4c78-9811-8275e6ff51c0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:37.000335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83804466-cae0-4c27-8033-1884f5556cf3 req-64a6dd4a-ccbc-4c78-9811-8275e6ff51c0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0715802 Nov 23 18:32:37.062858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83804466-cae0-4c27-8033-1884f5556cf3 req-3cd82ea9-9a71-47b7-8d48-aa21b30f8a1d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618637 Nov 23 18:32:37.423466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.697766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Deleting port d63fc9d4-e974-43e4-842e-6683d5a87528 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:37.698113 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.786916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] For port d63fc9d4-e974-43e4-842e-6683d5a87528, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d63fc9d4-e974-43e4-842e-6683d5a87528,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:37.787549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.802741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Calling delete_port for d63fc9d4-e974-43e4-842e-6683d5a87528 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:37.996131 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.031360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d63fc9d4-e974-43e4-842e-6683d5a87528,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:38.232965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4849-2df0-4f7b-9b0b-9fadae257438 req-8d7aa775-1a24-49bf-8a5a-217ff5065fe9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:38.241894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-526b4849-2df0-4f7b-9b0b-9fadae257438 req-8d7aa775-1a24-49bf-8a5a-217ff5065fe9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0752873 Nov 23 18:32:38.359675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-526b4849-2df0-4f7b-9b0b-9fadae257438 req-61765083-2cda-4af5-9463-029ee2cd7bc7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161478 Nov 23 18:32:38.447869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.448987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.448987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.448987 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.450540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.450540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.450540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.450540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.450540 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.450991 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.451282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.451440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:38.618516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.932524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Router f2f55724-7628-488c-bc5b-c4f9218b7b2a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:32:39.066935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:32:39.073115 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8fbcac16-6e07-45e1-ad20-ea9901e49c5f admin admin] 10.222.0.74 "PUT /v2.0/routers/f2f55724-7628-488c-bc5b-c4f9218b7b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3462913 Nov 23 18:32:39.076655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40202) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:39.083976 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] Sync routers for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:32:39.094514 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:39.095171 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:32:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:39.197789 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.205032 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:39.327029 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.400994 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Deleting port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:39.401431 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.430798 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 5, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port': {'id': '65c31614-4f0a-42ae-9e23-06fe75ed6c7e', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:19Z', 'updated_at': '2021-11-23T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:39.481653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142ffd5-cc22-42d2-9c47-4c261aca7938 req-54e20bee-48b2-4e13-9570-4f0d7cdd8cd5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:39.487790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8142ffd5-cc22-42d2-9c47-4c261aca7938 req-54e20bee-48b2-4e13-9570-4f0d7cdd8cd5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0637140 Nov 23 18:32:39.494745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] For port 65c31614-4f0a-42ae-9e23-06fe75ed6c7e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=65c31614-4f0a-42ae-9e23-06fe75ed6c7e,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:39.495128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.511399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Calling delete_port for 65c31614-4f0a-42ae-9e23-06fe75ed6c7e owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:39.541467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8142ffd5-cc22-42d2-9c47-4c261aca7938 req-33adb4c4-4bf9-4edc-a726-a0db2a1e98de tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520487 Nov 23 18:32:39.571619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] Checking router: f2f55724-7628-488c-bc5b-c4f9218b7b2a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:32:39.580277 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] Routers {'f2f55724-7628-488c-bc5b-c4f9218b7b2a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:39.580912 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:32:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:39.669366 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] Set router f2f55724-7628-488c-bc5b-c4f9218b7b2a gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:39.692603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.723152 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:32:39Z', 'revision_number': 6, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:39.724781 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c31614-4f0a-42ae-9e23-06fe75ed6c7e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:39.744582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408767f5-7d4f-4266-9f2f-d157684231f9 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:39.758628 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b4551-a52e-4a54-adea-c86697f78565 None None] The sync data for ids ['f2f55724-7628-488c-bc5b-c4f9218b7b2a'] in n-d-818932-3 is: [{'id': 'f2f55724-7628-488c-bc5b-c4f9218b7b2a', 'name': 'tempest-TestServerBasicOps-767926146-router', 'tenant_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:18Z', 'updated_at': '2021-11-23T18:32:39Z', 'revision_number': 6, 'project_id': '5bbe6ae6869c44d88b235f099c33a7a1', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:32:39.804319 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.896561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.899518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.944080 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.945503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2f55724-7628-488c-bc5b-c4f9218b7b2a {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:32:39.949653 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.950854 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4714cd69-9a4d-41ce-9319-472574551653 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f2f55724-7628-488c-bc5b-c4f9218b7b2a HTTP/1.1" status: 204 len: 168 time: 0.8731349 Nov 23 18:32:39.953634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40206) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:40.003627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9934b5f-ba43-463c-8710-dd0b7dc4bb98 admin admin] Deleting subnet 66ee0e8d-af81-4e8b-879f-53869e73a951 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:32:40.006745 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9934b5f-ba43-463c-8710-dd0b7dc4bb98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.043623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9934b5f-ba43-463c-8710-dd0b7dc4bb98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.131222 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9934b5f-ba43-463c-8710-dd0b7dc4bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.197492 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9934b5f-ba43-463c-8710-dd0b7dc4bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.226015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9934b5f-ba43-463c-8710-dd0b7dc4bb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ee0e8d-af81-4e8b-879f-53869e73a951,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:40.235267 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d9934b5f-ba43-463c-8710-dd0b7dc4bb98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.242972 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d9934b5f-ba43-463c-8710-dd0b7dc4bb98 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/66ee0e8d-af81-4e8b-879f-53869e73a951 HTTP/1.1" status: 204 len: 168 time: 0.2839930 Nov 23 18:32:40.243187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4cf8ad-195c-4960-843a-23b89246dd3e None None] Network d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:32:40.243319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40208) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:40.317184 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.390059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Deleting port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:40.390432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.464665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] For port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bc1178de-e1b9-49db-b5d3-2836f7dd5b7a,segment=NetworkSegment(960eb889-fba7-458c-95d5-e41a87f3b422),segment_id=960eb889-fba7-458c-95d5-e41a87f3b422)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:40.464957 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.478264 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Calling delete_port for bc1178de-e1b9-49db-b5d3-2836f7dd5b7a owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:40.528552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] DHCP port deletion for d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:40.572153 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.586209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Deleting port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:40.586913 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.587979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] No DVR routers for this DVR port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:32:40.650833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1178de-e1b9-49db-b5d3-2836f7dd5b7a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:40.689671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] For port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:40.690466 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.702390 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe78eac-ca52-4b9f-a330-9654f50013cb req-648d6cff-724b-432b-9931-c27dbc346680 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:40.711857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbe78eac-ca52-4b9f-a330-9654f50013cb req-648d6cff-724b-432b-9931-c27dbc346680 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0672493 Nov 23 18:32:40.712463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Calling delete_port for bc1178de-e1b9-49db-b5d3-2836f7dd5b7a owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:40.716276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:32:40.718419 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.748047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.755073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Pushing event deleted for resources: {'Port': ['ID=bc1178de-e1b9-49db-b5d3-2836f7dd5b7a,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:40.762870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] No DVR routers for this DVR port bc1178de-e1b9-49db-b5d3-2836f7dd5b7a on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:32:40.770912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.771700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.772249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.773359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.773905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.774613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.775074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.775637 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.776169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.777675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.778540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.779198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958fdfb-0792-40a1-a387-ca61292c0bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:40.787314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbe78eac-ca52-4b9f-a330-9654f50013cb req-aa2fdc38-0379-4f77-b268-50ebc3e62b1e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744836 Nov 23 18:32:40.793658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:40.806082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960eb889-fba7-458c-95d5-e41a87f3b422') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:40.806356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960eb889-fba7-458c-95d5-e41a87f3b422') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:40.817958 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.839739 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.848248 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:32:40.848897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:32:40.851116 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:32:40.922006 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.927094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.930907 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] 10.222.0.74 "DELETE /v2.0/networks/d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f HTTP/1.1" status: 204 len: 168 time: 0.6867101 Nov 23 18:32:40.934167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40212) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:40.950214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e8525-fd38-4b2c-b5ee-b580ab32e2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a2192d-dd84-4e49-9fdb-7d0ae021ad3f,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:41.277629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 65c31614-4f0a-42ae-9e23-06fe75ed6c7e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:41.309927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 65c31614-4f0a-42ae-9e23-06fe75ed6c7e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:41.310491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 65c31614-4f0a-42ae-9e23-06fe75ed6c7e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:41.311221 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bc1178de-e1b9-49db-b5d3-2836f7dd5b7a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:41.330908 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:41.344917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: bc1178de-e1b9-49db-b5d3-2836f7dd5b7a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:41.345178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bc1178de-e1b9-49db-b5d3-2836f7dd5b7a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:41.345737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d63fc9d4-e974-43e4-842e-6683d5a87528 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:41.348903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aa195a0d-d6d1-47fb-aa99-809f63d809eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:41.367299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d63fc9d4-e974-43e4-842e-6683d5a87528 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:41.367299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d63fc9d4-e974-43e4-842e-6683d5a87528 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:41.593885 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Deleting port 7740864b-bde0-4651-ba47-8d3cf9b060fd {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:41.594148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:41.685219 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] For port 7740864b-bde0-4651-ba47-8d3cf9b060fd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7740864b-bde0-4651-ba47-8d3cf9b060fd,segment=NetworkSegment(f5d8c019-6be6-497a-a2f5-8bb06bf87920),segment_id=f5d8c019-6be6-497a-a2f5-8bb06bf87920)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:41.685575 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:41.700311 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Calling delete_port for 7740864b-bde0-4651-ba47-8d3cf9b060fd owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:41.915242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:41.925839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e8600-8356-4b9c-830d-144e866c46c0 req-21a9d5bc-9285-43ba-8096-ffb18e9bb42d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:41.928132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d26e8600-8356-4b9c-830d-144e866c46c0 req-21a9d5bc-9285-43ba-8096-ffb18e9bb42d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0661616 Nov 23 18:32:41.947916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7740864b-bde0-4651-ba47-8d3cf9b060fd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:42.006776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d26e8600-8356-4b9c-830d-144e866c46c0 req-8a736d59-9e2d-4f65-ad14-4f21091ca923 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687807 Nov 23 18:32:42.223781 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:42.455400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Router a91bdb63-37df-49ff-84c3-05447cf630eb has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:32:42.581964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:32:42.587589 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-be8fd8b4-4f1c-4b5e-b0c8-1cf68c81c5f7 admin admin] 10.222.0.74 "PUT /v2.0/routers/a91bdb63-37df-49ff-84c3-05447cf630eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6523273 Nov 23 18:32:42.590059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40216) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:42.594996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] Sync routers for ids ['a91bdb63-37df-49ff-84c3-05447cf630eb'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:32:42.609950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] Routers {'a91bdb63-37df-49ff-84c3-05447cf630eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:42.611126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:32:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a91bdb63-37df-49ff-84c3-05447cf630eb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:42.733603 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:42.772138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] Set router a91bdb63-37df-49ff-84c3-05447cf630eb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:43.061403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:32:41Z', 'revision_number': 5, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:43.094219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] Checking router: a91bdb63-37df-49ff-84c3-05447cf630eb for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:32:43.104299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] Routers {'a91bdb63-37df-49ff-84c3-05447cf630eb'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:43.105226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:32:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['a91bdb63-37df-49ff-84c3-05447cf630eb'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:43.173575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ed607-a057-459b-bd1b-27eebeb0241e req-46614c6d-8cda-427f-ba4e-567076402b70 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:43.175850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f2ed607-a057-459b-bd1b-27eebeb0241e req-46614c6d-8cda-427f-ba4e-567076402b70 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0561926 Nov 23 18:32:43.253679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1f2ed607-a057-459b-bd1b-27eebeb0241e req-faf27180-ddb2-492a-95a8-1521b0f0c748 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639803 Nov 23 18:32:43.264791 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:43.286743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] Set router a91bdb63-37df-49ff-84c3-05447cf630eb gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:43.355663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Deleting port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:43.356163 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:43.515068 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] For port 462fc87b-9670-4c8f-95d3-371cd9e6c7bd, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=462fc87b-9670-4c8f-95d3-371cd9e6c7bd,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:43.515512 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:43.535404 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Calling delete_port for 462fc87b-9670-4c8f-95d3-371cd9e6c7bd owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:43.670770 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-06fc98df-7683-420c-a12e-2c18c05574a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:43.793290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:32:41Z', 'revision_number': 5, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:43.827340 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:43.845360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21963f8-dccc-4197-a5ce-9ce4a5a5192f None None] The sync data for ids ['a91bdb63-37df-49ff-84c3-05447cf630eb'] in n-d-818932-3 is: [{'id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'name': 'tempest-TestServerBasicOps-1151821675-router', 'tenant_id': '12feeac58e8d4a4caa3b1d1628259633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:24Z', 'updated_at': '2021-11-23T18:32:41Z', 'revision_number': 5, 'project_id': '12feeac58e8d4a4caa3b1d1628259633', 'gw_port': {'id': '462fc87b-9670-4c8f-95d3-371cd9e6c7bd', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bdb63-37df-49ff-84c3-05447cf630eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:25Z', 'updated_at': '2021-11-23T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:32:43.875875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=462fc87b-9670-4c8f-95d3-371cd9e6c7bd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:43.912193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203ec17-4de9-4faa-b277-5a2364b955e8 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:43.984331 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.084780 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.087320 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.141761 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.142882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91bdb63-37df-49ff-84c3-05447cf630eb {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:32:44.148668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.152543 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4c8d6463-bf5f-4d72-98b7-28d1c028b7c4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/a91bdb63-37df-49ff-84c3-05447cf630eb HTTP/1.1" status: 204 len: 168 time: 1.5586605 Nov 23 18:32:44.152927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40220) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:44.216507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ad78d8-f092-41c2-9c54-18a6c164a359 admin admin] Deleting subnet ba63a417-e8f8-41ed-8f31-c1f9497d6ac5 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:32:44.220704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86ad78d8-f092-41c2-9c54-18a6c164a359 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.262041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86ad78d8-f092-41c2-9c54-18a6c164a359 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.392458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86ad78d8-f092-41c2-9c54-18a6c164a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.459027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e55f9e-3f29-442a-8ed5-8402a193f67b req-3c423844-7b5f-4977-ac99-7974bffef920 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:44.464292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75e55f9e-3f29-442a-8ed5-8402a193f67b req-3c423844-7b5f-4977-ac99-7974bffef920 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0849781 Nov 23 18:32:44.496960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86ad78d8-f092-41c2-9c54-18a6c164a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.531135 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad78d8-f092-41c2-9c54-18a6c164a359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba63a417-e8f8-41ed-8f31-c1f9497d6ac5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:44.544475 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-86ad78d8-f092-41c2-9c54-18a6c164a359 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.551072 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-86ad78d8-f092-41c2-9c54-18a6c164a359 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ba63a417-e8f8-41ed-8f31-c1f9497d6ac5 HTTP/1.1" status: 204 len: 168 time: 0.3968265 Nov 23 18:32:44.553434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40224) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:44.554257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769d09f-64b0-49cf-8258-dbab1e334260 None None] Network e4c1332b-bab9-4be5-a985-279a2b69ae39 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:32:44.564480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75e55f9e-3f29-442a-8ed5-8402a193f67b req-2a4a9c10-dee2-4024-a94f-042e1ddb5bec tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926650 Nov 23 18:32:44.669424 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.750389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Deleting port daa82d47-a9e2-4739-ac87-04800dfcd90a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:44.750769 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.800820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] DHCP port deletion for e4c1332b-bab9-4be5-a985-279a2b69ae39 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:44.868170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] Deleting port daa82d47-a9e2-4739-ac87-04800dfcd90a {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:44.868721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.885896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] For port daa82d47-a9e2-4739-ac87-04800dfcd90a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=daa82d47-a9e2-4739-ac87-04800dfcd90a,segment=NetworkSegment(f5d8c019-6be6-497a-a2f5-8bb06bf87920),segment_id=f5d8c019-6be6-497a-a2f5-8bb06bf87920)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:44.886658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.908896 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Calling delete_port for daa82d47-a9e2-4739-ac87-04800dfcd90a owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:44.983142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] For port daa82d47-a9e2-4739-ac87-04800dfcd90a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=daa82d47-a9e2-4739-ac87-04800dfcd90a,segment=NetworkSegment(f5d8c019-6be6-497a-a2f5-8bb06bf87920),segment_id=f5d8c019-6be6-497a-a2f5-8bb06bf87920)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:44.983553 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.003139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] Calling delete_port for daa82d47-a9e2-4739-ac87-04800dfcd90a owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:45.010848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.035949 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa82d47-a9e2-4739-ac87-04800dfcd90a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:45.047564 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] No DVR routers for this DVR port daa82d47-a9e2-4739-ac87-04800dfcd90a on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:32:45.111048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.127515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.149068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] Pushing event deleted for resources: {'Port': ['ID=daa82d47-a9e2-4739-ac87-04800dfcd90a,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:45.155117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f5f2e-19bb-4574-8866-39e38fc36c43 None None] No DVR routers for this DVR port daa82d47-a9e2-4739-ac87-04800dfcd90a on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:32:45.159239 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c1332b-bab9-4be5-a985-279a2b69ae39']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:45.184699 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.191255 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d8c019-6be6-497a-a2f5-8bb06bf87920') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:45.191572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d8c019-6be6-497a-a2f5-8bb06bf87920') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:45.206515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.229028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.238531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:32:45.238857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:32:45.241901 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:32:45.309443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device daa82d47-a9e2-4739-ac87-04800dfcd90a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:45.317421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.325510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.333656 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e4c1332b-bab9-4be5-a985-279a2b69ae39 HTTP/1.1" status: 204 len: 168 time: 0.7775652 Nov 23 18:32:45.339135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: daa82d47-a9e2-4739-ac87-04800dfcd90a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:45.339135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device daa82d47-a9e2-4739-ac87-04800dfcd90a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:45.339457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 462fc87b-9670-4c8f-95d3-371cd9e6c7bd no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:45.350608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78beb3-4b0e-4fb9-a7c1-e186b7eb09b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c1332b-bab9-4be5-a985-279a2b69ae39,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:45.364166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 462fc87b-9670-4c8f-95d3-371cd9e6c7bd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:45.364523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 462fc87b-9670-4c8f-95d3-371cd9e6c7bd not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:45.364947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7740864b-bde0-4651-ba47-8d3cf9b060fd no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:45.388019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 7740864b-bde0-4651-ba47-8d3cf9b060fd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:45.388312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7740864b-bde0-4651-ba47-8d3cf9b060fd not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:45.476482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40228) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:45.526189 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-eeb330cd-252e-4f25-a954-7e6eb65feb09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5bbe6ae6869c44d88b235f099c33a7a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484414 Nov 23 18:32:45.528766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40230) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:45.587666 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cb0a-3705-4ae1-a4e2-f769e4d0c612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.613536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cb0a-3705-4ae1-a4e2-f769e4d0c612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.680213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cb0a-3705-4ae1-a4e2-f769e4d0c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.691593 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cb0a-3705-4ae1-a4e2-f769e4d0c612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.691593 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d3c5cb0a-3705-4ae1-a4e2-f769e4d0c612 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0edaebe-6e79-4625-a39f-d99761839aea HTTP/1.1" status: 204 len: 168 time: 0.1579301 Nov 23 18:32:45.700102 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5cb0a-3705-4ae1-a4e2-f769e4d0c612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0edaebe-6e79-4625-a39f-d99761839aea,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:45.725882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcef2cc-b256-4131-af67-9063a17552ba req-86a6e5eb-1780-4460-9d29-8d88ca025a57 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:45.727808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bcef2cc-b256-4131-af67-9063a17552ba req-86a6e5eb-1780-4460-9d29-8d88ca025a57 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0716870 Nov 23 18:32:45.813879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4bcef2cc-b256-4131-af67-9063a17552ba req-286df16a-494d-4bd3-905a-56d1303ade5f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775073 Nov 23 18:32:46.182182 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40238) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:46.239806 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3ca18390-f82d-4197-89ff-9344b1552315 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=12feeac58e8d4a4caa3b1d1628259633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558596 Nov 23 18:32:46.248814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40240) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:46.309680 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96cd3839-5bf2-4e6e-b60d-3491172aeb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.333368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96cd3839-5bf2-4e6e-b60d-3491172aeb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.396578 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96cd3839-5bf2-4e6e-b60d-3491172aeb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.401466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-96cd3839-5bf2-4e6e-b60d-3491172aeb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.408196 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96cd3839-5bf2-4e6e-b60d-3491172aeb3f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/996e41ca-a6c3-4cfe-b38a-0e4f6e253b04 HTTP/1.1" status: 204 len: 168 time: 0.1533175 Nov 23 18:32:46.418316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd3839-5bf2-4e6e-b60d-3491172aeb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996e41ca-a6c3-4cfe-b38a-0e4f6e253b04,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:46.529368 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.974556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0102be-8b54-4d8c-a073-3388978aff7d req-4cd73273-5b05-49ac-a630-f31d1239c4b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:46.977028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e0102be-8b54-4d8c-a073-3388978aff7d req-4cd73273-5b05-49ac-a630-f31d1239c4b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0725398 Nov 23 18:32:47.045130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e0102be-8b54-4d8c-a073-3388978aff7d req-b8dcdaf5-2078-41c9-93d2-c7e22a51a79b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607455 Nov 23 18:32:47.936379 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:48.178587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd70cc6-d9ce-4fe2-bafc-ff3358cc8152 req-93cd52ab-87cc-45b1-9862-afae165e5449 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:48.180941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cd70cc6-d9ce-4fe2-bafc-ff3358cc8152 req-93cd52ab-87cc-45b1-9862-afae165e5449 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0530381 Nov 23 18:32:48.240298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cd70cc6-d9ce-4fe2-bafc-ff3358cc8152 req-230b2147-b9b4-49f4-83d0-659e91fd4539 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532260 Nov 23 18:32:49.373289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118444b-4696-4379-8871-83051e4d89c1 req-e23dd3b3-62ca-41a2-b241-1c1ab610c7a3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:49.375276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5118444b-4696-4379-8871-83051e4d89c1 req-e23dd3b3-62ca-41a2-b241-1c1ab610c7a3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0541675 Nov 23 18:32:49.431087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5118444b-4696-4379-8871-83051e4d89c1 req-61f3d902-c62b-4f1f-bc41-df6c69935824 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494239 Nov 23 18:32:49.779867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:50.572189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf5ca3-e3db-4811-bbdf-f5ff2babff55 req-d3b9d867-4a2a-4001-9190-a527d54314c9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:50.574004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5bf5ca3-e3db-4811-bbdf-f5ff2babff55 req-d3b9d867-4a2a-4001-9190-a527d54314c9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0631914 Nov 23 18:32:50.629176 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c5bf5ca3-e3db-4811-bbdf-f5ff2babff55 req-2dc40516-4d66-4873-99a2-da50eda6b609 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478058 Nov 23 18:32:50.870547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:51.764407 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564eb9-a51e-4d9c-8e4d-6926d64253c4 req-e398caf5-3d60-4eb0-b165-5300c495925e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:51.765960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37564eb9-a51e-4d9c-8e4d-6926d64253c4 req-e398caf5-3d60-4eb0-b165-5300c495925e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0561242 Nov 23 18:32:51.820804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37564eb9-a51e-4d9c-8e4d-6926d64253c4 req-e8ebbd6a-5343-4622-9642-fb349f7e944d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486608 Nov 23 18:32:52.963547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8ea8-20cc-47dc-a52c-dc20dadf0b8d req-9fb2d9d8-5dc7-41c9-87d2-7b01f450842c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:52.965093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd8c8ea8-20cc-47dc-a52c-dc20dadf0b8d req-9fb2d9d8-5dc7-41c9-87d2-7b01f450842c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0689549 Nov 23 18:32:53.016673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd8c8ea8-20cc-47dc-a52c-dc20dadf0b8d req-91f07eaf-eca9-450c-afdd-f861ee5067c4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Nov 23 18:32:54.144975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8fb9-ebae-4d5a-8539-3d9cce245385 req-a98f85c0-93dd-4169-8986-9753430fe045 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:54.146470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acce8fb9-ebae-4d5a-8539-3d9cce245385 req-a98f85c0-93dd-4169-8986-9753430fe045 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0518367 Nov 23 18:32:54.203727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acce8fb9-ebae-4d5a-8539-3d9cce245385 req-86eb1282-76de-4195-83d0-53706fda9812 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494537 Nov 23 18:32:55.334555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada4772-69b1-4cbc-a1fc-b4a6e44ac074 req-4addaf62-55eb-4c31-8220-459fb4ad0520 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:55.336603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ada4772-69b1-4cbc-a1fc-b4a6e44ac074 req-4addaf62-55eb-4c31-8220-459fb4ad0520 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0552616 Nov 23 18:32:55.402463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ada4772-69b1-4cbc-a1fc-b4a6e44ac074 req-7845493a-d484-49f8-91d4-64ff0d1cd9fb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Nov 23 18:32:56.536183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e048ae-cf4d-4dd7-bc33-5db8eca95457 req-58a7461f-8533-45f0-96cc-5b1f2ea0f8ac tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:56.537855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8e048ae-cf4d-4dd7-bc33-5db8eca95457 req-58a7461f-8533-45f0-96cc-5b1f2ea0f8ac tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 944 time: 0.0559752 Nov 23 18:32:56.592478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8e048ae-cf4d-4dd7-bc33-5db8eca95457 req-1e823f16-1f37-48ad-a89d-594e172e1f86 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Nov 23 18:32:56.888316 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c4483c8e-0d2d-41df-891e-7d2cefe257d8 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:32:57.012711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c4483c8e-0d2d-41df-891e-7d2cefe257d8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c4483c8e-0d2d-41df-891e-7d2cefe257d8,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:57.025243 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'c4483c8e-0d2d-41df-891e-7d2cefe257d8', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'port_id': 'c4483c8e-0d2d-41df-891e-7d2cefe257d8', 'mac_address': 'fa:16:3e:f2:24:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:32:57.067835 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:57.082711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4483c8e-0d2d-41df-891e-7d2cefe257d8 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:32:57.104394 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c4483c8e-0d2d-41df-891e-7d2cefe257d8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c4483c8e-0d2d-41df-891e-7d2cefe257d8,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:57.110568 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:57.178030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=c4483c8e-0d2d-41df-891e-7d2cefe257d8,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:57.353689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['c4483c8e-0d2d-41df-891e-7d2cefe257d8'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:32:57.729700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a7dc5-de44-4478-b2d5-8505a9874c62 req-71d9d413-d59f-4cb9-ba2f-03d4282edf98 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:57.731676 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-694a7dc5-de44-4478-b2d5-8505a9874c62 req-71d9d413-d59f-4cb9-ba2f-03d4282edf98 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 945 time: 0.0593865 Nov 23 18:32:57.791047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-694a7dc5-de44-4478-b2d5-8505a9874c62 req-54bbd35b-d3a7-489a-a896-26d186ee40e0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526938 Nov 23 18:32:58.904351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c4483c8e-0d2d-41df-891e-7d2cefe257d8 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:32:58.946020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ab5a6-0e8c-4d46-8443-e6affcc9328b req-ff6c03b3-a61a-43bf-8bc7-61065cd5089c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:58.948445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c7ab5a6-0e8c-4d46-8443-e6affcc9328b req-ff6c03b3-a61a-43bf-8bc7-61065cd5089c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 945 time: 0.0679851 Nov 23 18:32:58.985898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port c4483c8e-0d2d-41df-891e-7d2cefe257d8 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:32:58.990584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port c4483c8e-0d2d-41df-891e-7d2cefe257d8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:58.991005 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:59.020807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c7ab5a6-0e8c-4d46-8443-e6affcc9328b req-2b406a94-8d8b-449e-9303-c5a18d96d56a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653863 Nov 23 18:32:59.098546 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:59.128447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9219fde1-9465-497d-8d19-3a1206cad527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4483c8e-0d2d-41df-891e-7d2cefe257d8'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:59.130935 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12229664-5734-4821-bed5-642ee6ae5646" -d '{"events": [{"server_uuid": "9219fde1-9465-497d-8d19-3a1206cad527", "name": "network-vif-plugged", "status": "completed", "tag": "c4483c8e-0d2d-41df-891e-7d2cefe257d8"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:59.145847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port c4483c8e-0d2d-41df-891e-7d2cefe257d8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c4483c8e-0d2d-41df-891e-7d2cefe257d8,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:59.151237 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:59.177598 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c4c9ec-3912-47f3-bc30-8ebd4bf7a1af x-openstack-request-id: req-44c4c9ec-3912-47f3-bc30-8ebd4bf7a1af {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:59.177899 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9219fde1-9465-497d-8d19-3a1206cad527", "name": "network-vif-plugged", "status": "completed", "tag": "c4483c8e-0d2d-41df-891e-7d2cefe257d8", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:59.178163 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-44c4c9ec-3912-47f3-bc30-8ebd4bf7a1af {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:59.178564 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9219fde1-9465-497d-8d19-3a1206cad527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4483c8e-0d2d-41df-891e-7d2cefe257d8', 'code': 200} Nov 23 18:32:59.218853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=c4483c8e-0d2d-41df-891e-7d2cefe257d8,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:59.282067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29036e5c-82ba-4726-b154-f427db770258 req-82d409ac-a57e-472b-aa22-964c126c7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:59.283779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29036e5c-82ba-4726-b154-f427db770258 req-82d409ac-a57e-472b-aa22-964c126c7ca9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 1097 time: 0.0476084 Nov 23 18:32:59.339474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29036e5c-82ba-4726-b154-f427db770258 req-03a68298-bf1a-4459-8bb6-b9d5a0fa80d8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476992 Nov 23 18:33:00.155531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ec4b5-724a-4f8a-ad90-d2dbd679f56b req-9ed187fd-e79f-4adb-9141-375f8c429e9a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:00.157089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe0ec4b5-724a-4f8a-ad90-d2dbd679f56b req-9ed187fd-e79f-4adb-9141-375f8c429e9a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 946 time: 0.0510280 Nov 23 18:33:00.209966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe0ec4b5-724a-4f8a-ad90-d2dbd679f56b req-77626431-c3ea-46d0-aaff-ba4209c9b890 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466814 Nov 23 18:33:01.333952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d157fc-b776-45d9-8495-1144ea8bc9ad req-972a9bae-bcce-4a9b-9127-1060ec502419 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:01.336457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89d157fc-b776-45d9-8495-1144ea8bc9ad req-972a9bae-bcce-4a9b-9127-1060ec502419 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 946 time: 0.0539377 Nov 23 18:33:01.389219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89d157fc-b776-45d9-8495-1144ea8bc9ad req-d01f0028-b43b-45f0-acdc-7a7df083daa0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440390 Nov 23 18:33:01.505934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a655497-d118-405a-8567-6c7ba8e272b1 req-9628d7c2-aff5-451f-ad04-7062eab14659 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:01.507616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a655497-d118-405a-8567-6c7ba8e272b1 req-9628d7c2-aff5-451f-ad04-7062eab14659 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 946 time: 0.0505943 Nov 23 18:33:01.557365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a655497-d118-405a-8567-6c7ba8e272b1 req-b8a130cf-ba64-4bbd-abb3-32ccbd9248af tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Nov 23 18:33:01.900169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13240-47f0-48f2-8ab3-80244af0daaa req-721b7260-e8fd-409c-abe1-76ec24b11a25 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:01.901802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9b13240-47f0-48f2-8ab3-80244af0daaa req-721b7260-e8fd-409c-abe1-76ec24b11a25 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 946 time: 0.0579939 Nov 23 18:33:01.955051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9b13240-47f0-48f2-8ab3-80244af0daaa req-da10d708-492a-4d76-afd7-6f49667e3259 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464993 Nov 23 18:33:02.187002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-609d1709-6321-483a-bab7-ef95877b59ae req-6e203636-6c55-47c4-abd1-595c9ef06ceb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490170 Nov 23 18:33:02.284931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1709-6321-483a-bab7-ef95877b59ae req-dde38f18-4908-4eac-a511-bf3562e270e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:02.286431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-609d1709-6321-483a-bab7-ef95877b59ae req-dde38f18-4908-4eac-a511-bf3562e270e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 1097 time: 0.0482619 Nov 23 18:33:02.402255 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1709-6321-483a-bab7-ef95877b59ae req-ab856b09-4eab-4e62-81ac-ff2d3d33ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:02.403963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-609d1709-6321-483a-bab7-ef95877b59ae req-ab856b09-4eab-4e62-81ac-ff2d3d33ed51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0960753 Nov 23 18:33:02.451034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-609d1709-6321-483a-bab7-ef95877b59ae req-47f289cb-82d9-481e-b404-24dd5e5a8c6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5abadbc-05d2-4c88-911f-3cb3c6bb2728 HTTP/1.1" status: 200 len: 217 time: 0.0386968 Nov 23 18:33:02.504098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1709-6321-483a-bab7-ef95877b59ae req-dbbfa2c3-a75b-470b-afe4-9cdf96b6660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:02.505549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-609d1709-6321-483a-bab7-ef95877b59ae req-dbbfa2c3-a75b-470b-afe4-9cdf96b6660a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0476151 Nov 23 18:33:02.553964 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1709-6321-483a-bab7-ef95877b59ae req-99c9e680-13c2-4897-a92b-f6db713250c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:02.556434 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-609d1709-6321-483a-bab7-ef95877b59ae req-99c9e680-13c2-4897-a92b-f6db713250c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433536 Nov 23 18:33:02.651574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-609d1709-6321-483a-bab7-ef95877b59ae req-b327bcc7-b348-44b9-95ad-58f9f4c79083 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858850 Nov 23 18:33:02.753600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-609d1709-6321-483a-bab7-ef95877b59ae req-f96fd9d2-c2d6-431e-a157-2244353bcbc0 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941629 Nov 23 18:33:03.100058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e1b1c-b21e-43eb-812e-0a2ad39f37a1 req-21d8d689-4e48-4be6-b84b-9597e617d691 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:03.101666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f4e1b1c-b21e-43eb-812e-0a2ad39f37a1 req-21d8d689-4e48-4be6-b84b-9597e617d691 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 946 time: 0.0513473 Nov 23 18:33:03.152395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f4e1b1c-b21e-43eb-812e-0a2ad39f37a1 req-24c770bc-c481-41d0-acdd-0b219dc07067 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Nov 23 18:33:03.281772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-c17d86b7-66f0-4a59-b6ff-f2dda226dc51 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:03.283198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-c17d86b7-66f0-4a59-b6ff-f2dda226dc51 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 946 time: 0.0557289 Nov 23 18:33:03.375844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port c4483c8e-0d2d-41df-891e-7d2cefe257d8 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:33:03.376178 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:03.479890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] For port c4483c8e-0d2d-41df-891e-7d2cefe257d8, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=c4483c8e-0d2d-41df-891e-7d2cefe257d8,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:33:03.480640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:03.492725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for c4483c8e-0d2d-41df-891e-7d2cefe257d8 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:33:03.621823 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:03.635110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['c4483c8e-0d2d-41df-891e-7d2cefe257d8'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:33:03.637410 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e5abadbc-05d2-4c88-911f-3cb3c6bb2728'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:33:03.656522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=c4483c8e-0d2d-41df-891e-7d2cefe257d8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:03.701631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] No DVR routers for this DVR port c4483c8e-0d2d-41df-891e-7d2cefe257d8 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:33:03.704694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:03.708454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afa2bf08-1ba2-47b4-aa0f-05023c864588 req-39236523-5fe3-4dc9-9752-0cbb3d98eacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "DELETE /v2.0/ports/c4483c8e-0d2d-41df-891e-7d2cefe257d8 HTTP/1.1" status: 204 len: 173 time: 0.4184291 Nov 23 18:33:03.709811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9219fde1-9465-497d-8d19-3a1206cad527', 'name': 'network-vif-deleted', 'tag': 'c4483c8e-0d2d-41df-891e-7d2cefe257d8'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:33:03.712896 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef0d546-0cc9-42dc-8733-fdb537fd9681" -d '{"events": [{"server_uuid": "9219fde1-9465-497d-8d19-3a1206cad527", "name": "network-vif-deleted", "tag": "c4483c8e-0d2d-41df-891e-7d2cefe257d8"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:33:03.764773 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5429d6b8-67a0-4fd7-95e5-b3363cfab960 x-openstack-request-id: req-5429d6b8-67a0-4fd7-95e5-b3363cfab960 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:33:03.765082 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9219fde1-9465-497d-8d19-3a1206cad527", "name": "network-vif-deleted", "tag": "c4483c8e-0d2d-41df-891e-7d2cefe257d8", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:33:03.765342 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5429d6b8-67a0-4fd7-95e5-b3363cfab960 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:33:03.765756 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9219fde1-9465-497d-8d19-3a1206cad527', 'name': 'network-vif-deleted', 'tag': 'c4483c8e-0d2d-41df-891e-7d2cefe257d8', 'status': 'completed', 'code': 200} Nov 23 18:33:04.254188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a1a2b7b-b2dc-4432-82e1-d60f5b1c79f6 req-f98ad839-c493-4cc9-abd8-6f1c3f78004e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 210 time: 0.0281487 Nov 23 18:33:05.362241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8332348c-ae86-43b4-b23d-45e989ef700d req-0c3a11d8-fc3e-43c6-8078-82736bb2cb79 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 210 time: 0.0291338 Nov 23 18:33:05.482440 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:33:06.476917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a9a853c-04ae-45e1-a26c-cdf93dd88f42 req-47f6f23f-1f5e-4bcc-a796-dc19ca54249f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 210 time: 0.0322485 Nov 23 18:33:06.965928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c4483c8e-0d2d-41df-891e-7d2cefe257d8 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:33:06.989027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: c4483c8e-0d2d-41df-891e-7d2cefe257d8 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:33:06.989369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device c4483c8e-0d2d-41df-891e-7d2cefe257d8 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:33:07.590970 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b8b55291-b3f5-41d9-a126-47ebe821e9ec req-b92e4c4b-072b-4415-b67e-c52124125277 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 210 time: 0.0322311 Nov 23 18:33:08.755288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dace349d-edad-4192-b2ab-7ff1f1f46661 req-85757ff4-e954-41b9-8a54-dc10bed7640e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=9219fde1-9465-497d-8d19-3a1206cad527 HTTP/1.1" status: 200 len: 210 time: 0.0404189 Nov 23 18:33:11.291202 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fcda70dc-0f61-4ec9-bda2-d709a76be9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:13.369189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-15f9507b-8c20-4f25-8377-831711de054a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:14.339148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053230b-d967-4d7b-949d-ccff558e01a3 req-d5015bcf-6c9a-4244-a823-5d8086337b87 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:14.341276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4053230b-d967-4d7b-949d-ccff558e01a3 req-d5015bcf-6c9a-4244-a823-5d8086337b87 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 946 time: 0.0596495 Nov 23 18:33:14.404777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4053230b-d967-4d7b-949d-ccff558e01a3 req-3d3a548b-0c92-41c8-92bb-7e112c21185b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577388 Nov 23 18:33:15.178068 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:15.549536 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b223885-feaa-4242-8022-3f18407ead13 req-339d3ac3-f5c6-41dc-9088-1d73ad7cce42 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:15.551118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b223885-feaa-4242-8022-3f18407ead13 req-339d3ac3-f5c6-41dc-9088-1d73ad7cce42 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 946 time: 0.0615106 Nov 23 18:33:15.613643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b223885-feaa-4242-8022-3f18407ead13 req-34e45479-ab07-4184-a2a1-6100a7781e5a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=82fd92fc-b3de-4881-9ed3-cb421e4d3007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549273 Nov 23 18:33:16.037175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d90d7e50-4c42-4b71-b576-b72cb8e7452f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:16.038795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d90d7e50-4c42-4b71-b576-b72cb8e7452f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 946 time: 0.0604494 Nov 23 18:33:16.150434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:33:16.151034 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:16.255381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] For port e5abadbc-05d2-4c88-911f-3cb3c6bb2728, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:33:16.255748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:16.271631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for e5abadbc-05d2-4c88-911f-3cb3c6bb2728 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:33:16.433055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:16.464676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=e5abadbc-05d2-4c88-911f-3cb3c6bb2728,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:16.478799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.479156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.479499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.479841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.480178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.480513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.480845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.481339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.481508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.481834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.482178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.482501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:16.520639 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:16.521526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] No DVR routers for this DVR port e5abadbc-05d2-4c88-911f-3cb3c6bb2728 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:33:16.525284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:16.529153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a815c10-3e40-4608-9a71-317f22e87867 req-d2630623-16ca-4df9-b97d-02f0c89e8c5d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "DELETE /v2.0/ports/e5abadbc-05d2-4c88-911f-3cb3c6bb2728 HTTP/1.1" status: 204 len: 173 time: 0.4836020 Nov 23 18:33:16.529545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04570d20-72cd-4bb2-ba35-0db3babb25a4', 'name': 'network-vif-deleted', 'tag': 'e5abadbc-05d2-4c88-911f-3cb3c6bb2728'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:33:16.531939 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862db666-dbca-4490-9956-32effab78fee" -d '{"events": [{"server_uuid": "04570d20-72cd-4bb2-ba35-0db3babb25a4", "name": "network-vif-deleted", "tag": "e5abadbc-05d2-4c88-911f-3cb3c6bb2728"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:33:16.574537 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c588b0-a825-485c-abb5-0094a61df38d x-openstack-request-id: req-70c588b0-a825-485c-abb5-0094a61df38d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:33:16.575689 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04570d20-72cd-4bb2-ba35-0db3babb25a4", "name": "network-vif-deleted", "tag": "e5abadbc-05d2-4c88-911f-3cb3c6bb2728", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:33:16.575689 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-70c588b0-a825-485c-abb5-0094a61df38d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:33:16.575689 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04570d20-72cd-4bb2-ba35-0db3babb25a4', 'name': 'network-vif-deleted', 'tag': 'e5abadbc-05d2-4c88-911f-3cb3c6bb2728', 'status': 'completed', 'code': 200} Nov 23 18:33:16.734599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba0a8a18-3ea6-4ac9-9047-9772ea3eb15c req-7a07308a-73e1-4d21-aa5a-b687de206a18 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 210 time: 0.0339897 Nov 23 18:33:17.845014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51df0458-83df-470b-a51d-4f81116d6fda req-875b556c-f6d4-4316-be3a-79e92790c38b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 210 time: 0.0285697 Nov 23 18:33:17.938029 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:18.334325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e5abadbc-05d2-4c88-911f-3cb3c6bb2728 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:33:18.359630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: e5abadbc-05d2-4c88-911f-3cb3c6bb2728 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:33:18.359941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e5abadbc-05d2-4c88-911f-3cb3c6bb2728 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:33:18.949180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1d8060f-b27e-494b-999b-a9d5a044c4f4 req-19c896e3-86c5-4743-8807-b6df015217a6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 210 time: 0.0291483 Nov 23 18:33:19.786277 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:20.066129 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a4b8431a-9c25-431a-9410-a3410b2940b6 req-5cc738d3-ef31-49b0-a5cb-22e956be77f1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 210 time: 0.0301850 Nov 23 18:33:20.887113 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:21.168291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8eda8a4b-a2cc-4d72-b6d1-afe403fae1b4 req-f4662c11-dd64-4298-9c94-70f2f8982d3a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=04570d20-72cd-4bb2-ba35-0db3babb25a4 HTTP/1.1" status: 200 len: 210 time: 0.0286765 Nov 23 18:33:25.469756 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40378) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:25.474406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-31b9eb4b-bf9f-4bb3-ac84-14b8a30a9ef6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374489463', 'description': 'tempest-secgroup-smoke-1374489463 description', 'project_id': '6ae219b85e564c27b0587557ced8124d'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:25.503524 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31b9eb4b-bf9f-4bb3-ac84-14b8a30a9ef6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.574497 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31b9eb4b-bf9f-4bb3-ac84-14b8a30a9ef6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.578350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31b9eb4b-bf9f-4bb3-ac84-14b8a30a9ef6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.607996 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-31b9eb4b-bf9f-4bb3-ac84-14b8a30a9ef6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.609281 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-31b9eb4b-bf9f-4bb3-ac84-14b8a30a9ef6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1385760 Nov 23 18:33:25.612449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40380) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:25.617128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-202a0879-8531-41bc-8fff-4934b802d835 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'security_group_rule': {'security_group_id': 'a96d1660-73c8-476b-a996-e651a941e4c3', 'project_id': '6ae219b85e564c27b0587557ced8124d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:25.617658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9eb4b-bf9f-4bb3-ac84-14b8a30a9ef6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d1660-73c8-476b-a996-e651a941e4c3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:25.650448 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-202a0879-8531-41bc-8fff-4934b802d835 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.713363 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-202a0879-8531-41bc-8fff-4934b802d835 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.717220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-202a0879-8531-41bc-8fff-4934b802d835 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.740433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a0879-8531-41bc-8fff-4934b802d835 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed5e6b5-820d-4d63-94ff-d5a524334a1f,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:25.748387 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-202a0879-8531-41bc-8fff-4934b802d835 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.749626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-202a0879-8531-41bc-8fff-4934b802d835 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360910 Nov 23 18:33:25.752499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40382) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:25.758218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a244d6e5-69b6-4776-82d9-84c19c4d2f14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'security_group_rule': {'security_group_id': 'a96d1660-73c8-476b-a996-e651a941e4c3', 'project_id': '6ae219b85e564c27b0587557ced8124d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:25.786497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e5-69b6-4776-82d9-84c19c4d2f14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.846154 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e5-69b6-4776-82d9-84c19c4d2f14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.849964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e5-69b6-4776-82d9-84c19c4d2f14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.868324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244d6e5-69b6-4776-82d9-84c19c4d2f14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4c42bf-ada6-439d-81a1-35983d5e8a7b,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:25.881564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e5-69b6-4776-82d9-84c19c4d2f14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.883399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a244d6e5-69b6-4776-82d9-84c19c4d2f14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293657 Nov 23 18:33:25.886254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40384) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:25.890742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a0c87cdc-7076-4719-9f64-48064d813fc3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'security_group_rule': {'security_group_id': 'a96d1660-73c8-476b-a996-e651a941e4c3', 'project_id': '6ae219b85e564c27b0587557ced8124d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:25.919458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0c87cdc-7076-4719-9f64-48064d813fc3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.979519 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0c87cdc-7076-4719-9f64-48064d813fc3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:25.983288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0c87cdc-7076-4719-9f64-48064d813fc3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.004796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c87cdc-7076-4719-9f64-48064d813fc3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a6bc50-b04a-4bcc-b7d3-75ce642338c0,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:26.012188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a0c87cdc-7076-4719-9f64-48064d813fc3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.013424 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a0c87cdc-7076-4719-9f64-48064d813fc3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262026 Nov 23 18:33:26.016174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40386) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:26.020660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-9b7dece1-2b19-4c19-9034-6bb5236b14b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'security_group_rule': {'security_group_id': 'a96d1660-73c8-476b-a996-e651a941e4c3', 'project_id': '6ae219b85e564c27b0587557ced8124d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:26.049802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7dece1-2b19-4c19-9034-6bb5236b14b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.114055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7dece1-2b19-4c19-9034-6bb5236b14b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.118647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7dece1-2b19-4c19-9034-6bb5236b14b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.139625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dece1-2b19-4c19-9034-6bb5236b14b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779d790b-d367-4760-924c-3252fb26e4c1,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:26.147133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9b7dece1-2b19-4c19-9034-6bb5236b14b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.148379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9b7dece1-2b19-4c19-9034-6bb5236b14b1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311789 Nov 23 18:33:26.151809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 40388) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:26.156635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b87ebbcb-3ff2-4ade-b3e9-dfb6d495e26b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'security_group_rule': {'security_group_id': 'a96d1660-73c8-476b-a996-e651a941e4c3', 'project_id': '6ae219b85e564c27b0587557ced8124d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:26.180683 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-b87ebbcb-3ff2-4ade-b3e9-dfb6d495e26b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Project 6ae219b85e564c27b0587557ced8124d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:33:26.185785 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b87ebbcb-3ff2-4ade-b3e9-dfb6d495e26b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.252388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b87ebbcb-3ff2-4ade-b3e9-dfb6d495e26b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.255796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b87ebbcb-3ff2-4ade-b3e9-dfb6d495e26b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.273927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ebbcb-3ff2-4ade-b3e9-dfb6d495e26b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250d04f7-ec81-4cf1-80da-a33e5e6e5b04,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:26.280876 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b87ebbcb-3ff2-4ade-b3e9-dfb6d495e26b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.282054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b87ebbcb-3ff2-4ade-b3e9-dfb6d495e26b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292708 Nov 23 18:33:26.285191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40390) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:26.289929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-577a19d5-8ade-4566-9a96-e518e35331ce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'security_group_rule': {'security_group_id': 'a96d1660-73c8-476b-a996-e651a941e4c3', 'project_id': '6ae219b85e564c27b0587557ced8124d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:26.311836 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-577a19d5-8ade-4566-9a96-e518e35331ce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Project 6ae219b85e564c27b0587557ced8124d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:33:26.316757 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577a19d5-8ade-4566-9a96-e518e35331ce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.379530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577a19d5-8ade-4566-9a96-e518e35331ce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.384123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577a19d5-8ade-4566-9a96-e518e35331ce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.402968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a19d5-8ade-4566-9a96-e518e35331ce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff97c5c-553a-4733-ae15-7afc1ef529c0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:26.412454 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577a19d5-8ade-4566-9a96-e518e35331ce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:26.416303 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-577a19d5-8ade-4566-9a96-e518e35331ce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275351 Nov 23 18:33:41.295098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1cd712d9-6fe6-40e9-be51-406956096f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:42.482500 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:33:42.883572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-4e8bc4a4-95a4-47c7-8072-bd6ed3d3b0a2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374489463&fields=id&tenant_id=6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 267 time: 0.0497468 Nov 23 18:33:43.004332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-154ff369-4081-4fa8-b962-fa1a3d338e0c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:43.005850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-154ff369-4081-4fa8-b962-fa1a3d338e0c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1136723 Nov 23 18:33:43.021189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-bbaeac55-1dc4-4551-a36b-7f95c5373541 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/quotas/6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 375 time: 0.0094469 Nov 23 18:33:43.077198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-88d03d48-5d3c-430f-aff4-830af7975f86 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493746 Nov 23 18:33:43.177342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-a9c6c533-05a8-44f5-9c7b-03c92f4e0050 service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868211 Nov 23 18:33:43.277851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-e6789908-1856-453f-bdb2-4c0b90fa38ff service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940959 Nov 23 18:33:43.372181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aedcf131-1c95-4954-a7b9-ee806f8bfed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:43.579408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f94027ca-0472-468c-a277-817de8c4c005 req-a8129ff0-c1f5-47c7-aafd-524af4d2b518 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 210 time: 0.0339694 Nov 23 18:33:44.526156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-d02265bc-34eb-4791-89c3-1ab23ab70ad4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:44.527772 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-d02265bc-34eb-4791-89c3-1ab23ab70ad4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1173823 Nov 23 18:33:44.596321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-2705431b-6bb0-45b0-aaf2-34108a7cc999 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 380 time: 0.0599155 Nov 23 18:33:44.607453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'port': {'device_id': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'admin_state_up': True, 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'security_groups': ['a96d1660-73c8-476b-a996-e651a941e4c3']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:44.719284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac32d859-01d5-411c-9a52-ac317142edd5 req-b4c60d0e-d1a4-45ab-8a27-6ff1506cb15d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 210 time: 0.0343676 Nov 23 18:33:44.765477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:33:44.769074 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:44.910845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.20.0.3 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/7b95e6c3-fb94-4a58-a5e4-93666044a7d4) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:33:45.066991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.102084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.154946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:33:45.158160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:33:45.162941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:33:45.167746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:45.200042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.223206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:45.223993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.243462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-8e510545-0e36-4f51-96c2-c45793ca4fc0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393566 Nov 23 18:33:45.262568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Request body: {'port': {'device_id': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:33:45.329780 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.432062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2db763b2-24b8-400c-abcb-e04be19b25ac None None] Provisioning complete for port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:33:45.432563 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2db763b2-24b8-400c-abcb-e04be19b25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.477796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2db763b2-24b8-400c-abcb-e04be19b25ac None None] Port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:33:45.646926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:33:45.656084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.670576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Transition to ACTIVE for port object 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:33:45.674417 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.728863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Pushing event updated for resources: {'Port': ['ID=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:45.831307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Attempting to bind port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:33:45.831307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Attempting to bind port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:33:45.831631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Attempting to bind port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:33:45.855730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 on network af07789f-6448-4060-ba05-69cc20dd347e not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:33:45.856059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Attempting to bind port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:33:45.864446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:33:45.866949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:33:45.866949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:33:45.866949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Bound port: 7b95e6c3-fb94-4a58-a5e4-93666044a7d4, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:33:45.866949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.914039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fa6df-22df-47c3-95f7-59b374959a52 req-bfcd1616-47d0-48b8-b36a-982c437f0c2e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:45.916262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-749fa6df-22df-47c3-95f7-59b374959a52 req-bfcd1616-47d0-48b8-b36a-982c437f0c2e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.1043839 Nov 23 18:33:45.967745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] For port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:33:45.976264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] For port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:33:45.984633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:46.031838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-749fa6df-22df-47c3-95f7-59b374959a52 req-12e24fe6-00b6-4a5c-a71f-e933fae93268 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044157 Nov 23 18:33:46.044405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:46.045039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:46.046470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] 10.222.0.66 "PUT /v2.0/ports/7b95e6c3-fb94-4a58-a5e4-93666044a7d4 HTTP/1.1" status: 200 len: 1091 time: 0.7907889 Nov 23 18:33:46.047006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'tag': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:33:46.059942 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b10db-6a89-43be-bff4-e5394f5469a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebdc403-5079-4492-81a5-3d343ca607bb", "tag": "7b95e6c3-fb94-4a58-a5e4-93666044a7d4"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:33:46.119671 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216ab8e-b693-4767-b5ba-fd10164b13a3 x-openstack-request-id: req-d216ab8e-b693-4767-b5ba-fd10164b13a3 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:33:46.119961 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebdc403-5079-4492-81a5-3d343ca607bb", "tag": "7b95e6c3-fb94-4a58-a5e4-93666044a7d4", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:33:46.120224 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d216ab8e-b693-4767-b5ba-fd10164b13a3 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:33:46.120664 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'tag': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'status': 'completed', 'code': 200} Nov 23 18:33:46.123639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2edc60-ecfc-43c3-a4a8-f81ed1ccd39c service neutron] Pushing event updated for resources: {'Port': ['ID=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:46.179676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7505edd0-2f21-4d77-8708-df6666fac076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:46.181853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-7505edd0-2f21-4d77-8708-df6666fac076 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 1094 time: 0.0526984 Nov 23 18:33:46.226464 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-aa281f5a-ff51-4f6f-9dea-92bda9e8d4a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4 HTTP/1.1" status: 200 len: 217 time: 0.0368609 Nov 23 18:33:46.284735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-9d877c0c-1cc1-4e79-bd0e-cf83bebe16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:46.286650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-9d877c0c-1cc1-4e79-bd0e-cf83bebe16ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0530684 Nov 23 18:33:46.341177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-6e468e52-e994-40d6-ab3e-e63bbb989d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:46.346555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-6e468e52-e994-40d6-ab3e-e63bbb989d6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487876 Nov 23 18:33:46.455024 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-6f926844-47e5-46dd-992e-52dd56115142 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019363 Nov 23 18:33:46.522114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:46.561123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98c81a3c-6484-4287-92aa-7e48150c3f0e req-d3cf0892-c07a-4865-b182-6266e19d6eeb service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991483 Nov 23 18:33:46.649616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-a82068ab-7a0d-489f-9f9b-1e10d7650c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:46.651171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-a82068ab-7a0d-489f-9f9b-1e10d7650c9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 1094 time: 0.0441902 Nov 23 18:33:46.754130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-e10329a5-27aa-4029-9bfd-ea712e88ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:46.755817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-e10329a5-27aa-4029-9bfd-ea712e88ee0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0963366 Nov 23 18:33:46.802785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-64df9f55-c49b-44c5-8c37-e7331cd19c59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4 HTTP/1.1" status: 200 len: 217 time: 0.0386765 Nov 23 18:33:46.855164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-c64a2e22-e61e-41ef-8253-5f5fa5a41be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:46.856827 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-c64a2e22-e61e-41ef-8253-5f5fa5a41be3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0469551 Nov 23 18:33:46.910416 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-b23c5ccc-619d-41a4-a3c5-686e2963b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:46.912012 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-b23c5ccc-619d-41a4-a3c5-686e2963b736 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480886 Nov 23 18:33:47.010283 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-edfec01f-4ce7-4761-a39a-3a000d055d37 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887618 Nov 23 18:33:47.112413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b8b10db-6a89-43be-bff4-e5394f5469a9 req-a09114cd-c304-482b-8dc9-c2baaa7a88d9 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953255 Nov 23 18:33:47.368036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544a87-b56e-4bfe-b879-165d19c0b46a req-aa920659-4463-475d-a946-5476aabbdfa8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:47.369619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e544a87-b56e-4bfe-b879-165d19c0b46a req-aa920659-4463-475d-a946-5476aabbdfa8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.2550962 Nov 23 18:33:47.424155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e544a87-b56e-4bfe-b879-165d19c0b46a req-4e42e56b-42f7-42e7-88db-373c48324438 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481310 Nov 23 18:33:47.932196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:48.555022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf240-dffc-4012-816b-6ca79af7ebc7 req-c9056f94-c58e-4a2d-b2ed-1272547509b6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:48.557257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-719bf240-dffc-4012-816b-6ca79af7ebc7 req-c9056f94-c58e-4a2d-b2ed-1272547509b6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0530632 Nov 23 18:33:48.615509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-719bf240-dffc-4012-816b-6ca79af7ebc7 req-d0113f83-88b2-4c10-897b-d16148ab5ef5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509644 Nov 23 18:33:49.744983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5193-326e-46df-ad4c-f2cfb250db0a req-18277a57-0668-42e4-b7ac-e357c2688b47 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:49.746753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3cc5193-326e-46df-ad4c-f2cfb250db0a req-18277a57-0668-42e4-b7ac-e357c2688b47 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0553126 Nov 23 18:33:49.801277 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:49.803456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e3cc5193-326e-46df-ad4c-f2cfb250db0a req-3b838067-9144-4107-a950-a7e21f600103 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504963 Nov 23 18:33:50.889159 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:50.935204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7f4b1-1961-4aeb-9995-5e872d447977 req-be89fd38-0b64-492d-8286-e40ad1e72609 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:50.936717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66e7f4b1-1961-4aeb-9995-5e872d447977 req-be89fd38-0b64-492d-8286-e40ad1e72609 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0532835 Nov 23 18:33:50.990531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66e7f4b1-1961-4aeb-9995-5e872d447977 req-8ea10f97-7c4c-41b9-8e92-7926a5db357f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478771 Nov 23 18:33:52.114588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036f653-b538-45f0-adae-b268059db2f5 req-7b60e8a9-ebc6-4336-9d85-936ff8030a0a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:52.116109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3036f653-b538-45f0-adae-b268059db2f5 req-7b60e8a9-ebc6-4336-9d85-936ff8030a0a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0544610 Nov 23 18:33:52.168315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3036f653-b538-45f0-adae-b268059db2f5 req-f78c2bc5-e8bf-4024-a15b-fe1bae84827f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444553 Nov 23 18:33:53.294471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e521f-8904-4d90-9bc0-0e31ee0d24b8 req-6241afef-cf41-42fc-817a-164f567fee52 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:53.296067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f0e521f-8904-4d90-9bc0-0e31ee0d24b8 req-6241afef-cf41-42fc-817a-164f567fee52 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0515268 Nov 23 18:33:53.349993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f0e521f-8904-4d90-9bc0-0e31ee0d24b8 req-cf2fad1a-b949-4ef2-9558-aa2f893d7f8b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 Nov 23 18:33:54.476252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f89a0-cd40-4749-ad6c-b35429243045 req-e3cec756-7e92-49df-9143-5663ef994729 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:54.478809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-514f89a0-cd40-4749-ad6c-b35429243045 req-e3cec756-7e92-49df-9143-5663ef994729 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0537374 Nov 23 18:33:54.538642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-514f89a0-cd40-4749-ad6c-b35429243045 req-2a29fb4a-a02b-4dcb-bcf1-a5928bfe0823 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538633 Nov 23 18:33:55.661708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832e4a-b895-45d2-8fa1-d6177370cd3b req-05540fbe-12ea-4ee7-aafb-d3927983c89c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:55.663739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32832e4a-b895-45d2-8fa1-d6177370cd3b req-05540fbe-12ea-4ee7-aafb-d3927983c89c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0529556 Nov 23 18:33:55.719400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32832e4a-b895-45d2-8fa1-d6177370cd3b req-ebe478c0-159a-4382-a501-146cf7ab6b1a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485246 Nov 23 18:33:56.839926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6dd60-800a-4b4a-87d6-a70d64a3aef0 req-e3a4f458-3e73-4edd-8d9e-fedd86fb547f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:56.841489 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38c6dd60-800a-4b4a-87d6-a70d64a3aef0 req-e3a4f458-3e73-4edd-8d9e-fedd86fb547f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0531592 Nov 23 18:33:56.893816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38c6dd60-800a-4b4a-87d6-a70d64a3aef0 req-11de8859-00f7-4e69-a412-e039290de80d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Nov 23 18:33:58.019152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da75e22-bcfc-42e5-bdaf-d2fe97219be2 req-b9359531-c0c9-4d40-998a-d74f9e67701d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:58.020681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1da75e22-bcfc-42e5-bdaf-d2fe97219be2 req-b9359531-c0c9-4d40-998a-d74f9e67701d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0542228 Nov 23 18:33:58.072659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1da75e22-bcfc-42e5-bdaf-d2fe97219be2 req-b0b22c96-4863-4588-96d1-0ad2013f7f17 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459311 Nov 23 18:33:59.121974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:33:59.192879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eaa97-071b-4940-850d-24aedb3f6fdf req-cb30d750-e70b-4640-a05f-c5fe0b670c3a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:59.194445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f9eaa97-071b-4940-850d-24aedb3f6fdf req-cb30d750-e70b-4640-a05f-c5fe0b670c3a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 943 time: 0.0508862 Nov 23 18:33:59.230344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:33:59.242024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'port_id': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'mac_address': 'fa:16:3e:d0:7d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:33:59.245979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f9eaa97-071b-4940-850d-24aedb3f6fdf req-e2c2cbb8-e333-462f-b558-02e1ec3727ea tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446289 Nov 23 18:33:59.282675 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:59.296325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:33:59.316498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:33:59.321765 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:59.371768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:33:59.379734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.380094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.380439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.380787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.381125 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.381512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.381792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.382122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.382450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.382818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.383649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.383973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:33:59.531858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7b95e6c3-fb94-4a58-a5e4-93666044a7d4'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:34:00.373813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d17dc6-ab0d-4129-849f-3a16ac4b195a req-3a2c816f-1040-4e10-9676-2dee6c20a0b8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:00.375466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12d17dc6-ab0d-4129-849f-3a16ac4b195a req-3a2c816f-1040-4e10-9676-2dee6c20a0b8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 944 time: 0.0584142 Nov 23 18:34:00.428639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12d17dc6-ab0d-4129-849f-3a16ac4b195a req-e78fad02-313b-4098-9347-ab3804f84b24 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470209 Nov 23 18:34:01.138954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:01.193736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:34:01.198186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:01.198557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:01.279184 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:01.303826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:01.306401 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63736eb-1b95-485a-926e-5dcd701f67c0" -d '{"events": [{"server_uuid": "3ebdc403-5079-4492-81a5-3d343ca607bb", "name": "network-vif-plugged", "status": "completed", "tag": "7b95e6c3-fb94-4a58-a5e4-93666044a7d4"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:01.319870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:01.324882 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:01.348727 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbe1940-f444-426b-828f-7b6e62bb9807 x-openstack-request-id: req-2cbe1940-f444-426b-828f-7b6e62bb9807 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:01.349026 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebdc403-5079-4492-81a5-3d343ca607bb", "name": "network-vif-plugged", "status": "completed", "tag": "7b95e6c3-fb94-4a58-a5e4-93666044a7d4", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:01.349285 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2cbe1940-f444-426b-828f-7b6e62bb9807 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:01.349678 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'code': 200} Nov 23 18:34:01.377016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:01.443218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6ddd4-1b8a-477c-920d-f8db5e16386d req-076f6752-2267-4285-a9c1-e98a3a4b3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:01.444748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66c6ddd4-1b8a-477c-920d-f8db5e16386d req-076f6752-2267-4285-a9c1-e98a3a4b3f4d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 1096 time: 0.0400147 Nov 23 18:34:01.494918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66c6ddd4-1b8a-477c-920d-f8db5e16386d req-88b60df7-614f-4341-bb0e-e08c486b8f6a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425675 Nov 23 18:34:01.550341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b4ac-1b61-4a74-8b32-356d2c10abbc req-266743a5-3772-4074-8bee-c3f60d48b085 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:01.551929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1375b4ac-1b61-4a74-8b32-356d2c10abbc req-266743a5-3772-4074-8bee-c3f60d48b085 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 945 time: 0.0506179 Nov 23 18:34:01.607544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1375b4ac-1b61-4a74-8b32-356d2c10abbc req-12ccdf08-2ec4-422c-90ca-bad75d4b8bb8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492413 Nov 23 18:34:02.726838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958499c-0daa-486d-a0fc-7b3be91d3b15 req-eae57233-9fb3-4a1d-8637-a31c750b1eb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:02.729004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6958499c-0daa-486d-a0fc-7b3be91d3b15 req-eae57233-9fb3-4a1d-8637-a31c750b1eb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 945 time: 0.0519891 Nov 23 18:34:02.780688 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6958499c-0daa-486d-a0fc-7b3be91d3b15 req-c88d6196-ac4d-4853-b913-baebdb97be6a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455322 Nov 23 18:34:02.904087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60096-c9de-4f21-92e9-23604a772321 req-a0c48e5a-eca1-4ff5-9d3e-165a5abbab04 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:02.905635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01e60096-c9de-4f21-92e9-23604a772321 req-a0c48e5a-eca1-4ff5-9d3e-165a5abbab04 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 945 time: 0.0506084 Nov 23 18:34:02.957752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01e60096-c9de-4f21-92e9-23604a772321 req-75374de5-40bd-41f4-bf90-bee4c16e79fd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Nov 23 18:34:02.981664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40590) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:03.023005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ba0f2-0113-4aeb-a5ec-700cebb97172 tempest-TestVolumeBootPattern-1822026020 tempest-TestVolumeBootPattern-1822026020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:03.024779 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6f3ba0f2-0113-4aeb-a5ec-700cebb97172 tempest-TestVolumeBootPattern-1822026020 tempest-TestVolumeBootPattern-1822026020-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 1091 time: 0.0420446 Nov 23 18:34:03.027666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40592) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:03.032141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:03.056455 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:03.164327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:03.281592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.25.0.15 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/5a2fa518-5a92-4f26-a647-1f3d7f4af855) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:03.388738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:03.424231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:03.466635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:03.469674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:03.473277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:03.500652 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=5a2fa518-5a92-4f26-a647-1f3d7f4af855,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:03.515985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.516343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.516698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.517041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.517384 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.517727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.518063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.518397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.518754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.519089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.519424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.519765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:03.865733 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:03.961093 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.120786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.125204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.203900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=5a2fa518-5a92-4f26-a647-1f3d7f4af855,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:04.214846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.320282 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Floating IP e55c7fe1-277b-4627-a755-99f8eb8f4dce associated. External IP: 172.25.0.15, port: 7b95e6c3-fb94-4a58-a5e4-93666044a7d4. Nov 23 18:34:04.549119 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Router d4a660a5-729d-4c79-b292-85cbc06a6205 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:34:04.665336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:04.676079 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:04.685498 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.689895 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:04.690519 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:33:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:04.714259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-07b3cce4-1231-4e98-8fbe-7727892717df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6855299 Nov 23 18:34:04.714883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'tag': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:04.717193 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebdc403-5079-4492-81a5-3d343ca607bb", "tag": "7b95e6c3-fb94-4a58-a5e4-93666044a7d4"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:04.800479 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:04.837039 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dbb33c-5f33-461a-850f-c8b682fd8098 x-openstack-request-id: req-34dbb33c-5f33-461a-850f-c8b682fd8098 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:04.837257 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebdc403-5079-4492-81a5-3d343ca607bb", "tag": "7b95e6c3-fb94-4a58-a5e4-93666044a7d4", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:04.837428 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-34dbb33c-5f33-461a-850f-c8b682fd8098 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:04.837876 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'tag': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'status': 'completed', 'code': 200} Nov 23 18:34:04.913209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-3d142381-7cd4-4970-bf1e-d085408433fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:04.914963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-3d142381-7cd4-4970-bf1e-d085408433fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 1096 time: 0.0486364 Nov 23 18:34:05.013979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-b097aabb-57df-4722-b79d-b0b87fd68ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:05.015480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-b097aabb-57df-4722-b79d-b0b87fd68ae6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0932364 Nov 23 18:34:05.064688 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'e55c7fe1-277b-4627-a755-99f8eb8f4dce', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:d0:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:03Z', 'updated_at': '2021-11-23T18:34:03Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:05.088032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-be00d49f-9c30-42a2-a10c-9de443999905 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4 HTTP/1.1" status: 200 len: 998 time: 0.0657005 Nov 23 18:34:05.091927 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:05.100477 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:05.101079 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:33:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:05.140725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-ecfcb23d-7cbd-420c-ae1a-29bc3f1c241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:05.142245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-ecfcb23d-7cbd-420c-ae1a-29bc3f1c241e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0450003 Nov 23 18:34:05.192572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-29cfd3e1-c245-4d7c-883e-90fb4c9705a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:05.194226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-29cfd3e1-c245-4d7c-883e-90fb4c9705a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436873 Nov 23 18:34:05.208991 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:05.295185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-4384faf9-1c0a-4a55-b386-bca92542f361 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935814 Nov 23 18:34:05.387584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1acf7152-bf92-4925-9bd8-2508a2a5fbe2 req-18abfaa7-8d97-4087-a127-260320c5356c service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858812 Nov 23 18:34:05.451060 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'e55c7fe1-277b-4627-a755-99f8eb8f4dce', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:d0:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:03Z', 'updated_at': '2021-11-23T18:34:03Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:05.481665 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a1bcf-c911-4fb0-8070-b8af60450919 None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'e55c7fe1-277b-4627-a755-99f8eb8f4dce', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:d0:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:03Z', 'updated_at': '2021-11-23T18:34:03Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:05.678459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbaa06-30ec-4511-9316-efa45d99456d None None] New status for floating IP e55c7fe1-277b-4627-a755-99f8eb8f4dce: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:34:07.163089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-d542d3c0-90b0-4437-9dc7-2d1e77e278e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450890 Nov 23 18:34:07.612012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-80173ce8-d02f-4897-8668-56d03e149908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:07.613431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-80173ce8-d02f-4897-8668-56d03e149908 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 1096 time: 0.4046860 Nov 23 18:34:07.721265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-2bfe670c-4ca1-4ffe-8843-524780805718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:07.722804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-2bfe670c-4ca1-4ffe-8843-524780805718 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0886540 Nov 23 18:34:07.793090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-83269bf8-9898-464e-bb98-c1d91f3c1202 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4 HTTP/1.1" status: 200 len: 1000 time: 0.0628242 Nov 23 18:34:07.842853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-2bf28440-1d4f-4e8a-8b96-fd593c6ac5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:07.844350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-2bf28440-1d4f-4e8a-8b96-fd593c6ac5d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0445220 Nov 23 18:34:07.893601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-a8f30795-6ec0-4632-b3c6-517d9b1c4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:07.895081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-a8f30795-6ec0-4632-b3c6-517d9b1c4b3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436146 Nov 23 18:34:07.995844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-38434cf6-fce1-4f2a-a543-943d658317f8 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933039 Nov 23 18:34:08.091526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08d9f5db-da9d-4b92-9d49-9f0279d9c34a req-03fbbc8f-0085-46dd-9f35-fbe189981484 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885005 Nov 23 18:34:11.297923 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-75c187a0-d16c-4ff0-ab45-c5d2c3602b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.374970 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-96751d5e-6765-499d-b21f-859cec388e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:15.182150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.523057 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.935937 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:19.481984 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:34:19.817788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.895590 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:41.299397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3419245-71b8-47bc-ab74-91210f594b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:43.378835 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc590892-43c8-41d9-aa1c-7a3450372551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.183696 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.526505 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.941231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:49.814400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:50.891188 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:56.572783 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:35:07.213859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-d016b32d-0e4c-412a-9e6b-9318d1e6098f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984166 Nov 23 18:35:07.300792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-c18c9861-d8a1-4ebb-8076-59d02d185075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.302347 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-c18c9861-d8a1-4ebb-8076-59d02d185075 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 1096 time: 0.0425177 Nov 23 18:35:07.411521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-8bce7ad3-e8ce-4571-84ef-3daf9a2b6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.412998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-8bce7ad3-e8ce-4571-84ef-3daf9a2b6030 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0907359 Nov 23 18:35:07.487907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-01f01df8-8db6-4e9c-8edb-85433372ec1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4 HTTP/1.1" status: 200 len: 1000 time: 0.0668881 Nov 23 18:35:07.538550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-bb412c2c-30c7-4e22-8c5c-9e53ba137f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.540109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-bb412c2c-30c7-4e22-8c5c-9e53ba137f80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0457313 Nov 23 18:35:07.592542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-1bbab8ca-4e42-40e1-9860-cbc97e6eb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.594213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-1bbab8ca-4e42-40e1-9860-cbc97e6eb51d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460310 Nov 23 18:35:07.686161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-41ebfbdd-6a32-43da-a7be-a73dbf0c0149 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845737 Nov 23 18:35:07.789135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab9de20d-eabe-40d3-9044-36a362176e14 req-7b7621d0-7964-4f0f-a897-56b4ddb4fbac service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965631 Nov 23 18:35:11.304851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e070d163-0c82-4575-a080-f41e8673eecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:13.380809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-19bf109e-5e1c-4cbf-9906-64107c493b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.185658 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.527787 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.943771 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.818938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.904225 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:33.481787 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:35:41.306946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b65d-2988-4882-a43f-2c77ed9a64ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.383834 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-815daae8-a55b-4b82-bdfb-b281aec86960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.192025 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.530421 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.947259 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.817734 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.960529 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.289793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cede4-5ba6-4e14-9203-ca318eb94b0d req-b4d60484-abed-4ddd-9c39-1a0dedfe7525 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:02.291365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-955cede4-5ba6-4e14-9203-ca318eb94b0d req-b4d60484-abed-4ddd-9c39-1a0dedfe7525 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 945 time: 0.0501878 Nov 23 18:36:02.340258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-955cede4-5ba6-4e14-9203-ca318eb94b0d req-cb9bbbac-c0c5-49cf-8318-8960e54d5bab tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Nov 23 18:36:03.490623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59561f-51b7-49b7-bed5-29aac86799e2 req-de892305-779e-46b3-b8e6-c8f05f36e35a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:03.492137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e59561f-51b7-49b7-bed5-29aac86799e2 req-de892305-779e-46b3-b8e6-c8f05f36e35a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 945 time: 0.0533826 Nov 23 18:36:03.543408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e59561f-51b7-49b7-bed5-29aac86799e2 req-b2b033c9-ffd9-4668-abda-5affca326071 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453410 Nov 23 18:36:03.767870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-39e7fae3-3139-4794-95ae-3417c95df6d4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:03.769380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-39e7fae3-3139-4794-95ae-3417c95df6d4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 945 time: 0.0497582 Nov 23 18:36:03.867110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:03.867482 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.963564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] For port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:03.963924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.149209 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.149477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.149792 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Floating IP e55c7fe1-277b-4627-a755-99f8eb8f4dce disassociated. External IP: 172.25.0.15, port: 7b95e6c3-fb94-4a58-a5e4-93666044a7d4. Nov 23 18:36:04.150184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:04.289979 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.319180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=7b95e6c3-fb94-4a58-a5e4-93666044a7d4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:04.331080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.331430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.331775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.332133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.332464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.332798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.333150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.333481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.333804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.334128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.334459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.334810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:04.448785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Router d4a660a5-729d-4c79-b292-85cbc06a6205 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:36:04.574086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:36:04.587327 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:36:04.603880 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:04.604508 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:35:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:04.618272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] No DVR routers for this DVR port 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:36:04.621741 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.626979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a517ab31-1106-42d7-bfb6-5c3a2b580ec0 req-dbb40cca-e233-4723-bc4d-bd1d9690422b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "DELETE /v2.0/ports/7b95e6c3-fb94-4a58-a5e4-93666044a7d4 HTTP/1.1" status: 204 len: 173 time: 0.8509028 Nov 23 18:36:04.627598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'name': 'network-vif-deleted', 'tag': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:04.630404 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cad6e2c-b7e0-4d0a-a94d-0426ce5c7a87" -d '{"events": [{"server_uuid": "3ebdc403-5079-4492-81a5-3d343ca607bb", "name": "network-vif-deleted", "tag": "7b95e6c3-fb94-4a58-a5e4-93666044a7d4"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:04.684966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb8178ce-4e0d-434a-b9bd-dd8896efd7ca req-2c390337-55e0-49d3-85da-1e53cc3021e3 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 210 time: 0.0420220 Nov 23 18:36:04.735761 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:04.843988 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8967fa0-672c-4b02-82d1-a1e5eaad71a0 x-openstack-request-id: req-b8967fa0-672c-4b02-82d1-a1e5eaad71a0 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:04.844369 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebdc403-5079-4492-81a5-3d343ca607bb", "name": "network-vif-deleted", "tag": "7b95e6c3-fb94-4a58-a5e4-93666044a7d4", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:04.844848 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b8967fa0-672c-4b02-82d1-a1e5eaad71a0 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:04.845329 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebdc403-5079-4492-81a5-3d343ca607bb', 'name': 'network-vif-deleted', 'tag': '7b95e6c3-fb94-4a58-a5e4-93666044a7d4', 'status': 'completed', 'code': 200} Nov 23 18:36:04.970399 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:05.001751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:36:05.010862 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:05.011467 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:35:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:05.124302 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:05.336673 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:05.366387 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e66ad-3481-43d5-b20a-cd7843914aef None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:36:05.621801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124ee56-714b-4072-b9b0-7a60dac276df None None] New status for floating IP e55c7fe1-277b-4627-a755-99f8eb8f4dce: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:36:05.802670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ccfa5d4a-47c0-44d7-99f0-354b07367646 req-5da2e82f-49c1-475b-83ee-857e795abbcc tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 210 time: 0.0297942 Nov 23 18:36:06.903012 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec60bded-8b3a-4c6e-a016-d585ce255d2d req-a640d9e9-aff1-4f12-9042-6d2c9a25819b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 210 time: 0.0273697 Nov 23 18:36:07.813681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:36:07.842780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:36:07.843124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7b95e6c3-fb94-4a58-a5e4-93666044a7d4 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:36:08.014361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ebb4aa50-0cb7-44f8-8ad7-8dfd606f85bb req-53bba3bf-1158-4621-bcac-51e8412d2a41 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 210 time: 0.0323951 Nov 23 18:36:09.121530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22aca027-97a6-4196-8e83-f881a0821287 req-deb7702b-85a3-40a9-8da5-c9d49365bbc8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebdc403-5079-4492-81a5-3d343ca607bb HTTP/1.1" status: 200 len: 210 time: 0.0308273 Nov 23 18:36:10.351043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-4148c2cc-e7ae-4bbf-8192-b73095a8a253 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374489463&fields=id&tenant_id=6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 267 time: 0.0561502 Nov 23 18:36:10.467647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f334ed-db59-432e-af1e-600f8195f97f req-94b507b8-5069-4b04-a5d6-0ddefec45834 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:10.469061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-94b507b8-5069-4b04-a5d6-0ddefec45834 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1101737 Nov 23 18:36:10.486319 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:36:10.490491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-a8ac11dd-7e44-48e4-9df2-79e598fa1d99 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/quotas/6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 375 time: 0.0145218 Nov 23 18:36:10.545381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-59141af8-bbe6-4892-a26b-ba4979750e01 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486538 Nov 23 18:36:10.648533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-6749a0b8-d475-4ce1-bfdd-569b6464524b service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893972 Nov 23 18:36:10.740648 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-e368e4c4-0b40-43b6-b2f4-74800d3428a5 service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858746 Nov 23 18:36:11.041514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2a633b6-3a27-49f7-83af-50c5392ab8ac req-0d7bfeba-a17b-4992-8045-3f8998b95af4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 210 time: 0.0347028 Nov 23 18:36:11.315637 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d305-3727-4e9e-b0a3-a8c8d0158fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.177498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f967ec8e-7f26-416a-9822-ad30009ccb40 req-972b033d-d210-4c01-aabc-2227302b9e5b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 210 time: 0.0467181 Nov 23 18:36:12.262722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f334ed-db59-432e-af1e-600f8195f97f req-8ffaf38d-d71b-4a75-a9ab-403af8530dd4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:12.264179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-8ffaf38d-d71b-4a75-a9ab-403af8530dd4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1462317 Nov 23 18:36:12.343313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-cab6ea76-1a8f-4866-b270-b8955a0134e6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 380 time: 0.0639145 Nov 23 18:36:12.360675 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'port': {'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'admin_state_up': True, 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'security_groups': ['a96d1660-73c8-476b-a996-e651a941e4c3']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:12.486616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:12.490215 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.630811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.20.0.12 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/e9da16bc-20a3-454b-9249-09b8dc0ba418) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:12.782408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.825914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.868376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:12.873692 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:12.877450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:12.914506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=e9da16bc-20a3-454b-9249-09b8dc0ba418,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:12.946468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:12.947165 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.967589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-c1bf834c-e187-4912-8cc3-13a8b2b66651 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111083 Nov 23 18:36:13.071561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Request body: {'port': {'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:13.137474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.169901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8965e5fb-34c4-441e-9548-bf09d13ffac9 None None] Provisioning complete for port e9da16bc-20a3-454b-9249-09b8dc0ba418 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:13.169901 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8965e5fb-34c4-441e-9548-bf09d13ffac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.232646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8965e5fb-34c4-441e-9548-bf09d13ffac9 None None] Port e9da16bc-20a3-454b-9249-09b8dc0ba418 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:13.379578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba81917-b69e-4737-9f7e-2d19b29d67a0 req-438b7df1-1d66-485a-8f1e-6f8e177e7106 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:13.381137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ba81917-b69e-4737-9f7e-2d19b29d67a0 req-438b7df1-1d66-485a-8f1e-6f8e177e7106 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 932 time: 0.0941064 Nov 23 18:36:13.389821 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4eafe5f-ab28-4f56-a85a-96529c0bed7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.488095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ba81917-b69e-4737-9f7e-2d19b29d67a0 req-acc49da0-8c10-4e2b-92c6-8a24d3cfc889 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789285 Nov 23 18:36:13.555103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9da16bc-20a3-454b-9249-09b8dc0ba418 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:13.570232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.592327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Transition to ACTIVE for port object e9da16bc-20a3-454b-9249-09b8dc0ba418 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:13.596458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.668978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Pushing event updated for resources: {'Port': ['ID=e9da16bc-20a3-454b-9249-09b8dc0ba418,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:13.748192 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Attempting to bind port e9da16bc-20a3-454b-9249-09b8dc0ba418 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:13.748684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Attempting to bind port e9da16bc-20a3-454b-9249-09b8dc0ba418 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:13.749118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Attempting to bind port e9da16bc-20a3-454b-9249-09b8dc0ba418 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:13.755750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Port e9da16bc-20a3-454b-9249-09b8dc0ba418 on network af07789f-6448-4060-ba05-69cc20dd347e not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:13.756087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Attempting to bind port e9da16bc-20a3-454b-9249-09b8dc0ba418 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:13.762011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:13.762393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:13.762936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:13.763374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Bound port: e9da16bc-20a3-454b-9249-09b8dc0ba418, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:13.763739 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.839366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] For port e9da16bc-20a3-454b-9249-09b8dc0ba418, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:13.843837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] For port e9da16bc-20a3-454b-9249-09b8dc0ba418, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:13.851247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.893703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:13.893824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.895983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] 10.222.0.72 "PUT /v2.0/ports/e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 1092 time: 0.9153972 Nov 23 18:36:13.896406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:13.900362 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844bea74-9919-44dd-a8b8-1d2bd6667901" -d '{"events": [{"name": "network-changed", "server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:13.974522 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fad00c-41ad-4611-a40a-1dc6398badce x-openstack-request-id: req-c6fad00c-41ad-4611-a40a-1dc6398badce {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:13.974849 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:13.975120 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c6fad00c-41ad-4611-a40a-1dc6398badce {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:13.976498 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'status': 'completed', 'code': 200} Nov 23 18:36:14.012317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1bb16-8dc4-4c26-b8a7-d0533bd9556f service neutron] Pushing event updated for resources: {'Port': ['ID=e9da16bc-20a3-454b-9249-09b8dc0ba418,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:14.060574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f334ed-db59-432e-af1e-600f8195f97f req-5182c68d-371d-4a00-9f1a-212aaa1f7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.062224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-5182c68d-371d-4a00-9f1a-212aaa1f7e52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1095 time: 0.0794835 Nov 23 18:36:14.118383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-4c3cee08-b7bf-4149-950b-77e0ee2f9ca5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 217 time: 0.0404470 Nov 23 18:36:14.180954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f334ed-db59-432e-af1e-600f8195f97f req-e86487c7-fd60-4e6b-a421-5648f2073a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.182423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-e86487c7-fd60-4e6b-a421-5648f2073a80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0521557 Nov 23 18:36:14.237836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f334ed-db59-432e-af1e-600f8195f97f req-d5a33b9d-fc24-4b63-85a1-417b31387416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.240241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-d5a33b9d-fc24-4b63-85a1-417b31387416 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466762 Nov 23 18:36:14.339642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-7c5c1c81-5ab5-4570-b232-aa1561345e6f service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918319 Nov 23 18:36:14.452226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f334ed-db59-432e-af1e-600f8195f97f req-49b83f97-d161-488a-80f9-43db9996620a service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003783 Nov 23 18:36:14.569141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-b6c5efa1-4640-4926-afb3-e21d978832b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.570950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-b6c5efa1-4640-4926-afb3-e21d978832b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1095 time: 0.0558481 Nov 23 18:36:14.668130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0750-6726-4444-b718-b063814d2e2f req-39012afc-4862-461f-9790-ebe2e3caf639 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.669775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bedf0750-6726-4444-b718-b063814d2e2f req-39012afc-4862-461f-9790-ebe2e3caf639 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0975943 Nov 23 18:36:14.762950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-9deb3a52-4c91-4ede-819d-dd5613e4f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.764928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-9deb3a52-4c91-4ede-819d-dd5613e4f08e service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.1811724 Nov 23 18:36:14.771364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bedf0750-6726-4444-b718-b063814d2e2f req-cd517660-a0bb-4124-b0d6-8ed9a412e720 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734758 Nov 23 18:36:14.826066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-176d22f3-9833-40f8-b3a1-57c4707edfd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 217 time: 0.0493159 Nov 23 18:36:14.903577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-2795f2af-8cf8-40c3-8fcc-447e384df71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.905180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-2795f2af-8cf8-40c3-8fcc-447e384df71e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0679882 Nov 23 18:36:14.962332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-89dc1a00-4e6f-48bd-8f39-9cf40e036676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.964053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-89dc1a00-4e6f-48bd-8f39-9cf40e036676 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467775 Nov 23 18:36:15.074652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-ef263f27-be17-4fc8-8809-d90fa9f93fcd service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982168 Nov 23 18:36:15.198296 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.201724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-844bea74-9919-44dd-a8b8-1d2bd6667901 req-d0dd79e6-71e6-4229-991d-57605604d259 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140442 Nov 23 18:36:15.933765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a298b-bc67-4884-ad63-f35523937409 req-9faac26a-2235-412b-893d-0d479965a810 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:15.936018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f73a298b-bc67-4884-ad63-f35523937409 req-9faac26a-2235-412b-893d-0d479965a810 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0684669 Nov 23 18:36:15.996058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f73a298b-bc67-4884-ad63-f35523937409 req-25769a71-8e33-4af2-9bcc-d47a1460e881 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518010 Nov 23 18:36:16.534788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:17.136363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0f207-43fb-4788-aa72-479e62366471 req-a9ebc67b-e125-4b1b-80eb-a59061960072 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:17.137955 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4d0f207-43fb-4788-aa72-479e62366471 req-a9ebc67b-e125-4b1b-80eb-a59061960072 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0583053 Nov 23 18:36:17.199470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4d0f207-43fb-4788-aa72-479e62366471 req-b7898600-8225-4b12-9706-ed369a8e99cb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548906 Nov 23 18:36:17.951489 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:18.325813 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e765e-91a6-4865-8c0e-0eb551de5eaf req-104f67df-cdad-4d09-b852-7fd8d5cdd108 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:18.327400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef4e765e-91a6-4865-8c0e-0eb551de5eaf req-104f67df-cdad-4d09-b852-7fd8d5cdd108 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0527596 Nov 23 18:36:18.388089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef4e765e-91a6-4865-8c0e-0eb551de5eaf req-16dd5216-73a6-4452-b4bf-26ed261f7ab5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506606 Nov 23 18:36:19.511951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af6c39-5a4c-48bf-a669-471a139b8981 req-3ed93cbd-78bb-4531-add5-6196ac0cd6ee tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:19.513960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8af6c39-5a4c-48bf-a669-471a139b8981 req-3ed93cbd-78bb-4531-add5-6196ac0cd6ee tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0520654 Nov 23 18:36:19.572506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8af6c39-5a4c-48bf-a669-471a139b8981 req-9c31c616-c315-420c-918b-34f5ee7ee514 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523732 Nov 23 18:36:19.820241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:20.698714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cc93b-fb2e-4d78-b558-dfef016be122 req-df6329ae-3c03-4d3d-b272-634115686e14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:20.700312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af0cc93b-fb2e-4d78-b558-dfef016be122 req-df6329ae-3c03-4d3d-b272-634115686e14 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0570939 Nov 23 18:36:20.768613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af0cc93b-fb2e-4d78-b558-dfef016be122 req-66b9db4a-89ea-4eee-b0be-1d5ec8d78980 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568192 Nov 23 18:36:20.968481 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.905619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c5e57-deed-4391-887b-1e7c7ce18df6 req-232a4d94-f588-474e-826e-9cd00f597851 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:21.907167 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a48c5e57-deed-4391-887b-1e7c7ce18df6 req-232a4d94-f588-474e-826e-9cd00f597851 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0545092 Nov 23 18:36:21.963242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a48c5e57-deed-4391-887b-1e7c7ce18df6 req-d2c5415c-e8d3-4868-ac9c-8d8726aedc5a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488806 Nov 23 18:36:23.097001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd58e7-c95c-401e-a7fa-c4d13cab8ce9 req-c2aa3894-eb19-4331-a28b-6ba5a3ad08ef tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:23.099323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-defd58e7-c95c-401e-a7fa-c4d13cab8ce9 req-c2aa3894-eb19-4331-a28b-6ba5a3ad08ef tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0644035 Nov 23 18:36:23.155866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-defd58e7-c95c-401e-a7fa-c4d13cab8ce9 req-d57ed9ff-6d34-4fd3-aa5b-2feae647ff2d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506363 Nov 23 18:36:24.287232 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef3014-866d-4a0b-aa14-1acf3d7a9cc8 req-5243105a-6b8e-40f8-a4c9-6e19e32d1f4b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.288441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edef3014-866d-4a0b-aa14-1acf3d7a9cc8 req-5243105a-6b8e-40f8-a4c9-6e19e32d1f4b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0565655 Nov 23 18:36:24.341510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edef3014-866d-4a0b-aa14-1acf3d7a9cc8 req-1c443580-7b43-492b-bf6d-93df920665db tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470345 Nov 23 18:36:25.459920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ab0ff-28f9-4b15-a130-9401679e023c req-f7046a46-5287-4eca-976f-d320140275d6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:25.461852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c28ab0ff-28f9-4b15-a130-9401679e023c req-f7046a46-5287-4eca-976f-d320140275d6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0517254 Nov 23 18:36:25.511262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c28ab0ff-28f9-4b15-a130-9401679e023c req-5838a721-3406-4a4d-b9b2-7ccee2003ddd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Nov 23 18:36:26.632024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3c841-b9b7-40df-83c7-fa256601dc07 req-a337e994-3216-4fde-b169-0c38272d697d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:26.633463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6e3c841-b9b7-40df-83c7-fa256601dc07 req-a337e994-3216-4fde-b169-0c38272d697d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 944 time: 0.0532596 Nov 23 18:36:26.688113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6e3c841-b9b7-40df-83c7-fa256601dc07 req-9f84f869-6b89-4341-a4d4-511389924a50 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486238 Nov 23 18:36:27.164764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e9da16bc-20a3-454b-9249-09b8dc0ba418 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:27.294910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e9da16bc-20a3-454b-9249-09b8dc0ba418, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:27.306932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:27.346179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.364058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9da16bc-20a3-454b-9249-09b8dc0ba418 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:27.384505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e9da16bc-20a3-454b-9249-09b8dc0ba418, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:27.388538 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.439407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e9da16bc-20a3-454b-9249-09b8dc0ba418,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:27.447986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.448350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.448700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.449045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.449386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.449727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.450063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.450394 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.450750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.451092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.451423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.451751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.685305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e9da16bc-20a3-454b-9249-09b8dc0ba418'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:27.815050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd27d7-a00c-442a-98e6-60656d4c1ac4 req-bf9fda1e-db0e-470a-8987-cc54f3aa9ff7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:27.819225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87fd27d7-a00c-442a-98e6-60656d4c1ac4 req-bf9fda1e-db0e-470a-8987-cc54f3aa9ff7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 945 time: 0.0591240 Nov 23 18:36:27.873650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87fd27d7-a00c-442a-98e6-60656d4c1ac4 req-0397f64d-37e2-4fa2-b08b-39157b661a95 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479424 Nov 23 18:36:28.993277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74a5f4-d4a7-42db-9fe7-ea39003fda6c req-de788f40-fe9e-4979-8854-551b04714846 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:28.994858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef74a5f4-d4a7-42db-9fe7-ea39003fda6c req-de788f40-fe9e-4979-8854-551b04714846 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 945 time: 0.0496252 Nov 23 18:36:29.044425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef74a5f4-d4a7-42db-9fe7-ea39003fda6c req-14d2da2b-8ed5-4c78-b8e5-b388b1b9987e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 Nov 23 18:36:29.165355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e9da16bc-20a3-454b-9249-09b8dc0ba418 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:29.224259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port e9da16bc-20a3-454b-9249-09b8dc0ba418 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:36:29.228045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port e9da16bc-20a3-454b-9249-09b8dc0ba418 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:29.228422 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.314992 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.339384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:29.341728 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c25fe37-39c6-416c-842f-b6dd47c1d160" -d '{"events": [{"server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "name": "network-vif-plugged", "status": "completed", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:29.355746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e9da16bc-20a3-454b-9249-09b8dc0ba418, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:29.360211 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.384307 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29757ad0-7df6-4adf-865e-edb486af27cc x-openstack-request-id: req-29757ad0-7df6-4adf-865e-edb486af27cc {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:29.384615 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "name": "network-vif-plugged", "status": "completed", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:29.384875 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29757ad0-7df6-4adf-865e-edb486af27cc {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:29.385278 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'code': 200} Nov 23 18:36:29.423710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e9da16bc-20a3-454b-9249-09b8dc0ba418,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:29.497897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473f01c-aeb5-4ed0-8b37-f69401c98e2b req-e1fc137f-ef31-4ec4-904c-2f7e1e4f47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:29.499407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9473f01c-aeb5-4ed0-8b37-f69401c98e2b req-e1fc137f-ef31-4ec4-904c-2f7e1e4f47f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1097 time: 0.0453718 Nov 23 18:36:29.551672 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9473f01c-aeb5-4ed0-8b37-f69401c98e2b req-762bdef6-47e2-44ea-9fcd-2fcae7ee1299 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Nov 23 18:36:30.169003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eccff-271e-4b06-9380-5fee5a6604bd req-2175d863-3504-458d-a132-a285b77e0933 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:30.170525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-413eccff-271e-4b06-9380-5fee5a6604bd req-2175d863-3504-458d-a132-a285b77e0933 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 946 time: 0.0509417 Nov 23 18:36:30.227784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-413eccff-271e-4b06-9380-5fee5a6604bd req-ead99445-8953-4432-85ac-1c71e3ed826d tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511885 Nov 23 18:36:31.355387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2918d-1945-4ab1-9726-ad413867aa24 req-baad6392-f645-42c9-9bb3-cc3388147c51 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:31.357021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fb2918d-1945-4ab1-9726-ad413867aa24 req-baad6392-f645-42c9-9bb3-cc3388147c51 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 946 time: 0.0584743 Nov 23 18:36:31.439730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5fb2918d-1945-4ab1-9726-ad413867aa24 req-a61e6698-3544-4c5d-9793-e4534bbb97df tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748832 Nov 23 18:36:31.558570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdbcce-ac9e-4830-9de9-ea1c339219f1 req-6ccb8565-29b8-46ba-aacb-57dbcda06b5b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:31.560094 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfbdbcce-ac9e-4830-9de9-ea1c339219f1 req-6ccb8565-29b8-46ba-aacb-57dbcda06b5b tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 946 time: 0.0501523 Nov 23 18:36:31.611113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bfbdbcce-ac9e-4830-9de9-ea1c339219f1 req-c275b41b-add8-49ee-a8da-b993ccbb82f0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446775 Nov 23 18:36:31.634847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40736) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:31.786252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9127e0-6253-4ad2-b300-669141877622 tempest-TestVolumeBootPattern-1822026020 tempest-TestVolumeBootPattern-1822026020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:31.788266 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7b9127e0-6253-4ad2-b300-669141877622 tempest-TestVolumeBootPattern-1822026020 tempest-TestVolumeBootPattern-1822026020-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1092 time: 0.1523743 Nov 23 18:36:31.791043 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40742) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:31.795326 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:31.818824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.920194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.025194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.25.0.44 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/64c5ebc8-c0f2-4c04-bb42-66d859d66ff7) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:32.135735 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.169584 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.207427 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:32.213596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:32.217195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:32.245992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=64c5ebc8-c0f2-4c04-bb42-66d859d66ff7,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:32.260906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.261251 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.261594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.261934 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.262269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.262601 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.262958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.263287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.263610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.263932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.264256 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.264579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:32.608658 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.675111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.838147 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.842980 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:33.225953 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=64c5ebc8-c0f2-4c04-bb42-66d859d66ff7,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:33.235704 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:33.335391 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Floating IP 698040aa-f801-4a55-833f-845d5de423e4 associated. External IP: 172.25.0.44, port: e9da16bc-20a3-454b-9249-09b8dc0ba418. Nov 23 18:36:33.563038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Router d4a660a5-729d-4c79-b292-85cbc06a6205 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:36:33.683688 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:36:33.695119 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:36:33.706317 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:33.710773 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:33.711677 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:36:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:33.739574 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-35e14922-91a5-4dd3-95ae-0121bcc82b6c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9468780 Nov 23 18:36:33.740419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:33.743106 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995a103a-1d7d-49de-8a65-20a6309c9617" -d '{"events": [{"name": "network-changed", "server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:33.783961 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d53071-7e06-428f-9269-6bc508368865 x-openstack-request-id: req-b5d53071-7e06-428f-9269-6bc508368865 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:33.783961 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:33.783961 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b5d53071-7e06-428f-9269-6bc508368865 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:33.783961 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'status': 'completed', 'code': 200} Nov 23 18:36:33.845436 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:33.875979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-25863977-f547-4501-85e6-f2ad9ff18472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:33.878600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-25863977-f547-4501-85e6-f2ad9ff18472 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1097 time: 0.0697594 Nov 23 18:36:33.980291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-28b40c38-e120-4826-bc05-ef82c90269e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:33.981800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-28b40c38-e120-4826-bc05-ef82c90269e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0954812 Nov 23 18:36:34.049009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-a71247f8-a77c-4248-b456-9065b7f3fa47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 999 time: 0.0601263 Nov 23 18:36:34.074115 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:32Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:34.106844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-8b088ec9-85fe-4919-b75c-231c3346b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:34.108265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-8b088ec9-85fe-4919-b75c-231c3346b63a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0528669 Nov 23 18:36:34.157166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-3618c463-1a1b-4539-9c48-2512b838b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:34.158945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-3618c463-1a1b-4539-9c48-2512b838b2c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434256 Nov 23 18:36:34.198577 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:36:34.207158 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:34.207929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:36:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:34.252963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-fefdd55d-5bbf-4dae-a2dd-3ab9bf9385ba service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859764 Nov 23 18:36:34.318499 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:34.357372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-995a103a-1d7d-49de-8a65-20a6309c9617 req-62580669-db7a-4357-8b02-ffef8c708306 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976582 Nov 23 18:36:34.575197 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:32Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:34.606583 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4d84b-c026-41c5-990e-ac78517b1835 None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:32Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:36:34.811439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c25ca1-a49a-4f3a-8c6e-e30f0e934c42 None None] New status for floating IP 698040aa-f801-4a55-833f-845d5de423e4: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:36:41.308527 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4b2861f9-3099-4a9e-b917-01c4562efa56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:43.383734 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-da9b7d00-ba97-44db-a90d-9cbcf095cf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.196723 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.537061 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.485752 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:36:47.953915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.835091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:50.966951 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:06.175605 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-ec211b99-d2be-4643-b208-2819fa9948dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431333 Nov 23 18:37:06.270492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-418ec069-4f6e-4b90-8337-034299ad2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:06.272066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-418ec069-4f6e-4b90-8337-034299ad2094 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1097 time: 0.0457668 Nov 23 18:37:06.386866 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-6e0f7229-57ea-4b03-b463-3db9b9545201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:06.388339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-6e0f7229-57ea-4b03-b463-3db9b9545201 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0910316 Nov 23 18:37:06.463669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-ee63902e-513e-4aee-aced-a571a53a8a5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 1001 time: 0.0646329 Nov 23 18:37:06.519179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-f0ac1e6b-b314-45f0-a609-92648b7cc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:06.520665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-f0ac1e6b-b314-45f0-a609-92648b7cc192 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0466189 Nov 23 18:37:06.571275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-3d05f0ec-c724-42e6-8b51-0c7bd4e801bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:06.572804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-3d05f0ec-c724-42e6-8b51-0c7bd4e801bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412691 Nov 23 18:37:06.675736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-53d15716-1c24-4b5b-bc38-9601d1a87092 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901158 Nov 23 18:37:06.782385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-320b336a-75a1-4f51-9485-106b2f8e8c54 req-619765be-4d43-4c8f-a4d6-7ad476bc9807 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955925 Nov 23 18:37:11.314029 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc2a4-b743-499d-b952-be965dc1fcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.395183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-926eed16-882c-4366-a6a2-fbd6a3d2bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:15.199974 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:16.539837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:17.957506 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:19.850361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.977239 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:24.487614 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:37:41.318249 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7ff3-40e0-4cc6-931e-c16fb7d8ce96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:43.388137 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2353a56b-a9c2-4457-b307-0ebceaebe9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.204121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.544180 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.960637 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:49.850525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:50.979999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:01.487521 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:38:07.193358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-78d5221a-17e5-4456-8b5a-bffc1fbdc3f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481482 Nov 23 18:38:07.292040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-c523561b-09db-42fa-aff4-b1e94eaccdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:07.292040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-c523561b-09db-42fa-aff4-b1e94eaccdca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1097 time: 0.0467203 Nov 23 18:38:07.408735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-bd13df37-cfd9-4c11-9502-87847f525071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:07.409216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-bd13df37-cfd9-4c11-9502-87847f525071 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0902588 Nov 23 18:38:07.485188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-7552e70e-b019-418e-b9f5-403ecad5d9a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 1001 time: 0.0651135 Nov 23 18:38:07.543542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-6ad4d193-d03c-48d9-99eb-93ac5794268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:07.545039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-6ad4d193-d03c-48d9-99eb-93ac5794268e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0483558 Nov 23 18:38:07.597456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-5172c4c4-9a66-474f-b6c5-e9dc63829d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:07.599014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-5172c4c4-9a66-474f-b6c5-e9dc63829d75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428951 Nov 23 18:38:07.699196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-6d3afc25-82ee-4440-b428-4e1decd55db6 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891297 Nov 23 18:38:07.795725 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac02d516-1d65-4351-a3ed-03cdfaeaa741 req-9c465523-4805-4d22-872e-d8cb7d8c3a6e service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857077 Nov 23 18:38:11.322389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a5de9f87-5ae1-48a9-b011-8be0585c3855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:13.393365 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d7afe5d-c0c8-4522-9b0a-0504a0590566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:15.211289 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:16.548009 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:17.965194 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:19.856242 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:20.974487 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:25.986623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-b203e63c-a5e3-4f4c-979e-796043881f47 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374489463&fields=id&tenant_id=6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 267 time: 0.0552087 Nov 23 18:38:26.097251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935148-19a4-433a-856c-501a9d8e959d req-f34f542d-9fc7-477a-8357-c6dcf6312560 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:26.098802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-f34f542d-9fc7-477a-8357-c6dcf6312560 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1051364 Nov 23 18:38:26.114901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-2758c954-5f1b-4a11-9105-940ee1fe34dd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/quotas/6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 375 time: 0.0095592 Nov 23 18:38:26.172004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-d200a0a1-7266-48ea-b07d-287cc29298d6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508444 Nov 23 18:38:26.744026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-a0167046-19e6-4cdb-9032-400de51c6b3f service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587327 Nov 23 18:38:26.844387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-10d5c953-8d45-41d4-9929-d6ab3b7e9628 service neutron] 10.222.0.74 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922816 Nov 23 18:38:27.155409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50fa2e29-49c6-42d8-8034-a5f167ff40d6 req-6a5f5fdd-269c-477d-80a7-e97bbc4f1434 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 210 time: 0.0290906 Nov 23 18:38:28.204609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935148-19a4-433a-856c-501a9d8e959d req-290dbff7-0859-4577-af3a-ff407d2d11f5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:28.205418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-290dbff7-0859-4577-af3a-ff407d2d11f5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 811 time: 0.1216328 Nov 23 18:38:28.271506 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d3ccc74-8d52-4022-8339-8a05814ce1e6 req-af61b608-0fcd-4879-858d-da53d31c4fce tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 210 time: 0.0380378 Nov 23 18:38:28.313067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-f927439f-523d-49fc-ab96-30347c2a4798 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae219b85e564c27b0587557ced8124d HTTP/1.1" status: 200 len: 380 time: 0.0964649 Nov 23 18:38:28.328654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'port': {'device_id': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'admin_state_up': True, 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'security_groups': ['a96d1660-73c8-476b-a996-e651a941e4c3']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:28.478296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Made reservation on behalf of 6ae219b85e564c27b0587557ced8124d for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:38:28.482748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:28.623684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.20.0.11 (af07789f-6448-4060-ba05-69cc20dd347e/977269ac-9d78-4c0c-b5bb-df2a7ec6daab/f2d57b2a-901a-4b1e-8f1d-66d7130f5393) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:28.784243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:28.828859 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:28.883397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network af07789f-6448-4060-ba05-69cc20dd347e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:28.887201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:28.891302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:28.898956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:28.930330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.930683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.931048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.931389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.931734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.932589 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.932918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.933246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.933573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.933899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.934227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.934554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.962164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:28.963213 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:28.985998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-09f11250-67ac-47d0-a249-bd2cf5928e7f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6662257 Nov 23 18:38:29.002959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Request body: {'port': {'device_id': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:29.070296 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.120952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a9f1b141-d99e-4ea6-837a-9005e3399a80 None None] Provisioning complete for port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:29.121962 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a9f1b141-d99e-4ea6-837a-9005e3399a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.159447 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1b141-d99e-4ea6-837a-9005e3399a80 None None] Port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:38:29.406093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d57b2a-901a-4b1e-8f1d-66d7130f5393 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:29.416534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.435173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Transition to ACTIVE for port object f2d57b2a-901a-4b1e-8f1d-66d7130f5393 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:29.445228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d130ed-5d37-4cb2-9bb9-7245f5f19146 req-dc8ef3ee-121f-4246-bdab-56a9e3b9392a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:29.446855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6d130ed-5d37-4cb2-9bb9-7245f5f19146 req-dc8ef3ee-121f-4246-bdab-56a9e3b9392a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 932 time: 0.0865180 Nov 23 18:38:29.449321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.573596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Pushing event updated for resources: {'Port': ['ID=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:29.600014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6d130ed-5d37-4cb2-9bb9-7245f5f19146 req-d493cf7f-f7f4-402d-9fcb-7f80079c83db tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341453 Nov 23 18:38:29.645494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Attempting to bind port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:29.645928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Attempting to bind port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:29.646326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Attempting to bind port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:29.652663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 on network af07789f-6448-4060-ba05-69cc20dd347e not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:29.653092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Attempting to bind port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 on network af07789f-6448-4060-ba05-69cc20dd347e {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:29.659025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:29.659460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Checking segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:29.659932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Bound using segment: {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:29.660481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Bound port: f2d57b2a-901a-4b1e-8f1d-66d7130f5393, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fde9f8b-b734-42fa-afd9-5cf8823006d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:29.660946 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.740193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] For port f2d57b2a-901a-4b1e-8f1d-66d7130f5393, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:29.743496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] For port f2d57b2a-901a-4b1e-8f1d-66d7130f5393, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:29.748940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.786796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:29.788145 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.789734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] 10.222.0.66 "PUT /v2.0/ports/f2d57b2a-901a-4b1e-8f1d-66d7130f5393 HTTP/1.1" status: 200 len: 1092 time: 0.7915123 Nov 23 18:38:29.793332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:29.797460 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665a402-6f49-45c6-97d9-67f6a632b736" -d '{"events": [{"name": "network-changed", "server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:29.863952 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5fc419-0287-4f0f-990d-b6d2cbec7b48 x-openstack-request-id: req-fa5fc419-0287-4f0f-990d-b6d2cbec7b48 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:29.864254 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:29.864543 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa5fc419-0287-4f0f-990d-b6d2cbec7b48 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:29.864973 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'status': 'completed', 'code': 200} Nov 23 18:38:29.866139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8899381-58a4-4866-a751-8a4e45257b6c service neutron] Pushing event updated for resources: {'Port': ['ID=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:29.906009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935148-19a4-433a-856c-501a9d8e959d req-149348dd-cd29-4b5e-9240-c3143682518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:29.908407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-149348dd-cd29-4b5e-9240-c3143682518b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 1095 time: 0.0649815 Nov 23 18:38:29.958993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-602e66be-242b-4e97-8a20-971be228d7b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393 HTTP/1.1" status: 200 len: 217 time: 0.0421600 Nov 23 18:38:30.014167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935148-19a4-433a-856c-501a9d8e959d req-d9132c87-7c01-436f-ad3d-d8998ab4c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.015750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-d9132c87-7c01-436f-ad3d-d8998ab4c6d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0503345 Nov 23 18:38:30.065501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935148-19a4-433a-856c-501a9d8e959d req-e4e32b74-1499-4f4d-8605-2bf148025bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.067159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-e4e32b74-1499-4f4d-8605-2bf148025bce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434549 Nov 23 18:38:30.170242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-48cef041-6e45-4c6a-816a-88f6b26554f5 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951650 Nov 23 18:38:30.268704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03935148-19a4-433a-856c-501a9d8e959d req-4190abf9-b274-47e8-980d-d7e576bec466 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911689 Nov 23 18:38:30.358086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-2df9dae8-d2ba-4d9a-919d-7d562a20aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.359655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-2df9dae8-d2ba-4d9a-919d-7d562a20aae5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 1095 time: 0.0434232 Nov 23 18:38:30.472400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-c61597de-6fd4-459e-a33a-c4922d0d618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.474022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-c61597de-6fd4-459e-a33a-c4922d0d618e service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.1064508 Nov 23 18:38:30.518651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-80ff78f6-414b-4307-8951-ca858e671527 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393 HTTP/1.1" status: 200 len: 217 time: 0.0360122 Nov 23 18:38:30.575336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-1405a30d-d289-4f73-9a6a-96d4c5417566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.576833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-1405a30d-d289-4f73-9a6a-96d4c5417566 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0510049 Nov 23 18:38:30.624915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-34759abf-19f8-48ff-8785-026ec05306ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.627153 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-34759abf-19f8-48ff-8785-026ec05306ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425074 Nov 23 18:38:30.771578 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-7f2ddf5a-d50f-4991-aaf8-31827813b6fc service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366982 Nov 23 18:38:30.781099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b065c-9576-4a68-9ba9-56348ec91106 req-d2ec9296-1268-4cbf-ab9e-1035b6cc1c58 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.782654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc4b065c-9576-4a68-9ba9-56348ec91106 req-d2ec9296-1268-4cbf-ab9e-1035b6cc1c58 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0799325 Nov 23 18:38:30.895743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc4b065c-9576-4a68-9ba9-56348ec91106 req-0bdde3a3-b1cf-4d9b-b5a7-28d8e44f1d9f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041241 Nov 23 18:38:30.921885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f665a402-6f49-45c6-97d9-67f6a632b736 req-4db6d28d-ae5b-4019-8f3d-78486f9790f0 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381559 Nov 23 18:38:32.019790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12edd-11cd-4f0d-ba85-99a88e563345 req-81c187d3-4d06-4ab1-af4d-96165b91d235 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.021346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ce12edd-11cd-4f0d-ba85-99a88e563345 req-81c187d3-4d06-4ab1-af4d-96165b91d235 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0534651 Nov 23 18:38:32.075004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ce12edd-11cd-4f0d-ba85-99a88e563345 req-4f2d4d2b-cbd4-4c85-8040-81a974d923a8 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473678 Nov 23 18:38:33.210011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417c500-88ff-4ede-9436-f3cc31180907 req-aa285fbe-e88f-4c97-a243-3ad0ad21366c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.211706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d417c500-88ff-4ede-9436-f3cc31180907 req-aa285fbe-e88f-4c97-a243-3ad0ad21366c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0524271 Nov 23 18:38:33.266286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d417c500-88ff-4ede-9436-f3cc31180907 req-6eebd54f-53bd-4ec6-a514-d6b05cc7cab7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482655 Nov 23 18:38:34.391209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20854-3777-437e-99c0-44685bca1c04 req-a543dced-3508-4132-b139-4627a81db3f2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:34.392801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37b20854-3777-437e-99c0-44685bca1c04 req-a543dced-3508-4132-b139-4627a81db3f2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0548489 Nov 23 18:38:34.443661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37b20854-3777-437e-99c0-44685bca1c04 req-6fadf22e-0aeb-4e63-bb03-0418607208a1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Nov 23 18:38:35.569273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2212db6-1b88-46f5-ba19-26f536577afe req-7a4f050d-c929-42d7-9a6f-369346d97119 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:35.570893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2212db6-1b88-46f5-ba19-26f536577afe req-7a4f050d-c929-42d7-9a6f-369346d97119 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0501330 Nov 23 18:38:35.623634 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2212db6-1b88-46f5-ba19-26f536577afe req-7965628f-6a11-4668-baec-50c7a319d162 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460703 Nov 23 18:38:36.765222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25ac48-8bd5-479e-8646-1491f8bd2e72 req-794a269e-356f-4894-945a-85fcf1a3a973 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:36.767050 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d25ac48-8bd5-479e-8646-1491f8bd2e72 req-794a269e-356f-4894-945a-85fcf1a3a973 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0620241 Nov 23 18:38:36.827008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d25ac48-8bd5-479e-8646-1491f8bd2e72 req-37e98f1c-9387-4b5c-a3d1-7fc62af7f310 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529165 Nov 23 18:38:37.947408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3454e5-ee04-488a-ba3c-b976a9a8ac33 req-bd6b78ce-8c74-441e-b458-a1d8536d20fe tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:37.949584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e3454e5-ee04-488a-ba3c-b976a9a8ac33 req-bd6b78ce-8c74-441e-b458-a1d8536d20fe tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0507348 Nov 23 18:38:38.005013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e3454e5-ee04-488a-ba3c-b976a9a8ac33 req-f66bd8bc-cb1b-4a38-911b-cbf11b5461bd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486126 Nov 23 18:38:38.489638 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:38:39.124104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb538d43-7d9d-4ea1-971c-a4415fa1ffba req-ea6d444e-0117-443e-94ef-b8972399b58e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:39.125632 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb538d43-7d9d-4ea1-971c-a4415fa1ffba req-ea6d444e-0117-443e-94ef-b8972399b58e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0501738 Nov 23 18:38:39.181271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb538d43-7d9d-4ea1-971c-a4415fa1ffba req-cdf9b660-854e-4199-9a99-00ade474d755 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494366 Nov 23 18:38:40.300546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f70e8-5e31-469f-bedd-bbea7de29c85 req-c3599afd-6faf-40a4-b264-c31a891ee841 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:40.302054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-953f70e8-5e31-469f-bedd-bbea7de29c85 req-c3599afd-6faf-40a4-b264-c31a891ee841 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 944 time: 0.0499475 Nov 23 18:38:40.355416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-953f70e8-5e31-469f-bedd-bbea7de29c85 req-5439a6ac-27fd-4819-9fea-17614d116c44 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 Nov 23 18:38:40.550481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device f2d57b2a-901a-4b1e-8f1d-66d7130f5393 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:40.648350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port f2d57b2a-901a-4b1e-8f1d-66d7130f5393, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:40.659810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'port_id': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'mac_address': 'fa:16:3e:f1:03:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:40.696826 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.713200 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d57b2a-901a-4b1e-8f1d-66d7130f5393 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:40.733187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port f2d57b2a-901a-4b1e-8f1d-66d7130f5393, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:40.737333 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.784712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:40.792618 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.792975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.793322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.793667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.794009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.794345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.794851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.795185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.795515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.795846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.796176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.796508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:40.953738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['f2d57b2a-901a-4b1e-8f1d-66d7130f5393'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:41.327536 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4b25c3c4-4f79-447f-bff8-c733311ceb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:41.474170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f29a9-a6d9-4aa9-986f-20092634809f req-914ff79d-6217-436e-87ef-8ec500d8d812 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:41.475708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f5f29a9-a6d9-4aa9-986f-20092634809f req-914ff79d-6217-436e-87ef-8ec500d8d812 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 945 time: 0.0502918 Nov 23 18:38:41.527615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f5f29a9-a6d9-4aa9-986f-20092634809f req-926348be-85f6-4d9d-bd85-9e8156680353 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449991 Nov 23 18:38:42.563600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device f2d57b2a-901a-4b1e-8f1d-66d7130f5393 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:42.617560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:42.622715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:42.623096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.658149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c9bf4-d03c-440a-8d76-cf00dce14164 req-b102b1e2-4f71-4b2b-8e54-8eedd9fdd62e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:42.659747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d40c9bf4-d03c-440a-8d76-cf00dce14164 req-b102b1e2-4f71-4b2b-8e54-8eedd9fdd62e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 945 time: 0.0607424 Nov 23 18:38:42.711110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d40c9bf4-d03c-440a-8d76-cf00dce14164 req-2281d7c7-0498-44c6-97e9-adaa42e3500f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Nov 23 18:38:42.724697 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.749517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:42.751863 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd606940-bf9c-411e-9892-46c6eeb8c786" -d '{"events": [{"server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:42.768245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port f2d57b2a-901a-4b1e-8f1d-66d7130f5393, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:42.772368 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.824564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:42.862424 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb093d7-d04a-4549-adb6-4fa2522014fa x-openstack-request-id: req-4cb093d7-d04a-4549-adb6-4fa2522014fa {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:42.862750 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:42.863016 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4cb093d7-d04a-4549-adb6-4fa2522014fa {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:42.863487 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'code': 200} Nov 23 18:38:42.969391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688432fa-915c-41f9-8565-9571455fd7cb req-c258714f-02d3-4445-9973-f624969947c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:42.971006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-688432fa-915c-41f9-8565-9571455fd7cb req-c258714f-02d3-4445-9973-f624969947c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 1097 time: 0.0449679 Nov 23 18:38:43.021941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-688432fa-915c-41f9-8565-9571455fd7cb req-1575e9ea-15e6-4a6a-8eeb-bc4644752faf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 Nov 23 18:38:43.397875 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-53fbdc85-90c3-4fb4-9552-6a4bc71e6735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:43.837569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b947-f5a7-4f64-9dd5-f9bdc0e9f2ca req-fd4327f1-1b8e-40b6-a20d-6b96bd9c0416 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:43.841380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0646b947-f5a7-4f64-9dd5-f9bdc0e9f2ca req-fd4327f1-1b8e-40b6-a20d-6b96bd9c0416 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 946 time: 0.0520799 Nov 23 18:38:43.897782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0646b947-f5a7-4f64-9dd5-f9bdc0e9f2ca req-5434d9ec-058a-4a03-a487-7562254833cd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501859 Nov 23 18:38:45.029790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c21de-5643-4c28-8b4f-9442b4ff3f64 req-bf797281-edd4-4fc9-a32b-34cd8976c27a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:45.033446 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb7c21de-5643-4c28-8b4f-9442b4ff3f64 req-bf797281-edd4-4fc9-a32b-34cd8976c27a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 946 time: 0.0639300 Nov 23 18:38:45.093747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb7c21de-5643-4c28-8b4f-9442b4ff3f64 req-84f39db4-1490-4c77-8141-0c4470065f4f tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534110 Nov 23 18:38:45.214259 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.215483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13485-a97c-4bf8-a662-4f5e3f3ba6de req-c67561a3-79ce-4dac-864f-55a07a4051ed tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:45.217059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42b13485-a97c-4bf8-a662-4f5e3f3ba6de req-c67561a3-79ce-4dac-864f-55a07a4051ed tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 946 time: 0.0540645 Nov 23 18:38:45.270110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42b13485-a97c-4bf8-a662-4f5e3f3ba6de req-0800535c-acb5-48bf-8c27-2654825f94ed tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470526 Nov 23 18:38:45.292954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40918) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:45.335067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2007e6a-14f6-4661-bb87-35b6118e171f tempest-TestVolumeBootPattern-1822026020 tempest-TestVolumeBootPattern-1822026020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:45.336658 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d2007e6a-14f6-4661-bb87-35b6118e171f tempest-TestVolumeBootPattern-1822026020 tempest-TestVolumeBootPattern-1822026020-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 1092 time: 0.0426798 Nov 23 18:38:45.339759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40922) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:45.344639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:45.366118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.472939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.584422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Allocated IP 172.25.0.200 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/849b0702-7db8-421a-bea0-e0c89de9218a) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:45.702987 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.740812 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.783742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:45.786715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:45.790291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:45.796711 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=849b0702-7db8-421a-bea0-e0c89de9218a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:45.827568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.827924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.828272 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.828615 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.828956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.829301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.829635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.829964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.830350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.830770 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.830975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:45.831305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:46.182802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.250358 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.409328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.414175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.495383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event updated for resources: {'Port': ['ID=849b0702-7db8-421a-bea0-e0c89de9218a,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:46.503480 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.549716 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.606995 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Floating IP 7506e4d2-e2ff-40ab-a1f3-ffae13a479d4 associated. External IP: 172.25.0.200, port: f2d57b2a-901a-4b1e-8f1d-66d7130f5393. Nov 23 18:38:46.828729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Router d4a660a5-729d-4c79-b292-85cbc06a6205 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:38:46.943625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:38:46.954503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:38:46.962365 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.966172 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:46.966849 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:38:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:46.991378 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0d5834ae-3bf3-4af4-856a-40e8f9d7cb94 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6505723 Nov 23 18:38:46.992329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:46.995359 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75a713-2191-4338-920a-7e3dd7967bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:47.034341 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8164a60-114b-4043-ab95-3a8f25bc289a x-openstack-request-id: req-b8164a60-114b-4043-ab95-3a8f25bc289a {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:47.034644 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:47.034943 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b8164a60-114b-4043-ab95-3a8f25bc289a {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:47.035362 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'status': 'completed', 'code': 200} Nov 23 18:38:47.089615 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:47.103290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-76cd7083-676c-4c3b-b237-0101f390a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:47.105402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-76cd7083-676c-4c3b-b237-0101f390a07c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 1097 time: 0.0456984 Nov 23 18:38:47.201088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-aff0e3ef-9527-497e-aae4-3b886a73f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:47.202600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-aff0e3ef-9527-497e-aae4-3b886a73f232 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0896628 Nov 23 18:38:47.275904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-5c4c465f-1aef-48de-9315-18148145990e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393 HTTP/1.1" status: 200 len: 1000 time: 0.0658801 Nov 23 18:38:47.326940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-7f0056d9-b297-40b3-b79b-de72099b425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:47.328472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-7f0056d9-b297-40b3-b79b-de72099b425a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0461619 Nov 23 18:38:47.330317 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 1, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}, {'id': '7506e4d2-e2ff-40ab-a1f3-ffae13a479d4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:f1:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:46Z', 'updated_at': '2021-11-23T18:38:46Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:47.358506 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:38:47.368329 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:47.368964 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:38:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:47.381559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-90359bf0-127a-4c48-bfba-f7415623833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:47.383197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-90359bf0-127a-4c48-bfba-f7415623833d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471680 Nov 23 18:38:47.480559 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:47.485239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-3369ebff-3f05-428e-b135-6c5084c4da4e service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946472 Nov 23 18:38:47.594035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e75a713-2191-4338-920a-7e3dd7967bfd req-ea9b47db-90f1-48e2-8622-decc90017b3e service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955498 Nov 23 18:38:47.807347 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 1, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}, {'id': '7506e4d2-e2ff-40ab-a1f3-ffae13a479d4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:f1:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:46Z', 'updated_at': '2021-11-23T18:38:46Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:47.834494 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237f7e-4fe9-4d5b-9d88-d60ecd56a146 None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 1, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}, {'id': '7506e4d2-e2ff-40ab-a1f3-ffae13a479d4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.200', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:f1:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:46Z', 'updated_at': '2021-11-23T18:38:46Z', 'revision_number': 0, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:38:47.969450 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.038856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f800c-7889-453e-b6eb-bd4c539c3d10 None None] New status for floating IP 7506e4d2-e2ff-40ab-a1f3-ffae13a479d4: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:38:49.865127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:50.976775 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:08.201858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-484aa006-79cb-42fc-b580-ab12af764b78 req-a5f74e75-8b1c-4ba8-bba2-83d3415b83c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530372 Nov 23 18:39:08.298309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa006-79cb-42fc-b580-ab12af764b78 req-dfb61cd6-935c-43f4-8c4b-6db265b9da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:08.299829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-484aa006-79cb-42fc-b580-ab12af764b78 req-dfb61cd6-935c-43f4-8c4b-6db265b9da0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1097 time: 0.0423360 Nov 23 18:39:08.412187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa006-79cb-42fc-b580-ab12af764b78 req-bd70c7c6-04de-4e82-904a-e5626704468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:08.414040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-484aa006-79cb-42fc-b580-ab12af764b78 req-bd70c7c6-04de-4e82-904a-e5626704468f service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0890045 Nov 23 18:39:08.491232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-484aa006-79cb-42fc-b580-ab12af764b78 req-69122de7-ed50-4cb0-a536-0d391134ea04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 1001 time: 0.0667720 Nov 23 18:39:08.546824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa006-79cb-42fc-b580-ab12af764b78 req-df40f029-854e-4232-8b8e-87b829312779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:08.548469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-484aa006-79cb-42fc-b580-ab12af764b78 req-df40f029-854e-4232-8b8e-87b829312779 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0456471 Nov 23 18:39:08.600884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa006-79cb-42fc-b580-ab12af764b78 req-a4aec504-bf44-40f1-930d-209269712b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:08.602606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-484aa006-79cb-42fc-b580-ab12af764b78 req-a4aec504-bf44-40f1-930d-209269712b35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429785 Nov 23 18:39:08.706448 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-484aa006-79cb-42fc-b580-ab12af764b78 req-084604b5-fc96-4f03-92bc-f1117f895088 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922341 Nov 23 18:39:08.809521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-484aa006-79cb-42fc-b580-ab12af764b78 req-73abd5ae-398a-41ca-b315-2df9fa702db7 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909126 Nov 23 18:39:10.170512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82ee51a-d991-4f05-953c-f814113ab440 req-096c5590-c1cb-485a-bb48-90f4a7314f35 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448673 Nov 23 18:39:10.253268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ee51a-d991-4f05-953c-f814113ab440 req-e3918ab0-6714-49e6-8c25-c4ce09885d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:10.254806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82ee51a-d991-4f05-953c-f814113ab440 req-e3918ab0-6714-49e6-8c25-c4ce09885d8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 1097 time: 0.0407856 Nov 23 18:39:10.362835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ee51a-d991-4f05-953c-f814113ab440 req-f6bc1845-9f17-4378-9b69-747617826fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:10.364313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82ee51a-d991-4f05-953c-f814113ab440 req-f6bc1845-9f17-4378-9b69-747617826fea service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0897326 Nov 23 18:39:10.428270 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82ee51a-d991-4f05-953c-f814113ab440 req-1b53891d-ab78-4c66-b4fb-7a14678f591c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393 HTTP/1.1" status: 200 len: 1002 time: 0.0560038 Nov 23 18:39:10.484904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ee51a-d991-4f05-953c-f814113ab440 req-3535477b-b6ce-426c-9b5a-12bb0cfcdf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:10.486373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82ee51a-d991-4f05-953c-f814113ab440 req-3535477b-b6ce-426c-9b5a-12bb0cfcdf4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0471768 Nov 23 18:39:10.538166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ee51a-d991-4f05-953c-f814113ab440 req-2db2c0fb-9c5a-4713-87da-eebb58c16713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:10.539855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82ee51a-d991-4f05-953c-f814113ab440 req-2db2c0fb-9c5a-4713-87da-eebb58c16713 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465560 Nov 23 18:39:10.629417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82ee51a-d991-4f05-953c-f814113ab440 req-130a3668-1b10-4f8e-a9cb-ac12ec018f81 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820673 Nov 23 18:39:10.721190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82ee51a-d991-4f05-953c-f814113ab440 req-7f05e2ef-f1c5-451d-aa44-4cb2ad006998 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843747 Nov 23 18:39:11.329351 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a806706-2024-43a5-86d0-fbc4ae88fa56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:13.400037 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a92c921c-02d4-435b-bc5f-5fc217731bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:15.215700 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:15.488626 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:39:16.551704 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:17.971686 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:19.880256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:20.969270 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.331726 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2570ba37-f934-4539-804b-44a0b3cf9ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.402067 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-de262d0f-3bfa-4e48-b2d0-01e32b0d5a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.215629 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.560828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:47.973989 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.896487 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.966909 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:52.494720 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:40:10.172508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-3768eb20-e263-4c3d-999b-ee0654c5f50b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409286 Nov 23 18:40:10.260708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-55e09730-e958-4e95-8548-3050ee5719b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:10.262183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-55e09730-e958-4e95-8548-3050ee5719b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1097 time: 0.0458798 Nov 23 18:40:10.379075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-54fd816e-1bfa-47af-90e9-81cdefc787e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:10.380545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-54fd816e-1bfa-47af-90e9-81cdefc787e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0898926 Nov 23 18:40:10.450608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-1216ef51-d891-4193-8974-bcd24c0bde77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 1001 time: 0.0594430 Nov 23 18:40:10.505582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-488c4b72-2611-44ac-bfbb-c0591eb5ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:10.507059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-488c4b72-2611-44ac-bfbb-c0591eb5ac45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0467324 Nov 23 18:40:10.553364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-1baa1f96-5ea1-42f9-8782-6f548d9416ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:10.555496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-1baa1f96-5ea1-42f9-8782-6f548d9416ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407231 Nov 23 18:40:10.571215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-31b587de-2ab4-443b-a58b-ca9f5b9a0b7b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:40:10.572177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-31b587de-2ab4-443b-a58b-ca9f5b9a0b7b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058181 Nov 23 18:40:10.667166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-b4f77e6c-54cf-42b5-b193-0ff160156eea service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836339 Nov 23 18:40:10.771841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6b59cbd-4c03-40f7-8e3e-a4cf39edd32a req-748f5af8-806d-41bf-8854-4faff0485287 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941949 Nov 23 18:40:11.334498 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-351e8b53-5b88-4436-b13c-4726d2dfaac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:12.225675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-e047f60d-2d03-4e32-965e-06e06e25ec44 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045330 Nov 23 18:40:12.311928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-d71b4459-8a87-49d4-a588-4c0cd8903cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.313431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-d71b4459-8a87-49d4-a588-4c0cd8903cc9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 1097 time: 0.0457978 Nov 23 18:40:12.418680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-7a581278-cab3-4d51-b6bd-ce6920744627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.420209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-7a581278-cab3-4d51-b6bd-ce6920744627 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.0873494 Nov 23 18:40:12.491043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-4e28b506-4574-4a13-a215-210fc0707a17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393 HTTP/1.1" status: 200 len: 1002 time: 0.0635951 Nov 23 18:40:12.550305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-e5b114dd-2f98-41e9-b647-d2a158656717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.555911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-e5b114dd-2f98-41e9-b647-d2a158656717 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0571795 Nov 23 18:40:12.609375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-e4b28f9d-a35a-4f65-ad89-f2ffbbb3ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.610989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-e4b28f9d-a35a-4f65-ad89-f2ffbbb3ab7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474296 Nov 23 18:40:12.624104 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-a7326b63-1e65-4508-9e10-e03ab85883de service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:40:12.625079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-a7326b63-1e65-4508-9e10-e03ab85883de service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052748 Nov 23 18:40:12.724777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-ff805d8a-a032-4226-8860-12d677682a74 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923035 Nov 23 18:40:12.823317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3af34f8b-41bb-4e99-8abf-d2f07bd9f561 req-d41891fe-59fb-4faf-81dd-e6435e801932 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899689 Nov 23 18:40:13.406567 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9feec15a-6b27-466e-9c84-79d0406bd107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.218836 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:16.557596 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:17.976232 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:19.896430 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.967970 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.990415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 40968) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:26.152022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port 849b0702-7db8-421a-bea0-e0c89de9218a {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:26.152366 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.230600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.230967 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.242659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for 849b0702-7db8-421a-bea0-e0c89de9218a owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:26.389443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.414780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=849b0702-7db8-421a-bea0-e0c89de9218a,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:26.426565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.426950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.427300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.427640 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.427979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.428313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.428643 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.428992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.429329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.429658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.429988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.430325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:26.484324 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.484655 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Floating IP 7506e4d2-e2ff-40ab-a1f3-ffae13a479d4 disassociated (deleted). External IP: 172.25.0.200, port: f2d57b2a-901a-4b1e-8f1d-66d7130f5393. Nov 23 18:40:26.694589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Router d4a660a5-729d-4c79-b292-85cbc06a6205 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:40:26.802109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:40:26.807335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.812751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:40:26.822268 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:26.822915 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:40:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:26.835342 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-88083efb-7109-485f-a18b-abfff4ffbdd7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "DELETE /v2.0/floatingips/7506e4d2-e2ff-40ab-a1f3-ffae13a479d4 HTTP/1.1" status: 204 len: 168 time: 0.8434319 Nov 23 18:40:26.835693 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:26.838766 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124ff300-0cca-4c17-ac25-badb145238cb" -d '{"events": [{"name": "network-changed", "server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:26.938353 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:27.088284 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27e2fe-b5fa-486a-949e-d2f49ee00ed0 x-openstack-request-id: req-7e27e2fe-b5fa-486a-949e-d2f49ee00ed0 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:27.088819 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:27.088819 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e27e2fe-b5fa-486a-949e-d2f49ee00ed0 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:27.089252 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'status': 'completed', 'code': 200} Nov 23 18:40:27.165332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff300-0cca-4c17-ac25-badb145238cb req-5db060f5-5882-4318-b84b-63d36bf7c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:27.166900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-124ff300-0cca-4c17-ac25-badb145238cb req-5db060f5-5882-4318-b84b-63d36bf7c553 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 1097 time: 0.0536785 Nov 23 18:40:27.169811 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 1, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:27.197781 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:40:27.205705 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:27.206307 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:40:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:27.296127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff300-0cca-4c17-ac25-badb145238cb req-4fbc26f9-0cb5-47dc-83bb-00a03c210e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:27.297538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-124ff300-0cca-4c17-ac25-badb145238cb req-4fbc26f9-0cb5-47dc-83bb-00a03c210e54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.1201923 Nov 23 18:40:27.304977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e48848-2f7d-4932-942d-caa04c01b020 req-efb9a1ef-4704-487f-9fc3-8cb6617bf574 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:27.306371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53e48848-2f7d-4932-942d-caa04c01b020 req-efb9a1ef-4704-487f-9fc3-8cb6617bf574 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 946 time: 0.1663539 Nov 23 18:40:27.311953 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:27.362371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-124ff300-0cca-4c17-ac25-badb145238cb req-cfbf39d7-2fe1-4060-a974-b46a295b6a56 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393 HTTP/1.1" status: 200 len: 217 time: 0.0549905 Nov 23 18:40:27.425641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53e48848-2f7d-4932-942d-caa04c01b020 req-1c4c9d80-f31f-43f5-949f-0cc9e5db93d1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125686 Nov 23 18:40:27.436650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff300-0cca-4c17-ac25-badb145238cb req-8c21fd18-f3e9-481e-964c-9817b155f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:27.438594 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-124ff300-0cca-4c17-ac25-badb145238cb req-8c21fd18-f3e9-481e-964c-9817b155f0eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0649393 Nov 23 18:40:27.503654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff300-0cca-4c17-ac25-badb145238cb req-d0f63afa-2182-4538-9188-cf545170b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:27.505137 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-124ff300-0cca-4c17-ac25-badb145238cb req-d0f63afa-2182-4538-9188-cf545170b181 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488772 Nov 23 18:40:27.550642 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 1, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:27.579385 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b64fa-5ea6-4632-aa20-5c627e49085d None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '698040aa-f801-4a55-833f-845d5de423e4', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'port_id': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'mac_address': 'fa:16:3e:4b:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:36:32Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 1, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:27.837494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c662c-d84d-423f-b3d9-568e81275b21 None None] New status for floating IP 7506e4d2-e2ff-40ab-a1f3-ffae13a479d4: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:40:27.944497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-124ff300-0cca-4c17-ac25-badb145238cb req-834aaf24-8103-4569-97d2-2b738356f495 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299309 Nov 23 18:40:28.039624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-124ff300-0cca-4c17-ac25-badb145238cb req-89b8d858-658d-498e-9f67-9b4ea3cd6650 service neutron] 10.222.0.66 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865819 Nov 23 18:40:28.564424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50055535-cdc1-4b66-8053-97e073c7eec5 req-49cc90aa-27af-43b8-b018-09470c01e669 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:28.565908 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50055535-cdc1-4b66-8053-97e073c7eec5 req-49cc90aa-27af-43b8-b018-09470c01e669 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 946 time: 0.0605018 Nov 23 18:40:28.636669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-7e810482-bfc3-4909-bb3d-4ed2a787c7bc tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:28.638051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-7e810482-bfc3-4909-bb3d-4ed2a787c7bc tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 946 time: 0.0924561 Nov 23 18:40:28.642880 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50055535-cdc1-4b66-8053-97e073c7eec5 req-bf6718c2-da06-470a-b008-a092be4434b9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635290 Nov 23 18:40:28.731410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:28.731743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:28.820482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] For port f2d57b2a-901a-4b1e-8f1d-66d7130f5393, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:28.821027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:28.838627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for f2d57b2a-901a-4b1e-8f1d-66d7130f5393 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:28.975044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.006912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=f2d57b2a-901a-4b1e-8f1d-66d7130f5393,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:29.020019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.020405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.020730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.021079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.021422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.021761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.023158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.023518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.023857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.024196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.024531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.024864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.063898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] No DVR routers for this DVR port f2d57b2a-901a-4b1e-8f1d-66d7130f5393 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:29.066494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.070397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6149be1-e9bb-43b2-9f53-e81a53fe9b40 req-8f8506aa-8a20-4708-8a2e-868cd909a9b2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.66 "DELETE /v2.0/ports/f2d57b2a-901a-4b1e-8f1d-66d7130f5393 HTTP/1.1" status: 204 len: 173 time: 0.4263818 Nov 23 18:40:29.071029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'name': 'network-vif-deleted', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:29.073323 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b51164-42f6-464c-a764-bb876fd5888b" -d '{"events": [{"server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "name": "network-vif-deleted", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:29.115508 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0da689-9325-49cc-b965-063d3a9d9ecf x-openstack-request-id: req-5e0da689-9325-49cc-b965-063d3a9d9ecf {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:29.115811 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e6661e-620c-4424-80ad-c0bb1d519f3a", "name": "network-vif-deleted", "tag": "f2d57b2a-901a-4b1e-8f1d-66d7130f5393", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:29.116063 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e0da689-9325-49cc-b965-063d3a9d9ecf {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:29.117444 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e6661e-620c-4424-80ad-c0bb1d519f3a', 'name': 'network-vif-deleted', 'tag': 'f2d57b2a-901a-4b1e-8f1d-66d7130f5393', 'status': 'completed', 'code': 200} Nov 23 18:40:29.486233 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:40:29.747484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73633918-6089-4555-8a65-7bf1b5497a81 req-cab4b6a0-6c35-4502-8d2e-9d2762fbbcdd tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 210 time: 0.0312765 Nov 23 18:40:30.859746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e0523ed-7e3e-4b5a-b776-71240f7de9eb req-e730d95b-2606-4062-b263-c9eb82caaca0 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 210 time: 0.0372906 Nov 23 18:40:31.204402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device f2d57b2a-901a-4b1e-8f1d-66d7130f5393 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:31.225071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: f2d57b2a-901a-4b1e-8f1d-66d7130f5393 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:31.225424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device f2d57b2a-901a-4b1e-8f1d-66d7130f5393 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:31.958317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85bbff23-5dc9-44ae-8309-8df685ba094a req-a2debb47-ae25-4d9b-9d8b-a0f98570ed50 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 210 time: 0.0271215 Nov 23 18:40:33.055263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a7ed3ac-28a3-4d9d-b4d6-c1767aaadd00 req-7213ebd3-e1db-4174-90c7-19076a4fc30e tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=57e6661e-620c-4424-80ad-c0bb1d519f3a HTTP/1.1" status: 200 len: 210 time: 0.0267446 Nov 23 18:40:39.463673 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41028) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:39.923226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port 64c5ebc8-c0f2-4c04-bb42-66d859d66ff7 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:39.923569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:40.000632 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:40.000961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:40.013329 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for 64c5ebc8-c0f2-4c04-bb42-66d859d66ff7 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:40.162013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:40.189870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=64c5ebc8-c0f2-4c04-bb42-66d859d66ff7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:40.247720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:40.248040 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Floating IP 698040aa-f801-4a55-833f-845d5de423e4 disassociated (deleted). External IP: 172.25.0.44, port: e9da16bc-20a3-454b-9249-09b8dc0ba418. Nov 23 18:40:40.456426 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Router d4a660a5-729d-4c79-b292-85cbc06a6205 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:40:40.566229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:40:40.571500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:40.576173 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:40:40.586781 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:40.587391 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:40:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:40.598269 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb1324d7-7d79-4694-a3f0-1a3277355ff5 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "DELETE /v2.0/floatingips/698040aa-f801-4a55-833f-845d5de423e4 HTTP/1.1" status: 204 len: 168 time: 1.1333966 Nov 23 18:40:40.598915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:40.601322 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f306de5-cf76-48e5-b9be-9ae6910f26cd" -d '{"events": [{"name": "network-changed", "server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:40.703827 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:40.757822 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201ea1e9-0607-4674-b20c-e7d20bafa5c0 x-openstack-request-id: req-201ea1e9-0607-4674-b20c-e7d20bafa5c0 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:40.758162 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:40.758639 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-201ea1e9-0607-4674-b20c-e7d20bafa5c0 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:40.759133 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'status': 'completed', 'code': 200} Nov 23 18:40:40.859983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-27494c8c-4303-4b08-988a-233c8ad69ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:40.861484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-27494c8c-4303-4b08-988a-233c8ad69ac1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ae219b85e564c27b0587557ced8124d&device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 1097 time: 0.0757360 Nov 23 18:40:40.878035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46778-ecf4-4205-8927-af885696ea4f req-f2af7d70-d211-4601-9f0b-087ba5313867 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:40.879538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84f46778-ecf4-4205-8927-af885696ea4f req-f2af7d70-d211-4601-9f0b-087ba5313867 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 946 time: 0.0642292 Nov 23 18:40:40.912988 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:40.938754 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:40:40.948050 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:40.948651 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:40:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:40.990017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84f46778-ecf4-4205-8927-af885696ea4f req-bf593b29-6190-4fa8-8152-a4db177656d7 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011972 Nov 23 18:40:41.009783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-ade900ff-d562-43df-a7cf-ed758f9410e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:41.011354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-ade900ff-d562-43df-a7cf-ed758f9410e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 200 len: 912 time: 0.1309559 Nov 23 18:40:41.059439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-c5591fee-2de0-4888-8634-e35410081557 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 200 len: 217 time: 0.0388122 Nov 23 18:40:41.114388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-eb38ed35-22a6-44ae-85d7-0b487e0ac94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:41.115960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-eb38ed35-22a6-44ae-85d7-0b487e0ac94d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 200 len: 850 time: 0.0460203 Nov 23 18:40:41.144354 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:41.171340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-38896db6-6634-4d33-a0d7-f0c7a98ae2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:41.173801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-38896db6-6634-4d33-a0d7-f0c7a98ae2c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af07789f-6448-4060-ba05-69cc20dd347e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491693 Nov 23 18:40:41.275346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-2fc2837d-ccf6-4e2b-8aa2-61c2130ac8ad service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904486 Nov 23 18:40:41.342082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-77011b70-f82b-4f8e-9d97-2ff272429c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:41.356727 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:41.374405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f306de5-cf76-48e5-b9be-9ae6910f26cd req-e6d3f6de-1148-4799-8a4c-b878887d9698 service neutron] 10.222.0.72 "GET /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907984 Nov 23 18:40:41.382821 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120677e-4f91-4ee3-9460-fe1c0f8ada00 None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd23a735c-48b8-48fc-83a2-b6ae391c0329', 'name': '', 'network_id': 'af07789f-6448-4060-ba05-69cc20dd347e', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'mac_address': 'fa:16:3e:d8:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:59Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'subnets': [{'id': '977269ac-9d78-4c0c-b5bb-df2a7ec6daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:41.613761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cce53-f909-4ea7-9382-ff8946d9c3b7 None None] New status for floating IP 698040aa-f801-4a55-833f-845d5de423e4: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:40:42.111137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e11bbc-6a58-45a0-abb7-8603ca007bf3 req-26fb2d4f-a9ba-481b-be81-85b7f36bc2b9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:42.112640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e11bbc-6a58-45a0-abb7-8603ca007bf3 req-26fb2d4f-a9ba-481b-be81-85b7f36bc2b9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 946 time: 0.0522175 Nov 23 18:40:42.162810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9e11bbc-6a58-45a0-abb7-8603ca007bf3 req-f897a656-51b4-4ea2-8bda-881a1923c13c tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/security-groups?id=a96d1660-73c8-476b-a996-e651a941e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437517 Nov 23 18:40:42.597949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-14a1ee87-efca-49c5-9d68-ef4013c8a81a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:42.599340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-14a1ee87-efca-49c5-9d68-ef4013c8a81a tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 946 time: 0.0493145 Nov 23 18:40:42.698315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port e9da16bc-20a3-454b-9249-09b8dc0ba418 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:42.698651 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:42.786482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] For port e9da16bc-20a3-454b-9249-09b8dc0ba418, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e9da16bc-20a3-454b-9249-09b8dc0ba418,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:42.786878 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:42.801801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for e9da16bc-20a3-454b-9249-09b8dc0ba418 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:42.939586 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:42.977715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=e9da16bc-20a3-454b-9249-09b8dc0ba418,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:43.019368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] No DVR routers for this DVR port e9da16bc-20a3-454b-9249-09b8dc0ba418 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:43.021926 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.026351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6ed7452-ccdc-4fbe-98b8-eb5e7f993d76 req-e1972b77-4d9a-42b1-88d9-94f68cd3ceb6 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.72 "DELETE /v2.0/ports/e9da16bc-20a3-454b-9249-09b8dc0ba418 HTTP/1.1" status: 204 len: 173 time: 0.4172883 Nov 23 18:40:43.026822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'name': 'network-vif-deleted', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:43.029067 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c7916c-7ba9-435f-9ac3-9d9f3d76510f" -d '{"events": [{"server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "name": "network-vif-deleted", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:43.071757 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6f04d8-b722-4804-a5d4-2ce333c42c04 x-openstack-request-id: req-fb6f04d8-b722-4804-a5d4-2ce333c42c04 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:43.072063 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168c7520-6169-43ee-8648-2f3a056bdc0c", "name": "network-vif-deleted", "tag": "e9da16bc-20a3-454b-9249-09b8dc0ba418", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:43.072325 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb6f04d8-b722-4804-a5d4-2ce333c42c04 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:43.072734 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c7520-6169-43ee-8648-2f3a056bdc0c', 'name': 'network-vif-deleted', 'tag': 'e9da16bc-20a3-454b-9249-09b8dc0ba418', 'status': 'completed', 'code': 200} Nov 23 18:40:43.263912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8d45554-8d49-4cf3-8121-c123e9cba320 req-457c0519-9351-4621-9485-b51ad0c4aacb tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 210 time: 0.0277700 Nov 23 18:40:43.413598 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3ab6-0688-4124-b2c4-bbf617bbf6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:44.370962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-014114aa-63cd-44d7-87fb-51945dd25bef req-b702331c-a13f-46a5-be9e-fd48b4d505d4 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 210 time: 0.0278621 Nov 23 18:40:45.222210 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.473911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45661ad9-de02-4833-b855-8c4a6f62bb40 req-2b1bef60-b163-465f-a51c-c0950986dbe2 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 210 time: 0.0340152 Nov 23 18:40:46.305317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e9da16bc-20a3-454b-9249-09b8dc0ba418 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:46.326911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: e9da16bc-20a3-454b-9249-09b8dc0ba418 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:46.327323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e9da16bc-20a3-454b-9249-09b8dc0ba418 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:46.562241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.574039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a44ad02-3acc-4b5a-95fe-3b635ef87c22 req-1eaf7834-7033-4a16-a572-a886d33dfe88 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 210 time: 0.0269907 Nov 23 18:40:47.689138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1e46264-f04b-4353-9daa-8c957e9b0114 req-6843dcb9-c3c4-4302-a851-7c40c5a698f9 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "GET /v2.0/ports?device_id=168c7520-6169-43ee-8648-2f3a056bdc0c HTTP/1.1" status: 200 len: 210 time: 0.0270631 Nov 23 18:40:47.977981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.751821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41052) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:48.875556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Deleting port 5a2fa518-5a92-4f26-a647-1f3d7f4af855 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:48.875900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.953715 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.954041 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.966020 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Calling delete_port for 5a2fa518-5a92-4f26-a647-1f3d7f4af855 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:49.103408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:49.134096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'Port': ['ID=5a2fa518-5a92-4f26-a647-1f3d7f4af855,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:49.192019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:49.195381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:49.196789 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c901f8c-4dcf-466b-85a2-04fcadb2b2e1 tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "DELETE /v2.0/floatingips/e55c7fe1-277b-4627-a755-99f8eb8f4dce HTTP/1.1" status: 204 len: 168 time: 0.4439723 Nov 23 18:40:49.895068 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:50.966669 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:51.789999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-95173590-272a-4931-a35c-9af971bd9101 req-2143026c-fa64-4016-95cb-13eca42e8fc4 service neutron] (120536) timed out ('10.222.0.72', 50257) {{(pid=120536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:40:52.507638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41068) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:52.565244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a009337-56df-4095-b82d-909cea808fca tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:52.590753 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a009337-56df-4095-b82d-909cea808fca tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:52.658253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a009337-56df-4095-b82d-909cea808fca tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:52.660882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7a009337-56df-4095-b82d-909cea808fca tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:52.662080 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7a009337-56df-4095-b82d-909cea808fca tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] 10.222.0.74 "DELETE /v2.0/security-groups/a96d1660-73c8-476b-a996-e651a941e4c3 HTTP/1.1" status: 204 len: 168 time: 0.1533270 Nov 23 18:40:52.678258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a009337-56df-4095-b82d-909cea808fca tempest-TestVolumeBootPattern-1734110605 tempest-TestVolumeBootPattern-1734110605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d1660-73c8-476b-a996-e651a941e4c3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:52.729434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41072) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:53.276101 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:53.548237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Deleting port d23a735c-48b8-48fc-83a2-b6ae391c0329 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:53.548917 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:53.647201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] For port d23a735c-48b8-48fc-83a2-b6ae391c0329, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d23a735c-48b8-48fc-83a2-b6ae391c0329,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:53.647570 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:53.666571 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Calling delete_port for d23a735c-48b8-48fc-83a2-b6ae391c0329 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:53.847472 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:53.875097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Pushing event deleted for resources: {'Port': ['ID=d23a735c-48b8-48fc-83a2-b6ae391c0329,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:54.060913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.277201 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Router d4a660a5-729d-4c79-b292-85cbc06a6205 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:40:54.396100 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:40:54.402306 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8b1ef3ae-08ed-45a8-9dd8-eafb65ab852a admin admin] 10.222.0.74 "PUT /v2.0/routers/d4a660a5-729d-4c79-b292-85cbc06a6205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718419 Nov 23 18:40:54.404827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41078) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:54.407570 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd732270-a900-403e-bdef-9779665901c0 None None] Sync routers for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:40:54.418793 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd732270-a900-403e-bdef-9779665901c0 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:54.419407 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-cd732270-a900-403e-bdef-9779665901c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:40:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:54.514182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.525872 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-cd732270-a900-403e-bdef-9779665901c0 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:54.620809 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.675024 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Deleting port 73e03412-0ed9-4b66-b852-a5418fc13513 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:54.675368 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.710048 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-cd732270-a900-403e-bdef-9779665901c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:40:53Z', 'revision_number': 5, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port': {'id': '73e03412-0ed9-4b66-b852-a5418fc13513', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:54.736954 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd732270-a900-403e-bdef-9779665901c0 None None] Checking router: d4a660a5-729d-4c79-b292-85cbc06a6205 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:40:54.745271 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd732270-a900-403e-bdef-9779665901c0 None None] Routers {'d4a660a5-729d-4c79-b292-85cbc06a6205'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:54.745862 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-cd732270-a900-403e-bdef-9779665901c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:40:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['d4a660a5-729d-4c79-b292-85cbc06a6205'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:54.758008 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] For port 73e03412-0ed9-4b66-b852-a5418fc13513, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=73e03412-0ed9-4b66-b852-a5418fc13513,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:54.758615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.775954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Calling delete_port for 73e03412-0ed9-4b66-b852-a5418fc13513 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:54.831804 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-cd732270-a900-403e-bdef-9779665901c0 None None] Set router d4a660a5-729d-4c79-b292-85cbc06a6205 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:54.887305 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-cd732270-a900-403e-bdef-9779665901c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:40:54Z', 'revision_number': 6, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:54.913760 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd732270-a900-403e-bdef-9779665901c0 None None] The sync data for ids ['d4a660a5-729d-4c79-b292-85cbc06a6205'] in n-d-818932-3 is: [{'id': 'd4a660a5-729d-4c79-b292-85cbc06a6205', 'name': 'tempest-TestVolumeBootPattern-166211778-router', 'tenant_id': '6ae219b85e564c27b0587557ced8124d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:29:57Z', 'updated_at': '2021-11-23T18:40:54Z', 'revision_number': 6, 'project_id': '6ae219b85e564c27b0587557ced8124d', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:54.940501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.975889 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Pushing event deleted for resources: {'Port': ['ID=73e03412-0ed9-4b66-b852-a5418fc13513,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:54.987142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8a8c0-96a9-4b2f-a91e-36177caaa15b None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:40:55.037460 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.129415 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.131538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.175586 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.176154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a660a5-729d-4c79-b292-85cbc06a6205 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:40:55.180781 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.184399 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-577ca072-022e-497c-92b3-1d92db68760d admin admin] 10.222.0.74 "DELETE /v2.0/routers/d4a660a5-729d-4c79-b292-85cbc06a6205 HTTP/1.1" status: 204 len: 168 time: 0.7763569 Nov 23 18:40:55.184801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41080) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:55.234234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0375a5-de44-47a5-be4b-41e94f9a1f49 admin admin] Deleting subnet 977269ac-9d78-4c0c-b5bb-df2a7ec6daab {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:40:55.237228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed0375a5-de44-47a5-be4b-41e94f9a1f49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.275533 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed0375a5-de44-47a5-be4b-41e94f9a1f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.360824 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed0375a5-de44-47a5-be4b-41e94f9a1f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.422005 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed0375a5-de44-47a5-be4b-41e94f9a1f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.452567 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ed0375a5-de44-47a5-be4b-41e94f9a1f49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.457530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e56837-4af7-4586-9fc7-07a357f9e891 None None] Network af07789f-6448-4060-ba05-69cc20dd347e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:40:55.458906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41082) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:55.459107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ed0375a5-de44-47a5-be4b-41e94f9a1f49 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/977269ac-9d78-4c0c-b5bb-df2a7ec6daab HTTP/1.1" status: 204 len: 168 time: 0.2732353 Nov 23 18:40:55.460184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0375a5-de44-47a5-be4b-41e94f9a1f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977269ac-9d78-4c0c-b5bb-df2a7ec6daab,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:55.532486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.586110 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Deleting port 77a85386-295d-4099-b23f-5c0ed6a52c86 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:55.587036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.654894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] For port 77a85386-295d-4099-b23f-5c0ed6a52c86, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=77a85386-295d-4099-b23f-5c0ed6a52c86,segment=NetworkSegment(5fde9f8b-b734-42fa-afd9-5cf8823006d0),segment_id=5fde9f8b-b734-42fa-afd9-5cf8823006d0)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:55.655559 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.669083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Calling delete_port for 77a85386-295d-4099-b23f-5c0ed6a52c86 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:55.704325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] DHCP port deletion for af07789f-6448-4060-ba05-69cc20dd347e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:40:55.767617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Deleting port 77a85386-295d-4099-b23f-5c0ed6a52c86 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:55.768316 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.768630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.781846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 73e03412-0ed9-4b66-b852-a5418fc13513 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:55.802544 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] No DVR routers for this DVR port 77a85386-295d-4099-b23f-5c0ed6a52c86 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:55.807315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Pushing event deleted for resources: {'Port': ['ID=77a85386-295d-4099-b23f-5c0ed6a52c86,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:55.813395 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 73e03412-0ed9-4b66-b852-a5418fc13513 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:55.813746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 73e03412-0ed9-4b66-b852-a5418fc13513 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:55.814164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d23a735c-48b8-48fc-83a2-b6ae391c0329 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:55.870953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d23a735c-48b8-48fc-83a2-b6ae391c0329 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:55.871306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d23a735c-48b8-48fc-83a2-b6ae391c0329 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:55.871725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 77a85386-295d-4099-b23f-5c0ed6a52c86 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:55.879812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] For port 77a85386-295d-4099-b23f-5c0ed6a52c86, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:55.880006 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.885901 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.902682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 77a85386-295d-4099-b23f-5c0ed6a52c86 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:55.903048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 77a85386-295d-4099-b23f-5c0ed6a52c86 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:55.909167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af07789f-6448-4060-ba05-69cc20dd347e']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:55.916918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Calling delete_port for 77a85386-295d-4099-b23f-5c0ed6a52c86 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:55.921525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Port 77a85386-295d-4099-b23f-5c0ed6a52c86 was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:40:55.921706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fde9f8b-b734-42fa-afd9-5cf8823006d0') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:55.922066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fde9f8b-b734-42fa-afd9-5cf8823006d0') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:55.923262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.934913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.951152 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.956269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Pushing event deleted for resources: {'Port': ['ID=77a85386-295d-4099-b23f-5c0ed6a52c86,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:55.958529 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:40:55.958897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] No DVR routers for this DVR port 77a85386-295d-4099-b23f-5c0ed6a52c86 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:55.959019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:40:55.962238 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:40:55.973023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.973578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.974381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.974932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.975434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.975988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.976491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.976975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.977505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.978325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.979147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:55.980303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf52bd-264b-463b-aa0e-5a9b485fe098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:56.031062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.035916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.041012 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] 10.222.0.74 "DELETE /v2.0/networks/af07789f-6448-4060-ba05-69cc20dd347e HTTP/1.1" status: 204 len: 168 time: 0.5808053 Nov 23 18:40:56.043709 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41084) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:56.060214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d718e3-3aca-4ac2-99be-40bf584d917c admin admin] Pushing event deleted for resources: {'Network': ['ID=af07789f-6448-4060-ba05-69cc20dd347e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:56.716290 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.962864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Deleting port 3bc984fb-c13a-4e98-8daf-125ece3528fb {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:56.963162 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.046816 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] For port 3bc984fb-c13a-4e98-8daf-125ece3528fb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3bc984fb-c13a-4e98-8daf-125ece3528fb,segment=NetworkSegment(5158bcf4-c485-4790-985a-f40a2d7a6737),segment_id=5158bcf4-c485-4790-985a-f40a2d7a6737)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:57.047112 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.059460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Calling delete_port for 3bc984fb-c13a-4e98-8daf-125ece3528fb owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:57.239723 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.266437 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc984fb-c13a-4e98-8daf-125ece3528fb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:57.442574 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.667229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:40:57.775610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:40:57.780695 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5a16a33d-4093-4eee-b52c-7f38cbf2b34e admin admin] 10.222.0.74 "PUT /v2.0/routers/50bdd2e4-ad72-415f-a32a-5fa4a89f0372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360458 Nov 23 18:40:57.783371 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41086) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:57.788375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] Sync routers for ids ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:40:57.798675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] Routers {'50bdd2e4-ad72-415f-a32a-5fa4a89f0372'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:57.799475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:40:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:57.893275 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.912591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] Set router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:57.999100 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.057193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Deleting port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:58.057539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.097436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:40:57Z', 'revision_number': 5, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port': {'id': '34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:03Z', 'updated_at': '2021-11-23T18:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:58.125293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] Checking router: 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:40:58.134510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] Routers {'50bdd2e4-ad72-415f-a32a-5fa4a89f0372'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:58.135250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:40:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:58.142087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] For port 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:58.142461 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.155244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Calling delete_port for 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:58.223281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] Set router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:58.279883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:40:57Z', 'revision_number': 6, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:58.306863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e592d-bd4a-4fda-9c37-a44fede416b4 None None] The sync data for ids ['50bdd2e4-ad72-415f-a32a-5fa4a89f0372'] in n-d-818932-3 is: [{'id': '50bdd2e4-ad72-415f-a32a-5fa4a89f0372', 'name': 'tempest-TestVolumeBootPattern-221258030-router', 'tenant_id': '62b646e57817460ea9a5fcc3666e1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:02Z', 'updated_at': '2021-11-23T18:40:57Z', 'revision_number': 6, 'project_id': '62b646e57817460ea9a5fcc3666e1465', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:58.327510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.354514 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:58.368098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb8fb4-104d-4c74-9c79-a534b3b23b86 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:40:58.415377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.510433 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.512620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.554211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.554706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50bdd2e4-ad72-415f-a32a-5fa4a89f0372 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:40:58.560200 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.561360 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dca529df-60d4-4641-8de8-aed260b38801 admin admin] 10.222.0.74 "DELETE /v2.0/routers/50bdd2e4-ad72-415f-a32a-5fa4a89f0372 HTTP/1.1" status: 204 len: 168 time: 0.7770448 Nov 23 18:40:58.563947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41088) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:58.608051 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24b44c5-adbd-4319-b54b-f7744d49fb88 admin admin] Deleting subnet 9f4c3547-7600-43d4-99c3-8d4249f54756 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:40:58.611151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c24b44c5-adbd-4319-b54b-f7744d49fb88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.646323 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c24b44c5-adbd-4319-b54b-f7744d49fb88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.736931 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c24b44c5-adbd-4319-b54b-f7744d49fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.791750 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c24b44c5-adbd-4319-b54b-f7744d49fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.820470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c24b44c5-adbd-4319-b54b-f7744d49fb88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.825786 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c24b44c5-adbd-4319-b54b-f7744d49fb88 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9f4c3547-7600-43d4-99c3-8d4249f54756 HTTP/1.1" status: 204 len: 168 time: 0.2587285 Nov 23 18:40:58.825786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b44c5-adbd-4319-b54b-f7744d49fb88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4c3547-7600-43d4-99c3-8d4249f54756,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:58.826152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd413447-6184-4230-b446-3ac3446dd455 None None] Network e4e3f9f5-2d04-443e-992c-85343ced0e51 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:40:58.826612 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41090) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:58.900433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.955574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Deleting port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:58.955929 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.024857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] For port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=147fbb8b-a1f3-49f0-963e-3866bd3f97dc,segment=NetworkSegment(5158bcf4-c485-4790-985a-f40a2d7a6737),segment_id=5158bcf4-c485-4790-985a-f40a2d7a6737)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:59.025212 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.037275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Calling delete_port for 147fbb8b-a1f3-49f0-963e-3866bd3f97dc owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:59.083971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] DHCP port deletion for e4e3f9f5-2d04-443e-992c-85343ced0e51 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:40:59.127713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.142174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] Deleting port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:59.142568 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.160289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Pushing event deleted for resources: {'Port': ['ID=147fbb8b-a1f3-49f0-963e-3866bd3f97dc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:59.163753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] No DVR routers for this DVR port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:59.214666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] For port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:59.215211 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.228443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] Calling delete_port for 147fbb8b-a1f3-49f0-963e-3866bd3f97dc owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:59.231288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] Port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:40:59.232564 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.241677 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.258451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] Pushing event deleted for resources: {'Port': ['ID=147fbb8b-a1f3-49f0-963e-3866bd3f97dc,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:59.262228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddb7ff-41bf-44d0-a33b-655146c9c2a9 None None] No DVR routers for this DVR port 147fbb8b-a1f3-49f0-963e-3866bd3f97dc on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:59.268522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e3f9f5-2d04-443e-992c-85343ced0e51']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:59.279422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5158bcf4-c485-4790-985a-f40a2d7a6737') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:59.279716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5158bcf4-c485-4790-985a-f40a2d7a6737') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:59.296734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.310931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.317252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:40:59.317649 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:40:59.319666 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:40:59.377720 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.382650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.386505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e4e3f9f5-2d04-443e-992c-85343ced0e51 HTTP/1.1" status: 204 len: 168 time: 0.5591793 Nov 23 18:40:59.400160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad5fe9-60ef-48eb-8853-8901b5b7c149 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e3f9f5-2d04-443e-992c-85343ced0e51,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:59.516389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41094) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:59.559872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3bc984fb-c13a-4e98-8daf-125ece3528fb no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:59.560538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-651ab491-7b19-4918-8416-a05aded05e8f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ae219b85e564c27b0587557ced8124d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428033 Nov 23 18:40:59.563497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41096) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:59.585075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3bc984fb-c13a-4e98-8daf-125ece3528fb {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:59.585344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3bc984fb-c13a-4e98-8daf-125ece3528fb not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:59.585757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:59.605826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:59.606171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 34e9ba76-b26c-47ca-88e6-b36b9ae5dcbf not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:59.606587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 147fbb8b-a1f3-49f0-963e-3866bd3f97dc no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:59.614921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95bd5c89-ca63-492e-8033-dd262ec8389b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.625507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 147fbb8b-a1f3-49f0-963e-3866bd3f97dc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:59.625855 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 147fbb8b-a1f3-49f0-963e-3866bd3f97dc not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:59.638132 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95bd5c89-ca63-492e-8033-dd262ec8389b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.690355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95bd5c89-ca63-492e-8033-dd262ec8389b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.693253 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-95bd5c89-ca63-492e-8033-dd262ec8389b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.694468 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-95bd5c89-ca63-492e-8033-dd262ec8389b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/82fd92fc-b3de-4881-9ed3-cb421e4d3007 HTTP/1.1" status: 204 len: 168 time: 0.1296017 Nov 23 18:40:59.703421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd5c89-ca63-492e-8033-dd262ec8389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fd92fc-b3de-4881-9ed3-cb421e4d3007,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:00.037446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41102) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:00.078494 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-890393b3-634a-417c-bb66-740f013008ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=62b646e57817460ea9a5fcc3666e1465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398111 Nov 23 18:41:00.081233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41104) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:00.130324 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cedb4a50-1a38-48fb-9e06-d57ee95a6d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.156285 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cedb4a50-1a38-48fb-9e06-d57ee95a6d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.206712 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cedb4a50-1a38-48fb-9e06-d57ee95a6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.209366 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cedb4a50-1a38-48fb-9e06-d57ee95a6d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.210515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cedb4a50-1a38-48fb-9e06-d57ee95a6d53 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd0fae90-d420-46ad-a31f-3ec438ca2fd9 HTTP/1.1" status: 204 len: 168 time: 0.1282299 Nov 23 18:41:00.218855 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb4a50-1a38-48fb-9e06-d57ee95a6d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0fae90-d420-46ad-a31f-3ec438ca2fd9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:06.486665 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:41:10.860361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-1cd29112-ed42-43fe-a9e1-1b2bb42eac4b tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2af22d4c52374e68839e1f785ffa9152&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303335 Nov 23 18:41:11.075010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-825a608e-c11c-4969-9c54-04c20c28456a tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.076425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-825a608e-c11c-4969-9c54-04c20c28456a tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093253 Nov 23 18:41:11.091571 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-cdc650ea-5eee-4cd0-9655-9acfb2165452 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/quotas/2af22d4c52374e68839e1f785ffa9152 HTTP/1.1" status: 200 len: 375 time: 0.0093954 Nov 23 18:41:11.124999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-1f4ea2ce-98bb-4376-9792-cea39ab2fad9 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2af22d4c52374e68839e1f785ffa9152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280936 Nov 23 18:41:11.286729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf6ab883-27ad-4701-96a7-26433df76171 req-85a8105c-a6bf-4046-add8-0d5819b1edfd tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 210 time: 0.0299964 Nov 23 18:41:11.335611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-711400f9-840c-4ac0-b49b-b5a5d30de16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:12.403721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99e44dd9-786f-4e5c-9340-bf273ad31300 req-2f30134a-6c51-4ab9-85c0-d1846aa6cf36 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 210 time: 0.0434737 Nov 23 18:41:12.419492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-5dcaa714-db28-4961-9d4e-145c30f5df06 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=2af22d4c52374e68839e1f785ffa9152&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494092 Nov 23 18:41:12.535092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-ef995b93-975a-477f-adf0-7e55ebc67cbb tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:12.536511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-ef995b93-975a-477f-adf0-7e55ebc67cbb tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108918 Nov 23 18:41:12.550642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Request body: {'port': {'device_id': '70bd2baa-346c-469d-b923-8d733ac6a181', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'admin_state_up': True, 'tenant_id': '2af22d4c52374e68839e1f785ffa9152'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:12.666346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Made reservation on behalf of 2af22d4c52374e68839e1f785ffa9152 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:12.670096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:12.679456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:12.760093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:12.764128 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:12.827545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bedd591-a631-46cb-aa13-db2cd1c8bf4e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:12.901663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Allocated IP 192.168.233.169 (bf4896f1-8163-4042-ac64-10a33d79c2a0/9eeb3d08-5fd0-4f06-9bad-13518a1e0486/10958e44-eb4d-41b9-a3b3-dbbe0b526f38) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:13.048021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.081784 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.133169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Network bf4896f1-8163-4042-ac64-10a33d79c2a0 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:13.135977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:13.139691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:13.163057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Pushing event updated for resources: {'Port': ['ID=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:13.195864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:13.196500 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.213242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-40be1853-7ff7-4bbe-af2c-176f9b790e89 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6663351 Nov 23 18:41:13.345709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Request body: {'port': {'device_id': '70bd2baa-346c-469d-b923-8d733ac6a181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:13.403547 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.414040 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2dc70a0f-bdc4-4419-89c3-6c6a08b9e2c1 None None] Provisioning complete for port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:13.414786 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2dc70a0f-bdc4-4419-89c3-6c6a08b9e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.438223 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9bc28c0b-5ec3-4c43-a9b4-e40d42cfe215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.462972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2dc70a0f-bdc4-4419-89c3-6c6a08b9e2c1 None None] Port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:41:13.631152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4563460-1bfa-4283-90c4-18ea6a570c85 req-26d09d6e-0e3e-40e9-a2e1-8762f61fd971 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:13.632838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4563460-1bfa-4283-90c4-18ea6a570c85 req-26d09d6e-0e3e-40e9-a2e1-8762f61fd971 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 936 time: 0.1192522 Nov 23 18:41:13.710387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4563460-1bfa-4283-90c4-18ea6a570c85 req-23d07009-6401-46ac-9381-4424a84ceed9 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694671 Nov 23 18:41:13.764653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:13.772266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.784879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Transition to ACTIVE for port object 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:13.788722 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.843945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Pushing event updated for resources: {'Port': ['ID=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:13.923143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Attempting to bind port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:13.923481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Attempting to bind port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:13.923910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Attempting to bind port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:13.929008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:13.929328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Attempting to bind port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 on network bf4896f1-8163-4042-ac64-10a33d79c2a0 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:13.935927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:13.936269 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Checking segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:13.936650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Bound using segment: {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:13.937083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Bound port: 10958e44-eb4d-41b9-a3b3-dbbe0b526f38, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095940a-53a4-403e-ab24-7158f8ac3da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:13.937602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.007550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] For port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:14.010667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] For port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:14.015442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.049717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.050358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.051779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] 10.222.0.72 "PUT /v2.0/ports/10958e44-eb4d-41b9-a3b3-dbbe0b526f38 HTTP/1.1" status: 200 len: 1096 time: 0.8258276 Nov 23 18:41:14.052227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bd2baa-346c-469d-b923-8d733ac6a181', 'tag': '10958e44-eb4d-41b9-a3b3-dbbe0b526f38'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:14.054502 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd040863-38b1-4f73-9195-437313be07db" -d '{"events": [{"name": "network-changed", "server_uuid": "70bd2baa-346c-469d-b923-8d733ac6a181", "tag": "10958e44-eb4d-41b9-a3b3-dbbe0b526f38"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:14.080170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045732b-6e44-471a-a7dc-345c67a8293f service neutron] Pushing event updated for resources: {'Port': ['ID=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:14.159107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6a367e58-632b-46b1-97bd-206dc54678d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.160944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-6a367e58-632b-46b1-97bd-206dc54678d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2af22d4c52374e68839e1f785ffa9152&device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 1099 time: 0.0576174 Nov 23 18:41:14.180399 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0322e8f6-0ac6-4cc3-8bc5-c9ac83ee0843 x-openstack-request-id: req-0322e8f6-0ac6-4cc3-8bc5-c9ac83ee0843 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:14.180902 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bd2baa-346c-469d-b923-8d733ac6a181", "tag": "10958e44-eb4d-41b9-a3b3-dbbe0b526f38", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:14.181574 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0322e8f6-0ac6-4cc3-8bc5-c9ac83ee0843 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:14.182405 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bd2baa-346c-469d-b923-8d733ac6a181', 'tag': '10958e44-eb4d-41b9-a3b3-dbbe0b526f38', 'status': 'completed', 'code': 200} Nov 23 18:41:14.213822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-3449cfd3-8e67-43cd-a100-f9439b3fd4a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=10958e44-eb4d-41b9-a3b3-dbbe0b526f38 HTTP/1.1" status: 200 len: 217 time: 0.0410233 Nov 23 18:41:14.272183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-e770e0ef-5d4b-4e81-b214-09d1fcffde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.273712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-e770e0ef-5d4b-4e81-b214-09d1fcffde45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0508773 Nov 23 18:41:14.331755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-68501ed7-12e1-438c-b6a0-8d0aa3552a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.333274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-68501ed7-12e1-438c-b6a0-8d0aa3552a03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488460 Nov 23 18:41:14.432766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-8eebf050-caaf-4026-985c-627460476a52 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878415 Nov 23 18:41:14.540070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c0d78148-7a3b-4fbb-a9bc-a3aaae5f7af2 req-ca0fa79a-0e65-41e6-8876-9d902f635f41 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952389 Nov 23 18:41:14.635769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040863-38b1-4f73-9195-437313be07db req-95fc57ec-547a-48e7-b11b-5b8fe9c1438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.637512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd040863-38b1-4f73-9195-437313be07db req-95fc57ec-547a-48e7-b11b-5b8fe9c1438f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2af22d4c52374e68839e1f785ffa9152&device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 1099 time: 0.0444942 Nov 23 18:41:14.735539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040863-38b1-4f73-9195-437313be07db req-2b97c912-97bd-4132-a64a-1c8c116f2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.737033 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd040863-38b1-4f73-9195-437313be07db req-2b97c912-97bd-4132-a64a-1c8c116f2f1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf4896f1-8163-4042-ac64-10a33d79c2a0 HTTP/1.1" status: 200 len: 870 time: 0.0927095 Nov 23 18:41:14.786507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd040863-38b1-4f73-9195-437313be07db req-0f410879-7027-4451-aea2-02718a688a5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=10958e44-eb4d-41b9-a3b3-dbbe0b526f38 HTTP/1.1" status: 200 len: 217 time: 0.0423946 Nov 23 18:41:14.865246 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040863-38b1-4f73-9195-437313be07db req-6eb10d4a-ae11-4f5d-95a9-00dee99b4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.866808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd040863-38b1-4f73-9195-437313be07db req-6eb10d4a-ae11-4f5d-95a9-00dee99b4053 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9eeb3d08-5fd0-4f06-9bad-13518a1e0486 HTTP/1.1" status: 200 len: 843 time: 0.0731623 Nov 23 18:41:14.878279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbb4db-5580-4d74-823e-23da18d71594 req-066b03b5-9f08-4697-8ee7-cb5bfef10a64 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.879751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65fbb4db-5580-4d74-823e-23da18d71594 req-066b03b5-9f08-4697-8ee7-cb5bfef10a64 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 948 time: 0.0874274 Nov 23 18:41:14.956432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040863-38b1-4f73-9195-437313be07db req-00abae72-5da0-4385-ba86-e8cfc2dad487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.957969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd040863-38b1-4f73-9195-437313be07db req-00abae72-5da0-4385-ba86-e8cfc2dad487 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf4896f1-8163-4042-ac64-10a33d79c2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772736 Nov 23 18:41:14.962853 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65fbb4db-5580-4d74-823e-23da18d71594 req-20b06908-be12-41f5-bb8e-b626344fd16c tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739558 Nov 23 18:41:15.053899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd040863-38b1-4f73-9195-437313be07db req-351fcd83-5dcd-4456-b5f8-c8a15cc58a07 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866501 Nov 23 18:41:15.155767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd040863-38b1-4f73-9195-437313be07db req-0bbfec87-6731-43f3-bb12-f52875701c41 service neutron] 10.222.0.72 "GET /v2.0/networks/bf4896f1-8163-4042-ac64-10a33d79c2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934694 Nov 23 18:41:15.224836 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.086155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8fd2e-8461-44b5-8dc2-cc5baebcdabc req-87010e20-6984-40b3-8f8e-b7f87ee0ce9c tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:16.087678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9fc8fd2e-8461-44b5-8dc2-cc5baebcdabc req-87010e20-6984-40b3-8f8e-b7f87ee0ce9c tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 948 time: 0.0536559 Nov 23 18:41:16.136599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9fc8fd2e-8461-44b5-8dc2-cc5baebcdabc req-71bcd391-4fe8-45cd-a540-0e829feda377 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Nov 23 18:41:16.413456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:16.520070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:16.531538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '10958e44-eb4d-41b9-a3b3-dbbe0b526f38', 'network_id': 'bf4896f1-8163-4042-ac64-10a33d79c2a0', 'port_id': '10958e44-eb4d-41b9-a3b3-dbbe0b526f38', 'mac_address': 'fa:16:3e:80:da:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb3d08-5fd0-4f06-9bad-13518a1e0486', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:16.582517 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.585820 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.596920 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:16.623932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:16.628390 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.682995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:16.941506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['10958e44-eb4d-41b9-a3b3-dbbe0b526f38'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:17.262070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243726f-9735-4bee-9fb0-48872a5bf5db req-b68c5ec6-e299-411e-847f-cb01ad9be48d tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:17.263564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a243726f-9735-4bee-9fb0-48872a5bf5db req-b68c5ec6-e299-411e-847f-cb01ad9be48d tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 949 time: 0.0583797 Nov 23 18:41:17.311901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a243726f-9735-4bee-9fb0-48872a5bf5db req-84bfd4b5-6d9e-4dce-8f22-c58f3fcc30df tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Nov 23 18:41:17.984475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.429602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:18.432368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a53a86-1120-4c77-b44a-590275ed97fe req-806a1e5c-cef5-4ab7-ba32-c91419c0ba14 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:18.433927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5a53a86-1120-4c77-b44a-590275ed97fe req-806a1e5c-cef5-4ab7-ba32-c91419c0ba14 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 949 time: 0.0530636 Nov 23 18:41:18.482747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:18.484864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5a53a86-1120-4c77-b44a-590275ed97fe req-f0597257-c5a0-4580-9b9e-c1a72598c847 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Nov 23 18:41:18.487356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:18.487737 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.568948 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.592989 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd2baa-346c-469d-b923-8d733ac6a181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10958e44-eb4d-41b9-a3b3-dbbe0b526f38'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:18.595115 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f9ced6-a4c1-40ec-975d-3a60a24577be" -d '{"events": [{"server_uuid": "70bd2baa-346c-469d-b923-8d733ac6a181", "name": "network-vif-plugged", "status": "completed", "tag": "10958e44-eb4d-41b9-a3b3-dbbe0b526f38"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:18.610719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:18.615374 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.642266 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc74078-2cf0-4ca8-8d6e-256ae883b506 x-openstack-request-id: req-6cc74078-2cf0-4ca8-8d6e-256ae883b506 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:18.642568 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd2baa-346c-469d-b923-8d733ac6a181", "name": "network-vif-plugged", "status": "completed", "tag": "10958e44-eb4d-41b9-a3b3-dbbe0b526f38", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:18.642845 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6cc74078-2cf0-4ca8-8d6e-256ae883b506 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:18.643264 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd2baa-346c-469d-b923-8d733ac6a181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10958e44-eb4d-41b9-a3b3-dbbe0b526f38', 'code': 200} Nov 23 18:41:18.674335 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:18.741112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f912-a34b-42c4-9a6d-ba6b717696a1 req-26982ac0-60be-4b73-a981-62d6f1929722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:18.742610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f025f912-a34b-42c4-9a6d-ba6b717696a1 req-26982ac0-60be-4b73-a981-62d6f1929722 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 1101 time: 0.0390778 Nov 23 18:41:18.796543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f025f912-a34b-42c4-9a6d-ba6b717696a1 req-aec08485-b583-487e-9dac-8f232469d614 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Nov 23 18:41:19.615449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11a44d-f8a2-4f39-ba38-e0be71df36c3 req-ffb6857f-34f7-4a33-99d6-6e6934cf32d4 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:19.616874 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa11a44d-f8a2-4f39-ba38-e0be71df36c3 req-ffb6857f-34f7-4a33-99d6-6e6934cf32d4 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 950 time: 0.0502882 Nov 23 18:41:19.664940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa11a44d-f8a2-4f39-ba38-e0be71df36c3 req-7e805e58-8489-4cb1-908b-75b326749a01 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Nov 23 18:41:19.907186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.784162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df679d-5c82-43a4-9b5a-da32cd6ba917 req-9bb2a00c-4f25-4c25-926c-0823fb473900 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:20.785671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29df679d-5c82-43a4-9b5a-da32cd6ba917 req-9bb2a00c-4f25-4c25-926c-0823fb473900 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 950 time: 0.0502839 Nov 23 18:41:20.833132 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-29df679d-5c82-43a4-9b5a-da32cd6ba917 req-be5d04c6-88d0-4709-ba4d-365bdcbf1e7e tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414257 Nov 23 18:41:20.969757 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:21.111412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-49eaea5c-4ba8-4d33-9d9e-a4424cd75c8e req-4bf8d335-0493-4ceb-a9a3-ae2517f25d92 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:41:21.112425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49eaea5c-4ba8-4d33-9d9e-a4424cd75c8e req-4bf8d335-0493-4ceb-a9a3-ae2517f25d92 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054038 Nov 23 18:41:21.723988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5a466-6a10-4f53-8e0c-e4b39572d151 req-cfae6ecb-2b6f-4d63-b03f-ed3df69c77f6 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:21.725494 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55f5a466-6a10-4f53-8e0c-e4b39572d151 req-cfae6ecb-2b6f-4d63-b03f-ed3df69c77f6 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 950 time: 0.0601673 Nov 23 18:41:21.774826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55f5a466-6a10-4f53-8e0c-e4b39572d151 req-4ddd9dac-4508-4b2e-980d-9f6d1de0b02b tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Nov 23 18:41:22.896836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167fe0-e81b-426b-95e6-0bd2e715a35d req-c7bbab9f-8da6-4972-a1c4-9beb40de8acf tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:22.898367 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f167fe0-e81b-426b-95e6-0bd2e715a35d req-c7bbab9f-8da6-4972-a1c4-9beb40de8acf tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 950 time: 0.0509977 Nov 23 18:41:22.947587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f167fe0-e81b-426b-95e6-0bd2e715a35d req-fc0ff925-9dcf-48d3-bfe1-ff22d95035c4 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bedd591-a631-46cb-aa13-db2cd1c8bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Nov 23 18:41:23.050055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-1df08db9-1d1e-4f66-8e0b-61b7871fb51d tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:23.051619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-1df08db9-1d1e-4f66-8e0b-61b7871fb51d tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.72 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 950 time: 0.0512161 Nov 23 18:41:23.148748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Deleting port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:23.149001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:23.239119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] For port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,segment=NetworkSegment(7095940a-53a4-403e-ab24-7158f8ac3da4),segment_id=7095940a-53a4-403e-ab24-7158f8ac3da4)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:23.239494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:23.252525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Calling delete_port for 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:23.389901 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:23.406101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['10958e44-eb4d-41b9-a3b3-dbbe0b526f38'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:23.421808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Pushing event deleted for resources: {'Port': ['ID=10958e44-eb4d-41b9-a3b3-dbbe0b526f38,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:23.472946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] No DVR routers for this DVR port 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:23.476309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:23.480112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5217d660-ed18-4da1-8329-ea1f753d7eca req-f9fe7948-553c-470a-ada0-9e9282934b48 tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.72 "DELETE /v2.0/ports/10958e44-eb4d-41b9-a3b3-dbbe0b526f38 HTTP/1.1" status: 204 len: 173 time: 0.4186718 Nov 23 18:41:23.480610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd2baa-346c-469d-b923-8d733ac6a181', 'name': 'network-vif-deleted', 'tag': '10958e44-eb4d-41b9-a3b3-dbbe0b526f38'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:23.483035 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238853d-a542-4d3d-9955-2cb94cfb8cec" -d '{"events": [{"server_uuid": "70bd2baa-346c-469d-b923-8d733ac6a181", "name": "network-vif-deleted", "tag": "10958e44-eb4d-41b9-a3b3-dbbe0b526f38"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:23.532054 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb75cb0-851c-4add-819d-16afbc912569 x-openstack-request-id: req-bdb75cb0-851c-4add-819d-16afbc912569 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:23.532366 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd2baa-346c-469d-b923-8d733ac6a181", "name": "network-vif-deleted", "tag": "10958e44-eb4d-41b9-a3b3-dbbe0b526f38", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:23.532625 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bdb75cb0-851c-4add-819d-16afbc912569 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:23.533075 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd2baa-346c-469d-b923-8d733ac6a181', 'name': 'network-vif-deleted', 'tag': '10958e44-eb4d-41b9-a3b3-dbbe0b526f38', 'status': 'completed', 'code': 200} Nov 23 18:41:24.085871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-946efb59-233c-4ac7-91bd-9e439059e17b req-57aa87be-aa0e-4306-bbdb-b3eab37a37ce tempest-ServersAdminNegativeTestJSON-1543617075 tempest-ServersAdminNegativeTestJSON-1543617075-project] 10.222.0.74 "GET /v2.0/ports?device_id=70bd2baa-346c-469d-b923-8d733ac6a181 HTTP/1.1" status: 200 len: 210 time: 0.0375197 Nov 23 18:41:25.407891 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41246) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:25.541193 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef8927fc-198e-4457-a9fc-a7ddc8b03e0e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2af22d4c52374e68839e1f785ffa9152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321337 Nov 23 18:41:25.543808 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41250) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:25.591734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3124f831-b45a-4509-9db5-1ed35ce5002e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.612606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3124f831-b45a-4509-9db5-1ed35ce5002e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.660525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3124f831-b45a-4509-9db5-1ed35ce5002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.663073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3124f831-b45a-4509-9db5-1ed35ce5002e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.664363 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3124f831-b45a-4509-9db5-1ed35ce5002e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8bedd591-a631-46cb-aa13-db2cd1c8bf4e HTTP/1.1" status: 204 len: 168 time: 0.1195340 Nov 23 18:41:25.672249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124f831-b45a-4509-9db5-1ed35ce5002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bedd591-a631-46cb-aa13-db2cd1c8bf4e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:25.950959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41256) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:25.964774 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b32f-7c5e-42b6-9c75-0331f1e4c7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.050316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b32f-7c5e-42b6-9c75-0331f1e4c7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.054259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b32f-7c5e-42b6-9c75-0331f1e4c7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.095131 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a5a2b32f-7c5e-42b6-9c75-0331f1e4c7af admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec34aebfab5b432e89ec3247b8a83746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429436 Nov 23 18:41:26.096369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2b32f-7c5e-42b6-9c75-0331f1e4c7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6bcdd8-ee57-4932-ba08-ea2524132b6c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:26.097886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41258) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:26.147683 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcca7-e8e9-4703-a796-acfbbd13f689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.169411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcca7-e8e9-4703-a796-acfbbd13f689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.217415 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcca7-e8e9-4703-a796-acfbbd13f689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.220219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcca7-e8e9-4703-a796-acfbbd13f689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.221452 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1a2dcca7-e8e9-4703-a796-acfbbd13f689 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cd6bcdd8-ee57-4932-ba08-ea2524132b6c HTTP/1.1" status: 204 len: 168 time: 0.1225665 Nov 23 18:41:26.229400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dcca7-e8e9-4703-a796-acfbbd13f689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6bcdd8-ee57-4932-ba08-ea2524132b6c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:26.429244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:26.450110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:26.450544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 10958e44-eb4d-41b9-a3b3-dbbe0b526f38 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:26.916088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41280) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:27.015546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1556905313-network', 'tenant_id': '36be201781214288860db8a807fae8a7'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:27.036411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Made reservation on behalf of 36be201781214288860db8a807fae8a7 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:27.038879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.051162 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.128528 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.132387 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.155568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:41:27.169088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f892aa4-6ecc-493f-a9a7-6113ede66921,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:27.173967 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.174320 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Added segment 51382c32-7dba-480e-a2b4-39b6f498c743 of type vlan for network 95e78c69-3b87-401f-9a0e-04f964913ee1 Nov 23 18:41:27.216320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.241492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.242561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:27.243358 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.282312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3650680 Nov 23 18:41:27.285744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41284) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:27.293494 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Request body: {'subnet': {'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1556905313-subnet', 'tenant_id': '36be201781214288860db8a807fae8a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:27.311134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cf4fe-a8bb-4f60-aaf3-2d1eed0c5312 admin admin] Pushing event updated for resources: {'Network': ['ID=95e78c69-3b87-401f-9a0e-04f964913ee1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:27.317916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Made reservation on behalf of 36be201781214288860db8a807fae8a7 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:27.322136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 95e78c69-3b87-401f-9a0e-04f964913ee1 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:41:27.323219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.504393 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.556534 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08661464-ed9f-4075-87ff-8c09f1b6d746,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:27.568762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.569112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.569452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.569795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.570128 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.570458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.570814 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.571143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.571470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.571789 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.572111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.572433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:27.579882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Checking segment: {'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:27.580228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Network hostable DHCP agents. Network: 95e78c69-3b87-401f-9a0e-04f964913ee1, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:41:27.596342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Network 95e78c69-3b87-401f-9a0e-04f964913ee1 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:41:27.605586 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 95e78c69-3b87-401f-9a0e-04f964913ee1) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:27.610234 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:27.610867 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.616126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34932a-172b-4c37-b3f3-e064f9cedd45 None None] Network 95e78c69-3b87-401f-9a0e-04f964913ee1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:41:27.628592 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2a3e3a89-1865-4373-a05c-8308c0672f0e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3412061 Nov 23 18:41:27.751072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d74931-237a-47a4-8e34-8cab3614a971 None None] Network 95e78c69-3b87-401f-9a0e-04f964913ee1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:41:28.072920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-3968136e-474f-489b-9da9-cbb3a0f17de8 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.074332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-3968136e-474f-489b-9da9-cbb3a0f17de8 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 812 time: 0.1116352 Nov 23 18:41:28.089748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-2678355f-994b-41b8-865a-a685bf30a0df tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/quotas/36be201781214288860db8a807fae8a7 HTTP/1.1" status: 200 len: 375 time: 0.0090153 Nov 23 18:41:28.125719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-9a5ab36d-1dbb-45cb-b9e6-48df536a8133 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295062 Nov 23 18:41:28.223761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-14d84b35-ead2-4d15-a159-60e5b5c13a79 service neutron] 10.222.0.74 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907960 Nov 23 18:41:28.314817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-05f8a49e-6f59-4ec1-b226-d1e7629c39ec service neutron] 10.222.0.74 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849714 Nov 23 18:41:28.494983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9cac97d5-df4f-4ad1-8a9f-653b65217228 req-d227f64c-9315-4e87-b694-9b6cae171ad1 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 210 time: 0.0332775 Nov 23 18:41:29.442332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-a8d4807e-2c57-4d02-9591-1a495d0c8324 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:29.444117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-a8d4807e-2c57-4d02-9591-1a495d0c8324 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.66 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 812 time: 0.1073484 Nov 23 18:41:29.458244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Request body: {'port': {'device_id': '03ff496d-ef41-49bb-ae32-23620f454240', 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1', 'admin_state_up': True, 'tenant_id': '36be201781214288860db8a807fae8a7'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:29.599878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e5f78d8-0faa-4d71-9951-5d0f7fd4d6e6 req-a3c787ec-da81-458e-be70-5375784fac67 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 210 time: 0.0330548 Nov 23 18:41:29.605586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Made reservation on behalf of 36be201781214288860db8a807fae8a7 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:29.610030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.740123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Allocated IP 172.20.0.5 (95e78c69-3b87-401f-9a0e-04f964913ee1/08661464-ed9f-4075-87ff-8c09f1b6d746/7a2b52b6-b2ba-43ed-b6dc-345f2baeee61) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:29.888931 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.922785 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.973076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Network 95e78c69-3b87-401f-9a0e-04f964913ee1 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:29.976057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:29.979769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:29.986508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:30.012201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.012510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.013465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.013892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.014195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.014603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.014979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.015287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.015606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.015928 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.016222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.016551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:30.043925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:30.044764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:30.060595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-38ffa723-6436-4948-b087-ba36d7209de9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066566 Nov 23 18:41:30.072787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Request body: {'port': {'device_id': '03ff496d-ef41-49bb-ae32-23620f454240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:30.127702 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:30.759994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6b8bb-45a4-4fbd-9873-1f7ec6262fad req-cca32906-ba05-41e9-94d0-32cb091631ad tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:30.761487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11d6b8bb-45a4-4fbd-9873-1f7ec6262fad req-cca32906-ba05-41e9-94d0-32cb091631ad tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 931 time: 0.0867114 Nov 23 18:41:30.767017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:30.775883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:30.800408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Transition to ACTIVE for port object 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:30.804833 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:30.863962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11d6b8bb-45a4-4fbd-9873-1f7ec6262fad req-fd050e68-5303-4108-adb1-f432f0a2eca5 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925033 Nov 23 18:41:30.876216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:30.945161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Attempting to bind port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:30.945496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Attempting to bind port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:30.945828 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Attempting to bind port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on network 95e78c69-3b87-401f-9a0e-04f964913ee1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:30.950412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on network 95e78c69-3b87-401f-9a0e-04f964913ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:30.950756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Attempting to bind port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on network 95e78c69-3b87-401f-9a0e-04f964913ee1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:30.955681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:30.956024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Checking segment: {'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:30.956406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Bound using segment: {'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:30.956829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Bound port: 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:30.957183 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.021117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:31.024440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:31.028940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.067171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.067830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.069490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-50db6660-c885-4047-8827-d482ddeb818b service neutron] 10.222.0.66 "PUT /v2.0/ports/7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 1091 time: 1.0009739 Nov 23 18:41:31.070010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:31.072354 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e6471d-8bf9-464b-a3e3-f917d19273ce" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:31.100220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db6660-c885-4047-8827-d482ddeb818b service neutron] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:31.122349 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ce685-fe2d-48e8-8cf8-849ce56ec4dd x-openstack-request-id: req-a08ce685-fe2d-48e8-8cf8-849ce56ec4dd {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:31.122870 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:31.123412 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a08ce685-fe2d-48e8-8cf8-849ce56ec4dd {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:31.123811 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'status': 'completed', 'code': 200} Nov 23 18:41:31.157721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-70d05793-b65a-496a-be82-c7c91bd1dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.160195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-70d05793-b65a-496a-be82-c7c91bd1dc81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1094 time: 0.0471509 Nov 23 18:41:31.204858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-54ed19e7-4c94-4e8f-90ce-1b2716b2de68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 217 time: 0.0370440 Nov 23 18:41:31.258293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-fb32204c-d30e-42c3-b624-c0917097b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.259791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-fb32204c-d30e-42c3-b624-c0917097b69e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 200 len: 852 time: 0.0483685 Nov 23 18:41:31.295415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-e970ad94-f83d-4b7a-a524-d3907cd41f45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95e78c69-3b87-401f-9a0e-04f964913ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278349 Nov 23 18:41:31.391563 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-ac8d5b36-2f2c-4f04-9402-ecc009443b27 service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894723 Nov 23 18:41:31.488709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb77296f-bc4e-4554-b262-1703c62352e9 req-9c8a6226-348e-40f4-950c-20f4481f7e6a service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900903 Nov 23 18:41:31.583569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-485e147b-35cd-4639-975b-e47259b4853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.585077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-485e147b-35cd-4639-975b-e47259b4853d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1094 time: 0.0442486 Nov 23 18:41:31.685938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-64aab821-7da0-48d8-8fe2-c4ce2c29e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.687457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-64aab821-7da0-48d8-8fe2-c4ce2c29e41c service neutron] 10.222.0.66 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 913 time: 0.0941021 Nov 23 18:41:31.732717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-72994896-c63b-42db-8735-d6521bb7a28f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 217 time: 0.0362248 Nov 23 18:41:31.782823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-3575cab6-f48b-43ef-86b6-0c15447060ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.784262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-3575cab6-f48b-43ef-86b6-0c15447060ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 200 len: 852 time: 0.0445054 Nov 23 18:41:31.823381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-2044c3e9-be31-4fbb-b5db-7f3dec3ef32b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95e78c69-3b87-401f-9a0e-04f964913ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313823 Nov 23 18:41:31.917487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-79add41e-7e41-4c21-a939-22f5a81927d8 service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857666 Nov 23 18:41:32.041354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a257b-790b-4bcd-91f9-f7111707a947 req-93a4775d-5498-4d3c-8f59-ddd5a0d7f5cb tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:32.042774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c8a257b-790b-4bcd-91f9-f7111707a947 req-93a4775d-5498-4d3c-8f59-ddd5a0d7f5cb tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 943 time: 0.0992196 Nov 23 18:41:32.060517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91e6471d-8bf9-464b-a3e3-f917d19273ce req-65758b79-3b2d-46cd-953c-9cbc3d7677c9 service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343613 Nov 23 18:41:32.097304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c8a257b-790b-4bcd-91f9-f7111707a947 req-1074f938-4057-49ed-b9cb-b79a5e60bd87 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482993 Nov 23 18:41:33.218848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326ae8e-c457-4faf-a970-f73fa2018a4c req-4e092f6c-6c8a-4753-9cf5-65e8e259f459 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:33.220363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3326ae8e-c457-4faf-a970-f73fa2018a4c req-4e092f6c-6c8a-4753-9cf5-65e8e259f459 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 943 time: 0.0537300 Nov 23 18:41:33.275985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3326ae8e-c457-4faf-a970-f73fa2018a4c req-475dfc20-0c64-4774-b6a7-aa87a8ef9c46 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495238 Nov 23 18:41:33.473981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:33.569885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:33.580950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1', 'port_id': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'mac_address': 'fa:16:3e:18:bf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08661464-ed9f-4075-87ff-8c09f1b6d746', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:33.621701 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:33.635320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:33.655150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:33.661568 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:33.713526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:33.907117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:34.393991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0bd73-3d01-4409-b627-4d1c29d494bb req-cb804ba4-7727-476a-aace-3d8f6edc73a1 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:34.395589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19e0bd73-3d01-4409-b627-4d1c29d494bb req-cb804ba4-7727-476a-aace-3d8f6edc73a1 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 944 time: 0.0501504 Nov 23 18:41:34.444728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19e0bd73-3d01-4409-b627-4d1c29d494bb req-32b3580c-9e03-42a1-aeee-24e4e4bfd4ca tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Nov 23 18:41:35.485209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:35.540980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:35.545498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:35.545879 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.572201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2b41-073e-445b-baf9-69365a6e610d req-c06711c9-d82a-4c7e-a596-f14c4f9f1f62 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:35.573697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-70cf2b41-073e-445b-baf9-69365a6e610d req-c06711c9-d82a-4c7e-a596-f14c4f9f1f62 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 944 time: 0.0525858 Nov 23 18:41:35.623588 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-70cf2b41-073e-445b-baf9-69365a6e610d req-aab29dcf-3d46-4de6-b2d0-8682cc2aaa7d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Nov 23 18:41:35.628449 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.658198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:35.661000 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8dc360-2b78-49b7-aeca-f3ddc2cc5e70" -d '{"events": [{"server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:35.675583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:35.680616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.706271 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb2650b-0c93-4fc5-a41a-0c46d7f473d1 x-openstack-request-id: req-cbb2650b-0c93-4fc5-a41a-0c46d7f473d1 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:35.706572 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:35.706857 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cbb2650b-0c93-4fc5-a41a-0c46d7f473d1 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:35.707263 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'code': 200} Nov 23 18:41:35.734974 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:35.806467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6b60b-38f7-4afd-a7b0-34b987d9bb9d req-2e5ec4a7-599a-4f0f-bd99-56ce3d80434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:35.808160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04c6b60b-38f7-4afd-a7b0-34b987d9bb9d req-2e5ec4a7-599a-4f0f-bd99-56ce3d80434b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1096 time: 0.0474045 Nov 23 18:41:35.856655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-04c6b60b-38f7-4afd-a7b0-34b987d9bb9d req-f260cee0-45cc-4a60-8d60-b0c789b8aeb9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Nov 23 18:41:36.744402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0501-03d6-4cfa-bf1d-ce304dc95615 req-35cc5327-fd27-4a56-b671-0911f81e8d1d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:36.745953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aabc0501-03d6-4cfa-bf1d-ce304dc95615 req-35cc5327-fd27-4a56-b671-0911f81e8d1d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0522106 Nov 23 18:41:36.795920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aabc0501-03d6-4cfa-bf1d-ce304dc95615 req-edcc1df7-048f-4bf1-ab5e-9df80805f9e7 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Nov 23 18:41:37.920919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56ce9-5beb-4564-b87c-8a49988a0023 req-e4347109-996d-460c-a10f-324253474efa tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:37.922411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8da56ce9-5beb-4564-b87c-8a49988a0023 req-e4347109-996d-460c-a10f-324253474efa tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0559161 Nov 23 18:41:37.970190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8da56ce9-5beb-4564-b87c-8a49988a0023 req-4f62bbb6-a231-45c4-a64e-24a0fb2ed5f5 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Nov 23 18:41:38.277556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41338) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:38.335622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e86a73-066f-4485-a81c-75688d972a4e req-0fe227c0-1d7b-461d-bf81-f45c68e2e6ae tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.337210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64e86a73-066f-4485-a81c-75688d972a4e req-0fe227c0-1d7b-461d-bf81-f45c68e2e6ae tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0537918 Nov 23 18:41:38.375084 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-949fca6d-d3be-4131-9093-df50cea69513 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962107 Nov 23 18:41:38.385821 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-40201a9a-870b-4087-923b-ece7cbb96e02 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:41:38.386844 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-40201a9a-870b-4087-923b-ece7cbb96e02 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050709 Nov 23 18:41:38.387916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64e86a73-066f-4485-a81c-75688d972a4e req-f9bccf94-0870-4326-aa42-b69fad2cf1ad tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Nov 23 18:41:39.522078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4754c8c-3ec3-40c2-a3a9-36adb1189aa6 req-742f8c1e-ba27-4462-b231-b6a8ba8608b4 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:39.524363 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4754c8c-3ec3-40c2-a3a9-36adb1189aa6 req-742f8c1e-ba27-4462-b231-b6a8ba8608b4 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0529332 Nov 23 18:41:39.607549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d4754c8c-3ec3-40c2-a3a9-36adb1189aa6 req-50a771f9-0001-479f-a3b0-29230f0aac55 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742295 Nov 23 18:41:39.617441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-5a93f8ef-22ab-4949-9f87-3531de26ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:39.618978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-5a93f8ef-22ab-4949-9f87-3531de26ca70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1096 time: 0.0630338 Nov 23 18:41:39.710290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-baa7af5e-81f1-42b4-8c19-dfab29f5d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:39.711810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-baa7af5e-81f1-42b4-8c19-dfab29f5d39e service neutron] 10.222.0.66 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 913 time: 0.0854490 Nov 23 18:41:39.756952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-16f52fe6-5bf0-4503-8fd8-1ad365caf117 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 217 time: 0.0386069 Nov 23 18:41:39.807205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-75d4cfb8-2910-40e8-a2ac-7aed19457ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:39.808692 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-75d4cfb8-2910-40e8-a2ac-7aed19457ff1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 200 len: 852 time: 0.0453548 Nov 23 18:41:39.841495 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-3b7685c9-daa7-47ac-a71f-c8f9df56b621 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95e78c69-3b87-401f-9a0e-04f964913ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253112 Nov 23 18:41:39.935004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-14a2a304-e1c6-4476-bfa0-4faced242d78 service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861576 Nov 23 18:41:40.025878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-aa9f94d2-6fe7-4905-9f17-a7a441c8b940 service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831506 Nov 23 18:41:40.727639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1ae4e-b136-40c9-83bd-8bb3882b641f req-2fe410f9-89b7-45cd-982f-9a5957c3728d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.729130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73e1ae4e-b136-40c9-83bd-8bb3882b641f req-2fe410f9-89b7-45cd-982f-9a5957c3728d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Nov 23 18:41:40.782816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73e1ae4e-b136-40c9-83bd-8bb3882b641f req-d6ef35c0-0f30-4be3-8699-78e7c97e9ed3 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477290 Nov 23 18:41:41.340404 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-20fac1a9-7228-4c4d-9bf6-1666c297f3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:41.901758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9361eef-99f7-4d5f-a63d-4d32c4c4a3f1 req-d0b9a0e7-e2ec-4c23-b6f5-9f5116fa10d9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:41.903987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9361eef-99f7-4d5f-a63d-4d32c4c4a3f1 req-d0b9a0e7-e2ec-4c23-b6f5-9f5116fa10d9 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0507424 Nov 23 18:41:41.952611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9361eef-99f7-4d5f-a63d-4d32c4c4a3f1 req-d331c34b-4800-4631-bdd8-4fb0aad9e1d4 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Nov 23 18:41:43.071949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08196bc4-cc44-46c0-b54b-d1160c246c6e req-76d087d8-1a49-4384-8f83-12df8aa9dbdd tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:43.073487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08196bc4-cc44-46c0-b54b-d1160c246c6e req-76d087d8-1a49-4384-8f83-12df8aa9dbdd tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Nov 23 18:41:43.124390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08196bc4-cc44-46c0-b54b-d1160c246c6e req-84c05840-8e7a-41a9-9597-89f849d95a2e tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448415 Nov 23 18:41:43.412202 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5314f13-5586-4cd1-8ec9-eb3134895c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.485103 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:41:44.248698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff02d5d-d5f0-4026-ade7-b213029213af req-ef6be01a-94c3-4dd7-8d68-04029dc9f58b tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:44.250959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ff02d5d-d5f0-4026-ade7-b213029213af req-ef6be01a-94c3-4dd7-8d68-04029dc9f58b tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0547574 Nov 23 18:41:44.301608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ff02d5d-d5f0-4026-ade7-b213029213af req-f166ca35-e9d2-493b-969e-7789665aa014 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Nov 23 18:41:45.227511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.417211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b672-e75b-4dac-9aed-30a0f8564f4c req-1e232c88-bde1-40b8-8f8c-d74bde46f056 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:45.418733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce41b672-e75b-4dac-9aed-30a0f8564f4c req-1e232c88-bde1-40b8-8f8c-d74bde46f056 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0497601 Nov 23 18:41:45.466256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce41b672-e75b-4dac-9aed-30a0f8564f4c req-2a023200-1735-4f2d-93ac-4b57cd078232 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Nov 23 18:41:46.571256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.598138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461ff46-e796-4b74-9e6b-a035e272fb46 req-55ed3a4d-9846-46c3-ad8a-1fc4dc61a93e tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.599754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f461ff46-e796-4b74-9e6b-a035e272fb46 req-55ed3a4d-9846-46c3-ad8a-1fc4dc61a93e tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0627162 Nov 23 18:41:46.647093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f461ff46-e796-4b74-9e6b-a035e272fb46 req-26191650-07bb-4185-99b7-daf5527da999 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409515 Nov 23 18:41:47.763367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b56ebc-a53d-447b-a641-29cfa55bed3c req-97b8b74e-48a1-4847-bf03-6dd0b3baa839 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:47.765273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53b56ebc-a53d-447b-a641-29cfa55bed3c req-97b8b74e-48a1-4847-bf03-6dd0b3baa839 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Nov 23 18:41:47.813617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-53b56ebc-a53d-447b-a641-29cfa55bed3c req-f66c7f0c-87f7-498f-8ba6-31241795d09d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Nov 23 18:41:47.979253 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.932559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5bd19-e035-45e7-9bf7-5a9e10902ca4 req-2290796f-3d89-467b-96ed-c7bf614b1149 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:48.934093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b5bd19-e035-45e7-9bf7-5a9e10902ca4 req-2290796f-3d89-467b-96ed-c7bf614b1149 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0494738 Nov 23 18:41:48.987265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b5bd19-e035-45e7-9bf7-5a9e10902ca4 req-eff80488-d9cd-4bb6-aa49-ebb0c59b8ee0 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467341 Nov 23 18:41:49.910974 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.108936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f4127-85bd-472b-8997-f5becfdc8fc3 req-cba59c3a-fe0e-487a-906c-8f44ede3dd9a tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:50.110439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e26f4127-85bd-472b-8997-f5becfdc8fc3 req-cba59c3a-fe0e-487a-906c-8f44ede3dd9a tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0514700 Nov 23 18:41:50.158720 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e26f4127-85bd-472b-8997-f5becfdc8fc3 req-08e8cacb-8905-4448-a64a-eb61091a9a4e tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 Nov 23 18:41:50.970520 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:51.289620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805640a-e88d-47f6-aa2b-0d22f8862050 req-b965171c-8f29-452c-9bf7-71854286c277 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:51.291066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5805640a-e88d-47f6-aa2b-0d22f8862050 req-b965171c-8f29-452c-9bf7-71854286c277 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0550690 Nov 23 18:41:51.341259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5805640a-e88d-47f6-aa2b-0d22f8862050 req-d5a05623-d11e-4ace-ae03-efabfeacb37d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Nov 23 18:41:52.468863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a3158-4b36-437e-ad41-ba2fd54e3d5e req-4f7aeca6-3b2d-4b6d-b2fb-028a2d6e0553 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:52.470391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b5a3158-4b36-437e-ad41-ba2fd54e3d5e req-4f7aeca6-3b2d-4b6d-b2fb-028a2d6e0553 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0559425 Nov 23 18:41:52.521940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b5a3158-4b36-437e-ad41-ba2fd54e3d5e req-bb0251ef-b74f-45a2-8e25-0dafb772b6cb tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Nov 23 18:41:53.652877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9854-faf8-4be9-aa3a-67da8824981b req-21d36d0f-a76c-41c6-9901-a5e965f80f0d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:53.654423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-549a9854-faf8-4be9-aa3a-67da8824981b req-21d36d0f-a76c-41c6-9901-a5e965f80f0d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0625339 Nov 23 18:41:53.709730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-549a9854-faf8-4be9-aa3a-67da8824981b req-597f48f2-265a-4b7e-b68e-296c4baa0efc tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487337 Nov 23 18:41:54.830645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f80f9-f322-443d-abca-668567cc88d5 req-79c4c816-f1ae-49ef-802b-4b993a067d78 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:54.832268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b67f80f9-f322-443d-abca-668567cc88d5 req-79c4c816-f1ae-49ef-802b-4b993a067d78 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0503676 Nov 23 18:41:54.886333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b67f80f9-f322-443d-abca-668567cc88d5 req-444b25e6-9640-4120-b9e3-d4bdd19b8619 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475166 Nov 23 18:41:56.005701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ed564-455a-48ac-9485-9c53a723fa9a req-1ee6f7ea-4859-4f9e-a4f4-439fe525d840 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:56.006830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b3ed564-455a-48ac-9485-9c53a723fa9a req-1ee6f7ea-4859-4f9e-a4f4-439fe525d840 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0511706 Nov 23 18:41:56.056639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7b3ed564-455a-48ac-9485-9c53a723fa9a req-13183144-330c-4c99-ab77-56cef9724d6b tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 Nov 23 18:41:57.176094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068203-7a7e-4959-9ce8-6801c05fd3cc req-46895202-4189-4b8f-a808-8a90db197c0c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:57.177814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0068203-7a7e-4959-9ce8-6801c05fd3cc req-46895202-4189-4b8f-a808-8a90db197c0c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0512660 Nov 23 18:41:57.228802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b0068203-7a7e-4959-9ce8-6801c05fd3cc req-c02fde2c-94f7-48ff-a25d-26df4e94ef80 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Nov 23 18:41:58.354784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85007d1-1053-4eb1-bf4a-945e7b447ef6 req-ada2c924-461e-4c68-a415-517e4abb4de2 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:58.356339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e85007d1-1053-4eb1-bf4a-945e7b447ef6 req-ada2c924-461e-4c68-a415-517e4abb4de2 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0559609 Nov 23 18:41:58.404966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e85007d1-1053-4eb1-bf4a-945e7b447ef6 req-7e85d6bd-14b6-4349-bde5-7aeb62e9e09f tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Nov 23 18:41:59.524281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5befec-d3ed-40a1-9646-d909cf183237 req-572d17ac-9fc8-437b-9a87-9484f08e24e2 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:59.525833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf5befec-d3ed-40a1-9646-d909cf183237 req-572d17ac-9fc8-437b-9a87-9484f08e24e2 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Nov 23 18:41:59.574057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf5befec-d3ed-40a1-9646-d909cf183237 req-cf5154ec-a91e-4b2e-9149-b440f24be722 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Nov 23 18:42:00.694432 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b60236-939b-48dc-a5bc-09dc4c2283d3 req-476ed2d5-40f3-4259-b862-edacbc686347 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:00.695976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6b60236-939b-48dc-a5bc-09dc4c2283d3 req-476ed2d5-40f3-4259-b862-edacbc686347 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0535822 Nov 23 18:42:00.744472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b6b60236-939b-48dc-a5bc-09dc4c2283d3 req-a00a0ef8-29e2-4dc0-accf-6cdc648a4bcb tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Nov 23 18:42:01.861943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc88ce-26c6-4348-add1-d47a379c89d2 req-bd8c7207-2c3e-4dab-abfb-8aaaa4c42af8 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:01.863468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8fc88ce-26c6-4348-add1-d47a379c89d2 req-bd8c7207-2c3e-4dab-abfb-8aaaa4c42af8 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0497861 Nov 23 18:42:01.912790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a8fc88ce-26c6-4348-add1-d47a379c89d2 req-ab58a319-77ee-47dc-9a2e-64998f50288a tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Nov 23 18:42:03.030088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80738b8-4618-4e59-980c-6c77c248f368 req-a50f3cdc-ea53-4897-8d84-074e6f0b5d47 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:03.031620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b80738b8-4618-4e59-980c-6c77c248f368 req-a50f3cdc-ea53-4897-8d84-074e6f0b5d47 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Nov 23 18:42:03.084371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b80738b8-4618-4e59-980c-6c77c248f368 req-984ccf50-c807-48f7-9344-4942b73a7f78 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458589 Nov 23 18:42:04.202942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4739ae-66e8-4d6d-a241-b0147fb10d9a req-d624ee3b-7c1c-4cd2-993d-ae816411d525 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:04.204479 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd4739ae-66e8-4d6d-a241-b0147fb10d9a req-d624ee3b-7c1c-4cd2-993d-ae816411d525 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0506909 Nov 23 18:42:04.254502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd4739ae-66e8-4d6d-a241-b0147fb10d9a req-535a478f-217b-490d-a39d-c1117f4a7c7d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Nov 23 18:42:05.377823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b4ab-768c-435f-b86b-e011f678560f req-f7fff508-0e37-424b-8873-f83356d1eac8 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:05.379370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc85b4ab-768c-435f-b86b-e011f678560f req-f7fff508-0e37-424b-8873-f83356d1eac8 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0515835 Nov 23 18:42:05.429837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc85b4ab-768c-435f-b86b-e011f678560f req-ce1c5155-8a03-47cc-abd0-2634cdb53016 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Nov 23 18:42:06.559822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b4e41-c2be-4037-b805-d3df2223291c req-82fec1e7-482b-41b7-84a3-f6195487d063 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:06.561310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c42b4e41-c2be-4037-b805-d3df2223291c req-82fec1e7-482b-41b7-84a3-f6195487d063 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0540719 Nov 23 18:42:06.609558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c42b4e41-c2be-4037-b805-d3df2223291c req-74304e06-332a-4444-a201-9d0ae7da4913 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Nov 23 18:42:06.893430 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-3cf25e5b-9cd4-4106-af0d-adbfdd36daa7 service neutron] show failed (client error): The resource could not be found. Nov 23 18:42:06.894373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-3cf25e5b-9cd4-4106-af0d-adbfdd36daa7 service neutron] 10.222.0.66 "GET /v2.0/ports/7a2b52b6-b2ba-43ed-b6dc-345f2baeee61/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0599449 Nov 23 18:42:07.220385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-5615d28f-a508-4eb3-baa8-4e3a114aa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:07.221921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-5615d28f-a508-4eb3-baa8-4e3a114aa098 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240&tenant_id=36be201781214288860db8a807fae8a7 HTTP/1.1" status: 200 len: 1096 time: 0.0833371 Nov 23 18:42:07.239142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:07.293805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.510966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:07.546558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:07.591915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:07.594197 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bcbf0d-a08a-4a1c-8864-2225d43a76e0" -d '{"events": [{"server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:07.598534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.612139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Transition to ACTIVE for port object 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:07.617400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.651881 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191d7f21-b2c6-4021-8d4e-2f35723bdf99 x-openstack-request-id: req-191d7f21-b2c6-4021-8d4e-2f35723bdf99 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:07.652191 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:07.652448 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-191d7f21-b2c6-4021-8d4e-2f35723bdf99 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:07.652853 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'code': 200} Nov 23 18:42:07.682718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] No DVR routers for this DVR port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:07.729109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:07.762963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Attempting to bind port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:07.763237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Attempting to bind port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:07.763562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Attempting to bind port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on network 95e78c69-3b87-401f-9a0e-04f964913ee1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:07.773298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on network 95e78c69-3b87-401f-9a0e-04f964913ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:07.773630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Attempting to bind port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on network 95e78c69-3b87-401f-9a0e-04f964913ee1 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:07.781476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:07.781819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Checking segment: {'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:07.782216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Bound using segment: {'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:07.782649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Bound port: 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51382c32-7dba-480e-a2b4-39b6f498c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:07.783039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.794298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224342a-e961-4aee-b72a-d6ea9ade9e8b req-fb09d008-ae73-4caf-9407-f16c157a940d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:07.796723 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c224342a-e961-4aee-b72a-d6ea9ade9e8b req-fb09d008-ae73-4caf-9407-f16c157a940d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 943 time: 0.0935004 Nov 23 18:42:07.892236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c224342a-e961-4aee-b72a-d6ea9ade9e8b req-3a54eca4-b8f9-4316-8c00-97e911c5af73 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892477 Nov 23 18:42:07.898005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:07.901305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:07.906313 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.944346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:07.944972 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.946458 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] 10.222.0.72 "PUT /v2.0/ports/7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 1091 time: 0.7122896 Nov 23 18:42:07.970039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512425c-b723-4908-bb41-7c837dd236d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:08.017389 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-8f7d4c1f-1f22-4bae-8246-cef3179d79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.018944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-8f7d4c1f-1f22-4bae-8246-cef3179d79fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1094 time: 0.0453808 Nov 23 18:42:08.124567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-528e3afe-3f0a-4ac8-a275-3e1f28201bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.126266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-528e3afe-3f0a-4ac8-a275-3e1f28201bbc service neutron] 10.222.0.72 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 913 time: 0.0946765 Nov 23 18:42:08.173775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-1c62faeb-b20f-4248-9b77-a85428659a48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 217 time: 0.0362434 Nov 23 18:42:08.232374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-dd447f4f-3c83-4bb3-b5df-2802ae25d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.233847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-dd447f4f-3c83-4bb3-b5df-2802ae25d502 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 200 len: 852 time: 0.0493865 Nov 23 18:42:08.274016 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-5894c3c2-e18a-4b7f-b6bc-cc8e34abb513 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=95e78c69-3b87-401f-9a0e-04f964913ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278912 Nov 23 18:42:08.372232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-35425c52-7d00-4367-bfcf-7972ffe89657 service neutron] 10.222.0.72 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862641 Nov 23 18:42:08.478206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d206cbf8-c4c5-4a4f-8a55-9fde1e886c32 req-0a645b66-5b45-414f-8936-1711124f2743 service neutron] 10.222.0.72 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955648 Nov 23 18:42:09.017569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffec7a-3e92-4f9f-a23f-7a2c55e6e4fb req-f3ac5ab2-adc7-4fe6-8a68-553d1578b550 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:09.019140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77ffec7a-3e92-4f9f-a23f-7a2c55e6e4fb req-f3ac5ab2-adc7-4fe6-8a68-553d1578b550 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 943 time: 0.0522013 Nov 23 18:42:09.071484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-77ffec7a-3e92-4f9f-a23f-7a2c55e6e4fb req-bc1f8d01-10c6-41f6-b130-6b4dfda7f71d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443761 Nov 23 18:42:09.597501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:09.639100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:09.653738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:09.656399 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f5c671-c089-4f63-a3c0-4f40a832721d" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:09.704328 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf9dc83-dded-40c2-b7fc-a6e428ea820c x-openstack-request-id: req-eaf9dc83-dded-40c2-b7fc-a6e428ea820c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:09.704663 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:09.704969 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eaf9dc83-dded-40c2-b7fc-a6e428ea820c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:09.705405 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'status': 'completed', 'code': 200} Nov 23 18:42:09.796626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-12f6f1c4-9a7b-4bc7-b428-5375f121a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:09.798147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-12f6f1c4-9a7b-4bc7-b428-5375f121a225 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1094 time: 0.0724497 Nov 23 18:42:09.799940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-704c5284-4230-4a6f-83e7-76c816f50168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:09.801281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-704c5284-4230-4a6f-83e7-76c816f50168 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1094 time: 0.0675812 Nov 23 18:42:09.959592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-fb47135b-720d-4182-998f-00464b432ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:09.961093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-fb47135b-720d-4182-998f-00464b432ddc service neutron] 10.222.0.66 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 913 time: 0.1559582 Nov 23 18:42:09.962465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-033609ef-5906-47b6-9985-12f009de7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:09.963807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-033609ef-5906-47b6-9985-12f009de7b0b service neutron] 10.222.0.72 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 913 time: 0.1514196 Nov 23 18:42:10.041574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-544eea1c-90f1-4b87-affd-b6fe28738fe9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 217 time: 0.0700707 Nov 23 18:42:10.042803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-2b4f5be4-9ff4-4a24-b745-eedd9e2f9535 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 217 time: 0.0701928 Nov 23 18:42:10.409839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-a487cec2-a6d1-4cf1-96f3-40c1a9c3ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:10.411520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-a487cec2-a6d1-4cf1-96f3-40c1a9c3ba88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 200 len: 852 time: 0.3545802 Nov 23 18:42:10.414076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-3e089caa-3a04-4b42-80b5-1cea88c20651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:10.415472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-3e089caa-3a04-4b42-80b5-1cea88c20651 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 200 len: 852 time: 0.3659377 Nov 23 18:42:10.467834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-a8a36355-7556-441e-8b31-76a971091240 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=95e78c69-3b87-401f-9a0e-04f964913ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486300 Nov 23 18:42:10.470408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-5f2ec13e-e63a-416a-adea-737cdee72d48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95e78c69-3b87-401f-9a0e-04f964913ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425591 Nov 23 18:42:10.478585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3160ce-fde6-45da-bac6-c55b69b26c51 req-ec57f65f-03ad-4daf-8176-5dec308adb6d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:10.480110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e3160ce-fde6-45da-bac6-c55b69b26c51 req-ec57f65f-03ad-4daf-8176-5dec308adb6d tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 943 time: 0.1229241 Nov 23 18:42:10.616482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:10.663560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8e3160ce-fde6-45da-bac6-c55b69b26c51 req-b70f1542-6b2c-42a3-87ce-21160d4a00cd tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680276 Nov 23 18:42:10.672364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-723076d8-acea-425b-b713-1edb02b01d78 service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911521 Nov 23 18:42:10.703186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-c63788f0-a45c-4b78-98ba-8b34119f9191 service neutron] 10.222.0.72 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210207 Nov 23 18:42:10.720993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:10.733671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'network_id': '95e78c69-3b87-401f-9a0e-04f964913ee1', 'port_id': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'mac_address': 'fa:16:3e:18:bf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08661464-ed9f-4075-87ff-8c09f1b6d746', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:10.772942 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:10.786847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:10.812389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:10.818163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:10.866649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:10.874349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.874732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.875089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.875439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.875784 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.876124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.876399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-f5abbbca-0116-4b48-b6cd-e1ad78e7a82d service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963933 Nov 23 18:42:10.876504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.876786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.877120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.877454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.877787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.878116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:10.899007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22f5c671-c089-4f63-a3c0-4f40a832721d req-0a171faf-e45c-43fb-8ff9-74c0ed1d8c25 service neutron] 10.222.0.72 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870866 Nov 23 18:42:11.001687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-74063eb8-0463-4c39-8fdf-6917885214a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:11.003219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-74063eb8-0463-4c39-8fdf-6917885214a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1095 time: 0.0414999 Nov 23 18:42:11.037220 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:11.118368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-937c5ebe-8002-4b46-bc39-e04cd89e00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:11.119821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-937c5ebe-8002-4b46-bc39-e04cd89e00a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 913 time: 0.0936468 Nov 23 18:42:11.164837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-3df18c67-079d-4990-aae9-aebb3f8d016e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 217 time: 0.0377133 Nov 23 18:42:11.221307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-430b4d27-a21c-4c87-b3c5-3b5ffaa3b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:11.222837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-430b4d27-a21c-4c87-b3c5-3b5ffaa3b131 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 200 len: 852 time: 0.0506070 Nov 23 18:42:11.258866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-49ef1a78-32c9-4c81-855c-7366e5f29846 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=95e78c69-3b87-401f-9a0e-04f964913ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254033 Nov 23 18:42:11.345867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b13ce0aa-8351-40b7-823c-61443a395d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.355820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-a8925cfe-3327-4d8e-a8d6-91ae1a6094a5 service neutron] 10.222.0.72 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895758 Nov 23 18:42:11.465748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7921cdcc-f22f-40f9-b6fe-f8fd5ed28f75 req-4b70a82f-4758-48bf-8c8a-1e58bf5c9ecf service neutron] 10.222.0.72 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021378 Nov 23 18:42:11.811628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e88d25-d4ef-4da9-8e1b-1ac8ad8e8b94 req-806d1cc5-d408-48b2-a416-8117cb8e6a5e tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:11.813781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7e88d25-d4ef-4da9-8e1b-1ac8ad8e8b94 req-806d1cc5-d408-48b2-a416-8117cb8e6a5e tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 944 time: 0.0639555 Nov 23 18:42:11.874088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7e88d25-d4ef-4da9-8e1b-1ac8ad8e8b94 req-1920ea3c-41e5-45cc-95dd-320b51b64271 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537806 Nov 23 18:42:12.169247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1974c24d-4683-43a2-92c6-2d58894bcc60 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:12.170807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1974c24d-4683-43a2-92c6-2d58894bcc60 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.66 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240&tenant_id=36be201781214288860db8a807fae8a7&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 944 time: 0.0960414 Nov 23 18:42:12.246548 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-9880b2aa-86cd-4e5f-8f16-9bae20d31b84 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:42:12.246899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-9880b2aa-86cd-4e5f-8f16-9bae20d31b84 service neutron] 10.222.0.66 "DELETE /v2.0/ports/7a2b52b6-b2ba-43ed-b6dc-345f2baeee61/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0687976 Nov 23 18:42:12.334605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-470c7e0d-e730-41fc-b05f-833b9c885219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:12.336170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-470c7e0d-e730-41fc-b05f-833b9c885219 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36be201781214288860db8a807fae8a7&device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 1095 time: 0.0432560 Nov 23 18:42:12.433371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-dbef820a-b617-438c-bf15-3f1c099cd1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:12.434887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-dbef820a-b617-438c-bf15-3f1c099cd1ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 200 len: 913 time: 0.0919137 Nov 23 18:42:12.479794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-bc156c16-2b15-4098-8bf2-c4e11c74f33e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 200 len: 217 time: 0.0369058 Nov 23 18:42:12.536281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-86d804d8-0865-4eff-985c-b29a48fd2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:12.537982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-86d804d8-0865-4eff-985c-b29a48fd2cdc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 200 len: 852 time: 0.0504708 Nov 23 18:42:12.580418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-bd46e448-66cc-4699-bd32-11b9c6db8afe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95e78c69-3b87-401f-9a0e-04f964913ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350235 Nov 23 18:42:12.622135 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:12.678968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:42:12.683012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:12.683395 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:12.705325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-35d78858-ed2f-4337-84bd-c20b1b171ee9 service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177666 Nov 23 18:42:12.766847 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:12.796815 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:12.799680 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf44889-44c9-4fa4-93fd-1a8ca428da76" -d '{"events": [{"server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:12.808534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-dc7d2a14-ae74-4725-a11c-3d240be56ff6 service neutron] 10.222.0.66 "GET /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964897 Nov 23 18:42:12.815155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:12.821583 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:12.879015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:13.422085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a01afcad-aa57-44fc-93bc-aaa3f96d5bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:13.458250 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51542697-0f11-4406-abdd-b3fd4ee87b39 x-openstack-request-id: req-51542697-0f11-4406-abdd-b3fd4ee87b39 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:13.458606 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:13.459028 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-51542697-0f11-4406-abdd-b3fd4ee87b39 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:13.459656 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'code': 200} Nov 23 18:42:13.553209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14494868-8d41-400a-a84c-2b8ffdefe988 req-055035ba-92d4-425c-ba79-179d8b16b2a3 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:13.554754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14494868-8d41-400a-a84c-2b8ffdefe988 req-055035ba-92d4-425c-ba79-179d8b16b2a3 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0516653 Nov 23 18:42:13.604243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14494868-8d41-400a-a84c-2b8ffdefe988 req-9af6d067-8af5-4947-bb3e-cf6aaa8261bf tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Nov 23 18:42:14.738633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2994b5-06c6-4bcf-8107-9c80eef5d556 req-8bc14468-6188-4665-9662-6c682c45957b tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:14.740526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d2994b5-06c6-4bcf-8107-9c80eef5d556 req-8bc14468-6188-4665-9662-6c682c45957b tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0631287 Nov 23 18:42:14.792280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d2994b5-06c6-4bcf-8107-9c80eef5d556 req-6227b56d-2b5f-4a48-8ea9-5a7ab208411c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f892aa4-6ecc-493f-a9a7-6113ede66921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447946 Nov 23 18:42:14.893762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-e2c29756-3453-49af-a7af-8129c1a99d3e tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:14.896156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-e2c29756-3453-49af-a7af-8129c1a99d3e tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.72 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 945 time: 0.0533254 Nov 23 18:42:14.994401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Deleting port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:14.994667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.092256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] For port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,segment=NetworkSegment(51382c32-7dba-480e-a2b4-39b6f498c743),segment_id=51382c32-7dba-480e-a2b4-39b6f498c743)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:15.092726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.106856 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Calling delete_port for 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:15.232067 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.258769 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.276791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:15.290149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Pushing event deleted for resources: {'Port': ['ID=7a2b52b6-b2ba-43ed-b6dc-345f2baeee61,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:15.335431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] No DVR routers for this DVR port 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:15.338989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.342518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6cf30dd7-3a5c-4d3f-a6d6-db817d95d081 req-1ba4b234-1a68-422a-8a61-ed2087d5987c tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.72 "DELETE /v2.0/ports/7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 HTTP/1.1" status: 204 len: 173 time: 0.4372151 Nov 23 18:42:15.343051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'name': 'network-vif-deleted', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:15.345472 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bd37ba-1cfe-4b4b-aab4-9684fc1313e3" -d '{"events": [{"server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "name": "network-vif-deleted", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:15.400128 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400bdc02-37d7-4e3c-84e8-4d1543878977 x-openstack-request-id: req-400bdc02-37d7-4e3c-84e8-4d1543878977 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:15.400450 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff496d-ef41-49bb-ae32-23620f454240", "name": "network-vif-deleted", "tag": "7a2b52b6-b2ba-43ed-b6dc-345f2baeee61", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:15.400720 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-400bdc02-37d7-4e3c-84e8-4d1543878977 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:15.401364 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff496d-ef41-49bb-ae32-23620f454240', 'name': 'network-vif-deleted', 'tag': '7a2b52b6-b2ba-43ed-b6dc-345f2baeee61', 'status': 'completed', 'code': 200} Nov 23 18:42:15.946958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6c0f6ba-583b-41fe-be8d-f9d37ad80cdb req-528617fe-386b-4aae-bf9c-6a2170b6e133 tempest-DeleteServersTestJSON-1518255698 tempest-DeleteServersTestJSON-1518255698-project] 10.222.0.74 "GET /v2.0/ports?device_id=03ff496d-ef41-49bb-ae32-23620f454240 HTTP/1.1" status: 200 len: 210 time: 0.0371072 Nov 23 18:42:16.574060 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.080349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41448) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:17.130161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2c2450-de67-477e-b8b7-3215539b3cb6 admin admin] Deleting subnet 08661464-ed9f-4075-87ff-8c09f1b6d746 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:42:17.133373 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2450-de67-477e-b8b7-3215539b3cb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.169384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2450-de67-477e-b8b7-3215539b3cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.214599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2450-de67-477e-b8b7-3215539b3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.271286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2450-de67-477e-b8b7-3215539b3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.297631 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c2450-de67-477e-b8b7-3215539b3cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08661464-ed9f-4075-87ff-8c09f1b6d746,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:17.299632 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2450-de67-477e-b8b7-3215539b3cb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.303746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bd2c2450-de67-477e-b8b7-3215539b3cb6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/08661464-ed9f-4075-87ff-8c09f1b6d746 HTTP/1.1" status: 204 len: 168 time: 0.2220011 Nov 23 18:42:17.306898 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41450) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:17.387467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.474255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.496766 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e78c69-3b87-401f-9a0e-04f964913ee1']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:17.507165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51382c32-7dba-480e-a2b4-39b6f498c743') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:17.507461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51382c32-7dba-480e-a2b4-39b6f498c743') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:17.517173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.532235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.540635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:42:17.541183 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:42:17.542984 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:42:17.600305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.606615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.610067 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/95e78c69-3b87-401f-9a0e-04f964913ee1 HTTP/1.1" status: 204 len: 168 time: 0.3021486 Nov 23 18:42:17.621945 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d28b39-f133-4535-9676-cf264d0142c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e78c69-3b87-401f-9a0e-04f964913ee1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:17.727360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41454) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:17.768635 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-91d208f4-345e-45c1-9c68-2ee7ea273ff8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=36be201781214288860db8a807fae8a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400512 Nov 23 18:42:17.771678 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41456) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:17.826097 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87745817-55b9-4a59-bec3-ee336856d835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.847973 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87745817-55b9-4a59-bec3-ee336856d835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.903340 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87745817-55b9-4a59-bec3-ee336856d835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.906067 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-87745817-55b9-4a59-bec3-ee336856d835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.907319 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-87745817-55b9-4a59-bec3-ee336856d835 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f892aa4-6ecc-493f-a9a7-6113ede66921 HTTP/1.1" status: 204 len: 168 time: 0.1347170 Nov 23 18:42:17.915951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87745817-55b9-4a59-bec3-ee336856d835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f892aa4-6ecc-493f-a9a7-6113ede66921,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:17.983451 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.593779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41478) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:18.646909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:18.668728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:18.669092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7a2b52b6-b2ba-43ed-b6dc-345f2baeee61 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:18.694700 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-869235368-network', 'tenant_id': '0fd7a1f34f4d411d8f96c4ff307dee42'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:18.716589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Made reservation on behalf of 0fd7a1f34f4d411d8f96c4ff307dee42 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:18.719173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.728854 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.809885 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.814384 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.840651 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:42:18.851286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65c68c4-a766-477e-8b3a-da4abb9ec268,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:18.856412 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.856763 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Added segment 7004a395-ba39-46f2-b30c-1820a3722b75 of type vlan for network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 Nov 23 18:42:18.898145 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.926799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.928287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:18.929175 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.972230 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3768487 Nov 23 18:42:18.975921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41482) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:18.980992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Request body: {'subnet': {'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-869235368-subnet', 'tenant_id': '0fd7a1f34f4d411d8f96c4ff307dee42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:19.005305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Made reservation on behalf of 0fd7a1f34f4d411d8f96c4ff307dee42 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:19.007821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.015124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa3c36-7dc8-490f-8e60-f661ff1d334d admin admin] Pushing event updated for resources: {'Network': ['ID=5120d259-5d6a-46f4-bb2e-00755bb8c3f8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:19.026506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:42:19.208485 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.271851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2355c122-a54c-4ea4-9e7d-30154305d0f3,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:19.276510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Checking segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:19.276873 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Network hostable DHCP agents. Network: 5120d259-5d6a-46f4-bb2e-00755bb8c3f8, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:42:19.296341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:42:19.308176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 5120d259-5d6a-46f4-bb2e-00755bb8c3f8) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:19.312348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:19.312933 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.320455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe5e6c-3867-47ce-8b68-f626bbfa43d5 None None] Network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:19.329490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ee25b1bb-b707-48a0-9174-d9b5499fda77 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3523521 Nov 23 18:42:19.463000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8323e1-26e2-4263-9cca-7dc25c75a239 None None] Network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:19.810228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-8dd90796-5ffb-497a-a74e-d21957e74903 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:19.811678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-8dd90796-5ffb-497a-a74e-d21957e74903 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 814 time: 0.1063807 Nov 23 18:42:19.828169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-5646fbf3-ae96-4d0c-940f-4ba0e90bb0c4 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/quotas/0fd7a1f34f4d411d8f96c4ff307dee42 HTTP/1.1" status: 200 len: 375 time: 0.0097871 Nov 23 18:42:19.860427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-f455ff48-501d-428f-a08f-b27c9c771767 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267155 Nov 23 18:42:19.908745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.958747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-ee9fd164-9a7d-4c09-aef7-2a8abfaa3b81 service neutron] 10.222.0.74 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907609 Nov 23 18:42:20.050274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-41820af5-1193-4df8-99ef-fc4feeea5010 service neutron] 10.222.0.74 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843544 Nov 23 18:42:20.220741 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b3fffdf-1dc2-4d80-b1c8-2fd967015d3a req-bda14c3d-8ce6-477c-a400-46186c7627fe tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 210 time: 0.0376289 Nov 23 18:42:20.484369 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:42:20.972455 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.275445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-cac49d31-f529-4689-ba07-faf8f2ccc497 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:21.278201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-cac49d31-f529-4689-ba07-faf8f2ccc497 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.72 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 814 time: 0.1278017 Nov 23 18:42:21.295618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Request body: {'port': {'device_id': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8', 'admin_state_up': True, 'tenant_id': '0fd7a1f34f4d411d8f96c4ff307dee42'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:21.352655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b431f73a-f444-4d19-9d48-812dbe73f678 req-ccb6e88c-9ca3-43a2-b85f-6819eee8a074 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 210 time: 0.0534427 Nov 23 18:42:21.438606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Made reservation on behalf of 0fd7a1f34f4d411d8f96c4ff307dee42 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:21.442303 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.567707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Allocated IP 172.20.0.13 (5120d259-5d6a-46f4-bb2e-00755bb8c3f8/2355c122-a54c-4ea4-9e7d-30154305d0f3/12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:21.719646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.754234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.803101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:21.806000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:21.809682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:21.816157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:21.862905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:21.863518 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.879259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-3e877707-2fd3-413b-b5ef-87cee3f5bc63 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879335 Nov 23 18:42:21.897189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Request body: {'port': {'device_id': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:21.953719 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.220366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:22.228451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.240673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Transition to ACTIVE for port object 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:22.244708 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.296283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:22.366312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Attempting to bind port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:22.366645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Attempting to bind port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:22.367002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Attempting to bind port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:22.371402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:22.371723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Attempting to bind port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:22.376571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:22.376908 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Checking segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:22.377296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Bound using segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:22.377727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Bound port: 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:22.378082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.472475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:22.488530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:22.496330 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.511193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409be8d-c32b-4d63-b75a-4a9841f5a2f7 req-3d05a447-c6da-431e-b455-f7ebb25ba8b3 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:22.512730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8409be8d-c32b-4d63-b75a-4a9841f5a2f7 req-3d05a447-c6da-431e-b455-f7ebb25ba8b3 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 944 time: 0.0867631 Nov 23 18:42:22.521779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:22.522558 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.523961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] 10.222.0.72 "PUT /v2.0/ports/12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 1092 time: 0.6318605 Nov 23 18:42:22.545962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:22.548399 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e42b3fc-40df-43c5-ac81-f71a2f878003" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:22.634809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d290fd-8beb-437b-beec-20ed3b295625 service neutron] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:22.664203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8409be8d-c32b-4d63-b75a-4a9841f5a2f7 req-a97522d3-8480-4f3d-9da3-65e317aff614 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390831 Nov 23 18:42:22.672917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-2e010835-82ed-4f8f-ab48-59b4d1e59758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:22.675465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-2e010835-82ed-4f8f-ab48-59b4d1e59758 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 1095 time: 0.0989769 Nov 23 18:42:22.731087 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282ba24-56c4-4daf-9f0b-3a55a0eb0be7 x-openstack-request-id: req-4282ba24-56c4-4daf-9f0b-3a55a0eb0be7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:22.731304 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:22.731537 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4282ba24-56c4-4daf-9f0b-3a55a0eb0be7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:22.731939 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'status': 'completed', 'code': 200} Nov 23 18:42:22.733731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-df8cab45-2ced-4f3b-be70-ec84e4d67bc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 217 time: 0.0458367 Nov 23 18:42:22.787089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-af5bf582-dcb4-4c60-987f-ba59f433b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:22.788547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-af5bf582-dcb4-4c60-987f-ba59f433b58b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0441983 Nov 23 18:42:22.826765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-914da9c4-8791-4842-ad86-9714b1acdfe5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247002 Nov 23 18:42:23.179008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-91c02e59-0007-4eba-a08f-2fe1e11d53ef service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393090 Nov 23 18:42:23.280965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aff35feb-9962-4b02-bc98-d248b8a2cb71 req-f71a5565-0a5c-416f-996a-575bf41b5d09 service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908859 Nov 23 18:42:23.388556 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-1eee9aac-68bd-4ace-84d0-02b42cd22c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.390087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-1eee9aac-68bd-4ace-84d0-02b42cd22c17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 1095 time: 0.0474355 Nov 23 18:42:23.485442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-522071db-f01b-48ac-b593-0fee23cb3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.486900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-522071db-f01b-48ac-b593-0fee23cb3d0b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.0888841 Nov 23 18:42:23.536360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-a7b91b0a-27ad-4ace-a797-d4041d4da9dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 217 time: 0.0383687 Nov 23 18:42:23.592375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-7783a242-2569-4a4f-8942-27d3ee78fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.593898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-7783a242-2569-4a4f-8942-27d3ee78fe57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0493586 Nov 23 18:42:23.637285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-125401a2-2db7-4ce0-99c7-3014b0ef4a82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351269 Nov 23 18:42:23.743104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-8f680cc6-6a35-42d2-af82-899f89eaeda4 service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965230 Nov 23 18:42:23.881733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427911-c84f-4ab7-b53d-7a0e9763e5f7 req-76de30ed-fbd5-4815-bf15-10070fbf5d8f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.883396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12427911-c84f-4ab7-b53d-7a0e9763e5f7 req-76de30ed-fbd5-4815-bf15-10070fbf5d8f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 944 time: 0.1369030 Nov 23 18:42:23.914560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e42b3fc-40df-43c5-ac81-f71a2f878003 req-38fc124b-0f7e-44ee-b6d1-82f8e802205f service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540303 Nov 23 18:42:23.947777 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12427911-c84f-4ab7-b53d-7a0e9763e5f7 req-0596ae93-447e-4677-beda-5cc30fdf8b58 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560472 Nov 23 18:42:25.074953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc5cc-476e-456e-8eb0-0bffabb79173 req-755b8e3d-e6db-488b-ba3d-b7ed4b12d56d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:25.076482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-187bc5cc-476e-456e-8eb0-0bffabb79173 req-755b8e3d-e6db-488b-ba3d-b7ed4b12d56d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 944 time: 0.0512059 Nov 23 18:42:25.124350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-187bc5cc-476e-456e-8eb0-0bffabb79173 req-d25e1ab6-75cf-4c5c-a0a0-3f51fd385d7c tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Nov 23 18:42:26.246196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be48e3c-9610-47be-99c5-19a9d1e63e7c req-eecaeb19-2b55-4be0-9112-5d24546a03ee tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:26.247730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0be48e3c-9610-47be-99c5-19a9d1e63e7c req-eecaeb19-2b55-4be0-9112-5d24546a03ee tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 944 time: 0.0542457 Nov 23 18:42:26.296994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0be48e3c-9610-47be-99c5-19a9d1e63e7c req-9e0e68ac-6652-4768-b74f-6e3ae15c825e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 Nov 23 18:42:26.679616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:26.779116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:26.791461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8', 'port_id': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'mac_address': 'fa:16:3e:3a:21:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2355c122-a54c-4ea4-9e7d-30154305d0f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:26.830593 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:26.843910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:26.865161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:26.869007 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:26.916299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:27.122589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:27.459018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aa8c8-86b7-4c66-a10e-42f8ebe34c52 req-dd1ef956-155f-448e-bc8f-29e681928ccb tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:27.460757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e54aa8c8-86b7-4c66-a10e-42f8ebe34c52 req-dd1ef956-155f-448e-bc8f-29e681928ccb tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 945 time: 0.0727928 Nov 23 18:42:27.526617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e54aa8c8-86b7-4c66-a10e-42f8ebe34c52 req-ceec048c-4111-44c7-8471-69bef6f9ba89 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 Nov 23 18:42:28.648704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bb0d3-a61c-41e0-8591-668d9c52d2d1 req-36a6170c-828a-4db4-b6d0-0d55bc090bfe tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.650243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-615bb0d3-a61c-41e0-8591-668d9c52d2d1 req-36a6170c-828a-4db4-b6d0-0d55bc090bfe tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 945 time: 0.0500474 Nov 23 18:42:28.695348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:28.702560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-615bb0d3-a61c-41e0-8591-668d9c52d2d1 req-f2b9345b-53d0-46d4-b9ad-27ed0cfa87c5 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Nov 23 18:42:28.744766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:42:28.749095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:28.749499 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.777355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-63595640-e510-4686-bb39-e5781aa83500 service neutron] (120535) timed out ('10.222.0.74', 43362) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:42:28.829949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.853787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:28.856159 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee8ceb7-4ecc-4faf-bf40-698242d15fbc" -d '{"events": [{"server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "name": "network-vif-plugged", "status": "completed", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:28.868444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:28.873651 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.898731 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a4826e-009c-4e26-a1b1-b63a67d7e8b9 x-openstack-request-id: req-05a4826e-009c-4e26-a1b1-b63a67d7e8b9 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:28.899040 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "name": "network-vif-plugged", "status": "completed", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:28.899302 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-05a4826e-009c-4e26-a1b1-b63a67d7e8b9 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:28.899705 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'code': 200} Nov 23 18:42:28.926476 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:28.998393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc639ea-f235-4a3d-ad31-9b9750ada0d0 req-284f655a-7552-4372-9a3c-d08c170d74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.999923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fc639ea-f235-4a3d-ad31-9b9750ada0d0 req-284f655a-7552-4372-9a3c-d08c170d74de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 1097 time: 0.0396032 Nov 23 18:42:29.044126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fc639ea-f235-4a3d-ad31-9b9750ada0d0 req-1e995fd8-9688-42d7-ae99-51b7329043c1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368364 Nov 23 18:42:29.821371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491256c-f0c1-4988-8205-3611417dd1ad req-121fadf0-74df-48bd-9dd1-3682a5da407d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:29.822918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5491256c-f0c1-4988-8205-3611417dd1ad req-121fadf0-74df-48bd-9dd1-3682a5da407d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0494921 Nov 23 18:42:29.870327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5491256c-f0c1-4988-8205-3611417dd1ad req-9e6121da-e929-4395-bb8d-f751b2824a50 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Nov 23 18:42:30.989978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce11a-3109-4702-8838-1a8f716b7836 req-0f4c2d59-6fa6-4090-ade3-33ab9e3a5a6f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:30.991960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-788ce11a-3109-4702-8838-1a8f716b7836 req-0f4c2d59-6fa6-4090-ade3-33ab9e3a5a6f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0548546 Nov 23 18:42:31.039418 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-788ce11a-3109-4702-8838-1a8f716b7836 req-91ce5bf7-a255-44da-984a-c3d9c8c7200e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Nov 23 18:42:31.154654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fdb44-b2ec-4ff8-948f-f78b703d6280 req-7a3967d4-a1bd-4239-853c-fb2d278cc37a tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:31.156156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc6fdb44-b2ec-4ff8-948f-f78b703d6280 req-7a3967d4-a1bd-4239-853c-fb2d278cc37a tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0494721 Nov 23 18:42:31.205207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc6fdb44-b2ec-4ff8-948f-f78b703d6280 req-2d06db46-fe95-4fcb-a77a-060c63081c4f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Nov 23 18:42:31.403201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e54cf-30e5-4cb8-98ec-a8d1aa86edbc req-2920d9cd-430d-41b0-93b6-181211899d84 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:31.404735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-999e54cf-30e5-4cb8-98ec-a8d1aa86edbc req-2920d9cd-430d-41b0-93b6-181211899d84 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0508714 Nov 23 18:42:31.456380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-999e54cf-30e5-4cb8-98ec-a8d1aa86edbc req-85e20e96-024a-4878-a28c-71dd9df2fcf1 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458674 Nov 23 18:42:31.580321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962dd46-8439-474f-a9ad-f9a743d49451 req-7e01ae59-cb6e-4ed7-a5e3-c5b9cd2df175 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:31.581832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9962dd46-8439-474f-a9ad-f9a743d49451 req-7e01ae59-cb6e-4ed7-a5e3-c5b9cd2df175 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0532618 Nov 23 18:42:31.629453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9962dd46-8439-474f-a9ad-f9a743d49451 req-487cbbd7-4b5f-4275-b29b-431a7ae4f691 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Nov 23 18:42:31.852079 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-09b69cb7-8f03-4e8b-9568-ec61e806f49b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427804 Nov 23 18:42:31.871552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff249794-3d05-4280-96aa-6773e9ab941e req-db474236-22d1-4387-953c-bf2680f1436d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:31.873127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff249794-3d05-4280-96aa-6773e9ab941e req-db474236-22d1-4387-953c-bf2680f1436d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0508204 Nov 23 18:42:31.929755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff249794-3d05-4280-96aa-6773e9ab941e req-80fe277d-32f6-4f58-b2cb-03e61a156547 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502515 Nov 23 18:42:32.968680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-177ca1d6-7278-4547-bae0-43630aa52d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:32.970316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-177ca1d6-7278-4547-bae0-43630aa52d85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 1097 time: 0.0468566 Nov 23 18:42:33.099469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176e012-d16e-4924-9d56-dfa8990404b1 req-5383227a-6cd5-4310-b027-f9a703bc902d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:33.100961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6176e012-d16e-4924-9d56-dfa8990404b1 req-5383227a-6cd5-4310-b027-f9a703bc902d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0974896 Nov 23 18:42:33.103752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-101615f3-5686-4fca-ac57-66e5b6b68012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:33.105104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-101615f3-5686-4fca-ac57-66e5b6b68012 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.1277971 Nov 23 18:42:33.154964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-72061a39-0510-4519-a601-73415b51b697 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 217 time: 0.0424082 Nov 23 18:42:33.209950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6176e012-d16e-4924-9d56-dfa8990404b1 req-42fc81b4-b1da-499e-a502-3cfc3a8dd071 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030459 Nov 23 18:42:33.220111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-3c5f5519-fe1c-40f5-acd4-7ec37e8a1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:33.222308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-3c5f5519-fe1c-40f5-acd4-7ec37e8a1c8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0574713 Nov 23 18:42:33.258558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-72c22c56-68f1-45e3-8a79-40ead978badd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294504 Nov 23 18:42:33.351232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-024920e5-e369-40f7-b9aa-73774a1d36e1 service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857806 Nov 23 18:42:33.443690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-bb4507d2-dda5-4e19-b7c3-51d3568b4a3d service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856071 Nov 23 18:42:34.329039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cec66-62ee-4677-83c4-8eb70b6b49b9 req-6c8910f9-89fe-43e5-82d7-dfa52a0bd3a1 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:34.330526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840cec66-62ee-4677-83c4-8eb70b6b49b9 req-6c8910f9-89fe-43e5-82d7-dfa52a0bd3a1 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0498059 Nov 23 18:42:34.378847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840cec66-62ee-4677-83c4-8eb70b6b49b9 req-ba9fdfe7-4cd1-4b05-9aad-e33d570496f2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Nov 23 18:42:35.495711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c229003-7afa-40ce-987c-73d51ee308ab req-b1def1ff-e62a-4ff0-9846-9bd9d619c190 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:35.497202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c229003-7afa-40ce-987c-73d51ee308ab req-b1def1ff-e62a-4ff0-9846-9bd9d619c190 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0494857 Nov 23 18:42:35.548169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c229003-7afa-40ce-987c-73d51ee308ab req-0d5b1e4c-a8cd-40b1-9143-fccdc32f8561 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451484 Nov 23 18:42:36.676138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e790ea1-830d-4dc8-b07a-b510479ab932 req-386790cf-40f3-443a-9735-14eef969328b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:36.677748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e790ea1-830d-4dc8-b07a-b510479ab932 req-386790cf-40f3-443a-9735-14eef969328b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0501101 Nov 23 18:42:36.725346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e790ea1-830d-4dc8-b07a-b510479ab932 req-79ca8e57-df81-410d-b8e4-1ec2611f7c6f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Nov 23 18:42:37.847987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d83f6-4584-455a-867e-47fa8667996f req-5b9b833d-879a-49d5-b632-f29f3c02eb2e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:37.850573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-501d83f6-4584-455a-867e-47fa8667996f req-5b9b833d-879a-49d5-b632-f29f3c02eb2e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0523016 Nov 23 18:42:37.898130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-501d83f6-4584-455a-867e-47fa8667996f req-d9b26a4b-66a2-4fb2-a71e-d01d28b6594e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Nov 23 18:42:38.978118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-a22ea000-c9a8-4033-8880-6a15cbeb9726 req-57c9f0cf-9adc-4c11-92cc-de24a2cb5721 service neutron] (120536) timed out ('10.222.0.66', 57695) {{(pid=120536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:42:39.018889 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe50d61-d5ea-42a7-b2bd-719cef554934 req-fd42a1e8-1084-4cfd-b433-52ecf3993189 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:39.020346 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbe50d61-d5ea-42a7-b2bd-719cef554934 req-fd42a1e8-1084-4cfd-b433-52ecf3993189 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0538411 Nov 23 18:42:39.066892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cbe50d61-d5ea-42a7-b2bd-719cef554934 req-86610779-fbd4-4a52-ba85-d3a15ee51143 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Nov 23 18:42:40.185176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506df1b-0c7e-44b7-a1cf-7442dbbf5a42 req-6cb70cb6-ccdf-4bee-88ba-ead94b3be8b2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:40.186681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2506df1b-0c7e-44b7-a1cf-7442dbbf5a42 req-6cb70cb6-ccdf-4bee-88ba-ead94b3be8b2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0492206 Nov 23 18:42:40.244935 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2506df1b-0c7e-44b7-a1cf-7442dbbf5a42 req-310fec7c-e195-4147-aebb-557b06198c39 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523691 Nov 23 18:42:41.355733 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-90ff8998-adb3-446a-b0e5-30cbcb20444f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.386354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d9523-e6ec-4ba0-a70c-0a593ce55be3 req-3bae01bc-dd34-4c10-a773-3ef0511a1a01 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:41.387894 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd5d9523-e6ec-4ba0-a70c-0a593ce55be3 req-3bae01bc-dd34-4c10-a773-3ef0511a1a01 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0566072 Nov 23 18:42:41.442718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd5d9523-e6ec-4ba0-a70c-0a593ce55be3 req-1f6ad080-7b08-4a90-8cf8-d4ebb94212af tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 Nov 23 18:42:42.562950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23583dca-6357-4497-a86b-90e27246eb14 req-d969631d-c51d-44f4-a0f0-d8085b514bfb tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:42.564438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23583dca-6357-4497-a86b-90e27246eb14 req-d969631d-c51d-44f4-a0f0-d8085b514bfb tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0489731 Nov 23 18:42:42.612699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-23583dca-6357-4497-a86b-90e27246eb14 req-212abde4-769b-4df0-97cb-6e5ec126b413 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Nov 23 18:42:43.421440 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-920bfd04-6491-49f9-8b50-5e7df89e1f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.734195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eb1a6-488a-44af-a313-557be03b3b5c req-9895a7d8-ed37-4d1a-8f5a-72c7f4a4e41e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:43.735787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-769eb1a6-488a-44af-a313-557be03b3b5c req-9895a7d8-ed37-4d1a-8f5a-72c7f4a4e41e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0522673 Nov 23 18:42:43.795511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-769eb1a6-488a-44af-a313-557be03b3b5c req-50e58e36-f61d-4a47-aa72-d11b00ed16f0 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532527 Nov 23 18:42:44.914951 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed15526-50b8-4b20-9e66-480e4c01e4ae req-22eaf332-4abb-4367-9962-367313bd8a1f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:44.916425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed15526-50b8-4b20-9e66-480e4c01e4ae req-22eaf332-4abb-4367-9962-367313bd8a1f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0536180 Nov 23 18:42:44.965427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed15526-50b8-4b20-9e66-480e4c01e4ae req-f47e13c1-b73d-4acd-bed6-dda646526bce tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Nov 23 18:42:45.232953 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.080830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3ee43-10f1-47c1-8a8d-ae8fc2ca1be5 req-4ee6a1d4-485f-4e9b-b3c6-b9df5b530fa3 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:46.082382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2d3ee43-10f1-47c1-8a8d-ae8fc2ca1be5 req-4ee6a1d4-485f-4e9b-b3c6-b9df5b530fa3 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0504653 Nov 23 18:42:46.130188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2d3ee43-10f1-47c1-8a8d-ae8fc2ca1be5 req-e91e6dbe-9476-4a39-8a4b-7d32654fbab4 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409341 Nov 23 18:42:46.573180 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.249891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baf592-dea2-42ff-898f-479332bcba0e req-3ae39198-0f54-4e5f-9c9a-f1a24cdf60aa tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.251450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09baf592-dea2-42ff-898f-479332bcba0e req-3ae39198-0f54-4e5f-9c9a-f1a24cdf60aa tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0524168 Nov 23 18:42:47.298382 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09baf592-dea2-42ff-898f-479332bcba0e req-9e04dc0f-bf55-4469-a544-ce6fa8c511d2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Nov 23 18:42:47.338456 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-e3d21010-4dd3-440a-a9d2-b537da6fce3c req-733d351e-566d-42cd-ab9c-ecd4c4df960d service neutron] (120535) timed out ('10.222.0.72', 50258) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:42:47.985802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.418522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09d302-f998-45e0-bab3-9df3c34647e2 req-1119b15b-556b-416b-bc67-6b1c349b6e50 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.420031 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f09d302-f998-45e0-bab3-9df3c34647e2 req-1119b15b-556b-416b-bc67-6b1c349b6e50 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0487902 Nov 23 18:42:48.467714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f09d302-f998-45e0-bab3-9df3c34647e2 req-3a9d226c-c3ec-4d55-9f7e-9e36e0560b7d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Nov 23 18:42:49.585009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63045-a1d4-4111-b14a-a95f838792fd req-fbef93ad-7a64-43dc-be3f-34413adf9205 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.586499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4d63045-a1d4-4111-b14a-a95f838792fd req-fbef93ad-7a64-43dc-be3f-34413adf9205 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0493543 Nov 23 18:42:49.637473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4d63045-a1d4-4111-b14a-a95f838792fd req-6c304111-1170-4041-b3b3-f3d99bdd5d73 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Nov 23 18:42:49.924553 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:50.752581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449ba2e-e9e8-4388-820e-eceae1ed6f50 req-9b85b9d8-0b83-40cf-9118-bcd5d5dbfd38 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.754056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d449ba2e-e9e8-4388-820e-eceae1ed6f50 req-9b85b9d8-0b83-40cf-9118-bcd5d5dbfd38 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0491881 Nov 23 18:42:50.800191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d449ba2e-e9e8-4388-820e-eceae1ed6f50 req-c08bc1aa-7fb1-4d01-a0f6-db2c7f4d99f4 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Nov 23 18:42:50.964885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:51.916338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3129a-e9e8-49be-8150-ad16543076f2 req-c8045b2c-b1eb-4864-b9db-ccfa04dfe3ae tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:51.917806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48e3129a-e9e8-49be-8150-ad16543076f2 req-c8045b2c-b1eb-4864-b9db-ccfa04dfe3ae tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0493133 Nov 23 18:42:51.966016 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48e3129a-e9e8-49be-8150-ad16543076f2 req-a0423bcf-3559-4a8d-889b-41adaad1542b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Nov 23 18:42:53.085301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb368df-280b-4c44-b120-9546899b87f3 req-af7be5c8-d7fb-43f3-94ef-a640b3f1153d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:53.086795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bb368df-280b-4c44-b120-9546899b87f3 req-af7be5c8-d7fb-43f3-94ef-a640b3f1153d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0534265 Nov 23 18:42:53.132835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7bb368df-280b-4c44-b120-9546899b87f3 req-f1c853b0-abcb-45d2-adcf-72d3bbc6e3d0 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Nov 23 18:42:54.250001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee1a1c-a60b-4aca-a4e6-0d764ebe27d2 req-7b9bf521-3d6d-4c0e-8a67-0d2805d71726 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:54.251689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bee1a1c-a60b-4aca-a4e6-0d764ebe27d2 req-7b9bf521-3d6d-4c0e-8a67-0d2805d71726 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0488973 Nov 23 18:42:54.299796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5bee1a1c-a60b-4aca-a4e6-0d764ebe27d2 req-04626abb-20a4-46e2-87c7-be8f09f62c97 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Nov 23 18:42:55.424306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9aa6-dc4a-427e-b5e7-099a71772127 req-52e3d6ad-ff3e-4137-9068-d420c0beae07 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:55.425808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1efb9aa6-dc4a-427e-b5e7-099a71772127 req-52e3d6ad-ff3e-4137-9068-d420c0beae07 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0500357 Nov 23 18:42:55.478671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1efb9aa6-dc4a-427e-b5e7-099a71772127 req-f8d886c2-7d6d-4dc1-8ee4-adf62b7f6580 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Nov 23 18:42:56.596518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16918147-d3c2-4313-99f9-95f1fc282a1a req-88b432e4-6d1b-4d63-afc7-9dc83d6b19ca tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:56.597906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16918147-d3c2-4313-99f9-95f1fc282a1a req-88b432e4-6d1b-4d63-afc7-9dc83d6b19ca tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0495341 Nov 23 18:42:56.644422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-16918147-d3c2-4313-99f9-95f1fc282a1a req-95fce83a-97fa-42f9-a4b1-1ffb7d4e3ec1 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 Nov 23 18:42:57.485840 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:42:57.764039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e80ab3-c0ab-4420-9a8d-e106b1a1ef7f req-c8690726-05ab-46b6-98ca-c7bdd29bf6de tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:57.765507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44e80ab3-c0ab-4420-9a8d-e106b1a1ef7f req-c8690726-05ab-46b6-98ca-c7bdd29bf6de tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0500271 Nov 23 18:42:57.813671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-44e80ab3-c0ab-4420-9a8d-e106b1a1ef7f req-5750ae49-7aee-4224-8c66-19b9cb0dfc31 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Nov 23 18:42:58.939913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71564ca-ff0b-4fd5-b0e6-aab2dbc702f3 req-55fbd290-f212-40e5-a6b4-9bccc380309b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.941389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a71564ca-ff0b-4fd5-b0e6-aab2dbc702f3 req-55fbd290-f212-40e5-a6b4-9bccc380309b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0537982 Nov 23 18:42:58.990035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a71564ca-ff0b-4fd5-b0e6-aab2dbc702f3 req-e9aaead1-a69f-4172-809b-2a7b79df5f26 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Nov 23 18:43:00.105132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ebef-c10e-4afb-b0c4-b61771e36ae4 req-9aa67a3b-27e3-483d-afb0-71e6cc59f53b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.106629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eba6ebef-c10e-4afb-b0c4-b61771e36ae4 req-9aa67a3b-27e3-483d-afb0-71e6cc59f53b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0490832 Nov 23 18:43:00.154351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eba6ebef-c10e-4afb-b0c4-b61771e36ae4 req-3816a013-c733-4675-9d46-3e9571212626 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 Nov 23 18:43:00.610083 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-64870b8b-9475-4c72-997d-24ad7acfed44 service neutron] show failed (client error): The resource could not be found. Nov 23 18:43:00.611042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-64870b8b-9475-4c72-997d-24ad7acfed44 service neutron] 10.222.0.72 "GET /v2.0/ports/12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0579429 Nov 23 18:43:00.829571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-3320a94a-82e7-4484-81b9-e87469d01d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.831124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-3320a94a-82e7-4484-81b9-e87469d01d9b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af&tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42 HTTP/1.1" status: 200 len: 1097 time: 0.0416868 Nov 23 18:43:00.842776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:00.895818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:01.098408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:01.134806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:01.173636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:01.175938 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed8ca30-469e-466a-a446-942a185b11a3" -d '{"events": [{"server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "name": "network-vif-unplugged", "status": "completed", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:01.179742 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:01.192209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Transition to ACTIVE for port object 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:01.197321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:01.281468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] No DVR routers for this DVR port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:01.294843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:01.322265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.322616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.322985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.323328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.323664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.323997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.324330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.324659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.324989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.325319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.325648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.325968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:01.350061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e29cfe-48e2-48e0-b2b7-5662a44e4c88 req-d0a18b52-a578-4a8b-9bb5-e062d3ee19e8 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.351844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2e29cfe-48e2-48e0-b2b7-5662a44e4c88 req-d0a18b52-a578-4a8b-9bb5-e062d3ee19e8 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 944 time: 0.1263411 Nov 23 18:43:01.354367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Attempting to bind port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:01.354740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Attempting to bind port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:01.355075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Attempting to bind port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:01.366241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:01.367113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Attempting to bind port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:01.380305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:01.380647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Checking segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:01.381032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Bound using segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:01.382012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Bound port: 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:01.382772 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:01.437572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c2e29cfe-48e2-48e0-b2b7-5662a44e4c88 req-57e96973-2164-467f-87c4-a96a6998e310 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791309 Nov 23 18:43:01.468256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:01.471854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:01.478121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:01.512084 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5cfc4a-cf86-40e7-b1e5-ac44c42aaf09 x-openstack-request-id: req-1f5cfc4a-cf86-40e7-b1e5-ac44c42aaf09 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:01.512396 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "name": "network-vif-unplugged", "status": "completed", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:01.512655 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1f5cfc4a-cf86-40e7-b1e5-ac44c42aaf09 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:01.513060 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'code': 200} Nov 23 18:43:01.521251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.521886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:01.523341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] 10.222.0.66 "PUT /v2.0/ports/12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 1092 time: 0.6846716 Nov 23 18:43:01.578704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc2b4b-bde1-4465-a26a-b9366498d238 service neutron] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:01.597678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-d11b9872-b0e0-497a-a533-8f9a1d6e7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.599268 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-d11b9872-b0e0-497a-a533-8f9a1d6e7bcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 1095 time: 0.0538487 Nov 23 18:43:01.692260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-9d3a0f52-2f3f-4b97-b788-18d9e63d1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.693721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-9d3a0f52-2f3f-4b97-b788-18d9e63d1d29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.0868814 Nov 23 18:43:01.739343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-4a5aeaee-c5e7-458c-b4f8-fb50cdf7e23d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 217 time: 0.0379620 Nov 23 18:43:01.790152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-9a6704f0-7e6e-4f47-9f56-0009326931b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.791713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-9a6704f0-7e6e-4f47-9f56-0009326931b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0459480 Nov 23 18:43:01.824693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-f81350ec-c41c-4aed-a14f-a69cbc9b2000 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262289 Nov 23 18:43:01.918376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-e07cc1f2-96df-4a12-b226-33e85d2e38e4 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862050 Nov 23 18:43:02.008398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40c8d317-38cb-48a5-9b15-845a9157bcb7 req-7f868fe6-9383-4ae2-8d39-3e0fe9236f86 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829496 Nov 23 18:43:02.565161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966003a-01ba-4983-9998-3e532e0597a9 req-b7e9a1f4-a4cf-4e1b-bc72-1f10f1db7547 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:02.566736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4966003a-01ba-4983-9998-3e532e0597a9 req-b7e9a1f4-a4cf-4e1b-bc72-1f10f1db7547 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 944 time: 0.0526295 Nov 23 18:43:02.618897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4966003a-01ba-4983-9998-3e532e0597a9 req-4f581866-88ff-4165-88f3-09a96c3ea4c7 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Nov 23 18:43:03.514374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:03.516892 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f97db9-c4d2-4c3e-be77-b49c48ff2576" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:03.574477 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eae4e1-077a-41d2-ad1c-380f21276145 x-openstack-request-id: req-53eae4e1-077a-41d2-ad1c-380f21276145 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:03.575484 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:03.575484 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-53eae4e1-077a-41d2-ad1c-380f21276145 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:03.575861 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'status': 'completed', 'code': 200} Nov 23 18:43:03.662293 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-302727f5-eb92-4aca-86b6-c7c264a338cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:03.664058 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-302727f5-eb92-4aca-86b6-c7c264a338cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 1095 time: 0.0746868 Nov 23 18:43:03.667123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-5489b6b5-5cc1-4fdc-b43f-7ce9b32a9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:03.668542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-5489b6b5-5cc1-4fdc-b43f-7ce9b32a9bc4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 1095 time: 0.0546429 Nov 23 18:43:03.803514 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:03.909110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:03.922016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8', 'port_id': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'mac_address': 'fa:16:3e:3a:21:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2355c122-a54c-4ea4-9e7d-30154305d0f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:03.965030 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:03.978566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:04.000107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:04.004107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:04.056204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:04.130713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db67a1f-c896-4f5c-b766-e82b425dbc92 req-54947519-90b1-47b9-80ad-196028290e65 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.132237 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db67a1f-c896-4f5c-b766-e82b425dbc92 req-54947519-90b1-47b9-80ad-196028290e65 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 944 time: 0.4414291 Nov 23 18:43:04.138658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-47e56e31-7c21-42fb-933a-58cd11bb4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.140135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-47e56e31-7c21-42fb-933a-58cd11bb4e6a service neutron] 10.222.0.66 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.4695325 Nov 23 18:43:04.202312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-966cb95c-0c44-48a6-b4ba-101fa5759e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.203724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-966cb95c-0c44-48a6-b4ba-101fa5759e88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.5141318 Nov 23 18:43:04.206745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-ecb845cb-b08a-4cd5-8909-127fb2ba5840 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 217 time: 0.0520504 Nov 23 18:43:04.215986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:04.293338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-e43c8797-4868-4dae-9a0d-05f65b390a58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 217 time: 0.0753436 Nov 23 18:43:04.305358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3db67a1f-c896-4f5c-b766-e82b425dbc92 req-7d47469d-a3fb-41ae-b6c2-0b5d392cde3f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596704 Nov 23 18:43:04.341159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-75b96f25-07c6-4b64-a20b-d36e57da0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.342721 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-75b96f25-07c6-4b64-a20b-d36e57da0e1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.1236677 Nov 23 18:43:04.381384 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-ec36d5ee-56cf-4c7d-b77c-592eb2f6c46a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306180 Nov 23 18:43:04.383733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-57a75f03-75c0-497f-80b8-ac58128373af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.385087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-57a75f03-75c0-497f-80b8-ac58128373af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0788643 Nov 23 18:43:04.435795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-a99a5203-7f4d-4643-975e-05d05892e1cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403256 Nov 23 18:43:04.505111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.72', 50880) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:04.602556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-327f1899-72fc-41b2-8e46-a75e47f56696 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.604160 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-327f1899-72fc-41b2-8e46-a75e47f56696 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.72 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af&tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 945 time: 0.0978956 Nov 23 18:43:04.615249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e3040-66a0-4930-b340-bd930a87ae05 req-6d8fb737-0c6f-4d68-9548-1ae2cbf8ae78 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.617204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e00e3040-66a0-4930-b340-bd930a87ae05 req-6d8fb737-0c6f-4d68-9548-1ae2cbf8ae78 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 945 time: 0.1336236 Nov 23 18:43:04.624290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-9660741b-30a0-4acd-be7a-7fccbfc59194 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359970 Nov 23 18:43:04.637084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-6bda8265-e496-4c10-8186-2868f8b80fb6 service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891425 Nov 23 18:43:04.675115 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-2a9d5c6c-5d69-4c1f-a955-a1ae14db088b service neutron] delete failed (client error): The resource could not be found. Nov 23 18:43:04.676814 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-2a9d5c6c-5d69-4c1f-a955-a1ae14db088b service neutron] 10.222.0.72 "DELETE /v2.0/ports/12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0602834 Nov 23 18:43:04.756032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e00e3040-66a0-4930-b340-bd930a87ae05 req-1467d474-421a-4718-b5aa-ea1d330f7aea tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292470 Nov 23 18:43:04.828786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-9379d158-2718-4133-a22d-6dc0ef1869d8 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938946 Nov 23 18:43:04.832240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f97db9-c4d2-4c3e-be77-b49c48ff2576 req-1c85d372-c57f-4a59-8f00-492fb4f9e846 service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722317 Nov 23 18:43:04.849681 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:04.896271 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:43:04.958875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-dd56040d-df56-4e07-b68a-326b557c27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.960426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-dd56040d-df56-4e07-b68a-326b557c27b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 1096 time: 0.0519633 Nov 23 18:43:05.052996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-710a5460-a368-43ee-b9e6-3362b64e1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:05.055077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-710a5460-a368-43ee-b9e6-3362b64e1166 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.0866539 Nov 23 18:43:05.099256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-6e2f21b9-76c6-498c-8878-ed3a8d929142 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 200 len: 217 time: 0.0372469 Nov 23 18:43:05.151642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-bb385953-6330-4cc9-b8e7-f0e53e8be3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:05.153105 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-bb385953-6330-4cc9-b8e7-f0e53e8be3dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0456641 Nov 23 18:43:05.188596 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-653a340e-855d-48c7-9bcc-dc73425d3512 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250127 Nov 23 18:43:05.287081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-7b47f5e2-4246-4786-a662-7f65db7ebb4a service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876176 Nov 23 18:43:05.383020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-4f08105f-22c5-4320-a954-0541d3c7dc97 service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850778 Nov 23 18:43:05.833521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:05.884944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb01777-3482-48d3-b0c4-1a0d280964f3 req-2cd704aa-b0f4-4028-8568-2b330519c322 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:05.886561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb01777-3482-48d3-b0c4-1a0d280964f3 req-2cd704aa-b0f4-4028-8568-2b330519c322 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 945 time: 0.0542133 Nov 23 18:43:05.905515 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:05.909987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:05.910294 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:05.947373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb01777-3482-48d3-b0c4-1a0d280964f3 req-813d5607-ed76-4946-b4fc-9d8062c0c1ba tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541921 Nov 23 18:43:06.010471 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:06.037967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:06.040899 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c0c951-2429-4dd0-8d03-6fe114343228" -d '{"events": [{"server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "name": "network-vif-plugged", "status": "completed", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:06.053851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:06.059498 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:06.085393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad94c0-1923-48e5-8249-b8bdf9efcf9e req-440d1fe4-b13e-4b76-a502-1ec65f1c9e5f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:06.088347 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63ad94c0-1923-48e5-8249-b8bdf9efcf9e req-440d1fe4-b13e-4b76-a502-1ec65f1c9e5f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 945 time: 0.0588419 Nov 23 18:43:06.110791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:06.138984 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63ad94c0-1923-48e5-8249-b8bdf9efcf9e req-62c5d228-6782-4765-a4c6-b955c9cd77da tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Nov 23 18:43:06.187939 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b474b9b5-efd8-4764-896c-5d5685928c86 x-openstack-request-id: req-b474b9b5-efd8-4764-896c-5d5685928c86 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:06.188327 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "name": "network-vif-plugged", "status": "completed", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:06.188621 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b474b9b5-efd8-4764-896c-5d5685928c86 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:06.189175 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'code': 200} Nov 23 18:43:06.288737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29541a5-f243-4f50-a856-9da5c60d2bcb req-e395ac81-d9fd-439c-8694-ffa83664cd65 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:06.290305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f29541a5-f243-4f50-a856-9da5c60d2bcb req-e395ac81-d9fd-439c-8694-ffa83664cd65 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0535178 Nov 23 18:43:06.340195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f29541a5-f243-4f50-a856-9da5c60d2bcb req-f741872b-8736-441b-bcfd-b21ea268306e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Nov 23 18:43:06.718772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c10e4-d043-4556-8999-04863596411a req-e8463b36-dfb9-48bd-bb8f-4b2068f39fa9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:06.720362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-e8463b36-dfb9-48bd-bb8f-4b2068f39fa9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 814 time: 0.1151361 Nov 23 18:43:06.736069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-15d025a1-46c3-4beb-8430-b6d960115057 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/quotas/0fd7a1f34f4d411d8f96c4ff307dee42 HTTP/1.1" status: 200 len: 375 time: 0.0097623 Nov 23 18:43:06.786529 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-73b63cfe-5569-46c9-bba7-7fe24264381d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453486 Nov 23 18:43:06.800827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-5c5e9b5d-6b01-41a3-bcfe-b430742ab4fe service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:43:06.801682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-5c5e9b5d-6b01-41a3-bcfe-b430742ab4fe service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053110 Nov 23 18:43:06.900523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-daaa9bf4-1780-4740-aa1a-1d9c64208e88 service neutron] 10.222.0.74 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919504 Nov 23 18:43:06.999823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-a4e7f7aa-dd51-4cbf-b403-9bcab446cd89 service neutron] 10.222.0.74 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911920 Nov 23 18:43:07.170628 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c8cd33ff-bf0a-426a-8277-de83dff4c7f9 req-cbea2fbb-eaf9-4629-aead-22ee51057b5f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 210 time: 0.0331900 Nov 23 18:43:07.825982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-418ae4dd-790b-4064-ad84-28c1a60367cf tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:07.827482 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-418ae4dd-790b-4064-ad84-28c1a60367cf tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.66 "GET /v2.0/ports?device_id=44bf7d48-46f2-4155-80d9-1eb62b8714af HTTP/1.1" status: 200 len: 946 time: 0.0503511 Nov 23 18:43:07.920405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Deleting port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:07.921082 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.019469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] For port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:08.019899 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.033548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Calling delete_port for 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:08.042938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.66', 58254) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:08.168767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c10e4-d043-4556-8999-04863596411a req-71f3d067-ecfe-4c7d-ab9c-4ea340489cbe tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:08.170362 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-71f3d067-ecfe-4c7d-ab9c-4ea340489cbe tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.66 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 814 time: 0.1263015 Nov 23 18:43:08.185223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Request body: {'port': {'device_id': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8', 'admin_state_up': True, 'tenant_id': '0fd7a1f34f4d411d8f96c4ff307dee42'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:08.192411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.203539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:08.227206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Pushing event deleted for resources: {'Port': ['ID=12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:08.293252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] No DVR routers for this DVR port 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:08.296265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.300174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c427ced6-cbc6-4a34-9027-8507463a9f92 req-df8e5a8b-36b1-4722-9ac0-1f3f0af3e3f9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.66 "DELETE /v2.0/ports/12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 HTTP/1.1" status: 204 len: 173 time: 0.4640045 Nov 23 18:43:08.300805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'name': 'network-vif-deleted', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:08.304154 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0651fb-1ee1-4e61-bff9-277f11cbbb17" -d '{"events": [{"server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "name": "network-vif-deleted", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:08.308959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-754e21e1-6815-407a-af9c-7d72ecb0783e req-5a578160-0898-4dc9-9ffe-69991d3bf4b7 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 210 time: 0.0542507 Nov 23 18:43:08.314280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Made reservation on behalf of 0fd7a1f34f4d411d8f96c4ff307dee42 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:08.317974 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.371090 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277751ee-f249-4c1b-9bc4-9f4bf39711b8 x-openstack-request-id: req-277751ee-f249-4c1b-9bc4-9f4bf39711b8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:08.371597 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf7d48-46f2-4155-80d9-1eb62b8714af", "name": "network-vif-deleted", "tag": "12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:08.372016 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-277751ee-f249-4c1b-9bc4-9f4bf39711b8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:08.373442 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf7d48-46f2-4155-80d9-1eb62b8714af', 'name': 'network-vif-deleted', 'tag': '12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4', 'status': 'completed', 'code': 200} Nov 23 18:43:08.452516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Allocated IP 172.20.0.4 (5120d259-5d6a-46f4-bb2e-00755bb8c3f8/2355c122-a54c-4ea4-9e7d-30154305d0f3/7720ca15-8a7e-426c-9ebf-43d30f689547) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:08.618633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.654059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.665657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:08.700450 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:08.703381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:08.707001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:08.713880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:08.739442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.739800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.740147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.740490 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.740833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.741170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.741500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.741832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.742163 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.742495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.743015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.743349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:08.769904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:08.770517 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.786860 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-8b268ed3-18f6-414a-8d9f-ac13a5974e32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067872 Nov 23 18:43:08.799446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Request body: {'port': {'device_id': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:08.855742 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.439671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ef7b4-ccbe-44ca-a6ba-41c4d3ab14e8 req-c3a2351e-b5ab-47ad-9cae-b501654e58f0 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:09.441177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad4ef7b4-ccbe-44ca-a6ba-41c4d3ab14e8 req-c3a2351e-b5ab-47ad-9cae-b501654e58f0 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 931 time: 0.0577435 Nov 23 18:43:09.458699 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7720ca15-8a7e-426c-9ebf-43d30f689547 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:09.469507 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.491149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Transition to ACTIVE for port object 7720ca15-8a7e-426c-9ebf-43d30f689547 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:09.497151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.499395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad4ef7b4-ccbe-44ca-a6ba-41c4d3ab14e8 req-843a689c-5661-4d99-bb35-c36b5122b6ad tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Nov 23 18:43:09.562277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:09.631111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Attempting to bind port 7720ca15-8a7e-426c-9ebf-43d30f689547 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:09.631370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Attempting to bind port 7720ca15-8a7e-426c-9ebf-43d30f689547 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:09.631695 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Attempting to bind port 7720ca15-8a7e-426c-9ebf-43d30f689547 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:09.636854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Port 7720ca15-8a7e-426c-9ebf-43d30f689547 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:09.637175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Attempting to bind port 7720ca15-8a7e-426c-9ebf-43d30f689547 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:09.641894 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:09.642227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Checking segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:09.642664 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Bound using segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:09.643065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Bound port: 7720ca15-8a7e-426c-9ebf-43d30f689547, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:09.643413 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.709172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:09.713425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:09.718045 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.752970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:09.753727 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.755418 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] 10.222.0.66 "PUT /v2.0/ports/7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 1091 time: 0.9599049 Nov 23 18:43:09.757797 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:09.760475 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c0f0d4-9b47-4327-b593-b935d37b801d" -d '{"events": [{"name": "network-changed", "server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:09.789277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c877e-0edb-4292-9b88-7090bba8a13e service neutron] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:09.808137 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea4304e-53e3-4b3a-a7b3-6955d8e06ff4 x-openstack-request-id: req-9ea4304e-53e3-4b3a-a7b3-6955d8e06ff4 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:09.808444 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:09.808702 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ea4304e-53e3-4b3a-a7b3-6955d8e06ff4 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:09.809105 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'status': 'completed', 'code': 200} Nov 23 18:43:09.844610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c10e4-d043-4556-8999-04863596411a req-8e572911-4670-4f1c-bdfb-82b123b6cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:09.846225 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-8e572911-4670-4f1c-bdfb-82b123b6cf29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1094 time: 0.0496557 Nov 23 18:43:09.887981 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-351f3b01-06ac-46da-baba-9aa1e9c33c2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 217 time: 0.0338712 Nov 23 18:43:09.936573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c10e4-d043-4556-8999-04863596411a req-440c401c-336c-448f-ad49-4f63b377d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:09.938040 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-440c401c-336c-448f-ad49-4f63b377d02d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0434606 Nov 23 18:43:09.974232 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-ddd2c5b3-1840-4293-9ebd-e9387a72700f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285404 Nov 23 18:43:10.065820 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-98fcb0b7-f224-40c3-9379-b82b304061ef service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842292 Nov 23 18:43:10.165463 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-035c10e4-d043-4556-8999-04863596411a req-093735fb-f833-4898-8946-3368167449fe service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920925 Nov 23 18:43:10.256535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-05515bcc-573d-4a2e-ab20-2c6b1c57ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.258030 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-05515bcc-573d-4a2e-ab20-2c6b1c57ff14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1094 time: 0.0419405 Nov 23 18:43:10.356774 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-cef80e20-1de9-47c6-afde-8e62185fde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.358342 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-cef80e20-1de9-47c6-afde-8e62185fde02 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.0931234 Nov 23 18:43:10.403569 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-efd8bdac-1df0-4915-8f3e-ea8e4588f1af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 217 time: 0.0363522 Nov 23 18:43:10.457466 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-1b0e6755-d5e3-4cc9-b476-e9dd6a45656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.458887 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-1b0e6755-d5e3-4cc9-b476-e9dd6a45656c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0470800 Nov 23 18:43:10.493563 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-6595a0c9-ee2c-4695-b13a-7a8828aa0f7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266943 Nov 23 18:43:10.599928 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-0245cf45-39b0-4fb8-b265-95f23d21629e service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989895 Nov 23 18:43:10.628007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fcda9-aea9-4c90-af6e-d2ddc0266b49 req-34158b5a-04de-40f5-9ee6-1924550b0856 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.629520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f60fcda9-aea9-4c90-af6e-d2ddc0266b49 req-34158b5a-04de-40f5-9ee6-1924550b0856 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 943 time: 0.0564642 Nov 23 18:43:10.688786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f60fcda9-aea9-4c90-af6e-d2ddc0266b49 req-a340514b-ab99-43fa-a10c-b8e3bf239db7 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 Nov 23 18:43:10.698190 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-22c0f0d4-9b47-4327-b593-b935d37b801d req-c7a3aa77-44fa-4308-bf03-d51a5125b48a service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907736 Nov 23 18:43:11.348681 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9df242d5-2bf9-48cf-b461-32ef2fc0326c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:11.807368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ae4fd-7193-4292-a045-99be96f9cce7 req-d77577ec-c27a-47d7-a0aa-2212b69d7a01 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:11.808875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-997ae4fd-7193-4292-a045-99be96f9cce7 req-d77577ec-c27a-47d7-a0aa-2212b69d7a01 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 943 time: 0.0504761 Nov 23 18:43:11.861902 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-997ae4fd-7193-4292-a045-99be96f9cce7 req-94bda5b2-62eb-4925-9c5d-22f82022cf8d tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467472 Nov 23 18:43:11.869544 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7720ca15-8a7e-426c-9ebf-43d30f689547 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:11.872210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:11.896583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:43:11.896932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 12d0bcf4-a8cb-4b78-9c40-2f5dc6688df4 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:43:11.988072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:11.998975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8', 'port_id': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'mac_address': 'fa:16:3e:5f:b1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2355c122-a54c-4ea4-9e7d-30154305d0f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:12.037155 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:12.051750 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7720ca15-8a7e-426c-9ebf-43d30f689547 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:12.071283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:12.075207 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:12.125521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:12.133704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.134115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.134561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.134895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.135216 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.135556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.135893 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.136226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.136558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.136890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.137280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.137634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:12.267255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['7720ca15-8a7e-426c-9ebf-43d30f689547'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:12.994450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a960c6-a27e-4b81-a5e1-23483c76e22b req-04fc46ce-a2ad-496a-b1e2-d3e21a20982c tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:12.995993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64a960c6-a27e-4b81-a5e1-23483c76e22b req-04fc46ce-a2ad-496a-b1e2-d3e21a20982c tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 944 time: 0.0559826 Nov 23 18:43:13.045466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64a960c6-a27e-4b81-a5e1-23483c76e22b req-7476f353-402a-4bd4-8047-901ab662de4f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Nov 23 18:43:13.415375 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7b6ef87-61ce-4bb9-b6f6-5e1845639574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:13.858607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7720ca15-8a7e-426c-9ebf-43d30f689547 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:13.909169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 7720ca15-8a7e-426c-9ebf-43d30f689547 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:13.913739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 7720ca15-8a7e-426c-9ebf-43d30f689547 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:13.914121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.148084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.169988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b59e6-0504-482e-9cd8-3ec0abcbe2a6 req-89b1e698-cd66-41fc-8a3a-4e9aee71ef32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.171639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:14.171897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e58b59e6-0504-482e-9cd8-3ec0abcbe2a6 req-89b1e698-cd66-41fc-8a3a-4e9aee71ef32 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 944 time: 0.0536160 Nov 23 18:43:14.173891 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c404f9a-4c8e-47ca-9956-64c2582b0086" -d '{"events": [{"server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "name": "network-vif-plugged", "status": "completed", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:14.187296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:14.191282 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.230316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e58b59e6-0504-482e-9cd8-3ec0abcbe2a6 req-dc32f4aa-58cb-4ed4-ab19-4399d3508f27 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Nov 23 18:43:14.250393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:14.278898 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7676abca-bf10-4cb9-a9a4-7f913254e2f7 x-openstack-request-id: req-7676abca-bf10-4cb9-a9a4-7f913254e2f7 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:14.279213 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "name": "network-vif-plugged", "status": "completed", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:14.279700 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7676abca-bf10-4cb9-a9a4-7f913254e2f7 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:14.279903 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'code': 200} Nov 23 18:43:14.383188 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f4b8f-eaf3-4a64-a7d4-d0f1f2f3b4f5 req-0bb62231-95cd-4f98-b802-042be0713cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.384764 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e70f4b8f-eaf3-4a64-a7d4-d0f1f2f3b4f5 req-0bb62231-95cd-4f98-b802-042be0713cfb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1096 time: 0.0469317 Nov 23 18:43:14.430487 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e70f4b8f-eaf3-4a64-a7d4-d0f1f2f3b4f5 req-1febe631-da5f-4f36-ac77-8ea27ca2f02f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Nov 23 18:43:15.238032 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:15.383608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f03235-1d49-4461-a14b-8e7bffb0efc0 req-326aaf6d-507a-47e5-aa29-3212603ec4e9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:15.385158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32f03235-1d49-4461-a14b-8e7bffb0efc0 req-326aaf6d-507a-47e5-aa29-3212603ec4e9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0675855 Nov 23 18:43:15.452525 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32f03235-1d49-4461-a14b-8e7bffb0efc0 req-01e39b83-d211-4c28-8468-3cb1609a8498 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603447 Nov 23 18:43:16.578521 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:16.583283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea43cfe-11ed-46a8-9ced-0a6c35301a92 req-57d32389-a8ab-472b-acc6-1cdaaa212bba tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.584800 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ea43cfe-11ed-46a8-9ced-0a6c35301a92 req-57d32389-a8ab-472b-acc6-1cdaaa212bba tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0534713 Nov 23 18:43:16.643280 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ea43cfe-11ed-46a8-9ced-0a6c35301a92 req-07c8e883-d0c0-4e03-b127-420bd90233f1 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509343 Nov 23 18:43:16.757428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f68e2-a382-4b7f-9cac-45627692d402 req-50a00781-b889-42f5-8e49-b7aa332abb68 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.758927 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-419f68e2-a382-4b7f-9cac-45627692d402 req-50a00781-b889-42f5-8e49-b7aa332abb68 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0487905 Nov 23 18:43:16.812143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-419f68e2-a382-4b7f-9cac-45627692d402 req-36c2cac6-3513-4f3c-9fbf-3a1d530b81dd tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Nov 23 18:43:17.051406 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-a3b2cc68-3304-4949-984e-81a6077022de service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428464 Nov 23 18:43:17.068001 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5066-3145-451a-8d6a-279837711ce3 req-f7d928e8-68c3-4f62-8390-c9a7689331be tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.069945 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa5d5066-3145-451a-8d6a-279837711ce3 req-f7d928e8-68c3-4f62-8390-c9a7689331be tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0589154 Nov 23 18:43:17.133443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa5d5066-3145-451a-8d6a-279837711ce3 req-13c652ad-ed1b-42e0-b5fa-8cfc80f6f077 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564394 Nov 23 18:43:17.207238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f8d73-4abf-4a65-9a85-802f115038fd req-c491f971-3449-43c7-b748-c163328ec7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.208730 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-916f8d73-4abf-4a65-9a85-802f115038fd req-c491f971-3449-43c7-b748-c163328ec7c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1096 time: 0.0445559 Nov 23 18:43:17.331650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f8d73-4abf-4a65-9a85-802f115038fd req-1a485a78-1daf-4005-a98d-cd1f4d3a9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.333385 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-916f8d73-4abf-4a65-9a85-802f115038fd req-1a485a78-1daf-4005-a98d-cd1f4d3a9b7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.1040473 Nov 23 18:43:17.385520 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-916f8d73-4abf-4a65-9a85-802f115038fd req-7e2ceab1-f08f-4cfa-98a8-c3c2de6a1a2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 217 time: 0.0444591 Nov 23 18:43:17.454815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f8d73-4abf-4a65-9a85-802f115038fd req-73766856-03c8-4132-a815-134cc5ccfa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.456411 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-916f8d73-4abf-4a65-9a85-802f115038fd req-73766856-03c8-4132-a815-134cc5ccfa82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0609431 Nov 23 18:43:17.492018 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-916f8d73-4abf-4a65-9a85-802f115038fd req-f03f5816-b692-4f4b-b568-0d8dbf923328 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279598 Nov 23 18:43:17.593790 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-916f8d73-4abf-4a65-9a85-802f115038fd req-7318e147-b9ce-46a4-80f7-34f00278ffbd service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944092 Nov 23 18:43:17.712453 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-916f8d73-4abf-4a65-9a85-802f115038fd req-590cc5d9-4679-441e-a08e-3f3483ece8f6 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108248 Nov 23 18:43:17.988558 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.258973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f700cec-8e27-4c16-82d9-7798ce748cfd req-2662a9ef-3b00-4737-ad00-4a487360b39e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:18.260504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f700cec-8e27-4c16-82d9-7798ce748cfd req-2662a9ef-3b00-4737-ad00-4a487360b39e tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0520651 Nov 23 18:43:18.306415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94677-4419-46c3-a068-ca0f7745819a req-07f40491-6b88-4787-9717-e303c8f0c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:18.308014 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-07f40491-6b88-4787-9717-e303c8f0c23b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1096 time: 0.0456614 Nov 23 18:43:18.310857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f700cec-8e27-4c16-82d9-7798ce748cfd req-5c6c20ce-5227-41b1-820d-c8ad40c5bc78 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431314 Nov 23 18:43:18.418677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94677-4419-46c3-a068-ca0f7745819a req-d103589c-6b96-4598-8d4f-c6cefc580801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:18.420700 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-d103589c-6b96-4598-8d4f-c6cefc580801 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.1052623 Nov 23 18:43:18.465372 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-7157180f-34d0-4e48-8ac6-0a212cee7bca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 217 time: 0.0379961 Nov 23 18:43:18.521052 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94677-4419-46c3-a068-ca0f7745819a req-c5d12cc7-5738-46c3-9342-893e62896196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:18.522524 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-c5d12cc7-5738-46c3-9342-893e62896196 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0493541 Nov 23 18:43:18.554825 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-22499728-9251-4747-90e2-31767a650f93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252781 Nov 23 18:43:18.648408 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-1a4c5295-05bf-43b4-b4f9-6b97c4b57d7c service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865552 Nov 23 18:43:18.745276 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-c01004c3-6262-484d-bfd5-188b7b4722a7 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902035 Nov 23 18:43:19.436829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599cec3-c1e7-4f6c-8a10-204843e3c1e6 req-859206e6-9fcb-4e06-8952-d34f9901a256 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:19.438423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7599cec3-c1e7-4f6c-8a10-204843e3c1e6 req-859206e6-9fcb-4e06-8952-d34f9901a256 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0560522 Nov 23 18:43:19.488377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7599cec3-c1e7-4f6c-8a10-204843e3c1e6 req-0dd91bf5-cfe2-493d-b1f1-afd74f4ce9a2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Nov 23 18:43:19.940613 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.604442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117f281-8640-47d0-a73f-5478ccba8592 req-3cf251b8-b1dd-43a7-a23d-d8b83b14e4de tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:20.605858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b117f281-8640-47d0-a73f-5478ccba8592 req-3cf251b8-b1dd-43a7-a23d-d8b83b14e4de tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0488927 Nov 23 18:43:20.652595 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b117f281-8640-47d0-a73f-5478ccba8592 req-4eae328c-1ece-4ad1-9f98-1afa59ac89e2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Nov 23 18:43:20.980384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:21.772072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baac6b3-ccfb-4173-a11c-b9e8e31b5126 req-c7e69fb4-5251-455a-991b-aac2a00800e3 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:21.773558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6baac6b3-ccfb-4173-a11c-b9e8e31b5126 req-c7e69fb4-5251-455a-991b-aac2a00800e3 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0524693 Nov 23 18:43:21.821163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6baac6b3-ccfb-4173-a11c-b9e8e31b5126 req-f3a190c1-94a7-4385-aaeb-9da1eeb95fa3 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Nov 23 18:43:22.937794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af48c1-f487-4583-9e40-7f92850e6776 req-40a67309-e741-4cd2-92de-22105db298c2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:22.939249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74af48c1-f487-4583-9e40-7f92850e6776 req-40a67309-e741-4cd2-92de-22105db298c2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0493948 Nov 23 18:43:22.991213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-74af48c1-f487-4583-9e40-7f92850e6776 req-cea33ac5-f1d9-4ecf-9b0c-fd62d6eea4e8 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449650 Nov 23 18:43:24.131393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ba5a9-4b42-4033-9e20-b3f0195a3429 req-dfd646e3-d4bb-4281-bdcf-e726cb57dbf6 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:24.132934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca7ba5a9-4b42-4033-9e20-b3f0195a3429 req-dfd646e3-d4bb-4281-bdcf-e726cb57dbf6 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0548301 Nov 23 18:43:24.201173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca7ba5a9-4b42-4033-9e20-b3f0195a3429 req-6d300023-687c-47a5-b2bc-3b7ba96c6af9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616617 Nov 23 18:43:25.325960 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92f4f2-09d5-4cb7-9e4c-e061b71a7b9e req-df44f0f3-8c78-4c86-8fcb-d2f5f9303046 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:25.327526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca92f4f2-09d5-4cb7-9e4c-e061b71a7b9e req-df44f0f3-8c78-4c86-8fcb-d2f5f9303046 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0549548 Nov 23 18:43:25.377116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca92f4f2-09d5-4cb7-9e4c-e061b71a7b9e req-f96d16ae-76e5-49a0-a9ec-8fdb7aeb6f6f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Nov 23 18:43:25.750262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-bf834602-59c9-4dbb-b725-47e349eb60c1 req-e5fda104-b25a-447d-99e4-e530f540ca5f service neutron] (120536) timed out ('10.222.0.74', 39066) {{(pid=120536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:43:26.495263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ebcff-d2a0-4034-abf8-d552c1d49819 req-f4c23b66-3729-48c7-956d-a9083afecfa6 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:26.496766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-291ebcff-d2a0-4034-abf8-d552c1d49819 req-f4c23b66-3729-48c7-956d-a9083afecfa6 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0517199 Nov 23 18:43:26.545217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-291ebcff-d2a0-4034-abf8-d552c1d49819 req-5b6dc71f-1ecd-42e4-a25f-f67b626ff145 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Nov 23 18:43:27.668029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899b806-9a92-46b7-b916-bc8cd49404ec req-d564330d-dc4d-4054-ac94-6c56be2ef356 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:27.669501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9899b806-9a92-46b7-b916-bc8cd49404ec req-d564330d-dc4d-4054-ac94-6c56be2ef356 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0545158 Nov 23 18:43:27.717957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9899b806-9a92-46b7-b916-bc8cd49404ec req-2306c3ed-1764-4849-a011-da094f647972 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Nov 23 18:43:28.846393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519bc95-877e-47a6-8140-9b92ad2c7794 req-1ab608c8-be3a-4ad6-8681-ee8de3d1a3fb tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:28.847957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5519bc95-877e-47a6-8140-9b92ad2c7794 req-1ab608c8-be3a-4ad6-8681-ee8de3d1a3fb tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0504224 Nov 23 18:43:28.895745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5519bc95-877e-47a6-8140-9b92ad2c7794 req-58d2b247-2a15-4a9c-95fd-da3d09597b49 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Nov 23 18:43:30.013973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a33d58-ba1d-45a2-bb9c-fdc803e0af63 req-84c09091-2d6d-41b6-884c-eacf49116c83 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:30.016192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4a33d58-ba1d-45a2-bb9c-fdc803e0af63 req-84c09091-2d6d-41b6-884c-eacf49116c83 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0504823 Nov 23 18:43:30.068022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4a33d58-ba1d-45a2-bb9c-fdc803e0af63 req-237fceab-c02b-4ae5-82a0-87eb06bd6a04 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456040 Nov 23 18:43:31.187753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b253f-1b41-4583-89d9-d50b611ed2b9 req-a8799feb-a944-41c5-be8d-e7d22213099c tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:31.189257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-160b253f-1b41-4583-89d9-d50b611ed2b9 req-a8799feb-a944-41c5-be8d-e7d22213099c tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0497017 Nov 23 18:43:31.237309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-160b253f-1b41-4583-89d9-d50b611ed2b9 req-2c69dc37-c04e-41e4-aecb-431bb0a30175 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Nov 23 18:43:32.354920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4775e6e-a9c2-4b9b-acad-96dc971a292c req-177f5d02-55d1-4191-aecb-6d1c3c3c6ba1 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:32.356398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4775e6e-a9c2-4b9b-acad-96dc971a292c req-177f5d02-55d1-4191-aecb-6d1c3c3c6ba1 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0507379 Nov 23 18:43:32.403653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e4775e6e-a9c2-4b9b-acad-96dc971a292c req-8f3eb86f-675e-4f96-b4e2-f1a4f67912b0 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Nov 23 18:43:33.525844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67c8be-5349-4e1c-b814-030d7bfc9b54 req-e24a8606-0783-4733-9dd6-e6307b44634f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:33.527355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f67c8be-5349-4e1c-b814-030d7bfc9b54 req-e24a8606-0783-4733-9dd6-e6307b44634f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0542424 Nov 23 18:43:33.576116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2f67c8be-5349-4e1c-b814-030d7bfc9b54 req-c5636ecf-5a46-4627-a5db-d13f7e695059 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Nov 23 18:43:34.486904 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:43:34.694347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3bde-a1fd-4189-8cd0-688db5cdd111 req-63aff0c2-6e6e-4509-ba65-f58472284dc2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:34.696124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b86c3bde-a1fd-4189-8cd0-688db5cdd111 req-63aff0c2-6e6e-4509-ba65-f58472284dc2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0506432 Nov 23 18:43:34.742540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b86c3bde-a1fd-4189-8cd0-688db5cdd111 req-e68fec22-c8e0-426b-b569-4bbfda899761 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Nov 23 18:43:35.870548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c436cd-ff7e-480a-9b12-0190ec152323 req-e7c92ef9-cb8b-490c-96cc-4b895a760cc9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:35.872107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32c436cd-ff7e-480a-9b12-0190ec152323 req-e7c92ef9-cb8b-490c-96cc-4b895a760cc9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0556543 Nov 23 18:43:35.921231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32c436cd-ff7e-480a-9b12-0190ec152323 req-f919151e-0319-46e5-ab0f-39f148dad763 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Nov 23 18:43:37.041678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee62f7-38b1-449d-9a19-bef881e633f2 req-da16a332-684e-484c-acb6-081e8206ede2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:37.043246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25ee62f7-38b1-449d-9a19-bef881e633f2 req-da16a332-684e-484c-acb6-081e8206ede2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0507824 Nov 23 18:43:37.091732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-25ee62f7-38b1-449d-9a19-bef881e633f2 req-a2e71251-a955-427b-b3f0-d54c191ea865 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Nov 23 18:43:38.221619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d13d-dd06-47d4-bca2-b77be5f0f16d req-acce7892-a5e0-40ff-b3e9-7d239971f87c tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:38.223172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9a8d13d-dd06-47d4-bca2-b77be5f0f16d req-acce7892-a5e0-40ff-b3e9-7d239971f87c tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0559454 Nov 23 18:43:38.275399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9a8d13d-dd06-47d4-bca2-b77be5f0f16d req-5b3d5b5e-5f9c-4dbe-a948-cafa9ed4ad54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462098 Nov 23 18:43:39.391816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3b42f-6ac5-452d-a90b-d235d3fdd3b3 req-a33f949d-1872-40e6-9c39-532e93452230 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:39.394380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3b3b42f-6ac5-452d-a90b-d235d3fdd3b3 req-a33f949d-1872-40e6-9c39-532e93452230 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0503774 Nov 23 18:43:39.444252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d3b3b42f-6ac5-452d-a90b-d235d3fdd3b3 req-26dc7448-f4a6-4b33-93a4-4fba481a80a8 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 Nov 23 18:43:40.568121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a668df-3711-4082-b1a4-7548e60cdc01 req-89b7f7a9-cd23-41ed-84fd-d8c144ea82c8 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:40.569635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92a668df-3711-4082-b1a4-7548e60cdc01 req-89b7f7a9-cd23-41ed-84fd-d8c144ea82c8 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0558999 Nov 23 18:43:40.617951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-92a668df-3711-4082-b1a4-7548e60cdc01 req-6cdbdae7-cdbe-4eb9-b4e4-c7596f61b8cc tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Nov 23 18:43:41.353173 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1b9016b8-fc74-41be-b4ad-5bb5397a5cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:41.739000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc818b1a-0953-49f3-b4d6-0478b6e31f49 req-dd57a293-e3ab-4cac-bf34-a48598b8016f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:41.740513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc818b1a-0953-49f3-b4d6-0478b6e31f49 req-dd57a293-e3ab-4cac-bf34-a48598b8016f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0532372 Nov 23 18:43:41.788538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dc818b1a-0953-49f3-b4d6-0478b6e31f49 req-f02eb711-d6dc-40c2-b393-25a253474c23 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Nov 23 18:43:42.908213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462d6b5-19f7-45c1-8682-e94cb732e0f4 req-8b05234d-1cc1-461f-81b7-5b5e1c9a3d88 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:42.909790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a462d6b5-19f7-45c1-8682-e94cb732e0f4 req-8b05234d-1cc1-461f-81b7-5b5e1c9a3d88 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0521309 Nov 23 18:43:42.957627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a462d6b5-19f7-45c1-8682-e94cb732e0f4 req-03d1e18c-203b-4cda-a857-39331b7920b2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Nov 23 18:43:43.417600 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8f192b1b-e9ce-41ba-a2f1-d001ec9fede4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:44.080430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22763e10-cdd0-44a1-8a8c-3e9bd1ca27ad req-ceab608b-f546-47f0-81d3-95cb1cb93910 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:44.081971 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22763e10-cdd0-44a1-8a8c-3e9bd1ca27ad req-ceab608b-f546-47f0-81d3-95cb1cb93910 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0514722 Nov 23 18:43:44.134729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22763e10-cdd0-44a1-8a8c-3e9bd1ca27ad req-aa4e186a-2bea-4432-ba15-279d23269ae9 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Nov 23 18:43:45.241664 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:45.261660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21691b0e-ffa9-4ab3-ac1e-91cb1e2a3ced req-029eae03-f6b0-48f3-9515-48192a70702f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:45.263213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21691b0e-ffa9-4ab3-ac1e-91cb1e2a3ced req-029eae03-f6b0-48f3-9515-48192a70702f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0529685 Nov 23 18:43:45.312942 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-21691b0e-ffa9-4ab3-ac1e-91cb1e2a3ced req-104fcdd8-33a3-4b42-a433-5422be653b29 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Nov 23 18:43:45.562181 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-90d94677-4419-46c3-a068-ca0f7745819a req-efed8224-260e-4a0e-af68-fc795676e692 service neutron] show failed (client error): The resource could not be found. Nov 23 18:43:45.563164 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-efed8224-260e-4a0e-af68-fc795676e692 service neutron] 10.222.0.66 "GET /v2.0/ports/7720ca15-8a7e-426c-9ebf-43d30f689547/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0569472 Nov 23 18:43:45.788540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94677-4419-46c3-a068-ca0f7745819a req-6878c03c-6d36-4043-879d-84586728cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:45.790039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-6878c03c-6d36-4043-879d-84586728cbd3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d&tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42 HTTP/1.1" status: 200 len: 1096 time: 0.0438001 Nov 23 18:43:45.805725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:45.863491 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.314199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:46.348827 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:46.397048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:46.400704 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f108f1c-3c8e-47e1-b00e-0d6ddd9de824" -d '{"events": [{"server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "name": "network-vif-unplugged", "status": "completed", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:46.406881 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.467481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Transition to ACTIVE for port object 7720ca15-8a7e-426c-9ebf-43d30f689547 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:46.474634 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.541716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa34ad-c207-4ccc-aa8d-f9ee6f5b9f83 req-07c3e1f0-35e2-4b32-b645-292ed07527e4 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:46.543252 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19fa34ad-c207-4ccc-aa8d-f9ee6f5b9f83 req-07c3e1f0-35e2-4b32-b645-292ed07527e4 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.1320057 Nov 23 18:43:46.560497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] No DVR routers for this DVR port 7720ca15-8a7e-426c-9ebf-43d30f689547 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:46.578857 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.584299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:46.630988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Attempting to bind port 7720ca15-8a7e-426c-9ebf-43d30f689547 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:46.631330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Attempting to bind port 7720ca15-8a7e-426c-9ebf-43d30f689547 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:46.631656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Attempting to bind port 7720ca15-8a7e-426c-9ebf-43d30f689547 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:46.643010 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19fa34ad-c207-4ccc-aa8d-f9ee6f5b9f83 req-ca03ed96-5139-41b6-9b8f-1103748134a4 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835631 Nov 23 18:43:46.643814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Port 7720ca15-8a7e-426c-9ebf-43d30f689547 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:46.644131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Attempting to bind port 7720ca15-8a7e-426c-9ebf-43d30f689547 on network 5120d259-5d6a-46f4-bb2e-00755bb8c3f8 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:46.649465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:46.649810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Checking segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:46.650198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Bound using segment: {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:46.650621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Bound port: 7720ca15-8a7e-426c-9ebf-43d30f689547, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7004a395-ba39-46f2-b30c-1820a3722b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:46.651010 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.702894 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bd62a0-e346-4b14-b956-9c950ddb97eb x-openstack-request-id: req-72bd62a0-e346-4b14-b956-9c950ddb97eb {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:46.703197 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "name": "network-vif-unplugged", "status": "completed", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:46.703451 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-72bd62a0-e346-4b14-b956-9c950ddb97eb {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:46.703854 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'code': 200} Nov 23 18:43:46.725766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:46.728792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:46.733797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.766027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:46.766643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.768724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] 10.222.0.72 "PUT /v2.0/ports/7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 1091 time: 0.9671969 Nov 23 18:43:46.792805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9a85e-7353-4e25-aa2b-2f402052ac26 service neutron] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:46.839557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94677-4419-46c3-a068-ca0f7745819a req-a7e71383-c6f1-4156-9f57-d0b2f5362d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:46.841126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-a7e71383-c6f1-4156-9f57-d0b2f5362d08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1094 time: 0.0438752 Nov 23 18:43:46.937358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94677-4419-46c3-a068-ca0f7745819a req-1dd959fd-04f1-4a5b-b0bf-212249cbb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:46.939039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-1dd959fd-04f1-4a5b-b0bf-212249cbb072 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.0898709 Nov 23 18:43:46.988686 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-6e84e669-b174-4e94-9d47-8709c6a810de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 217 time: 0.0362654 Nov 23 18:43:47.047541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94677-4419-46c3-a068-ca0f7745819a req-2e66f3b6-7f76-48c3-9048-d727f1ff0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:47.049090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-2e66f3b6-7f76-48c3-9048-d727f1ff0537 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0503423 Nov 23 18:43:47.085134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-6eb5fa67-c505-4ba5-b6a5-1e982428ba0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253842 Nov 23 18:43:47.180307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-a7615d4a-c4cd-441d-80cd-348698fda21c service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831268 Nov 23 18:43:47.282606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90d94677-4419-46c3-a068-ca0f7745819a req-dd248c09-88fb-483b-b229-0fc235789791 service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908058 Nov 23 18:43:47.766331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10d0c9-58b3-434d-b44f-0f4d21312b47 req-0f6f4d45-ae3f-40ce-a253-41d2111648dd tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:47.767956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b10d0c9-58b3-434d-b44f-0f4d21312b47 req-0f6f4d45-ae3f-40ce-a253-41d2111648dd tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 943 time: 0.0499299 Nov 23 18:43:47.817061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b10d0c9-58b3-434d-b44f-0f4d21312b47 req-a8c645c6-b3ba-41b4-abc3-8707771f4dd1 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Nov 23 18:43:47.991729 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.000593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7720ca15-8a7e-426c-9ebf-43d30f689547 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:48.042429 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 7720ca15-8a7e-426c-9ebf-43d30f689547 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:43:48.704667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:48.707302 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e28dd9-739a-4dac-acef-2b03c1826c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:48.757638 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9831d941-1706-44d5-908d-bc8212124c74 x-openstack-request-id: req-9831d941-1706-44d5-908d-bc8212124c74 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:48.757993 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:48.758315 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9831d941-1706-44d5-908d-bc8212124c74 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:48.758813 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'status': 'completed', 'code': 200} Nov 23 18:43:48.825815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-dceaba5f-6b4a-48ef-b94b-cf7a4d75653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.827388 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-dceaba5f-6b4a-48ef-b94b-cf7a4d75653b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1094 time: 0.0489662 Nov 23 18:43:48.829090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-5c8117d0-30fe-4718-b013-277e01f4410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.831117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-5c8117d0-30fe-4718-b013-277e01f4410b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1094 time: 0.0487182 Nov 23 18:43:48.936592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-0f1e199a-0a9a-4a46-8c40-ac72d536027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.938098 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-0f1e199a-0a9a-4a46-8c40-ac72d536027d service neutron] 10.222.0.66 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.1027420 Nov 23 18:43:48.963956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-46b96b47-acbc-4c2c-a9ef-e7819c061b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.965393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-46b96b47-acbc-4c2c-a9ef-e7819c061b64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.1267254 Nov 23 18:43:48.980865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1d23c-059a-4af8-9f8c-bd7b3bf21842 req-b7a7d63b-128a-4afb-8b6b-47a579108f73 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.982620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69d1d23c-059a-4af8-9f8c-bd7b3bf21842 req-b7a7d63b-128a-4afb-8b6b-47a579108f73 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 943 time: 0.0773981 Nov 23 18:43:48.987869 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-45febc28-acd8-4eb2-a413-eb7697dbf1d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 217 time: 0.0429494 Nov 23 18:43:49.030343 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-e7cccf51-43fa-4aba-8ba6-368f32ac01ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 217 time: 0.0467129 Nov 23 18:43:49.046254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-90b7a0b2-109e-476c-8250-952ea9bcbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:49.047791 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-90b7a0b2-109e-476c-8250-952ea9bcbeed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0533004 Nov 23 18:43:49.095042 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-dbb61f2c-bf24-4a3d-bf7c-2973124dde42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391800 Nov 23 18:43:49.108288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69d1d23c-059a-4af8-9f8c-bd7b3bf21842 req-518db52c-4926-453d-8746-760215b7d518 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848703 Nov 23 18:43:49.115322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-5c9acea8-d196-49d3-8a47-9015385a4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:49.116904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-5c9acea8-d196-49d3-8a47-9015385a4593 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0704923 Nov 23 18:43:49.154727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-3d840710-fe26-461d-b9de-733ffc660c13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302763 Nov 23 18:43:49.198456 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-74df2ac1-7998-4b93-b6da-a772e8ea9e38 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957649 Nov 23 18:43:49.298816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-3af20da6-ffb3-4724-8615-241805598b0a service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359544 Nov 23 18:43:49.300655 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-df943d1e-284b-4a81-a6de-bfb1820306ce service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943429 Nov 23 18:43:49.398245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d5e28dd9-739a-4dac-acef-2b03c1826c3e req-4944cc8e-6bd4-421e-aab1-ce3c61ca1f60 service neutron] 10.222.0.72 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924201 Nov 23 18:43:49.940035 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.236891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f704a-75cf-428f-b6ce-e3eb1fdc6903 req-c17b5cd9-e849-44e0-8a89-5d9118ede954 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.238230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb9f704a-75cf-428f-b6ce-e3eb1fdc6903 req-c17b5cd9-e849-44e0-8a89-5d9118ede954 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 943 time: 0.0559840 Nov 23 18:43:50.286196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bb9f704a-75cf-428f-b6ce-e3eb1fdc6903 req-d8b1e387-1b0f-46f2-ab7e-b8da4a10e523 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Nov 23 18:43:50.493054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d90dd-52a5-4162-bb61-6c18628eb14a req-d1cd0dee-7328-4006-95d1-13571c3816fb tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.494499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-376d90dd-52a5-4162-bb61-6c18628eb14a req-d1cd0dee-7328-4006-95d1-13571c3816fb tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 943 time: 0.0538168 Nov 23 18:43:50.519016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-a80b4ee7-2e3e-45b4-89ba-42baec9ba24b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.520592 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-a80b4ee7-2e3e-45b4-89ba-42baec9ba24b tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.66 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d&tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 943 time: 0.0548561 Nov 23 18:43:50.546584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-376d90dd-52a5-4162-bb61-6c18628eb14a req-4f2e0bf0-0206-47e9-99e6-ef79819443ed tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459831 Nov 23 18:43:50.584103 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-891864d0-76cf-4cae-8696-1015d8fef685 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:43:50.585167 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-891864d0-76cf-4cae-8696-1015d8fef685 service neutron] 10.222.0.66 "DELETE /v2.0/ports/7720ca15-8a7e-426c-9ebf-43d30f689547/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0559726 Nov 23 18:43:50.678308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-13967662-83c6-4424-af05-3aa6b39ab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.679912 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-13967662-83c6-4424-af05-3aa6b39ab2d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 1094 time: 0.0489669 Nov 23 18:43:50.777650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-44b6fe32-5bde-425b-95f8-016cf3f5630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.779087 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-44b6fe32-5bde-425b-95f8-016cf3f5630d service neutron] 10.222.0.66 "GET /v2.0/networks?id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 200 len: 915 time: 0.0917568 Nov 23 18:43:50.830099 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-db676ae5-289f-44ed-aaa5-394a14ef4b37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 200 len: 217 time: 0.0427575 Nov 23 18:43:50.880883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-755fcf4b-ed2f-43a5-8834-f8c4690bacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.882393 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-755fcf4b-ed2f-43a5-8834-f8c4690bacb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 200 len: 854 time: 0.0457397 Nov 23 18:43:50.915259 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-3629e060-143b-47ba-a009-3327bc467ba8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5120d259-5d6a-46f4-bb2e-00755bb8c3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253427 Nov 23 18:43:50.980459 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:51.004317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7720ca15-8a7e-426c-9ebf-43d30f689547 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:51.014789 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-8529435a-a39b-43f2-a4ab-dd0fdda67926 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923016 Nov 23 18:43:51.110157 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-514c3f40-7ed7-4dda-8993-1c62575290f2 req-bdd5baac-54db-4377-ab0d-0de786d39a47 service neutron] 10.222.0.66 "GET /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881217 Nov 23 18:43:51.110385 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:51.123862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'network_id': '5120d259-5d6a-46f4-bb2e-00755bb8c3f8', 'port_id': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'mac_address': 'fa:16:3e:5f:b1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2355c122-a54c-4ea4-9e7d-30154305d0f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:51.167131 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:51.184066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7720ca15-8a7e-426c-9ebf-43d30f689547 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:51.215005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:51.218949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:51.275140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:51.467046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7720ca15-8a7e-426c-9ebf-43d30f689547'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:51.708840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abbfd2-1c73-4520-a2b8-2bc34e6d2aa0 req-69ec82b7-76f5-4231-9dbb-e715f0151169 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.710393 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00abbfd2-1c73-4520-a2b8-2bc34e6d2aa0 req-69ec82b7-76f5-4231-9dbb-e715f0151169 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 944 time: 0.0562387 Nov 23 18:43:51.760223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-00abbfd2-1c73-4520-a2b8-2bc34e6d2aa0 req-4ad2b365-5cd6-48f5-8996-0f73d9f48bac tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Nov 23 18:43:51.878324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8aec2-460f-413a-b7db-59e0e0e89488 req-29ee8776-6d08-4f92-9665-7dcd249d7eae tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.879866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cff8aec2-460f-413a-b7db-59e0e0e89488 req-29ee8776-6d08-4f92-9665-7dcd249d7eae tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 944 time: 0.0505035 Nov 23 18:43:51.929070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cff8aec2-460f-413a-b7db-59e0e0e89488 req-ca63dc16-e51e-4f91-b539-6610e3c8d0bf tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Nov 23 18:43:52.064007 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17355-b3ee-4048-a3a0-c8b9a8cd5756 req-cb18d9ac-8177-47eb-b846-40a053c23afe tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:52.065737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57a17355-b3ee-4048-a3a0-c8b9a8cd5756 req-cb18d9ac-8177-47eb-b846-40a053c23afe tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 944 time: 0.0569189 Nov 23 18:43:52.120353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57a17355-b3ee-4048-a3a0-c8b9a8cd5756 req-b7f3e198-de08-4af3-b489-910d27563ac3 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Nov 23 18:43:52.450911 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557ec0-b3d1-4ed7-85f1-98036206ad7a req-0fd7f0d1-5a0f-4ec0-9f0a-a37305c3e2f6 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:52.452425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e557ec0-b3d1-4ed7-85f1-98036206ad7a req-0fd7f0d1-5a0f-4ec0-9f0a-a37305c3e2f6 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 944 time: 0.0508468 Nov 23 18:43:52.502256 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e557ec0-b3d1-4ed7-85f1-98036206ad7a req-be28db0d-2241-4b91-a968-bfb070810829 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Nov 23 18:43:53.024660 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7720ca15-8a7e-426c-9ebf-43d30f689547 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:53.079368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 7720ca15-8a7e-426c-9ebf-43d30f689547 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:53.083827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 7720ca15-8a7e-426c-9ebf-43d30f689547 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:53.084271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.163736 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.187869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:53.190298 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfd4540-8c41-45f7-876b-83d4a4a8ea84" -d '{"events": [{"server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "name": "network-vif-plugged", "status": "completed", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:53.203066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:53.208683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.259139 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:53.303639 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08719d2c-e603-45b4-841f-2d6a76b398e0 x-openstack-request-id: req-08719d2c-e603-45b4-841f-2d6a76b398e0 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:53.303944 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "name": "network-vif-plugged", "status": "completed", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:53.304200 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08719d2c-e603-45b4-841f-2d6a76b398e0 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:53.304601 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'code': 200} Nov 23 18:43:53.652859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a47668-3e13-4a19-bcdd-9c149a1a3d73 req-6b542ba2-fb08-4a14-b4c4-1f6bb798202f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:53.654364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90a47668-3e13-4a19-bcdd-9c149a1a3d73 req-6b542ba2-fb08-4a14-b4c4-1f6bb798202f tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0490253 Nov 23 18:43:53.735070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-90a47668-3e13-4a19-bcdd-9c149a1a3d73 req-8d64962b-c80e-4d79-8bf8-a5ca08fdf1a2 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.74 "GET /v2.0/security-groups?id=e65c68c4-a766-477e-8b3a-da4abb9ec268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740032 Nov 23 18:43:53.746924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-2bae7e3c-1f3f-49cf-ba5a-96972e1b25ec tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:53.748471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-2bae7e3c-1f3f-49cf-ba5a-96972e1b25ec tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.72 "GET /v2.0/ports?device_id=41c6a3ff-2951-4d41-aba2-348b3e1e095d HTTP/1.1" status: 200 len: 945 time: 0.0805466 Nov 23 18:43:53.849424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Deleting port 7720ca15-8a7e-426c-9ebf-43d30f689547 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:53.849793 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.945465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] For port 7720ca15-8a7e-426c-9ebf-43d30f689547, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7720ca15-8a7e-426c-9ebf-43d30f689547,segment=NetworkSegment(7004a395-ba39-46f2-b30c-1820a3722b75),segment_id=7004a395-ba39-46f2-b30c-1820a3722b75)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:53.946092 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.959434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Calling delete_port for 7720ca15-8a7e-426c-9ebf-43d30f689547 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:54.093642 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.109517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7720ca15-8a7e-426c-9ebf-43d30f689547'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:54.133927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Pushing event deleted for resources: {'Port': ['ID=7720ca15-8a7e-426c-9ebf-43d30f689547,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:54.176973 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] No DVR routers for this DVR port 7720ca15-8a7e-426c-9ebf-43d30f689547 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:54.179651 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.183041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa31b8b1-0771-4aba-a2d7-65236aed0e6f req-6c98d1bb-73d0-46e0-b004-13a648de1e54 tempest-ServerDiskConfigTestJSON-1128342522 tempest-ServerDiskConfigTestJSON-1128342522-project] 10.222.0.72 "DELETE /v2.0/ports/7720ca15-8a7e-426c-9ebf-43d30f689547 HTTP/1.1" status: 204 len: 173 time: 0.4243691 Nov 23 18:43:54.183490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'name': 'network-vif-deleted', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:54.185724 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bed2b16-4489-44aa-a4a2-b624762503e2" -d '{"events": [{"server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "name": "network-vif-deleted", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:54.222572 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f987ba70-d6e2-4265-afa4-2de19e0b27b5 x-openstack-request-id: req-f987ba70-d6e2-4265-afa4-2de19e0b27b5 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:54.222901 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c6a3ff-2951-4d41-aba2-348b3e1e095d", "name": "network-vif-deleted", "tag": "7720ca15-8a7e-426c-9ebf-43d30f689547", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:54.223158 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f987ba70-d6e2-4265-afa4-2de19e0b27b5 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:54.223566 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c6a3ff-2951-4d41-aba2-348b3e1e095d', 'name': 'network-vif-deleted', 'tag': '7720ca15-8a7e-426c-9ebf-43d30f689547', 'status': 'completed', 'code': 200} Nov 23 18:43:54.859369 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41808) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:54.904385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cf067f-fb6f-4480-8c65-c5b58f7c54b5 admin admin] Deleting subnet 2355c122-a54c-4ea4-9e7d-30154305d0f3 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:43:54.907589 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80cf067f-fb6f-4480-8c65-c5b58f7c54b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.947849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80cf067f-fb6f-4480-8c65-c5b58f7c54b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.989808 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80cf067f-fb6f-4480-8c65-c5b58f7c54b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.045211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80cf067f-fb6f-4480-8c65-c5b58f7c54b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.076187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf067f-fb6f-4480-8c65-c5b58f7c54b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2355c122-a54c-4ea4-9e7d-30154305d0f3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:55.080169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-80cf067f-fb6f-4480-8c65-c5b58f7c54b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.085016 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-80cf067f-fb6f-4480-8c65-c5b58f7c54b5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2355c122-a54c-4ea4-9e7d-30154305d0f3 HTTP/1.1" status: 204 len: 168 time: 0.2242944 Nov 23 18:43:55.087265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41810) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:55.163051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.240525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.259831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5120d259-5d6a-46f4-bb2e-00755bb8c3f8']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:55.268826 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7004a395-ba39-46f2-b30c-1820a3722b75') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:55.269124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7004a395-ba39-46f2-b30c-1820a3722b75') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:55.279408 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.293266 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.300295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:43:55.300626 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:43:55.302317 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:43:55.364792 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.373623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.378590 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] 10.222.0.74 "DELETE /v2.0/networks/5120d259-5d6a-46f4-bb2e-00755bb8c3f8 HTTP/1.1" status: 204 len: 168 time: 0.2902579 Nov 23 18:43:55.393217 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c6885-e8b0-4c3c-8259-1d012532c07f admin admin] Pushing event deleted for resources: {'Network': ['ID=5120d259-5d6a-46f4-bb2e-00755bb8c3f8,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:55.488222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41814) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:55.527736 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b30beff8-26b2-453e-8919-da49863b3cb7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0fd7a1f34f4d411d8f96c4ff307dee42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383055 Nov 23 18:43:55.530201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41816) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:55.578800 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f24d3e3-1c29-4be7-8382-2b8212897ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.602144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f24d3e3-1c29-4be7-8382-2b8212897ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.649047 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f24d3e3-1c29-4be7-8382-2b8212897ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.652061 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4f24d3e3-1c29-4be7-8382-2b8212897ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.653213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4f24d3e3-1c29-4be7-8382-2b8212897ac8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e65c68c4-a766-477e-8b3a-da4abb9ec268 HTTP/1.1" status: 204 len: 168 time: 0.1220648 Nov 23 18:43:55.661779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24d3e3-1c29-4be7-8382-2b8212897ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65c68c4-a766-477e-8b3a-da4abb9ec268,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:56.356571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41838) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:56.452643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1620594693-network', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:56.477638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Made reservation on behalf of 37cb6c02d7aa4f0785e852217a5e6640 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:56.480003 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.489364 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.562988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.568089 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.589467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:43:56.604979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed76efb-0285-4e0d-89c4-52099ec88b49,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:56.607846 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.608187 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Added segment b7798736-18d7-4382-823d-04ed713410da of type vlan for network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa Nov 23 18:43:56.647782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.672105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.673221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.673816 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.710703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3530262 Nov 23 18:43:56.713747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:56.718806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Request body: {'subnet': {'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1620594693-subnet', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:56.740419 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Made reservation on behalf of 37cb6c02d7aa4f0785e852217a5e6640 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:56.742227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae59af2-955c-4ce8-8441-dcce7cb1b0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:56.742790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.753106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:43:56.917959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.976680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a74bab6-2fc9-4a2f-a243-0a861a1230e3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:56.984849 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:56.985215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Network hostable DHCP agents. Network: bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:43:57.005069 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:43:57.014449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:57.019571 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:57.020311 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.029147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff20c0-e475-4c8a-a326-26e63f0d7c23 None None] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:57.045530 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b87461c9-6b04-43ee-9983-8dac566ddf77 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3300555 Nov 23 18:43:57.048243 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:57.052745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:57.075246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.076407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.132049 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.183062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:43:57.183936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.275362 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.317738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Allocated IP 172.20.0.2 (bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa/5a74bab6-2fc9-4a2f-a243-0a861a1230e3/9a8d0d74-aa61-4375-8542-cea0a7c46ba0) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:57.479591 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.486793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.492823 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.518414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.522884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:57.525796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:57.533047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:57.545928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Pushing event updated for resources: {'Port': ['ID=9a8d0d74-aa61-4375-8542-cea0a7c46ba0,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:57.605672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Attempting to bind port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:57.606052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Attempting to bind port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:57.606412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Attempting to bind port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:57.612187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:57.612566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:57.612972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.613368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:57.614163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Bound port: 9a8d0d74-aa61-4375-8542-cea0a7c46ba0, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:57.614292 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.632193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Allocated IP 172.25.0.148 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/d5a000f9-5684-44e7-bef7-bffe77440cf8) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:57.678201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] For port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:57.681304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] For port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9a8d0d74-aa61-4375-8542-cea0a7c46ba0,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:57.684659 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.739051 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.745687 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda330d-4b49-4a24-8667-d9ea42aff2cc None None] Pushing event updated for resources: {'Port': ['ID=9a8d0d74-aa61-4375-8542-cea0a7c46ba0,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:57.780649 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.827877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:57.833566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:57.838715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:57.841892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a000f9-5684-44e7-bef7-bffe77440cf8,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:57.849918 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153e7eb-c423-4e46-933e-e3b14e657f0e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:43:57.904082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-22531012-0d6f-497a-87bb-03f43291f44d None None] Provisioning complete for port d5a000f9-5684-44e7-bef7-bffe77440cf8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:57.904528 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-22531012-0d6f-497a-87bb-03f43291f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.952721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-22531012-0d6f-497a-87bb-03f43291f44d None None] Port d5a000f9-5684-44e7-bef7-bffe77440cf8 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:43:58.119106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:58.654754 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:58.685418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f515d5e-2c25-40de-b561-0d17463d74d9 None None] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:58.791870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:43:58.817733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-bb7489e2-dec3-45e2-af6f-f1ee1b13d743 None None] Provisioning complete for port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:58.818157 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bb7489e2-dec3-45e2-af6f-f1ee1b13d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:58.910397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:43:58.921495 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:43:58.934180 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:58.934798 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:43:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:58.943806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:58.945344 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f6302669-b8df-4bfb-afe6-818817e775b6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8959491 Nov 23 18:43:58.948302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41846) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:58.948578 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bb7489e2-dec3-45e2-af6f-f1ee1b13d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:58.989619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-bb7489e2-dec3-45e2-af6f-f1ee1b13d743 None None] For port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9a8d0d74-aa61-4375-8542-cea0a7c46ba0,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:58.995151 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bb7489e2-dec3-45e2-af6f-f1ee1b13d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.029320 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7720ca15-8a7e-426c-9ebf-43d30f689547 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:59.057386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 7720ca15-8a7e-426c-9ebf-43d30f689547 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:43:59.057758 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7720ca15-8a7e-426c-9ebf-43d30f689547 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:43:59.084418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7489e2-dec3-45e2-af6f-f1ee1b13d743 None None] Pushing event updated for resources: {'Port': ['ID=9a8d0d74-aa61-4375-8542-cea0a7c46ba0,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:59.155622 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:59.218403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-135875be-404f-4bc0-a249-1c9552c5c0ac None None] Provisioning complete for port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:59.218914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-135875be-404f-4bc0-a249-1c9552c5c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.355426 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:43:58Z', 'revision_number': 3, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:59.387914 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:43:59.388263 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Updating router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 port d5a000f9-5684-44e7-bef7-bffe77440cf8 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:43:59.413536 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.455136 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.626665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Allocated IP 172.20.0.1 (bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa/5a74bab6-2fc9-4a2f-a243-0a861a1230e3/3f971d9d-fbb0-4cd9-a914-0425d61a42eb) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:59.687928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:59.691519 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.697967 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.744861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:59.745455 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.749112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b23b8-6570-4458-9a5d-2afbf8abc5a5 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:43:59.750792 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Attempting to bind port d5a000f9-5684-44e7-bef7-bffe77440cf8 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:59.751699 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Attempting to bind port d5a000f9-5684-44e7-bef7-bffe77440cf8 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:59.752076 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Attempting to bind port d5a000f9-5684-44e7-bef7-bffe77440cf8 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:59.763757 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:59.764171 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:59.764551 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.764948 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:59.765429 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Bound port: d5a000f9-5684-44e7-bef7-bffe77440cf8, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:59.765951 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.769372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.807868 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.826146 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] For port d5a000f9-5684-44e7-bef7-bffe77440cf8, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:59.832360 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] For port d5a000f9-5684-44e7-bef7-bffe77440cf8, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d5a000f9-5684-44e7-bef7-bffe77440cf8,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:59.837677 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.847990 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Pushing event updated for resources: {'Port': ['ID=d5a000f9-5684-44e7-bef7-bffe77440cf8,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:59.853389 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:59.856357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:59.859968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:59.864860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3b15c0cc-215a-4a51-add4-282bf94eafdb None None] Provisioning complete for port d5a000f9-5684-44e7-bef7-bffe77440cf8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:59.865586 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3b15c0cc-215a-4a51-add4-282bf94eafdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.866854 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.867574 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.868096 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.870249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.870622 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.871000 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.871513 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.871864 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.872201 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.872535 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.872868 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.873196 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:59.897054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Pushing event updated for resources: {'Port': ['ID=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:59.904498 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:59.905136 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:43:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:59.914061 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.914753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ec6f1-715f-4fe8-8f53-4cb86759d73a None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:00.002455 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3b15c0cc-215a-4a51-add4-282bf94eafdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.015210 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40497b81-3028-4a76-add3-a64949e32b45 None None] Pushing event updated for resources: {'Port': ['ID=d5a000f9-5684-44e7-bef7-bffe77440cf8,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:00.041449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3b15c0cc-215a-4a51-add4-282bf94eafdb None None] For port d5a000f9-5684-44e7-bef7-bffe77440cf8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d5a000f9-5684-44e7-bef7-bffe77440cf8,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:00.050041 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3b15c0cc-215a-4a51-add4-282bf94eafdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.082912 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:00.112585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.118748 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15c0cc-215a-4a51-add4-282bf94eafdb None None] Pushing event updated for resources: {'Port': ['ID=d5a000f9-5684-44e7-bef7-bffe77440cf8,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:00.173733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-804d13c0-7670-484b-8298-a570a2534ad2 None None] Provisioning complete for port d5a000f9-5684-44e7-bef7-bffe77440cf8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:00.174205 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-804d13c0-7670-484b-8298-a570a2534ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.290682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-804d13c0-7670-484b-8298-a570a2534ad2 None None] Provisioning complete for port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:00.291620 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-804d13c0-7670-484b-8298-a570a2534ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.323455 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:43:58Z', 'revision_number': 3, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:00.333755 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.341842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-804d13c0-7670-484b-8298-a570a2534ad2 None None] Port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:00.343683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.356622 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb99920-b1c7-49a5-ac2d-4a79e606abcc None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:43:58Z', 'revision_number': 3, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:00.424421 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.427360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Pushing event updated for resources: {'Port': ['ID=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:00.526074 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:00.527602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:00.669900 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:00.791433 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:00.796491 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9c9d8610-9e28-4bb0-a77b-a9850df47f8f admin admin] 10.222.0.74 "PUT /v2.0/routers/4f64bc78-3172-4f92-ad76-b81d29ecb6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8469386 Nov 23 18:44:00.867150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9c76c26f-901e-4ce5-807c-376be4248fd9 None None] Provisioning complete for port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:00.867527 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c76c26f-901e-4ce5-807c-376be4248fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.916340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-9c76c26f-901e-4ce5-807c-376be4248fd9 None None] Port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:01.190364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41854) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:01.195292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9032c6e0-d9fb-4086-803f-b768b7e65282 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973895698', 'description': 'tempest-description--1134121856'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:01.218378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9032c6e0-d9fb-4086-803f-b768b7e65282 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.288442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9032c6e0-d9fb-4086-803f-b768b7e65282 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.292540 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9032c6e0-d9fb-4086-803f-b768b7e65282 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.324250 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9032c6e0-d9fb-4086-803f-b768b7e65282 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.325526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9032c6e0-d9fb-4086-803f-b768b7e65282 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1338985 Nov 23 18:44:01.327496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032c6e0-d9fb-4086-803f-b768b7e65282 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610ab366-4e76-43fb-9086-256d41baaeb9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:01.328371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41856) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:01.334033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'security_group_rule': {'security_group_id': '610ab366-4e76-43fb-9086-256d41baaeb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:01.359985 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.425686 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.429521 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.448338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed4468c-5bdd-4c02-b1e8-3f82fd6192b9,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:01.459228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.460449 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303313 Nov 23 18:44:01.461854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.462207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.462551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.462918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.463258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.463381 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41858) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:01.463591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.463924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.464252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.464579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.464905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.465231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.465558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135d4d2-4803-4682-bad6-c3aa2e596362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:01.468684 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f21d37ba-9662-4905-bdc0-fcde87a863ec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'security_group_rule': {'security_group_id': '610ab366-4e76-43fb-9086-256d41baaeb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:01.497902 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f21d37ba-9662-4905-bdc0-fcde87a863ec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.555073 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f21d37ba-9662-4905-bdc0-fcde87a863ec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.558637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f21d37ba-9662-4905-bdc0-fcde87a863ec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.577556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d37ba-9662-4905-bdc0-fcde87a863ec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ae5f28-90c9-494f-834b-915a0affe106,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:01.586409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f21d37ba-9662-4905-bdc0-fcde87a863ec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.587705 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f21d37ba-9662-4905-bdc0-fcde87a863ec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233485 Nov 23 18:44:01.590950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 41860) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:01.595616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:01.623989 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.685693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d5a000f9-5684-44e7-bef7-bffe77440cf8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:01.743023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.743367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d5a000f9-5684-44e7-bef7-bffe77440cf8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:01.743695 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.853988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Allocated IP 172.25.0.70 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/488b0ae8-e104-4dfd-b351-c995e16613c6) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:01.944814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:01.956408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:01.957035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:43:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:01.963670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.004332 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.048370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:02.051296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:02.055846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:02.059138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'Port': ['ID=488b0ae8-e104-4dfd-b351-c995e16613c6,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:02.083596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:02.154033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.203367 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.308908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 2, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:02.384810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.391616 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.465448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'Port': ['ID=488b0ae8-e104-4dfd-b351-c995e16613c6,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:02.477943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.495178 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.496465 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dcd9d8f2-2038-4568-859b-f9e0020aa7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9045403 Nov 23 18:44:02.498054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:02.498422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Updating router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:02.528921 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.649886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-ef15bb8a-aa6d-4d94-9539-4eb4efa860f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1973895698&fields=id&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 267 time: 0.0426891 Nov 23 18:44:02.762672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fad6-f030-4e1c-bd40-230769ece994 req-1503455b-b8ce-4140-b0fc-ada5065a042f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:02.764219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-1503455b-b8ce-4140-b0fc-ada5065a042f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 812 time: 0.1062458 Nov 23 18:44:02.779577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-1cb35b58-f670-4b0a-8209-799c60f1c5fd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/quotas/37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 375 time: 0.0094042 Nov 23 18:44:02.811937 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.817569 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.832371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-bab8230b-5a9f-403f-9b9b-fe4b3f804bd3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465934 Nov 23 18:44:02.869328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c51e1-1dae-4cf1-8b47-58c0ddf7b048 None None] Pushing event updated for resources: {'Port': ['ID=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:02.924621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Attempting to bind port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:02.924621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Attempting to bind port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:02.925027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Attempting to bind port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:02.930511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:02.930929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:02.931350 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.931755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:02.932242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Bound port: 3f971d9d-fbb0-4cd9-a914-0425d61a42eb, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:02.932631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.999839 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-fb6df371-129b-4b4d-8654-eefc7f7af774 service neutron] 10.222.0.74 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549339 Nov 23 18:44:03.005744 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] For port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:03.009190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] For port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:03.014109 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:03.079439 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:03.080202 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:43:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:03.081913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c51e1-1dae-4cf1-8b47-58c0ddf7b048 None None] Pushing event updated for resources: {'Port': ['ID=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:03.103170 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-45de9bed-9a29-43f2-a828-a3bc18ea79b4 service neutron] 10.222.0.74 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948627 Nov 23 18:44:03.202019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-02ee73b0-1cf4-4d84-a4de-52b27906dd94 None None] Provisioning complete for port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:03.202412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ee73b0-1cf4-4d84-a4de-52b27906dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:03.233424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:03.312855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de7fdc11-fb2c-4d88-add2-93c80163c703 req-4a86e13e-1d58-486b-a0dc-2ece536482a2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 210 time: 0.0343809 Nov 23 18:44:03.452926 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ee73b0-1cf4-4d84-a4de-52b27906dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:03.516100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-02ee73b0-1cf4-4d84-a4de-52b27906dd94 None None] For port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:03.521475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02ee73b0-1cf4-4d84-a4de-52b27906dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:03.579033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee73b0-1cf4-4d84-a4de-52b27906dd94 None None] Pushing event updated for resources: {'Port': ['ID=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:03.584384 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:03.617019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9b81f-c206-44e3-8a13-52eddcce9a8d None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:03.645368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6bb242e7-e074-4662-add9-be17debe6c0a None None] Provisioning complete for port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:03.645768 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6bb242e7-e074-4662-add9-be17debe6c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:04.413651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a7d349db-830b-4a55-99b5-3b2c20784bfa req-2ce1292e-dd26-4363-ba79-0dbc9293056d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 210 time: 0.0275166 Nov 23 18:44:04.697450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fad6-f030-4e1c-bd40-230769ece994 req-95831146-47c4-4c95-bc93-bf1d9ba98955 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:04.699431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-95831146-47c4-4c95-bc93-bf1d9ba98955 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 812 time: 0.1206880 Nov 23 18:44:04.769989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-7da5f307-e3ce-4856-8784-60d63499d90c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 380 time: 0.0580096 Nov 23 18:44:04.783621 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'port': {'device_id': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'admin_state_up': True, 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'security_groups': ['610ab366-4e76-43fb-9086-256d41baaeb9']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:04.897244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Made reservation on behalf of 37cb6c02d7aa4f0785e852217a5e6640 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:04.901050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.023836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Allocated IP 172.20.0.3 (bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa/5a74bab6-2fc9-4a2f-a243-0a861a1230e3/ab433ebb-543d-4d99-bf8c-571682764df7) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:05.162891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.197101 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.235157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:05.239022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:05.246236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:05.278843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:05.310546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:05.311504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.329775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-a0b1bfb9-b697-4be0-afb6-77e8ae03ef16 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493603 Nov 23 18:44:05.348190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Request body: {'port': {'device_id': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:05.403775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.495592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ecde38b7-eba6-472c-9e0f-0f1b92e71901 None None] Provisioning complete for port ab433ebb-543d-4d99-bf8c-571682764df7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:05.496215 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ecde38b7-eba6-472c-9e0f-0f1b92e71901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.536306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ecde38b7-eba6-472c-9e0f-0f1b92e71901 None None] Port ab433ebb-543d-4d99-bf8c-571682764df7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:05.593650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2049a-ee7a-49d8-8129-625db9de9f27 req-2c546783-33a0-4ed7-a5b0-e3e5ec382f5b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:05.595703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60e2049a-ee7a-49d8-8129-625db9de9f27 req-2c546783-33a0-4ed7-a5b0-e3e5ec382f5b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 931 time: 0.0833778 Nov 23 18:44:05.673642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3f971d9d-fbb0-4cd9-a914-0425d61a42eb up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:05.696858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60e2049a-ee7a-49d8-8129-625db9de9f27 req-761c9ff1-20c5-4928-a117-cd3d32a4575a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729659 Nov 23 18:44:05.730770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:05.731150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.750397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab433ebb-543d-4d99-bf8c-571682764df7 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:05.758879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.771096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Transition to ACTIVE for port object ab433ebb-543d-4d99-bf8c-571682764df7 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:44:05.774680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.825363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:05.905677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Attempting to bind port ab433ebb-543d-4d99-bf8c-571682764df7 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:05.906011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Attempting to bind port ab433ebb-543d-4d99-bf8c-571682764df7 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:05.906337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Attempting to bind port ab433ebb-543d-4d99-bf8c-571682764df7 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:05.911304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Port ab433ebb-543d-4d99-bf8c-571682764df7 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:44:05.911631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Attempting to bind port ab433ebb-543d-4d99-bf8c-571682764df7 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:05.916613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:05.916949 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:05.917327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:05.917749 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Bound port: ab433ebb-543d-4d99-bf8c-571682764df7, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:05.918110 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.984689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:05.988462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:05.993595 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:06.027212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.027816 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:06.029195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 1091 time: 0.6864738 Nov 23 18:44:06.029633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:06.031957 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:06.063996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7800-cf5d-4192-9b74-ae9b55eb28d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:06.075069 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac44a3-f877-45ad-a85d-bba481de2284 x-openstack-request-id: req-b3ac44a3-f877-45ad-a85d-bba481de2284 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:06.075378 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:06.075641 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b3ac44a3-f877-45ad-a85d-bba481de2284 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:06.076062 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'status': 'completed', 'code': 200} Nov 23 18:44:06.139253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fad6-f030-4e1c-bd40-230769ece994 req-ebb3fcb1-f67f-419e-a646-389d92b023f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.140786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-ebb3fcb1-f67f-419e-a646-389d92b023f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1094 time: 0.0425963 Nov 23 18:44:06.192070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-ce468325-d109-4bf0-854a-abcac0e1eb4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 217 time: 0.0399430 Nov 23 18:44:06.248730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fad6-f030-4e1c-bd40-230769ece994 req-7bd443c9-6233-4030-b9c9-42dbaff13211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.250194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-7bd443c9-6233-4030-b9c9-42dbaff13211 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0445914 Nov 23 18:44:06.300491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fad6-f030-4e1c-bd40-230769ece994 req-689b0252-94f9-4761-960e-0bee2629828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.302076 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-689b0252-94f9-4761-960e-0bee2629828d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413051 Nov 23 18:44:06.401071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-078515db-cec5-4f4c-a8cb-fa3dfa2d245e service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877788 Nov 23 18:44:06.493911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df47fad6-f030-4e1c-bd40-230769ece994 req-70e1046d-5108-479a-9fc4-39f92a478e99 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821154 Nov 23 18:44:06.592773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-a1f72143-e146-4fb4-a4b0-d836552f22db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.594215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-a1f72143-e146-4fb4-a4b0-d836552f22db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1094 time: 0.0450523 Nov 23 18:44:06.686965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-dbc445d2-7746-4117-acab-51b50a452091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.689124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-dbc445d2-7746-4117-acab-51b50a452091 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0862589 Nov 23 18:44:06.731709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-5f761db6-7335-491a-b5f6-c49e12695126 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 217 time: 0.0364127 Nov 23 18:44:07.052461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-59100882-75de-4c3e-b14b-7dd19f88b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:07.053985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-59100882-75de-4c3e-b14b-7dd19f88b8f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.3152509 Nov 23 18:44:07.069777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd560b-38df-43b5-809a-8ff55d64b688 req-323b7a96-e285-46dd-b8ec-f0b60a1f3865 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:07.071484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46fd560b-38df-43b5-809a-8ff55d64b688 req-323b7a96-e285-46dd-b8ec-f0b60a1f3865 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 943 time: 0.0617533 Nov 23 18:44:07.142020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-a258165e-7564-4c4c-bf04-b145e7877252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:07.143521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-a258165e-7564-4c4c-bf04-b145e7877252 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712092 Nov 23 18:44:07.147182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46fd560b-38df-43b5-809a-8ff55d64b688 req-cd450350-3941-41c3-9963-e783ed2420ae tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662594 Nov 23 18:44:07.238151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-13d52282-82ee-4309-a515-4a3a35d5a69a service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840344 Nov 23 18:44:07.336120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c1ec3ab7-d46d-41bd-a179-3bfc3f86c479 req-581eb121-eca8-4754-86ca-8375f94a2821 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902805 Nov 23 18:44:08.274647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81560d-21fd-4863-94b0-838701380e2f req-9de7a398-48a2-47b9-a62c-53a40ad71e2a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:08.276134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a81560d-21fd-4863-94b0-838701380e2f req-9de7a398-48a2-47b9-a62c-53a40ad71e2a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 943 time: 0.0501685 Nov 23 18:44:08.323761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a81560d-21fd-4863-94b0-838701380e2f req-15afb7ec-70f9-444b-b22e-44b165cdfcc6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Nov 23 18:44:09.082720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ab433ebb-543d-4d99-bf8c-571682764df7 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:44:09.177650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:09.188765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'mac_address': 'fa:16:3e:2b:67:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:44:09.229922 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.243518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab433ebb-543d-4d99-bf8c-571682764df7 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:09.263696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:09.267878 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.316521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:09.442772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfb4cf-ffe3-436a-bf68-e436469261fa req-60070700-b1ee-4b68-86bc-20bd4f1acd1b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:09.444375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ddfb4cf-ffe3-436a-bf68-e436469261fa req-60070700-b1ee-4b68-86bc-20bd4f1acd1b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 944 time: 0.0520797 Nov 23 18:44:09.502144 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ddfb4cf-ffe3-436a-bf68-e436469261fa req-f800fdd0-7584-4ab0-9f4a-39f30e3addf0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515151 Nov 23 18:44:09.521735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['ab433ebb-543d-4d99-bf8c-571682764df7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:10.632770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb687-50b4-4a36-81cd-74f7959dd278 req-f15217ae-29cc-45e3-9889-549ea7a61822 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:10.634285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba1fb687-50b4-4a36-81cd-74f7959dd278 req-f15217ae-29cc-45e3-9889-549ea7a61822 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 944 time: 0.0570173 Nov 23 18:44:10.683505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba1fb687-50b4-4a36-81cd-74f7959dd278 req-04bb1b04-6342-4f41-b939-0c0da15d324a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Nov 23 18:44:11.084311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ab433ebb-543d-4d99-bf8c-571682764df7 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:11.136648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port ab433ebb-543d-4d99-bf8c-571682764df7 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:44:11.141038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port ab433ebb-543d-4d99-bf8c-571682764df7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:11.141466 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.233185 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.257813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:11.260152 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42f9b60-0cba-4ffa-bfae-3f9c8c03e8dc" -d '{"events": [{"server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "name": "network-vif-plugged", "status": "completed", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:11.273267 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:11.277550 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.302049 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4e9890-fa76-4e14-b57b-5c76017cc909 x-openstack-request-id: req-6b4e9890-fa76-4e14-b57b-5c76017cc909 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:11.302349 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "name": "network-vif-plugged", "status": "completed", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:11.302615 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b4e9890-fa76-4e14-b57b-5c76017cc909 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:11.303044 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'code': 200} Nov 23 18:44:11.331132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:11.356936 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7685-f454-4751-bc32-ac6eebb0efd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.429971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454b2d4-42bc-4966-9bec-50726ecfa872 req-6250daca-cf2a-481e-89a6-6d772849da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:11.431580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6454b2d4-42bc-4966-9bec-50726ecfa872 req-6250daca-cf2a-481e-89a6-6d772849da69 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1096 time: 0.0437627 Nov 23 18:44:11.492150 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6454b2d4-42bc-4966-9bec-50726ecfa872 req-2c80efc6-1760-4ea9-af07-598ac5099dce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476124 Nov 23 18:44:11.493358 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:44:11.805529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988b79-400a-4372-89c7-1b1d069b8774 req-5cf3f24c-8b25-4ff8-89a3-0eff288ade74 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:11.807062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a988b79-400a-4372-89c7-1b1d069b8774 req-5cf3f24c-8b25-4ff8-89a3-0eff288ade74 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0526953 Nov 23 18:44:11.855734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a988b79-400a-4372-89c7-1b1d069b8774 req-45ff7c98-d581-4862-8e5d-b6f4cf5c3ca0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Nov 23 18:44:12.977308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc42ce-6f2e-4442-abef-cabf9524aa8d req-04629b9d-9b26-498e-8342-ee05ad06f541 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:12.978811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5edc42ce-6f2e-4442-abef-cabf9524aa8d req-04629b9d-9b26-498e-8342-ee05ad06f541 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0483217 Nov 23 18:44:13.026051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5edc42ce-6f2e-4442-abef-cabf9524aa8d req-dda0d058-43b5-4726-a8d8-44cf0e43086c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 Nov 23 18:44:13.170239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9068b43-e83d-4089-a5e2-8c6d6e1304d9 req-749085b6-6a0d-46ac-bf0c-ce05e8b08a4d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:13.171775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9068b43-e83d-4089-a5e2-8c6d6e1304d9 req-749085b6-6a0d-46ac-bf0c-ce05e8b08a4d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0828276 Nov 23 18:44:13.179271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-7e122774-b6d9-4ca0-a2bb-118e2ed527c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613003 Nov 23 18:44:13.181100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 41910) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:13.185461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'floatingip': {'port_id': 'ab433ebb-543d-4d99-bf8c-571682764df7'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:13.234884 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.346193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-36501a7b-95fb-4637-8367-684d32c125d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:13.347756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-36501a7b-95fb-4637-8367-684d32c125d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1096 time: 0.1252594 Nov 23 18:44:13.422021 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5f0379bc-28a3-45e4-89ef-d749e61537c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.554324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-f24048d8-95e6-4282-ace4-0f076e59948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:13.555837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-f24048d8-95e6-4282-ace4-0f076e59948b service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.1843317 Nov 23 18:44:13.681580 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-9e60b37a-e1e3-4dc1-8b60-122b6b25a584 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 217 time: 0.0946178 Nov 23 18:44:13.832772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-908d1a1d-5cd3-42ec-954a-928ba4ea0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:13.834255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-908d1a1d-5cd3-42ec-954a-928ba4ea0bb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.1422360 Nov 23 18:44:13.961234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-06ee4279-116e-43c2-ab36-2972abfbadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:13.962660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-06ee4279-116e-43c2-ab36-2972abfbadae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203918 Nov 23 18:44:14.075613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.082070 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.143415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-2baa678e-dd1b-4b30-82b8-f8e1d7e24780 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721346 Nov 23 18:44:14.249066 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 associated. External IP: 172.25.0.70, port: ab433ebb-543d-4d99-bf8c-571682764df7. Nov 23 18:44:14.312881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58d7d0f7-0af3-4541-9568-82548ea7292d req-9c0f1464-90bd-4be7-b925-eb3e7b4b9c34 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414115 Nov 23 18:44:14.746248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:14.856482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:14.862162 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.867369 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:14.879216 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:14.880110 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:44:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:14.901218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b33e8e7b-b28b-430f-8df6-34031fe781ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "PUT /v2.0/floatingips/0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 HTTP/1.1" status: 200 len: 990 time: 1.7190423 Nov 23 18:44:14.902003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:14.904836 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:14.995985 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:15.000236 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc627e3-ab7e-45e1-b575-c113855d997d x-openstack-request-id: req-9cc627e3-ab7e-45e1-b575-c113855d997d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:15.000615 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:15.000917 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9cc627e3-ab7e-45e1-b575-c113855d997d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:15.001331 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'status': 'completed', 'code': 200} Nov 23 18:44:15.081518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-bc228860-c006-452f-b781-1bf41cb5160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:15.083204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-bc228860-c006-452f-b781-1bf41cb5160d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1096 time: 0.0573454 Nov 23 18:44:15.190035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-8ce849c0-f279-4078-8110-c147022d6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:15.191505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-8ce849c0-f279-4078-8110-c147022d6037 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.1006711 Nov 23 18:44:15.248098 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.274161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-5982ac5d-117f-436e-afc9-86d8b472c66c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 998 time: 0.0754814 Nov 23 18:44:15.327801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-1316f3f2-0642-43aa-9188-331748fa534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:15.330218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-1316f3f2-0642-43aa-9188-331748fa534b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0492556 Nov 23 18:44:15.364744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:2b:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:44:13Z', 'revision_number': 1, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:15.382731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-a296c360-78ca-4752-801a-c750f345b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:15.384441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-a296c360-78ca-4752-801a-c750f345b49b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465641 Nov 23 18:44:15.392308 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:15.401991 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:15.402626 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:44:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:15.503761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-ce3b0a77-9441-4c08-a25e-2e79448e5ae9 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103327 Nov 23 18:44:15.521470 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:15.599888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13dcd9e4-a9b0-45b6-accb-03ada64bc6fd req-1d79a77d-00e2-49d5-bd2a-500a12346316 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889719 Nov 23 18:44:15.761550 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:2b:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:44:13Z', 'revision_number': 1, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:15.790246 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28c68e-8a6a-4843-a45c-7a4ef216b2c1 None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:2b:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:44:13Z', 'revision_number': 1, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:15.992999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aba9d5-f3a8-40db-bdf3-850a8929b1ba None None] New status for floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:44:16.582091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.997119 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.948646 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.989978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.359338 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2f7212bc-5847-473d-a47f-111a82798756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.426147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b45e29e-8513-41ed-9971-4e117f10d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:45.249054 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:46.585550 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.001207 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.494345 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:44:49.940577 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.993893 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.362973 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4c9fddb-eca2-4429-9ae9-f6391cfc315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.429858 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7b88987-c748-4a18-958c-22f67cb83b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:14.920271 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26150406-73fa-4661-9d72-b9b1405e4464 req-d16453fa-be8a-4837-b19c-af6216e50c7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459983 Nov 23 18:45:15.008980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150406-73fa-4661-9d72-b9b1405e4464 req-ff1ece36-6858-4279-805d-fc775f4ffca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:15.010402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26150406-73fa-4661-9d72-b9b1405e4464 req-ff1ece36-6858-4279-805d-fc775f4ffca1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1096 time: 0.0427549 Nov 23 18:45:15.169446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150406-73fa-4661-9d72-b9b1405e4464 req-7b8e8a93-6397-44fb-b846-950f1ca644c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:15.170991 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26150406-73fa-4661-9d72-b9b1405e4464 req-7b8e8a93-6397-44fb-b846-950f1ca644c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.1345518 Nov 23 18:45:15.245054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26150406-73fa-4661-9d72-b9b1405e4464 req-1a1f2430-8387-4b1d-8e30-0438aa5f0fe1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 1000 time: 0.0630777 Nov 23 18:45:15.249106 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.305210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150406-73fa-4661-9d72-b9b1405e4464 req-3849df47-3b3a-4b2f-bda3-c32c22eca1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:15.306638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26150406-73fa-4661-9d72-b9b1405e4464 req-3849df47-3b3a-4b2f-bda3-c32c22eca1b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0453544 Nov 23 18:45:15.373207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150406-73fa-4661-9d72-b9b1405e4464 req-be8c762c-55d6-4680-a120-719b596b9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:15.374837 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26150406-73fa-4661-9d72-b9b1405e4464 req-be8c762c-55d6-4680-a120-719b596b9998 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540907 Nov 23 18:45:15.480106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26150406-73fa-4661-9d72-b9b1405e4464 req-00b44e81-5a67-4c5a-ab85-e09855e3f72e service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933731 Nov 23 18:45:15.586598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26150406-73fa-4661-9d72-b9b1405e4464 req-bec7a552-b933-46d2-91e6-4d64bbf74969 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954504 Nov 23 18:45:16.588403 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.007946 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.949140 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.977206 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.496240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:45:41.367271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b535e9a2-cc05-4eae-9987-e3177bfd234e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:43.432306 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-07b30b7c-5c11-4eb7-a9bb-dbbf5315b520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.251580 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.589804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.000760 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:49.953438 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:50.977828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:53.874194 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62d0e0-26e9-41bc-b54d-7f18d4828fcc req-bcc0cf0e-0ebb-4855-97c9-c502a70810e6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:53.875718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c62d0e0-26e9-41bc-b54d-7f18d4828fcc req-bcc0cf0e-0ebb-4855-97c9-c502a70810e6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.1043298 Nov 23 18:45:53.922184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c62d0e0-26e9-41bc-b54d-7f18d4828fcc req-21a594e5-5286-43ed-a22e-d893008f8101 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 Nov 23 18:45:54.148070 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-6ababed9-14cc-4948-8520-948a1e78c631 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442536 Nov 23 18:45:54.160610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1cd0f-d5e7-4e43-82de-60d2e1cc85dd req-f08ad30f-ae7e-46a1-92a0-cb9bf44601b2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:54.162135 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6fc1cd0f-d5e7-4e43-82de-60d2e1cc85dd req-f08ad30f-ae7e-46a1-92a0-cb9bf44601b2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Nov 23 18:45:54.221937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6fc1cd0f-d5e7-4e43-82de-60d2e1cc85dd req-320a6c0e-13eb-4bad-8a40-9c3cdc7f5b77 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529749 Nov 23 18:45:55.235609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-9d174e7f-102c-48c2-baf0-947766edee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:55.237707 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-9d174e7f-102c-48c2-baf0-947766edee29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1096 time: 0.0414362 Nov 23 18:45:55.367266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-6c6f8ff2-89e5-45a4-91a6-c18b7fa735c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:55.368747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-6c6f8ff2-89e5-45a4-91a6-c18b7fa735c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.1224496 Nov 23 18:45:55.379656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32b574-3e5e-4bcc-a327-1c79e30abe41 req-42bf2f32-8393-4e77-b1c5-8b41575cfeab tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:55.381090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f32b574-3e5e-4bcc-a327-1c79e30abe41 req-42bf2f32-8393-4e77-b1c5-8b41575cfeab tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0780287 Nov 23 18:45:55.464603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-df6fe1b1-5992-4890-824c-7977fbf7b25c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 1000 time: 0.0825591 Nov 23 18:45:55.472436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f32b574-3e5e-4bcc-a327-1c79e30abe41 req-25e6b92a-984a-4717-84c0-bad58eaa995a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850315 Nov 23 18:45:55.524595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-04595717-34f6-4a6d-9cf3-fb18d42c4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:55.525990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-04595717-34f6-4a6d-9cf3-fb18d42c4d18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0502980 Nov 23 18:45:55.575242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-661603a0-3273-4e3d-9476-7d44c1c5f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:55.576749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-661603a0-3273-4e3d-9476-7d44c1c5f361 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398636 Nov 23 18:45:55.671703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-5ce7ecb1-1dfa-42c3-8bbc-299b8547ee0d service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820184 Nov 23 18:45:55.769106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-20a173b8-2a96-4a01-83ee-68f18bd9118c service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854483 Nov 23 18:45:56.595868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e77a16-976f-4aa0-b872-0c4090efa320 req-f27b28d5-5e85-4e19-a1a5-2ab87a01e0c8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:56.597422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14e77a16-976f-4aa0-b872-0c4090efa320 req-f27b28d5-5e85-4e19-a1a5-2ab87a01e0c8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0507641 Nov 23 18:45:56.645573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14e77a16-976f-4aa0-b872-0c4090efa320 req-a9b56796-3dff-4d9a-8030-cc7abfe34d5b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Nov 23 18:45:57.767098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5059fa-bfad-402a-91a8-d05e70658a3b req-fbec2930-f1c9-4cda-aa8c-7f7e74796c4c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:57.769228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d5059fa-bfad-402a-91a8-d05e70658a3b req-fbec2930-f1c9-4cda-aa8c-7f7e74796c4c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0533876 Nov 23 18:45:57.817051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d5059fa-bfad-402a-91a8-d05e70658a3b req-2405bfc3-e7af-4c3c-aaf9-615151a7628f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Nov 23 18:45:58.934790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e13c2c-175b-435f-8381-9455c4edca5a req-9b66c80b-7f16-40eb-8846-2e19b66a2d9d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:58.936282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12e13c2c-175b-435f-8381-9455c4edca5a req-9b66c80b-7f16-40eb-8846-2e19b66a2d9d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0494022 Nov 23 18:45:58.984739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12e13c2c-175b-435f-8381-9455c4edca5a req-828d2c8b-0171-48a7-a0ae-8fab953f6317 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Nov 23 18:46:00.106263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dbbea-76c9-476d-8dcd-6c16e1dcc9c8 req-acffabc1-91d9-441e-9fc6-71da93ae6229 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:00.107890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e50dbbea-76c9-476d-8dcd-6c16e1dcc9c8 req-acffabc1-91d9-441e-9fc6-71da93ae6229 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0529430 Nov 23 18:46:00.154864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e50dbbea-76c9-476d-8dcd-6c16e1dcc9c8 req-6d231d92-2ad3-4e41-a470-fa8c17ad20e2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Nov 23 18:46:01.273971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69a084-c069-443d-97c9-5fed637c342f req-6071bf99-9675-499e-a88f-75c1b2352c1e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:01.275490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d69a084-c069-443d-97c9-5fed637c342f req-6071bf99-9675-499e-a88f-75c1b2352c1e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Nov 23 18:46:01.322782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d69a084-c069-443d-97c9-5fed637c342f req-c1a86571-4936-422a-a20f-c4c72ebd76bc tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Nov 23 18:46:02.443956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb1d13-b66a-428b-bae1-ab37974f6823 req-b737b2f2-e49f-4865-b9be-0bf3369928ea tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:02.445492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5bb1d13-b66a-428b-bae1-ab37974f6823 req-b737b2f2-e49f-4865-b9be-0bf3369928ea tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0491726 Nov 23 18:46:02.495332 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:46:02.497727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5bb1d13-b66a-428b-bae1-ab37974f6823 req-56d7dd91-fe33-4c88-a4ea-f10125fec9e1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458889 Nov 23 18:46:03.621175 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e11048-7412-4e01-ac8a-5b2e819f8086 req-200499f5-6767-4996-95da-82d842b0c7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:03.622559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5e11048-7412-4e01-ac8a-5b2e819f8086 req-200499f5-6767-4996-95da-82d842b0c7ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0498309 Nov 23 18:46:03.670156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5e11048-7412-4e01-ac8a-5b2e819f8086 req-19a84646-1a34-433d-bc4a-23bf81722361 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Nov 23 18:46:04.796789 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2df18-f938-4c08-89b1-287da4bc4be3 req-b1d0a5ad-495e-4e25-a894-81f07f69f603 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:04.798313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5c2df18-f938-4c08-89b1-287da4bc4be3 req-b1d0a5ad-495e-4e25-a894-81f07f69f603 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Nov 23 18:46:04.850020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5c2df18-f938-4c08-89b1-287da4bc4be3 req-6afabbe1-3736-45ad-bfd5-eba760fd145e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454960 Nov 23 18:46:05.969113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6845d4-d2a0-4862-8d5e-f5b1fac8b492 req-8f7dfa62-5b70-4191-b837-488e29c8b96c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:05.971553 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc6845d4-d2a0-4862-8d5e-f5b1fac8b492 req-8f7dfa62-5b70-4191-b837-488e29c8b96c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0529640 Nov 23 18:46:06.020134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc6845d4-d2a0-4862-8d5e-f5b1fac8b492 req-e62c0274-c13a-4f0d-a1e7-e7038536f639 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 Nov 23 18:46:07.136854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6f3c3-f7ee-48fd-a641-903033c6dd07 req-20bd65d8-d812-44a0-8a49-62e60234abe5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:07.138332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5e6f3c3-f7ee-48fd-a641-903033c6dd07 req-20bd65d8-d812-44a0-8a49-62e60234abe5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0488088 Nov 23 18:46:07.186131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5e6f3c3-f7ee-48fd-a641-903033c6dd07 req-e4b802e7-7d2b-4738-bd60-ba2fe1db7e06 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 Nov 23 18:46:07.934100 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-a6d22cc5-64fb-447e-af37-2a7c931f65f2 service neutron] show failed (client error): The resource could not be found. Nov 23 18:46:07.935067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-a6d22cc5-64fb-447e-af37-2a7c931f65f2 service neutron] 10.222.0.72 "GET /v2.0/ports/ab433ebb-543d-4d99-bf8c-571682764df7/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0545511 Nov 23 18:46:08.208215 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-1b2c545a-9295-4c31-baba-9cf0a0cb860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:08.209712 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-1b2c545a-9295-4c31-baba-9cf0a0cb860a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 1096 time: 0.0977018 Nov 23 18:46:08.222996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:08.279969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.310497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78d1e4-c820-41f4-b80d-ce20e0edefd5 req-1fad4304-c040-40b7-9b35-1b31a1ef298a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:08.312004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d78d1e4-c820-41f4-b80d-ce20e0edefd5 req-1fad4304-c040-40b7-9b35-1b31a1ef298a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0539114 Nov 23 18:46:08.364939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d78d1e4-c820-41f4-b80d-ce20e0edefd5 req-67d2312a-a1eb-4300-893c-408ecb2bb568 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460820 Nov 23 18:46:08.493348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:08.526812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:08.565971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:08.568331 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ccce9d-d992-419f-b258-9a4ccf218493" -d '{"events": [{"server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "name": "network-vif-unplugged", "status": "completed", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:08.572940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.585692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Transition to ACTIVE for port object ab433ebb-543d-4d99-bf8c-571682764df7 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:46:08.590010 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.671833 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=6']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:08.685777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.686139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.686496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.686866 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.687576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.687576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.687856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.688181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.688512 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.688854 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.689663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.689663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:08.729949 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b34519-f4ad-4167-bfa5-064117dde89b x-openstack-request-id: req-93b34519-f4ad-4167-bfa5-064117dde89b {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:08.730256 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "name": "network-vif-unplugged", "status": "completed", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:08.730516 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93b34519-f4ad-4167-bfa5-064117dde89b {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:08.730951 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'code': 200} Nov 23 18:46:08.731865 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] No DVR routers for this DVR port ab433ebb-543d-4d99-bf8c-571682764df7 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:08.870342 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Attempting to bind port ab433ebb-543d-4d99-bf8c-571682764df7 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:08.870706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Attempting to bind port ab433ebb-543d-4d99-bf8c-571682764df7 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:08.871049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Attempting to bind port ab433ebb-543d-4d99-bf8c-571682764df7 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:08.875343 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Port ab433ebb-543d-4d99-bf8c-571682764df7 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:46:08.875677 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Attempting to bind port ab433ebb-543d-4d99-bf8c-571682764df7 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:08.880764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:08.881107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:08.881500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:08.881927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Bound port: ab433ebb-543d-4d99-bf8c-571682764df7, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:08.882288 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.944918 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:08.948198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:08.952833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.987126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:08.987718 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.989212 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] 10.222.0.66 "PUT /v2.0/ports/ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 1091 time: 0.7705142 Nov 23 18:46:09.025124 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dc8ee-8517-44f2-bd56-86300c550981 service neutron] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:09.061380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-bafb9e76-e76e-4d9b-a0ea-76c84f0b0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:09.062953 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-bafb9e76-e76e-4d9b-a0ea-76c84f0b0495 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1094 time: 0.0482047 Nov 23 18:46:09.159655 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-d4534178-89ab-4124-a2a0-abf2e0a349aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:09.161157 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-d4534178-89ab-4124-a2a0-abf2e0a349aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0916636 Nov 23 18:46:09.494477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fbcac-a491-4b1f-83fb-a8bb3e50725b req-85fbcae0-96aa-40d9-aff4-0b178ed1cadf tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:09.496085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-864fbcac-a491-4b1f-83fb-a8bb3e50725b req-85fbcae0-96aa-40d9-aff4-0b178ed1cadf tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 943 time: 0.0512068 Nov 23 18:46:09.548527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-864fbcac-a491-4b1f-83fb-a8bb3e50725b req-c6dc423f-2f02-4411-9642-4838eb3e102e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454664 Nov 23 18:46:09.548931 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-b79d35f8-9d0b-4644-bbec-dc5ed7fca4ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 998 time: 0.3799713 Nov 23 18:46:09.599899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-79d06e9d-6f5e-496a-b284-9b138c041dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:09.601293 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-79d06e9d-6f5e-496a-b284-9b138c041dbf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0450490 Nov 23 18:46:09.647944 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-a2c67f75-29b7-43b0-b7c4-f1e42c113a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:09.649443 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-a2c67f75-29b7-43b0-b7c4-f1e42c113a2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408416 Nov 23 18:46:09.741356 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-24161de7-f06c-4be8-92f0-d3c4b1d8ed63 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843382 Nov 23 18:46:09.832856 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6bb4ed3b-c018-4093-8e3e-03c16aff1e7b req-bb2dabad-57fb-4f4d-98f4-0f474ed892ec service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844212 Nov 23 18:46:10.670495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499748b-4ae8-4063-8294-e1074c86bf1f req-ed37b019-c6b8-4d18-9c9d-08ace050f5ab tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.672014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1499748b-4ae8-4063-8294-e1074c86bf1f req-ed37b019-c6b8-4d18-9c9d-08ace050f5ab tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 943 time: 0.0529106 Nov 23 18:46:10.723172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1499748b-4ae8-4063-8294-e1074c86bf1f req-8565939c-1936-44d5-b1ed-2cd5c258f881 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 Nov 23 18:46:10.732222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:10.734899 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:10.781625 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df7f0b5-18c5-4b34-9102-9dc7df21f3b5 x-openstack-request-id: req-6df7f0b5-18c5-4b34-9102-9dc7df21f3b5 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:10.781923 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:10.782182 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6df7f0b5-18c5-4b34-9102-9dc7df21f3b5 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:10.782665 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'status': 'completed', 'code': 200} Nov 23 18:46:10.847273 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-a5468917-6940-428f-8424-f595cd971e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.848825 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-a5468917-6940-428f-8424-f595cd971e89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1094 time: 0.0471067 Nov 23 18:46:10.857895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-fff7e61d-18e3-4286-854f-ce4d3879baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.859420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-fff7e61d-18e3-4286-854f-ce4d3879baf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1094 time: 0.0418820 Nov 23 18:46:10.944524 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-ed4b0f62-7509-4fef-90df-e5d5b026bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.945970 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-ed4b0f62-7509-4fef-90df-e5d5b026bd59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0878739 Nov 23 18:46:10.958386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-386bb92d-8d1e-4a51-8a2e-d30450daaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.959897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-386bb92d-8d1e-4a51-8a2e-d30450daaee8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0915868 Nov 23 18:46:11.018257 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-0fc7811e-5b2f-43ad-8ddd-1addca1eaec9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 998 time: 0.0643225 Nov 23 18:46:11.031408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-1eb312d4-b95d-4e40-979f-94bf5b659bbc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 998 time: 0.0594420 Nov 23 18:46:11.068284 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-fe046247-e377-4f4e-8d66-f9f054b49b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:11.069768 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-fe046247-e377-4f4e-8d66-f9f054b49b4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0442610 Nov 23 18:46:11.085452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-b5d5992d-8c16-4cd3-8b8c-8eab2eecd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:11.087074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-b5d5992d-8c16-4cd3-8b8c-8eab2eecd96d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0475948 Nov 23 18:46:11.119362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-0bb8870c-6566-4834-94cf-c9b42094edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:11.120874 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-0bb8870c-6566-4834-94cf-c9b42094edf3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435383 Nov 23 18:46:11.141711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-e6471630-94d3-4618-852e-c32e7fdcf994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:11.144205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-e6471630-94d3-4618-852e-c32e7fdcf994 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454113 Nov 23 18:46:11.218554 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-a127b9a1-6173-4b4b-8f3d-f9d7634bd13a service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896592 Nov 23 18:46:11.241154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-7543f448-a13d-46b0-9a93-c693885b8f51 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855260 Nov 23 18:46:11.315809 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-45ab4fd1-50bc-46f9-b6e0-e934c690bbca service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884140 Nov 23 18:46:11.373870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b97ba57-959a-4e4b-a51e-ee268ebfc9e9 req-56200af4-704c-4ae9-8ad2-c0824080561a service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195652 Nov 23 18:46:11.377748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9888036c-b553-45e4-98c9-f8e37290d8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:11.706408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ab433ebb-543d-4d99-bf8c-571682764df7 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:11.746575 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ab433ebb-543d-4d99-bf8c-571682764df7 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:11.842354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f3023-c325-4b7d-859c-48fd3de8c142 req-602b4138-7057-4819-a88a-779be0d8710e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:11.843872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e4f3023-c325-4b7d-859c-48fd3de8c142 req-602b4138-7057-4819-a88a-779be0d8710e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 943 time: 0.0504699 Nov 23 18:46:11.890766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e4f3023-c325-4b7d-859c-48fd3de8c142 req-e99a65e7-f0a0-4344-b02e-9b610431773a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402384 Nov 23 18:46:12.129653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb542609-dfe2-4105-af0d-fc9d1fc6728a req-6df1713a-c455-4b5c-84d4-f65463983001 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:12.131158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb542609-dfe2-4105-af0d-fc9d1fc6728a req-6df1713a-c455-4b5c-84d4-f65463983001 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 943 time: 0.0944653 Nov 23 18:46:12.144174 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-3e5b6e41-929d-4ca6-af94-95277f97da4f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:12.145551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-3e5b6e41-929d-4ca6-af94-95277f97da4f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53&tenant_id=37cb6c02d7aa4f0785e852217a5e6640&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 943 time: 0.0782084 Nov 23 18:46:12.191490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb542609-dfe2-4105-af0d-fc9d1fc6728a req-42eea7fc-0146-4d08-850d-454f06e61ef0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Nov 23 18:46:12.263949 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-024eb8c7-4e90-4f82-8581-83ea4240392d service neutron] delete failed (client error): The resource could not be found. Nov 23 18:46:12.264965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-024eb8c7-4e90-4f82-8581-83ea4240392d service neutron] 10.222.0.72 "DELETE /v2.0/ports/ab433ebb-543d-4d99-bf8c-571682764df7/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.1051948 Nov 23 18:46:12.355707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-9bfcad52-beb0-43b6-92d1-5e78f0952a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:12.357500 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-9bfcad52-beb0-43b6-92d1-5e78f0952a08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 1094 time: 0.0422590 Nov 23 18:46:12.454249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-fee2807e-24e4-4f5c-8f66-a588187d6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:12.456609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-fee2807e-24e4-4f5c-8f66-a588187d6528 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0903165 Nov 23 18:46:12.525818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-f72497b5-f150-49c3-9f14-8d87d47f718d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 200 len: 998 time: 0.0580163 Nov 23 18:46:12.582541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-7d50475c-f389-458f-a8b8-ac3d4680b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:12.584053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-7d50475c-f389-458f-a8b8-ac3d4680b59f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0492978 Nov 23 18:46:12.621739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ab433ebb-543d-4d99-bf8c-571682764df7 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:46:12.640932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-8fa58f92-5c95-4446-8b76-0acaa5716f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:12.643180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-8fa58f92-5c95-4446-8b76-0acaa5716f87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420933 Nov 23 18:46:12.740674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-5f96970a-dcf3-419c-847a-1d01adf1ed97 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882318 Nov 23 18:46:12.843941 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-043e991f-7aff-4907-9545-7d0840e0f5f7 req-f2f38983-2c9b-44dc-b1ec-cc7772dd4f77 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903938 Nov 23 18:46:12.883883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:12.895548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'mac_address': 'fa:16:3e:2b:67:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:46:12.934848 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.949427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab433ebb-543d-4d99-bf8c-571682764df7 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:12.972753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:12.977016 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.026747 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:13.034237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.034587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.034958 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.035308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.035645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.035983 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.036322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.036651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.036980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.037315 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.037645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.037969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:13.238585 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['ab433ebb-543d-4d99-bf8c-571682764df7'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:13.317742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6fb88-97b7-4120-b315-49eba7f0a223 req-4f1b55a7-286d-4513-b47c-85dc42de25b8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:13.323215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0b6fb88-97b7-4120-b315-49eba7f0a223 req-4f1b55a7-286d-4513-b47c-85dc42de25b8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 944 time: 0.0577092 Nov 23 18:46:13.375544 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0b6fb88-97b7-4120-b315-49eba7f0a223 req-da7412b5-1d48-4f2e-8a50-42b456b2a93e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498018 Nov 23 18:46:13.433053 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f465bef7-ded4-4aef-9b0e-6475f2d7fb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.503525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480e10-3ed4-4037-a77a-ee44da74cb84 req-5854ffbd-8d51-4b6f-b1ed-10ac14215544 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:14.505191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38480e10-3ed4-4037-a77a-ee44da74cb84 req-5854ffbd-8d51-4b6f-b1ed-10ac14215544 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 944 time: 0.0538762 Nov 23 18:46:14.557172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38480e10-3ed4-4037-a77a-ee44da74cb84 req-16c771d9-a083-427d-bc0f-4fd0ef5a17fd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 Nov 23 18:46:14.637513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ab433ebb-543d-4d99-bf8c-571682764df7 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:14.676746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9583c-efc2-4b5b-8340-aa8c8a639049 req-60d45ff3-2cfc-4194-9121-062769555092 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:14.678303 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-72d9583c-efc2-4b5b-8340-aa8c8a639049 req-60d45ff3-2cfc-4194-9121-062769555092 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 944 time: 0.0523262 Nov 23 18:46:14.691682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port ab433ebb-543d-4d99-bf8c-571682764df7 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:46:14.695884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port ab433ebb-543d-4d99-bf8c-571682764df7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:14.696272 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.736557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-72d9583c-efc2-4b5b-8340-aa8c8a639049 req-0c75fb5d-5d84-4f8d-9f75-cdcca952af34 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506353 Nov 23 18:46:14.792999 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.818808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:14.821079 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb26ed0-f841-4105-8129-ade91ee79ce4" -d '{"events": [{"server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "name": "network-vif-plugged", "status": "completed", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:14.835853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:14.841109 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.880958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d191709-d3eb-4354-8182-6069285f8859 req-4adec1fc-b92f-4626-a3f8-261b4180f946 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:14.883639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d191709-d3eb-4354-8182-6069285f8859 req-4adec1fc-b92f-4626-a3f8-261b4180f946 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 944 time: 0.0703185 Nov 23 18:46:14.899246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:14.939813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d191709-d3eb-4354-8182-6069285f8859 req-2c02da17-7b17-4a77-9453-f2299d7a5698 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485260 Nov 23 18:46:14.992271 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6c4ee6-0f2d-4fbb-9280-470e366cd8ab x-openstack-request-id: req-6a6c4ee6-0f2d-4fbb-9280-470e366cd8ab {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:14.992640 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "name": "network-vif-plugged", "status": "completed", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:14.993069 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a6c4ee6-0f2d-4fbb-9280-470e366cd8ab {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:14.993682 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'code': 200} Nov 23 18:46:15.219979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e66d35-c214-4307-8d80-bef10c6339f5 req-48191032-6127-49aa-88c9-96898c19df01 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:15.222020 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35e66d35-c214-4307-8d80-bef10c6339f5 req-48191032-6127-49aa-88c9-96898c19df01 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0510046 Nov 23 18:46:15.258192 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:15.272414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35e66d35-c214-4307-8d80-bef10c6339f5 req-bc12b5b7-05f8-432d-94d1-86876617d633 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 Nov 23 18:46:16.390880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bccf1c-239a-42be-ac71-4dc071142af8 req-b518da99-3a14-4e06-9b82-6bee9705f3ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:16.392373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56bccf1c-239a-42be-ac71-4dc071142af8 req-b518da99-3a14-4e06-9b82-6bee9705f3ed tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0492768 Nov 23 18:46:16.445512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56bccf1c-239a-42be-ac71-4dc071142af8 req-af20c325-3617-4c3d-b6ef-23083761cf24 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464146 Nov 23 18:46:16.487566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-10937ebc-4ea9-4671-96ba-013a9c288009 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:16.489538 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-10937ebc-4ea9-4671-96ba-013a9c288009 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 945 time: 0.0619938 Nov 23 18:46:16.585803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Deleting port ab433ebb-543d-4d99-bf8c-571682764df7 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:16.586059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.593355 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.679075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] For port ab433ebb-543d-4d99-bf8c-571682764df7, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=ab433ebb-543d-4d99-bf8c-571682764df7,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:16.679444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.855659 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.855938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.856262 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 disassociated. External IP: 172.25.0.70, port: ab433ebb-543d-4d99-bf8c-571682764df7. Nov 23 18:46:16.856612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Calling delete_port for ab433ebb-543d-4d99-bf8c-571682764df7 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:16.990869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:17.024003 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event deleted for resources: {'Port': ['ID=ab433ebb-543d-4d99-bf8c-571682764df7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:17.149336 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:46:17.261585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:46:17.273338 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:46:17.284619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:17.285260 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:46:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:17.303874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] No DVR routers for this DVR port ab433ebb-543d-4d99-bf8c-571682764df7 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:17.306623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:17.310113 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-628634bf-6436-4842-8302-e8d036bb5ec5 req-1f5b3ab2-9230-4652-b286-29333ffa2c2d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "DELETE /v2.0/ports/ab433ebb-543d-4d99-bf8c-571682764df7 HTTP/1.1" status: 204 len: 173 time: 0.8132992 Nov 23 18:46:17.310568 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'name': 'network-vif-deleted', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:17.312980 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e7e8bc-3e0c-40bb-acfa-52b8a6e85382" -d '{"events": [{"server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "name": "network-vif-deleted", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:17.362857 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7a948c-2d7e-4753-8fb6-4638e51b4bd5 x-openstack-request-id: req-0b7a948c-2d7e-4753-8fb6-4638e51b4bd5 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:17.363225 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6ab362-76fc-4eaf-8557-bb1d70285f53", "name": "network-vif-deleted", "tag": "ab433ebb-543d-4d99-bf8c-571682764df7", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:17.363490 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b7a948c-2d7e-4753-8fb6-4638e51b4bd5 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:17.363916 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6ab362-76fc-4eaf-8557-bb1d70285f53', 'name': 'network-vif-deleted', 'tag': 'ab433ebb-543d-4d99-bf8c-571682764df7', 'status': 'completed', 'code': 200} Nov 23 18:46:17.397590 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:17.562417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3ca6b57-1d84-409f-981b-325c4cb177c7 req-7103b881-8faa-402d-855b-aa0ebd9ceed3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f6ab362-76fc-4eaf-8557-bb1d70285f53 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Nov 23 18:46:17.618626 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:17.648760 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:46:17.656838 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:17.657429 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:46:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:17.761442 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:17.999312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:18.043381 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:18.070152 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c536b4f-1f91-430d-8e84-ddde6653c466 None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:46:18.298302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fbfc8-914c-498e-846b-d0c378de5e5b None None] New status for floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:46:18.805690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-6255bb31-f8f4-4082-b2af-8f6108937edc tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1973895698&fields=id&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 267 time: 0.0424309 Nov 23 18:46:18.921273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d9ebc38c-4d07-4a5c-bdcd-78793c3112d0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:18.922783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d9ebc38c-4d07-4a5c-bdcd-78793c3112d0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 812 time: 0.1101747 Nov 23 18:46:18.938584 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-950b7d8c-f55c-4e84-aa65-fb58655cd5a3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/quotas/37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 375 time: 0.0092969 Nov 23 18:46:18.990782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-498b39d7-a6a4-4015-a93e-d07e2d310579 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459573 Nov 23 18:46:19.087054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-44205d45-5c60-43c4-9ae7-8ee0e0b93849 service neutron] 10.222.0.74 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836499 Nov 23 18:46:19.189250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-be16e3b8-8848-4bc0-8c4e-95d5f601cde6 service neutron] 10.222.0.74 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954981 Nov 23 18:46:19.347715 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-971fac8d-cec1-4671-b9ec-e482a9c8fcd6 req-0c6a8e73-6afe-4992-9690-119c76dc69b3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 210 time: 0.0274570 Nov 23 18:46:19.950251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:20.391881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-9b4e784c-f484-4589-9b71-9422e0a2e958 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:20.393557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-9b4e784c-f484-4589-9b71-9422e0a2e958 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 812 time: 0.1242969 Nov 23 18:46:20.453907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-324fff6d-82e1-4a76-b1cf-273540f705fd req-175b9453-19b8-4e89-a137-1c73f6d4a6dc tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 210 time: 0.0312347 Nov 23 18:46:20.487074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-26fbb3da-6a3c-40e4-a650-c838fe33f189 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 380 time: 0.0785880 Nov 23 18:46:20.498785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'port': {'device_id': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'admin_state_up': True, 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'security_groups': ['610ab366-4e76-43fb-9086-256d41baaeb9']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:20.700462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ab433ebb-543d-4d99-bf8c-571682764df7 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:20.724406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: ab433ebb-543d-4d99-bf8c-571682764df7 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:20.724762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device ab433ebb-543d-4d99-bf8c-571682764df7 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:20.877336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Made reservation on behalf of 37cb6c02d7aa4f0785e852217a5e6640 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:20.881023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:20.997663 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.008264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Allocated IP 172.20.0.7 (bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa/5a74bab6-2fc9-4a2f-a243-0a861a1230e3/8cafaa87-9494-4415-bbef-f68011aa3c67) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:21.145529 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.178299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.223940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:21.226965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:21.230558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:21.256946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:21.274324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.274676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.275049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.275391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.275730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.276065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.276396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.276727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.277053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.277379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.277707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.278033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:21.294326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:21.294982 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.312956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d7c3705e-06da-4b06-b6b3-edebf06dec1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178477 Nov 23 18:46:21.331088 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Request body: {'port': {'device_id': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:21.396061 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.459117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-279b10f3-3565-4120-9a14-6e27a115dc34 None None] Provisioning complete for port 8cafaa87-9494-4415-bbef-f68011aa3c67 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:21.459528 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-279b10f3-3565-4120-9a14-6e27a115dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.494231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-279b10f3-3565-4120-9a14-6e27a115dc34 None None] Port 8cafaa87-9494-4415-bbef-f68011aa3c67 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:46:21.633262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83132-9452-4090-bd05-5ee1df0bd007 req-6f74751f-0415-4b5e-8df4-b711bfeaf4ff tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:21.634718 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9da83132-9452-4090-bd05-5ee1df0bd007 req-6f74751f-0415-4b5e-8df4-b711bfeaf4ff tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 931 time: 0.1073995 Nov 23 18:46:21.732359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9da83132-9452-4090-bd05-5ee1df0bd007 req-e91a475c-41cb-44ac-838d-c3e5b54e18a4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902362 Nov 23 18:46:21.753461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cafaa87-9494-4415-bbef-f68011aa3c67 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:21.753461 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.763430 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Transition to ACTIVE for port object 8cafaa87-9494-4415-bbef-f68011aa3c67 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:46:21.767750 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.821620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:21.895312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Attempting to bind port 8cafaa87-9494-4415-bbef-f68011aa3c67 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:21.895653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Attempting to bind port 8cafaa87-9494-4415-bbef-f68011aa3c67 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:21.895994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Attempting to bind port 8cafaa87-9494-4415-bbef-f68011aa3c67 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:21.900619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Port 8cafaa87-9494-4415-bbef-f68011aa3c67 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:46:21.900945 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Attempting to bind port 8cafaa87-9494-4415-bbef-f68011aa3c67 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:21.905959 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:21.906309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:21.906719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:21.907166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Bound port: 8cafaa87-9494-4415-bbef-f68011aa3c67, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:21.907569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.981888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:21.986221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:21.991155 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.024983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.025617 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.027095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-5b891137-030a-4d99-9aff-632366992c5e service neutron] 10.222.0.72 "PUT /v2.0/ports/8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 1091 time: 0.7011049 Nov 23 18:46:22.029486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:22.031884 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf02d162696821c0445786647c964329cb0d6683319ad9466007c7ab4e34eb5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51112004-fc00-466e-87e4-4ed0bafce6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:22.074910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b891137-030a-4d99-9aff-632366992c5e service neutron] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:22.127658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-bca8e227-b0b4-4acc-b61f-e9e2982090e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.129409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-bca8e227-b0b4-4acc-b61f-e9e2982090e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1094 time: 0.0445127 Nov 23 18:46:22.183995 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2def70ba-b6e2-41af-b86a-2109b7aa0a9c x-openstack-request-id: req-2def70ba-b6e2-41af-b86a-2109b7aa0a9c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:22.184290 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:22.184546 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2def70ba-b6e2-41af-b86a-2109b7aa0a9c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:22.184938 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'status': 'completed', 'code': 200} Nov 23 18:46:22.186764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-dc03b071-0458-4eb1-9580-f1dc792d61c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 217 time: 0.0436461 Nov 23 18:46:22.256558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-285dedf3-fb66-4767-adb5-ee8625ee78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.259250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-285dedf3-fb66-4767-adb5-ee8625ee78a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0621212 Nov 23 18:46:22.311728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-1ed46480-3631-4678-ba14-17e70a7af21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.313275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-1ed46480-3631-4678-ba14-17e70a7af21d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427678 Nov 23 18:46:22.412620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-0a18655f-1e41-4b61-a01e-c1048478c083 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879142 Nov 23 18:46:22.512334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0abeb1f6-5e17-46cc-9fac-265241a3839b req-d5d0c099-cd4b-4abe-bb48-0eeafc344ef0 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871177 Nov 23 18:46:22.608918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-e555acdf-c0d6-4d09-866b-c3b57dd571d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.610422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-e555acdf-c0d6-4d09-866b-c3b57dd571d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1094 time: 0.0474908 Nov 23 18:46:22.701638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-a0d6c46a-d795-41e6-869c-a6194b0eaa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.703086 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-a0d6c46a-d795-41e6-869c-a6194b0eaa08 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0852094 Nov 23 18:46:22.749698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-32545830-3eaa-4ab0-aacd-0b81c304248d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 217 time: 0.0394859 Nov 23 18:46:22.805386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-b9518972-9748-4bf9-a473-a21ee2550899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.806920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-b9518972-9748-4bf9-a473-a21ee2550899 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0456941 Nov 23 18:46:22.882317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-de65d57c-8148-4b35-933d-af9b73d85212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.883859 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-de65d57c-8148-4b35-933d-af9b73d85212 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674546 Nov 23 18:46:22.891449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9cf78-c710-440c-a46d-f66f59a268d6 req-613df561-fe18-48b1-bac5-e2049c22cc2e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.893433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32e9cf78-c710-440c-a46d-f66f59a268d6 req-613df561-fe18-48b1-bac5-e2049c22cc2e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 943 time: 0.0855896 Nov 23 18:46:23.000838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-32e9cf78-c710-440c-a46d-f66f59a268d6 req-b9e280a5-9c80-4a3f-b9ef-ada8d2bf5703 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994196 Nov 23 18:46:23.019215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-27d503a0-4b1b-43cc-9ab6-b5322b948514 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247158 Nov 23 18:46:23.120803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51112004-fc00-466e-87e4-4ed0bafce6f4 req-b9e2b7dc-ef93-494d-a70b-312c0885f4a7 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938838 Nov 23 18:46:24.119312 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e909e8f-b99c-4167-ac74-97e60fe062f9 req-2c817f89-69c8-4890-81e3-42b48f8ded85 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:24.120793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e909e8f-b99c-4167-ac74-97e60fe062f9 req-2c817f89-69c8-4890-81e3-42b48f8ded85 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 943 time: 0.0510535 Nov 23 18:46:24.169497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e909e8f-b99c-4167-ac74-97e60fe062f9 req-71091875-c631-46d7-a649-9c47174947b4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Nov 23 18:46:25.294524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf755c88-bf4e-468c-a379-67589d09c09d req-a7ae2ca3-3738-4f64-8a7e-9afd4f4acf90 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:25.296109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf755c88-bf4e-468c-a379-67589d09c09d req-a7ae2ca3-3738-4f64-8a7e-9afd4f4acf90 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 943 time: 0.0506146 Nov 23 18:46:25.362679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bf755c88-bf4e-468c-a379-67589d09c09d req-25f55871-c54f-4e84-8398-e970bb68935a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577745 Nov 23 18:46:25.784117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8cafaa87-9494-4415-bbef-f68011aa3c67 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:46:25.881867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:25.893797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'mac_address': 'fa:16:3e:d2:8f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:46:25.930837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:25.943788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cafaa87-9494-4415-bbef-f68011aa3c67 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:25.964064 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:25.967622 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:26.019942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:26.211938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['8cafaa87-9494-4415-bbef-f68011aa3c67'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:26.480934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839eefe-9bfd-4300-9b83-f672906aa0bd req-d0c669be-8fb4-489d-9e08-e9dacf2027fe tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:26.482335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2839eefe-9bfd-4300-9b83-f672906aa0bd req-d0c669be-8fb4-489d-9e08-e9dacf2027fe tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 944 time: 0.0513766 Nov 23 18:46:26.530394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2839eefe-9bfd-4300-9b83-f672906aa0bd req-e9a73202-8b9a-49a2-8454-75e448a14e0d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413127 Nov 23 18:46:27.647713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cf828-6f3f-4ccb-ba9d-7db43c7246d7 req-d309b1d9-0612-46c0-9f50-0e2befbbf110 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:27.649114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-120cf828-6f3f-4ccb-ba9d-7db43c7246d7 req-d309b1d9-0612-46c0-9f50-0e2befbbf110 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 944 time: 0.0492983 Nov 23 18:46:27.700260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-120cf828-6f3f-4ccb-ba9d-7db43c7246d7 req-e24abbff-ab56-4015-9fab-dbf74284a863 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451586 Nov 23 18:46:27.800106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8cafaa87-9494-4415-bbef-f68011aa3c67 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:27.852499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 8cafaa87-9494-4415-bbef-f68011aa3c67 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:46:27.856344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 8cafaa87-9494-4415-bbef-f68011aa3c67 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:27.856721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:27.936811 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:27.962209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:27.964752 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c867466d3fc3021cf8416f9f749efdcbdc7779c962f9c036879ea12642d664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c8068b-8199-4543-b167-62c1044f32e3" -d '{"events": [{"server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "name": "network-vif-plugged", "status": "completed", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:27.980272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:27.984511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:28.012610 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210b44f-1c69-4e85-8fa8-17dc26c297a5 x-openstack-request-id: req-5210b44f-1c69-4e85-8fa8-17dc26c297a5 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:28.012974 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "name": "network-vif-plugged", "status": "completed", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:28.013235 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5210b44f-1c69-4e85-8fa8-17dc26c297a5 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:28.013630 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'code': 200} Nov 23 18:46:28.042195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:28.129741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa682ea-377e-46c7-8f43-abef36796e06 req-eb5b04b5-7eb9-4f49-872a-d4dfedf99370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:28.131319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa682ea-377e-46c7-8f43-abef36796e06 req-eb5b04b5-7eb9-4f49-872a-d4dfedf99370 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1096 time: 0.0458291 Nov 23 18:46:28.182545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cfa682ea-377e-46c7-8f43-abef36796e06 req-ace3ff59-5568-48bd-b677-7c790fe8c713 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Nov 23 18:46:28.824331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba73c0-665d-4600-8c3e-0140df05bb95 req-12757b8f-1bbb-45ab-80c4-533272914ed8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:28.825906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-caba73c0-665d-4600-8c3e-0140df05bb95 req-12757b8f-1bbb-45ab-80c4-533272914ed8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0513098 Nov 23 18:46:28.878931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-caba73c0-665d-4600-8c3e-0140df05bb95 req-897a3d28-58ad-4875-95d6-cf791384dd82 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463414 Nov 23 18:46:30.072961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6a433-c5a2-44da-b91c-29f3c64066b8 req-1721f906-ea7f-4214-b632-ad1b2f8069ac tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:30.074467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37b6a433-c5a2-44da-b91c-29f3c64066b8 req-1721f906-ea7f-4214-b632-ad1b2f8069ac tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0561614 Nov 23 18:46:30.128615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-37b6a433-c5a2-44da-b91c-29f3c64066b8 req-d0176570-b661-4924-8f4f-b2c56a5df3ec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466440 Nov 23 18:46:30.245434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a5855-aa32-417f-a86c-b56643772ff2 req-11943433-e023-44b7-8ce4-fc68ef53029f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:30.247039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-262a5855-aa32-417f-a86c-b56643772ff2 req-11943433-e023-44b7-8ce4-fc68ef53029f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0529292 Nov 23 18:46:30.256160 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 42270) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:30.260848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'floatingip': {'port_id': '8cafaa87-9494-4415-bbef-f68011aa3c67'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:30.306199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:30.780149 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:30.784628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:30.886961 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 associated. External IP: 172.25.0.70, port: 8cafaa87-9494-4415-bbef-f68011aa3c67. Nov 23 18:46:31.112617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:46:31.223649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:46:31.228637 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.233220 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:46:31.247369 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:31.248009 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:46:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:31.257180 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b034b138-3b25-4fad-8394-d1e6cfc43ad1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "PUT /v2.0/floatingips/0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 HTTP/1.1" status: 200 len: 990 time: 0.9998915 Nov 23 18:46:31.257757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:31.260067 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ff5baee7a157db91a82bcdc28f452c08ad8d5165c336749197fbcd564ec4b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f3e11d-43b1-46c2-bb71-4560c4028644" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:31.353383 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e6c6f-1f33-4b36-a402-5616bc435a14 x-openstack-request-id: req-8b6e6c6f-1f33-4b36-a402-5616bc435a14 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:31.353683 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:31.353937 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b6e6c6f-1f33-4b36-a402-5616bc435a14 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:31.354347 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'status': 'completed', 'code': 200} Nov 23 18:46:31.358881 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:31.419529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-87fd4daf-b2e3-4de2-aaa3-e17c3a5c41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:31.421053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-87fd4daf-b2e3-4de2-aaa3-e17c3a5c41a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1096 time: 0.0429702 Nov 23 18:46:31.518211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-cd04df4e-101c-4ac1-bcbe-c6db11acece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:31.520246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-cd04df4e-101c-4ac1-bcbe-c6db11acece7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0924916 Nov 23 18:46:31.587918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-68b84a32-8da4-4d00-921f-5cec60af7d85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 998 time: 0.0608613 Nov 23 18:46:31.591291 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:d2:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:46:30Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:31.620794 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:46:31.630026 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:31.630664 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:46:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:31.638986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-2820045f-6ad6-4a01-881a-7313ed5fbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:31.640485 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-2820045f-6ad6-4a01-881a-7313ed5fbbf7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0458162 Nov 23 18:46:31.692280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-61505bf2-509f-47d7-826e-09aa8c3c05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:31.693796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-61505bf2-509f-47d7-826e-09aa8c3c05f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461826 Nov 23 18:46:31.733372 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:31.786013 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-62e5e584-329f-4185-bc75-bbc94b7c42a7 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842526 Nov 23 18:46:31.883163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9f3e11d-43b1-46c2-bb71-4560c4028644 req-8d0fedcb-cfda-4c27-b675-601b8501693d service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901659 Nov 23 18:46:31.960310 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:d2:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:46:30Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:31.986560 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ee58c-9ca5-4156-be25-497c9606c656 None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:d2:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:46:30Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:46:32.188984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0ce3e3-df7b-4090-a422-bc97e153f0bf None None] New status for floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:46:39.495424 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:46:41.375929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-202ea574-bd2a-476e-8310-b91c081358e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.434796 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-15299131-4aa8-4e30-89b5-4aeed6e52941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.263096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.603804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.003012 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.955858 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.014618 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.369395 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b43809b2-91fb-4327-bb8c-cf6b03972e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:13.441024 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8862-e600-4e82-9dc0-60320356640d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.260137 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:16.494255 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:47:16.600129 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:17.132918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-2ba1e1a2-9e01-466a-a118-52e42b84cf64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980034 Nov 23 18:47:17.232485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-c1f31fa2-a949-4db4-83bc-2c34c5d8d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.233910 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-c1f31fa2-a949-4db4-83bc-2c34c5d8d445 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1096 time: 0.0426931 Nov 23 18:47:17.349489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-19148c71-1106-4ccb-86d5-a49e852f65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.351026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-19148c71-1106-4ccb-86d5-a49e852f65fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0962322 Nov 23 18:47:17.436365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-0adee962-4025-4895-9600-b5360c947e63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 1000 time: 0.0635891 Nov 23 18:47:17.500437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-89625af4-3076-454d-884e-4d0aeecd926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.501884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-89625af4-3076-454d-884e-4d0aeecd926b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0546739 Nov 23 18:47:17.558515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-593a8217-579d-4f22-a524-5dc5bb5529e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.560121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-593a8217-579d-4f22-a524-5dc5bb5529e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471854 Nov 23 18:47:17.662535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-cfa25efb-dd2d-4716-9f94-5e76cd602f9d service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905938 Nov 23 18:47:17.769665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-50003ea1-f9c6-46a5-91e7-554016e318c5 req-cd030b75-5cf4-49fb-a769-20155ea8bcf8 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948026 Nov 23 18:47:18.007537 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:19.948957 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.009831 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.371771 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-30621293-d611-403d-b9ad-ead4278e9ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.432965 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4548e3c2-198c-454d-90c5-01de30589818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.262807 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.603208 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.014200 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:49.966929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.023710 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.494632 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:48:11.373897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5aa560c7-7b15-495c-8347-d651552a2300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:11.411600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de012b1f-fc54-4202-8501-3ef5f6fc2a7e req-1807e436-0111-47bd-95ca-47beba0b8159 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.413312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de012b1f-fc54-4202-8501-3ef5f6fc2a7e req-1807e436-0111-47bd-95ca-47beba0b8159 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.1054730 Nov 23 18:48:11.464848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de012b1f-fc54-4202-8501-3ef5f6fc2a7e req-e43053ae-e98b-427b-8629-9583ac4bd4e8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452981 Nov 23 18:48:12.593815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34cc2-be4d-4ff9-b808-67e1bf32c49f req-f694fa6c-fc50-4bd5-8e01-523c7b26907c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:12.595795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3fa34cc2-be4d-4ff9-b808-67e1bf32c49f req-f694fa6c-fc50-4bd5-8e01-523c7b26907c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0549026 Nov 23 18:48:12.644461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3fa34cc2-be4d-4ff9-b808-67e1bf32c49f req-af1f5ea3-8e12-4d2e-9acf-272719078752 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426166 Nov 23 18:48:13.434320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-51d01c16-58df-407e-bf05-dc9602c6bd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.762367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bfc0f-35be-4ffa-873e-f0baed57c7dc req-239f0063-b35f-4b97-84a3-d334c99c574d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:13.763895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec2bfc0f-35be-4ffa-873e-f0baed57c7dc req-239f0063-b35f-4b97-84a3-d334c99c574d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0495160 Nov 23 18:48:13.811210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ec2bfc0f-35be-4ffa-873e-f0baed57c7dc req-3ce00a30-5376-4ed1-95ec-a8c009209aaa tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Nov 23 18:48:14.939284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3875d0-ed7c-451e-931a-312c34f1153a req-0baddefc-e1d8-417d-8771-8b34f2f36fd6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.940981 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be3875d0-ed7c-451e-931a-312c34f1153a req-0baddefc-e1d8-417d-8771-8b34f2f36fd6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0573738 Nov 23 18:48:14.995830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be3875d0-ed7c-451e-931a-312c34f1153a req-036aed91-0398-4010-8826-c9780118a32c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Nov 23 18:48:15.265868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.119684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df5d7-a599-4b5c-b335-127c88181ac0 req-f6ec82ab-0917-4252-a0a3-82d2d1ddc125 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:16.120746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c6df5d7-a599-4b5c-b335-127c88181ac0 req-f6ec82ab-0917-4252-a0a3-82d2d1ddc125 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0565655 Nov 23 18:48:16.169759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c6df5d7-a599-4b5c-b335-127c88181ac0 req-c480dd08-e68a-4dad-a601-ae67b5891849 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 Nov 23 18:48:16.608375 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:17.288748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430d513-b56a-4694-bc4c-922103b05fb1 req-b9cc8c54-c23d-4a17-86e1-a9c490045e1a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:17.290263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8430d513-b56a-4694-bc4c-922103b05fb1 req-b9cc8c54-c23d-4a17-86e1-a9c490045e1a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0501711 Nov 23 18:48:17.343227 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8430d513-b56a-4694-bc4c-922103b05fb1 req-4dea57c8-77c4-4409-b201-29f06b3cded5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469682 Nov 23 18:48:18.006579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.463790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c1097-ab07-4a09-858a-ecf6a67519df req-aee954c5-1082-4261-83ed-998fb73bda49 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.465305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d4c1097-ab07-4a09-858a-ecf6a67519df req-aee954c5-1082-4261-83ed-998fb73bda49 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0515859 Nov 23 18:48:18.512878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d4c1097-ab07-4a09-858a-ecf6a67519df req-d1b28558-0140-4974-995c-0b93e3f0b6f7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Nov 23 18:48:18.820508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-131690bd-eab2-4dbe-a609-09b11ed68d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.822081 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-131690bd-eab2-4dbe-a609-09b11ed68d4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1096 time: 0.0421798 Nov 23 18:48:18.934241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-66ade36d-1810-4b3d-a51d-3e2995c26d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.935755 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-66ade36d-1810-4b3d-a51d-3e2995c26d9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0895030 Nov 23 18:48:19.005118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-01b759d8-2585-4dc6-97c7-cacb6fa543d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 1000 time: 0.0581441 Nov 23 18:48:19.065821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-89ebbef7-5e10-4256-a069-3f2e00ad3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:19.067362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-89ebbef7-5e10-4256-a069-3f2e00ad3972 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0505762 Nov 23 18:48:19.120718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-3c7a6344-7b05-4221-bad5-5dfccdede472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:19.122145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-3c7a6344-7b05-4221-bad5-5dfccdede472 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426698 Nov 23 18:48:19.214930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-57dea949-c4ae-410f-9f48-f262711ee546 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824475 Nov 23 18:48:19.312130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcd2b4aa-07b2-4147-91ca-645dbce94bb8 req-6ec0b242-2b1f-4441-8b93-7ac1382d2bab service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858922 Nov 23 18:48:19.636709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0d0b-652d-4ce5-9cfc-f53ae4dfd04e req-9695699c-26e0-4fcb-90f6-2731d8cfa7e3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:19.638231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a4a0d0b-652d-4ce5-9cfc-f53ae4dfd04e req-9695699c-26e0-4fcb-90f6-2731d8cfa7e3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0505667 Nov 23 18:48:19.687947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a4a0d0b-652d-4ce5-9cfc-f53ae4dfd04e req-3ac5ace5-042e-47c4-aaec-a27849045d6e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Nov 23 18:48:19.982733 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.809333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac530b-2f51-4800-b73d-abcc76c987ec req-7da347e7-c8ea-45ef-a879-bda2779acb4e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:20.810829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63ac530b-2f51-4800-b73d-abcc76c987ec req-7da347e7-c8ea-45ef-a879-bda2779acb4e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0529530 Nov 23 18:48:20.858368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63ac530b-2f51-4800-b73d-abcc76c987ec req-356504e9-2633-4dd9-95a3-f2f6881fab96 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Nov 23 18:48:21.022519 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.976017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2646-1ca7-4288-bd37-e1a15437a794 req-5f255d58-24e6-4378-b2fa-651837839390 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.977610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dde2646-1ca7-4288-bd37-e1a15437a794 req-5f255d58-24e6-4378-b2fa-651837839390 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0492003 Nov 23 18:48:22.023788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9dde2646-1ca7-4288-bd37-e1a15437a794 req-8a11fbd7-00df-4391-9ee9-be354721f0cd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Nov 23 18:48:22.276947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2060065-bf60-485c-8a6b-2cff9740a731 req-ae0f4fe3-6383-475a-80e0-fdb306a13fe7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:22.278562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2060065-bf60-485c-8a6b-2cff9740a731 req-ae0f4fe3-6383-475a-80e0-fdb306a13fe7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0555878 Nov 23 18:48:22.333049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a2060065-bf60-485c-8a6b-2cff9740a731 req-e1b4f9f7-7018-45b4-828e-20bb2669fe27 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478327 Nov 23 18:48:22.344020 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-1bdb234c-7972-4cb9-9092-631b68232e11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840411 Nov 23 18:48:23.455336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9470b-e1dd-460f-a097-a3e0b0ae3b9e req-c4152132-ce42-473b-9408-06b539a0c5cb tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.456977 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4c9470b-e1dd-460f-a097-a3e0b0ae3b9e req-c4152132-ce42-473b-9408-06b539a0c5cb tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0510235 Nov 23 18:48:23.535163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4c9470b-e1dd-460f-a097-a3e0b0ae3b9e req-db5bf482-abfc-4bbe-9d28-119d415c3ac4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719495 Nov 23 18:48:23.537825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-538b9db5-4645-4239-a701-bfc06ef5faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.539288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-538b9db5-4645-4239-a701-bfc06ef5faad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1096 time: 0.0690768 Nov 23 18:48:23.639625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-05cdd961-de80-483d-a266-b54a4a8e935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.641090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-05cdd961-de80-483d-a266-b54a4a8e935c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0892971 Nov 23 18:48:23.710051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-bc6d3cae-7b53-48fc-9e24-bc4401f9a461 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 1000 time: 0.0578370 Nov 23 18:48:23.764805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-6fe8e40d-a956-4373-96ad-fca6209a3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.766304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-6fe8e40d-a956-4373-96ad-fca6209a3cb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0444319 Nov 23 18:48:23.822936 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-ae24dc98-785a-43ea-91ce-c021afd4bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.824731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-ae24dc98-785a-43ea-91ce-c021afd4bca6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468194 Nov 23 18:48:23.919129 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-8507c3af-aeba-4ed8-a7fd-000c498b9dd7 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827832 Nov 23 18:48:24.021818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-f65d771a-89d8-4cfb-996b-72382a3e3276 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913997 Nov 23 18:48:24.672009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364b063-9a40-41d4-8eb2-32b0beb29d8c req-193b88a7-7160-4e44-942b-2ddb90d733d4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:24.674375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0364b063-9a40-41d4-8eb2-32b0beb29d8c req-193b88a7-7160-4e44-942b-2ddb90d733d4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0615673 Nov 23 18:48:24.724234 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0364b063-9a40-41d4-8eb2-32b0beb29d8c req-34f4b851-46a0-4ec6-9ccb-ac5fa24156c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434799 Nov 23 18:48:25.851886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f2b9-c278-46a3-b650-e7c9913afc86 req-32ef452f-5391-4ba1-b579-ef01fe5f36ab tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:25.853396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ff5f2b9-c278-46a3-b650-e7c9913afc86 req-32ef452f-5391-4ba1-b579-ef01fe5f36ab tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0570896 Nov 23 18:48:25.902097 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5ff5f2b9-c278-46a3-b650-e7c9913afc86 req-b3deb757-8242-40f9-a523-af8c68088ab0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Nov 23 18:48:26.116664 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-5e46cccd-2a7a-4b27-8e63-b55a2b6d6db8 service neutron] show failed (client error): The resource could not be found. Nov 23 18:48:26.117636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-5e46cccd-2a7a-4b27-8e63-b55a2b6d6db8 service neutron] 10.222.0.72 "GET /v2.0/ports/8cafaa87-9494-4415-bbef-f68011aa3c67/bindings/n-h2-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0607955 Nov 23 18:48:26.466377 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-5ff49af5-d81e-40d6-bfc9-33dadaf40da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:26.467935 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-5ff49af5-d81e-40d6-bfc9-33dadaf40da9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 1096 time: 0.0834968 Nov 23 18:48:26.479299 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:26.530839 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.732491 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:26.764929 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:26.808737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:26.814446 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.830744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Transition to ACTIVE for port object 8cafaa87-9494-4415-bbef-f68011aa3c67 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:48:26.834082 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.863197 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f926f6e3-87b8-41d4-9b6b-ee91029eed13" -d '{"events": [{"server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "name": "network-vif-unplugged", "status": "completed", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:26.922022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=6']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:26.936922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.937281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.937635 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.937979 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.938324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.938771 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.939116 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.939460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.939795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.940130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.940862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.940862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:26.973461 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] No DVR routers for this DVR port 8cafaa87-9494-4415-bbef-f68011aa3c67 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:27.013954 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef25587-0871-4fbb-9d7b-8227406cda44 x-openstack-request-id: req-9ef25587-0871-4fbb-9d7b-8227406cda44 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:27.014285 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "name": "network-vif-unplugged", "status": "completed", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:27.014508 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ef25587-0871-4fbb-9d7b-8227406cda44 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:27.014940 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'code': 200} Nov 23 18:48:27.100496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4ce25-bc25-43e4-8050-6a2180283538 req-cac85757-3fb8-4e67-a703-4ebd24d2a12e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.102026 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ad4ce25-bc25-43e4-8050-6a2180283538 req-cac85757-3fb8-4e67-a703-4ebd24d2a12e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 943 time: 0.0586843 Nov 23 18:48:27.130385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Attempting to bind port 8cafaa87-9494-4415-bbef-f68011aa3c67 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:27.130772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Attempting to bind port 8cafaa87-9494-4415-bbef-f68011aa3c67 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:27.131111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Attempting to bind port 8cafaa87-9494-4415-bbef-f68011aa3c67 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:27.135515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Port 8cafaa87-9494-4415-bbef-f68011aa3c67 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:48:27.135834 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Attempting to bind port 8cafaa87-9494-4415-bbef-f68011aa3c67 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:27.140899 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:27.141170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:27.141553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:27.142583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Bound port: 8cafaa87-9494-4415-bbef-f68011aa3c67, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:27.142988 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.153101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ad4ce25-bc25-43e4-8050-6a2180283538 req-d016eff1-57eb-4d4f-a01a-b7d13685ee1f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450115 Nov 23 18:48:27.207209 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:27.210244 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:27.214886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.247786 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.248444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.249964 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] 10.222.0.66 "PUT /v2.0/ports/8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 1091 time: 0.7746568 Nov 23 18:48:27.301140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fa499-7cc0-43be-b8c8-27a0c65d635b service neutron] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=7']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:27.320579 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-0726a438-6c3a-44e9-9834-644d4d270260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.322136 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-0726a438-6c3a-44e9-9834-644d4d270260 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1094 time: 0.0488253 Nov 23 18:48:27.422801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-d3416543-b527-4725-b34f-0358ccf376bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.425182 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-d3416543-b527-4725-b34f-0358ccf376bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0964828 Nov 23 18:48:27.493613 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-c242a0ab-a337-45f8-b68a-c587746be372 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 998 time: 0.0604303 Nov 23 18:48:27.549921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-3945ce4b-30cd-46ac-99d3-b56ea7b42f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.551346 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-3945ce4b-30cd-46ac-99d3-b56ea7b42f33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0509026 Nov 23 18:48:27.598967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-58d0162d-e2d0-44dc-ba40-4f2777c70783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.600497 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-58d0162d-e2d0-44dc-ba40-4f2777c70783 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410261 Nov 23 18:48:27.699076 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-cc1b45a4-2a8b-4bc7-b244-e5f53ff53eee service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917597 Nov 23 18:48:27.809328 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1072569b-f510-432c-b16f-fdb4eee718b0 req-ab6b1123-5f2e-4667-a5bd-fa3d2fff197a service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030107 Nov 23 18:48:28.284980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081485d-5f9e-40b7-af14-9900db5d08c8 req-fe449acb-b0db-44ed-a4dd-5bf5d3820cef tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:28.286533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1081485d-5f9e-40b7-af14-9900db5d08c8 req-fe449acb-b0db-44ed-a4dd-5bf5d3820cef tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 943 time: 0.0551689 Nov 23 18:48:28.335377 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1081485d-5f9e-40b7-af14-9900db5d08c8 req-6171ac35-09c7-4104-b1a8-1ef9d2f0a7f6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428119 Nov 23 18:48:29.017142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:29.019691 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3c171d-cac1-4755-b6f8-810c5a3815e6" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:29.069244 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13004692-8715-4ca2-806f-40ce462e7b62 x-openstack-request-id: req-13004692-8715-4ca2-806f-40ce462e7b62 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:29.069539 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:29.069793 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-13004692-8715-4ca2-806f-40ce462e7b62 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:29.070203 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'status': 'completed', 'code': 200} Nov 23 18:48:29.119913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8cafaa87-9494-4415-bbef-f68011aa3c67 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:29.134557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-b5c1f9cf-41e7-4bd1-a647-59fcf251dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.136118 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-b5c1f9cf-41e7-4bd1-a647-59fcf251dd32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1094 time: 0.0434074 Nov 23 18:48:29.153965 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-57bf4e91-f8ce-4759-b2c2-1dff998a175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.155345 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-57bf4e91-f8ce-4759-b2c2-1dff998a175b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1094 time: 0.0516958 Nov 23 18:48:29.224411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:29.237571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'mac_address': 'fa:16:3e:d2:8f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:29.263365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-9c846085-ed25-4225-894d-255c8d2ec412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.265224 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-9c846085-ed25-4225-894d-255c8d2ec412 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0995390 Nov 23 18:48:29.278660 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.297557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cafaa87-9494-4415-bbef-f68011aa3c67 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:29.320856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:29.326331 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.348406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-de76f692-ef43-4d36-b14b-7e7b58f14925 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 998 time: 0.0717533 Nov 23 18:48:29.395672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:29.406577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.406965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.407446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.407954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.408796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.408896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.409175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.409520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.409861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.410201 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.410536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.410895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:29.411660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-b3f07fb7-00b5-447e-985d-e5011846945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.413423 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-b3f07fb7-00b5-447e-985d-e5011846945b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0532444 Nov 23 18:48:29.499143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-dc0bdd9c-7332-4843-a831-0be100e57ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.500799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-dc0bdd9c-7332-4843-a831-0be100e57ca1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759583 Nov 23 18:48:29.521002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbc9d5-53c1-4485-96f6-d80b1a0a414e req-36c97306-cb82-4cee-9f78-ac802870f2ae tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.522524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4fbc9d5-53c1-4485-96f6-d80b1a0a414e req-36c97306-cb82-4cee-9f78-ac802870f2ae tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 944 time: 0.0667951 Nov 23 18:48:29.553057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['8cafaa87-9494-4415-bbef-f68011aa3c67'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:29.555023 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-f6ffafe6-90ad-4eab-ae04-e49fc5a593b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.557047 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-f6ffafe6-90ad-4eab-ae04-e49fc5a593b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.4133577 Nov 23 18:48:29.626806 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-767afd6a-b0d9-46b4-9a2a-b84333adbab6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 999 time: 0.0612979 Nov 23 18:48:29.687399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-fb6732be-1ce9-448e-b0a5-2b2a291ad575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.689800 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-fb6732be-1ce9-448e-b0a5-2b2a291ad575 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0562675 Nov 23 18:48:29.741442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-b67e14de-484f-4239-8b76-11351cdc922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.743234 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-b67e14de-484f-4239-8b76-11351cdc922b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463018 Nov 23 18:48:29.844291 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-a566a083-d6f2-4c93-a55b-0e3fe5decfee service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914760 Nov 23 18:48:29.906781 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4fbc9d5-53c1-4485-96f6-d80b1a0a414e req-4b0abf01-abd3-474c-b64d-7f8f76e79955 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755398 Nov 23 18:48:29.925147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-2c86c520-f0e9-4349-af4c-89d1e63893fe service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016120 Nov 23 18:48:29.949747 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-85ebf898-ea10-4da8-8c4e-74e5b0ed0848 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978377 Nov 23 18:48:30.033540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d3c171d-cac1-4755-b6f8-810c5a3815e6 req-0d09377a-ecc1-496d-a357-aab1a044e53a service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955238 Nov 23 18:48:30.171624 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca823288-1330-4902-8b06-cf20dbd82a79 req-20c21aa1-8d26-4b43-96dd-d76eb8d3f88d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.173742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca823288-1330-4902-8b06-cf20dbd82a79 req-20c21aa1-8d26-4b43-96dd-d76eb8d3f88d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 944 time: 0.1015985 Nov 23 18:48:30.185634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-1ebe254c-0aa2-4a9e-85b3-14ca19dee5ef tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.187104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-1ebe254c-0aa2-4a9e-85b3-14ca19dee5ef tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d&tenant_id=37cb6c02d7aa4f0785e852217a5e6640&binding%3Ahost_id=n-h2-818932-3 HTTP/1.1" status: 200 len: 944 time: 0.0994046 Nov 23 18:48:30.268390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca823288-1330-4902-8b06-cf20dbd82a79 req-ca1e9c88-7583-4aa9-a732-5033eb9cba22 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803123 Nov 23 18:48:30.275820 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-d7a7aee3-6abf-4fba-8633-5448429ff042 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:48:30.276820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-d7a7aee3-6abf-4fba-8633-5448429ff042 service neutron] 10.222.0.72 "DELETE /v2.0/ports/8cafaa87-9494-4415-bbef-f68011aa3c67/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0754228 Nov 23 18:48:30.375456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-42aa465e-b4b4-414a-acb4-0944a3f96da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.377154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-42aa465e-b4b4-414a-acb4-0944a3f96da7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1095 time: 0.0442030 Nov 23 18:48:30.437344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8cafaa87-9494-4415-bbef-f68011aa3c67 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:30.478881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-f39a4b30-e58c-48a9-b6c8-df4c40c04438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.480390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-f39a4b30-e58c-48a9-b6c8-df4c40c04438 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0907466 Nov 23 18:48:30.480976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 8cafaa87-9494-4415-bbef-f68011aa3c67 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:30.493600 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:48:30.554799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-f3d2d63f-3f08-4343-8d67-5299dc290eb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 999 time: 0.0635104 Nov 23 18:48:30.609220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-927d71d9-5138-4f1f-96f9-2409425d62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.610739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-927d71d9-5138-4f1f-96f9-2409425d62df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0443358 Nov 23 18:48:30.660173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-5af86d6d-74c1-4395-9c16-1a01ddbad24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.661655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-5af86d6d-74c1-4395-9c16-1a01ddbad24a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403221 Nov 23 18:48:30.762590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-6d869fca-3714-4c57-9138-5d1e1bec5dfd service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880723 Nov 23 18:48:30.860519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0dc2258a-4c3b-42e3-91c7-f02df1800a50 req-50c679eb-5a84-42de-9a57-507000ef00cf service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865579 Nov 23 18:48:31.118754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8cafaa87-9494-4415-bbef-f68011aa3c67 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:31.170535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 8cafaa87-9494-4415-bbef-f68011aa3c67 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:31.174857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 8cafaa87-9494-4415-bbef-f68011aa3c67 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:31.175237 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.257879 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.281103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:31.297734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:31.303267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.330499 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbee915-38fc-46c3-9de8-774473e1558d" -d '{"events": [{"server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "name": "network-vif-plugged", "status": "completed", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:31.360955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:31.405103 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f9831-0d66-47e1-adc1-ce6092cf851e req-c723804f-4b28-450f-b342-1612b9e35a65 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:31.406639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-683f9831-0d66-47e1-adc1-ce6092cf851e req-c723804f-4b28-450f-b342-1612b9e35a65 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0534854 Nov 23 18:48:31.475693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-683f9831-0d66-47e1-adc1-ce6092cf851e req-afd55a8c-d677-4eee-b8b8-6242f869688e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600367 Nov 23 18:48:31.572423 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea29262b-3eea-4013-8c1f-008524e913a0 x-openstack-request-id: req-ea29262b-3eea-4013-8c1f-008524e913a0 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:31.572933 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "name": "network-vif-plugged", "status": "completed", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:31.573093 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ea29262b-3eea-4013-8c1f-008524e913a0 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:31.573810 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'code': 200} Nov 23 18:48:31.665714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8472f-1196-45da-9236-0394a79c6887 req-2ec7eb5a-ad99-4da7-aec1-cea0744eb1ab tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:31.667332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9a8472f-1196-45da-9236-0394a79c6887 req-2ec7eb5a-ad99-4da7-aec1-cea0744eb1ab tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0497475 Nov 23 18:48:31.715475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9a8472f-1196-45da-9236-0394a79c6887 req-40d2d773-af10-4748-bd02-a72a5710c5ba tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Nov 23 18:48:31.919395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2904-aaff-4d0f-8304-4dbaa3860295 req-1419d6b1-adc7-415c-85f6-15add054adf3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:31.920824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fbf2904-aaff-4d0f-8304-4dbaa3860295 req-1419d6b1-adc7-415c-85f6-15add054adf3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0519788 Nov 23 18:48:31.943353 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-ff5f9236-fa02-4aeb-ad6a-6e9a322ef370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:31.944867 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-ff5f9236-fa02-4aeb-ad6a-6e9a322ef370 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 1096 time: 0.0419042 Nov 23 18:48:31.970788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1fbf2904-aaff-4d0f-8304-4dbaa3860295 req-e51104b4-b226-4d97-bd9d-6da62c00a516 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429707 Nov 23 18:48:32.042794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-e2cbb18c-83b2-4269-9461-701b06aeee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.044491 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-e2cbb18c-83b2-4269-9461-701b06aeee43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0927498 Nov 23 18:48:32.115158 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-34dd7c58-fcf8-455e-a844-17cb48c52952 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 200 len: 1000 time: 0.0635283 Nov 23 18:48:32.174784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-c21fa778-20cf-4d03-9125-5efdd6bf13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.176199 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-c21fa778-20cf-4d03-9125-5efdd6bf13dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0539002 Nov 23 18:48:32.225125 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-c61a1c40-ca6e-4b73-832c-5393df5757fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.227499 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-c61a1c40-ca6e-4b73-832c-5393df5757fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432112 Nov 23 18:48:32.318331 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-8bc038b8-2887-40c1-90e2-dc5d4706044e service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839171 Nov 23 18:48:32.414547 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0c515418-8f4b-49e2-832d-c3e9d20c6b69 req-44084514-4703-4a6d-abce-ebef076c9a53 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894942 Nov 23 18:48:33.096963 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff21a0-10bc-4104-be5f-db6a7baa7b32 req-0f979702-6dfd-4710-80c7-d78917c6e9e8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:33.098468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09ff21a0-10bc-4104-be5f-db6a7baa7b32 req-0f979702-6dfd-4710-80c7-d78917c6e9e8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0549922 Nov 23 18:48:33.149867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-09ff21a0-10bc-4104-be5f-db6a7baa7b32 req-02ae1bba-6522-4cfc-9665-fcf7c50ac645 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452764 Nov 23 18:48:33.390023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07ede0-97da-4ea8-abb5-631bf603b271 req-a948e67f-1943-4e01-9e77-d9a4c2404f36 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:33.392142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c07ede0-97da-4ea8-abb5-631bf603b271 req-a948e67f-1943-4e01-9e77-d9a4c2404f36 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0504506 Nov 23 18:48:33.440101 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c07ede0-97da-4ea8-abb5-631bf603b271 req-9985c032-117d-4788-baf5-57eec477496d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Nov 23 18:48:34.565352 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7a018-b4bf-4dc0-84bc-a4e511a00efb req-7e600db8-5544-44b5-bd4c-ecbb64aa3e7f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:34.566900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83e7a018-b4bf-4dc0-84bc-a4e511a00efb req-7e600db8-5544-44b5-bd4c-ecbb64aa3e7f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0567148 Nov 23 18:48:34.615898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83e7a018-b4bf-4dc0-84bc-a4e511a00efb req-5d098970-436f-4344-a264-c4884315d28d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428629 Nov 23 18:48:34.660696 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-b75fc55a-083c-46a9-867c-b34c59e9f6d7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:34.662251 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-b75fc55a-083c-46a9-867c-b34c59e9f6d7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 945 time: 0.0562272 Nov 23 18:48:34.759082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Deleting port 8cafaa87-9494-4415-bbef-f68011aa3c67 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:34.759422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.849331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] For port 8cafaa87-9494-4415-bbef-f68011aa3c67, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=8cafaa87-9494-4415-bbef-f68011aa3c67,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:34.849691 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.023089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.023447 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.023763 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 disassociated. External IP: 172.25.0.70, port: 8cafaa87-9494-4415-bbef-f68011aa3c67. Nov 23 18:48:35.024105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Calling delete_port for 8cafaa87-9494-4415-bbef-f68011aa3c67 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:35.151604 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.186668 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event deleted for resources: {'Port': ['ID=8cafaa87-9494-4415-bbef-f68011aa3c67,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:35.308313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:48:35.420094 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:48:35.430916 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:48:35.447814 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:35.449132 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:48:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:35.465577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] No DVR routers for this DVR port 8cafaa87-9494-4415-bbef-f68011aa3c67 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:35.468315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.472296 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6a0855b1-e1bb-4b67-ac9a-8eacc59c9a8a req-9c5d3cfd-edf1-4181-8872-344239ecc2c0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "DELETE /v2.0/ports/8cafaa87-9494-4415-bbef-f68011aa3c67 HTTP/1.1" status: 204 len: 173 time: 0.8002210 Nov 23 18:48:35.473067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'name': 'network-vif-deleted', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:35.477143 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec062008-a248-4618-8315-12d69c760763" -d '{"events": [{"server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "name": "network-vif-deleted", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:35.537766 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30582af7-65b9-40e3-8f1e-43392158132e x-openstack-request-id: req-30582af7-65b9-40e3-8f1e-43392158132e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:35.538082 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec0797-3059-47d7-8d9e-ab23af8dba4d", "name": "network-vif-deleted", "tag": "8cafaa87-9494-4415-bbef-f68011aa3c67", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:35.538335 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-30582af7-65b9-40e3-8f1e-43392158132e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:35.538924 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec0797-3059-47d7-8d9e-ab23af8dba4d', 'name': 'network-vif-deleted', 'tag': '8cafaa87-9494-4415-bbef-f68011aa3c67', 'status': 'completed', 'code': 200} Nov 23 18:48:35.572208 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:35.731826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a73dee4-2c36-419d-87e9-9e95f9c8ce78 req-5f5948d5-4634-495a-b961-ddc15e75a098 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=18ec0797-3059-47d7-8d9e-ab23af8dba4d HTTP/1.1" status: 200 len: 210 time: 0.0276887 Nov 23 18:48:35.891598 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:35.918394 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:48:35.928420 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:35.929040 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:48:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:36.041439 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:36.243795 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:36.271956 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe798c2-ee83-46cb-b051-11f870d6df46 None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:48:36.498396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b145428-5ee7-44f7-9d87-ebaf900b6767 None None] New status for floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:48:37.018189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-a520a06f-2901-4bd2-9285-b829b9200adb tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1973895698&fields=id&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 267 time: 0.0459619 Nov 23 18:48:37.135084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-d2e543ce-139a-4e65-b55a-cd5c0f141640 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:37.136552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-d2e543ce-139a-4e65-b55a-cd5c0f141640 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 812 time: 0.1115906 Nov 23 18:48:37.137506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8cafaa87-9494-4415-bbef-f68011aa3c67 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:37.153278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-4c4f1d37-4f1c-4cc4-9379-2c365ef8cc0d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/quotas/37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 375 time: 0.0097477 Nov 23 18:48:37.162187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 8cafaa87-9494-4415-bbef-f68011aa3c67 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:37.162540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 8cafaa87-9494-4415-bbef-f68011aa3c67 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:37.209477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-4426218d-0f98-4780-a123-7abc5bcb361e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497408 Nov 23 18:48:37.389572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-604d6c5b-6f30-4b53-a943-5f5d8a7dfa5a service neutron] 10.222.0.74 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340137 Nov 23 18:48:37.483093 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-dd8909e3-0a24-41aa-a2b5-72eb3b2fc427 service neutron] 10.222.0.74 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870888 Nov 23 18:48:37.653430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9da0ad90-5a63-4f40-872c-662d6d8f5689 req-3e1410ee-96af-4c34-85e4-8ce10cb08a7a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 210 time: 0.0276701 Nov 23 18:48:38.598872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-3f3ce7af-5806-4940-aea8-f50e967792a6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:38.600388 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-3f3ce7af-5806-4940-aea8-f50e967792a6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 812 time: 0.1187444 Nov 23 18:48:38.687640 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-a5625b6e-5203-4770-8823-8c60943af3f8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 380 time: 0.0762024 Nov 23 18:48:38.697159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'port': {'device_id': 'cbd863a9-56fc-461b-a911-f84202fef009', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'admin_state_up': True, 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'security_groups': ['610ab366-4e76-43fb-9086-256d41baaeb9']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:38.753540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-377d30f8-9c13-43bd-8a54-0791e70522d8 req-f073d619-df91-4ef5-9b3b-1f27b14db840 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 210 time: 0.0281045 Nov 23 18:48:38.809504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Made reservation on behalf of 37cb6c02d7aa4f0785e852217a5e6640 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:38.813092 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.945164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Allocated IP 172.20.0.13 (bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa/5a74bab6-2fc9-4a2f-a243-0a861a1230e3/35e9a8a0-e506-46e2-bdd1-d2c0153cdbda) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:39.085254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.124115 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.164463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:39.169430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:39.173563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:39.200850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:39.230507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.231305 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.248552 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-119e302c-eca8-4e44-9c71-9944b0749161 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552564 Nov 23 18:48:39.262007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Request body: {'port': {'device_id': 'cbd863a9-56fc-461b-a911-f84202fef009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:39.319881 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.450305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1c6f0104-d6a5-459e-8210-f8c599429fe7 None None] Provisioning complete for port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:39.450891 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0104-d6a5-459e-8210-f8c599429fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.486981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f0104-d6a5-459e-8210-f8c599429fe7 None None] Port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:48:39.598039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:39.605983 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.619167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Transition to ACTIVE for port object 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:48:39.622889 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.676881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:39.756432 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:39.756784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:39.757121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:39.762042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:48:39.762372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:39.768827 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:39.769375 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:39.769582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:39.770010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Bound port: 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:39.770378 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.844715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:39.848168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:39.857486 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.890110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7514ed0-1ef1-4112-950a-e0d45fe56861 req-962d4050-a8b1-4a1c-b5c4-a6a249fb14d4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.895417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7514ed0-1ef1-4112-950a-e0d45fe56861 req-962d4050-a8b1-4a1c-b5c4-a6a249fb14d4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 944 time: 0.0624120 Nov 23 18:48:39.900184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.900807 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.902359 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] 10.222.0.66 "PUT /v2.0/ports/35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1092 time: 0.6448343 Nov 23 18:48:39.902832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:39.905177 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6977ee43-6b5e-441c-9815-c8cced7a4b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:39.950378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc998810-083f-4af7-96ef-13eaaaad1e4b service neutron] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:39.982834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7514ed0-1ef1-4112-950a-e0d45fe56861 req-82d803f0-a3ac-4a20-aa6f-89aa52c3caae tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573597 Nov 23 18:48:40.025065 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-a918b800-026b-4a2c-9cbe-09f5746cd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.026772 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-a918b800-026b-4a2c-9cbe-09f5746cd2fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1095 time: 0.0472069 Nov 23 18:48:40.032801 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fe3738-996a-4ef0-b318-7bc63b6fb4b9 x-openstack-request-id: req-60fe3738-996a-4ef0-b318-7bc63b6fb4b9 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:40.033100 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:40.033358 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60fe3738-996a-4ef0-b318-7bc63b6fb4b9 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:40.033788 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'status': 'completed', 'code': 200} Nov 23 18:48:40.080903 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-b8b4a264-47bd-400f-baec-8cf3d902eb9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 217 time: 0.0405807 Nov 23 18:48:40.132440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-09b548ca-da74-4f88-9d60-6ea80d729e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.133924 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-09b548ca-da74-4f88-9d60-6ea80d729e37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0456712 Nov 23 18:48:40.180431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-c064f5ae-edbe-4830-b947-6f9c768387b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.181874 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-c064f5ae-edbe-4830-b947-6f9c768387b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414202 Nov 23 18:48:40.300295 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-5eef04a5-91da-4eb7-b1b4-a30f55873e52 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103663 Nov 23 18:48:40.401445 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a3696986-f825-4d2f-9bb0-a3e2ccfc86d2 req-044787cc-95d0-4725-9449-9d7f2a307b7a service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937521 Nov 23 18:48:40.494232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-470c86f2-c95a-42be-bb15-7057f1b02575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.495813 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-470c86f2-c95a-42be-bb15-7057f1b02575 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1095 time: 0.0475814 Nov 23 18:48:40.587654 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-cfafef7b-5ebf-4027-941f-d69ce0070504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.589085 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-cfafef7b-5ebf-4027-941f-d69ce0070504 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0863559 Nov 23 18:48:40.638008 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-da3e8db3-7899-4f45-8e89-7d0c60677d17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 217 time: 0.0419049 Nov 23 18:48:40.705161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-f9501863-ebba-4fb7-bfad-519a94531157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.706661 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-f9501863-ebba-4fb7-bfad-519a94531157 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0613999 Nov 23 18:48:40.755714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-db098216-a1e1-42d0-a7ba-4e817bc396a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.757232 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-db098216-a1e1-42d0-a7ba-4e817bc396a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420716 Nov 23 18:48:40.853164 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-f6c051ce-b8cf-4fb5-9602-a7cbf1db431b service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871973 Nov 23 18:48:40.945941 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-6977ee43-6b5e-441c-9815-c8cced7a4b6c req-f9e6aee0-943a-48d2-89d4-789d1430f3f2 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841837 Nov 23 18:48:41.107549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e14486-2bfe-41ff-8777-131bd2491b39 req-dd7db829-98cf-49a4-b4df-79cd9ed8c378 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:41.108962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1e14486-2bfe-41ff-8777-131bd2491b39 req-dd7db829-98cf-49a4-b4df-79cd9ed8c378 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 944 time: 0.0504978 Nov 23 18:48:41.158417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a1e14486-2bfe-41ff-8777-131bd2491b39 req-e8d2c5bd-dca1-49df-80b9-ca037f6dec48 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 Nov 23 18:48:41.376058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e9d7de8d-8505-477b-b3c3-6d615f3e9c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.278993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8e61f-cc0a-4690-81b8-74f52357bd52 req-36f2357d-962f-4dac-a56c-39ba5f461ed8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:42.280467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cb8e61f-cc0a-4690-81b8-74f52357bd52 req-36f2357d-962f-4dac-a56c-39ba5f461ed8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 944 time: 0.0534403 Nov 23 18:48:42.330200 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cb8e61f-cc0a-4690-81b8-74f52357bd52 req-cd4e8225-b917-4621-b2ed-8bba05331376 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 Nov 23 18:48:43.168599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:43.263601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:43.274523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'mac_address': 'fa:16:3e:51:4f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:43.315055 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.327869 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:43.348106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:43.351975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.400501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:43.436534 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-32806c82-3b15-483d-97a5-3c385a7cafbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.466915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c79d-2fa5-41ac-809a-cfc700c0cfac req-3632e98a-a0f7-4a95-bde6-b5726c9acb1e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:43.468456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3679c79d-2fa5-41ac-809a-cfc700c0cfac req-3632e98a-a0f7-4a95-bde6-b5726c9acb1e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0542824 Nov 23 18:48:43.518451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3679c79d-2fa5-41ac-809a-cfc700c0cfac req-6183a302-19f1-43f9-8c70-febfbb0cb640 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438733 Nov 23 18:48:43.567942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:44.639400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02b72a-d27d-4242-846f-e1e61db6652e req-15a1a38f-0d78-4f1f-9d2f-938449e4281c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.640828 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd02b72a-d27d-4242-846f-e1e61db6652e req-15a1a38f-0d78-4f1f-9d2f-938449e4281c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Nov 23 18:48:44.693687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd02b72a-d27d-4242-846f-e1e61db6652e req-64a9ea1b-d134-4460-984e-b80b135a8d6e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 Nov 23 18:48:45.169474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:45.220107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:45.224129 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:45.224505 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.277004 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.320490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.513168 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:45.515799 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3a2660-83ca-4afc-8682-e249f8979907" -d '{"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-plugged", "status": "completed", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:45.529532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:45.533927 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.561485 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62250b-3c74-4af1-a555-20bdf6a04746 x-openstack-request-id: req-ab62250b-3c74-4af1-a555-20bdf6a04746 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:45.561777 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-plugged", "status": "completed", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:45.562050 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ab62250b-3c74-4af1-a555-20bdf6a04746 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:45.562419 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'code': 200} Nov 23 18:48:45.594448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:45.666868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ead1c8-c86c-4490-a2b1-6f0953a7ae03 req-ca104dc0-c1c7-4f7d-9396-18a9f7538620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:45.668414 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-20ead1c8-c86c-4490-a2b1-6f0953a7ae03 req-ca104dc0-c1c7-4f7d-9396-18a9f7538620 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1097 time: 0.0445349 Nov 23 18:48:45.722973 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-20ead1c8-c86c-4490-a2b1-6f0953a7ae03 req-b79775dd-83e5-49c4-ac30-340e449e906d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475910 Nov 23 18:48:45.823190 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0d3db-fda3-4263-b036-753bf71b646f req-f159907e-c905-4c77-a338-026d2dea90f0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:45.824866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9b0d3db-fda3-4263-b036-753bf71b646f req-f159907e-c905-4c77-a338-026d2dea90f0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0515587 Nov 23 18:48:45.876519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b9b0d3db-fda3-4263-b036-753bf71b646f req-133f46ba-6783-450d-8d18-acdd0547202d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Nov 23 18:48:46.611393 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.003703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9606d3-b66e-4861-8264-2f4ebccbc25f req-1198c299-c354-4b2b-84ac-491bf754ddcf tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.005321 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf9606d3-b66e-4861-8264-2f4ebccbc25f req-1198c299-c354-4b2b-84ac-491bf754ddcf tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0587230 Nov 23 18:48:47.060726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf9606d3-b66e-4861-8264-2f4ebccbc25f req-430ce71d-9398-4e75-b9e6-715fd8961274 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487006 Nov 23 18:48:47.196424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbd6bd-a541-44ff-b2e2-767ef2ce12b0 req-036c51f6-38ac-4626-aa64-4d7c4959f487 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.197858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-acfbd6bd-a541-44ff-b2e2-767ef2ce12b0 req-036c51f6-38ac-4626-aa64-4d7c4959f487 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0586479 Nov 23 18:48:47.207397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 42682) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:47.214529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'floatingip': {'port_id': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:47.253424 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.725977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.730128 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.841962 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 associated. External IP: 172.25.0.70, port: 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda. Nov 23 18:48:48.017815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.074573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:48:48.186253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:48:48.191597 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.197230 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:48:48.209173 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:48.209805 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:48:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:48.222214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b8206a6-a6bc-4ff1-b5f7-b64e296c240c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "PUT /v2.0/floatingips/0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 HTTP/1.1" status: 200 len: 991 time: 1.0135179 Nov 23 18:48:48.222850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:48.273592 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b763ff-9726-45f7-b9c8-63a4c7fbf472" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:48.328018 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:48.395834 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d4b579-69ff-43d5-af7c-d94e077e0cd4 x-openstack-request-id: req-09d4b579-69ff-43d5-af7c-d94e077e0cd4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:48.396344 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:48.396692 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09d4b579-69ff-43d5-af7c-d94e077e0cd4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:48.397285 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'status': 'completed', 'code': 200} Nov 23 18:48:48.463614 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-07d37dcd-dd30-462c-a68e-9295679d41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.465349 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-07d37dcd-dd30-462c-a68e-9295679d41ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1097 time: 0.0454917 Nov 23 18:48:48.562320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-11dcc5ef-312c-46e3-bb39-67e3fe0916e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.564540 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-11dcc5ef-312c-46e3-bb39-67e3fe0916e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0925405 Nov 23 18:48:48.584751 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:51:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd863a9-56fc-461b-a911-f84202fef009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:48:47Z', 'revision_number': 9, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:48.611871 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:48:48.621607 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:48.622259 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:48:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:48.638598 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-391eb798-af1c-410c-aa1d-578e096c650d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 999 time: 0.0664508 Nov 23 18:48:48.689969 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-e7c7a180-5be1-46f7-8b45-2eac894458cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.691631 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-e7c7a180-5be1-46f7-8b45-2eac894458cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0462787 Nov 23 18:48:48.740216 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:48.744943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-2a5b51f3-4de2-4463-b79b-0d02143009f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.746462 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-2a5b51f3-4de2-4463-b79b-0d02143009f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471115 Nov 23 18:48:48.848216 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-d40e6a0b-54d6-40a1-acc1-d399e2322595 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945816 Nov 23 18:48:48.957746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-98b763ff-9726-45f7-b9c8-63a4c7fbf472 req-cd8bd289-7a20-4325-8c25-67530544f11e service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021278 Nov 23 18:48:48.987353 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:51:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd863a9-56fc-461b-a911-f84202fef009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:48:47Z', 'revision_number': 9, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:49.017679 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a2cd-a865-48aa-bb5d-77df1b5d940e None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:51:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd863a9-56fc-461b-a911-f84202fef009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:48:47Z', 'revision_number': 9, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:48:49.245764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb7cf3-a935-4e39-948a-3c4fada56e52 None None] New status for floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:48:49.982321 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.045200 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:07.492478 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:49:11.382738 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3342d09-3637-4d5f-a623-a2dff19da53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.438938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8f5e417-eecc-4368-92d0-e22a9212b825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.273293 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.616327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.010868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.985070 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.055910 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.165824 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-47f837fc-bc37-4738-8fca-28118df740c2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473967 Nov 23 18:49:21.264670 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-a473b198-3217-4c35-ae49-9a6e62ac430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:21.267015 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-a473b198-3217-4c35-ae49-9a6e62ac430f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1097 time: 0.0506592 Nov 23 18:49:21.385646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-59b43e4e-1d5f-4b54-968a-b815ce30c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:21.387165 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-59b43e4e-1d5f-4b54-968a-b815ce30c23b service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0957894 Nov 23 18:49:21.459330 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-f56927bd-a8a9-48c4-ba11-7cfeb750074a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1002 time: 0.0646021 Nov 23 18:49:21.515301 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-12321cce-dcdd-4d69-b0a7-466919f5d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:21.517592 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-12321cce-dcdd-4d69-b0a7-466919f5d8fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0501394 Nov 23 18:49:21.572975 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-aa368b6f-2a39-4a8f-bc41-6f1e84191cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:21.574817 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-aa368b6f-2a39-4a8f-bc41-6f1e84191cb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482624 Nov 23 18:49:21.667526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-794b3ebf-2fa3-4882-ae39-5cdeb4b34d7e service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854194 Nov 23 18:49:21.767826 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-23742c35-2ab2-4b53-99d0-63e4b353c6c4 req-ebc3e5ab-a536-4b86-8313-f5ad5afc0a8c service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926218 Nov 23 18:49:41.375813 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aceb3b00-7ce2-47d6-8ba7-f65ebdae0b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.442312 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f24ad836-8b12-475d-b7c2-83f9be05d092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.491772 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:49:45.275031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.613837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.013889 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.980808 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.055286 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.380583 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a3937945-5909-4b8d-bd43-1135c5ef62e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.450078 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-532ae6ef-26b0-4a1e-9ed4-1f269594774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.278387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.617837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.021444 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:19.977748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.072509 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.491603 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:50:23.149817 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-3b7c50e2-5156-48b9-8812-ef6af38f8355 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430448 Nov 23 18:50:23.235203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-2ace5af9-08eb-4b67-acad-ffeb35f59a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:23.236744 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-2ace5af9-08eb-4b67-acad-ffeb35f59a17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1097 time: 0.0432372 Nov 23 18:50:23.355112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-abbdbc1e-ab46-43b9-8d23-eb3961e9a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:23.356823 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-abbdbc1e-ab46-43b9-8d23-eb3961e9a82b service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0997417 Nov 23 18:50:23.428747 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-a7dccc45-999b-4e52-85f9-868e293d7b1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1002 time: 0.0645521 Nov 23 18:50:23.487837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-9138a8dd-00c2-4fe3-bf1f-6d429d346046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:23.489355 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-9138a8dd-00c2-4fe3-bf1f-6d429d346046 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0542238 Nov 23 18:50:23.540036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-e2e06e4c-84ad-4433-8003-5a164d5681a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:23.541576 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-e2e06e4c-84ad-4433-8003-5a164d5681a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450931 Nov 23 18:50:23.553010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-1b39b6d2-970f-4860-b38e-255c0682f474 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:50:23.554074 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-1b39b6d2-970f-4860-b38e-255c0682f474 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053041 Nov 23 18:50:23.659986 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-9b6e3dc0-a4ce-4e19-8f2b-4c6c23b5c00c service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988240 Nov 23 18:50:23.760685 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-ec01eb2e-aa07-4958-a55c-11012dbbdab5 req-c012b9cd-2276-4e40-8da0-15846aa4b37c service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923893 Nov 23 18:50:26.819713 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-74b8691e-756d-4d31-8c16-e419b9e518b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406740 Nov 23 18:50:26.842940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893ab53-d0d6-4a03-a7ec-268f19fa39bb req-2272a032-fea9-4697-8508-75b14871aa77 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:26.845225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d893ab53-d0d6-4a03-a7ec-268f19fa39bb req-2272a032-fea9-4697-8508-75b14871aa77 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0548756 Nov 23 18:50:26.894316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d893ab53-d0d6-4a03-a7ec-268f19fa39bb req-f357ea75-5d45-49e0-8fad-e1e78fb1b457 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Nov 23 18:50:28.009765 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-ff6900ae-970d-4633-93f4-578ab0ca24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.011358 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-ff6900ae-970d-4633-93f4-578ab0ca24aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1097 time: 0.0486863 Nov 23 18:50:28.039792 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99a111-24bc-4bfa-895b-3172181a4263 req-7b5b27f4-1444-4d2b-95fe-881414676aa5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.043244 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d99a111-24bc-4bfa-895b-3172181a4263 req-7b5b27f4-1444-4d2b-95fe-881414676aa5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0561750 Nov 23 18:50:28.095834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d99a111-24bc-4bfa-895b-3172181a4263 req-bb02d9d1-4147-4d8a-8434-1aa181ecaf67 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484922 Nov 23 18:50:28.102636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-fcb085ab-164b-4a05-a2de-c2db0f7bf7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.104149 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-fcb085ab-164b-4a05-a2de-c2db0f7bf7e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0864885 Nov 23 18:50:28.174564 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-ce53abe0-ba96-440d-bd8a-f81d7bd2a70f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1002 time: 0.0634649 Nov 23 18:50:28.224864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-9e015920-447d-4148-91f8-54d4a47e4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.226310 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-9e015920-447d-4148-91f8-54d4a47e4169 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0441701 Nov 23 18:50:28.271947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-17a3abd8-c94e-4803-a0aa-fb9d4eb50ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.273458 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-17a3abd8-c94e-4803-a0aa-fb9d4eb50ed4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402482 Nov 23 18:50:28.367516 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-334b92d4-e654-4026-aa5d-00b84a6670f0 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869677 Nov 23 18:50:28.466229 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-a96f7c8f-23eb-4186-8d7a-2153d9c1f0da service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925190 Nov 23 18:50:29.222913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d571-fbfa-4531-b670-2334c3ae7352 req-a80002cd-cb16-4990-82b7-1c491a11b545 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:29.224468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c60d571-fbfa-4531-b670-2334c3ae7352 req-a80002cd-cb16-4990-82b7-1c491a11b545 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0567946 Nov 23 18:50:29.289606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c60d571-fbfa-4531-b670-2334c3ae7352 req-2af9b527-90d7-45d6-9c55-bbcc4475fd59 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576696 Nov 23 18:50:30.418403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a86615-0718-4df5-9069-4d99cb44e221 req-9176a62f-78ea-4467-8bb0-5d697e4691f2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:30.419915 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0a86615-0718-4df5-9069-4d99cb44e221 req-9176a62f-78ea-4467-8bb0-5d697e4691f2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Nov 23 18:50:30.467080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0a86615-0718-4df5-9069-4d99cb44e221 req-b1b7e31f-28a8-4c36-8614-20c0f682ff9c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410814 Nov 23 18:50:31.603495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ad266-66ee-470d-910f-e0b4b0c3d609 req-f6f514dd-dc3e-470a-9495-8d128dea45c6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:31.604916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-938ad266-66ee-470d-910f-e0b4b0c3d609 req-f6f514dd-dc3e-470a-9495-8d128dea45c6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0543547 Nov 23 18:50:31.655042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-938ad266-66ee-470d-910f-e0b4b0c3d609 req-636e7365-c555-445f-84b8-efef1c152b4c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 Nov 23 18:50:32.775400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b2019-7a91-451b-9298-78784c8cd659 req-168131a9-b380-4de6-9e4e-38272006901a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:32.776916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc9b2019-7a91-451b-9298-78784c8cd659 req-168131a9-b380-4de6-9e4e-38272006901a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0497301 Nov 23 18:50:32.826997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc9b2019-7a91-451b-9298-78784c8cd659 req-304ab279-9eec-498d-b4fc-04cccbcce890 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 Nov 23 18:50:33.965289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05350731-12f7-4883-8c5e-aef50babe346 req-09b6f998-1cb8-4002-8c28-d92ae3d2ddc1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:33.966813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05350731-12f7-4883-8c5e-aef50babe346 req-09b6f998-1cb8-4002-8c28-d92ae3d2ddc1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0542040 Nov 23 18:50:34.290476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05350731-12f7-4883-8c5e-aef50babe346 req-dbce7865-5470-45ba-aefc-ff1832f1a7ca tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174968 Nov 23 18:50:35.409680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b97be-f4f7-4678-a4fd-bb5a61a43bcb req-b99543f5-6ec4-49e0-b9d6-7a55ba579c45 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:35.411198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca1b97be-f4f7-4678-a4fd-bb5a61a43bcb req-b99543f5-6ec4-49e0-b9d6-7a55ba579c45 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0504653 Nov 23 18:50:35.459874 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca1b97be-f4f7-4678-a4fd-bb5a61a43bcb req-0a92266e-6435-4b28-a039-594d2af7acff tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Nov 23 18:50:36.583285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ce844-c88f-4cec-9428-2e25c35511ad req-0cdddbdc-ca6a-4e8b-a476-babee09256b1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:36.584797 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c00ce844-c88f-4cec-9428-2e25c35511ad req-0cdddbdc-ca6a-4e8b-a476-babee09256b1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0505610 Nov 23 18:50:36.636703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c00ce844-c88f-4cec-9428-2e25c35511ad req-e39ff99f-ad5e-4c16-b57e-66bf1ba78a79 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458789 Nov 23 18:50:37.756637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbead97a-2505-40bb-949f-d79f42f5273a req-49826927-ef1d-47f1-83d4-111b48ca9793 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:37.758160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbead97a-2505-40bb-949f-d79f42f5273a req-49826927-ef1d-47f1-83d4-111b48ca9793 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0515954 Nov 23 18:50:37.805597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbead97a-2505-40bb-949f-d79f42f5273a req-f80da5d5-329a-4715-b7dd-8250a327d3d2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Nov 23 18:50:38.929569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b4700-07b4-4b47-9f8d-55fef70df29f req-fad6e1d1-03cd-4ab6-a170-45f1a427e623 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:38.931158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-391b4700-07b4-4b47-9f8d-55fef70df29f req-fad6e1d1-03cd-4ab6-a170-45f1a427e623 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0567493 Nov 23 18:50:38.979433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-391b4700-07b4-4b47-9f8d-55fef70df29f req-a3b4b648-749d-4a0e-8430-d724a86e131e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Nov 23 18:50:40.104080 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5380ca-d1b8-48d1-8f12-94cf35804020 req-d141d538-06c3-4a84-9e84-1970f1d0ebc8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:40.105534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d5380ca-d1b8-48d1-8f12-94cf35804020 req-d141d538-06c3-4a84-9e84-1970f1d0ebc8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0542409 Nov 23 18:50:40.154508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6d5380ca-d1b8-48d1-8f12-94cf35804020 req-7135bca6-db0b-420a-9e82-292ee6968477 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422311 Nov 23 18:50:40.360673 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-2610428c-71d3-442b-81bc-8bf090fac15c req-b55ae3cd-9930-4032-b7e4-7b6ab0b61813 service neutron] show failed (client error): The resource could not be found. Nov 23 18:50:40.361632 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-b55ae3cd-9930-4032-b7e4-7b6ab0b61813 service neutron] 10.222.0.66 "GET /v2.0/ports/35e9a8a0-e506-46e2-bdd1-d2c0153cdbda/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0674126 Nov 23 18:50:40.576822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-e7e0fa9b-683c-4562-bdcb-8c952ca71651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:40.579185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-e7e0fa9b-683c-4562-bdcb-8c952ca71651 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 1097 time: 0.0421972 Nov 23 18:50:40.596096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-f7011882-5a32-4644-a5fa-498aedbd745f service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:50:40.597360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-f7011882-5a32-4644-a5fa-498aedbd745f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058522 Nov 23 18:50:40.612137 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:40.669391 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.871281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:40.905804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:40.947485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:40.950021 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91abe667-41a0-48bc-a3a7-2702a1bd75da" -d '{"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-unplugged", "status": "completed", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:40.954398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.966752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Transition to ACTIVE for port object 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:50:40.971370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.003915 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35d2a87-98c9-41b6-8e2d-77828b4ad6fb x-openstack-request-id: req-a35d2a87-98c9-41b6-8e2d-77828b4ad6fb {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:41.004215 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-unplugged", "status": "completed", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:41.004470 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a35d2a87-98c9-41b6-8e2d-77828b4ad6fb {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:41.004864 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'code': 200} Nov 23 18:50:41.091738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:41.127451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.128101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.128101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.128375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.128707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.129038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.129369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.129694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.130019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.130342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.130663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.131011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:41.170449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] No DVR routers for this DVR port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:41.322808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6ffef-20b3-4ec6-9751-d0e3d790959c req-c8ea2adb-6458-479d-8224-2f65b24579b8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.324551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52e6ffef-20b3-4ec6-9751-d0e3d790959c req-c8ea2adb-6458-479d-8224-2f65b24579b8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 944 time: 0.0731370 Nov 23 18:50:41.368802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:41.369141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:41.369477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:41.382797 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:50:41.383061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:41.383504 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-983a8401-c8fa-4e58-9906-f680e2075213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.397996 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:41.398335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:41.398854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:41.399369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Bound port: 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:41.399730 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.414810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-52e6ffef-20b3-4ec6-9751-d0e3d790959c req-8150a7b4-936a-44ec-83e7-f26b87b77253 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728214 Nov 23 18:50:41.474605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:41.477812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:41.481564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.517681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.518312 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.519966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1092 time: 0.9120264 Nov 23 18:50:41.542468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00a53-e7d1-4816-95e6-7804c5edd5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:41.589132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-f8af6a88-8252-4044-805c-6722047a4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.590668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-f8af6a88-8252-4044-805c-6722047a4e45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1095 time: 0.0451500 Nov 23 18:50:41.695787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-b246a635-e759-4af1-acf0-1277aa395f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.697038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-b246a635-e759-4af1-acf0-1277aa395f8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0951912 Nov 23 18:50:41.763937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-390f2812-71c9-4e42-8fc5-6e720e41a82e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1000 time: 0.0577776 Nov 23 18:50:41.822117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-c5671f0d-8881-40ca-99e7-1b153ca9ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.823659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-c5671f0d-8881-40ca-99e7-1b153ca9ef83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0496209 Nov 23 18:50:41.881924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610428c-71d3-442b-81bc-8bf090fac15c req-858d8ea6-4cbd-49dc-8a69-fe203ebac935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.883492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-858d8ea6-4cbd-49dc-8a69-fe203ebac935 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483401 Nov 23 18:50:41.979919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-ef7bcf7d-b8c6-42f0-a46c-8bf0a631a606 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852342 Nov 23 18:50:42.082875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2610428c-71d3-442b-81bc-8bf090fac15c req-bfca912a-422f-443a-9578-1de0d17335b9 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919831 Nov 23 18:50:42.576764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eb69d-4326-4a50-bbf3-a73a096d92b5 req-438b0bac-9d38-4c1c-9e7e-5f951cced03f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:42.579358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798eb69d-4326-4a50-bbf3-a73a096d92b5 req-438b0bac-9d38-4c1c-9e7e-5f951cced03f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 944 time: 0.0883884 Nov 23 18:50:42.645751 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-798eb69d-4326-4a50-bbf3-a73a096d92b5 req-f007df3b-5f1c-43da-81ac-409526f563b5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568962 Nov 23 18:50:43.006772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:43.009222 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:43.058056 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5594bd30-4793-4eae-ac5e-3994aecf071d x-openstack-request-id: req-5594bd30-4793-4eae-ac5e-3994aecf071d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:43.058354 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:43.058616 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5594bd30-4793-4eae-ac5e-3994aecf071d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:43.059067 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'status': 'completed', 'code': 200} Nov 23 18:50:43.119744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-ae682f43-ac66-4dda-8fdc-e40b83e4f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.121270 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-ae682f43-ac66-4dda-8fdc-e40b83e4f1f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1095 time: 0.0433583 Nov 23 18:50:43.124225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-e382f1c1-6564-477a-9f37-be5ffff5136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.126217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-e382f1c1-6564-477a-9f37-be5ffff5136e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1095 time: 0.0432689 Nov 23 18:50:43.214367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-cd74953b-ce3b-48dd-b1b0-91cd0a29f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.215909 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-cd74953b-ce3b-48dd-b1b0-91cd0a29f79d service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0879478 Nov 23 18:50:43.225953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-e17a553d-ad33-410d-88b7-34d853a4bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.227468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-e17a553d-ad33-410d-88b7-34d853a4bcba service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0919416 Nov 23 18:50:43.288889 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-4f276f6d-f5c1-44a9-ba25-1d93ca390581 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1000 time: 0.0646822 Nov 23 18:50:43.298328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-0b6fe6a1-7994-4b14-abe1-b3e12a5d7315 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1000 time: 0.0589828 Nov 23 18:50:43.342457 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-6a2d8276-6c13-40e5-bcc8-d6a74d9d9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.344319 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-6a2d8276-6c13-40e5-bcc8-d6a74d9d9c92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0485926 Nov 23 18:50:43.353217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-e6b10497-8275-49a0-bbb4-c2d86cae7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.354785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-e6b10497-8275-49a0-bbb4-c2d86cae7396 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0492539 Nov 23 18:50:43.397474 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-ebc8b2b0-02dc-4304-b274-7565bcaa4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.398986 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-ebc8b2b0-02dc-4304-b274-7565bcaa4c76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472686 Nov 23 18:50:43.407330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-94732fee-9738-4b55-bf55-fc721fcd85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.408469 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-94732fee-9738-4b55-bf55-fc721fcd85c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465124 Nov 23 18:50:43.461288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4b788d8-5325-4fe4-9ed8-4413dc035abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.501063 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-83a22bbd-2fa8-4983-953e-e21af1dcb8c6 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950773 Nov 23 18:50:43.509577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-b894384b-6551-42fe-877a-d3215d014c1b service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934620 Nov 23 18:50:43.593815 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-602fa8f3-d212-479c-ba30-089363b8a107 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Nov 23 18:50:43.603077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d79e1c1-52a4-4cb5-8c7c-29e3665c43c4 req-284df7f2-7d86-4e5c-a020-123bc2dc4915 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 Nov 23 18:50:43.768785 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2544108-ffe8-4490-8f1e-f355c3f32419 req-7dcc727b-8898-42dd-b3c1-9c70d38dbed6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.770313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2544108-ffe8-4490-8f1e-f355c3f32419 req-7dcc727b-8898-42dd-b3c1-9c70d38dbed6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 944 time: 0.0515883 Nov 23 18:50:43.847217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b2544108-ffe8-4490-8f1e-f355c3f32419 req-ee4ee159-494e-463b-a242-4f2e764c47b4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705965 Nov 23 18:50:44.968641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbef38-3323-4636-9667-e61e413ee3e8 req-801f158a-3320-477d-8cae-6a06927c04f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:44.970281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5fbef38-3323-4636-9667-e61e413ee3e8 req-801f158a-3320-477d-8cae-6a06927c04f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 944 time: 0.0503910 Nov 23 18:50:45.020852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5fbef38-3323-4636-9667-e61e413ee3e8 req-d5bfe1a6-7d01-4f29-aa6e-8c65830fc880 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Nov 23 18:50:45.089224 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:50:45.187494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:45.199968 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'mac_address': 'fa:16:3e:51:4f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:50:45.244036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.259257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:50:45.292255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:45.294236 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.297003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.349508 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:45.358619 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.359806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-9b951e56-f1e1-4583-aea3-2b179ae5fd17 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:45.359982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.360247 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.360489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.360836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.360954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-9b951e56-f1e1-4583-aea3-2b179ae5fd17 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009&tenant_id=37cb6c02d7aa4f0785e852217a5e6640&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 944 time: 0.0919054 Nov 23 18:50:45.361177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.361768 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.362118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.362472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.362817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.363154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.363486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:45.374045 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892de0-2d3e-41f2-8b4c-2fa94d543058 req-481e9cf8-e46f-49a3-956b-83e7eb6e026f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:45.376459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab892de0-2d3e-41f2-8b4c-2fa94d543058 req-481e9cf8-e46f-49a3-956b-83e7eb6e026f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0768082 Nov 23 18:50:45.465182 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-8a3d9b72-d73d-407b-87f9-4eb8b5b5c726 service neutron] 10.222.0.72 "GET /v2.0/ports/35e9a8a0-e506-46e2-bdd1-d2c0153cdbda/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 382 time: 0.0876150 Nov 23 18:50:45.468687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab892de0-2d3e-41f2-8b4c-2fa94d543058 req-cb06f182-9b34-4774-b1ff-4545677eca3d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846767 Nov 23 18:50:45.535305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-988f2872-d16a-4b0e-b04b-9745b44ace2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:45.536954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-988f2872-d16a-4b0e-b04b-9745b44ace2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1096 time: 0.0471139 Nov 23 18:50:45.537832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:45.572388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:50:45.616673 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:45.636456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-a363bc88-a78b-47fc-9969-528cc3358290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:45.638087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-a363bc88-a78b-47fc-9969-528cc3358290 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0939844 Nov 23 18:50:45.711293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-35209300-5a99-4608-9329-08bdef03966a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1001 time: 0.0656288 Nov 23 18:50:45.766835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-7a0c15ef-06c8-46b4-8d63-43811aa96624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:45.768335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-7a0c15ef-06c8-46b4-8d63-43811aa96624 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0505533 Nov 23 18:50:45.821460 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-6c1955ee-58d3-447d-9913-d9fe433af7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:45.823006 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-6c1955ee-58d3-447d-9913-d9fe433af7c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474110 Nov 23 18:50:45.916065 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-6acddfb8-ec78-4859-9d35-a6441872112c service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Nov 23 18:50:46.014318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-a6578455-ae94-4dcf-a864-33e488527adf service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906928 Nov 23 18:50:46.599091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c31cab-1a2a-4ce6-8f7b-5714d75beb46 req-f83ddd6b-42d5-4413-b54d-bcf9086b5b87 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:46.600556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35c31cab-1a2a-4ce6-8f7b-5714d75beb46 req-f83ddd6b-42d5-4413-b54d-bcf9086b5b87 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0581374 Nov 23 18:50:46.621961 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.649825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35c31cab-1a2a-4ce6-8f7b-5714d75beb46 req-9551eb2f-c435-427c-af0e-969ab9c983fd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432453 Nov 23 18:50:47.098311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:47.147740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:50:47.152597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:47.152597 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.235298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.258707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:47.261522 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ae3d0-4dc6-4828-82ed-58b39e7645b4" -d '{"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-plugged", "status": "completed", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:47.275361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:47.282757 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.317188 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f0185e-a22a-4a0b-921c-6bdf04f07d14 x-openstack-request-id: req-d2f0185e-a22a-4a0b-921c-6bdf04f07d14 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:47.317497 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-plugged", "status": "completed", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:47.317754 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2f0185e-a22a-4a0b-921c-6bdf04f07d14 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:47.318155 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'code': 200} Nov 23 18:50:47.334554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:47.777212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da5f61-988c-4797-9fc5-fa298c9717fb req-b068d35d-7166-46da-bf2d-2067a51e5c74 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:47.778877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41da5f61-988c-4797-9fc5-fa298c9717fb req-b068d35d-7166-46da-bf2d-2067a51e5c74 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0559647 Nov 23 18:50:47.835937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41da5f61-988c-4797-9fc5-fa298c9717fb req-a76b31ad-3502-4088-8158-a5550b809f83 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495064 Nov 23 18:50:48.015991 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.176203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-88101cb0-b419-416f-a51f-96d76a423713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:48.177780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-88101cb0-b419-416f-a51f-96d76a423713 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 1097 time: 0.0490944 Nov 23 18:50:48.190233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:48.245571 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.448261 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:48.487236 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:48.846550 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:48.848880 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc229c33-2486-438a-bba2-bf98a52d43dc" -d '{"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-unplugged", "status": "completed", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:48.853138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.867112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Transition to ACTIVE for port object 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:50:48.872340 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.901334 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34531bcb-1c42-4d42-9f69-2ddaa20be9c7 x-openstack-request-id: req-34531bcb-1c42-4d42-9f69-2ddaa20be9c7 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:48.901724 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-unplugged", "status": "completed", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:48.901990 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-34531bcb-1c42-4d42-9f69-2ddaa20be9c7 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:48.902428 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'code': 200} Nov 23 18:50:48.926459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=10']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:48.966831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.967225 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.967580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.967924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.969523 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.969727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.970242 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.970590 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.970976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.971316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.971649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:48.971980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:49.016602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8956db3-521b-42e9-bb4d-848a3e1a6201 req-66ef60a6-88c4-42dd-ac5a-a198e1a44c3d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:49.018400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8956db3-521b-42e9-bb4d-848a3e1a6201 req-66ef60a6-88c4-42dd-ac5a-a198e1a44c3d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0649693 Nov 23 18:50:49.019414 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] No DVR routers for this DVR port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:49.076551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e8956db3-521b-42e9-bb4d-848a3e1a6201 req-3db1ca97-4702-4b8a-8e98-7bfa48fb5536 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515013 Nov 23 18:50:49.166972 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:49.167300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:49.167624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:49.172440 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:50:49.172815 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Attempting to bind port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:49.177779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:49.178397 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:49.178507 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:49.178931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Bound port: 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:49.179287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.242446 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:49.245950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:49.251022 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.289746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:49.290337 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.292076 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] 10.222.0.66 "PUT /v2.0/ports/35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1093 time: 1.1069264 Nov 23 18:50:49.315665 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89429f6-d7a8-46b6-8f92-e1e427c265c9 service neutron] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=11']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:49.362282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-a85c79e5-cd34-4f86-ae3f-98a23de0456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:49.363876 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-a85c79e5-cd34-4f86-ae3f-98a23de0456e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1096 time: 0.0452859 Nov 23 18:50:49.466380 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b300c68f-6a7d-427f-bbda-40529cb0c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:49.467917 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-b300c68f-6a7d-427f-bbda-40529cb0c1c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0964501 Nov 23 18:50:49.541001 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-9e1bda72-292d-4ecd-859c-c1605e802744 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1000 time: 0.0653529 Nov 23 18:50:49.593139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-f371c3e5-f779-47c3-8828-e84e43030326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:49.594662 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-f371c3e5-f779-47c3-8828-e84e43030326 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0468528 Nov 23 18:50:49.647629 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-faedadbb-cebe-4e27-8452-e16a4cf6a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:49.649168 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-faedadbb-cebe-4e27-8452-e16a4cf6a443 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457609 Nov 23 18:50:49.750277 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-a0dda2ba-d72d-4743-9a50-04ae30f2d92d service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937948 Nov 23 18:50:49.848011 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-e2886c2c-c547-43ed-9636-8f7b7925a128 req-47893568-5491-4e5e-9c48-8aebeceeb627 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911632 Nov 23 18:50:49.975709 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:50.205696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fce3b-ef39-4023-ba17-c2f24ad67d7b req-9d2f928a-5df0-41fa-b784-3ad9cb4cefd2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:50.207241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f8fce3b-ef39-4023-ba17-c2f24ad67d7b req-9d2f928a-5df0-41fa-b784-3ad9cb4cefd2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0575762 Nov 23 18:50:50.265763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f8fce3b-ef39-4023-ba17-c2f24ad67d7b req-90029cff-b318-4d42-ae1d-51e2aa56cc34 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516295 Nov 23 18:50:50.903692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:50.906280 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b0099-2906-4a51-bb31-76656c838bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:50.953989 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6eebbc-ced4-4005-9f1c-659c84291552 x-openstack-request-id: req-6a6eebbc-ced4-4005-9f1c-659c84291552 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:50.954291 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:50.954552 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a6eebbc-ced4-4005-9f1c-659c84291552 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:50.955004 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'status': 'completed', 'code': 200} Nov 23 18:50:51.020719 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-79727254-5afa-42aa-9bb3-85764f6e4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.022258 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-79727254-5afa-42aa-9bb3-85764f6e4524 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1096 time: 0.0468040 Nov 23 18:50:51.024758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-db09a874-672f-4310-b426-7a48c4645bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.026719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-db09a874-672f-4310-b426-7a48c4645bdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 1096 time: 0.0415311 Nov 23 18:50:51.071747 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.127922 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-326321eb-3d44-4746-ba47-4b9e5780ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.129439 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-326321eb-3d44-4746-ba47-4b9e5780ada3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0946548 Nov 23 18:50:51.137136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-bbe498bb-4c58-4530-a4ed-09ec06bd2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.138592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-bbe498bb-4c58-4530-a4ed-09ec06bd2f77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.1008911 Nov 23 18:50:51.204738 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-45a6da6c-4d41-4498-bf3e-4b10b8f2bfcf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1000 time: 0.0663526 Nov 23 18:50:51.208408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-f04a36b7-f20b-4bad-9b7c-6ae8ff7f14c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 200 len: 1000 time: 0.0619562 Nov 23 18:50:51.257698 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-1657c2f3-e507-4728-b0a4-2bb87e096ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.259315 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-1657c2f3-e507-4728-b0a4-2bb87e096ba1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0458088 Nov 23 18:50:51.260730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-b6767047-5607-4f88-86ec-390027cf7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.262187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-b6767047-5607-4f88-86ec-390027cf7457 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0453992 Nov 23 18:50:51.316592 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-7bb21610-2f5b-4fc5-91aa-d3fe8466149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.318326 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-7bb21610-2f5b-4fc5-91aa-d3fe8466149f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491080 Nov 23 18:50:51.320798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-b0ef9d20-c65c-4d77-863a-592f55323f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.322299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-b0ef9d20-c65c-4d77-863a-592f55323f79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493133 Nov 23 18:50:51.428255 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-721ae2ca-7c5d-478f-8132-5bc848496473 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024547 Nov 23 18:50:51.467181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbab81-3a5a-4f1f-8305-b1a33ac16f9a req-04f4688b-4979-4867-b315-6b3c081ccce8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:51.469966 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fbbab81-3a5a-4f1f-8305-b1a33ac16f9a req-04f4688b-4979-4867-b315-6b3c081ccce8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.1029136 Nov 23 18:50:51.474498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-cbb9286d-5bdd-4fd0-8a84-424705c5fcf5 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400123 Nov 23 18:50:51.554986 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-8ca0f860-edc9-4d69-8ea3-dc04eab9275f service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189809 Nov 23 18:50:51.604451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4fbbab81-3a5a-4f1f-8305-b1a33ac16f9a req-55b2f9a0-0841-4f99-820a-1a8d4b377e98 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260791 Nov 23 18:50:51.616922 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f87b0099-2906-4a51-bb31-76656c838bc4 req-095a70ff-9b7c-480f-baba-5237073bbdbf service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302409 Nov 23 18:50:52.722505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa952476-5fd8-4389-8400-ccf931a75691 req-3c2e57ac-1c0f-4465-8c3f-313be8b548e9 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:52.724042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa952476-5fd8-4389-8400-ccf931a75691 req-3c2e57ac-1c0f-4465-8c3f-313be8b548e9 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0504677 Nov 23 18:50:52.775666 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aa952476-5fd8-4389-8400-ccf931a75691 req-a25d2cea-d8ce-40e4-8e42-803226b480e0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456116 Nov 23 18:50:52.891986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae596c-d87e-46f7-a83e-d8f9502a81c7 req-bec1325d-7a7e-4c88-9f7e-c68fb0a258b0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:52.893398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcae596c-d87e-46f7-a83e-d8f9502a81c7 req-bec1325d-7a7e-4c88-9f7e-c68fb0a258b0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0496333 Nov 23 18:50:52.942338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcae596c-d87e-46f7-a83e-d8f9502a81c7 req-83b50a0e-92d6-40a2-8efd-8dc7c356ec10 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Nov 23 18:50:53.057643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a34ed7-d899-4705-829a-35c4d123d626 req-448e967e-9327-466d-bd33-209bb90d36e6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:53.059189 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07a34ed7-d899-4705-829a-35c4d123d626 req-448e967e-9327-466d-bd33-209bb90d36e6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0490646 Nov 23 18:50:53.106753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-07a34ed7-d899-4705-829a-35c4d123d626 req-50ec6334-06f4-42f8-88a3-b6925af9dd8a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404840 Nov 23 18:50:53.136793 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:53.177025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:53.360423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1b0db-14c0-4962-97bd-1a372cf815dd req-5bd096f7-08e3-470f-84d3-7aa61a5cb824 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:53.361934 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1c1b0db-14c0-4962-97bd-1a372cf815dd req-5bd096f7-08e3-470f-84d3-7aa61a5cb824 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 945 time: 0.0556853 Nov 23 18:50:53.411939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f1c1b0db-14c0-4962-97bd-1a372cf815dd req-7bbcd856-bbf3-40b8-ba7e-2f23dceb0128 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Nov 23 18:50:53.589274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:50:53.687709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:53.698832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'mac_address': 'fa:16:3e:51:4f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:50:53.736877 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.750101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:50:53.769630 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:53.773690 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.826573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=12']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:54.033403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:50:54.528406 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962829-d535-4d32-a721-b4a78b322282 req-2628e4f0-4d09-4246-9d51-d0cfa3cdd0f6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:54.531376 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1c962829-d535-4d32-a721-b4a78b322282 req-2628e4f0-4d09-4246-9d51-d0cfa3cdd0f6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0607083 Nov 23 18:50:54.548984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7635b-2112-46aa-9153-bbc1d1d7b388 req-c476d3ae-36ab-46fd-8dac-8727f0337ccd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:54.550569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99f7635b-2112-46aa-9153-bbc1d1d7b388 req-c476d3ae-36ab-46fd-8dac-8727f0337ccd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 946 time: 0.0567780 Nov 23 18:50:54.600117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99f7635b-2112-46aa-9153-bbc1d1d7b388 req-e09fcb63-ba53-40de-8bd5-2ba34b1c0fd4 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Nov 23 18:50:54.628170 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Deleting port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:54.628518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.722013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] For port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:54.722530 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.915265 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.915987 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.916311 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 disassociated. External IP: 172.25.0.70, port: 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda. Nov 23 18:50:54.916656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Calling delete_port for 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:55.048118 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.079611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event deleted for resources: {'Port': ['ID=35e9a8a0-e506-46e2-bdd1-d2c0153cdbda,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:55.215436 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:50:55.325825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:55.335897 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:55.346553 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:55.347249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:55.364907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] No DVR routers for this DVR port 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:55.367583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.370950 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1c962829-d535-4d32-a721-b4a78b322282 req-6aa9f8c4-a5aa-433f-a71a-48ada8d12413 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "DELETE /v2.0/ports/35e9a8a0-e506-46e2-bdd1-d2c0153cdbda HTTP/1.1" status: 204 len: 173 time: 0.8342426 Nov 23 18:50:55.371394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-deleted', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:55.373743 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60001774-61ff-40c5-b940-7583adfd967b" -d '{"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-deleted", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:55.410338 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ec1d45-fbc2-4333-9f59-e8573e81eef4 x-openstack-request-id: req-b0ec1d45-fbc2-4333-9f59-e8573e81eef4 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:55.410637 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd863a9-56fc-461b-a911-f84202fef009", "name": "network-vif-deleted", "tag": "35e9a8a0-e506-46e2-bdd1-d2c0153cdbda", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:55.410919 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0ec1d45-fbc2-4333-9f59-e8573e81eef4 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:55.411332 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd863a9-56fc-461b-a911-f84202fef009', 'name': 'network-vif-deleted', 'tag': '35e9a8a0-e506-46e2-bdd1-d2c0153cdbda', 'status': 'completed', 'code': 200} Nov 23 18:50:55.463116 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:55.620985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:50:55.626584 n-d-818932-3 neutron-server[120537]: INFO neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No ports have port_id starting with 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda Nov 23 18:50:55.628764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda requested by agent hyperv_n-h2-818932-3 not found in database {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 23 18:50:55.669603 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:55.701951 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:55.711752 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:55.712361 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:55.723576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59d15a38-9d86-4ac4-bb39-d15a7f49b64f req-96a3fb3b-9a2d-42d1-8175-b7988ca35bdf tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd863a9-56fc-461b-a911-f84202fef009 HTTP/1.1" status: 200 len: 210 time: 0.0366223 Nov 23 18:50:55.828105 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:56.035374 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:56.061510 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1463996-7535-4d42-bfa0-f345e17510db None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:56.294549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1091667-8814-42b9-a5e4-d2c2e02bc17d None None] New status for floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:50:57.052212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-461e41f3-1c84-470a-916b-e51a86d64b6d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1973895698&fields=id&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 267 time: 0.0556433 Nov 23 18:50:57.176072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bde9-087c-4268-9379-67f937598ce8 req-6b19ca42-8d77-46a7-9b1f-dd72aa2bc337 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:57.177562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-6b19ca42-8d77-46a7-9b1f-dd72aa2bc337 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 812 time: 0.1159096 Nov 23 18:50:57.193118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-9cc0a44a-15d3-4d68-88c3-bb05d3a9f54b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/quotas/37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 375 time: 0.0098569 Nov 23 18:50:57.246018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-1b30b2cc-9910-46a6-838d-1b6746b62fae tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473886 Nov 23 18:50:57.351428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-065a7e29-a30f-4cd2-acb8-c0457f1e28ae service neutron] 10.222.0.74 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916018 Nov 23 18:50:57.446870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-471658cd-e9ed-436c-abb3-4e93bd051c3c service neutron] 10.222.0.74 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891373 Nov 23 18:50:57.880822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4cb9000c-bb6f-4787-af66-e1757e8ce5ef req-d5bf2816-7f4b-44c4-9991-5ab94985e368 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.2982318 Nov 23 18:50:58.492204 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:50:58.965561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-627644b4-1eaf-48ef-9184-a67c082695fb req-fd141b09-7161-403a-a16b-ba58bcc71a3d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.0287304 Nov 23 18:50:59.662177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:59.684019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:59.684365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 35e9a8a0-e506-46e2-bdd1-d2c0153cdbda not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:00.046936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11f9272d-cab6-496a-8853-d5a96e0ae7eb req-b29725cc-9be1-492d-be8d-58575392a4d8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.0256855 Nov 23 18:51:01.148405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-64e4d148-c057-4962-9937-c349cac0d66e req-dbd10c8f-77c9-48eb-a284-b03e285c7b6d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.0285809 Nov 23 18:51:01.674496 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bde9-087c-4268-9379-67f937598ce8 req-f9c8fcfb-6b40-4d15-912c-11d16403990c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:01.676075 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-f9c8fcfb-6b40-4d15-912c-11d16403990c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 812 time: 0.1106949 Nov 23 18:51:01.740364 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-150fbf34-e06a-4b16-8053-72089b05b291 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 380 time: 0.0542302 Nov 23 18:51:01.750183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'port': {'device_id': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'admin_state_up': True, 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'security_groups': ['610ab366-4e76-43fb-9086-256d41baaeb9']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:01.862473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Made reservation on behalf of 37cb6c02d7aa4f0785e852217a5e6640 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:01.866096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.015054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Allocated IP 172.20.0.12 (bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa/5a74bab6-2fc9-4a2f-a243-0a861a1230e3/17811375-1e66-4157-aa7f-c742997e5879) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:02.177999 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.216033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.262425 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:02.269964 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:02.275164 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:02.277992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801926d-d72a-4da7-8482-487762580458 req-d4c288c6-83ce-4baf-9088-95c212aa2797 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:02.279407 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:02.279549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9801926d-d72a-4da7-8482-487762580458 req-d4c288c6-83ce-4baf-9088-95c212aa2797 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 932 time: 0.0548806 Nov 23 18:51:02.328620 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:02.329385 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.333704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9801926d-d72a-4da7-8482-487762580458 req-6a555484-cc13-4633-832c-abc7f1d09b8b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470743 Nov 23 18:51:02.352021 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-2fad7a17-c149-4833-a28b-26de939ae641 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053574 Nov 23 18:51:02.364925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Request body: {'port': {'device_id': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:02.426316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.517256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a1341365-d40c-43e2-89ac-757aa8d9e12d None None] Provisioning complete for port 17811375-1e66-4157-aa7f-c742997e5879 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:02.518296 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a1341365-d40c-43e2-89ac-757aa8d9e12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.552770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a1341365-d40c-43e2-89ac-757aa8d9e12d None None] Port 17811375-1e66-4157-aa7f-c742997e5879 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:02.695442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17811375-1e66-4157-aa7f-c742997e5879 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:02.703346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.717095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Transition to ACTIVE for port object 17811375-1e66-4157-aa7f-c742997e5879 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:51:02.721403 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.773386 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:02.853460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:02.853803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:02.854140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:02.859017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:51:02.859348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:02.865142 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:02.865487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:02.865876 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:02.866311 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Bound port: 17811375-1e66-4157-aa7f-c742997e5879, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:02.866675 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.934087 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:02.937246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:02.942554 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.978549 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:02.979217 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.980605 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] 10.222.0.66 "PUT /v2.0/ports/17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1092 time: 0.6208639 Nov 23 18:51:02.981171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'tag': '17811375-1e66-4157-aa7f-c742997e5879'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:02.983336 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c1ed4-3a36-45da-8205-5cec296f665d" -d '{"events": [{"name": "network-changed", "server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "tag": "17811375-1e66-4157-aa7f-c742997e5879"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:03.009078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc7ba1-5c30-483b-b552-c6b439f2bec2 service neutron] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:03.052953 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de40328b-f26f-4c2e-ad8a-76f9544de6da x-openstack-request-id: req-de40328b-f26f-4c2e-ad8a-76f9544de6da {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:03.052953 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "tag": "17811375-1e66-4157-aa7f-c742997e5879", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:03.053178 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de40328b-f26f-4c2e-ad8a-76f9544de6da {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:03.053597 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'tag': '17811375-1e66-4157-aa7f-c742997e5879', 'status': 'completed', 'code': 200} Nov 23 18:51:03.088853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bde9-087c-4268-9379-67f937598ce8 req-f9250d38-47b0-4d41-99ea-c9986686c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.090446 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-f9250d38-47b0-4d41-99ea-c9986686c75a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1095 time: 0.0505126 Nov 23 18:51:03.136695 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-70a896d8-1884-41af-9b8b-22864f0f5ec3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 217 time: 0.0361526 Nov 23 18:51:03.189385 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bde9-087c-4268-9379-67f937598ce8 req-1de43eec-39bb-4e4b-8771-229260826f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.190894 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-1de43eec-39bb-4e4b-8771-229260826f30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0465784 Nov 23 18:51:03.243602 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bde9-087c-4268-9379-67f937598ce8 req-bea43754-c09e-43b6-8b94-f09402581eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.245141 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-bea43754-c09e-43b6-8b94-f09402581eb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470965 Nov 23 18:51:03.339225 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-6e4a9424-03ea-4446-8fa6-380d17445aaf service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859077 Nov 23 18:51:03.441856 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-d864bde9-087c-4268-9379-67f937598ce8 req-13ae4bc0-5fad-4b4f-a486-1041bbb8e156 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960553 Nov 23 18:51:03.484105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac937097-bd00-4292-a0cc-cec9b548e96d req-edc0b0ff-482b-40c8-a5a6-6751c14822a7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.485674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac937097-bd00-4292-a0cc-cec9b548e96d req-edc0b0ff-482b-40c8-a5a6-6751c14822a7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0512183 Nov 23 18:51:03.536974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c1ed4-3a36-45da-8205-5cec296f665d req-4b69be92-643b-4b01-97b6-242c5d644a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.538493 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-963c1ed4-3a36-45da-8205-5cec296f665d req-4b69be92-643b-4b01-97b6-242c5d644a79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1095 time: 0.0440800 Nov 23 18:51:03.538642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac937097-bd00-4292-a0cc-cec9b548e96d req-a9684287-9521-4b14-9df7-ce07a31912ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465646 Nov 23 18:51:03.637596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c1ed4-3a36-45da-8205-5cec296f665d req-86596ff0-0d52-4c11-9442-1e5ba9581b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.639054 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-963c1ed4-3a36-45da-8205-5cec296f665d req-86596ff0-0d52-4c11-9442-1e5ba9581b30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0927691 Nov 23 18:51:03.682446 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-963c1ed4-3a36-45da-8205-5cec296f665d req-04649441-5724-4588-9117-ece327c0859e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 217 time: 0.0357187 Nov 23 18:51:03.732761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c1ed4-3a36-45da-8205-5cec296f665d req-745cfea1-e5b1-4718-9d9f-44636ca6d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.734243 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-963c1ed4-3a36-45da-8205-5cec296f665d req-745cfea1-e5b1-4718-9d9f-44636ca6d00c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0446255 Nov 23 18:51:03.786067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c1ed4-3a36-45da-8205-5cec296f665d req-d2a33427-6440-4feb-bf33-ae2c9f2ac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.787630 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-963c1ed4-3a36-45da-8205-5cec296f665d req-d2a33427-6440-4feb-bf33-ae2c9f2ac8c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444577 Nov 23 18:51:03.885787 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-963c1ed4-3a36-45da-8205-5cec296f665d req-89a8949a-a2a9-4b44-9175-9a06354f4f81 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901418 Nov 23 18:51:03.983746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-963c1ed4-3a36-45da-8205-5cec296f665d req-460665c9-b2a5-4aeb-b9a3-ffce19320cee service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904958 Nov 23 18:51:04.660085 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298142ea-3757-48f5-a892-54ebceb05cfb req-721d5d62-fe8c-4b76-9508-3a48c7a84d40 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:04.661576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-298142ea-3757-48f5-a892-54ebceb05cfb req-721d5d62-fe8c-4b76-9508-3a48c7a84d40 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0526423 Nov 23 18:51:04.709905 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-298142ea-3757-48f5-a892-54ebceb05cfb req-7d0db2b0-5086-4308-a5b3-f5fb9e9865c7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Nov 23 18:51:05.829555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe645d-847f-4380-a18e-17178c5c9ae1 req-e092bd4d-9840-4ef9-b458-b8ed497ceaef tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:05.831404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91fe645d-847f-4380-a18e-17178c5c9ae1 req-e092bd4d-9840-4ef9-b458-b8ed497ceaef tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0513341 Nov 23 18:51:05.879552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91fe645d-847f-4380-a18e-17178c5c9ae1 req-7aa374d0-592e-4b0f-9a05-4a8a332631a1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Nov 23 18:51:06.997877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df5a1-3e54-4de3-80ef-7cb5cad6649f req-e2dc828d-29ef-40e2-982a-2645a366a082 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:06.999404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799df5a1-3e54-4de3-80ef-7cb5cad6649f req-e2dc828d-29ef-40e2-982a-2645a366a082 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0504284 Nov 23 18:51:07.051952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799df5a1-3e54-4de3-80ef-7cb5cad6649f req-4d0b55d5-dee9-4434-9885-32129d0bf7a8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465355 Nov 23 18:51:07.677512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:51:07.777950 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:07.792405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '17811375-1e66-4157-aa7f-c742997e5879', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '17811375-1e66-4157-aa7f-c742997e5879', 'mac_address': 'fa:16:3e:c2:5f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:51:07.830968 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.843311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17811375-1e66-4157-aa7f-c742997e5879 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:07.862197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:07.866561 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.912217 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:08.058401 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['17811375-1e66-4157-aa7f-c742997e5879'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:08.169230 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd349665-4dc5-4860-924d-e95fd3f22437 req-1dc0f3b1-2d4b-4ed3-8dae-8cc66f99d684 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:08.170724 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd349665-4dc5-4860-924d-e95fd3f22437 req-1dc0f3b1-2d4b-4ed3-8dae-8cc66f99d684 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0490007 Nov 23 18:51:08.222348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd349665-4dc5-4860-924d-e95fd3f22437 req-5922ecaa-9ec9-4ee1-b389-08a68e652928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444701 Nov 23 18:51:09.342223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31564ca9-8f5b-49b6-8105-2c40b6bbe6ff req-e7bae1bf-9760-4846-8b01-943521d3f9e3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.343771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31564ca9-8f5b-49b6-8105-2c40b6bbe6ff req-e7bae1bf-9760-4846-8b01-943521d3f9e3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0498104 Nov 23 18:51:09.391828 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31564ca9-8f5b-49b6-8105-2c40b6bbe6ff req-4f0f918f-b2f7-4d4a-af43-50cc864bad25 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Nov 23 18:51:09.681389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 up at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:09.734505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning for port 17811375-1e66-4157-aa7f-c742997e5879 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:51:09.739059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Provisioning complete for port 17811375-1e66-4157-aa7f-c742997e5879 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:09.739433 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.821920 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.846745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17811375-1e66-4157-aa7f-c742997e5879'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:09.848985 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0a19a5-41af-430e-9482-abdd61a02bdc" -d '{"events": [{"server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "name": "network-vif-plugged", "status": "completed", "tag": "17811375-1e66-4157-aa7f-c742997e5879"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:09.862098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:09.867475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.895600 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5559e87f-c771-4009-b10d-f55d27853574 x-openstack-request-id: req-5559e87f-c771-4009-b10d-f55d27853574 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:09.895905 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "name": "network-vif-plugged", "status": "completed", "tag": "17811375-1e66-4157-aa7f-c742997e5879", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:09.896331 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5559e87f-c771-4009-b10d-f55d27853574 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:09.896740 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17811375-1e66-4157-aa7f-c742997e5879', 'code': 200} Nov 23 18:51:09.926625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:09.988502 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672e02a-c99c-4c92-af82-6c09096e0d3a req-03483258-e6bb-4f9f-b574-32bfbf2fec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.990010 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c672e02a-c99c-4c92-af82-6c09096e0d3a req-03483258-e6bb-4f9f-b574-32bfbf2fec2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1097 time: 0.0408084 Nov 23 18:51:10.043269 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-c672e02a-c99c-4c92-af82-6c09096e0d3a req-e175afac-7a7c-4a85-803e-f82eee8ed692 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457401 Nov 23 18:51:10.519154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3787ce-4c12-4800-b900-f84140cc5858 req-97f7b995-4c97-4906-8c20-cdb45c713dda tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:10.520778 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c3787ce-4c12-4800-b900-f84140cc5858 req-97f7b995-4c97-4906-8c20-cdb45c713dda tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0538390 Nov 23 18:51:10.569425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c3787ce-4c12-4800-b900-f84140cc5858 req-03de77ed-7ab8-446a-a209-6b678e926692 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 Nov 23 18:51:11.386186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a7d562a5-e618-4b04-8c3e-f005289732eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.690888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390c5bd-b744-48c9-98db-a2f0cd456ce4 req-fe05ebeb-b1b0-4825-92cb-fa38bc059cec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:11.692422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3390c5bd-b744-48c9-98db-a2f0cd456ce4 req-fe05ebeb-b1b0-4825-92cb-fa38bc059cec tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0505188 Nov 23 18:51:11.740791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3390c5bd-b744-48c9-98db-a2f0cd456ce4 req-3f48ea72-5157-4189-81ba-ffc53f92007c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Nov 23 18:51:11.852601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe859c0b-4154-4f64-b387-10d4ba7a189b req-3cb6bb14-33ce-44e1-a40b-28db6b44dfd2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:11.854043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe859c0b-4154-4f64-b387-10d4ba7a189b req-3cb6bb14-33ce-44e1-a40b-28db6b44dfd2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0500481 Nov 23 18:51:11.863567 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43076) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:11.868108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Request body: {'floatingip': {'port_id': '17811375-1e66-4157-aa7f-c742997e5879'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:11.910143 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.358089 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.362018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.463221 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 associated. External IP: 172.25.0.70, port: 17811375-1e66-4157-aa7f-c742997e5879. Nov 23 18:51:12.667629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:51:12.779207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:12.785474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.789712 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67389417-529b-4787-81fd-241dc4350f59 None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:12.800693 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67389417-529b-4787-81fd-241dc4350f59 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:12.801286 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-67389417-529b-4787-81fd-241dc4350f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:12.812823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8fb13430-7cb6-4bc4-9ae7-e9591f5be5f5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "PUT /v2.0/floatingips/0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 HTTP/1.1" status: 200 len: 992 time: 0.9481134 Nov 23 18:51:12.813429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'tag': '17811375-1e66-4157-aa7f-c742997e5879'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:12.816096 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77957565-eaa5-4e23-af37-47a1a11e2875" -d '{"events": [{"name": "network-changed", "server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "tag": "17811375-1e66-4157-aa7f-c742997e5879"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:12.910493 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1809f97b-07e2-4db1-a526-b2cd0d2c4cf6 x-openstack-request-id: req-1809f97b-07e2-4db1-a526-b2cd0d2c4cf6 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:12.910826 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "tag": "17811375-1e66-4157-aa7f-c742997e5879", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:12.911092 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1809f97b-07e2-4db1-a526-b2cd0d2c4cf6 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:12.911538 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'tag': '17811375-1e66-4157-aa7f-c742997e5879', 'status': 'completed', 'code': 200} Nov 23 18:51:12.914730 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-67389417-529b-4787-81fd-241dc4350f59 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:12.976154 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-dc78f9d7-fafd-4ca3-b6f2-64e635996c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:12.977595 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-dc78f9d7-fafd-4ca3-b6f2-64e635996c89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1097 time: 0.0432019 Nov 23 18:51:13.076976 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-51e517e1-a387-4ec4-a098-ff643cb73aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:13.079175 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-51e517e1-a387-4ec4-a098-ff643cb73aa5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0926564 Nov 23 18:51:13.145875 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-ca278d59-0de2-4b46-9c9f-fa1100245643 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.0600784 Nov 23 18:51:13.150305 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-67389417-529b-4787-81fd-241dc4350f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '17811375-1e66-4157-aa7f-c742997e5879', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:c2:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:51:12Z', 'revision_number': 13, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:13.177974 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67389417-529b-4787-81fd-241dc4350f59 None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:51:13.186388 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67389417-529b-4787-81fd-241dc4350f59 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:13.187013 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-67389417-529b-4787-81fd-241dc4350f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:50:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:13.202791 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-143c07b2-f29f-4ff2-8e2d-9c7239da655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:13.204820 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-143c07b2-f29f-4ff2-8e2d-9c7239da655d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0497992 Nov 23 18:51:13.255862 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-a1741cb9-2757-4299-80e4-c36df38e8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:13.257328 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-a1741cb9-2757-4299-80e4-c36df38e8325 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457304 Nov 23 18:51:13.354025 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-fc7f6018-03f8-4d7b-b608-3533d593ef42 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892608 Nov 23 18:51:13.420637 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-67389417-529b-4787-81fd-241dc4350f59 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:13.459311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-affec9ef-6204-4449-a6c0-9cef2a2797f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.662553 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-67389417-529b-4787-81fd-241dc4350f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '17811375-1e66-4157-aa7f-c742997e5879', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:c2:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:51:12Z', 'revision_number': 13, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:13.696673 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67389417-529b-4787-81fd-241dc4350f59 None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '0c6d8437-4f29-4279-b6c8-d5843fbe0ab7', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'port_id': '17811375-1e66-4157-aa7f-c742997e5879', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'mac_address': 'fa:16:3e:c2:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:02Z', 'updated_at': '2021-11-23T18:51:12Z', 'revision_number': 13, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:13.800005 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-77957565-eaa5-4e23-af37-47a1a11e2875 req-e4c5e73f-1114-47fd-bf81-3f18d7e51fbe service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388781 Nov 23 18:51:13.918865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dbe49f-6912-41d3-8310-d101e0144452 None None] New status for floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:51:15.287643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.622573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.019351 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:19.980449 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.071306 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.168969 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-92e01afe-7392-4030-9d78-8c46a36df9c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442050 Nov 23 18:51:25.258311 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-a7700f7d-3982-498c-a212-a660962d3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.259837 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-a7700f7d-3982-498c-a212-a660962d3456 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1097 time: 0.0456610 Nov 23 18:51:25.369612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-031889cb-6681-45dc-a4bb-eae8ef737b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.371163 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-031889cb-6681-45dc-a4bb-eae8ef737b80 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0874486 Nov 23 18:51:25.444483 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-b37ba876-6dc2-48b1-bd9e-50d3813fa15c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1002 time: 0.0662277 Nov 23 18:51:25.496322 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-dd0aff47-0839-4c6f-98c2-a1a0e6e9096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.497808 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-dd0aff47-0839-4c6f-98c2-a1a0e6e9096b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0471058 Nov 23 18:51:25.544938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-b97512d4-54d4-468e-8ebc-ccf908d14876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.546540 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-b97512d4-54d4-468e-8ebc-ccf908d14876 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421019 Nov 23 18:51:25.650550 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-66d42a01-44d4-4c18-a359-58f9d69e09fa service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945055 Nov 23 18:51:25.760055 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9b0b04e6-6705-4d57-95ab-e2a401607e73 req-3262e142-c5e7-4d30-8bec-64206adc04c0 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857632 Nov 23 18:51:35.492919 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:51:41.390186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5c8320d9-e2df-481d-ae8c-1cfb7abfda4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:43.451525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5b21-545a-4c11-a6ba-25af8d3d9f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.288341 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.624607 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.021969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:49.991996 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.069724 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.392913 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-db23345d-d832-4c61-b082-1824418b37b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:12.492377 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:52:13.456332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8138198-e0f3-4bbe-b36e-faa66ff59792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:15.292822 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:16.627925 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:18.025835 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:19.991812 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:21.085685 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:25.151804 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-993a778b-30d6-4430-a074-f9e094db397f req-ae673f30-3e2d-45ef-a5ad-99456f81fa9a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444298 Nov 23 18:52:25.232059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a778b-30d6-4430-a074-f9e094db397f req-03a5c197-cc77-4999-b6d7-9390e8774cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:25.233588 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-993a778b-30d6-4430-a074-f9e094db397f req-03a5c197-cc77-4999-b6d7-9390e8774cfa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1097 time: 0.0399470 Nov 23 18:52:25.334452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a778b-30d6-4430-a074-f9e094db397f req-d7d3f44b-0e64-49b1-9dd1-b02eeceddb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:25.336156 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-993a778b-30d6-4430-a074-f9e094db397f req-d7d3f44b-0e64-49b1-9dd1-b02eeceddb13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0846550 Nov 23 18:52:25.413629 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-993a778b-30d6-4430-a074-f9e094db397f req-bd820593-d5fd-4704-9ffa-fd090b116ada service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1002 time: 0.0700040 Nov 23 18:52:25.464054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a778b-30d6-4430-a074-f9e094db397f req-13b1daf5-6379-433b-aede-3bb5abcfbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:25.465533 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-993a778b-30d6-4430-a074-f9e094db397f req-13b1daf5-6379-433b-aede-3bb5abcfbec0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0452638 Nov 23 18:52:25.512221 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a778b-30d6-4430-a074-f9e094db397f req-53c0a390-b3f6-4baa-a7d3-0d17c448a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:25.513720 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-993a778b-30d6-4430-a074-f9e094db397f req-53c0a390-b3f6-4baa-a7d3-0d17c448a92b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408709 Nov 23 18:52:25.610533 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-993a778b-30d6-4430-a074-f9e094db397f req-3a253c1e-22b0-4540-a86e-aed63673d364 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889738 Nov 23 18:52:25.700928 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-993a778b-30d6-4430-a074-f9e094db397f req-27f10176-205f-43cb-942d-36e6390b6c41 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832117 Nov 23 18:52:41.395471 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b626ba0a-1731-4e59-8c48-f8498aae4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:43.458620 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-73c99959-95f3-4b41-b5ec-dd5396a78fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.293428 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.630048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.030478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.492003 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:52:49.990943 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.083660 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:52.367777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbd8c9-684e-4df5-ae4d-c99ee3195cfa req-ec588328-ecb6-49a8-bf79-b11ebef99e1e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:52.369275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61cbd8c9-684e-4df5-ae4d-c99ee3195cfa req-ec588328-ecb6-49a8-bf79-b11ebef99e1e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0558541 Nov 23 18:52:52.416260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61cbd8c9-684e-4df5-ae4d-c99ee3195cfa req-603489a0-5ebb-46c1-8fbb-2fa2628d8ed3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Nov 23 18:53:03.347388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-2aeef555-700b-44bd-9260-1b4eb99e2036 req-4a391b01-6a03-4214-9228-dea990f9d0fc service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:53:03.348380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2aeef555-700b-44bd-9260-1b4eb99e2036 req-4a391b01-6a03-4214-9228-dea990f9d0fc service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055490 Nov 23 18:53:03.524994 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-7977d62c-34c9-4a7c-bf41-a643b15f96d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456142 Nov 23 18:53:03.533373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4ea6a281-4358-4acc-b4fa-6082e8235e86 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:53:03.534406 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4ea6a281-4358-4acc-b4fa-6082e8235e86 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051224 Nov 23 18:53:03.537402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524b0ca-b5d1-4f42-8621-45196d2c7fda req-f9e2348a-462c-45c6-97ae-c817e31c383a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:03.538936 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8524b0ca-b5d1-4f42-8621-45196d2c7fda req-f9e2348a-462c-45c6-97ae-c817e31c383a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0493588 Nov 23 18:53:03.589335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8524b0ca-b5d1-4f42-8621-45196d2c7fda req-146e566d-354a-4a4b-a67f-ede79f34f5e8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Nov 23 18:53:04.712698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb547f5-c707-4abc-a3ca-f78f5dc0f645 req-fb46dda9-83e1-4a75-b2b5-eabea785fa63 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:04.714223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0cb547f5-c707-4abc-a3ca-f78f5dc0f645 req-fb46dda9-83e1-4a75-b2b5-eabea785fa63 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0531368 Nov 23 18:53:04.760817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0cb547f5-c707-4abc-a3ca-f78f5dc0f645 req-03d61148-0bdc-4846-874c-f7a52e64ccf7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407584 Nov 23 18:53:05.876684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f9423-26bb-490b-8d14-18c2f94c8988 req-1126c02c-51d5-4994-85ec-6fec64af0d59 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:05.878175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f1f9423-26bb-490b-8d14-18c2f94c8988 req-1126c02c-51d5-4994-85ec-6fec64af0d59 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0482132 Nov 23 18:53:05.926185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f1f9423-26bb-490b-8d14-18c2f94c8988 req-bdc3183a-0313-40bc-932c-d37cff8ec482 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Nov 23 18:53:07.044722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea064d-7061-4d4a-9023-dee00e17ecd3 req-acd90486-0f78-48ff-9166-ef151c190a0e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:07.046249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adea064d-7061-4d4a-9023-dee00e17ecd3 req-acd90486-0f78-48ff-9166-ef151c190a0e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0487854 Nov 23 18:53:07.097201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adea064d-7061-4d4a-9023-dee00e17ecd3 req-28f8ed8f-3c50-457f-a266-8988d52d74ac tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450399 Nov 23 18:53:08.222457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495ae8a-8bb3-4d94-807d-9885b67e35ff req-7d9110a6-f2e9-4570-ad20-c7bdcd4307ff tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:08.224552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2495ae8a-8bb3-4d94-807d-9885b67e35ff req-7d9110a6-f2e9-4570-ad20-c7bdcd4307ff tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0541646 Nov 23 18:53:08.274764 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2495ae8a-8bb3-4d94-807d-9885b67e35ff req-978a7377-3004-4d04-b905-c492f44d17f0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Nov 23 18:53:08.818337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-582ff97f-e05f-442f-9f0f-3c708721c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:08.820039 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-582ff97f-e05f-442f-9f0f-3c708721c74e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1097 time: 0.0422006 Nov 23 18:53:08.913845 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4342eaba-c0c9-4d74-a1f2-5cc4d494e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:08.915347 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4342eaba-c0c9-4d74-a1f2-5cc4d494e4ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0886290 Nov 23 18:53:08.979328 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-b62b336d-c763-46f7-95fd-a01f9c49578f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1002 time: 0.0571456 Nov 23 18:53:09.028499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-dd2ff689-a19c-46e3-aa59-24079ce11fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:09.029923 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-dd2ff689-a19c-46e3-aa59-24079ce11fd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0429459 Nov 23 18:53:09.079477 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-6471e5da-6db6-4d47-97b4-257f32e5ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:09.080835 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-6471e5da-6db6-4d47-97b4-257f32e5ede0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434678 Nov 23 18:53:09.168838 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-c024e1af-9c91-48cd-9710-5d7a580fd05c service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812316 Nov 23 18:53:09.262593 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-560c0764-2a5c-4fcf-af25-d3a94b2affbb service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 Nov 23 18:53:09.397145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a0924-2d95-4f96-bd2e-9e89ec5d72c3 req-9233de43-542a-4d52-b661-63d9696f0687 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:09.398636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-340a0924-2d95-4f96-bd2e-9e89ec5d72c3 req-9233de43-542a-4d52-b661-63d9696f0687 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0514247 Nov 23 18:53:09.447367 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-340a0924-2d95-4f96-bd2e-9e89ec5d72c3 req-9106863b-ea75-4a0f-bd7c-7d5302a6fe0e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Nov 23 18:53:10.571354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218ea98-2c20-4dfd-9f38-b28de77495af req-b71bd866-6fe9-4cdf-b199-799fcad8be32 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:10.572829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7218ea98-2c20-4dfd-9f38-b28de77495af req-b71bd866-6fe9-4cdf-b199-799fcad8be32 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0548301 Nov 23 18:53:10.620241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7218ea98-2c20-4dfd-9f38-b28de77495af req-2ac208d2-6aea-425c-b7ce-5a418b827a3d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411124 Nov 23 18:53:11.396876 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7067-b68a-4929-9a44-d8576de30a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.795900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f17a9-de64-49c6-a597-4f67afba1931 req-f7e36c96-9016-4dc2-b712-759d86eb3076 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:11.797385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c3f17a9-de64-49c6-a597-4f67afba1931 req-f7e36c96-9016-4dc2-b712-759d86eb3076 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.1072414 Nov 23 18:53:11.844962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c3f17a9-de64-49c6-a597-4f67afba1931 req-39651895-5321-408d-8b75-b5cb04549afb tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Nov 23 18:53:12.965591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cc5ef-7ece-4cc8-84dd-ef747033edbb req-a83238dd-6931-4e7e-a890-6bcd4422811f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:12.967103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a9cc5ef-7ece-4cc8-84dd-ef747033edbb req-a83238dd-6931-4e7e-a890-6bcd4422811f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0540290 Nov 23 18:53:13.014122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a9cc5ef-7ece-4cc8-84dd-ef747033edbb req-55bbc4ac-0607-4dfc-bc06-db0d5ce2fa5b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Nov 23 18:53:13.462029 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9a3aae73-9508-4bba-af8a-72b1221e2177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:14.133611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fc21a-1791-479e-b3e7-009f87d4130c req-4d4f5214-4d7a-46f4-a155-ec57637c2ec0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:14.135080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e3fc21a-1791-479e-b3e7-009f87d4130c req-4d4f5214-4d7a-46f4-a155-ec57637c2ec0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0500419 Nov 23 18:53:14.182704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3e3fc21a-1791-479e-b3e7-009f87d4130c req-73735857-c45a-4dfd-ab6c-9ab9ea544c0e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415845 Nov 23 18:53:15.300034 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.604003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa71f78-e6ec-40f4-a83b-e2746f37c20f req-db57d613-e487-42ba-b0ec-8bdd54847cba tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:15.605414 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2aa71f78-e6ec-40f4-a83b-e2746f37c20f req-db57d613-e487-42ba-b0ec-8bdd54847cba tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0522227 Nov 23 18:53:15.658491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2aa71f78-e6ec-40f4-a83b-e2746f37c20f req-a5b714cc-705f-40b7-8e0d-7106e7e73973 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 Nov 23 18:53:16.633351 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:16.777641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02fc09-08a8-4ec7-9502-a676260c298a req-d46da760-857d-42ae-982b-321cd119c13e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:16.779145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa02fc09-08a8-4ec7-9502-a676260c298a req-d46da760-857d-42ae-982b-321cd119c13e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0502031 Nov 23 18:53:16.827661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fa02fc09-08a8-4ec7-9502-a676260c298a req-b58279f2-e4d8-4bb8-94d2-fbe9dfc2b182 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Nov 23 18:53:17.942414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820ead5-f333-4b08-9349-e9cf986b5417 req-bf653bbb-9ebe-4121-b01e-4aad501df97f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:17.943921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a820ead5-f333-4b08-9349-e9cf986b5417 req-bf653bbb-9ebe-4121-b01e-4aad501df97f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0483735 Nov 23 18:53:17.991587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a820ead5-f333-4b08-9349-e9cf986b5417 req-df6af2d7-24a5-4a74-bfc8-661736b08290 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 Nov 23 18:53:18.031789 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:19.115008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420046b8-303b-4936-adf9-a4b0b2da8969 req-da33c964-1b2c-451e-96b7-7f4a2ea78127 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:19.116476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-420046b8-303b-4936-adf9-a4b0b2da8969 req-da33c964-1b2c-451e-96b7-7f4a2ea78127 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0546887 Nov 23 18:53:19.173317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-420046b8-303b-4936-adf9-a4b0b2da8969 req-8b108d21-98aa-47b9-b925-c36e9c04ee1e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477414 Nov 23 18:53:20.005234 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:20.291966 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85050c5b-8d80-446a-8f51-80aa4e139dea req-359c630f-d0e9-419a-96d7-b1ad9f01b25d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:20.293442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85050c5b-8d80-446a-8f51-80aa4e139dea req-359c630f-d0e9-419a-96d7-b1ad9f01b25d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0510509 Nov 23 18:53:20.342498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85050c5b-8d80-446a-8f51-80aa4e139dea req-d81731bd-af86-4a31-9ba9-60e4ed83a75d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Nov 23 18:53:21.082823 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:21.463575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0de946-078c-4d04-aef1-d7290ea32e42 req-b8f71509-9566-4de7-8b53-c0c81eb8fba5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:21.465120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b0de946-078c-4d04-aef1-d7290ea32e42 req-b8f71509-9566-4de7-8b53-c0c81eb8fba5 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0512199 Nov 23 18:53:21.517416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b0de946-078c-4d04-aef1-d7290ea32e42 req-df7a8baa-df67-41ea-879e-26ef386d71c8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464351 Nov 23 18:53:22.639680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce517-3dad-4562-a5e6-84f72d783c8b req-62555bcc-e039-40aa-81aa-37457c52b6bd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:22.641133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c3ce517-3dad-4562-a5e6-84f72d783c8b req-62555bcc-e039-40aa-81aa-37457c52b6bd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0504255 Nov 23 18:53:22.689938 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c3ce517-3dad-4562-a5e6-84f72d783c8b req-a802ef8c-ecf7-4f60-928a-383c2de5fdb1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Nov 23 18:53:23.339100 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-a2780d38-ec50-4173-b72d-26c847c7c4e8 service neutron] show failed (client error): The resource could not be found. Nov 23 18:53:23.340159 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-a2780d38-ec50-4173-b72d-26c847c7c4e8 service neutron] 10.222.0.66 "GET /v2.0/ports/17811375-1e66-4157-aa7f-c742997e5879/bindings/n-h1-818932-3 HTTP/1.1" status: 404 len: 380 time: 0.0555520 Nov 23 18:53:23.601531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-b15cdbf7-06f3-49a5-b8b2-85c038097071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:23.603272 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-b15cdbf7-06f3-49a5-b8b2-85c038097071 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 1097 time: 0.0858843 Nov 23 18:53:23.616037 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:23.672497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.860488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50288c-970f-4c29-a829-f561070c291e req-8270b88b-be5d-4b10-9376-e7b528e97e95 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:23.861854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da50288c-970f-4c29-a829-f561070c291e req-8270b88b-be5d-4b10-9376-e7b528e97e95 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0915778 Nov 23 18:53:23.947779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:23.952898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-da50288c-970f-4c29-a829-f561070c291e req-fcc0f065-a599-4e81-bc44-4af0a2c92256 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658309 Nov 23 18:53:23.988769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:53:24.029099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17811375-1e66-4157-aa7f-c742997e5879'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:24.031525 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a931c3fb-bc9f-4218-8cfe-c222f88675ad" -d '{"events": [{"server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "name": "network-vif-unplugged", "status": "completed", "tag": "17811375-1e66-4157-aa7f-c742997e5879"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:24.035537 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.048349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Transition to ACTIVE for port object 17811375-1e66-4157-aa7f-c742997e5879 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:53:24.053361 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.081794 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033bda12-f431-4bf7-b72c-ba528c7e2718 x-openstack-request-id: req-033bda12-f431-4bf7-b72c-ba528c7e2718 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:24.082098 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "name": "network-vif-unplugged", "status": "completed", "tag": "17811375-1e66-4157-aa7f-c742997e5879", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:24.082352 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-033bda12-f431-4bf7-b72c-ba528c7e2718 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:24.082771 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17811375-1e66-4157-aa7f-c742997e5879', 'code': 200} Nov 23 18:53:24.140897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:24.155694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.156047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.156396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.156741 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.157083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.157421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.157758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.158096 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.158427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.158782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.159113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.159439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:24.194764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] No DVR routers for this DVR port 17811375-1e66-4157-aa7f-c742997e5879 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:53:24.334191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:24.334525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:24.334897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:24.339317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:24.339643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:24.344484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:53:24.344822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:53:24.345204 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:53:24.345631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Bound port: 17811375-1e66-4157-aa7f-c742997e5879, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:53:24.345981 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.408489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:53:24.411508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:53:24.416748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.453219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:24.453844 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.455325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] 10.222.0.72 "PUT /v2.0/ports/17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1092 time: 0.8433433 Nov 23 18:53:24.478730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d6e9-27f2-496b-ae79-2f871772bae5 service neutron] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:24.541676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-c8c9ac25-33fa-4c81-804c-3bd3ebad4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:24.543890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-c8c9ac25-33fa-4c81-804c-3bd3ebad4370 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1095 time: 0.0488107 Nov 23 18:53:24.642092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-3b6a917f-1ef4-4d3e-88b6-d7e031b03434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:24.643639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-3b6a917f-1ef4-4d3e-88b6-d7e031b03434 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0913396 Nov 23 18:53:24.712354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-319fa829-4e23-4dde-8191-c5103ff8d3bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.0607815 Nov 23 18:53:24.764049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-06cf2e08-988e-4af3-8092-f137c08bc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:24.765507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-06cf2e08-988e-4af3-8092-f137c08bc286 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0449598 Nov 23 18:53:24.811870 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-1f212bd1-57cc-4303-974d-087c17cee927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:24.813334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-1f212bd1-57cc-4303-974d-087c17cee927 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402751 Nov 23 18:53:24.910044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-55a77a5a-2e12-4920-a810-d38d0cf2cedb service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843029 Nov 23 18:53:25.001838 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-5b6deaa2-7b58-4900-b1e4-0a343d27d169 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811505 Nov 23 18:53:25.073141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436346-ab5d-4fb4-b4b6-6a4eed549550 req-48379e4b-ef69-41c1-8587-4125c96937d3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:25.074948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd436346-ab5d-4fb4-b4b6-6a4eed549550 req-48379e4b-ef69-41c1-8587-4125c96937d3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0493135 Nov 23 18:53:25.128275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd436346-ab5d-4fb4-b4b6-6a4eed549550 req-384912fb-0bd6-4e1e-928e-d7d09a6d62c2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471337 Nov 23 18:53:25.863089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-fa0ab090-18a7-4e3a-a962-c6479a0a771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:25.864589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-fa0ab090-18a7-4e3a-a962-c6479a0a771a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1095 time: 0.0407596 Nov 23 18:53:25.976049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-db3039c2-ba91-4d0a-b36d-c780a4d01a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:25.977517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-db3039c2-ba91-4d0a-b36d-c780a4d01a0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0877903 Nov 23 18:53:26.299763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'tag': '17811375-1e66-4157-aa7f-c742997e5879'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:26.302046 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b89036-0fb5-450e-942b-5de3d229d86d" -d '{"events": [{"name": "network-changed", "server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "tag": "17811375-1e66-4157-aa7f-c742997e5879"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:26.330589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:53:26.359294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-fd9a8cdf-65d3-43cf-a5e2-3e1a3f523535 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.3709276 Nov 23 18:53:26.373141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:53:26.375197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d590-f15b-4cdb-b98f-dcc30dba730a req-db8d211c-97ff-4bc0-962e-295c646ed70c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.376714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2f7d590-f15b-4cdb-b98f-dcc30dba730a req-db8d211c-97ff-4bc0-962e-295c646ed70c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0718114 Nov 23 18:53:26.452070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-b6b841ce-4dc3-4c76-97e4-76607f95e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.453477 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-b6b841ce-4dc3-4c76-97e4-76607f95e727 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0758781 Nov 23 18:53:26.460717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2f7d590-f15b-4cdb-b98f-dcc30dba730a req-d8b7174f-4831-45d6-912a-3de0bc92f396 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753210 Nov 23 18:53:26.490545 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:53:26.507154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-ee5b5f83-d53b-4144-8e48-2dbac0576da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.509523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-ee5b5f83-d53b-4144-8e48-2dbac0576da4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439003 Nov 23 18:53:26.531188 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f7bd4-1988-4ce8-9805-7cd4beadfbe4 x-openstack-request-id: req-401f7bd4-1988-4ce8-9805-7cd4beadfbe4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:26.531491 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "tag": "17811375-1e66-4157-aa7f-c742997e5879", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:26.531748 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-401f7bd4-1988-4ce8-9805-7cd4beadfbe4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:26.532137 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'tag': '17811375-1e66-4157-aa7f-c742997e5879', 'status': 'completed', 'code': 200} Nov 23 18:53:26.624222 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-8809c59a-c11b-4d2a-befb-0c4551519873 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030529 Nov 23 18:53:26.642799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89036-0fb5-450e-942b-5de3d229d86d req-20f13a3b-6a3f-4554-90cd-930f3fae2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.644505 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-20f13a3b-6a3f-4554-90cd-930f3fae2c26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1095 time: 0.0954416 Nov 23 18:53:26.730326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84b2bea8-7bb4-423a-82ea-30fd4602c297 req-a311e941-9547-48c7-9914-121df365af3a service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946605 Nov 23 18:53:26.748967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89036-0fb5-450e-942b-5de3d229d86d req-f4096925-db33-460d-8633-5397d2d75c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.750760 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-f4096925-db33-460d-8633-5397d2d75c33 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0994084 Nov 23 18:53:26.820498 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-a173a611-4d33-46fc-9c4e-3282c3f4bfdd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.0603790 Nov 23 18:53:26.820857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89036-0fb5-450e-942b-5de3d229d86d req-2bcb5b0c-59af-41a8-9778-c76e4f6120e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.823748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-2bcb5b0c-59af-41a8-9778-c76e4f6120e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1095 time: 0.0444634 Nov 23 18:53:26.877067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89036-0fb5-450e-942b-5de3d229d86d req-6ffa85da-1214-40ce-ba4a-b88c869aa8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.878601 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-6ffa85da-1214-40ce-ba4a-b88c869aa8d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0518429 Nov 23 18:53:26.925109 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89036-0fb5-450e-942b-5de3d229d86d req-e8d5480f-ace8-40ff-928f-79e7a4685821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.926632 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-e8d5480f-ace8-40ff-928f-79e7a4685821 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416455 Nov 23 18:53:26.927611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89036-0fb5-450e-942b-5de3d229d86d req-8c6484db-47a0-4e86-82d1-fe72b94e6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:26.929109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-8c6484db-47a0-4e86-82d1-fe72b94e6c07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0948021 Nov 23 18:53:27.004546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-0c5176da-697e-4720-aff8-e5674379fa4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.0640976 Nov 23 18:53:27.023412 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-c32cf0f9-d0ec-49f7-8346-ebde879cfebe service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895631 Nov 23 18:53:27.064727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89036-0fb5-450e-942b-5de3d229d86d req-c7c6f503-3b2a-474a-a99b-b6ff2cbd44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:27.066623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-c7c6f503-3b2a-474a-a99b-b6ff2cbd44d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0516493 Nov 23 18:53:27.120903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89036-0fb5-450e-942b-5de3d229d86d req-8633af26-ff14-4a4a-9358-59cdfc164844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:27.122536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-8633af26-ff14-4a4a-9358-59cdfc164844 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449202 Nov 23 18:53:27.122848 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-616650b2-cc61-4c93-9a62-a86e9a6d2a50 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923090 Nov 23 18:53:27.222308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-40a08871-d336-4172-9013-177234231a3d service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853608 Nov 23 18:53:27.321974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99b89036-0fb5-450e-942b-5de3d229d86d req-7b9cb0be-9441-4e7d-94c4-b6bafa4fb57c service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886941 Nov 23 18:53:27.586539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c014d-636b-43ff-938c-d5c45bc7fdc4 req-b7af4291-8b94-460f-b885-7dc67f6dfe53 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:27.588656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25c014d-636b-43ff-938c-d5c45bc7fdc4 req-b7af4291-8b94-460f-b885-7dc67f6dfe53 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0537589 Nov 23 18:53:27.641898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f25c014d-636b-43ff-938c-d5c45bc7fdc4 req-8e04ccac-5ff0-4121-9efa-a45583c5e76b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453930 Nov 23 18:53:28.766480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d21d3-9d60-4d52-a9fa-248ba1cfc8ed req-7f5aee91-2aad-4056-a306-5f8849b86e2c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:28.768178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82d21d3-9d60-4d52-a9fa-248ba1cfc8ed req-7f5aee91-2aad-4056-a306-5f8849b86e2c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0533097 Nov 23 18:53:28.816471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d82d21d3-9d60-4d52-a9fa-248ba1cfc8ed req-9470769c-a52e-4f42-a722-28a398e5768a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Nov 23 18:53:29.941084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1bb65-b520-4cc7-b619-5a1a9a50d5f9 req-66cacdf4-da9c-47bc-b7e3-b5bbfb2358fd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:29.942607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbf1bb65-b520-4cc7-b619-5a1a9a50d5f9 req-66cacdf4-da9c-47bc-b7e3-b5bbfb2358fd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0519989 Nov 23 18:53:29.994151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbf1bb65-b520-4cc7-b619-5a1a9a50d5f9 req-c8484911-4742-475f-b1d1-a510ea5562f3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Nov 23 18:53:31.117663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc82273-44df-4702-bcf1-fa7667bf8103 req-1430585a-c0cd-4d4a-9ea1-1e0614362e37 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:31.120349 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cc82273-44df-4702-bcf1-fa7667bf8103 req-1430585a-c0cd-4d4a-9ea1-1e0614362e37 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0552425 Nov 23 18:53:31.167334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7cc82273-44df-4702-bcf1-fa7667bf8103 req-2483290f-8d23-4144-aee0-617756922163 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409336 Nov 23 18:53:32.283939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa10a0-00cb-4285-ad5e-18339ddcd6fa req-1b82c16c-99fc-4c33-bb86-6458fcc1611e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:32.285433 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbaa10a0-00cb-4285-ad5e-18339ddcd6fa req-1b82c16c-99fc-4c33-bb86-6458fcc1611e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0487626 Nov 23 18:53:32.332693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbaa10a0-00cb-4285-ad5e-18339ddcd6fa req-80530472-cd98-4d22-a5e4-dd07d54aadf2 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409660 Nov 23 18:53:33.451717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb4350-34dc-4e6b-9d1c-f14d4de0e0f8 req-56d45a01-f5f0-429c-89e4-37cdd9cf7f97 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:33.453230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41cb4350-34dc-4e6b-9d1c-f14d4de0e0f8 req-56d45a01-f5f0-429c-89e4-37cdd9cf7f97 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0507665 Nov 23 18:53:33.505697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-41cb4350-34dc-4e6b-9d1c-f14d4de0e0f8 req-f21bf2c0-eda2-45f4-b88f-c06982e72b1b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464044 Nov 23 18:53:34.629318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70ce93-309e-4385-a713-01943af11f23 req-2e3eab75-ae73-4cfa-8753-d20ffac93362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.630746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c70ce93-309e-4385-a713-01943af11f23 req-2e3eab75-ae73-4cfa-8753-d20ffac93362 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0494285 Nov 23 18:53:34.678901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c70ce93-309e-4385-a713-01943af11f23 req-7d467b2e-bc31-4a0a-9187-81948ab57fa0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Nov 23 18:53:35.800836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8764e7-5d62-4416-8945-0cc40fe83f6d req-bea3904c-f9b3-4482-94f1-2fa4e06e9a74 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:35.802334 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c8764e7-5d62-4416-8945-0cc40fe83f6d req-bea3904c-f9b3-4482-94f1-2fa4e06e9a74 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0492809 Nov 23 18:53:35.848742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c8764e7-5d62-4416-8945-0cc40fe83f6d req-17c1b731-8df3-4e37-8bba-00e9a03d8e5f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398767 Nov 23 18:53:36.971253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec924-65ab-44b1-b065-b8fc345a330a req-f008b943-3555-4eaf-b578-48600d1eb535 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:36.972730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20ec924-65ab-44b1-b065-b8fc345a330a req-f008b943-3555-4eaf-b578-48600d1eb535 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0530930 Nov 23 18:53:37.019134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e20ec924-65ab-44b1-b065-b8fc345a330a req-7ec6939d-7a01-46c6-a205-20d61dae0a53 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 Nov 23 18:53:38.137101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2bf8-eec9-4ae0-9478-3a2aa2acdf22 req-99df3c85-d414-49d8-81f0-deb1e3093336 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.138577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce6a2bf8-eec9-4ae0-9478-3a2aa2acdf22 req-99df3c85-d414-49d8-81f0-deb1e3093336 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0498931 Nov 23 18:53:38.187089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce6a2bf8-eec9-4ae0-9478-3a2aa2acdf22 req-bf733499-8cfc-4bcf-ac46-87f1624ba5d9 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425665 Nov 23 18:53:38.480703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c037a-7293-4499-b407-c30da4a67fab req-384ba159-f513-48e0-ad7a-abcfaaa2eaa0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.482183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-633c037a-7293-4499-b407-c30da4a67fab req-384ba159-f513-48e0-ad7a-abcfaaa2eaa0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0490885 Nov 23 18:53:38.537412 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-633c037a-7293-4499-b407-c30da4a67fab req-7125d288-772f-4b0e-8258-dfdb4c21050e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491230 Nov 23 18:53:38.595237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a113e37-9089-4d44-8498-faa70f887a6b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.596620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a113e37-9089-4d44-8498-faa70f887a6b tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.72 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04&tenant_id=37cb6c02d7aa4f0785e852217a5e6640&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 944 time: 0.0538616 Nov 23 18:53:38.656811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-4f35be6d-f764-4498-b80c-bfe19edfb1e6 service neutron] 10.222.0.72 "GET /v2.0/ports/17811375-1e66-4157-aa7f-c742997e5879/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 382 time: 0.0528791 Nov 23 18:53:38.719245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-3051fe64-28f3-4d07-87a7-47b5f05f628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.720763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-3051fe64-28f3-4d07-87a7-47b5f05f628f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1095 time: 0.0406053 Nov 23 18:53:38.813042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-0aea80e5-db29-40bc-88d5-59fb412673e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.814515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-0aea80e5-db29-40bc-88d5-59fb412673e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0870903 Nov 23 18:53:38.878891 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-815d140c-9270-4047-9fce-07c9edd8c638 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.0563047 Nov 23 18:53:38.932862 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-3240d646-c423-419c-806d-2a9439f8aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.934320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-3240d646-c423-419c-806d-2a9439f8aa9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0471685 Nov 23 18:53:38.980373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-6e733e1c-678b-453a-be6f-c25e945b8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.981835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-6e733e1c-678b-453a-be6f-c25e945b8f52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406880 Nov 23 18:53:39.070823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-200351d3-ce1a-40e2-9119-e589c9bdc63a service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816553 Nov 23 18:53:39.166078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-22d4c505-8246-4977-ba6b-dcc7e6a4b872 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883150 Nov 23 18:53:39.654331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285d0b0-ad83-4531-b68c-a254e2497204 req-7becf9c2-d8d3-4628-b747-cdc037edeb0a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:39.655888 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7285d0b0-ad83-4531-b68c-a254e2497204 req-7becf9c2-d8d3-4628-b747-cdc037edeb0a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 944 time: 0.0495498 Nov 23 18:53:39.703808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7285d0b0-ad83-4531-b68c-a254e2497204 req-ea46a78e-48d6-496c-bd56-2a079c29188d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Nov 23 18:53:40.083872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 17811375-1e66-4157-aa7f-c742997e5879 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:53:40.181765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:40.192552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '17811375-1e66-4157-aa7f-c742997e5879', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '17811375-1e66-4157-aa7f-c742997e5879', 'mac_address': 'fa:16:3e:c2:5f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:53:40.230847 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:40.243357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17811375-1e66-4157-aa7f-c742997e5879 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:40.262229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:40.266501 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:40.312863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:40.320102 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.320457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.320805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.321786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.322118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.322460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.322821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.323158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.323496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.323827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.324158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.324757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:40.528288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['17811375-1e66-4157-aa7f-c742997e5879'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:53:40.828489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4a61-783b-410d-992b-9c141635553b req-8003ba7d-0b28-4537-82fa-cbc2eaaa49ea tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:40.829896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a36b4a61-783b-410d-992b-9c141635553b req-8003ba7d-0b28-4537-82fa-cbc2eaaa49ea tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0530753 Nov 23 18:53:40.877173 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a36b4a61-783b-410d-992b-9c141635553b req-5ac5444c-e82f-418b-a2e0-c07dad4291b3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Nov 23 18:53:41.398954 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ecf5-69e1-4b44-b3d9-09e8db265774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:41.997696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63e5be-5bbc-43cb-b57d-2d264f4d300f req-254416a6-fa6b-4117-91ae-d75fb3ed05c3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:41.999250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a63e5be-5bbc-43cb-b57d-2d264f4d300f req-254416a6-fa6b-4117-91ae-d75fb3ed05c3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0508018 Nov 23 18:53:42.047379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a63e5be-5bbc-43cb-b57d-2d264f4d300f req-55837a86-5319-447f-b5c8-da5b97459a97 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Nov 23 18:53:42.085921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 17811375-1e66-4157-aa7f-c742997e5879 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:53:42.192795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:42.204809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '17811375-1e66-4157-aa7f-c742997e5879', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '17811375-1e66-4157-aa7f-c742997e5879', 'mac_address': 'fa:16:3e:c2:5f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:53:43.177517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87737ab-42c8-44f1-a34f-d47dcd6c16b2 req-f08cae8c-b245-42dd-a490-22c9858580e0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:43.179027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e87737ab-42c8-44f1-a34f-d47dcd6c16b2 req-f08cae8c-b245-42dd-a490-22c9858580e0 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0560136 Nov 23 18:53:43.231180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e87737ab-42c8-44f1-a34f-d47dcd6c16b2 req-fbf652cc-aa56-4e76-a66e-d36ddac8420c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451169 Nov 23 18:53:43.441198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-003b0d74-f0a4-48e7-bd29-ef4bd0bbf095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:43.442744 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-003b0d74-f0a4-48e7-bd29-ef4bd0bbf095 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04&tenant_id=37cb6c02d7aa4f0785e852217a5e6640 HTTP/1.1" status: 200 len: 1096 time: 0.0412281 Nov 23 18:53:43.454449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818932-3', 'device_owner': 'compute:nova'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:43.467547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-67c7ce34-7c89-475e-9f71-d1f82056c76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.512509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.720005 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:43.752487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h1-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:53:43.790059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 17811375-1e66-4157-aa7f-c742997e5879 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:43.799350 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.809612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Ignored duplicate provisioning block setup for port 17811375-1e66-4157-aa7f-c742997e5879 by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 23 18:53:43.812854 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.894358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=9']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:43.910352 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.910732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.911097 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.911439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.911780 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.912118 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.912448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.912779 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.913113 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.913439 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.913776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.914880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:43.944715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] No DVR routers for this DVR port 17811375-1e66-4157-aa7f-c742997e5879 on host n-h1-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:53:44.084405 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:44.084750 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:44.085085 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:44.090361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:44.090714 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Attempting to bind port 17811375-1e66-4157-aa7f-c742997e5879 on network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:44.095526 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:53:44.095870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Checking segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:53:44.096258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Bound using segment: {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:53:44.097378 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Bound port: 17811375-1e66-4157-aa7f-c742997e5879, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7798736-18d7-4382-823d-04ed713410da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:53:44.097897 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.099071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 17811375-1e66-4157-aa7f-c742997e5879 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:53:44.137337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 17811375-1e66-4157-aa7f-c742997e5879 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:53:44.161942 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:53:44.165498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:53:44.169520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.206126 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.206994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.208234 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] 10.222.0.66 "PUT /v2.0/ports/17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1092 time: 0.7580414 Nov 23 18:53:44.208683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'tag': '17811375-1e66-4157-aa7f-c742997e5879'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:44.210972 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1b8836-cffb-4dc1-85fc-77478e21a63e" -d '{"events": [{"name": "network-changed", "server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "tag": "17811375-1e66-4157-aa7f-c742997e5879"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:44.261873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d476f-8777-4c34-9c50-41a3082f6217 service neutron] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=10']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:44.281337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8ada782b-ed89-4f0e-862f-4e6459cf0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.282902 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-8ada782b-ed89-4f0e-862f-4e6459cf0986 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1096 time: 0.0496454 Nov 23 18:53:44.356806 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e8d59-8365-4fe3-8d9d-d79881f6de2e x-openstack-request-id: req-884e8d59-8365-4fe3-8d9d-d79881f6de2e {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:44.357104 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "tag": "17811375-1e66-4157-aa7f-c742997e5879", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:44.357373 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-884e8d59-8365-4fe3-8d9d-d79881f6de2e {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:44.357787 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'tag': '17811375-1e66-4157-aa7f-c742997e5879', 'status': 'completed', 'code': 200} Nov 23 18:53:44.395328 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-0ba6aa9b-cd5c-42d8-81f7-6d7b370353db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.396822 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-0ba6aa9b-cd5c-42d8-81f7-6d7b370353db service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.1072760 Nov 23 18:53:44.448601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-770a9091-164e-491c-849e-e71fe3bf212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.450481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-770a9091-164e-491c-849e-e71fe3bf212e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1096 time: 0.0822716 Nov 23 18:53:44.461816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ee5e7-258e-40b1-a7b4-8d13d600660a req-dbfe932d-2f97-4e17-a3e1-09eab3146e43 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.463430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725ee5e7-258e-40b1-a7b4-8d13d600660a req-dbfe932d-2f97-4e17-a3e1-09eab3146e43 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0640616 Nov 23 18:53:44.473941 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-71c12a55-fc4e-4bde-bb1d-3bec64ee1b7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.0698290 Nov 23 18:53:44.528846 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-9f1beffd-6ce1-4280-8a25-4873c0ca71f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.530285 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-9f1beffd-6ce1-4280-8a25-4873c0ca71f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0496902 Nov 23 18:53:44.569924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-725ee5e7-258e-40b1-a7b4-8d13d600660a req-17ce6567-9614-4ab6-ae6f-0d88f29c606d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973005 Nov 23 18:53:44.589393 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-c776110f-4286-4966-85b2-7fe989dddc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.591315 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-c776110f-4286-4966-85b2-7fe989dddc05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530789 Nov 23 18:53:44.592531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-e25b4ec2-fa47-43ea-a4a2-46ee56d523e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.594128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-e25b4ec2-fa47-43ea-a4a2-46ee56d523e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.1297545 Nov 23 18:53:44.670056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-e0f1fde1-fb79-44b7-b200-ffe213e7f39b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.0639393 Nov 23 18:53:44.687903 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-2b5230b7-580b-494a-bb5f-03bfdbd1764b service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894752 Nov 23 18:53:44.724465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-d1bd1d4a-7a7b-413d-9edb-be98efbe02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.725949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-d1bd1d4a-7a7b-413d-9edb-be98efbe02d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0449727 Nov 23 18:53:44.782472 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-a104746b-3931-4652-b9bc-7372370a9cb9 req-4ead53ca-dee8-4260-841d-4fbda23aee41 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868843 Nov 23 18:53:44.783588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-c48104dd-4232-4230-8156-d034e361d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.785075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-c48104dd-4232-4230-8156-d034e361d02a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481505 Nov 23 18:53:44.878444 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-60963c33-7763-4ba1-b895-5052823c3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.880226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-60963c33-7763-4ba1-b895-5052823c3096 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 1096 time: 0.0550263 Nov 23 18:53:44.893405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-dabb8eac-450e-451b-b2a4-440e6bfc08c4 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966792 Nov 23 18:53:44.976334 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-b3cb7c47-9088-475c-9862-9803a36f58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:44.977816 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-b3cb7c47-9088-475c-9862-9803a36f58a3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 200 len: 913 time: 0.0908401 Nov 23 18:53:44.989623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-8941bf94-0a60-45e6-83aa-fefdb62bf488 service neutron] 10.222.0.72 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852029 Nov 23 18:53:45.052186 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-45abd0e9-83fc-486f-9bb7-3d2d4cf26efd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 200 len: 1000 time: 0.0659866 Nov 23 18:53:45.101853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-afee29cc-41aa-45a4-8663-bbb05f0f61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:45.103298 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-afee29cc-41aa-45a4-8663-bbb05f0f61c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 200 len: 851 time: 0.0442865 Nov 23 18:53:45.148129 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-e23176fb-e6b3-464d-a296-88ee0b2955a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:45.149643 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-e23176fb-e6b3-464d-a296-88ee0b2955a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396185 Nov 23 18:53:45.245137 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-a4c4a1d2-f027-47ad-9018-6658981c72b4 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872879 Nov 23 18:53:45.304271 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.342746 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-3f1b8836-cffb-4dc1-85fc-77478e21a63e req-f963fcfd-e3eb-42e0-b9ed-62541c6a8258 service neutron] 10.222.0.66 "GET /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911069 Nov 23 18:53:45.690598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44582-72af-4c2d-b3bd-3d3011706384 req-9cb6d103-9a1c-41ff-b325-852008af802c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:45.692128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fc44582-72af-4c2d-b3bd-3d3011706384 req-9cb6d103-9a1c-41ff-b325-852008af802c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Nov 23 18:53:45.745083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fc44582-72af-4c2d-b3bd-3d3011706384 req-c2c88da8-af49-4471-a902-704fccbf2b1d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460911 Nov 23 18:53:46.637102 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.865579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107207ed-d7d0-4d0b-810a-b3429cd2acfa req-7b0f6043-65b6-43ff-a5b0-3456f5d5e9ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:46.867133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-107207ed-d7d0-4d0b-810a-b3429cd2acfa req-7b0f6043-65b6-43ff-a5b0-3456f5d5e9ad tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0504892 Nov 23 18:53:46.915462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-107207ed-d7d0-4d0b-810a-b3429cd2acfa req-63425b1a-46e6-4cb8-b297-8283b86c2c27 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Nov 23 18:53:48.035003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:48.040062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4ca2d-6129-4780-ba48-fb9c15492245 req-0413ab58-20c9-4a79-8246-b83b40cbe0c7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:48.042113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fc4ca2d-6129-4780-ba48-fb9c15492245 req-0413ab58-20c9-4a79-8246-b83b40cbe0c7 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0522087 Nov 23 18:53:48.091409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fc4ca2d-6129-4780-ba48-fb9c15492245 req-17a8f8e4-01f4-4d2e-a32a-5e0bd79deda8 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Nov 23 18:53:49.228613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39974ac-a1ff-4a37-a6b2-eaca04e70346 req-09746820-6172-4c59-9f7f-ee0662cb6800 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:49.230049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e39974ac-a1ff-4a37-a6b2-eaca04e70346 req-09746820-6172-4c59-9f7f-ee0662cb6800 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0569577 Nov 23 18:53:49.278309 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e39974ac-a1ff-4a37-a6b2-eaca04e70346 req-69890fa5-cf24-4305-8582-cb9ac05ddefa tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 Nov 23 18:53:50.004202 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:50.402676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185d0f1-3025-48ea-a12f-7dcd2484edd4 req-935ec4d4-5b61-469a-a28c-634f25378725 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:50.404209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0185d0f1-3025-48ea-a12f-7dcd2484edd4 req-935ec4d4-5b61-469a-a28c-634f25378725 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0560367 Nov 23 18:53:50.452517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0185d0f1-3025-48ea-a12f-7dcd2484edd4 req-bd65d4f4-f46a-4eaa-bf13-7f71c849d463 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Nov 23 18:53:51.086996 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:51.573875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cc6a1-6d8c-4405-bbad-47acc7c329a3 req-a9bc1ee7-2e6d-453b-a8d6-3566573ded60 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:51.575641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e16cc6a1-6d8c-4405-bbad-47acc7c329a3 req-a9bc1ee7-2e6d-453b-a8d6-3566573ded60 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0539093 Nov 23 18:53:51.623199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e16cc6a1-6d8c-4405-bbad-47acc7c329a3 req-e18b94af-b005-45bd-807f-106672171849 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415125 Nov 23 18:53:52.740035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdcf5d-1642-40ee-8cad-3f2888527362 req-848bd0c5-10bd-484f-8a9f-86f761e7b5b6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:52.741538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42bdcf5d-1642-40ee-8cad-3f2888527362 req-848bd0c5-10bd-484f-8a9f-86f761e7b5b6 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0492804 Nov 23 18:53:52.788205 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42bdcf5d-1642-40ee-8cad-3f2888527362 req-ad4328b8-0976-4019-8871-c2c9dcce5f59 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Nov 23 18:53:53.907076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3c2c-b46a-4fb4-8af0-d1bc06fe57b7 req-ae156bd2-c27a-44bb-8bfc-ec0a5b74de00 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:53.908897 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6fb3c2c-b46a-4fb4-8af0-d1bc06fe57b7 req-ae156bd2-c27a-44bb-8bfc-ec0a5b74de00 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0501184 Nov 23 18:53:53.959826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6fb3c2c-b46a-4fb4-8af0-d1bc06fe57b7 req-ca094245-67f4-4977-9a61-2fe88ec1a6bf tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449920 Nov 23 18:53:55.080506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2bd98-6899-4faf-86b8-913e0058b96e req-d8f5f40b-4012-4907-a2b8-09bf89599c3d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:55.081965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf2bd98-6899-4faf-86b8-913e0058b96e req-d8f5f40b-4012-4907-a2b8-09bf89599c3d tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Nov 23 18:53:55.130466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-edf2bd98-6899-4faf-86b8-913e0058b96e req-30abb7b6-8ce6-4ff7-96fa-31ab4e8308db tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 Nov 23 18:53:56.248263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f07fe-bd7a-40d3-a5ff-2b8b72c17c3a req-08cd5bbc-3f7a-471d-8c9d-8d47b3e52618 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:56.249750 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f3f07fe-bd7a-40d3-a5ff-2b8b72c17c3a req-08cd5bbc-3f7a-471d-8c9d-8d47b3e52618 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0491552 Nov 23 18:53:56.297526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0f3f07fe-bd7a-40d3-a5ff-2b8b72c17c3a req-180a0d47-111c-43d3-8950-8b2872dcfa5c tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Nov 23 18:53:57.420802 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c59f1-694a-4f8d-83fa-e287c79a9a55 req-83fe9b5f-7a75-4d5c-bb4c-3a61eef6e472 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.422276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e94c59f1-694a-4f8d-83fa-e287c79a9a55 req-83fe9b5f-7a75-4d5c-bb4c-3a61eef6e472 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0551500 Nov 23 18:53:57.470332 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e94c59f1-694a-4f8d-83fa-e287c79a9a55 req-b6878b83-91f0-4900-b08d-5ac33902a004 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Nov 23 18:53:57.593434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc201-7a27-44d8-95dd-497c64259032 req-733c224b-85dd-4ecf-adfa-4b18eb6381c3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.596455 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-783cc201-7a27-44d8-95dd-497c64259032 req-733c224b-85dd-4ecf-adfa-4b18eb6381c3 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0600002 Nov 23 18:53:57.645830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-783cc201-7a27-44d8-95dd-497c64259032 req-e81289ac-3eba-4ec1-8a9d-06ea076f3e3e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435650 Nov 23 18:53:57.760187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b99ffc-48d7-4ca6-b9aa-dc64e0e8ac23 req-1a10bafe-2bc9-4388-8c71-25d910402fac tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.761749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88b99ffc-48d7-4ca6-b9aa-dc64e0e8ac23 req-1a10bafe-2bc9-4388-8c71-25d910402fac tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Nov 23 18:53:57.812752 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88b99ffc-48d7-4ca6-b9aa-dc64e0e8ac23 req-861c49fd-7012-49c0-a465-d8cc454be47a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Nov 23 18:53:58.048161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c290-ea0f-4e09-92f9-c6abf445b285 req-3e9c8b0b-fe33-4c64-84ee-0747d5509f88 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:58.049638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59c4c290-ea0f-4e09-92f9-c6abf445b285 req-3e9c8b0b-fe33-4c64-84ee-0747d5509f88 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 945 time: 0.0487444 Nov 23 18:53:58.099136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-59c4c290-ea0f-4e09-92f9-c6abf445b285 req-0d63c015-cb95-4f4c-aeae-226778cb7180 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Nov 23 18:53:58.581882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:53:58.682185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:58.693023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Returning: {'device': '17811375-1e66-4157-aa7f-c742997e5879', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'port_id': '17811375-1e66-4157-aa7f-c742997e5879', 'mac_address': 'fa:16:3e:c2:5f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:53:58.730177 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:58.745877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17811375-1e66-4157-aa7f-c742997e5879 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:58.764397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:58.768721 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:58.815778 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Pushing event updated for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=11']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:59.028734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] get_ports_and_sgs() called for port_ids ['17811375-1e66-4157-aa7f-c742997e5879'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:53:59.222044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a85583-0b12-4328-9d08-a711c57df992 req-0db0e3de-c41b-4d52-a923-228151ab1fce tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:59.223625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9a85583-0b12-4328-9d08-a711c57df992 req-0db0e3de-c41b-4d52-a923-228151ab1fce tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0498030 Nov 23 18:53:59.271005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f9a85583-0b12-4328-9d08-a711c57df992 req-b60a4846-c28a-4c4d-b762-9e2375ec7127 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups?id=610ab366-4e76-43fb-9086-256d41baaeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412166 Nov 23 18:53:59.576287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-c0ea79ae-aa10-4f0c-9781-b6ea6864b6ea tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:59.577660 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-c0ea79ae-aa10-4f0c-9781-b6ea6864b6ea tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 946 time: 0.0553768 Nov 23 18:53:59.667504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Deleting port 17811375-1e66-4157-aa7f-c742997e5879 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:53:59.668359 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.760187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] For port 17811375-1e66-4157-aa7f-c742997e5879, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=17811375-1e66-4157-aa7f-c742997e5879,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:59.760548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.928538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.928900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.929224 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 disassociated. External IP: 172.25.0.70, port: 17811375-1e66-4157-aa7f-c742997e5879. Nov 23 18:53:59.929569 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Calling delete_port for 17811375-1e66-4157-aa7f-c742997e5879 owned by compute:nova {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:00.060633 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:00.088348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event deleted for resources: {'Port': ['ID=17811375-1e66-4157-aa7f-c742997e5879,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:00.207139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:00.320011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:00.332344 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:00.345228 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:00.346090 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:00.384210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-904160b0-d2ed-442a-b2b2-0eb8e65eabeb req-d8cbb20f-38d3-4a82-98cd-e8fc124e04d1 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.0350859 Nov 23 18:54:00.465529 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:54:00.579663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 details requested by agent hyperv_n-h2-818932-3 with host n-h2-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:54:00.585080 n-d-818932-3 neutron-server[120537]: INFO neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No ports have port_id starting with 17811375-1e66-4157-aa7f-c742997e5879 Nov 23 18:54:00.586887 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 requested by agent hyperv_n-h2-818932-3 not found in database {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 23 18:54:00.674582 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] No DVR routers for this DVR port 17811375-1e66-4157-aa7f-c742997e5879 on host n-h2-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:54:00.677196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:00.680718 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-bae0949f-74f5-4732-b34c-7df9296ffbf9 req-d89eb6b2-ef70-4913-9f9c-553ea8c95928 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.66 "DELETE /v2.0/ports/17811375-1e66-4157-aa7f-c742997e5879 HTTP/1.1" status: 204 len: 173 time: 1.0966365 Nov 23 18:54:00.681168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'name': 'network-vif-deleted', 'tag': '17811375-1e66-4157-aa7f-c742997e5879'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:00.684241 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3479dba9-dfef-41a3-bbc7-b7e600be90ff" -d '{"events": [{"server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "name": "network-vif-deleted", "tag": "17811375-1e66-4157-aa7f-c742997e5879"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:00.685366 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:00.713194 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:54:00.721346 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf74a97f-178d-44ca-bbb5-78d8127e9e88 x-openstack-request-id: req-cf74a97f-178d-44ca-bbb5-78d8127e9e88 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:00.721651 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e48d56-68c5-4fe3-8d3d-e239d9761e04", "name": "network-vif-deleted", "tag": "17811375-1e66-4157-aa7f-c742997e5879", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:00.721913 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cf74a97f-178d-44ca-bbb5-78d8127e9e88 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:00.722327 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e48d56-68c5-4fe3-8d3d-e239d9761e04', 'name': 'network-vif-deleted', 'tag': '17811375-1e66-4157-aa7f-c742997e5879', 'status': 'completed', 'code': 200} Nov 23 18:54:00.725684 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:00.726386 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:00.837148 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:54:01.038903 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:01.068532 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e0d0-af9b-46e1-8fb8-58066be1dd55 None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '3f971d9d-fbb0-4cd9-a914-0425d61a42eb', 'name': '', 'network_id': 'bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'mac_address': 'fa:16:3e:b2:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:59Z', 'updated_at': '2021-11-23T18:44:03Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'subnets': [{'id': '5a74bab6-2fc9-4a2f-a243-0a861a1230e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:01.281455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07577c-d57f-4054-871f-dbd9eac7ace1 None None] New status for floating IP 0c6d8437-4f29-4279-b6c8-d5843fbe0ab7: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:54:01.688549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-49fea557-f2fc-4fac-83d4-d8ad8751b86d req-113d0bfb-939b-4488-b6d3-1e3218f96815 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Nov 23 18:54:02.785536 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61e112cf-5f13-49e0-aafb-04341b099e2b req-3ecd67b8-03af-4fb0-8741-d3253c785dbd tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.0273879 Nov 23 18:54:03.491700 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:54:03.883749 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c06bbe60-ec58-4bc6-9f5d-219e9417c8f2 req-6a75c780-0543-4bd6-9ef8-5f964879808e tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.0269198 Nov 23 18:54:04.615919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 no longer exists at agent hyperv_n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:54:04.637800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] No Port match for: 17811375-1e66-4157-aa7f-c742997e5879 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:54:04.638245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Device 17811375-1e66-4157-aa7f-c742997e5879 not bound to the agent host n-h2-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:54:04.980860 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a310d92-523f-4860-8e2b-de2de2e9e160 req-a0c51c22-750f-4f69-856f-d97df6754901 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e48d56-68c5-4fe3-8d3d-e239d9761e04 HTTP/1.1" status: 200 len: 210 time: 0.0265415 Nov 23 18:54:09.722647 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43540) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:09.775740 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24242deb-1d8f-4dd1-b609-a3df13312e05 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.803067 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24242deb-1d8f-4dd1-b609-a3df13312e05 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.851910 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24242deb-1d8f-4dd1-b609-a3df13312e05 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.854611 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24242deb-1d8f-4dd1-b609-a3df13312e05 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.856092 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-24242deb-1d8f-4dd1-b609-a3df13312e05 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "DELETE /v2.0/security-groups/610ab366-4e76-43fb-9086-256d41baaeb9 HTTP/1.1" status: 204 len: 168 time: 0.1324017 Nov 23 18:54:09.858880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43542) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:09.865580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24242deb-1d8f-4dd1-b609-a3df13312e05 tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ab366-4e76-43fb-9086-256d41baaeb9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:09.882673 n-d-818932-3 neutron-server[120535]: INFO neutron.api.v2.resource [None req-dfa9fae8-b36c-4ff7-bc16-131b2bedbc7a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] show failed (client error): The resource could not be found. Nov 23 18:54:09.884591 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dfa9fae8-b36c-4ff7-bc16-131b2bedbc7a tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "GET /v2.0/security-groups/610ab366-4e76-43fb-9086-256d41baaeb9 HTTP/1.1" status: 404 len: 347 time: 0.0240762 Nov 23 18:54:09.888273 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43544) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:10.013671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Deleting port 488b0ae8-e104-4dfd-b351-c995e16613c6 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:10.013933 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.090627 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.090994 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.102532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Calling delete_port for 488b0ae8-e104-4dfd-b351-c995e16613c6 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:10.237144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.263906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Pushing event deleted for resources: {'Port': ['ID=488b0ae8-e104-4dfd-b351-c995e16613c6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:10.328068 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.331046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.335191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4da33c75-8bb0-4c12-8d57-ec5474ba296f tempest-ServerActionsTestJSON-62052064 tempest-ServerActionsTestJSON-62052064-project] 10.222.0.74 "DELETE /v2.0/floatingips/0c6d8437-4f29-4279-b6c8-d5843fbe0ab7 HTTP/1.1" status: 204 len: 168 time: 0.4430666 Nov 23 18:54:10.335623 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43546) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:10.858810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:11.100377 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Deleting port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:11.101457 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:11.177522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] For port 3f971d9d-fbb0-4cd9-a914-0425d61a42eb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:11.177891 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:11.190089 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Calling delete_port for 3f971d9d-fbb0-4cd9-a914-0425d61a42eb owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:11.367714 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:11.395034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f971d9d-fbb0-4cd9-a914-0425d61a42eb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:11.411102 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3747-eebf-464b-a946-811698f75ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:11.572017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:11.795145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:11.898508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:11.906998 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-61a68311-b1e6-4deb-91ca-5bb38f3bab33 admin admin] 10.222.0.74 "PUT /v2.0/routers/4f64bc78-3172-4f92-ad76-b81d29ecb6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5701122 Nov 23 18:54:11.907557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43550) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:11.912231 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] Sync routers for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:11.923000 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:11.923618 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:12.021035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.032139 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:54:12.126851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.180071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Deleting port d5a000f9-5684-44e7-bef7-bffe77440cf8 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:12.180409 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.216555 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:54:11Z', 'revision_number': 5, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port': {'id': 'd5a000f9-5684-44e7-bef7-bffe77440cf8', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:12.241754 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] Checking router: 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:54:12.255094 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] Routers {'4f64bc78-3172-4f92-ad76-b81d29ecb6a6'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:12.255697 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:53:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:12.262172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] For port d5a000f9-5684-44e7-bef7-bffe77440cf8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d5a000f9-5684-44e7-bef7-bffe77440cf8,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:12.262541 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.274648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Calling delete_port for d5a000f9-5684-44e7-bef7-bffe77440cf8 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:12.348326 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] Set router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:54:12.404487 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:54:12Z', 'revision_number': 6, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:12.431489 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c097d-38db-4dd9-8a55-79c4df53a85b None None] The sync data for ids ['4f64bc78-3172-4f92-ad76-b81d29ecb6a6'] in n-d-818932-3 is: [{'id': '4f64bc78-3172-4f92-ad76-b81d29ecb6a6', 'name': 'tempest-ServerActionsTestJSON-1620594693-router', 'tenant_id': '37cb6c02d7aa4f0785e852217a5e6640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:57Z', 'updated_at': '2021-11-23T18:54:12Z', 'revision_number': 6, 'project_id': '37cb6c02d7aa4f0785e852217a5e6640', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:12.444772 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.476239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a000f9-5684-44e7-bef7-bffe77440cf8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:12.490818 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c494c3c-86d1-410f-af96-4dfb212f5396 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:54:12.538167 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.628365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.630539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.678527 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.679018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f64bc78-3172-4f92-ad76-b81d29ecb6a6 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:54:12.683655 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.684821 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9c7dd996-1b6b-4264-9bea-1941f8cd2f9d admin admin] 10.222.0.74 "DELETE /v2.0/routers/4f64bc78-3172-4f92-ad76-b81d29ecb6a6 HTTP/1.1" status: 204 len: 168 time: 0.7762709 Nov 23 18:54:12.687370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43552) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:12.733580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9321704-b771-4e64-b9e2-d32de9cea6e6 admin admin] Deleting subnet 5a74bab6-2fc9-4a2f-a243-0a861a1230e3 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:54:12.736654 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9321704-b771-4e64-b9e2-d32de9cea6e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.770746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9321704-b771-4e64-b9e2-d32de9cea6e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.854053 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9321704-b771-4e64-b9e2-d32de9cea6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.913686 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9321704-b771-4e64-b9e2-d32de9cea6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.926862 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c9321704-b771-4e64-b9e2-d32de9cea6e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.930514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c9321704-b771-4e64-b9e2-d32de9cea6e6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5a74bab6-2fc9-4a2f-a243-0a861a1230e3 HTTP/1.1" status: 204 len: 168 time: 0.2421715 Nov 23 18:54:12.932032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd3ae7-a0aa-49bb-83bb-a2aaf00b6b41 None None] Network bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:12.933751 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43554) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:12.950712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9321704-b771-4e64-b9e2-d32de9cea6e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a74bab6-2fc9-4a2f-a243-0a861a1230e3,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:13.007143 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.059736 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Deleting port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:13.060214 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.132531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] For port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9a8d0d74-aa61-4375-8542-cea0a7c46ba0,segment=NetworkSegment(b7798736-18d7-4382-823d-04ed713410da),segment_id=b7798736-18d7-4382-823d-04ed713410da)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:13.132901 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.146313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Calling delete_port for 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:13.237698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d515094f-f723-414c-accf-faf7dd589373 None None] DHCP port deletion for bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:54:13.243259 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.274227 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] No DVR routers for this DVR port 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:54:13.276309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8d0d74-aa61-4375-8542-cea0a7c46ba0,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:13.356686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.377701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:13.387015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7798736-18d7-4382-823d-04ed713410da') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:13.387309 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7798736-18d7-4382-823d-04ed713410da') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:13.396395 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.410630 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.418218 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:13.419084 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:13.420856 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:54:13.471391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d5c6ceb-88b4-47d2-803c-d7cf7a748c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.484442 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.489725 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.496613 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] 10.222.0.74 "DELETE /v2.0/networks/bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa HTTP/1.1" status: 204 len: 168 time: 0.5586660 Nov 23 18:54:13.508190 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275733e-7cb9-4a79-b08c-345cfaf8fa5c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3a0b0c-2528-4ae0-9c5a-b5fd07f850aa,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:13.621910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:13.662051 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6dff71d9-64c3-4973-adcf-1a35001d708b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37cb6c02d7aa4f0785e852217a5e6640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389826 Nov 23 18:54:13.664481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43560) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:13.710636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-517575f2-e885-4724-9500-7f8ff494f4d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.731667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-517575f2-e885-4724-9500-7f8ff494f4d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.778796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-517575f2-e885-4724-9500-7f8ff494f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.781539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-517575f2-e885-4724-9500-7f8ff494f4d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.782902 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-517575f2-e885-4724-9500-7f8ff494f4d3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ed76efb-0285-4e0d-89c4-52099ec88b49 HTTP/1.1" status: 204 len: 168 time: 0.1175029 Nov 23 18:54:13.790770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517575f2-e885-4724-9500-7f8ff494f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed76efb-0285-4e0d-89c4-52099ec88b49,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:13.962851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3f971d9d-fbb0-4cd9-a914-0425d61a42eb no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:54:13.983850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3f971d9d-fbb0-4cd9-a914-0425d61a42eb {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:54:13.984192 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3f971d9d-fbb0-4cd9-a914-0425d61a42eb not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:54:13.984602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:54:14.003569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:54:14.003919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9a8d0d74-aa61-4375-8542-cea0a7c46ba0 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:54:14.004330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d5a000f9-5684-44e7-bef7-bffe77440cf8 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:54:14.023402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d5a000f9-5684-44e7-bef7-bffe77440cf8 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:54:14.023780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d5a000f9-5684-44e7-bef7-bffe77440cf8 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:54:14.492941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43582) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:14.603315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-884294849-network', 'tenant_id': '622898e79b1348e58f2d8958bf3bff98'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:14.624628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Made reservation on behalf of 622898e79b1348e58f2d8958bf3bff98 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:14.627304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.639773 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.713924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.718875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.747107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:54:14.757151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d482fa37-0669-4300-a05e-4ad028ccfcb1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:14.763795 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.764139 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Added segment 30d12e62-dce5-41c7-8d4d-3312ce58e8da of type vlan for network 9846966d-f1d5-4762-a5fe-c7149357ad7a Nov 23 18:54:14.805741 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.832679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.833903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:14.834852 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.872385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3783250 Nov 23 18:54:14.875200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43586) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:14.879863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Request body: {'subnet': {'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-884294849-subnet', 'tenant_id': '622898e79b1348e58f2d8958bf3bff98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:14.915831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a64034-ae1c-425b-b61a-669577a17339 admin admin] Pushing event updated for resources: {'Network': ['ID=9846966d-f1d5-4762-a5fe-c7149357ad7a,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:14.931334 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9846966d-f1d5-4762-a5fe-c7149357ad7a details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:54:14.931976 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Made reservation on behalf of 622898e79b1348e58f2d8958bf3bff98 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:14.935330 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.303112 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.376436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.433831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdc912d-1701-41fb-8145-68245f7e3b19,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:15.444474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Checking segment: {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:15.445044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Network hostable DHCP agents. Network: 9846966d-f1d5-4762-a5fe-c7149357ad7a, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:54:15.467703 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Network 9846966d-f1d5-4762-a5fe-c7149357ad7a is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:54:15.476641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9846966d-f1d5-4762-a5fe-c7149357ad7a) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:15.481584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:15.482551 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.486654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3af4f-abf1-4096-a5d4-f4273196e60f None None] Network 9846966d-f1d5-4762-a5fe-c7149357ad7a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:15.507274 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-537abd57-9d3d-4f8d-a158-b6250c00a520 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6233115 Nov 23 18:54:15.622741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03755c61-2778-4703-8b0d-15c8430b1de6 None None] Network 9846966d-f1d5-4762-a5fe-c7149357ad7a requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:15.958779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-8f898054-714e-4c91-8b9d-e8ba42f53ca3 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:15.960266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-8f898054-714e-4c91-8b9d-e8ba42f53ca3 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 813 time: 0.1064780 Nov 23 18:54:15.975849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-d95a45c2-3ab0-43a2-8072-58125ff422e9 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/quotas/622898e79b1348e58f2d8958bf3bff98 HTTP/1.1" status: 200 len: 375 time: 0.0091562 Nov 23 18:54:16.009067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-db714eb1-428e-40bf-a1bd-4de7d9ae6314 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275030 Nov 23 18:54:16.069291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-3ef1d65f-72a5-4fde-85f7-a0479ffe610d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:54:16.070295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-3ef1d65f-72a5-4fde-85f7-a0479ffe610d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535495 Nov 23 18:54:16.161679 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-4ad353a9-7697-44ef-9b55-db56fa10f364 service neutron] 10.222.0.74 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831544 Nov 23 18:54:16.255267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-d220ed9c-058f-4865-8a67-0ced6616a28d service neutron] 10.222.0.74 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869946 Nov 23 18:54:16.412207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b5b05ff-5823-4f48-a95c-5b1cb56d1a0c req-f1993265-4b59-4e2b-9cd8-4aff85a24a1a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 210 time: 0.0261681 Nov 23 18:54:16.639670 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:17.414342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-0216e6b9-fc86-4c3d-b7d3-251fd771e9d9 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:17.415830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-0216e6b9-fc86-4c3d-b7d3-251fd771e9d9 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.72 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 813 time: 0.1157985 Nov 23 18:54:17.430664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Request body: {'port': {'device_id': '6cf0985c-d72a-47f2-b090-2d5f7b6d35a8', 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a', 'admin_state_up': True, 'tenant_id': '622898e79b1348e58f2d8958bf3bff98'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:17.528510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-816b5945-c11a-49fd-9c57-5434a00ad364 req-7eb0003d-772f-4378-9730-49b90a8c615e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 210 time: 0.0348122 Nov 23 18:54:17.571884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Made reservation on behalf of 622898e79b1348e58f2d8958bf3bff98 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:17.576490 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:17.700671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Allocated IP 172.20.0.7 (9846966d-f1d5-4762-a5fe-c7149357ad7a/9fdc912d-1701-41fb-8145-68245f7e3b19/45aa993f-4a14-4474-87ff-8d8b1dbb78dd) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:17.860668 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:17.893740 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:17.935019 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Network 9846966d-f1d5-4762-a5fe-c7149357ad7a is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:17.940605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:17.944203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:17.973348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Pushing event updated for resources: {'Port': ['ID=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:18.001525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:18.002138 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.017467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-06fa7a71-6236-4f3c-a0b3-02a4f59dd05e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906343 Nov 23 18:54:18.034842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Request body: {'port': {'device_id': '6cf0985c-d72a-47f2-b090-2d5f7b6d35a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:18.039417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.087905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.358640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aa993f-4a14-4474-87ff-8d8b1dbb78dd {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:54:18.365957 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.378136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Transition to ACTIVE for port object 45aa993f-4a14-4474-87ff-8d8b1dbb78dd will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:54:18.382575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.438329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Pushing event updated for resources: {'Port': ['ID=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:18.504563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Attempting to bind port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:18.504903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Attempting to bind port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:18.505231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Attempting to bind port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd on network 9846966d-f1d5-4762-a5fe-c7149357ad7a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:18.509572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd on network 9846966d-f1d5-4762-a5fe-c7149357ad7a not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:18.509895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Attempting to bind port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd on network 9846966d-f1d5-4762-a5fe-c7149357ad7a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:18.515086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:54:18.515431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Checking segment: {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:18.515820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Bound using segment: {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:54:18.516245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Bound port: 45aa993f-4a14-4474-87ff-8d8b1dbb78dd, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:54:18.516599 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.579660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] For port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:54:18.582771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] For port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:54:18.587243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.648572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:18.649198 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.650592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] 10.222.0.72 "PUT /v2.0/ports/45aa993f-4a14-4474-87ff-8d8b1dbb78dd HTTP/1.1" status: 200 len: 1091 time: 0.6200418 Nov 23 18:54:18.654653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf0985c-d72a-47f2-b090-2d5f7b6d35a8', 'tag': '45aa993f-4a14-4474-87ff-8d8b1dbb78dd'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:18.656961 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deff922-efd8-4edc-82cb-175d808e4b54" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf0985c-d72a-47f2-b090-2d5f7b6d35a8", "tag": "45aa993f-4a14-4474-87ff-8d8b1dbb78dd"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:18.681406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40de32-c4fe-4903-8d05-1325c68625ee service neutron] Pushing event updated for resources: {'Port': ['ID=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:18.708729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416da99-848e-4499-a52d-70c35f93018a req-defe987e-05a2-45e0-a16b-de02581daf51 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:18.710212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1416da99-848e-4499-a52d-70c35f93018a req-defe987e-05a2-45e0-a16b-de02581daf51 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 943 time: 0.1102698 Nov 23 18:54:18.772235 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-27813489-5215-4ce4-8be7-3709bda836f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:18.773733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-27813489-5215-4ce4-8be7-3709bda836f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 1094 time: 0.0847681 Nov 23 18:54:18.781545 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1416da99-848e-4499-a52d-70c35f93018a req-4245161c-de57-4f26-92e2-75fa3a939e4c tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577965 Nov 23 18:54:18.822184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-0b9dfbbf-c3ec-4711-856f-9f539c851fe8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45aa993f-4a14-4474-87ff-8d8b1dbb78dd HTTP/1.1" status: 200 len: 217 time: 0.0356734 Nov 23 18:54:18.875769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-cfdb8a4b-3870-4e7a-bade-af95710ff1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:18.877266 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-cfdb8a4b-3870-4e7a-bade-af95710ff1e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc912d-1701-41fb-8145-68245f7e3b19 HTTP/1.1" status: 200 len: 853 time: 0.0445383 Nov 23 18:54:18.887440 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66f7505-6bf1-4e8c-bec8-3ff51d10fb24 x-openstack-request-id: req-d66f7505-6bf1-4e8c-bec8-3ff51d10fb24 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:18.887733 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf0985c-d72a-47f2-b090-2d5f7b6d35a8", "tag": "45aa993f-4a14-4474-87ff-8d8b1dbb78dd", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:18.887990 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d66f7505-6bf1-4e8c-bec8-3ff51d10fb24 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:18.888397 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf0985c-d72a-47f2-b090-2d5f7b6d35a8', 'tag': '45aa993f-4a14-4474-87ff-8d8b1dbb78dd', 'status': 'completed', 'code': 200} Nov 23 18:54:18.918950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-007a37e9-9835-49ef-a6c8-a29fa596a237 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9846966d-f1d5-4762-a5fe-c7149357ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255151 Nov 23 18:54:19.019134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-27d31f43-1432-4de8-aef6-f4ace158244d service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863707 Nov 23 18:54:19.116527 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9b87d81-88ad-4bc7-ba72-72a10b3d4b58 req-deda2a90-7f56-4e40-84ad-e6c40c65c86a service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859804 Nov 23 18:54:19.217003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-d56eb615-dfab-41da-958f-067d1cf11c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:19.218619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-d56eb615-dfab-41da-958f-067d1cf11c73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 1094 time: 0.0413630 Nov 23 18:54:19.307693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-811ead52-9604-4f0e-9d9b-a81c18e6300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:19.309672 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-811ead52-9604-4f0e-9d9b-a81c18e6300d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 914 time: 0.0840099 Nov 23 18:54:19.355107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-e326fb39-df10-4836-8237-1a98430fff3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45aa993f-4a14-4474-87ff-8d8b1dbb78dd HTTP/1.1" status: 200 len: 217 time: 0.0370018 Nov 23 18:54:19.403518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-5af4b62d-cfaf-415b-8a8f-7ce6a9d88eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:19.404940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-5af4b62d-cfaf-415b-8a8f-7ce6a9d88eeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc912d-1701-41fb-8145-68245f7e3b19 HTTP/1.1" status: 200 len: 853 time: 0.0432024 Nov 23 18:54:19.437613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-82bc594d-358a-4091-970e-42fcc36a5e6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9846966d-f1d5-4762-a5fe-c7149357ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250330 Nov 23 18:54:19.547776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-bba04c25-e6bf-47ff-bfac-23744cbf6664 service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007023 Nov 23 18:54:19.640027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7deff922-efd8-4edc-82cb-175d808e4b54 req-1226d6b1-ef69-41fe-97a4-97b483279c8b service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833824 Nov 23 18:54:19.904751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac660910-9ef7-4a5a-a3d4-e0cdd501ceb9 req-e9deb74d-c2e7-439d-a28e-af3b06b984c9 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:19.906265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac660910-9ef7-4a5a-a3d4-e0cdd501ceb9 req-e9deb74d-c2e7-439d-a28e-af3b06b984c9 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 943 time: 0.0540726 Nov 23 18:54:19.958431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ac660910-9ef7-4a5a-a3d4-e0cdd501ceb9 req-6965f57d-21ca-4660-98e2-3f1169e359af tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460036 Nov 23 18:54:20.008800 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:21.076453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57c36-6dcb-4d38-ba88-50d8402e93d4 req-60f95d21-6185-413c-af48-d5d920dba6e3 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:21.077090 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:21.078062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7aa57c36-6dcb-4d38-ba88-50d8402e93d4 req-60f95d21-6185-413c-af48-d5d920dba6e3 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 943 time: 0.0510759 Nov 23 18:54:21.126392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7aa57c36-6dcb-4d38-ba88-50d8402e93d4 req-0710f71e-23cf-4afa-b166-1cb5619a0a5c tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Nov 23 18:54:22.243710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74674e6-3c3d-4a72-b5e1-656138dcc7ab req-a1e163b0-fb8a-4776-a839-3aa77727dde3 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:22.245348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b74674e6-3c3d-4a72-b5e1-656138dcc7ab req-a1e163b0-fb8a-4776-a839-3aa77727dde3 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 943 time: 0.0514107 Nov 23 18:54:22.265692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 45aa993f-4a14-4474-87ff-8d8b1dbb78dd details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:54:22.294806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b74674e6-3c3d-4a72-b5e1-656138dcc7ab req-2403dee4-008a-4c78-ba38-06bdaa935b31 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Nov 23 18:54:22.361922 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:22.373178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '45aa993f-4a14-4474-87ff-8d8b1dbb78dd', 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a', 'port_id': '45aa993f-4a14-4474-87ff-8d8b1dbb78dd', 'mac_address': 'fa:16:3e:c0:63:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc912d-1701-41fb-8145-68245f7e3b19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:54:22.413552 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:22.428309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aa993f-4a14-4474-87ff-8d8b1dbb78dd {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:54:22.448516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:22.452916 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:22.501396 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:22.690435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['45aa993f-4a14-4474-87ff-8d8b1dbb78dd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:54:23.422454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0801-e83a-445f-80b5-e3914fd37957 req-3f1791af-065b-40aa-9754-5f5b57f8c124 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:23.423969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f1f0801-e83a-445f-80b5-e3914fd37957 req-3f1791af-065b-40aa-9754-5f5b57f8c124 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 944 time: 0.0555472 Nov 23 18:54:23.472258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5f1f0801-e83a-445f-80b5-e3914fd37957 req-3dd56944-e28f-4a70-bcfa-8a33b68a6604 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Nov 23 18:54:24.271873 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 45aa993f-4a14-4474-87ff-8d8b1dbb78dd up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:54:24.321516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:54:24.325952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:54:24.326327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:24.406375 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:24.602629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345e1ec-7355-47ba-b1af-0d91144a5738 req-17ed251e-438c-4676-800e-524720972792 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:24.603242 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf0985c-d72a-47f2-b090-2d5f7b6d35a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa993f-4a14-4474-87ff-8d8b1dbb78dd'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:24.604096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a345e1ec-7355-47ba-b1af-0d91144a5738 req-17ed251e-438c-4676-800e-524720972792 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 944 time: 0.0542300 Nov 23 18:54:24.605897 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c45783-a9da-4256-a008-5eb459b14a14" -d '{"events": [{"server_uuid": "6cf0985c-d72a-47f2-b090-2d5f7b6d35a8", "name": "network-vif-plugged", "status": "completed", "tag": "45aa993f-4a14-4474-87ff-8d8b1dbb78dd"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:24.618714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:24.623520 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:24.664789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a345e1ec-7355-47ba-b1af-0d91144a5738 req-1a15a339-1a4a-4cfc-87e3-369d95ecdece tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532608 Nov 23 18:54:24.670836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:24.765817 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf7ad06-9050-452a-aad9-3220ed88b3a7 x-openstack-request-id: req-7bf7ad06-9050-452a-aad9-3220ed88b3a7 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:24.766120 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf0985c-d72a-47f2-b090-2d5f7b6d35a8", "name": "network-vif-plugged", "status": "completed", "tag": "45aa993f-4a14-4474-87ff-8d8b1dbb78dd", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:24.766383 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7bf7ad06-9050-452a-aad9-3220ed88b3a7 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:24.766812 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf0985c-d72a-47f2-b090-2d5f7b6d35a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa993f-4a14-4474-87ff-8d8b1dbb78dd', 'code': 200} Nov 23 18:54:24.898164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c2bf4-1bd4-4317-907e-f7c0652d5c2a req-e54ec70f-0da2-4b93-9641-6166fc822669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:24.899662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-023c2bf4-1bd4-4317-907e-f7c0652d5c2a req-e54ec70f-0da2-4b93-9641-6166fc822669 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 1096 time: 0.0676920 Nov 23 18:54:24.944869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-023c2bf4-1bd4-4317-907e-f7c0652d5c2a req-195ce904-9250-4364-9274-0681d457f906 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373044 Nov 23 18:54:25.787582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f36db0-a485-4af5-a4d2-cb618397c1da req-3f1beb34-4675-4c81-bdc6-42ff126b2e7a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:25.789085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51f36db0-a485-4af5-a4d2-cb618397c1da req-3f1beb34-4675-4c81-bdc6-42ff126b2e7a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0499113 Nov 23 18:54:25.838353 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51f36db0-a485-4af5-a4d2-cb618397c1da req-c5b5e0b5-4b5d-445a-915a-4d81bf2358b8 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Nov 23 18:54:26.170974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-f0daeafa-133a-46d0-962f-c6eca783ac83 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407178 Nov 23 18:54:26.256791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-97ac9c28-efae-414d-b5de-1e191c185172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:26.258284 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-97ac9c28-efae-414d-b5de-1e191c185172 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 1096 time: 0.0442243 Nov 23 18:54:26.380990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-f66efc6f-0e8e-4297-9d42-0da8a9026d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:26.382473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-f66efc6f-0e8e-4297-9d42-0da8a9026d05 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 914 time: 0.1041813 Nov 23 18:54:26.427029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-36f84b68-31ee-4460-b607-4ab943133fa5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45aa993f-4a14-4474-87ff-8d8b1dbb78dd HTTP/1.1" status: 200 len: 217 time: 0.0374184 Nov 23 18:54:26.477401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-b8d3e43b-92d9-4b86-8971-c8f7c6d5da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:26.479028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-b8d3e43b-92d9-4b86-8971-c8f7c6d5da88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc912d-1701-41fb-8145-68245f7e3b19 HTTP/1.1" status: 200 len: 853 time: 0.0454047 Nov 23 18:54:26.513864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-d3e2032e-9fc0-4b83-807a-17fdebcf2849 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9846966d-f1d5-4762-a5fe-c7149357ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277429 Nov 23 18:54:26.607568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-9f799209-b1b6-4bd7-9be8-db42c22f132b service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860460 Nov 23 18:54:26.698073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b1383ee-bc11-4d64-93fd-c2752a406208 req-11da3b13-18ab-4571-a8c5-6b23185ed951 service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832438 Nov 23 18:54:26.958561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33f457-e703-40c8-a527-6b99f53382f4 req-7618bc58-9603-42d9-b914-d4303d50594f tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:26.960180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a33f457-e703-40c8-a527-6b99f53382f4 req-7618bc58-9603-42d9-b914-d4303d50594f tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0522723 Nov 23 18:54:27.015965 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a33f457-e703-40c8-a527-6b99f53382f4 req-67a92627-cc4c-4524-a410-30d022a0fd1a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490680 Nov 23 18:54:27.254111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-b2a78922-9fb5-481b-ab37-d676ba4548de tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:27.255913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-b2a78922-9fb5-481b-ab37-d676ba4548de tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 813 time: 0.1077962 Nov 23 18:54:27.275865 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-b7d027af-268e-43b1-af2c-aa250ee2e135 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/quotas/622898e79b1348e58f2d8958bf3bff98 HTTP/1.1" status: 200 len: 375 time: 0.0131958 Nov 23 18:54:27.359514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-827b036a-092a-4729-9a97-6f1eb8c5bf0c tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781438 Nov 23 18:54:27.453238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a805c517-5537-4af2-b1fa-7cc8f0c1c607 service neutron] 10.222.0.74 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866995 Nov 23 18:54:27.547059 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0412d048-c187-428d-9690-98987bd83737 service neutron] 10.222.0.74 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875833 Nov 23 18:54:27.710406 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22c8b49c-6fcf-476f-b58c-cf833ecbac14 req-7e90d7e4-6efc-48b3-8a36-d5f6a18248eb tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 210 time: 0.0284133 Nov 23 18:54:28.604150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-3f1ca3ce-1fd1-40f2-88d1-0d34b3cd371f tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:28.606276 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-3f1ca3ce-1fd1-40f2-88d1-0d34b3cd371f tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.66 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 813 time: 0.1080952 Nov 23 18:54:28.619562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Request body: {'port': {'device_id': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a', 'admin_state_up': True, 'tenant_id': '622898e79b1348e58f2d8958bf3bff98'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:28.739193 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Made reservation on behalf of 622898e79b1348e58f2d8958bf3bff98 for: {'port': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:28.742824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:28.813846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-758067c1-d55f-46f5-b5bb-b53a3a3c1b0b req-0983a6e8-9b0c-4e62-83c0-83493dad53b7 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 210 time: 0.0272870 Nov 23 18:54:28.872538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Allocated IP 172.20.0.6 (9846966d-f1d5-4762-a5fe-c7149357ad7a/9fdc912d-1701-41fb-8145-68245f7e3b19/dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:29.024219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.058043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.072082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['45aa993f-4a14-4474-87ff-8d8b1dbb78dd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:54:29.108683 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Network 9846966d-f1d5-4762-a5fe-c7149357ad7a is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:29.111666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:29.115291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:29.122121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Pushing event updated for resources: {'Port': ['ID=dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:29.172517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:29.173297 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.189208 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c004ffb1-4138-49ca-bec6-42bf0ae26962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737288 Nov 23 18:54:29.201804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Request body: {'port': {'device_id': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818932-3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:29.254531 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.523974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 {{(pid=120535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:54:29.531591 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.544441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.provisioning_blocks [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Transition to ACTIVE for port object dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 will not be triggered until provisioned by entity L2. {{(pid=120535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:54:29.547346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.599515 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Pushing event updated for resources: {'Port': ['ID=dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:29.663212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Attempting to bind port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 on host n-h2-818932-3 for vnic_type normal with profile {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:29.663954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Attempting to bind port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 by drivers openvswitch,hyperv on host n-h2-818932-3 at level 0 using segments [{'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:29.664162 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Attempting to bind port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 on network 9846966d-f1d5-4762-a5fe-c7149357ad7a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:29.671875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 on network 9846966d-f1d5-4762-a5fe-c7149357ad7a not bound, no agent of type Open vSwitch agent registered on host n-h2-818932-3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:29.672194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Attempting to bind port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 on network 9846966d-f1d5-4762-a5fe-c7149357ad7a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:29.677151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Checking agent: {'id': 'ff2ccea7-3f6e-4d33-85ca-cb6c54a333f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:54:29.677489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Checking segment: {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:29.677872 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Bound using segment: {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:54:29.678302 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Bound port: dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99, host: n-h2-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:54:29.678663 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.743812 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] For port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99, host n-h2-818932-3, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:54:29.747828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] For port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99, host n-h2-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:54:29.752283 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.786078 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:29.786713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.788113 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] 10.222.0.66 "PUT /v2.0/ports/dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 HTTP/1.1" status: 200 len: 1091 time: 0.5913360 Nov 23 18:54:29.788560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'tag': 'dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:29.790844 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910" -d '{"events": [{"name": "network-changed", "server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "tag": "dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:29.816269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b61778-8099-4eae-8adb-01b128dbd5cb service neutron] Pushing event updated for resources: {'Port': ['ID=dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:29.840407 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5b4c53-c984-45da-bced-96b165bf49fc x-openstack-request-id: req-bc5b4c53-c984-45da-bced-96b165bf49fc {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:29.840704 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "tag": "dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:29.840955 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc5b4c53-c984-45da-bced-96b165bf49fc {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:29.841353 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'tag': 'dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99', 'status': 'completed', 'code': 200} Nov 23 18:54:29.872357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-114e72e8-4bbd-4f67-a786-5f9bc3104394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:29.873868 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-114e72e8-4bbd-4f67-a786-5f9bc3104394 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 1094 time: 0.0443707 Nov 23 18:54:29.915974 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-81d28a92-fb40-4570-ab50-7ee6b9d20cdf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 HTTP/1.1" status: 200 len: 217 time: 0.0342503 Nov 23 18:54:29.937554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bbeca-4808-4053-adbb-7d7054c93458 req-756dc671-609a-4812-83e2-06e760321bdd tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:29.939122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f42bbeca-4808-4053-adbb-7d7054c93458 req-756dc671-609a-4812-83e2-06e760321bdd tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 943 time: 0.0521157 Nov 23 18:54:29.969583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-557bb204-29fa-4a20-850b-f02b9df78984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:29.971106 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-557bb204-29fa-4a20-850b-f02b9df78984 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fdc912d-1701-41fb-8145-68245f7e3b19 HTTP/1.1" status: 200 len: 853 time: 0.0484767 Nov 23 18:54:29.987780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f42bbeca-4808-4053-adbb-7d7054c93458 req-66ad54e3-4ae3-42f9-ae16-3511955806b3 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Nov 23 18:54:30.003766 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-c7dd2ef2-ff14-4658-bd16-822394c3f3d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9846966d-f1d5-4762-a5fe-c7149357ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260518 Nov 23 18:54:30.093884 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-b3092994-3b19-4717-b682-148d486947f1 service neutron] 10.222.0.66 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828702 Nov 23 18:54:30.186881 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-b5b2d8c3-677d-4160-a98d-cf666dcd8520 service neutron] 10.222.0.66 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856059 Nov 23 18:54:30.283613 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-85dfdbbe-25e6-424f-8f5d-616342b71bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:30.285117 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-85dfdbbe-25e6-424f-8f5d-616342b71bef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 1094 time: 0.0415616 Nov 23 18:54:30.384790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-a905e429-8603-4016-b477-541d15195c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:30.387201 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-a905e429-8603-4016-b477-541d15195c17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 914 time: 0.0953283 Nov 23 18:54:30.439027 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-064e89ed-4b48-4ec7-a600-0944f2f852c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 HTTP/1.1" status: 200 len: 217 time: 0.0356848 Nov 23 18:54:30.454335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9797cf3-50db-489b-b89d-375576951227 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:30.455833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-a9797cf3-50db-489b-b89d-375576951227 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 943 time: 0.0525668 Nov 23 18:54:30.492832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-6932e6e3-bca2-40b4-82ff-ee1ce58a0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:30.494307 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-6932e6e3-bca2-40b4-82ff-ee1ce58a0435 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fdc912d-1701-41fb-8145-68245f7e3b19 HTTP/1.1" status: 200 len: 853 time: 0.0486982 Nov 23 18:54:30.525406 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-0388763b-7970-46f4-9f73-4fdd3fe64ca7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9846966d-f1d5-4762-a5fe-c7149357ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245726 Nov 23 18:54:30.547086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Deleting port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:30.547430 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.624882 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-172cbc00-3191-43ca-96a2-0f698cd7d7a2 service neutron] 10.222.0.66 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929418 Nov 23 18:54:30.641998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] For port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99, host n-h2-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818932-3',level=0,port_id=dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:30.642281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.655000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Calling delete_port for dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:30.724183 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-391145f6-a237-4174-ab85-7e81d2fb7308 service neutron] 10.222.0.66 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901365 Nov 23 18:54:30.782843 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.794801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['45aa993f-4a14-4474-87ff-8d8b1dbb78dd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:54:30.816233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Pushing event deleted for resources: {'Port': ['ID=dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:30.830553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.831027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.831298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.831641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.831982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.832322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.832656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.832990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.833331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.833659 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.833989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.834315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:30.869288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] No DVR routers for this DVR port dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 on host n-h2-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:54:30.872703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.876480 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.66 "DELETE /v2.0/ports/dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99 HTTP/1.1" status: 204 len: 173 time: 0.4138536 Nov 23 18:54:30.876953 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'name': 'network-vif-deleted', 'tag': 'dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:30.879976 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f769585-d300-4e4c-bf27-b523852a7818" -d '{"events": [{"server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "name": "network-vif-deleted", "tag": "dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:30.917632 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add85f06-7348-4e00-8381-7fa2187dbfc8 x-openstack-request-id: req-add85f06-7348-4e00-8381-7fa2187dbfc8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:30.917937 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "name": "network-vif-deleted", "tag": "dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99", "status": "failed", "code": 422}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:30.918753 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-add85f06-7348-4e00-8381-7fa2187dbfc8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:30.919689 n-d-818932-3 neutron-server[120536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'name': 'network-vif-deleted', 'tag': 'dfa59ff4-adc0-4fb4-8ab5-85d541a4eb99', 'status': 'failed', 'code': 422} returned with failed status Nov 23 18:54:31.083985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a9a7268-9820-44c7-93e8-60511c61874b req-4e1f8a6b-8e44-491f-bd66-4be0190e7b44 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 210 time: 0.0290697 Nov 23 18:54:32.259932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d471bb68-0592-4e8b-ab23-b549c3be5c3f req-1a4067c5-204f-41f2-ac74-ebb32457d9ef tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 210 time: 0.0314960 Nov 23 18:54:32.294015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-7fb7766d-6fae-44f1-87fb-4461e6064644 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:32.295514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-7fb7766d-6fae-44f1-87fb-4461e6064644 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.72 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 813 time: 0.4115696 Nov 23 18:54:32.309868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Request body: {'port': {'device_id': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a', 'admin_state_up': True, 'tenant_id': '622898e79b1348e58f2d8958bf3bff98'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:32.426173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Made reservation on behalf of 622898e79b1348e58f2d8958bf3bff98 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:32.429745 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:32.556172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Allocated IP 172.20.0.5 (9846966d-f1d5-4762-a5fe-c7149357ad7a/9fdc912d-1701-41fb-8145-68245f7e3b19/4091e0ce-14cc-4f0c-acd7-fca26bb5db36) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:32.712761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:32.751432 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:32.765449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['45aa993f-4a14-4474-87ff-8d8b1dbb78dd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:54:32.801429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Network 9846966d-f1d5-4762-a5fe-c7149357ad7a is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:32.810805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:32.815121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:32.821783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Pushing event updated for resources: {'Port': ['ID=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:32.876052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:32.877992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:32.894420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-0ddfe27b-61c9-4449-be6a-76acd712aa17 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888062 Nov 23 18:54:32.907318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Request body: {'port': {'device_id': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:32.973637 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:33.254459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:54:33.262579 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:33.274952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Transition to ACTIVE for port object 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:54:33.279669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:33.381519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:33.472807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdddbc5-f1cf-48d3-8a13-24caba41e323 req-e58548de-89d2-4e7f-a66f-dfe4ed534d79 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:33.475402 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0fdddbc5-f1cf-48d3-8a13-24caba41e323 req-e58548de-89d2-4e7f-a66f-dfe4ed534d79 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 943 time: 0.1264622 Nov 23 18:54:33.497523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Attempting to bind port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:33.497859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Attempting to bind port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:33.498186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Attempting to bind port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 on network 9846966d-f1d5-4762-a5fe-c7149357ad7a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:33.509469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 on network 9846966d-f1d5-4762-a5fe-c7149357ad7a not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:33.509715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Attempting to bind port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 on network 9846966d-f1d5-4762-a5fe-c7149357ad7a {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:33.522771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:54:33.523112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Checking segment: {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:33.523493 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Bound using segment: {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:54:33.523918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Bound port: 4091e0ce-14cc-4f0c-acd7-fca26bb5db36, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d12e62-dce5-41c7-8d4d-3312ce58e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:54:33.524270 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:33.551760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0fdddbc5-f1cf-48d3-8a13-24caba41e323 req-08adfddd-e9ce-4186-8bfa-8908ee31131a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703545 Nov 23 18:54:33.600296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] For port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:54:33.603501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] For port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:54:33.608293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:33.645668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:33.646815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:33.649342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] 10.222.0.72 "PUT /v2.0/ports/4091e0ce-14cc-4f0c-acd7-fca26bb5db36 HTTP/1.1" status: 200 len: 1091 time: 0.7463567 Nov 23 18:54:33.650133 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'tag': '4091e0ce-14cc-4f0c-acd7-fca26bb5db36'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:33.654356 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166ceb19-aac6-4f8a-b03c-244917e45646" -d '{"events": [{"name": "network-changed", "server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "tag": "4091e0ce-14cc-4f0c-acd7-fca26bb5db36"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:33.690954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35949fbb-834a-49d1-b020-29d0fd166ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:33.701389 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee4461e-fac7-4e4b-8460-38ac12d66ca2 x-openstack-request-id: req-dee4461e-fac7-4e4b-8460-38ac12d66ca2 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:33.701687 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "tag": "4091e0ce-14cc-4f0c-acd7-fca26bb5db36", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:33.701941 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dee4461e-fac7-4e4b-8460-38ac12d66ca2 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:33.702342 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'tag': '4091e0ce-14cc-4f0c-acd7-fca26bb5db36', 'status': 'completed', 'code': 200} Nov 23 18:54:33.741779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-52209d22-37b7-464e-bf4a-b764caf7f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:33.743401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-52209d22-37b7-464e-bf4a-b764caf7f3ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 1094 time: 0.0457416 Nov 23 18:54:33.790639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-ab95fb8f-073f-4dc0-9a9b-0271371c1108 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4091e0ce-14cc-4f0c-acd7-fca26bb5db36 HTTP/1.1" status: 200 len: 217 time: 0.0378368 Nov 23 18:54:33.840836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-26a0d857-f30b-4d2b-8c16-d9bb25cc20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:33.842354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-26a0d857-f30b-4d2b-8c16-d9bb25cc20b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc912d-1701-41fb-8145-68245f7e3b19 HTTP/1.1" status: 200 len: 853 time: 0.0449617 Nov 23 18:54:33.876501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-6dc42388-79fd-4274-b43e-c248dfc1693b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9846966d-f1d5-4762-a5fe-c7149357ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262992 Nov 23 18:54:33.972388 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-823d0cd9-48e3-49fa-b8f2-e1a9ff651d4e service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885656 Nov 23 18:54:34.071431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-ecc414d2-e29e-444d-9169-98338661bf08 service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908568 Nov 23 18:54:34.160408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-2de93528-8d78-4a74-86d9-baa14e618188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:34.161893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-2de93528-8d78-4a74-86d9-baa14e618188 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=622898e79b1348e58f2d8958bf3bff98&device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 1094 time: 0.0406933 Nov 23 18:54:34.255632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-2d88ffeb-c13f-4171-97f8-e0c2c6f0a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:34.257091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-2d88ffeb-c13f-4171-97f8-e0c2c6f0a4b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 200 len: 914 time: 0.0880418 Nov 23 18:54:34.297371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-edcdf614-f028-46fb-b663-0e739feb4e7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4091e0ce-14cc-4f0c-acd7-fca26bb5db36 HTTP/1.1" status: 200 len: 217 time: 0.0334451 Nov 23 18:54:34.351208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-149e943b-03f7-4957-a4fc-ba6883171d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:34.352716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-149e943b-03f7-4957-a4fc-ba6883171d71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc912d-1701-41fb-8145-68245f7e3b19 HTTP/1.1" status: 200 len: 853 time: 0.0471730 Nov 23 18:54:34.389775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-d03659b8-ed11-4896-9359-aa08e066f1de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9846966d-f1d5-4762-a5fe-c7149357ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289917 Nov 23 18:54:34.481333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-f3efe41d-1bce-4b25-949e-22150f1bc614 service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Nov 23 18:54:34.580106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-166ceb19-aac6-4f8a-b03c-244917e45646 req-56cc51bf-6439-43c7-8fc5-fd7d4561acac service neutron] 10.222.0.72 "GET /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915239 Nov 23 18:54:34.670367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22af1c3-7d06-4852-a02b-7248bdf6d2ea req-b77fbb06-1558-4273-aa80-4c04857875da tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:34.671874 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d22af1c3-7d06-4852-a02b-7248bdf6d2ea req-b77fbb06-1558-4273-aa80-4c04857875da tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 943 time: 0.0482860 Nov 23 18:54:34.719260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d22af1c3-7d06-4852-a02b-7248bdf6d2ea req-8ca2a002-d990-4663-a941-ad68dccfc403 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Nov 23 18:54:35.848796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1925134-eb46-4889-bbc2-182f91df7186 req-e7b25d61-1da3-46cb-885c-31f6634bdb37 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:35.850302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1925134-eb46-4889-bbc2-182f91df7186 req-e7b25d61-1da3-46cb-885c-31f6634bdb37 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 943 time: 0.0569043 Nov 23 18:54:35.898067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1925134-eb46-4889-bbc2-182f91df7186 req-3a225c3e-d143-4b66-9af1-a9d0ff6ee5a2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Nov 23 18:54:36.304470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:54:36.405051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:36.415970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '4091e0ce-14cc-4f0c-acd7-fca26bb5db36', 'network_id': '9846966d-f1d5-4762-a5fe-c7149357ad7a', 'port_id': '4091e0ce-14cc-4f0c-acd7-fca26bb5db36', 'mac_address': 'fa:16:3e:ff:f9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc912d-1701-41fb-8145-68245f7e3b19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:54:36.455841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.473715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:54:36.500343 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:36.504422 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.551770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:36.756380 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['4091e0ce-14cc-4f0c-acd7-fca26bb5db36'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:54:37.017875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64d31b-abd3-4db0-a369-b913bfa15fb7 req-992a34e3-0422-421a-aac3-f1e1e7b37c9a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:37.019319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d64d31b-abd3-4db0-a369-b913bfa15fb7 req-992a34e3-0422-421a-aac3-f1e1e7b37c9a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 944 time: 0.0500808 Nov 23 18:54:37.066978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d64d31b-abd3-4db0-a369-b913bfa15fb7 req-b6ce6868-a5db-42d3-b01d-f572015dcd44 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Nov 23 18:54:38.186409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb43865-cb76-4bbc-81d9-dd4cdc6ab683 req-dfa60744-9089-4ea8-814c-a42ac646b070 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:38.187836 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fb43865-cb76-4bbc-81d9-dd4cdc6ab683 req-dfa60744-9089-4ea8-814c-a42ac646b070 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 944 time: 0.0535111 Nov 23 18:54:38.235509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fb43865-cb76-4bbc-81d9-dd4cdc6ab683 req-4445cd19-1008-4f75-80d7-c6370b273ffe tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Nov 23 18:54:38.327065 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:54:38.374592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:54:38.378538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:54:38.379014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.457242 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.480558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4091e0ce-14cc-4f0c-acd7-fca26bb5db36'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:38.482818 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70558bc9-7e25-4cfd-b6ba-bb599d443a7b" -d '{"events": [{"server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "name": "network-vif-plugged", "status": "completed", "tag": "4091e0ce-14cc-4f0c-acd7-fca26bb5db36"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:38.498963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:38.503059 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.528146 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d7919-1da0-446f-b15c-1ccda49f7166 x-openstack-request-id: req-ba7d7919-1da0-446f-b15c-1ccda49f7166 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:38.529899 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "name": "network-vif-plugged", "status": "completed", "tag": "4091e0ce-14cc-4f0c-acd7-fca26bb5db36", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:38.529899 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ba7d7919-1da0-446f-b15c-1ccda49f7166 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:38.529899 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4091e0ce-14cc-4f0c-acd7-fca26bb5db36', 'code': 200} Nov 23 18:54:38.556719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:38.629083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b77cb-091f-4b4f-93b6-081dbeacea9b req-7de5bcaa-cac5-481a-9c7c-8994f9fdfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:38.630754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f44b77cb-091f-4b4f-93b6-081dbeacea9b req-7de5bcaa-cac5-481a-9c7c-8994f9fdfa83 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 1096 time: 0.0424623 Nov 23 18:54:38.675840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f44b77cb-091f-4b4f-93b6-081dbeacea9b req-5368d74e-7d59-4880-92f9-11abc2376299 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 Nov 23 18:54:39.351271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e86484-232e-40a0-a5f5-8dc659a21c6b req-b63a3831-e02d-47ab-9586-aaeea1276761 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:39.352772 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6e86484-232e-40a0-a5f5-8dc659a21c6b req-b63a3831-e02d-47ab-9586-aaeea1276761 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 945 time: 0.0490313 Nov 23 18:54:39.405018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e6e86484-232e-40a0-a5f5-8dc659a21c6b req-994bb456-6bb3-4f31-ade8-b3b5a8a7a457 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Nov 23 18:54:40.490638 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:54:40.524541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec383-474e-4ab9-bd64-d24443da6ac8 req-57834805-40d6-4cf7-a571-7f5c1ebc959f tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:40.526177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-198ec383-474e-4ab9-bd64-d24443da6ac8 req-57834805-40d6-4cf7-a571-7f5c1ebc959f tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 945 time: 0.0492752 Nov 23 18:54:40.575165 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-198ec383-474e-4ab9-bd64-d24443da6ac8 req-d16282e5-74cd-40b3-a10b-f391d33e6a04 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Nov 23 18:54:40.808176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff9293-6666-483b-80ab-d1fc86093b2b req-9d9d15a0-d598-4879-8c64-efebd1605ecc tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:40.809682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcff9293-6666-483b-80ab-d1fc86093b2b req-9d9d15a0-d598-4879-8c64-efebd1605ecc tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 945 time: 0.0490410 Nov 23 18:54:40.856677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dcff9293-6666-483b-80ab-d1fc86093b2b req-600d9ab4-c792-473a-aecc-336c106fc492 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Nov 23 18:54:41.406785 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e806fc3f-492f-49b8-98f6-d9b401f45cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:41.978385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c724c1e-8841-46f7-b191-668b6b0b61f5 req-202e1210-3f49-480f-a383-9eb0bcfa6f85 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:41.980644 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c724c1e-8841-46f7-b191-668b6b0b61f5 req-202e1210-3f49-480f-a383-9eb0bcfa6f85 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 945 time: 0.0538774 Nov 23 18:54:42.027430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c724c1e-8841-46f7-b191-668b6b0b61f5 req-554e0c43-8277-4d1d-879e-a1d1bc5b3af3 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Nov 23 18:54:42.157208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-cddf0a8c-bc90-4049-bbf5-3328a9be8fb5 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:42.158796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-cddf0a8c-bc90-4049-bbf5-3328a9be8fb5 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7496602-7c85-4ab5-b012-9363808aed3a HTTP/1.1" status: 200 len: 945 time: 0.0500650 Nov 23 18:54:42.251540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Deleting port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:42.251883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.340396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] For port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:42.340764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.353222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Calling delete_port for 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:42.486265 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.498780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['45aa993f-4a14-4474-87ff-8d8b1dbb78dd', '4091e0ce-14cc-4f0c-acd7-fca26bb5db36'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:54:42.515547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Pushing event deleted for resources: {'Port': ['ID=4091e0ce-14cc-4f0c-acd7-fca26bb5db36,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:42.557131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] No DVR routers for this DVR port 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:54:42.560382 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.564583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7eb8fe22-2006-472d-9f79-062fb7138f1f req-dfbedf2e-f1eb-44db-bf8b-c8d10498ecf2 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.72 "DELETE /v2.0/ports/4091e0ce-14cc-4f0c-acd7-fca26bb5db36 HTTP/1.1" status: 204 len: 173 time: 0.3985121 Nov 23 18:54:42.565061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'name': 'network-vif-deleted', 'tag': '4091e0ce-14cc-4f0c-acd7-fca26bb5db36'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:42.567471 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31713ad1-16bf-4706-8f08-952ecd00c6f5" -d '{"events": [{"server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "name": "network-vif-deleted", "tag": "4091e0ce-14cc-4f0c-acd7-fca26bb5db36"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:42.605975 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70a4f20-7432-4cd5-8df3-c20c8994b6d8 x-openstack-request-id: req-f70a4f20-7432-4cd5-8df3-c20c8994b6d8 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:42.606281 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7496602-7c85-4ab5-b012-9363808aed3a", "name": "network-vif-deleted", "tag": "4091e0ce-14cc-4f0c-acd7-fca26bb5db36", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:42.606561 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f70a4f20-7432-4cd5-8df3-c20c8994b6d8 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:42.606983 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7496602-7c85-4ab5-b012-9363808aed3a', 'name': 'network-vif-deleted', 'tag': '4091e0ce-14cc-4f0c-acd7-fca26bb5db36', 'status': 'completed', 'code': 200} Nov 23 18:54:43.191377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac86f72-d22e-49e8-8fcd-9928551c5154 req-a4e7525f-40e2-4de8-aa65-c5d964fbf9be tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:43.192883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ac86f72-d22e-49e8-8fcd-9928551c5154 req-a4e7525f-40e2-4de8-aa65-c5d964fbf9be tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0550969 Nov 23 18:54:43.240982 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ac86f72-d22e-49e8-8fcd-9928551c5154 req-62466eae-3569-425f-b6d6-0ec596dfe92a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Nov 23 18:54:43.372696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b63c2-3319-4c00-87a5-9782f56505ca req-dce8921e-8c99-42ed-974b-93b8f1331092 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:43.374089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-836b63c2-3319-4c00-87a5-9782f56505ca req-dce8921e-8c99-42ed-974b-93b8f1331092 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0489788 Nov 23 18:54:43.421543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-836b63c2-3319-4c00-87a5-9782f56505ca req-2e47cb2c-515f-42b9-968c-5199c9adafdb tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Nov 23 18:54:43.475083 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8dd48cac-60d6-4737-b651-65b2b31aedbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:43.545320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89476e4b-4db9-4df8-8dd2-35b05572601b req-4273b44e-f878-44fb-bd3d-1cdf7f080709 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:43.546895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89476e4b-4db9-4df8-8dd2-35b05572601b req-4273b44e-f878-44fb-bd3d-1cdf7f080709 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0543830 Nov 23 18:54:43.593854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-89476e4b-4db9-4df8-8dd2-35b05572601b req-159e6f29-d3b4-4c76-ad42-83d8dac7c17f tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Nov 23 18:54:43.760000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2bf5-3c6c-4928-96d1-ed0fd2f6166e req-e6fc4702-d146-43ca-9cea-d156f2d8c0be tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:43.761638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58fd2bf5-3c6c-4928-96d1-ed0fd2f6166e req-e6fc4702-d146-43ca-9cea-d156f2d8c0be tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0509212 Nov 23 18:54:43.809056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58fd2bf5-3c6c-4928-96d1-ed0fd2f6166e req-17d0efee-2472-4565-833f-3248a5b841e6 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Nov 23 18:54:43.927056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09098f-26bb-4c42-b480-c4ecbd3b2b44 req-b8ad163a-9563-460c-8aa8-05c9928db459 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:43.928561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a09098f-26bb-4c42-b480-c4ecbd3b2b44 req-b8ad163a-9563-460c-8aa8-05c9928db459 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0500832 Nov 23 18:54:43.985103 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0a09098f-26bb-4c42-b480-c4ecbd3b2b44 req-efc3c499-fe6c-4bba-970d-d368b2a7e012 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Nov 23 18:54:44.111770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5695-6f4c-4785-b9be-6aaf7fb5eec3 req-c0ad1920-6486-43a4-9552-f13c50b15962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:44.113296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-201e5695-6f4c-4785-b9be-6aaf7fb5eec3 req-c0ad1920-6486-43a4-9552-f13c50b15962 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Nov 23 18:54:44.161226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-201e5695-6f4c-4785-b9be-6aaf7fb5eec3 req-f86c5804-936b-453b-827c-218cc2632299 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Nov 23 18:54:44.470950 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63825679-e0c5-461e-b11a-655b1b6f7984 req-f646fc9f-9417-4550-b8af-975a0d249b5a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:44.472362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63825679-e0c5-461e-b11a-655b1b6f7984 req-f646fc9f-9417-4550-b8af-975a0d249b5a tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0496545 Nov 23 18:54:44.522151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-63825679-e0c5-461e-b11a-655b1b6f7984 req-0c5f3320-dce9-45e5-a061-103d497606ca tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Nov 23 18:54:45.305526 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:45.643228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5f0e-a91e-47f2-9991-88232d47a11a req-a32731d9-d659-43da-8ae1-0b786e50fe16 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:45.644714 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-516e5f0e-a91e-47f2-9991-88232d47a11a req-a32731d9-d659-43da-8ae1-0b786e50fe16 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0528488 Nov 23 18:54:45.692395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-516e5f0e-a91e-47f2-9991-88232d47a11a req-2a627248-a9b7-474b-a9f8-64de40fcd3eb tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/security-groups?id=d482fa37-0669-4300-a05e-4ad028ccfcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Nov 23 18:54:45.935900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-68f72edb-52e3-4b84-b9ea-208889e5082d tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:45.937436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-68f72edb-52e3-4b84-b9ea-208889e5082d tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 945 time: 0.0481296 Nov 23 18:54:46.029927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Deleting port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:46.030268 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.116511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] For port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,segment=NetworkSegment(30d12e62-dce5-41c7-8d4d-3312ce58e8da),segment_id=30d12e62-dce5-41c7-8d4d-3312ce58e8da)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:46.116869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.129167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Calling delete_port for 45aa993f-4a14-4474-87ff-8d8b1dbb78dd owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:46.255561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.268692 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['45aa993f-4a14-4474-87ff-8d8b1dbb78dd'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:54:46.282533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Pushing event deleted for resources: {'Port': ['ID=45aa993f-4a14-4474-87ff-8d8b1dbb78dd,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:46.325815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] No DVR routers for this DVR port 45aa993f-4a14-4474-87ff-8d8b1dbb78dd on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:54:46.328454 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.331851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-11b263a6-74bb-4568-a5a4-25553e952e43 req-507cdeae-c5bd-40ea-9c9b-6e134607e02e tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.72 "DELETE /v2.0/ports/45aa993f-4a14-4474-87ff-8d8b1dbb78dd HTTP/1.1" status: 204 len: 173 time: 0.3880086 Nov 23 18:54:46.332324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf0985c-d72a-47f2-b090-2d5f7b6d35a8', 'name': 'network-vif-deleted', 'tag': '45aa993f-4a14-4474-87ff-8d8b1dbb78dd'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:46.334593 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc33fedc-0438-408d-a604-74aa6ac32424" -d '{"events": [{"server_uuid": "6cf0985c-d72a-47f2-b090-2d5f7b6d35a8", "name": "network-vif-deleted", "tag": "45aa993f-4a14-4474-87ff-8d8b1dbb78dd"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:46.370790 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb9ff9e-5f46-4360-9ab2-bfae371e60ab x-openstack-request-id: req-ffb9ff9e-5f46-4360-9ab2-bfae371e60ab {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:46.371099 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf0985c-d72a-47f2-b090-2d5f7b6d35a8", "name": "network-vif-deleted", "tag": "45aa993f-4a14-4474-87ff-8d8b1dbb78dd", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:46.371363 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ffb9ff9e-5f46-4360-9ab2-bfae371e60ab {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:46.371776 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf0985c-d72a-47f2-b090-2d5f7b6d35a8', 'name': 'network-vif-deleted', 'tag': '45aa993f-4a14-4474-87ff-8d8b1dbb78dd', 'status': 'completed', 'code': 200} Nov 23 18:54:46.376119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:54:46.400287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:54:46.400635 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4091e0ce-14cc-4f0c-acd7-fca26bb5db36 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:54:46.642012 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.809299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-df17d1a1-7708-46fe-b461-436266098ae9 req-57fb1302-278c-4e89-81f5-d7f236793e2b tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf0985c-d72a-47f2-b090-2d5f7b6d35a8 HTTP/1.1" status: 200 len: 210 time: 0.0310776 Nov 23 18:54:47.866894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43762) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:47.913112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-9675c3ff-8931-49ee-a386-fe1bd04cc961 admin admin] Deleting subnet 9fdc912d-1701-41fb-8145-68245f7e3b19 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:54:47.916820 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9675c3ff-8931-49ee-a386-fe1bd04cc961 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.951796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9675c3ff-8931-49ee-a386-fe1bd04cc961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.988747 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9675c3ff-8931-49ee-a386-fe1bd04cc961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.040663 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9675c3ff-8931-49ee-a386-fe1bd04cc961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.042947 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.071440 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675c3ff-8931-49ee-a386-fe1bd04cc961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdc912d-1701-41fb-8145-68245f7e3b19,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:48.075423 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9675c3ff-8931-49ee-a386-fe1bd04cc961 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.078630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9675c3ff-8931-49ee-a386-fe1bd04cc961 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9fdc912d-1701-41fb-8145-68245f7e3b19 HTTP/1.1" status: 204 len: 168 time: 0.2107189 Nov 23 18:54:48.081220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43764) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:48.149828 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.232578 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.252758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9846966d-f1d5-4762-a5fe-c7149357ad7a']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:48.262076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d12e62-dce5-41c7-8d4d-3312ce58e8da') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:48.262367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d12e62-dce5-41c7-8d4d-3312ce58e8da') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:48.271353 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.284873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.292522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:48.292909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:48.294854 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:54:48.348773 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.355353 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.358604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9846966d-f1d5-4762-a5fe-c7149357ad7a HTTP/1.1" status: 204 len: 168 time: 0.2764041 Nov 23 18:54:48.370448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba788a4f-2d04-4586-b61b-b55db332ca49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9846966d-f1d5-4762-a5fe-c7149357ad7a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:48.469840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43768) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:48.516048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0b565e09-cbae-451e-a96a-5ce80a40ee29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=622898e79b1348e58f2d8958bf3bff98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450277 Nov 23 18:54:48.518983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43770) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:48.570298 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fa53d99-3989-4c0d-b532-0a6958b51da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.592132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fa53d99-3989-4c0d-b532-0a6958b51da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.640959 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fa53d99-3989-4c0d-b532-0a6958b51da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.644203 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8fa53d99-3989-4c0d-b532-0a6958b51da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.645370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8fa53d99-3989-4c0d-b532-0a6958b51da6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d482fa37-0669-4300-a05e-4ad028ccfcb1 HTTP/1.1" status: 204 len: 168 time: 0.1249688 Nov 23 18:54:48.653272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa53d99-3989-4c0d-b532-0a6958b51da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d482fa37-0669-4300-a05e-4ad028ccfcb1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:49.340811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43792) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:49.433151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1143868451'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:49.454822 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:49.458295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.467392 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.544662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.548756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.586510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:54:49.594290 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b689c1-8161-4667-a59c-46305bec5282,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:49.603534 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.604292 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Added segment 787511e3-9116-4af0-87e1-a5b27ec3de65 of type vlan for network c4758383-71e0-4d6a-8334-afda3331fbcf Nov 23 18:54:49.606513 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.606892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.607238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.607574 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.607906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.608237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.608565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.608892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.609211 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.609530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.609848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.610165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:49.656934 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.680535 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.686516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:49.687128 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.727506 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3855901 Nov 23 18:54:49.755715 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9263fe-bacf-4180-89da-5b18746c81b1 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Network': ['ID=c4758383-71e0-4d6a-8334-afda3331fbcf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:49.768054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c4758383-71e0-4d6a-8334-afda3331fbcf details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:54:50.003121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.397680 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 45aa993f-4a14-4474-87ff-8d8b1dbb78dd no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:54:50.419143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 45aa993f-4a14-4474-87ff-8d8b1dbb78dd {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:54:50.419493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 45aa993f-4a14-4474-87ff-8d8b1dbb78dd not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:54:51.098442 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.046382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43796) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:53.051590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'subnet': {'network_id': 'c4758383-71e0-4d6a-8334-afda3331fbcf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:53.143750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:53.147299 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.330219 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.390913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Subnet': ['ID=f24bd116-ff58-450c-9607-3fd26ee9c183,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:53.403205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Checking segment: {'id': '787511e3-9116-4af0-87e1-a5b27ec3de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c4758383-71e0-4d6a-8334-afda3331fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:53.403576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network hostable DHCP agents. Network: c4758383-71e0-4d6a-8334-afda3331fbcf, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:54:53.421462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network c4758383-71e0-4d6a-8334-afda3331fbcf is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:54:53.430294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c4758383-71e0-4d6a-8334-afda3331fbcf) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:53.434515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:53.435224 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.440216 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381e55a-8acc-44b0-845b-2b642968e01c None None] Network c4758383-71e0-4d6a-8334-afda3331fbcf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:53.458466 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c3a3b15-51d0-4246-9a69-258238e71f99 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4077520 Nov 23 18:54:53.458721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43798) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:53.464737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297457289'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:53.486328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:53.490005 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.515152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:54:53.525668 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.526069 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Added segment 51bdc66e-19ba-4d8c-a845-fb9862c34548 of type vlan for network 2b17cf52-6910-4462-9900-7e49339358b9 Nov 23 18:54:53.569635 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.593809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c4758383-71e0-4d6a-8334-afda3331fbcf', 'network_id': 'c4758383-71e0-4d6a-8334-afda3331fbcf', 'tenant_id': '6ef5b0c20f6c457b82ef62239236313c', 'fixed_ips': [{'subnet_id': 'f24bd116-ff58-450c-9607-3fd26ee9c183'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:54:53.594959 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.598112 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.604899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:53.605507 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.661973 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1996174 Nov 23 18:54:53.662464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43800) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:53.668947 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'subnet': {'network_id': '2b17cf52-6910-4462-9900-7e49339358b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:53.718225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961c4c8-db87-40f2-839c-d1e6847f2fd2 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Network': ['ID=2b17cf52-6910-4462-9900-7e49339358b9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:53.730602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 2b17cf52-6910-4462-9900-7e49339358b9 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:54:53.740012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Allocated IP 2001:db8:0:ffff::2 (c4758383-71e0-4d6a-8334-afda3331fbcf/f24bd116-ff58-450c-9607-3fd26ee9c183/bdcbeb69-29f0-4799-b8a3-b188bd2003fe) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:53.771495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:53.776205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.937147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.941734 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.972817 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.991075 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Network c4758383-71e0-4d6a-8334-afda3331fbcf is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:53.993976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:53.997133 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:54.004811 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Pushing event updated for resources: {'Port': ['ID=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:54.029015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.029362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.029707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.030046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.030378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.030729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.031069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.031398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.031719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.032042 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.032367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.032685 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.033315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Subnet': ['ID=2fb40a69-f90d-4f36-ba94-f486e8daa7e1,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:54.043990 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Checking segment: {'id': '51bdc66e-19ba-4d8c-a845-fb9862c34548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2b17cf52-6910-4462-9900-7e49339358b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:54.044357 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network hostable DHCP agents. Network: 2b17cf52-6910-4462-9900-7e49339358b9, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:54:54.061535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network 2b17cf52-6910-4462-9900-7e49339358b9 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:54:54.069921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Attempting to bind port bdcbeb69-29f0-4799-b8a3-b188bd2003fe on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:54.070354 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Attempting to bind port bdcbeb69-29f0-4799-b8a3-b188bd2003fe by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '787511e3-9116-4af0-87e1-a5b27ec3de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c4758383-71e0-4d6a-8334-afda3331fbcf'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:54.070782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Attempting to bind port bdcbeb69-29f0-4799-b8a3-b188bd2003fe on network c4758383-71e0-4d6a-8334-afda3331fbcf {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:54.070968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 2b17cf52-6910-4462-9900-7e49339358b9) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:54.076946 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:54.077679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.079535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:54:54.079916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Checking segment: {'id': '787511e3-9116-4af0-87e1-a5b27ec3de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c4758383-71e0-4d6a-8334-afda3331fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:54.080335 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.080709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Bound using segment: {'id': '787511e3-9116-4af0-87e1-a5b27ec3de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c4758383-71e0-4d6a-8334-afda3331fbcf'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:54:54.081178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Bound port: bdcbeb69-29f0-4799-b8a3-b188bd2003fe, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787511e3-9116-4af0-87e1-a5b27ec3de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c4758383-71e0-4d6a-8334-afda3331fbcf'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:54:54.081560 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.085645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7258d9-43cb-4a9b-8b19-2f32c16e3038 None None] Network 2b17cf52-6910-4462-9900-7e49339358b9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:54.098226 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2aa8b41f-713f-41dd-912b-d6147b400a55 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4320238 Nov 23 18:54:54.098583 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43802) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:54.224647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] For port bdcbeb69-29f0-4799-b8a3-b188bd2003fe, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:54:54.262033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] For port bdcbeb69-29f0-4799-b8a3-b188bd2003fe, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,segment=NetworkSegment(787511e3-9116-4af0-87e1-a5b27ec3de65),segment_id=787511e3-9116-4af0-87e1-a5b27ec3de65)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:54:54.270112 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.358530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-2b17cf52-6910-4462-9900-7e49339358b9', 'network_id': '2b17cf52-6910-4462-9900-7e49339358b9', 'tenant_id': '6ef5b0c20f6c457b82ef62239236313c', 'fixed_ips': [{'subnet_id': '2fb40a69-f90d-4f36-ba94-f486e8daa7e1'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:54:54.359441 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.373471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b70676-1561-40b4-9e3b-7510c39abc1f None None] Pushing event updated for resources: {'Port': ['ID=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:54.540487 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.544290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Allocated IP 2001:db8::2 (2b17cf52-6910-4462-9900-7e49339358b9/2fb40a69-f90d-4f36-ba94-f486e8daa7e1/7dd14b67-c1b8-4957-aab3-9ea760d1f1da) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:54.640554 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.730853 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.736686 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.753995 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.779212 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb40a69-f90d-4f36-ba94-f486e8daa7e1,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:54.779703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Network 2b17cf52-6910-4462-9900-7e49339358b9 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:54.784018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:54.786495 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:54.792857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Pushing event updated for resources: {'Port': ['ID=7dd14b67-c1b8-4957-aab3-9ea760d1f1da,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:54.842562 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.850359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Attempting to bind port 7dd14b67-c1b8-4957-aab3-9ea760d1f1da on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:54.850824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Attempting to bind port 7dd14b67-c1b8-4957-aab3-9ea760d1f1da by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '51bdc66e-19ba-4d8c-a845-fb9862c34548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2b17cf52-6910-4462-9900-7e49339358b9'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:54.851196 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Attempting to bind port 7dd14b67-c1b8-4957-aab3-9ea760d1f1da on network 2b17cf52-6910-4462-9900-7e49339358b9 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:54.857742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:54:54.858126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Checking segment: {'id': '51bdc66e-19ba-4d8c-a845-fb9862c34548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2b17cf52-6910-4462-9900-7e49339358b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:54.858546 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.858978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Bound using segment: {'id': '51bdc66e-19ba-4d8c-a845-fb9862c34548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2b17cf52-6910-4462-9900-7e49339358b9'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:54:54.859460 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Bound port: 7dd14b67-c1b8-4957-aab3-9ea760d1f1da, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bdc66e-19ba-4d8c-a845-fb9862c34548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2b17cf52-6910-4462-9900-7e49339358b9'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:54:54.859850 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.865199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b17cf52-6910-4462-9900-7e49339358b9']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:54.875155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bdc66e-19ba-4d8c-a845-fb9862c34548') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:54.875555 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bdc66e-19ba-4d8c-a845-fb9862c34548') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:54.885009 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.898202 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.904399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:54.904819 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:54.907926 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:54:54.925876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] For port 7dd14b67-c1b8-4957-aab3-9ea760d1f1da, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:54:54.967545 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 18:54:54.967545 n-d-818932-3 neutron-server[120535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 18:54:54.967545 n-d-818932-3 neutron-server[120535]: [parameters: {'id': '2b17cf52-6910-4462-9900-7e49339358b9'}] Nov 23 18:54:54.967545 n-d-818932-3 neutron-server[120535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:54:54.968069 n-d-818932-3 neutron-server[120535]: DEBUG oslo_db.api [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:54:54.968152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] For port 7dd14b67-c1b8-4957-aab3-9ea760d1f1da, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7dd14b67-c1b8-4957-aab3-9ea760d1f1da,segment=NetworkSegment(51bdc66e-19ba-4d8c-a845-fb9862c34548),segment_id=51bdc66e-19ba-4d8c-a845-fb9862c34548)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:54:54.971961 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.218623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e31ed-b6f4-434e-b97c-917a8b1d075e None None] Pushing event updated for resources: {'Port': ['ID=7dd14b67-c1b8-4957-aab3-9ea760d1f1da,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:55.236823 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f654539c-b930-4187-a7a5-c967fa10c46b None None] Network 2b17cf52-6910-4462-9900-7e49339358b9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:55.339511 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85851b5e-4b27-439f-9088-567882f55e1b None None] Network c4758383-71e0-4d6a-8334-afda3331fbcf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:55.416883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3de0906e-1f5b-4e9e-992f-fdf7d6362c5a None None] Provisioning complete for port bdcbeb69-29f0-4799-b8a3-b188bd2003fe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:54:55.417254 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3de0906e-1f5b-4e9e-992f-fdf7d6362c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.468923 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.522431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Deleting port 7dd14b67-c1b8-4957-aab3-9ea760d1f1da {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:55.522810 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.568649 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3de0906e-1f5b-4e9e-992f-fdf7d6362c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.593915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] For port 7dd14b67-c1b8-4957-aab3-9ea760d1f1da, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7dd14b67-c1b8-4957-aab3-9ea760d1f1da,segment=NetworkSegment(51bdc66e-19ba-4d8c-a845-fb9862c34548),segment_id=51bdc66e-19ba-4d8c-a845-fb9862c34548)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:55.594216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.609077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Calling delete_port for 7dd14b67-c1b8-4957-aab3-9ea760d1f1da owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:55.609570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3de0906e-1f5b-4e9e-992f-fdf7d6362c5a None None] For port bdcbeb69-29f0-4799-b8a3-b188bd2003fe, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,segment=NetworkSegment(787511e3-9116-4af0-87e1-a5b27ec3de65),segment_id=787511e3-9116-4af0-87e1-a5b27ec3de65)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:55.614472 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3de0906e-1f5b-4e9e-992f-fdf7d6362c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.670540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0906e-1f5b-4e9e-992f-fdf7d6362c5a None None] Pushing event updated for resources: {'Port': ['ID=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:55.704569 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.734800 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Port': ['ID=7dd14b67-c1b8-4957-aab3-9ea760d1f1da,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:55.740470 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No DVR routers for this DVR port 7dd14b67-c1b8-4957-aab3-9ea760d1f1da on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:54:55.794644 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ffffa-7f80-4a94-963e-72095ad1b0eb None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:54:55.822749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.843412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b17cf52-6910-4462-9900-7e49339358b9']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:55.852621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bdc66e-19ba-4d8c-a845-fb9862c34548') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:55.853014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bdc66e-19ba-4d8c-a845-fb9862c34548') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:55.858907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-44c55bca-92c8-47c2-9474-55201aea0fd4 None None] Provisioning complete for port bdcbeb69-29f0-4799-b8a3-b188bd2003fe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:54:55.859234 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44c55bca-92c8-47c2-9474-55201aea0fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.862744 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.875928 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.881992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:55.882206 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:55.885979 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:54:55.894425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ffffa-7f80-4a94-963e-72095ad1b0eb None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:54:55.953195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.963707 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.970527 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/2b17cf52-6910-4462-9900-7e49339358b9 HTTP/1.1" status: 204 len: 168 time: 1.8675950 Nov 23 18:54:55.970863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43806) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:55.977543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055365430'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:55.978557 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd803988-cb68-474c-8f87-f249cf977583 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Network': ['ID=2b17cf52-6910-4462-9900-7e49339358b9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:56.002809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:56.006437 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.044212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:54:56.054300 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.054645 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Added segment 56057de0-3974-4096-b152-07fa09839a5f of type vlan for network a7ea209f-5b61-4d93-9c37-53c4d12c5393 Nov 23 18:54:56.069917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bdcbeb69-29f0-4799-b8a3-b188bd2003fe up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:54:56.100132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.126573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.132247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.132833 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.176372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2031455 Nov 23 18:54:56.178165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port bdcbeb69-29f0-4799-b8a3-b188bd2003fe triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:54:56.178680 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.179429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43808) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:56.187340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'subnet': {'network_id': 'a7ea209f-5b61-4d93-9c37-53c4d12c5393', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:56.229229 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ca9eb-7313-4613-8de6-050db6e65e90 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Network': ['ID=a7ea209f-5b61-4d93-9c37-53c4d12c5393,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:56.256864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network a7ea209f-5b61-4d93-9c37-53c4d12c5393 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:54:56.307636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:56.311360 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.373476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.ipam_backend_mixin [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Performing IP validity checks on allocation pools {{(pid=120536) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:54:56.373926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.ipam_backend_mixin [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120536) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:54:56.495069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.562315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Subnet': ['ID=b1372d4e-d235-4bd0-82cb-3b3d791c16a1,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:56.568632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Checking segment: {'id': '56057de0-3974-4096-b152-07fa09839a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a7ea209f-5b61-4d93-9c37-53c4d12c5393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:56.569154 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network hostable DHCP agents. Network: a7ea209f-5b61-4d93-9c37-53c4d12c5393, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:54:56.586756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network a7ea209f-5b61-4d93-9c37-53c4d12c5393 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:54:56.595752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, a7ea209f-5b61-4d93-9c37-53c4d12c5393) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:56.599771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.600344 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.604860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e687c55f-263d-4b36-807d-69ba01ad9c61 None None] Network a7ea209f-5b61-4d93-9c37-53c4d12c5393 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:56.616683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8b0cb533-8b32-4cb4-9f31-dc4064526305 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4365501 Nov 23 18:54:56.619309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43810) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:56.720972 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.756279 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027bf5c-f7d7-4225-837e-8f4ef47b8ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-a7ea209f-5b61-4d93-9c37-53c4d12c5393', 'network_id': 'a7ea209f-5b61-4d93-9c37-53c4d12c5393', 'tenant_id': '6ef5b0c20f6c457b82ef62239236313c', 'fixed_ips': [{'subnet_id': 'b1372d4e-d235-4bd0-82cb-3b3d791c16a1'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:54:56.757153 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a027bf5c-f7d7-4225-837e-8f4ef47b8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.803553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.862830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server [None req-a027bf5c-f7d7-4225-837e-8f4ef47b8ad6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1372d4e-d235-4bd0-82cb-3b3d791c16a1: This subnet is being modified by another concurrent operation. Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1372d4e-d235-4bd0-82cb-3b3d791c16a1: This subnet is being modified by another concurrent operation. Nov 23 18:54:56.864782 n-d-818932-3 neutron-server[120537]: ERROR oslo_messaging.rpc.server Nov 23 18:54:56.879477 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5cbde2-55c8-446b-a6d2-e9cefa641f00 None None] Network a7ea209f-5b61-4d93-9c37-53c4d12c5393 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:56.892582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Subnet': ['ID=b1372d4e-d235-4bd0-82cb-3b3d791c16a1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:56.990021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d655c-862b-4bd5-85b9-ab0f668553be None None] get_active_networks_info from n-d-818932-3 {{(pid=120537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:54:57.067262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d655c-862b-4bd5-85b9-ab0f668553be None None] Resources bound (agent type, host, resource id): {{(pid=120537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:54:57.232909 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.252499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ea209f-5b61-4d93-9c37-53c4d12c5393']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:57.262212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56057de0-3974-4096-b152-07fa09839a5f') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:57.262516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56057de0-3974-4096-b152-07fa09839a5f') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:57.272677 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.286379 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.292164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:57.292548 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:57.295423 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:54:57.352371 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.359669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.362879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/a7ea209f-5b61-4d93-9c37-53c4d12c5393 HTTP/1.1" status: 204 len: 168 time: 0.7426116 Nov 23 18:54:57.366680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43812) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:57.372016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2107051013'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:57.374888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266cc09-152f-492d-9de1-3624b3c616ab tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Network': ['ID=a7ea209f-5b61-4d93-9c37-53c4d12c5393,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:57.394756 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:57.398301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.422269 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:54:57.432487 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.432841 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Added segment 2605abfb-52a8-4d30-98f8-7352e1fc7835 of type vlan for network 370c7cb9-a270-4de2-a9f4-9e18681cb88c Nov 23 18:54:57.474116 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.499011 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.504931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.505466 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.540232 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1724267 Nov 23 18:54:57.544205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43814) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:57.549248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'subnet': {'network_id': '370c7cb9-a270-4de2-a9f4-9e18681cb88c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:57.582001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740af05-81f7-41d4-b08c-482269dc9c0a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Network': ['ID=370c7cb9-a270-4de2-a9f4-9e18681cb88c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:57.592383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 370c7cb9-a270-4de2-a9f4-9e18681cb88c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:54:57.644165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:57.647882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.831465 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.893040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Subnet': ['ID=693fca21-92c6-456a-a034-050de2ccaf16,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:57.900317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Checking segment: {'id': '2605abfb-52a8-4d30-98f8-7352e1fc7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '370c7cb9-a270-4de2-a9f4-9e18681cb88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:57.900684 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network hostable DHCP agents. Network: 370c7cb9-a270-4de2-a9f4-9e18681cb88c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:54:57.917412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network 370c7cb9-a270-4de2-a9f4-9e18681cb88c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:54:57.926307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 370c7cb9-a270-4de2-a9f4-9e18681cb88c) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:57.930939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.932176 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.936405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee67ee45-a5f5-466e-8492-db7f70a4df25 None None] Network 370c7cb9-a270-4de2-a9f4-9e18681cb88c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:57.950104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4b3aa82a-a46b-4292-8402-4afc3dd33e04 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4047849 Nov 23 18:54:57.953759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43816) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:57.958765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1228067997'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:57.979795 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:57.983429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.007375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:54:58.016956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.017331 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Added segment b71a3caa-e3b8-45b5-aa9d-f10ec235e730 of type vlan for network 8370074f-6908-4682-92c4-fc5a1420c5ec Nov 23 18:54:58.061033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.086355 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.089677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-370c7cb9-a270-4de2-a9f4-9e18681cb88c', 'network_id': '370c7cb9-a270-4de2-a9f4-9e18681cb88c', 'tenant_id': '6ef5b0c20f6c457b82ef62239236313c', 'fixed_ips': [{'subnet_id': '693fca21-92c6-456a-a034-050de2ccaf16'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:54:58.090585 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.092238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:58.092832 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.133175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1783688 Nov 23 18:54:58.136453 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43818) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:58.142171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Request body: {'subnet': {'network_id': '8370074f-6908-4682-92c4-fc5a1420c5ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:58.161461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c43d3-2247-427f-a5c2-dabeabd65dad tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Network': ['ID=8370074f-6908-4682-92c4-fc5a1420c5ec,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:58.176999 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 8370074f-6908-4682-92c4-fc5a1420c5ec details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:54:58.235460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Made reservation on behalf of 6ef5b0c20f6c457b82ef62239236313c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:58.238981 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.288117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Allocated IP 2001:db8::2 (370c7cb9-a270-4de2-a9f4-9e18681cb88c/693fca21-92c6-456a-a034-050de2ccaf16/35574b8a-af49-420c-bf2c-d45502f00f27) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:58.427427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.434402 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.440703 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.490561 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Network 370c7cb9-a270-4de2-a9f4-9e18681cb88c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:58.496977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event updated for resources: {'Subnet': ['ID=8e0e372c-3ca9-4588-b109-9830546bbfe9,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:58.497161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:58.499229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Pushing event updated for resources: {'Port': ['ID=35574b8a-af49-420c-bf2c-d45502f00f27,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:58.501143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:58.505856 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Checking segment: {'id': 'b71a3caa-e3b8-45b5-aa9d-f10ec235e730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8370074f-6908-4682-92c4-fc5a1420c5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:58.506229 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network hostable DHCP agents. Network: 8370074f-6908-4682-92c4-fc5a1420c5ec, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:54:58.524220 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Network 8370074f-6908-4682-92c4-fc5a1420c5ec is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:54:58.534842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 8370074f-6908-4682-92c4-fc5a1420c5ec) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:58.539050 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:58.541235 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.546828 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a70bdb-026c-45d0-a7fd-d34f197c1a9d None None] Network 8370074f-6908-4682-92c4-fc5a1420c5ec requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:58.559913 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5156363a-4fd8-422e-9032-eb2b79aef146 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4222221 Nov 23 18:54:58.562625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43820) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:58.584208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Attempting to bind port 35574b8a-af49-420c-bf2c-d45502f00f27 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:58.584583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Attempting to bind port 35574b8a-af49-420c-bf2c-d45502f00f27 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '2605abfb-52a8-4d30-98f8-7352e1fc7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '370c7cb9-a270-4de2-a9f4-9e18681cb88c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:58.584955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Attempting to bind port 35574b8a-af49-420c-bf2c-d45502f00f27 on network 370c7cb9-a270-4de2-a9f4-9e18681cb88c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:58.621868 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:54:58.622165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Checking segment: {'id': '2605abfb-52a8-4d30-98f8-7352e1fc7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '370c7cb9-a270-4de2-a9f4-9e18681cb88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:58.622581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.623022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Bound using segment: {'id': '2605abfb-52a8-4d30-98f8-7352e1fc7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '370c7cb9-a270-4de2-a9f4-9e18681cb88c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:54:58.623494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Bound port: 35574b8a-af49-420c-bf2c-d45502f00f27, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2605abfb-52a8-4d30-98f8-7352e1fc7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '370c7cb9-a270-4de2-a9f4-9e18681cb88c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:54:58.623884 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.664226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.716048 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.740048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] For port 35574b8a-af49-420c-bf2c-d45502f00f27, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:54:58.745657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] For port 35574b8a-af49-420c-bf2c-d45502f00f27, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=35574b8a-af49-420c-bf2c-d45502f00f27,segment=NetworkSegment(2605abfb-52a8-4d30-98f8-7352e1fc7835),segment_id=2605abfb-52a8-4d30-98f8-7352e1fc7835)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:54:58.751632 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.782563 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.801409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e17d04-ee72-4ef5-b124-09dc42f63e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-8370074f-6908-4682-92c4-fc5a1420c5ec', 'network_id': '8370074f-6908-4682-92c4-fc5a1420c5ec', 'tenant_id': '6ef5b0c20f6c457b82ef62239236313c', 'fixed_ips': [{'subnet_id': '8e0e372c-3ca9-4588-b109-9830546bbfe9'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:54:58.802258 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-23e17d04-ee72-4ef5-b124-09dc42f63e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.812057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0e372c-3ca9-4588-b109-9830546bbfe9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:58.855381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850d35d-b9c8-4296-b451-42aa39662f2f None None] Pushing event updated for resources: {'Port': ['ID=35574b8a-af49-420c-bf2c-d45502f00f27,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:58.880600 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.904399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8370074f-6908-4682-92c4-fc5a1420c5ec']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:58.914252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71a3caa-e3b8-45b5-aa9d-f10ec235e730') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:58.914547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71a3caa-e3b8-45b5-aa9d-f10ec235e730') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:58.922525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0beec0-e113-42bd-84a7-ff1d9e2b0430 None None] Network 8370074f-6908-4682-92c4-fc5a1420c5ec requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:58.929294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.943019 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.951702 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:58.952609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:58.956749 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:54:59.044788 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.050169 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.053533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/8370074f-6908-4682-92c4-fc5a1420c5ec HTTP/1.1" status: 204 len: 168 time: 0.4897892 Nov 23 18:54:59.057600 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43822) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:59.085877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb2085-0e3f-4528-9111-1ffdcb1c9fbd tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Network': ['ID=8370074f-6908-4682-92c4-fc5a1420c5ec,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:59.104459 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51eaecb-d8a8-4be8-afa3-2aaa6734d38c tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] GET failed (client error): The resource could not be found. Nov 23 18:54:59.110215 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d51eaecb-d8a8-4be8-afa3-2aaa6734d38c tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "GET /v2.0/subnets/8e0e372c-3ca9-4588-b109-9830546bbfe9 HTTP/1.1" status: 404 len: 337 time: 0.0472133 Nov 23 18:54:59.110487 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43824) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:59.130402 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaf9f0d-2bc0-4944-8748-aaa34e65892c tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] DELETE failed (client error): The resource could not be found. Nov 23 18:54:59.131018 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebaf9f0d-2bc0-4944-8748-aaa34e65892c tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:54:59.134135 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ebaf9f0d-2bc0-4944-8748-aaa34e65892c tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/8370074f-6908-4682-92c4-fc5a1420c5ec HTTP/1.1" status: 404 len: 339 time: 0.0227036 Nov 23 18:54:59.139149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43826) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:59.169551 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5829e699-6d99-4c35-896d-93ddc04fa37a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] DELETE failed (client error): The resource could not be found. Nov 23 18:54:59.170014 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5829e699-6d99-4c35-896d-93ddc04fa37a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:54:59.174744 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5829e699-6d99-4c35-896d-93ddc04fa37a tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/subnets/8e0e372c-3ca9-4588-b109-9830546bbfe9 HTTP/1.1" status: 404 len: 337 time: 0.0331275 Nov 23 18:54:59.176090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43828) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:59.197884 n-d-818932-3 neutron-server[120536]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa8068d-7d31-44a2-9cf2-48e7ec451d16 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] DELETE failed (client error): The resource could not be found. Nov 23 18:54:59.198517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa8068d-7d31-44a2-9cf2-48e7ec451d16 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:54:59.202225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4aa8068d-7d31-44a2-9cf2-48e7ec451d16 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/8370074f-6908-4682-92c4-fc5a1420c5ec HTTP/1.1" status: 404 len: 339 time: 0.0250688 Nov 23 18:54:59.204863 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43830) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:59.256620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bff7e79-44f7-4457-b2b4-4cb3ff26ecd7 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Deleting subnet 693fca21-92c6-456a-a034-050de2ccaf16 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:54:59.260564 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bff7e79-44f7-4457-b2b4-4cb3ff26ecd7 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.299726 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bff7e79-44f7-4457-b2b4-4cb3ff26ecd7 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.388380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bff7e79-44f7-4457-b2b4-4cb3ff26ecd7 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.449085 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bff7e79-44f7-4457-b2b4-4cb3ff26ecd7 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.478853 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7bff7e79-44f7-4457-b2b4-4cb3ff26ecd7 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.482118 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7bff7e79-44f7-4457-b2b4-4cb3ff26ecd7 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/subnets/693fca21-92c6-456a-a034-050de2ccaf16 HTTP/1.1" status: 204 len: 168 time: 0.2762630 Nov 23 18:54:59.483132 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff7e79-44f7-4457-b2b4-4cb3ff26ecd7 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Subnet': ['ID=693fca21-92c6-456a-a034-050de2ccaf16,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:59.484841 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43832) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:59.571583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.627195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Deleting port 35574b8a-af49-420c-bf2c-d45502f00f27 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:59.627537 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.693455 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] For port 35574b8a-af49-420c-bf2c-d45502f00f27, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=35574b8a-af49-420c-bf2c-d45502f00f27,segment=NetworkSegment(2605abfb-52a8-4d30-98f8-7352e1fc7835),segment_id=2605abfb-52a8-4d30-98f8-7352e1fc7835)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:59.693832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.717793 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Calling delete_port for 35574b8a-af49-420c-bf2c-d45502f00f27 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:59.801252 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.829156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Port': ['ID=35574b8a-af49-420c-bf2c-d45502f00f27,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:59.833787 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No DVR routers for this DVR port 35574b8a-af49-420c-bf2c-d45502f00f27 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:54:59.847115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465349a8-f7ce-4496-a8eb-5863ae9c20be None None] Network 370c7cb9-a270-4de2-a9f4-9e18681cb88c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:59.877425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-68a27661-20cd-4ce9-9228-41698b3a41c5 None None] Could not find standard attr ID for object 35574b8a-af49-420c-bf2c-d45502f00f27. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:54:59.920269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.941121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370c7cb9-a270-4de2-a9f4-9e18681cb88c']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:59.951459 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2605abfb-52a8-4d30-98f8-7352e1fc7835') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:59.951756 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2605abfb-52a8-4d30-98f8-7352e1fc7835') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:59.962800 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.977205 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.983634 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:59.984111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:59.987528 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:00.002459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d0bbfe-ff6e-452d-aeab-fcff48f9b1d6 None None] DHCP port deletion for 370c7cb9-a270-4de2-a9f4-9e18681cb88c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:00.083026 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.096402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.097415 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/370c7cb9-a270-4de2-a9f4-9e18681cb88c HTTP/1.1" status: 204 len: 168 time: 0.6115332 Nov 23 18:55:00.100007 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43834) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:00.118358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d045baf-60c9-40a2-9f24-e25fbf4b13a5 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Network': ['ID=370c7cb9-a270-4de2-a9f4-9e18681cb88c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:00.138612 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8682688-4da2-4bcf-8b54-17e23d44af97 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] DELETE failed (client error): The resource could not be found. Nov 23 18:55:00.139107 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8682688-4da2-4bcf-8b54-17e23d44af97 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:55:00.142179 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f8682688-4da2-4bcf-8b54-17e23d44af97 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/subnets/b1372d4e-d235-4bd0-82cb-3b3d791c16a1 HTTP/1.1" status: 404 len: 337 time: 0.0412502 Nov 23 18:55:00.144829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43836) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:00.162785 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-940126cf-701e-44a4-9ed3-6721173396b3 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] DELETE failed (client error): The resource could not be found. Nov 23 18:55:00.163367 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940126cf-701e-44a4-9ed3-6721173396b3 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:55:00.166909 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-940126cf-701e-44a4-9ed3-6721173396b3 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/a7ea209f-5b61-4d93-9c37-53c4d12c5393 HTTP/1.1" status: 404 len: 339 time: 0.0211363 Nov 23 18:55:00.169458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43838) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:00.195824 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e7dde1-d527-4898-b11a-c942a52f3d84 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] DELETE failed (client error): The resource could not be found. Nov 23 18:55:00.196197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e7dde1-d527-4898-b11a-c942a52f3d84 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:55:00.199261 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c1e7dde1-d527-4898-b11a-c942a52f3d84 tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/subnets/2fb40a69-f90d-4f36-ba94-f486e8daa7e1 HTTP/1.1" status: 404 len: 337 time: 0.0289025 Nov 23 18:55:00.202042 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43840) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:00.219555 n-d-818932-3 neutron-server[120535]: INFO neutron.pecan_wsgi.hooks.translation [None req-59122e56-b71c-4a48-972a-2ce976d0b14f tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] DELETE failed (client error): The resource could not be found. Nov 23 18:55:00.220034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59122e56-b71c-4a48-972a-2ce976d0b14f tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:55:00.223025 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-59122e56-b71c-4a48-972a-2ce976d0b14f tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/2b17cf52-6910-4462-9900-7e49339358b9 HTTP/1.1" status: 404 len: 339 time: 0.0200644 Nov 23 18:55:00.225417 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:00.276202 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f298d495-2e92-4a46-822d-5536afbf71ae tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Deleting subnet f24bd116-ff58-450c-9607-3fd26ee9c183 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:55:00.279732 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f298d495-2e92-4a46-822d-5536afbf71ae tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.326167 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f298d495-2e92-4a46-822d-5536afbf71ae tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.423349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f298d495-2e92-4a46-822d-5536afbf71ae tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.483527 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f298d495-2e92-4a46-822d-5536afbf71ae tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.515195 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298d495-2e92-4a46-822d-5536afbf71ae tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Subnet': ['ID=f24bd116-ff58-450c-9607-3fd26ee9c183,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:00.522471 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f298d495-2e92-4a46-822d-5536afbf71ae tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.523000 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f298d495-2e92-4a46-822d-5536afbf71ae tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/subnets/f24bd116-ff58-450c-9607-3fd26ee9c183 HTTP/1.1" status: 204 len: 168 time: 0.2964151 Nov 23 18:55:00.526492 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:00.526975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b6f63-3b81-40a9-b26e-7acca0e63b27 None None] Network c4758383-71e0-4d6a-8334-afda3331fbcf requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:00.614198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.674721 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Deleting port bdcbeb69-29f0-4799-b8a3-b188bd2003fe {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:00.675083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.715416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] DHCP port deletion for c4758383-71e0-4d6a-8334-afda3331fbcf request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:00.751887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] For port bdcbeb69-29f0-4799-b8a3-b188bd2003fe, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,segment=NetworkSegment(787511e3-9116-4af0-87e1-a5b27ec3de65),segment_id=787511e3-9116-4af0-87e1-a5b27ec3de65)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:00.752182 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.763853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] Deleting port bdcbeb69-29f0-4799-b8a3-b188bd2003fe {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:00.764231 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.765610 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Calling delete_port for bdcbeb69-29f0-4799-b8a3-b188bd2003fe owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:00.833103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] For port bdcbeb69-29f0-4799-b8a3-b188bd2003fe, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,segment=NetworkSegment(787511e3-9116-4af0-87e1-a5b27ec3de65),segment_id=787511e3-9116-4af0-87e1-a5b27ec3de65)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:00.833425 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.845841 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.846519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] Calling delete_port for bdcbeb69-29f0-4799-b8a3-b188bd2003fe owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:00.877451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Port': ['ID=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:00.879305 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] No DVR routers for this DVR port bdcbeb69-29f0-4799-b8a3-b188bd2003fe on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:55:00.922612 n-d-818932-3 neutron-server[120537]: self.session.flush() Nov 23 18:55:00.927661 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.953595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] Pushing event deleted for resources: {'Port': ['ID=bdcbeb69-29f0-4799-b8a3-b188bd2003fe,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:00.956991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921e3f6-3797-463c-a5f6-14d5bcd4216a None None] No DVR routers for this DVR port bdcbeb69-29f0-4799-b8a3-b188bd2003fe on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:55:00.960832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.984744 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4758383-71e0-4d6a-8334-afda3331fbcf']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:00.994252 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787511e3-9116-4af0-87e1-a5b27ec3de65') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:00.994563 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787511e3-9116-4af0-87e1-a5b27ec3de65') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:01.003950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.017388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.023203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:01.023588 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:01.027163 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:01.089952 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.096905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.100039 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] 10.222.0.74 "DELETE /v2.0/networks/c4758383-71e0-4d6a-8334-afda3331fbcf HTTP/1.1" status: 204 len: 168 time: 0.5723681 Nov 23 18:55:01.111642 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b275a39-339f-49e7-951d-a7c7fc8db87d tempest-NetworksIpV6Test-1699845155 tempest-NetworksIpV6Test-1699845155-project] Pushing event deleted for resources: {'Network': ['ID=c4758383-71e0-4d6a-8334-afda3331fbcf,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:01.339658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43850) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:01.471439 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6e5ce257-386a-4af5-b9fd-72dfcfe4d0e3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ef5b0c20f6c457b82ef62239236313c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305432 Nov 23 18:55:01.473837 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43854) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:01.521134 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e2b473de-5f75-4ef0-a676-a5663a8c9547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.542523 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e2b473de-5f75-4ef0-a676-a5663a8c9547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.595577 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e2b473de-5f75-4ef0-a676-a5663a8c9547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.598168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e2b473de-5f75-4ef0-a676-a5663a8c9547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.599377 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e2b473de-5f75-4ef0-a676-a5663a8c9547 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74b689c1-8161-4667-a59c-46305bec5282 HTTP/1.1" status: 204 len: 168 time: 0.1246386 Nov 23 18:55:01.608174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b473de-5f75-4ef0-a676-a5663a8c9547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b689c1-8161-4667-a59c-46305bec5282,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:01.992529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 35574b8a-af49-420c-bf2c-d45502f00f27 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:55:02.019397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 35574b8a-af49-420c-bf2c-d45502f00f27 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:55:02.019827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 35574b8a-af49-420c-bf2c-d45502f00f27 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:55:02.020323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bdcbeb69-29f0-4799-b8a3-b188bd2003fe no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:55:02.041170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: bdcbeb69-29f0-4799-b8a3-b188bd2003fe {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:55:02.041728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device bdcbeb69-29f0-4799-b8a3-b188bd2003fe not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:55:02.233811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43876) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:02.328762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b903c664-98c5-4414-b2ae-8b74e5e8d48e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-776356152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:02.352797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b903c664-98c5-4414-b2ae-8b74e5e8d48e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.353815 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b903c664-98c5-4414-b2ae-8b74e5e8d48e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.403765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b903c664-98c5-4414-b2ae-8b74e5e8d48e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.408330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b903c664-98c5-4414-b2ae-8b74e5e8d48e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.425316 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b903c664-98c5-4414-b2ae-8b74e5e8d48e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.426517 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b903c664-98c5-4414-b2ae-8b74e5e8d48e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1916955 Nov 23 18:55:02.429267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43880) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:02.434198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1008949664'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:02.455084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Made reservation on behalf of 00df624b78874b67a7ccc919a215bc6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:02.458503 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.467627 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.543003 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.546833 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.578705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:02.589707 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1e5b66-ba21-480f-bf46-f4c5d34304da,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:02.594599 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.594969 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Added segment 231c55dc-a81f-4083-b2a4-184dedc30845 of type vlan for network e37bf277-57b1-4ca8-8f38-30244bfe177b Nov 23 18:55:02.634734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.659437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.664955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:02.665609 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.703517 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2732005 Nov 23 18:55:02.706210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43882) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:02.712980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Request body: {'subnet': {'network_id': 'e37bf277-57b1-4ca8-8f38-30244bfe177b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:02.766801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92512c9-aa30-4e40-a1b8-b9306fde6306 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event updated for resources: {'Network': ['ID=e37bf277-57b1-4ca8-8f38-30244bfe177b,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:02.776889 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network e37bf277-57b1-4ca8-8f38-30244bfe177b details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:02.834553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Made reservation on behalf of 00df624b78874b67a7ccc919a215bc6c for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:02.838103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.015335 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.073230 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event updated for resources: {'Subnet': ['ID=7660af0e-cc44-474f-a5ae-f7cbdbd8dce4,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:03.082054 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Checking segment: {'id': '231c55dc-a81f-4083-b2a4-184dedc30845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e37bf277-57b1-4ca8-8f38-30244bfe177b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:03.082415 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Network hostable DHCP agents. Network: e37bf277-57b1-4ca8-8f38-30244bfe177b, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:03.098611 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Network e37bf277-57b1-4ca8-8f38-30244bfe177b is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:03.107644 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, e37bf277-57b1-4ca8-8f38-30244bfe177b) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:03.112181 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:03.113254 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.117080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da721d5-8b2e-4751-9091-fa27dc31bdfb None None] Network e37bf277-57b1-4ca8-8f38-30244bfe177b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:03.133178 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-627f606b-8a8f-4b57-b1c3-94aefebb081f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4230576 Nov 23 18:55:03.133508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43884) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:03.138504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1932433870'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:03.158977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Made reservation on behalf of 00df624b78874b67a7ccc919a215bc6c for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:03.162404 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.188140 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:03.197684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.198045 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Added segment 35fd0cd8-2eca-44be-9fbf-493ed89f477d of type vlan for network bc397d6a-5538-4ccd-9f25-244c1d4919d1 Nov 23 18:55:03.241348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.267561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.267757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-e37bf277-57b1-4ca8-8f38-30244bfe177b', 'network_id': 'e37bf277-57b1-4ca8-8f38-30244bfe177b', 'tenant_id': '00df624b78874b67a7ccc919a215bc6c', 'fixed_ips': [{'subnet_id': '7660af0e-cc44-474f-a5ae-f7cbdbd8dce4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:55:03.268516 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.273104 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:03.273696 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.317292 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1826806 Nov 23 18:55:03.320362 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43886) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:03.326436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Request body: {'subnet': {'network_id': 'bc397d6a-5538-4ccd-9f25-244c1d4919d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:03.345759 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41303fd-b304-40af-b58f-8a7280db7036 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event updated for resources: {'Network': ['ID=bc397d6a-5538-4ccd-9f25-244c1d4919d1,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:03.358552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network bc397d6a-5538-4ccd-9f25-244c1d4919d1 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:03.426895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Made reservation on behalf of 00df624b78874b67a7ccc919a215bc6c for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:03.431650 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.466143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Allocated IP 172.20.0.2 (e37bf277-57b1-4ca8-8f38-30244bfe177b/7660af0e-cc44-474f-a5ae-f7cbdbd8dce4/6663956b-216a-407e-842c-071021dded56) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:03.608418 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.614392 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.619666 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.656754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Network e37bf277-57b1-4ca8-8f38-30244bfe177b is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:03.663497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:03.667167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:03.674821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Pushing event updated for resources: {'Port': ['ID=6663956b-216a-407e-842c-071021dded56,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:03.687504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event updated for resources: {'Subnet': ['ID=c7346a8f-c6eb-4f96-93d9-148e93149cfc,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:03.695471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Checking segment: {'id': '35fd0cd8-2eca-44be-9fbf-493ed89f477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bc397d6a-5538-4ccd-9f25-244c1d4919d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:03.695839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Network hostable DHCP agents. Network: bc397d6a-5538-4ccd-9f25-244c1d4919d1, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:03.714998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Network bc397d6a-5538-4ccd-9f25-244c1d4919d1 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:03.724418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, bc397d6a-5538-4ccd-9f25-244c1d4919d1) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:03.731857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Attempting to bind port 6663956b-216a-407e-842c-071021dded56 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:03.732329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Attempting to bind port 6663956b-216a-407e-842c-071021dded56 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '231c55dc-a81f-4083-b2a4-184dedc30845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e37bf277-57b1-4ca8-8f38-30244bfe177b'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:03.732794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Attempting to bind port 6663956b-216a-407e-842c-071021dded56 on network e37bf277-57b1-4ca8-8f38-30244bfe177b {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:03.733725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:03.734639 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.736377 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969bd6cc-0d9f-4489-9de3-3654d06cbe6f None None] Network bc397d6a-5538-4ccd-9f25-244c1d4919d1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:03.750705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5a5057b0-fb5f-4f63-b4c1-da606aa1d966 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4290893 Nov 23 18:55:03.752769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:03.753299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Checking segment: {'id': '231c55dc-a81f-4083-b2a4-184dedc30845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e37bf277-57b1-4ca8-8f38-30244bfe177b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:03.753561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43888) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:03.753848 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.754323 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Bound using segment: {'id': '231c55dc-a81f-4083-b2a4-184dedc30845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e37bf277-57b1-4ca8-8f38-30244bfe177b'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:03.754896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Bound port: 6663956b-216a-407e-842c-071021dded56, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231c55dc-a81f-4083-b2a4-184dedc30845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e37bf277-57b1-4ca8-8f38-30244bfe177b'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:03.755279 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.758265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-bf91f546-b1a9-4686-aa9d-8713ac6f333b tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc397d6a-5538-4ccd-9f25-244c1d4919d1'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:03.895259 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] For port 6663956b-216a-407e-842c-071021dded56, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:03.914972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] For port 6663956b-216a-407e-842c-071021dded56, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6663956b-216a-407e-842c-071021dded56,segment=NetworkSegment(231c55dc-a81f-4083-b2a4-184dedc30845),segment_id=231c55dc-a81f-4083-b2a4-184dedc30845)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:03.920636 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.976217 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bf91f546-b1a9-4686-aa9d-8713ac6f333b tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.981771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-bc397d6a-5538-4ccd-9f25-244c1d4919d1', 'network_id': 'bc397d6a-5538-4ccd-9f25-244c1d4919d1', 'tenant_id': '00df624b78874b67a7ccc919a215bc6c', 'fixed_ips': [{'subnet_id': 'c7346a8f-c6eb-4f96-93d9-148e93149cfc'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:55:03.982621 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.020183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13946b78-b6ba-4ca0-9dfb-655d290817a5 None None] Pushing event updated for resources: {'Port': ['ID=6663956b-216a-407e-842c-071021dded56,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:04.089908 n-d-818932-3 neutron-server[120536]: INFO neutron.api.v2.resource [None req-bf91f546-b1a9-4686-aa9d-8713ac6f333b tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:55:04.097073 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43890) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:04.097615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bf91f546-b1a9-4686-aa9d-8713ac6f333b tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "PUT /v2.0/routers/e59ca96c-6e0c-41dc-bf59-ef2fc5650887 HTTP/1.1" status: 400 len: 364 time: 0.3425322 Nov 23 18:55:04.139160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Allocated IP 172.21.0.2 (bc397d6a-5538-4ccd-9f25-244c1d4919d1/c7346a8f-c6eb-4f96-93d9-148e93149cfc/c26039df-f9bd-4ca9-a84c-76ca208efc79) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:04.157026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ec8729-ae59-4588-91a3-ebaf6fb037c0 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Deleting subnet c7346a8f-c6eb-4f96-93d9-148e93149cfc {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:55:04.307546 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.314108 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30ec8729-ae59-4588-91a3-ebaf6fb037c0 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.316592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.355790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Network bc397d6a-5538-4ccd-9f25-244c1d4919d1 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:04.362087 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:04.364642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:04.367643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30ec8729-ae59-4588-91a3-ebaf6fb037c0 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.376077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Pushing event updated for resources: {'Port': ['ID=c26039df-f9bd-4ca9-a84c-76ca208efc79,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:04.430172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Attempting to bind port c26039df-f9bd-4ca9-a84c-76ca208efc79 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:04.430471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Attempting to bind port c26039df-f9bd-4ca9-a84c-76ca208efc79 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '35fd0cd8-2eca-44be-9fbf-493ed89f477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bc397d6a-5538-4ccd-9f25-244c1d4919d1'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:04.431746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Attempting to bind port c26039df-f9bd-4ca9-a84c-76ca208efc79 on network bc397d6a-5538-4ccd-9f25-244c1d4919d1 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:04.436951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:04.437332 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Checking segment: {'id': '35fd0cd8-2eca-44be-9fbf-493ed89f477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bc397d6a-5538-4ccd-9f25-244c1d4919d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:04.437745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.438155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Bound using segment: {'id': '35fd0cd8-2eca-44be-9fbf-493ed89f477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bc397d6a-5538-4ccd-9f25-244c1d4919d1'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:04.438628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Bound port: c26039df-f9bd-4ca9-a84c-76ca208efc79, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fd0cd8-2eca-44be-9fbf-493ed89f477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bc397d6a-5538-4ccd-9f25-244c1d4919d1'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:04.439040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.456231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30ec8729-ae59-4588-91a3-ebaf6fb037c0 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.518062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30ec8729-ae59-4588-91a3-ebaf6fb037c0 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.520670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] For port c26039df-f9bd-4ca9-a84c-76ca208efc79, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:04.524115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] For port c26039df-f9bd-4ca9-a84c-76ca208efc79, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c26039df-f9bd-4ca9-a84c-76ca208efc79,segment=NetworkSegment(35fd0cd8-2eca-44be-9fbf-493ed89f477d),segment_id=35fd0cd8-2eca-44be-9fbf-493ed89f477d)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:04.528802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.549280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec8729-ae59-4588-91a3-ebaf6fb037c0 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event deleted for resources: {'Subnet': ['ID=c7346a8f-c6eb-4f96-93d9-148e93149cfc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:04.553114 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-30ec8729-ae59-4588-91a3-ebaf6fb037c0 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.559489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43892) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:04.560094 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-30ec8729-ae59-4588-91a3-ebaf6fb037c0 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "DELETE /v2.0/subnets/c7346a8f-c6eb-4f96-93d9-148e93149cfc HTTP/1.1" status: 204 len: 168 time: 0.4612746 Nov 23 18:55:04.600521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590bd9d-af6a-4bd0-aa3f-baf68447dc54 None None] Pushing event updated for resources: {'Port': ['ID=c26039df-f9bd-4ca9-a84c-76ca208efc79,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:04.658044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.718803 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Deleting port c26039df-f9bd-4ca9-a84c-76ca208efc79 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:04.719609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.795062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] For port c26039df-f9bd-4ca9-a84c-76ca208efc79, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c26039df-f9bd-4ca9-a84c-76ca208efc79,segment=NetworkSegment(35fd0cd8-2eca-44be-9fbf-493ed89f477d),segment_id=35fd0cd8-2eca-44be-9fbf-493ed89f477d)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:04.795062 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.822721 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Calling delete_port for c26039df-f9bd-4ca9-a84c-76ca208efc79 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:04.912515 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.927587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] No DVR routers for this DVR port c26039df-f9bd-4ca9-a84c-76ca208efc79 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:55:04.973428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event deleted for resources: {'Port': ['ID=c26039df-f9bd-4ca9-a84c-76ca208efc79,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:05.047869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.069462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc397d6a-5538-4ccd-9f25-244c1d4919d1']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:05.079643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fd0cd8-2eca-44be-9fbf-493ed89f477d') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:05.079944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fd0cd8-2eca-44be-9fbf-493ed89f477d') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:05.090539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.106503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.108325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae4e502-5ad3-444c-a875-2b2f4d672073 None None] Network e37bf277-57b1-4ca8-8f38-30244bfe177b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:05.112917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:05.113300 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:05.117033 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:05.179520 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.184957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d4e5ee24-e443-4641-af5f-a790811c451c None None] Provisioning complete for port 6663956b-216a-407e-842c-071021dded56 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:05.185517 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.185611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ee24-e443-4641-af5f-a790811c451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.188716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "DELETE /v2.0/networks/bc397d6a-5538-4ccd-9f25-244c1d4919d1 HTTP/1.1" status: 204 len: 168 time: 0.6282036 Nov 23 18:55:05.191316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43894) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:05.209198 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aa496-5477-40ba-bfcd-08733453195f tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event deleted for resources: {'Network': ['ID=bc397d6a-5538-4ccd-9f25-244c1d4919d1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:05.248809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b55b8ed-048a-4d64-a747-398f131e5fe5 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Deleting subnet 7660af0e-cc44-474f-a5ae-f7cbdbd8dce4 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:55:05.252657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b55b8ed-048a-4d64-a747-398f131e5fe5 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.297950 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b55b8ed-048a-4d64-a747-398f131e5fe5 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.335644 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ee24-e443-4641-af5f-a790811c451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.378283 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d4e5ee24-e443-4641-af5f-a790811c451c None None] For port 6663956b-216a-407e-842c-071021dded56, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6663956b-216a-407e-842c-071021dded56,segment=NetworkSegment(231c55dc-a81f-4083-b2a4-184dedc30845),segment_id=231c55dc-a81f-4083-b2a4-184dedc30845)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:05.383826 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ee24-e443-4641-af5f-a790811c451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.401140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b55b8ed-048a-4d64-a747-398f131e5fe5 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.438069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5ee24-e443-4641-af5f-a790811c451c None None] Pushing event updated for resources: {'Port': ['ID=6663956b-216a-407e-842c-071021dded56,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:05.468857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b55b8ed-048a-4d64-a747-398f131e5fe5 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.483873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b55b8ed-048a-4d64-a747-398f131e5fe5 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.487049 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0b55b8ed-048a-4d64-a747-398f131e5fe5 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "DELETE /v2.0/subnets/7660af0e-cc44-474f-a5ae-f7cbdbd8dce4 HTTP/1.1" status: 204 len: 168 time: 0.2946904 Nov 23 18:55:05.489632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43896) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:05.513549 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55b8ed-048a-4d64-a747-398f131e5fe5 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event deleted for resources: {'Subnet': ['ID=7660af0e-cc44-474f-a5ae-f7cbdbd8dce4,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:05.575992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.633534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Deleting port 6663956b-216a-407e-842c-071021dded56 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:05.634423 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.649472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b99ac9-a7fd-403e-845a-7a80796d6c4a None None] Network e37bf277-57b1-4ca8-8f38-30244bfe177b requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:05.707569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] For port 6663956b-216a-407e-842c-071021dded56, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6663956b-216a-407e-842c-071021dded56,segment=NetworkSegment(231c55dc-a81f-4083-b2a4-184dedc30845),segment_id=231c55dc-a81f-4083-b2a4-184dedc30845)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:05.707950 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.722680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Calling delete_port for 6663956b-216a-407e-842c-071021dded56 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:05.754572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0432ec3f-3b60-4188-8a76-ca8ac5b89c68 None None] Provisioning complete for port 6663956b-216a-407e-842c-071021dded56 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:05.754572 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0432ec3f-3b60-4188-8a76-ca8ac5b89c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.812346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.822723 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0432ec3f-3b60-4188-8a76-ca8ac5b89c68 None None] Could not find standard attr ID for object 6663956b-216a-407e-842c-071021dded56. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:55:05.828926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e5e59-505a-472f-b509-ded89c1d18e3 None None] DHCP port deletion for bc397d6a-5538-4ccd-9f25-244c1d4919d1 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:05.831037 n-d-818932-3 neutron-server[120537]: INFO neutron.plugins.ml2.db [None req-0432ec3f-3b60-4188-8a76-ca8ac5b89c68 None None] No ports have port_id starting with 6663956b-216a-407e-842c-071021dded56 Nov 23 18:55:05.848937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] No DVR routers for this DVR port 6663956b-216a-407e-842c-071021dded56 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:55:05.853622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c980001-ceec-49ee-9290-3df697cc5eb2 None None] Network bc397d6a-5538-4ccd-9f25-244c1d4919d1 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:05.855199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event deleted for resources: {'Port': ['ID=6663956b-216a-407e-842c-071021dded56,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:05.867157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c980001-ceec-49ee-9290-3df697cc5eb2 None None] Network bc397d6a-5538-4ccd-9f25-244c1d4919d1 could not be found, it might have been deleted concurrently. {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:55:05.913980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba6cfc-08e8-4a72-ba0a-db7d9e7883ce None None] DHCP port deletion for e37bf277-57b1-4ca8-8f38-30244bfe177b request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:05.941969 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.946926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c716d50e-e37c-432a-83bd-6e383093bee7 None None] Could not find standard attr ID for object c26039df-f9bd-4ca9-a84c-76ca208efc79. {{(pid=120537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:55:05.963240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37bf277-57b1-4ca8-8f38-30244bfe177b']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:05.972236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231c55dc-a81f-4083-b2a4-184dedc30845') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:05.972531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231c55dc-a81f-4083-b2a4-184dedc30845') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:05.982224 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.995182 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.001157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:06.001538 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:06.004766 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:06.065990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.073392 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.079185 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "DELETE /v2.0/networks/e37bf277-57b1-4ca8-8f38-30244bfe177b HTTP/1.1" status: 204 len: 168 time: 0.5861485 Nov 23 18:55:06.079587 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43898) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:06.088581 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57325a48-0af4-454a-96d5-48b65832c497 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Pushing event deleted for resources: {'Network': ['ID=e37bf277-57b1-4ca8-8f38-30244bfe177b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:06.109747 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-145f5cd5-e676-428d-b771-54c256f7aee1 tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "GET /v2.0/ports?device_id=e59ca96c-6e0c-41dc-bf59-ef2fc5650887 HTTP/1.1" status: 200 len: 205 time: 0.0287631 Nov 23 18:55:06.111931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43900) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:06.187757 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b31bfc0-e6d3-457d-9d02-3efa775a788e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.344879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b31bfc0-e6d3-457d-9d02-3efa775a788e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.347090 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b31bfc0-e6d3-457d-9d02-3efa775a788e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.392756 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b31bfc0-e6d3-457d-9d02-3efa775a788e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.393350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b31bfc0-e6d3-457d-9d02-3efa775a788e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Fanout notify agent at l3_agent the message router_deleted on router e59ca96c-6e0c-41dc-bf59-ef2fc5650887 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:06.401632 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1b31bfc0-e6d3-457d-9d02-3efa775a788e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.403052 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1b31bfc0-e6d3-457d-9d02-3efa775a788e tempest-RoutersNegativeTest-990415668 tempest-RoutersNegativeTest-990415668-project] 10.222.0.74 "DELETE /v2.0/routers/e59ca96c-6e0c-41dc-bf59-ef2fc5650887 HTTP/1.1" status: 204 len: 168 time: 0.2899714 Nov 23 18:55:06.653729 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43906) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:06.792967 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-a9e3a1f0-3c18-46d9-b668-59e09a9e8e4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=00df624b78874b67a7ccc919a215bc6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380231 Nov 23 18:55:06.795505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43910) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:06.852397 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf72fec7-6d0d-421d-ba34-7d6fba52ad2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.873918 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf72fec7-6d0d-421d-ba34-7d6fba52ad2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.921269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf72fec7-6d0d-421d-ba34-7d6fba52ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.923954 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bf72fec7-6d0d-421d-ba34-7d6fba52ad2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.925119 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bf72fec7-6d0d-421d-ba34-7d6fba52ad2f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cc1e5b66-ba21-480f-bf46-f4c5d34304da HTTP/1.1" status: 204 len: 168 time: 0.1282873 Nov 23 18:55:06.933265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72fec7-6d0d-421d-ba34-7d6fba52ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1e5b66-ba21-480f-bf46-f4c5d34304da,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:07.556909 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43932) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:07.650091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1097698559-network', 'tenant_id': '8ec05f0ae053455ead896514dacc4393'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:07.672041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Made reservation on behalf of 8ec05f0ae053455ead896514dacc4393 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:07.674520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.685495 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.762181 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.766106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.786974 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:07.800809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed998c0f-6888-41fa-ba4e-4c2861c24968,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:07.806406 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.806785 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Added segment cefc1862-7be0-47d1-9919-45edd6294a2f of type vlan for network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f Nov 23 18:55:07.845917 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.874194 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.875111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:07.875682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.911467 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3534544 Nov 23 18:55:07.914436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43936) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:07.920328 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Request body: {'subnet': {'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-subnet', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:07.941236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Made reservation on behalf of 8ec05f0ae053455ead896514dacc4393 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:07.943729 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.943914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c77e0f-4a3b-4e6d-a522-ee4a60684593 admin admin] Pushing event updated for resources: {'Network': ['ID=729a2125-5cfc-4a44-8f6a-c9beb4dded3f,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:07.954885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:08.119802 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.177585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac509a1-c4a5-40e8-81dd-721ac51292aa,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:08.186147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Checking segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:08.186507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Network hostable DHCP agents. Network: 729a2125-5cfc-4a44-8f6a-c9beb4dded3f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:08.203725 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:08.213294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 729a2125-5cfc-4a44-8f6a-c9beb4dded3f) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:08.217283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:08.217949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.222254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec5dac-6b1e-41ba-8f6c-50579dcab8ef None None] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:08.234479 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2627cb84-aa25-41eb-be0b-addb537e1a20 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3182793 Nov 23 18:55:08.237253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43938) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:08.241668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:08.263915 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.264885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.354436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.373977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'fixed_ips': [{'subnet_id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:55:08.374923 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.497154 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.509465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Allocated IP 172.20.0.2 (729a2125-5cfc-4a44-8f6a-c9beb4dded3f/1ac509a1-c4a5-40e8-81dd-721ac51292aa/90640bef-5157-436e-b3c7-c0188a236a5c) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:08.712570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.739098 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.822436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.829118 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.877702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:08.880718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:08.884689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:08.892411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Pushing event updated for resources: {'Port': ['ID=90640bef-5157-436e-b3c7-c0188a236a5c,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:08.949088 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Attempting to bind port 90640bef-5157-436e-b3c7-c0188a236a5c on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:08.949710 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Attempting to bind port 90640bef-5157-436e-b3c7-c0188a236a5c by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:08.950084 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Attempting to bind port 90640bef-5157-436e-b3c7-c0188a236a5c on network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:08.955531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:08.956239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Checking segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:08.956380 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.956827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Bound using segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:08.957308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Bound port: 90640bef-5157-436e-b3c7-c0188a236a5c, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:08.957693 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.023642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] For port 90640bef-5157-436e-b3c7-c0188a236a5c, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:09.027413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] For port 90640bef-5157-436e-b3c7-c0188a236a5c, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=90640bef-5157-436e-b3c7-c0188a236a5c,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:09.032661 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.090805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1490768-be48-4216-8a42-bc4b02d9dc9b None None] Pushing event updated for resources: {'Port': ['ID=90640bef-5157-436e-b3c7-c0188a236a5c,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:09.146491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Allocated IP 172.25.0.24 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/65f1d9c1-618e-4b3f-8c96-07d8910708cf) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:09.267713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.306825 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.355082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:09.358078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:09.362617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:09.365914 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=65f1d9c1-618e-4b3f-8c96-07d8910708cf,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:09.374647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d692dc4e-4898-4649-b644-9d5d25386093 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:09.486977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2b3c47b1-3618-403b-b376-15bb1b7cbd41 None None] Provisioning complete for port 65f1d9c1-618e-4b3f-8c96-07d8910708cf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:09.487391 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2b3c47b1-3618-403b-b376-15bb1b7cbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.526610 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c47b1-3618-403b-b376-15bb1b7cbd41 None None] Port 65f1d9c1-618e-4b3f-8c96-07d8910708cf cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:09.620997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.827130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.976062 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Router 1061c67c-809d-4c7b-88ae-8671b98f961e is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:10.019990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61fc6e-470f-4d09-8143-28d187fc8061 None None] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:10.041696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 90640bef-5157-436e-b3c7-c0188a236a5c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:10.090524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:10.109085 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.110503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e4114733-0130-4d80-9858-de827b36b8e9 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8721707 Nov 23 18:55:10.113374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43942) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:10.113877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Sync routers for ids ['1061c67c-809d-4c7b-88ae-8671b98f961e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:10.135846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-81035009-7f94-46a8-8556-672d8efc119b None None] Provisioning complete for port 90640bef-5157-436e-b3c7-c0188a236a5c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:10.136227 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-81035009-7f94-46a8-8556-672d8efc119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.174016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Routers {'1061c67c-809d-4c7b-88ae-8671b98f961e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:10.174669 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:54:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1061c67c-809d-4c7b-88ae-8671b98f961e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:10.276158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 90640bef-5157-436e-b3c7-c0188a236a5c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:10.276453 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.425364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Set router 1061c67c-809d-4c7b-88ae-8671b98f961e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:10.493804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-81035009-7f94-46a8-8556-672d8efc119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.537623 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.623924 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.626967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-81035009-7f94-46a8-8556-672d8efc119b None None] For port 90640bef-5157-436e-b3c7-c0188a236a5c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=90640bef-5157-436e-b3c7-c0188a236a5c,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:10.644576 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-81035009-7f94-46a8-8556-672d8efc119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.762565 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81035009-7f94-46a8-8556-672d8efc119b None None] Pushing event updated for resources: {'Port': ['ID=90640bef-5157-436e-b3c7-c0188a236a5c,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:10.788488 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:55:10.788858 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:55:10.806523 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:09Z', 'revision_number': 3, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port': {'id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:10.834790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Checking router: 1061c67c-809d-4c7b-88ae-8671b98f961e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:55:10.835077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Updating router 1061c67c-809d-4c7b-88ae-8671b98f961e port 65f1d9c1-618e-4b3f-8c96-07d8910708cf binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:55:10.867997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.896103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d883a4d3-0563-49e5-bf7d-1f705b2e95a3 None None] Provisioning complete for port 90640bef-5157-436e-b3c7-c0188a236a5c triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:10.896483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d883a4d3-0563-49e5-bf7d-1f705b2e95a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.008928 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Allocated IP 172.20.0.1 (729a2125-5cfc-4a44-8f6a-c9beb4dded3f/1ac509a1-c4a5-40e8-81dd-721ac51292aa/9cf69092-dae1-4653-9b95-99f709603bec) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:11.116525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.151877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.192549 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.193471 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:11.198198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:11.200176 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.201560 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:11.238156 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf69092-dae1-4653-9b95-99f709603bec,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:11.254871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba068e9c-19d7-4298-8ec7-a5fa71d1df72 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:11.256722 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.265167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb66531-2505-4c70-9522-72615df827ed None None] Pushing event updated for resources: {'Port': ['ID=65f1d9c1-618e-4b3f-8c96-07d8910708cf,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:11.267917 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Attempting to bind port 65f1d9c1-618e-4b3f-8c96-07d8910708cf on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:11.268299 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Attempting to bind port 65f1d9c1-618e-4b3f-8c96-07d8910708cf by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:11.268699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Attempting to bind port 65f1d9c1-618e-4b3f-8c96-07d8910708cf on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:11.276820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:11.277171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:11.277581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.277983 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:11.278576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Bound port: 65f1d9c1-618e-4b3f-8c96-07d8910708cf, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:11.279014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.412934 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.526233 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-45a23d72-66cb-45c4-8509-8fb21b81bf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.539701 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f0ed7982-2fab-4ee5-b863-85acc00f37b3 None None] Provisioning complete for port 65f1d9c1-618e-4b3f-8c96-07d8910708cf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:11.540144 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7982-2fab-4ee5-b863-85acc00f37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.576451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] For port 65f1d9c1-618e-4b3f-8c96-07d8910708cf, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:11.591402 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.595251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] For port 65f1d9c1-618e-4b3f-8c96-07d8910708cf, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=65f1d9c1-618e-4b3f-8c96-07d8910708cf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:11.596000 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.596727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed7982-2fab-4ee5-b863-85acc00f37b3 None None] Port 65f1d9c1-618e-4b3f-8c96-07d8910708cf cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:11.600162 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.645239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d61320-51de-4d67-aaa9-24da1bb4790f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:11.667264 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb66531-2505-4c70-9522-72615df827ed None None] Pushing event updated for resources: {'Port': ['ID=65f1d9c1-618e-4b3f-8c96-07d8910708cf,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:11.669627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Routers {'1061c67c-809d-4c7b-88ae-8671b98f961e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:11.670012 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf69092-dae1-4653-9b95-99f709603bec,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:11.670319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:54:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1061c67c-809d-4c7b-88ae-8671b98f961e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:11.672643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.765701 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:11.766045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] Provisioning complete for port 65f1d9c1-618e-4b3f-8c96-07d8910708cf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:11.766420 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.767199 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:11.821100 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] Set router 1061c67c-809d-4c7b-88ae-8671b98f961e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:11.887184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Router 1061c67c-809d-4c7b-88ae-8671b98f961e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:11.985900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.012441 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:12.016500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] For port 65f1d9c1-618e-4b3f-8c96-07d8910708cf, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=65f1d9c1-618e-4b3f-8c96-07d8910708cf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:12.032271 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-92bc8680-83ab-49ba-bee5-e923df3a07c0 admin admin] 10.222.0.74 "PUT /v2.0/routers/1061c67c-809d-4c7b-88ae-8671b98f961e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9084036 Nov 23 18:55:12.032763 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.038464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 90640bef-5157-436e-b3c7-c0188a236a5c up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:12.139959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] Provisioning complete for port 9cf69092-dae1-4653-9b95-99f709603bec triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:12.140357 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.175413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] Pushing event updated for resources: {'Port': ['ID=65f1d9c1-618e-4b3f-8c96-07d8910708cf,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:12.202419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-26d057d0-ff76-45cd-a9b3-9d4101cfbcdf None None] Port 9cf69092-dae1-4653-9b95-99f709603bec cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:12.212549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 90640bef-5157-436e-b3c7-c0188a236a5c triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:12.213384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.247312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port': {'id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cf69092-dae1-4653-9b95-99f709603bec', 'name': '', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'mac_address': 'fa:16:3e:43:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:10Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 2, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'subnets': [{'id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:12.280324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613e13e-e924-4e23-9dc0-f723030ac5a2 None None] The sync data for ids ['1061c67c-809d-4c7b-88ae-8671b98f961e'] in n-d-818932-3 is: [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port': {'id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cf69092-dae1-4653-9b95-99f709603bec', 'name': '', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'mac_address': 'fa:16:3e:43:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:10Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 2, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'subnets': [{'id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:12.344761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4be1a4b2-9bfb-46ac-9c89-f619bc33330a None None] Provisioning complete for port 9cf69092-dae1-4653-9b95-99f709603bec triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:12.345013 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4be1a4b2-9bfb-46ac-9c89-f619bc33330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.383482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4be1a4b2-9bfb-46ac-9c89-f619bc33330a None None] Port 9cf69092-dae1-4653-9b95-99f709603bec cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:12.551296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 43958) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:12.558818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-740746703-network', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:12.584554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Made reservation on behalf of 544a60278c984a47b08d6c63f0a91dd3 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:12.587242 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.596775 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.678043 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.684129 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.716537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:12.726825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646c27ed-d99f-479f-b1fc-fdc5a9594f6e,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:12.733720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.734075 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Added segment 92bab1c9-45d7-4cbe-86d4-bfafcaa7b088 of type vlan for network 442ec101-10b9-4cf7-afa7-21c04825951c Nov 23 18:55:12.780961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.808553 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.809680 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:12.810256 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.848446 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2946715 Nov 23 18:55:12.851622 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43960) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:12.857628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Request body: {'subnet': {'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-subnet', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:12.878337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3385-6e03-4130-bf10-c00a7eac446d admin admin] Pushing event updated for resources: {'Network': ['ID=442ec101-10b9-4cf7-afa7-21c04825951c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:12.886571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Made reservation on behalf of 544a60278c984a47b08d6c63f0a91dd3 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:12.888522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 442ec101-10b9-4cf7-afa7-21c04825951c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:12.889872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.084116 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.144208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1aed2df-fb07-4cb3-86d1-915cf8e850b4,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:13.154113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Checking segment: {'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:13.154486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Network hostable DHCP agents. Network: 442ec101-10b9-4cf7-afa7-21c04825951c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:13.172530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Network 442ec101-10b9-4cf7-afa7-21c04825951c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:13.182510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 442ec101-10b9-4cf7-afa7-21c04825951c) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:13.187225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:13.187997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.194292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfa6deb-6548-48a0-8ad4-147fe282e7f3 None None] Network 442ec101-10b9-4cf7-afa7-21c04825951c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:13.206946 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7be8c6e1-bb69-4bd5-afe4-8678864a7ac0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3531389 Nov 23 18:55:13.209495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43962) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:13.214487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:13.240542 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.241568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.300996 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.374481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-442ec101-10b9-4cf7-afa7-21c04825951c', 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'fixed_ips': [{'subnet_id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:55:13.375552 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.452763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.515526 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e259a513-fa3c-40bc-aa9d-94b14bc7858e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.535863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Allocated IP 172.20.0.2 (442ec101-10b9-4cf7-afa7-21c04825951c/a1aed2df-fb07-4cb3-86d1-915cf8e850b4/891c0e5f-64bc-4cd4-b170-f2309e5fc0c0) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:13.690963 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.695653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.702089 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.712733 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.748173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Network 442ec101-10b9-4cf7-afa7-21c04825951c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:13.752927 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:13.755479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:13.763383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Pushing event updated for resources: {'Port': ['ID=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:13.815617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Attempting to bind port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:13.816006 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Attempting to bind port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:13.816371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Attempting to bind port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 on network 442ec101-10b9-4cf7-afa7-21c04825951c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:13.821317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:13.821803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Checking segment: {'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:13.822189 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.822602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Bound using segment: {'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:13.823116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Bound port: 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:13.823262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Allocated IP 172.25.0.232 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/e917613e-2555-4dda-9320-23735dd3877f) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:13.823507 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.890491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] For port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:13.893726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] For port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,segment=NetworkSegment(92bab1c9-45d7-4cbe-86d4-bfafcaa7b088),segment_id=92bab1c9-45d7-4cbe-86d4-bfafcaa7b088)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:13.898548 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.935058 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.963141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da45c20-9c89-4085-8ddb-fb9ab80fe3a2 None None] Pushing event updated for resources: {'Port': ['ID=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:13.987188 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.029691 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:14.032639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:14.036170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:14.056481 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b29a84e-6139-473d-9883-76d9a67aa66c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:14.060830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 65f1d9c1-618e-4b3f-8c96-07d8910708cf up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:14.064756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Pushing event updated for resources: {'Port': ['ID=e917613e-2555-4dda-9320-23735dd3877f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:14.124587 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 65f1d9c1-618e-4b3f-8c96-07d8910708cf triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:14.125220 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.255421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-1acc7a75-83fd-486e-b307-3d4c266b6528 None None] Provisioning complete for port e917613e-2555-4dda-9320-23735dd3877f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:14.255798 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1acc7a75-83fd-486e-b307-3d4c266b6528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.296008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1acc7a75-83fd-486e-b307-3d4c266b6528 None None] Port e917613e-2555-4dda-9320-23735dd3877f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:14.342536 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.543891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.643221 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Sync routers for ids ['1061c67c-809d-4c7b-88ae-8671b98f961e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:14.653108 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Routers {'1061c67c-809d-4c7b-88ae-8671b98f961e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:14.653715 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:55:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1061c67c-809d-4c7b-88ae-8671b98f961e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:14.685222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Router bc66e21e-afd5-4cab-9347-716d4b42736e is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:14.766241 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Set router 1061c67c-809d-4c7b-88ae-8671b98f961e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:14.800466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:14.812464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Sync routers for ids ['bc66e21e-afd5-4cab-9347-716d4b42736e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:14.825253 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.826869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a3e97456-eef2-43ff-998b-7e9bd870e365 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6161525 Nov 23 18:55:14.829225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Routers {'bc66e21e-afd5-4cab-9347-716d4b42736e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:14.829354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 43966) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:14.830338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:55:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bc66e21e-afd5-4cab-9347-716d4b42736e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:14.979329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Set router bc66e21e-afd5-4cab-9347-716d4b42736e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:15.077735 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port': {'id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cf69092-dae1-4653-9b95-99f709603bec', 'name': '', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'mac_address': 'fa:16:3e:43:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:10Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 2, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'subnets': [{'id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:15.117601 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Checking router: 1061c67c-809d-4c7b-88ae-8671b98f961e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:55:15.118919 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Updating router 1061c67c-809d-4c7b-88ae-8671b98f961e port 9cf69092-dae1-4653-9b95-99f709603bec binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:55:15.152920 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.275067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e917613e-2555-4dda-9320-23735dd3877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:14Z', 'revision_number': 3, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port': {'id': 'e917613e-2555-4dda-9320-23735dd3877f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:15.323909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Checking router: bc66e21e-afd5-4cab-9347-716d4b42736e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:55:15.324272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Updating router bc66e21e-afd5-4cab-9347-716d4b42736e port e917613e-2555-4dda-9320-23735dd3877f binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:55:15.376876 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.413214 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.486559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8688fa-c7d8-44e2-a3de-0086fe147528 None None] Network 442ec101-10b9-4cf7-afa7-21c04825951c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:15.503529 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.510019 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.568269 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Pushing event updated for resources: {'Port': ['ID=9cf69092-dae1-4653-9b95-99f709603bec,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:15.595287 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.595884 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.596368 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.597195 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.597646 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.598733 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.598887 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.599376 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.599939 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.600508 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.601085 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.603656 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.640550 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Attempting to bind port 9cf69092-dae1-4653-9b95-99f709603bec on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:15.640912 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Attempting to bind port 9cf69092-dae1-4653-9b95-99f709603bec by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:15.641282 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Attempting to bind port 9cf69092-dae1-4653-9b95-99f709603bec on network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:15.647021 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:15.647727 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Checking segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:15.647853 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.648198 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Bound using segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:15.648895 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Bound port: 9cf69092-dae1-4653-9b95-99f709603bec, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:15.650197 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.733254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] For port 9cf69092-dae1-4653-9b95-99f709603bec, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:15.738005 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] For port 9cf69092-dae1-4653-9b95-99f709603bec, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9cf69092-dae1-4653-9b95-99f709603bec,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:15.746147 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.798154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9cf64d7a-a7b2-4eae-a80e-532f32a2610e None None] Provisioning complete for port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:15.798850 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9cf64d7a-a7b2-4eae-a80e-532f32a2610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.819879 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.838231 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Routers {'1061c67c-809d-4c7b-88ae-8671b98f961e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:15.839217 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:55:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1061c67c-809d-4c7b-88ae-8671b98f961e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:15.889769 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e94688-117d-433a-b3db-263e7daea3cf None None] Pushing event updated for resources: {'Port': ['ID=9cf69092-dae1-4653-9b95-99f709603bec,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:16.084657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Allocated IP 172.20.0.1 (442ec101-10b9-4cf7-afa7-21c04825951c/a1aed2df-fb07-4cb3-86d1-915cf8e850b4/d3429634-81b4-40dc-95ab-a703c1ec5c07) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:16.177122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9cf64d7a-a7b2-4eae-a80e-532f32a2610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.224355 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.235157 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] Set router 1061c67c-809d-4c7b-88ae-8671b98f961e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:16.242307 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.250117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9cf64d7a-a7b2-4eae-a80e-532f32a2610e None None] For port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,segment=NetworkSegment(92bab1c9-45d7-4cbe-86d4-bfafcaa7b088),segment_id=92bab1c9-45d7-4cbe-86d4-bfafcaa7b088)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:16.282511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9cf64d7a-a7b2-4eae-a80e-532f32a2610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.306445 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:16.310875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.311661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e903c-f248-4ca4-9d5a-105c677dabc0 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:16.381056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27e959-e67e-4fd4-8868-7ebc304a5ecb None None] Pushing event updated for resources: {'Port': ['ID=e917613e-2555-4dda-9320-23735dd3877f,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:16.383441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Attempting to bind port e917613e-2555-4dda-9320-23735dd3877f on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:16.384419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Attempting to bind port e917613e-2555-4dda-9320-23735dd3877f by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:16.384796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Attempting to bind port e917613e-2555-4dda-9320-23735dd3877f on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:16.387238 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.438708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Network 442ec101-10b9-4cf7-afa7-21c04825951c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:16.444471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:16.448237 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:16.454016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:16.454405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:16.454851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.455261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:16.455761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Bound port: e917613e-2555-4dda-9320-23735dd3877f, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:16.456153 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.487095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Pushing event updated for resources: {'Port': ['ID=d3429634-81b4-40dc-95ab-a703c1ec5c07,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:16.510814 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.571940 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf64d7a-a7b2-4eae-a80e-532f32a2610e None None] Pushing event updated for resources: {'Port': ['ID=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:16.581101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] Provisioning complete for port e917613e-2555-4dda-9320-23735dd3877f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:16.581101 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.656205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] For port e917613e-2555-4dda-9320-23735dd3877f, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:16.660848 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:16.661492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.675449 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.691346 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port': {'id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cf69092-dae1-4653-9b95-99f709603bec', 'name': '', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'mac_address': 'fa:16:3e:43:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:10Z', 'updated_at': '2021-11-23T18:55:15Z', 'revision_number': 4, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'subnets': [{'id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:16.704314 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.706510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] For port e917613e-2555-4dda-9320-23735dd3877f, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e917613e-2555-4dda-9320-23735dd3877f,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:16.710164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] Port e917613e-2555-4dda-9320-23735dd3877f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:16.721218 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.741864 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b00daa-d7b1-421a-97a8-8df4a8423418 None None] The sync data for ids ['1061c67c-809d-4c7b-88ae-8671b98f961e'] in n-d-818932-3 is: [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port': {'id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '9cf69092-dae1-4653-9b95-99f709603bec', 'name': '', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'mac_address': 'fa:16:3e:43:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:10Z', 'updated_at': '2021-11-23T18:55:15Z', 'revision_number': 4, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'subnets': [{'id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:16.777985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976bef6-78f1-4e47-b3da-438dbc636c8f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:16.786509 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] Provisioning complete for port 9cf69092-dae1-4653-9b95-99f709603bec triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:16.786913 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.879709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Routers {'bc66e21e-afd5-4cab-9347-716d4b42736e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:16.880982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:55:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bc66e21e-afd5-4cab-9347-716d4b42736e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:16.925133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.931341 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.942853 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27e959-e67e-4fd4-8868-7ebc304a5ecb None None] Pushing event updated for resources: {'Port': ['ID=e917613e-2555-4dda-9320-23735dd3877f,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:17.017704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Pushing event updated for resources: {'Port': ['ID=d3429634-81b4-40dc-95ab-a703c1ec5c07,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:17.021375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.069652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9cf69092-dae1-4653-9b95-99f709603bec up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:17.096694 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.120521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] Set router bc66e21e-afd5-4cab-9347-716d4b42736e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:17.125059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Network 442ec101-10b9-4cf7-afa7-21c04825951c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:17.126857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:17.194775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] For port 9cf69092-dae1-4653-9b95-99f709603bec, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9cf69092-dae1-4653-9b95-99f709603bec,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:17.215012 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.286920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Router bc66e21e-afd5-4cab-9347-716d4b42736e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:17.319469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9cf69092-dae1-4653-9b95-99f709603bec triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:17.319847 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.428139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:17.428362 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb3ae8-93a6-42cd-8e05-537c8e258918 None None] Pushing event updated for resources: {'Port': ['ID=9cf69092-dae1-4653-9b95-99f709603bec,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:17.441488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-df6daabd-6f92-4471-9320-7d681dfacb06 admin admin] 10.222.0.74 "PUT /v2.0/routers/bc66e21e-afd5-4cab-9347-716d4b42736e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036923 Nov 23 18:55:17.452205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Provisioning complete for port e917613e-2555-4dda-9320-23735dd3877f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:17.452579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.491935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:55:17.640298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.648068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e917613e-2555-4dda-9320-23735dd3877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 4, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port': {'id': 'e917613e-2555-4dda-9320-23735dd3877f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd3429634-81b4-40dc-95ab-a703c1ec5c07', 'name': '', 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'mac_address': 'fa:16:3e:34:60:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:15Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 1, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'subnets': [{'id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:17.688972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fafdbd3-96f4-48a0-8f90-154d2b82286a None None] The sync data for ids ['bc66e21e-afd5-4cab-9347-716d4b42736e'] in n-d-818932-3 is: [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e917613e-2555-4dda-9320-23735dd3877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 4, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port': {'id': 'e917613e-2555-4dda-9320-23735dd3877f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd3429634-81b4-40dc-95ab-a703c1ec5c07', 'name': '', 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'mac_address': 'fa:16:3e:34:60:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:15Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 1, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'subnets': [{'id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:17.693403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] For port e917613e-2555-4dda-9320-23735dd3877f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e917613e-2555-4dda-9320-23735dd3877f,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:17.701319 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.741960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Provisioning complete for port d3429634-81b4-40dc-95ab-a703c1ec5c07 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:17.742509 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.781386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Pushing event updated for resources: {'Port': ['ID=e917613e-2555-4dda-9320-23735dd3877f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:17.793907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Port d3429634-81b4-40dc-95ab-a703c1ec5c07 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:17.804261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Provisioning complete for port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:17.804640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-50c1c9f4-04c2-49ac-8f40-c685c6e02342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.029500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-66f7687a-bf8b-4147-b775-f0309c308d3b None None] Provisioning complete for port d3429634-81b4-40dc-95ab-a703c1ec5c07 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:18.029885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-66f7687a-bf8b-4147-b775-f0309c308d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.063458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9cf69092-dae1-4653-9b95-99f709603bec up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:18.120714 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.127397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-66f7687a-bf8b-4147-b775-f0309c308d3b None None] Port d3429634-81b4-40dc-95ab-a703c1ec5c07 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:18.141347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 9cf69092-dae1-4653-9b95-99f709603bec triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:18.142144 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.231158 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:18.285856 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:18.286239 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.307491 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-0bcf0178-b276-412f-9d8e-cdb750960698 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:18.309068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-0bcf0178-b276-412f-9d8e-cdb750960698 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/networks?id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f HTTP/1.1" status: 200 len: 817 time: 0.1209595 Nov 23 18:55:18.327126 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-58a57cdc-122a-4c9e-9e4f-a65bd1b9e8da tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/quotas/8ec05f0ae053455ead896514dacc4393 HTTP/1.1" status: 200 len: 375 time: 0.0109675 Nov 23 18:55:18.389509 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-f6df80c6-9996-4c11-b3ff-b1fd8f7dae39 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8ec05f0ae053455ead896514dacc4393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535314 Nov 23 18:55:18.482626 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-81996d84-649d-4372-b1d8-462a96f91059 service neutron] 10.222.0.74 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823789 Nov 23 18:55:18.582028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-8cf2cca7-f3ee-4da2-9ad4-87bbe661833e service neutron] 10.222.0.74 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932450 Nov 23 18:55:18.745450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f0c0b9ca-bd92-4fd2-9096-e84e7f895071 req-1eac40eb-f0ec-4405-b06c-ec1d1dead36e tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 210 time: 0.0273142 Nov 23 18:55:19.872521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b35ff209-bd06-47ca-9b41-86bb4561703b req-a804ad5e-856f-419d-a940-a4faab14b7bd tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 210 time: 0.0554652 Nov 23 18:55:19.956681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-b407b924-738d-4d1d-9ce3-6bf13ab6eae2 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:19.958243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-b407b924-738d-4d1d-9ce3-6bf13ab6eae2 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.72 "GET /v2.0/networks?id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f HTTP/1.1" status: 200 len: 817 time: 0.1509233 Nov 23 18:55:19.983786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Request body: {'port': {'device_id': '5d27c02c-b630-4cae-a2e4-5cb5865d645d', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'admin_state_up': True, 'tenant_id': '8ec05f0ae053455ead896514dacc4393'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:20.022077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e917613e-2555-4dda-9320-23735dd3877f up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:20.061127 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.078887 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e917613e-2555-4dda-9320-23735dd3877f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:20.079373 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.101446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Made reservation on behalf of 8ec05f0ae053455ead896514dacc4393 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:20.106629 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.245927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Allocated IP 172.20.0.4 (729a2125-5cfc-4a44-8f6a-c9beb4dded3f/1ac509a1-c4a5-40e8-81dd-721ac51292aa/64ef41c5-c31b-4758-b222-62df31edf30e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:20.403103 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.437855 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.460541 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Sync routers for ids ['bc66e21e-afd5-4cab-9347-716d4b42736e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:20.472154 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Routers {'bc66e21e-afd5-4cab-9347-716d4b42736e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:20.472772 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:55:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bc66e21e-afd5-4cab-9347-716d4b42736e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:20.486343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:20.489359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:20.493044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:20.499696 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Pushing event updated for resources: {'Port': ['ID=64ef41c5-c31b-4758-b222-62df31edf30e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:20.561592 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:20.561801 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.587203 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-1beef462-1eca-474d-963d-00e8d87f2aec tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069052 Nov 23 18:55:20.604477 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Set router bc66e21e-afd5-4cab-9347-716d4b42736e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:20.605657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Request body: {'port': {'device_id': '5d27c02c-b630-4cae-a2e4-5cb5865d645d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:20.662506 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.767097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4c5b2750-f4fa-4da1-8a29-cafd3e2784db None None] Provisioning complete for port 64ef41c5-c31b-4758-b222-62df31edf30e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:20.767553 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c5b2750-f4fa-4da1-8a29-cafd3e2784db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.823249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e917613e-2555-4dda-9320-23735dd3877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 4, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port': {'id': 'e917613e-2555-4dda-9320-23735dd3877f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd3429634-81b4-40dc-95ab-a703c1ec5c07', 'name': '', 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'mac_address': 'fa:16:3e:34:60:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:15Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 2, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'subnets': [{'id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:20.850756 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Checking router: bc66e21e-afd5-4cab-9347-716d4b42736e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:55:20.851115 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Updating router bc66e21e-afd5-4cab-9347-716d4b42736e port d3429634-81b4-40dc-95ab-a703c1ec5c07 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:55:20.882050 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.958497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ef41c5-c31b-4758-b222-62df31edf30e {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:55:20.966241 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b2750-f4fa-4da1-8a29-cafd3e2784db None None] Port 64ef41c5-c31b-4758-b222-62df31edf30e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:20.969510 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.011417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Transition to ACTIVE for port object 64ef41c5-c31b-4758-b222-62df31edf30e will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:55:21.016111 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.073069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dbc61-94cf-468d-88bd-9210dd3ad15e req-d81527bb-4e88-494b-bf27-fd48e94bfacd tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:21.074867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e1dbc61-94cf-468d-88bd-9210dd3ad15e req-d81527bb-4e88-494b-bf27-fd48e94bfacd tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 931 time: 0.1024392 Nov 23 18:55:21.085825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Pushing event updated for resources: {'Port': ['ID=64ef41c5-c31b-4758-b222-62df31edf30e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:21.119837 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.188121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e1dbc61-94cf-468d-88bd-9210dd3ad15e req-a5348b1d-aa30-4b25-b6ca-6ef472750410 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864370 Nov 23 18:55:21.188329 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.194756 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.201015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Attempting to bind port 64ef41c5-c31b-4758-b222-62df31edf30e on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:21.201373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Attempting to bind port 64ef41c5-c31b-4758-b222-62df31edf30e by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:21.201715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Attempting to bind port 64ef41c5-c31b-4758-b222-62df31edf30e on network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:21.206924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Port 64ef41c5-c31b-4758-b222-62df31edf30e on network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:55:21.207252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Attempting to bind port 64ef41c5-c31b-4758-b222-62df31edf30e on network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:21.213169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:21.213727 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Checking segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:21.214254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Bound using segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:21.214901 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Bound port: 64ef41c5-c31b-4758-b222-62df31edf30e, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:21.215573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.252990 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c398-5093-4317-8104-92aa9fbb5db4 None None] Pushing event updated for resources: {'Port': ['ID=d3429634-81b4-40dc-95ab-a703c1ec5c07,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:21.286729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] For port 64ef41c5-c31b-4758-b222-62df31edf30e, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:21.296147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] For port 64ef41c5-c31b-4758-b222-62df31edf30e, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ef41c5-c31b-4758-b222-62df31edf30e,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:21.303235 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.318231 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Attempting to bind port d3429634-81b4-40dc-95ab-a703c1ec5c07 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:21.319802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Attempting to bind port d3429634-81b4-40dc-95ab-a703c1ec5c07 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:21.320176 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Attempting to bind port d3429634-81b4-40dc-95ab-a703c1ec5c07 on network 442ec101-10b9-4cf7-afa7-21c04825951c {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:21.327165 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:21.327629 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Checking segment: {'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:21.328062 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.328456 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Bound using segment: {'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:21.328934 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Bound port: d3429634-81b4-40dc-95ab-a703c1ec5c07, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:21.330035 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.342665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:21.342665 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.342665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] 10.222.0.72 "PUT /v2.0/ports/64ef41c5-c31b-4758-b222-62df31edf30e HTTP/1.1" status: 200 len: 1091 time: 0.7416654 Nov 23 18:55:21.342665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d27c02c-b630-4cae-a2e4-5cb5865d645d', 'tag': '64ef41c5-c31b-4758-b222-62df31edf30e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:55:21.344968 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7392c4a3-cbeb-4472-a118-1350af580d14" -d '{"events": [{"name": "network-changed", "server_uuid": "5d27c02c-b630-4cae-a2e4-5cb5865d645d", "tag": "64ef41c5-c31b-4758-b222-62df31edf30e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:55:21.370918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a064b5b-dc87-47c4-97ac-b76c4a7384bb service neutron] Pushing event updated for resources: {'Port': ['ID=64ef41c5-c31b-4758-b222-62df31edf30e,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:21.417556 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b56982-90a1-49bb-b0d4-801326de27e4 x-openstack-request-id: req-d3b56982-90a1-49bb-b0d4-801326de27e4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:55:21.417955 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d27c02c-b630-4cae-a2e4-5cb5865d645d", "tag": "64ef41c5-c31b-4758-b222-62df31edf30e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:55:21.418219 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3b56982-90a1-49bb-b0d4-801326de27e4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:55:21.418772 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d27c02c-b630-4cae-a2e4-5cb5865d645d', 'tag': '64ef41c5-c31b-4758-b222-62df31edf30e', 'status': 'completed', 'code': 200} Nov 23 18:55:21.429364 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] For port d3429634-81b4-40dc-95ab-a703c1ec5c07, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:21.433520 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] For port d3429634-81b4-40dc-95ab-a703c1ec5c07, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d3429634-81b4-40dc-95ab-a703c1ec5c07,segment=NetworkSegment(92bab1c9-45d7-4cbe-86d4-bfafcaa7b088),segment_id=92bab1c9-45d7-4cbe-86d4-bfafcaa7b088)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:21.439853 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.480927 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-f492732a-ebd4-4a50-a522-f65643b47673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:21.488069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-f492732a-ebd4-4a50-a522-f65643b47673 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ec05f0ae053455ead896514dacc4393&device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 1094 time: 0.0634964 Nov 23 18:55:21.511142 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c398-5093-4317-8104-92aa9fbb5db4 None None] Pushing event updated for resources: {'Port': ['ID=d3429634-81b4-40dc-95ab-a703c1ec5c07,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:21.514822 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Routers {'bc66e21e-afd5-4cab-9347-716d4b42736e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:21.515664 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:55:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bc66e21e-afd5-4cab-9347-716d4b42736e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:21.548258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-38243430-b5b2-441a-9ed9-69fad35d6cd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ef41c5-c31b-4758-b222-62df31edf30e HTTP/1.1" status: 200 len: 217 time: 0.0483394 Nov 23 18:55:21.604006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-e1dcded4-dc72-474d-8197-84ff6cae2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:21.605569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-e1dcded4-dc72-474d-8197-84ff6cae2179 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac509a1-c4a5-40e8-81dd-721ac51292aa HTTP/1.1" status: 200 len: 856 time: 0.0470870 Nov 23 18:55:21.640026 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] Set router bc66e21e-afd5-4cab-9347-716d4b42736e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:21.658947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-c4651acd-8c76-41f9-bb62-017930f94c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:21.660645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-c4651acd-8c76-41f9-bb62-017930f94c25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468061 Nov 23 18:55:21.745909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-766c8852-ba2e-4510-8921-5f2fb74b8b48 None None] Provisioning complete for port d3429634-81b4-40dc-95ab-a703c1ec5c07 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:21.746523 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-766c8852-ba2e-4510-8921-5f2fb74b8b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.784614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-c6cbfd69-9b04-4539-8e40-1376ac83a450 service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091223 Nov 23 18:55:21.847069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-766c8852-ba2e-4510-8921-5f2fb74b8b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.895548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-766c8852-ba2e-4510-8921-5f2fb74b8b48 None None] For port d3429634-81b4-40dc-95ab-a703c1ec5c07, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d3429634-81b4-40dc-95ab-a703c1ec5c07,segment=NetworkSegment(92bab1c9-45d7-4cbe-86d4-bfafcaa7b088),segment_id=92bab1c9-45d7-4cbe-86d4-bfafcaa7b088)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:21.895784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e917613e-2555-4dda-9320-23735dd3877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 4, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port': {'id': 'e917613e-2555-4dda-9320-23735dd3877f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd3429634-81b4-40dc-95ab-a703c1ec5c07', 'name': '', 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'mac_address': 'fa:16:3e:34:60:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:15Z', 'updated_at': '2021-11-23T18:55:21Z', 'revision_number': 4, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'subnets': [{'id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:21.901256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-766c8852-ba2e-4510-8921-5f2fb74b8b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.907449 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5624216b-9ca6-405b-b145-b0691d1effe5 req-9f6a02a6-8c26-4753-8d49-e301d46f825f service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110973 Nov 23 18:55:21.943190 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e7fe6-770b-4361-92db-f81d49957684 None None] The sync data for ids ['bc66e21e-afd5-4cab-9347-716d4b42736e'] in n-d-818932-3 is: [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e917613e-2555-4dda-9320-23735dd3877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 4, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port': {'id': 'e917613e-2555-4dda-9320-23735dd3877f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'd3429634-81b4-40dc-95ab-a703c1ec5c07', 'name': '', 'network_id': '442ec101-10b9-4cf7-afa7-21c04825951c', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'mac_address': 'fa:16:3e:34:60:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:15Z', 'updated_at': '2021-11-23T18:55:21Z', 'revision_number': 4, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'subnets': [{'id': 'a1aed2df-fb07-4cb3-86d1-915cf8e850b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:21.980626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c8852-ba2e-4510-8921-5f2fb74b8b48 None None] Pushing event updated for resources: {'Port': ['ID=d3429634-81b4-40dc-95ab-a703c1ec5c07,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:22.030661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-513e2590-a555-4619-92b6-76396dd45eb0 None None] Provisioning complete for port d3429634-81b4-40dc-95ab-a703c1ec5c07 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:22.031071 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-513e2590-a555-4619-92b6-76396dd45eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:22.059832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d3429634-81b4-40dc-95ab-a703c1ec5c07 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:22.068738 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-bf509ef3-b421-4157-bfb0-96c543b1d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:22.070361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-bf509ef3-b421-4157-bfb0-96c543b1d219 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ec05f0ae053455ead896514dacc4393&device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 1094 time: 0.0701606 Nov 23 18:55:22.161763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d3429634-81b4-40dc-95ab-a703c1ec5c07 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:22.162290 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:22.172607 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-ac68b9ea-0029-43db-a982-4bc1b779ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:22.174099 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-ac68b9ea-0029-43db-a982-4bc1b779ca6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f HTTP/1.1" status: 200 len: 918 time: 0.0965250 Nov 23 18:55:22.228060 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-4a37e939-020b-4547-855c-694f144e6b14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ef41c5-c31b-4758-b222-62df31edf30e HTTP/1.1" status: 200 len: 217 time: 0.0425749 Nov 23 18:55:22.292528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-f83bfb6a-3300-420f-9696-c51ae1f72005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:22.294000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-f83bfb6a-3300-420f-9696-c51ae1f72005 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac509a1-c4a5-40e8-81dd-721ac51292aa HTTP/1.1" status: 200 len: 856 time: 0.0583754 Nov 23 18:55:22.373644 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f37d2a-4501-4598-81ea-ffb5f32cf23f req-0f143f41-eaec-472e-b55a-419455094b6d tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:22.375246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43f37d2a-4501-4598-81ea-ffb5f32cf23f req-0f143f41-eaec-472e-b55a-419455094b6d tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 943 time: 0.0946336 Nov 23 18:55:22.378215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-f89fcdda-2ee1-401f-ad8d-266d9a7b6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:22.379701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-f89fcdda-2ee1-401f-ad8d-266d9a7b6f21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661280 Nov 23 18:55:22.488261 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-43f37d2a-4501-4598-81ea-ffb5f32cf23f req-b2528cb2-fb0d-4612-b16d-cebc8a1cf3b6 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067173 Nov 23 18:55:22.511056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-21c21543-aff0-440e-8b10-2cbb3aae97d3 service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224923 Nov 23 18:55:22.607299 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7392c4a3-cbeb-4472-a118-1350af580d14 req-38cf32ad-d405-4bb6-b5c2-191b5d9f4caf service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886402 Nov 23 18:55:23.609687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a099551-8517-4279-b149-13eba57a0eb7 req-44d1daeb-bac5-497d-8e5c-212cba9a08ac tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:23.611221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a099551-8517-4279-b149-13eba57a0eb7 req-44d1daeb-bac5-497d-8e5c-212cba9a08ac tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 943 time: 0.0504949 Nov 23 18:55:23.661694 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a099551-8517-4279-b149-13eba57a0eb7 req-9550b1bf-65f9-4807-ab19-0095ccd4bf52 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 Nov 23 18:55:23.997021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d3429634-81b4-40dc-95ab-a703c1ec5c07 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:24.047599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d3429634-81b4-40dc-95ab-a703c1ec5c07 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:24.047975 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.557921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ef41c5-c31b-4758-b222-62df31edf30e details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:55:24.657870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ef41c5-c31b-4758-b222-62df31edf30e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ef41c5-c31b-4758-b222-62df31edf30e,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:24.669406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '64ef41c5-c31b-4758-b222-62df31edf30e', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'port_id': '64ef41c5-c31b-4758-b222-62df31edf30e', 'mac_address': 'fa:16:3e:d1:71:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:55:24.707147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.720955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ef41c5-c31b-4758-b222-62df31edf30e {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:55:24.742413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ef41c5-c31b-4758-b222-62df31edf30e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ef41c5-c31b-4758-b222-62df31edf30e,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:24.746892 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.780983 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefb5b5-7fbd-40b0-b598-6c3bffd3b4ea req-ac7e1324-27f6-4d5c-a5f5-f4f4f81995b2 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:24.782501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afefb5b5-7fbd-40b0-b598-6c3bffd3b4ea req-ac7e1324-27f6-4d5c-a5f5-f4f4f81995b2 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 943 time: 0.0514879 Nov 23 18:55:24.803143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ef41c5-c31b-4758-b222-62df31edf30e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:24.833776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afefb5b5-7fbd-40b0-b598-6c3bffd3b4ea req-16c32ef4-08bc-4552-a239-b411f0716c3b tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Nov 23 18:55:25.005501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['64ef41c5-c31b-4758-b222-62df31edf30e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:55:25.956358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec767a1-a11c-4682-8fcf-bdee003b94c3 req-11018caa-2e54-45e6-bba1-6b5ae667247c tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:25.957844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ec767a1-a11c-4682-8fcf-bdee003b94c3 req-11018caa-2e54-45e6-bba1-6b5ae667247c tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 944 time: 0.0536761 Nov 23 18:55:26.005375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ec767a1-a11c-4682-8fcf-bdee003b94c3 req-d34ed397-e0ce-4318-8fa6-37bfb37243d4 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Nov 23 18:55:26.565189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ef41c5-c31b-4758-b222-62df31edf30e up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:26.618555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 64ef41c5-c31b-4758-b222-62df31edf30e completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:55:26.622525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 64ef41c5-c31b-4758-b222-62df31edf30e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:26.622933 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:26.700545 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:26.722836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d27c02c-b630-4cae-a2e4-5cb5865d645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ef41c5-c31b-4758-b222-62df31edf30e'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:55:26.725087 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d620fba-ac62-4d2b-91d3-0623c6996579" -d '{"events": [{"server_uuid": "5d27c02c-b630-4cae-a2e4-5cb5865d645d", "name": "network-vif-plugged", "status": "completed", "tag": "64ef41c5-c31b-4758-b222-62df31edf30e"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:55:26.738386 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ef41c5-c31b-4758-b222-62df31edf30e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ef41c5-c31b-4758-b222-62df31edf30e,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:26.743997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:26.771868 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc4aa68-6e2d-4558-96e4-0e3304790a5a x-openstack-request-id: req-2cc4aa68-6e2d-4558-96e4-0e3304790a5a {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:55:26.772168 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d27c02c-b630-4cae-a2e4-5cb5865d645d", "name": "network-vif-plugged", "status": "completed", "tag": "64ef41c5-c31b-4758-b222-62df31edf30e", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:55:26.772423 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2cc4aa68-6e2d-4558-96e4-0e3304790a5a {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:55:26.772813 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27c02c-b630-4cae-a2e4-5cb5865d645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ef41c5-c31b-4758-b222-62df31edf30e', 'code': 200} Nov 23 18:55:26.799484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ef41c5-c31b-4758-b222-62df31edf30e,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:26.890886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcc304-5a6b-48df-85bc-fbbe0b431044 req-b7cd80e7-14d0-4bfc-af8b-b076b32a7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:26.892209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61bcc304-5a6b-48df-85bc-fbbe0b431044 req-b7cd80e7-14d0-4bfc-af8b-b076b32a7a16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 1096 time: 0.0389707 Nov 23 18:55:26.941208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-61bcc304-5a6b-48df-85bc-fbbe0b431044 req-1398635d-ebef-45cc-a9a7-4cb333da5c36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Nov 23 18:55:27.126425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f17c1-1366-49ae-94e0-3c0e6ce8db03 req-590647a0-a2db-43e2-8a48-3604fa6f390a tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:27.127956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe2f17c1-1366-49ae-94e0-3c0e6ce8db03 req-590647a0-a2db-43e2-8a48-3604fa6f390a tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 945 time: 0.0522037 Nov 23 18:55:27.175376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe2f17c1-1366-49ae-94e0-3c0e6ce8db03 req-0ff50c8d-783c-49a0-b0c3-1326de94b64b tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Nov 23 18:55:28.292851 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bee47-4291-4a82-a028-0e47f4dd3f5d req-4dd53b9f-a4c5-44d6-b803-dad3f4f46198 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:28.294337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e61bee47-4291-4a82-a028-0e47f4dd3f5d req-4dd53b9f-a4c5-44d6-b803-dad3f4f46198 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 945 time: 0.0497026 Nov 23 18:55:28.343814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e61bee47-4291-4a82-a028-0e47f4dd3f5d req-482bdc52-f143-4495-88be-fe029b0e51f4 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Nov 23 18:55:28.460979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c3485-3a1c-4135-8b5b-dd69c8f969bb req-4d3a3ba0-5e58-4a5f-869e-5acc96076761 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:28.462996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d73c3485-3a1c-4135-8b5b-dd69c8f969bb req-4d3a3ba0-5e58-4a5f-869e-5acc96076761 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 945 time: 0.0500145 Nov 23 18:55:28.512851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d73c3485-3a1c-4135-8b5b-dd69c8f969bb req-70fed854-97bf-4f33-902d-f41850120480 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Nov 23 18:55:41.409708 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d0046442-39d9-4750-8a91-12180c570da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:43.478228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-326ce31f-6894-452b-a462-6ddfebe96dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:45.312202 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.647286 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.044803 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.030196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.106052 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.180849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df6f60-f215-4b78-a728-ae4591bb7f1c req-2c13b7ee-b3fd-4096-bd3d-79b8a175a9fe tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:51.182468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80df6f60-f215-4b78-a728-ae4591bb7f1c req-2c13b7ee-b3fd-4096-bd3d-79b8a175a9fe tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 945 time: 0.0536573 Nov 23 18:55:51.239357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-80df6f60-f215-4b78-a728-ae4591bb7f1c req-4b203f64-5438-4dc7-ad06-410105e76139 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501523 Nov 23 18:55:52.355199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe3ebf-076b-40dc-9080-2b7fe38640d0 req-0ae3bb72-45b3-49dc-bdf8-fb9b3de6561d tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:52.357776 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20fe3ebf-076b-40dc-9080-2b7fe38640d0 req-0ae3bb72-45b3-49dc-bdf8-fb9b3de6561d tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 945 time: 0.0505977 Nov 23 18:55:52.404948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20fe3ebf-076b-40dc-9080-2b7fe38640d0 req-4cc7b68b-cfd4-4ac9-a4b3-ff8c1bfd40cf tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Nov 23 18:55:52.858611 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-917ef205-e6c9-4cdb-82a6-19d4847294df tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:52.860106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-917ef205-e6c9-4cdb-82a6-19d4847294df tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 945 time: 0.0524700 Nov 23 18:55:52.951533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Deleting port 64ef41c5-c31b-4758-b222-62df31edf30e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:52.951871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.051382 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] For port 64ef41c5-c31b-4758-b222-62df31edf30e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ef41c5-c31b-4758-b222-62df31edf30e,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:53.051746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.063770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Calling delete_port for 64ef41c5-c31b-4758-b222-62df31edf30e owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:53.188567 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.206052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['64ef41c5-c31b-4758-b222-62df31edf30e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:55:53.221090 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Pushing event deleted for resources: {'Port': ['ID=64ef41c5-c31b-4758-b222-62df31edf30e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:53.248948 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.249619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.249619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.249971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.250300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.251016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.251345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.251681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.252017 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.252342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.252667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.252991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:53.273199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] No DVR routers for this DVR port 64ef41c5-c31b-4758-b222-62df31edf30e on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:55:53.276065 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.280208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c14f570d-81d8-4a52-9a5e-30675b15b5fb req-5487b340-ab12-4280-9e05-c16f7ad5a670 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.72 "DELETE /v2.0/ports/64ef41c5-c31b-4758-b222-62df31edf30e HTTP/1.1" status: 204 len: 173 time: 0.4140105 Nov 23 18:55:53.280678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d27c02c-b630-4cae-a2e4-5cb5865d645d', 'name': 'network-vif-deleted', 'tag': '64ef41c5-c31b-4758-b222-62df31edf30e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:55:53.283076 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1438ca1a-e306-4ca7-8081-dd42c2be34af" -d '{"events": [{"server_uuid": "5d27c02c-b630-4cae-a2e4-5cb5865d645d", "name": "network-vif-deleted", "tag": "64ef41c5-c31b-4758-b222-62df31edf30e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:55:53.336203 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674100d2-1f0f-4c34-b963-559e4aca82b7 x-openstack-request-id: req-674100d2-1f0f-4c34-b963-559e4aca82b7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:55:53.337406 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d27c02c-b630-4cae-a2e4-5cb5865d645d", "name": "network-vif-deleted", "tag": "64ef41c5-c31b-4758-b222-62df31edf30e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:55:53.337682 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-674100d2-1f0f-4c34-b963-559e4aca82b7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:55:53.338277 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27c02c-b630-4cae-a2e4-5cb5865d645d', 'name': 'network-vif-deleted', 'tag': '64ef41c5-c31b-4758-b222-62df31edf30e', 'status': 'completed', 'code': 200} Nov 23 18:55:53.514225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ae5eef99-a729-4cef-b953-9e2c0d9a2be1 req-76acfa95-2d24-49e5-8aba-39b4bedc1ce1 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d27c02c-b630-4cae-a2e4-5cb5865d645d HTTP/1.1" status: 200 len: 210 time: 0.0271165 Nov 23 18:55:54.490979 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:55:55.347540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-ced481fe-1b41-403b-b5e4-664f060fde75 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:55.349018 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-ced481fe-1b41-403b-b5e4-664f060fde75 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/networks?id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f HTTP/1.1" status: 200 len: 817 time: 0.3865249 Nov 23 18:55:55.364539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-d33909f7-b69c-478e-b91d-7b1e95403816 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/quotas/8ec05f0ae053455ead896514dacc4393 HTTP/1.1" status: 200 len: 375 time: 0.0098352 Nov 23 18:55:55.414611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-328c3454-f5e2-4dab-a906-528f02e11d84 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8ec05f0ae053455ead896514dacc4393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447776 Nov 23 18:55:55.514409 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-1e180525-90d4-44e2-a28c-c61d6bb21aca service neutron] 10.222.0.74 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873003 Nov 23 18:55:55.603756 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-de8584f7-9434-43a9-ace1-4da6a12dd4f0 service neutron] 10.222.0.74 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830288 Nov 23 18:55:55.765451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3e082e7-576d-43e8-bc93-ed64c901f346 req-01ab4809-0bb3-49e4-b747-06318323572e tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 210 time: 0.0271831 Nov 23 18:55:56.662274 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ef41c5-c31b-4758-b222-62df31edf30e no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:55:56.686842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 64ef41c5-c31b-4758-b222-62df31edf30e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:55:56.687199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ef41c5-c31b-4758-b222-62df31edf30e not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:55:56.744796 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-de923c0c-43b3-431d-9e7a-8616f581d99d tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:56.746911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-de923c0c-43b3-431d-9e7a-8616f581d99d tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.72 "GET /v2.0/networks?id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f HTTP/1.1" status: 200 len: 817 time: 0.1101336 Nov 23 18:55:56.762366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Request body: {'port': {'device_id': '6889c519-62d2-482f-9a6e-964e7e49eb4d', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'admin_state_up': True, 'tenant_id': '8ec05f0ae053455ead896514dacc4393'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:56.867491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8960646f-4822-4dc9-a9c5-9b23d0f943bc req-08e3a4a7-ee24-4369-81f0-d971e4a4716e tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 210 time: 0.0324240 Nov 23 18:55:56.899783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Made reservation on behalf of 8ec05f0ae053455ead896514dacc4393 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:56.903398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.025969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Allocated IP 172.20.0.14 (729a2125-5cfc-4a44-8f6a-c9beb4dded3f/1ac509a1-c4a5-40e8-81dd-721ac51292aa/7e54bcdd-2c3b-4865-90b7-15546de40e56) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:57.173271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.206798 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.257760 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:57.260822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:57.265287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:57.291450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Pushing event updated for resources: {'Port': ['ID=7e54bcdd-2c3b-4865-90b7-15546de40e56,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:57.321837 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:57.322474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.341967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-4cac2284-8f65-4beb-ac6d-93f233f75671 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5835369 Nov 23 18:55:57.359574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Request body: {'port': {'device_id': '6889c519-62d2-482f-9a6e-964e7e49eb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:57.416367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.552016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-65088062-77b3-4f21-ba53-87a1592a4140 None None] Provisioning complete for port 7e54bcdd-2c3b-4865-90b7-15546de40e56 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:57.552280 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-65088062-77b3-4f21-ba53-87a1592a4140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.586967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-65088062-77b3-4f21-ba53-87a1592a4140 None None] Port 7e54bcdd-2c3b-4865-90b7-15546de40e56 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:57.680572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e54bcdd-2c3b-4865-90b7-15546de40e56 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:55:57.688744 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.701476 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Transition to ACTIVE for port object 7e54bcdd-2c3b-4865-90b7-15546de40e56 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:55:57.707317 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.757112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Pushing event updated for resources: {'Port': ['ID=7e54bcdd-2c3b-4865-90b7-15546de40e56,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:57.828265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Attempting to bind port 7e54bcdd-2c3b-4865-90b7-15546de40e56 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:57.828630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Attempting to bind port 7e54bcdd-2c3b-4865-90b7-15546de40e56 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:57.828920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Attempting to bind port 7e54bcdd-2c3b-4865-90b7-15546de40e56 on network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:57.833593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Port 7e54bcdd-2c3b-4865-90b7-15546de40e56 on network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:55:57.833919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Attempting to bind port 7e54bcdd-2c3b-4865-90b7-15546de40e56 on network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:57.839053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:57.839394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Checking segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:57.839782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Bound using segment: {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:57.840731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Bound port: 7e54bcdd-2c3b-4865-90b7-15546de40e56, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefc1862-7be0-47d1-9919-45edd6294a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:57.841087 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.913566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] For port 7e54bcdd-2c3b-4865-90b7-15546de40e56, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:57.916643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] For port 7e54bcdd-2c3b-4865-90b7-15546de40e56, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7e54bcdd-2c3b-4865-90b7-15546de40e56,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:57.922461 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.986002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:57.986630 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.988090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] 10.222.0.72 "PUT /v2.0/ports/7e54bcdd-2c3b-4865-90b7-15546de40e56 HTTP/1.1" status: 200 len: 1092 time: 0.6333802 Nov 23 18:55:57.988715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6889c519-62d2-482f-9a6e-964e7e49eb4d', 'tag': '7e54bcdd-2c3b-4865-90b7-15546de40e56'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:55:57.991043 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3479bde3-8163-45b1-bbe6-7a819302f3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6889c519-62d2-482f-9a6e-964e7e49eb4d", "tag": "7e54bcdd-2c3b-4865-90b7-15546de40e56"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:55:58.022909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba88d31-ec90-4592-baa6-51907b2a979f service neutron] Pushing event updated for resources: {'Port': ['ID=7e54bcdd-2c3b-4865-90b7-15546de40e56,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:58.043655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e290f-e2e9-4e83-9582-08cda8dbbbd2 req-59ca21c4-c7eb-48e0-a78b-549a86837f15 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.045421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd9e290f-e2e9-4e83-9582-08cda8dbbbd2 req-59ca21c4-c7eb-48e0-a78b-549a86837f15 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 944 time: 0.0976102 Nov 23 18:55:58.127702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd9e290f-e2e9-4e83-9582-08cda8dbbbd2 req-dc74cfd4-7d48-484e-a961-3104aad95e06 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733585 Nov 23 18:55:58.129575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-fececf57-5809-4c22-afdf-efd2dba0e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.131016 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-fececf57-5809-4c22-afdf-efd2dba0e59b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ec05f0ae053455ead896514dacc4393&device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 1095 time: 0.0846729 Nov 23 18:55:58.185967 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2217725c-57fe-4372-938f-628938aadf2c x-openstack-request-id: req-2217725c-57fe-4372-938f-628938aadf2c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:55:58.186268 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6889c519-62d2-482f-9a6e-964e7e49eb4d", "tag": "7e54bcdd-2c3b-4865-90b7-15546de40e56", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:55:58.186527 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2217725c-57fe-4372-938f-628938aadf2c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:55:58.186970 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6889c519-62d2-482f-9a6e-964e7e49eb4d', 'tag': '7e54bcdd-2c3b-4865-90b7-15546de40e56', 'status': 'completed', 'code': 200} Nov 23 18:55:58.188806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-070a0e42-9ae6-43d0-84e6-672e15939e17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e54bcdd-2c3b-4865-90b7-15546de40e56 HTTP/1.1" status: 200 len: 217 time: 0.0411611 Nov 23 18:55:58.242327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-205d4f05-d026-4fbe-a86c-ed638933261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.243835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-205d4f05-d026-4fbe-a86c-ed638933261b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac509a1-c4a5-40e8-81dd-721ac51292aa HTTP/1.1" status: 200 len: 856 time: 0.0454304 Nov 23 18:55:58.299623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-e6e482a4-2014-40dc-a4cb-7392a5edbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.301122 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-e6e482a4-2014-40dc-a4cb-7392a5edbaa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450687 Nov 23 18:55:58.395872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-634972d6-14b6-4023-b75a-53f287c684da service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822139 Nov 23 18:55:58.494202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5438a5b3-ffee-42c8-b99d-ef0ac615dca3 req-85b19765-aee0-4d93-badc-966efabc6ed5 service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875347 Nov 23 18:55:58.588661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-857cc97b-98b9-4181-a657-009dad3e5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.591011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-857cc97b-98b9-4181-a657-009dad3e5a6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ec05f0ae053455ead896514dacc4393&device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 1095 time: 0.0417681 Nov 23 18:55:58.686758 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-08cf0795-b572-4a87-9bb0-c2f27463007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.688247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-08cf0795-b572-4a87-9bb0-c2f27463007f service neutron] 10.222.0.72 "GET /v2.0/networks?id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f HTTP/1.1" status: 200 len: 918 time: 0.0894904 Nov 23 18:55:58.731817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-4b9bc7a3-2d41-4209-ad6e-5caa35fecbb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e54bcdd-2c3b-4865-90b7-15546de40e56 HTTP/1.1" status: 200 len: 217 time: 0.0348918 Nov 23 18:55:58.783052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-3293bf3f-a7d7-44e3-b48b-cd5ccb58e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.784543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-3293bf3f-a7d7-44e3-b48b-cd5ccb58e7bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac509a1-c4a5-40e8-81dd-721ac51292aa HTTP/1.1" status: 200 len: 856 time: 0.0440488 Nov 23 18:55:58.830649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-264165f6-b64e-4d2d-a44b-b227b2f6456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.832141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-264165f6-b64e-4d2d-a44b-b227b2f6456c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400996 Nov 23 18:55:58.932255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-3eed7314-571b-4e56-83b1-9be0437c9a13 service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860338 Nov 23 18:55:59.029863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3479bde3-8163-45b1-bbe6-7a819302f3ea req-654be41a-6a25-4b4c-808b-fc055f9dde53 service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Nov 23 18:55:59.247478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38351efe-4eed-4333-9348-c5f0d48701f3 req-15ab2cc7-4e61-4035-98b0-7f7c25567145 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:59.249008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38351efe-4eed-4333-9348-c5f0d48701f3 req-15ab2cc7-4e61-4035-98b0-7f7c25567145 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 944 time: 0.0512102 Nov 23 18:55:59.296920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38351efe-4eed-4333-9348-c5f0d48701f3 req-c1a5db9f-2d14-4272-9236-1723bf9e7b69 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Nov 23 18:56:00.417503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390eeca-9be3-4fa6-810a-0e88d99f828e req-e4a8da4f-46e9-4e0c-84b7-1f6d31ff51fb tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:00.419640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9390eeca-9be3-4fa6-810a-0e88d99f828e req-e4a8da4f-46e9-4e0c-84b7-1f6d31ff51fb tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 944 time: 0.0518167 Nov 23 18:56:00.468366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9390eeca-9be3-4fa6-810a-0e88d99f828e req-48791345-7112-4206-b1b9-40671f616693 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Nov 23 18:56:00.658899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7e54bcdd-2c3b-4865-90b7-15546de40e56 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:56:00.753725 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7e54bcdd-2c3b-4865-90b7-15546de40e56, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7e54bcdd-2c3b-4865-90b7-15546de40e56,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:00.765772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '7e54bcdd-2c3b-4865-90b7-15546de40e56', 'network_id': '729a2125-5cfc-4a44-8f6a-c9beb4dded3f', 'port_id': '7e54bcdd-2c3b-4865-90b7-15546de40e56', 'mac_address': 'fa:16:3e:2e:de:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac509a1-c4a5-40e8-81dd-721ac51292aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:56:00.805559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.818527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e54bcdd-2c3b-4865-90b7-15546de40e56 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:56:00.837702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7e54bcdd-2c3b-4865-90b7-15546de40e56, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7e54bcdd-2c3b-4865-90b7-15546de40e56,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:00.842860 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.889650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=7e54bcdd-2c3b-4865-90b7-15546de40e56,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:00.896867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.897219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.897566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.897906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.898253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.898578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.898937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.899269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.899683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.900028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.900356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:00.900679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:01.067987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7e54bcdd-2c3b-4865-90b7-15546de40e56'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:56:01.595276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3a122-7ba8-4036-9b44-ffa426a7eb7a req-9e3c6d28-59fd-4244-b9cc-29e7ca9bde3a tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:01.596691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb3a122-7ba8-4036-9b44-ffa426a7eb7a req-9e3c6d28-59fd-4244-b9cc-29e7ca9bde3a tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 945 time: 0.0557625 Nov 23 18:56:01.643278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9eb3a122-7ba8-4036-9b44-ffa426a7eb7a req-c3f6f701-4955-4daf-b056-65c23f9279fe tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406029 Nov 23 18:56:02.693055 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7e54bcdd-2c3b-4865-90b7-15546de40e56 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:02.743790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 7e54bcdd-2c3b-4865-90b7-15546de40e56 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:56:02.748372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 7e54bcdd-2c3b-4865-90b7-15546de40e56 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:02.748752 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.767459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74d75c-c13c-4617-abbb-7ddd506197d1 req-cf528d2e-336d-4f18-81cc-6558125a1eb3 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:02.769052 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a74d75c-c13c-4617-abbb-7ddd506197d1 req-cf528d2e-336d-4f18-81cc-6558125a1eb3 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 945 time: 0.0506544 Nov 23 18:56:02.817364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a74d75c-c13c-4617-abbb-7ddd506197d1 req-ba5caea1-a5f3-4f0f-a4a2-323f05996ed5 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Nov 23 18:56:02.828986 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.855120 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6889c519-62d2-482f-9a6e-964e7e49eb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e54bcdd-2c3b-4865-90b7-15546de40e56'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:56:02.857665 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc418d1-8239-40ca-b734-e82111095b58" -d '{"events": [{"server_uuid": "6889c519-62d2-482f-9a6e-964e7e49eb4d", "name": "network-vif-plugged", "status": "completed", "tag": "7e54bcdd-2c3b-4865-90b7-15546de40e56"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:56:02.869866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 7e54bcdd-2c3b-4865-90b7-15546de40e56, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7e54bcdd-2c3b-4865-90b7-15546de40e56,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:02.873990 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.897119 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07c5945-7f8b-4273-8c64-047e03303481 x-openstack-request-id: req-f07c5945-7f8b-4273-8c64-047e03303481 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:56:02.897424 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6889c519-62d2-482f-9a6e-964e7e49eb4d", "name": "network-vif-plugged", "status": "completed", "tag": "7e54bcdd-2c3b-4865-90b7-15546de40e56", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:56:02.897681 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f07c5945-7f8b-4273-8c64-047e03303481 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:56:02.898072 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6889c519-62d2-482f-9a6e-964e7e49eb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e54bcdd-2c3b-4865-90b7-15546de40e56', 'code': 200} Nov 23 18:56:02.923622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=7e54bcdd-2c3b-4865-90b7-15546de40e56,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:03.005119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907cb93-d532-4566-9f72-bc302701113b req-454d584d-8693-49b2-9d35-306fc3ed07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:03.006653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9907cb93-d532-4566-9f72-bc302701113b req-454d584d-8693-49b2-9d35-306fc3ed07a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 1097 time: 0.0451500 Nov 23 18:56:03.055364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9907cb93-d532-4566-9f72-bc302701113b req-79f8d745-c8ba-4268-9f3d-6f8cc726f524 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375748 Nov 23 18:56:03.937847 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318cd51-0a99-46fd-8148-2a9b260c70b8 req-4b39ae17-af7c-47a7-92ee-bedf5d717c1a tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:03.939395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3318cd51-0a99-46fd-8148-2a9b260c70b8 req-4b39ae17-af7c-47a7-92ee-bedf5d717c1a tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 946 time: 0.0494034 Nov 23 18:56:03.987048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3318cd51-0a99-46fd-8148-2a9b260c70b8 req-26c0ac2e-10ff-483d-bfd5-1aa6633595d7 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Nov 23 18:56:05.101557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb6299-75c9-408f-9247-9cb302d076ae req-f6c72826-451c-41b2-ad04-1dc20ca8fc7b tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:05.103074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aacb6299-75c9-408f-9247-9cb302d076ae req-f6c72826-451c-41b2-ad04-1dc20ca8fc7b tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 946 time: 0.0493751 Nov 23 18:56:05.153753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aacb6299-75c9-408f-9247-9cb302d076ae req-10a16e14-03d8-4cb3-aa16-0b84f1219269 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Nov 23 18:56:05.266734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6ced4-0645-4d68-b75b-874d962593c3 req-665da814-8048-4024-a1f4-e07e7301da25 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:05.268361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cce6ced4-0645-4d68-b75b-874d962593c3 req-665da814-8048-4024-a1f4-e07e7301da25 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 946 time: 0.0494351 Nov 23 18:56:05.315688 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cce6ced4-0645-4d68-b75b-874d962593c3 req-dde0ad08-b7e1-46f7-aa2c-48de832d91dd tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Nov 23 18:56:11.412116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c1861ef4-e5cf-4c80-aa14-718a07484389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.480690 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-58755515-8ed9-4e34-972b-2d2ec8d716c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.315427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.649256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.047570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:20.050287 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:21.105868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:26.143496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-2304c56c-67dc-4b71-a21b-5124660f16c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410967 Nov 23 18:56:26.227310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-e6568339-415e-4f08-942e-c87fda63ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:26.228816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-e6568339-415e-4f08-942e-c87fda63ffcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ec05f0ae053455ead896514dacc4393&device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 1097 time: 0.0413921 Nov 23 18:56:26.345824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-f62a79d8-d463-4b72-8f9d-1ec3402d551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:26.347352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-f62a79d8-d463-4b72-8f9d-1ec3402d551a service neutron] 10.222.0.72 "GET /v2.0/networks?id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f HTTP/1.1" status: 200 len: 918 time: 0.0915761 Nov 23 18:56:26.392923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-89fa7492-4a06-43a2-a393-2861a79c1956 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e54bcdd-2c3b-4865-90b7-15546de40e56 HTTP/1.1" status: 200 len: 217 time: 0.0357397 Nov 23 18:56:26.453716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-f45f0abd-dc10-43bc-992e-7ae1f4d6dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:26.455248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-f45f0abd-dc10-43bc-992e-7ae1f4d6dc58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac509a1-c4a5-40e8-81dd-721ac51292aa HTTP/1.1" status: 200 len: 856 time: 0.0548973 Nov 23 18:56:26.504297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-0e0a5ff4-e561-4a25-86bd-6d87a843034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:26.505814 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-0e0a5ff4-e561-4a25-86bd-6d87a843034d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=729a2125-5cfc-4a44-8f6a-c9beb4dded3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410023 Nov 23 18:56:26.602014 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-de8721d2-2adb-4748-ac0c-71397d0b3971 service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881944 Nov 23 18:56:26.696304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-45a604a9-6ce3-4d8c-88dc-be38e3fb6e10 req-83f3ec1c-7371-4ec3-8b31-a5524f0e0212 service neutron] 10.222.0.72 "GET /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843215 Nov 23 18:56:27.806861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620e00-726e-4273-b47a-c79feed9163a req-1f1253d4-0373-4dc8-8019-561a47e549d2 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:27.808521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d620e00-726e-4273-b47a-c79feed9163a req-1f1253d4-0373-4dc8-8019-561a47e549d2 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 946 time: 0.0534544 Nov 23 18:56:27.864802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d620e00-726e-4273-b47a-c79feed9163a req-25ee042b-1db7-486f-b9ec-2c75c1670905 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493579 Nov 23 18:56:28.982968 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc3d02-2223-411c-a300-7cb66f114b6d req-540d3b85-179c-462f-837f-45e54e2560c7 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:28.984462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58dc3d02-2223-411c-a300-7cb66f114b6d req-540d3b85-179c-462f-837f-45e54e2560c7 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 946 time: 0.0505486 Nov 23 18:56:29.032543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58dc3d02-2223-411c-a300-7cb66f114b6d req-7dc63f7a-7813-4c53-9b57-86e54768aaa5 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/security-groups?id=ed998c0f-6888-41fa-ba4e-4c2861c24968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Nov 23 18:56:29.491052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-91ff3a9e-70eb-4b75-ae3a-e7e160cd1809 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:29.492540 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-91ff3a9e-70eb-4b75-ae3a-e7e160cd1809 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.72 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 946 time: 0.0501246 Nov 23 18:56:29.590504 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Deleting port 7e54bcdd-2c3b-4865-90b7-15546de40e56 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:29.590898 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:29.677637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] For port 7e54bcdd-2c3b-4865-90b7-15546de40e56, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=7e54bcdd-2c3b-4865-90b7-15546de40e56,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:29.677999 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:29.690075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Calling delete_port for 7e54bcdd-2c3b-4865-90b7-15546de40e56 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:29.818938 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:29.834759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['7e54bcdd-2c3b-4865-90b7-15546de40e56'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:56:29.848565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Pushing event deleted for resources: {'Port': ['ID=7e54bcdd-2c3b-4865-90b7-15546de40e56,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:29.895091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] No DVR routers for this DVR port 7e54bcdd-2c3b-4865-90b7-15546de40e56 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:29.897867 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:29.901568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1321d3b-ce37-43c2-a52e-3b926ac84008 req-8ab93a8e-6e6d-4a56-8cf6-e28a87d352b0 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.72 "DELETE /v2.0/ports/7e54bcdd-2c3b-4865-90b7-15546de40e56 HTTP/1.1" status: 204 len: 173 time: 0.3979409 Nov 23 18:56:29.902544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6889c519-62d2-482f-9a6e-964e7e49eb4d', 'name': 'network-vif-deleted', 'tag': '7e54bcdd-2c3b-4865-90b7-15546de40e56'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:56:29.905542 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf8e573-8acf-4ac1-b1c4-bd072389afca" -d '{"events": [{"server_uuid": "6889c519-62d2-482f-9a6e-964e7e49eb4d", "name": "network-vif-deleted", "tag": "7e54bcdd-2c3b-4865-90b7-15546de40e56"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:56:29.960366 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a4a1a0-3145-44e0-b3b2-44aa17e05a87 x-openstack-request-id: req-d2a4a1a0-3145-44e0-b3b2-44aa17e05a87 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:56:29.960666 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6889c519-62d2-482f-9a6e-964e7e49eb4d", "name": "network-vif-deleted", "tag": "7e54bcdd-2c3b-4865-90b7-15546de40e56", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:56:29.960954 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2a4a1a0-3145-44e0-b3b2-44aa17e05a87 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:56:29.961413 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6889c519-62d2-482f-9a6e-964e7e49eb4d', 'name': 'network-vif-deleted', 'tag': '7e54bcdd-2c3b-4865-90b7-15546de40e56', 'status': 'completed', 'code': 200} Nov 23 18:56:30.141804 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-256e9337-17a8-4215-8dc5-7c2ac06cdbaa req-3e063bc2-2974-4dc8-b7bc-618c2ef90c31 tempest-TestEncryptedCinderVolumes-2092273424 tempest-TestEncryptedCinderVolumes-2092273424-project] 10.222.0.74 "GET /v2.0/ports?device_id=6889c519-62d2-482f-9a6e-964e7e49eb4d HTTP/1.1" status: 200 len: 210 time: 0.0269322 Nov 23 18:56:31.232305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44278) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:31.492225 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:56:31.570785 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.818446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Deleting port 9cf69092-dae1-4653-9b95-99f709603bec {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:31.818709 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.898093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] For port 9cf69092-dae1-4653-9b95-99f709603bec, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=9cf69092-dae1-4653-9b95-99f709603bec,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:31.898449 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.910526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Calling delete_port for 9cf69092-dae1-4653-9b95-99f709603bec owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:32.369977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:32.394822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf69092-dae1-4653-9b95-99f709603bec,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:32.562715 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:32.779762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Router 1061c67c-809d-4c7b-88ae-8671b98f961e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:32.829854 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7e54bcdd-2c3b-4865-90b7-15546de40e56 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:32.852127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 7e54bcdd-2c3b-4865-90b7-15546de40e56 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:32.852746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 7e54bcdd-2c3b-4865-90b7-15546de40e56 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:32.897307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:32.903056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-898ccccf-f6be-4ed4-a662-d4b2ec60d8f0 admin admin] 10.222.0.74 "PUT /v2.0/routers/1061c67c-809d-4c7b-88ae-8671b98f961e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690893 Nov 23 18:56:32.905648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44280) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:32.907467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] Sync routers for ids ['1061c67c-809d-4c7b-88ae-8671b98f961e'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:32.918925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] Routers {'1061c67c-809d-4c7b-88ae-8671b98f961e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:32.919881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1061c67c-809d-4c7b-88ae-8671b98f961e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:33.014870 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.038539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] Set router 1061c67c-809d-4c7b-88ae-8671b98f961e gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:33.122829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.179987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Deleting port 65f1d9c1-618e-4b3f-8c96-07d8910708cf {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:33.180343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.228417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:56:32Z', 'revision_number': 5, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port': {'id': '65f1d9c1-618e-4b3f-8c96-07d8910708cf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:33.255254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] Checking router: 1061c67c-809d-4c7b-88ae-8671b98f961e for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:56:33.263299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] For port 65f1d9c1-618e-4b3f-8c96-07d8910708cf, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=65f1d9c1-618e-4b3f-8c96-07d8910708cf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:33.263659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] Routers {'1061c67c-809d-4c7b-88ae-8671b98f961e'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:33.263811 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.264269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['1061c67c-809d-4c7b-88ae-8671b98f961e'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:33.275439 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Calling delete_port for 65f1d9c1-618e-4b3f-8c96-07d8910708cf owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:33.467569 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.495380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f1d9c1-618e-4b3f-8c96-07d8910708cf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:33.507444 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f784962c-7cdd-48f1-acac-93924fb80ee5 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:33.516083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] Set router 1061c67c-809d-4c7b-88ae-8671b98f961e gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:33.557150 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.569996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:56:33Z', 'revision_number': 6, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:33.600529 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae00cc-503e-4cca-b3e4-e26258109613 None None] The sync data for ids ['1061c67c-809d-4c7b-88ae-8671b98f961e'] in n-d-818932-3 is: [{'id': '1061c67c-809d-4c7b-88ae-8671b98f961e', 'name': 'tempest-TestEncryptedCinderVolumes-1097698559-router', 'tenant_id': '8ec05f0ae053455ead896514dacc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:08Z', 'updated_at': '2021-11-23T18:56:33Z', 'revision_number': 6, 'project_id': '8ec05f0ae053455ead896514dacc4393', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:33.654504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.656688 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.702649 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.703252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1061c67c-809d-4c7b-88ae-8671b98f961e {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:33.708007 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.709397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c85df9f4-4024-41e7-b89c-2eb44679e665 admin admin] 10.222.0.74 "DELETE /v2.0/routers/1061c67c-809d-4c7b-88ae-8671b98f961e HTTP/1.1" status: 204 len: 168 time: 0.8028016 Nov 23 18:56:33.712126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44282) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:33.764508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-960266d9-4e59-497e-abac-4c2b6a34b36a admin admin] Deleting subnet 1ac509a1-c4a5-40e8-81dd-721ac51292aa {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:56:33.767396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-960266d9-4e59-497e-abac-4c2b6a34b36a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.806894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-960266d9-4e59-497e-abac-4c2b6a34b36a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.906843 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-960266d9-4e59-497e-abac-4c2b6a34b36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.974124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-960266d9-4e59-497e-abac-4c2b6a34b36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.005289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960266d9-4e59-497e-abac-4c2b6a34b36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac509a1-c4a5-40e8-81dd-721ac51292aa,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:34.009710 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-960266d9-4e59-497e-abac-4c2b6a34b36a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.014770 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-960266d9-4e59-497e-abac-4c2b6a34b36a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1ac509a1-c4a5-40e8-81dd-721ac51292aa HTTP/1.1" status: 204 len: 168 time: 0.3005826 Nov 23 18:56:34.016477 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44284) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:34.019789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6d62e-9300-415a-931f-56e362e50134 None None] Network 729a2125-5cfc-4a44-8f6a-c9beb4dded3f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:34.137746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.192901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9cf69092-dae1-4653-9b95-99f709603bec no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:34.202454 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Deleting port 90640bef-5157-436e-b3c7-c0188a236a5c {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:34.203247 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.219963 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 9cf69092-dae1-4653-9b95-99f709603bec {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:34.220315 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 9cf69092-dae1-4653-9b95-99f709603bec not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:34.271348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] DHCP port deletion for 729a2125-5cfc-4a44-8f6a-c9beb4dded3f request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:34.280602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] For port 90640bef-5157-436e-b3c7-c0188a236a5c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=90640bef-5157-436e-b3c7-c0188a236a5c,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:34.281186 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.298123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Calling delete_port for 90640bef-5157-436e-b3c7-c0188a236a5c owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:34.339985 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] Deleting port 90640bef-5157-436e-b3c7-c0188a236a5c {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:34.340628 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.398849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.416141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] For port 90640bef-5157-436e-b3c7-c0188a236a5c, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=90640bef-5157-436e-b3c7-c0188a236a5c,segment=NetworkSegment(cefc1862-7be0-47d1-9919-45edd6294a2f),segment_id=cefc1862-7be0-47d1-9919-45edd6294a2f)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:34.416465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.435023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] Calling delete_port for 90640bef-5157-436e-b3c7-c0188a236a5c owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:34.436638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] No DVR routers for this DVR port 90640bef-5157-436e-b3c7-c0188a236a5c on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:34.441924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Pushing event deleted for resources: {'Port': ['ID=90640bef-5157-436e-b3c7-c0188a236a5c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:34.528036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.535012 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.553902 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] Pushing event deleted for resources: {'Port': ['ID=90640bef-5157-436e-b3c7-c0188a236a5c,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:34.560636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31cca0d-03a5-47b0-81fd-2ac806354709 None None] No DVR routers for this DVR port 90640bef-5157-436e-b3c7-c0188a236a5c on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:34.564016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729a2125-5cfc-4a44-8f6a-c9beb4dded3f']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:34.575386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefc1862-7be0-47d1-9919-45edd6294a2f') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:34.575759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefc1862-7be0-47d1-9919-45edd6294a2f') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:34.591714 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.608690 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.614900 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:56:34.615281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:56:34.617329 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:56:34.673797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.681867 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.686236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] 10.222.0.74 "DELETE /v2.0/networks/729a2125-5cfc-4a44-8f6a-c9beb4dded3f HTTP/1.1" status: 204 len: 168 time: 0.6681874 Nov 23 18:56:34.689416 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44286) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:34.703488 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc4246-38bc-44fc-a9ba-3b7fe6c4826b admin admin] Pushing event deleted for resources: {'Network': ['ID=729a2125-5cfc-4a44-8f6a-c9beb4dded3f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:35.042962 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.286350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Deleting port d3429634-81b4-40dc-95ab-a703c1ec5c07 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:35.286709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.366404 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] For port d3429634-81b4-40dc-95ab-a703c1ec5c07, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d3429634-81b4-40dc-95ab-a703c1ec5c07,segment=NetworkSegment(92bab1c9-45d7-4cbe-86d4-bfafcaa7b088),segment_id=92bab1c9-45d7-4cbe-86d4-bfafcaa7b088)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:35.366811 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.379095 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Calling delete_port for d3429634-81b4-40dc-95ab-a703c1ec5c07 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:35.559195 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.586422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3429634-81b4-40dc-95ab-a703c1ec5c07,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:35.616464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.616818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.617174 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.617517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.617859 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.618200 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.618538 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.618912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.619258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.619588 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.619921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.620253 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:35.775551 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.998082 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Router bc66e21e-afd5-4cab-9347-716d4b42736e has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:36.080366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 65f1d9c1-618e-4b3f-8c96-07d8910708cf no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:36.102582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 65f1d9c1-618e-4b3f-8c96-07d8910708cf {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:36.103090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 65f1d9c1-618e-4b3f-8c96-07d8910708cf not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:36.103576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 90640bef-5157-436e-b3c7-c0188a236a5c no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:36.104161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:36.113264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44290) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:36.114267 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2c97f996-e165-443d-b415-1b578b5ce334 admin admin] 10.222.0.74 "PUT /v2.0/routers/bc66e21e-afd5-4cab-9347-716d4b42736e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4237273 Nov 23 18:56:36.116434 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] Sync routers for ids ['bc66e21e-afd5-4cab-9347-716d4b42736e'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:36.124631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 90640bef-5157-436e-b3c7-c0188a236a5c {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:36.125060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 90640bef-5157-436e-b3c7-c0188a236a5c not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:36.127521 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] Routers {'bc66e21e-afd5-4cab-9347-716d4b42736e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:36.128211 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bc66e21e-afd5-4cab-9347-716d4b42736e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:36.222831 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.233079 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] Set router bc66e21e-afd5-4cab-9347-716d4b42736e gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:36.325679 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.382817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Deleting port e917613e-2555-4dda-9320-23735dd3877f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:36.383166 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.422738 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e917613e-2555-4dda-9320-23735dd3877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:56:35Z', 'revision_number': 5, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port': {'id': 'e917613e-2555-4dda-9320-23735dd3877f', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:36.448546 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] Checking router: bc66e21e-afd5-4cab-9347-716d4b42736e for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:56:36.458075 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] Routers {'bc66e21e-afd5-4cab-9347-716d4b42736e'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:36.458670 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['bc66e21e-afd5-4cab-9347-716d4b42736e'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:36.468098 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] For port e917613e-2555-4dda-9320-23735dd3877f, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e917613e-2555-4dda-9320-23735dd3877f,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:36.468548 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.480609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Calling delete_port for e917613e-2555-4dda-9320-23735dd3877f owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:36.545981 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] Set router bc66e21e-afd5-4cab-9347-716d4b42736e gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:36.598442 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:56:36Z', 'revision_number': 6, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:36.628061 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36190b0a-44ae-455c-a3f2-707becb6ed4f None None] The sync data for ids ['bc66e21e-afd5-4cab-9347-716d4b42736e'] in n-d-818932-3 is: [{'id': 'bc66e21e-afd5-4cab-9347-716d4b42736e', 'name': 'tempest-TestEncryptedCinderVolumes-740746703-router', 'tenant_id': '544a60278c984a47b08d6c63f0a91dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:13Z', 'updated_at': '2021-11-23T18:56:36Z', 'revision_number': 6, 'project_id': '544a60278c984a47b08d6c63f0a91dd3', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:36.650812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.678377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Pushing event deleted for resources: {'Port': ['ID=e917613e-2555-4dda-9320-23735dd3877f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:36.694450 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c167b3-0304-4c21-bcc9-8852143b9d0d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:36.745825 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.839782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.841950 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.884554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.885261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc66e21e-afd5-4cab-9347-716d4b42736e {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:36.891910 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.893054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c660919-a04a-47ae-998f-2d6483d8091f admin admin] 10.222.0.74 "DELETE /v2.0/routers/bc66e21e-afd5-4cab-9347-716d4b42736e HTTP/1.1" status: 204 len: 168 time: 0.7774637 Nov 23 18:56:36.895617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44292) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:36.939458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f290d43-7285-4246-be1c-c0cee5627b87 admin admin] Deleting subnet a1aed2df-fb07-4cb3-86d1-915cf8e850b4 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:56:36.942447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f290d43-7285-4246-be1c-c0cee5627b87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.977703 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f290d43-7285-4246-be1c-c0cee5627b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.063147 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f290d43-7285-4246-be1c-c0cee5627b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.116067 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f290d43-7285-4246-be1c-c0cee5627b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.142510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f290d43-7285-4246-be1c-c0cee5627b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1aed2df-fb07-4cb3-86d1-915cf8e850b4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:37.146159 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f290d43-7285-4246-be1c-c0cee5627b87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.149408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6f290d43-7285-4246-be1c-c0cee5627b87 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a1aed2df-fb07-4cb3-86d1-915cf8e850b4 HTTP/1.1" status: 204 len: 168 time: 0.2528198 Nov 23 18:56:37.151916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44294) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:37.152234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105807f-66f1-4f85-a63f-e3e9797cda5a None None] Network 442ec101-10b9-4cf7-afa7-21c04825951c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:37.225153 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.277182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Deleting port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:37.277627 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.343472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] For port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,segment=NetworkSegment(92bab1c9-45d7-4cbe-86d4-bfafcaa7b088),segment_id=92bab1c9-45d7-4cbe-86d4-bfafcaa7b088)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:37.343841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.356097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Calling delete_port for 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:37.383866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] DHCP port deletion for 442ec101-10b9-4cf7-afa7-21c04825951c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:37.440289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] Deleting port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:37.440671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.455418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.479715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Pushing event deleted for resources: {'Port': ['ID=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:37.485555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] No DVR routers for this DVR port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:37.522592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] For port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,segment=NetworkSegment(92bab1c9-45d7-4cbe-86d4-bfafcaa7b088),segment_id=92bab1c9-45d7-4cbe-86d4-bfafcaa7b088)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:37.523045 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.537328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] Calling delete_port for 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:37.563644 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.584196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442ec101-10b9-4cf7-afa7-21c04825951c']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:37.593513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:37.593812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bab1c9-45d7-4cbe-86d4-bfafcaa7b088') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:37.603688 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.616902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.620289 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.629134 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:56:37.630010 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: timer() Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:56:37.631567 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:56:37.647360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] Pushing event deleted for resources: {'Port': ['ID=891c0e5f-64bc-4cd4-b170-f2309e5fc0c0,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:37.651061 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c8ea1-eed2-42dc-bf05-fc3995ea8a18 None None] No DVR routers for this DVR port 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:37.700738 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.706345 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.709567 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] 10.222.0.74 "DELETE /v2.0/networks/442ec101-10b9-4cf7-afa7-21c04825951c HTTP/1.1" status: 204 len: 168 time: 0.5566087 Nov 23 18:56:37.721791 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c361b8-8521-4a9c-90ac-f60027266248 admin admin] Pushing event deleted for resources: {'Network': ['ID=442ec101-10b9-4cf7-afa7-21c04825951c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:37.889578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44298) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:37.933673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2037b907-dc9c-477b-bca5-06398bf2c9da admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ec05f0ae053455ead896514dacc4393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427384 Nov 23 18:56:37.936145 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44300) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:37.990886 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df55f216-d790-4c13-bb69-cd5b39d5a6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.013713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df55f216-d790-4c13-bb69-cd5b39d5a6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.030453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d3429634-81b4-40dc-95ab-a703c1ec5c07 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:38.052193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d3429634-81b4-40dc-95ab-a703c1ec5c07 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:38.052469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d3429634-81b4-40dc-95ab-a703c1ec5c07 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:38.052886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e917613e-2555-4dda-9320-23735dd3877f no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:38.061583 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df55f216-d790-4c13-bb69-cd5b39d5a6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.064355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-df55f216-d790-4c13-bb69-cd5b39d5a6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.065697 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-df55f216-d790-4c13-bb69-cd5b39d5a6e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed998c0f-6888-41fa-ba4e-4c2861c24968 HTTP/1.1" status: 204 len: 168 time: 0.1285596 Nov 23 18:56:38.073231 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: e917613e-2555-4dda-9320-23735dd3877f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:38.073586 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e917613e-2555-4dda-9320-23735dd3877f not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:38.074007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:38.076373 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55f216-d790-4c13-bb69-cd5b39d5a6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed998c0f-6888-41fa-ba4e-4c2861c24968,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:38.099357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:38.099705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 891c0e5f-64bc-4cd4-b170-f2309e5fc0c0 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:38.401951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44306) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:38.441001 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-178efd94-9a19-45ac-a5fd-9c5f54e71d99 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=544a60278c984a47b08d6c63f0a91dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379057 Nov 23 18:56:38.443408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44308) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:38.492801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51a751ab-f2de-4a40-9fad-a54d47f188bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.514975 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51a751ab-f2de-4a40-9fad-a54d47f188bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.563670 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51a751ab-f2de-4a40-9fad-a54d47f188bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.566219 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-51a751ab-f2de-4a40-9fad-a54d47f188bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.569990 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-51a751ab-f2de-4a40-9fad-a54d47f188bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/646c27ed-d99f-479f-b1fc-fdc5a9594f6e HTTP/1.1" status: 204 len: 168 time: 0.1230655 Nov 23 18:56:38.576422 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a751ab-f2de-4a40-9fad-a54d47f188bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646c27ed-d99f-479f-b1fc-fdc5a9594f6e,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:39.229905 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44330) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:39.323726 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2132378960-network', 'tenant_id': '41f22460c4604c969e81ceea1d472461'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:39.349150 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Made reservation on behalf of 41f22460c4604c969e81ceea1d472461 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:39.351797 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.360628 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.435381 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.439315 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.464111 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:39.474434 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0310604b-8cd2-4764-a6c7-e3612ac7ecce,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:39.479199 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.479549 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Added segment 04611048-2b32-4ee0-91c9-92901f71696b of type vlan for network 791c6add-fb48-4f2d-ade3-f8988fe51e41 Nov 23 18:56:39.520068 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.545096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.546105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.546709 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.579083 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3480110 Nov 23 18:56:39.582116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44334) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:39.587224 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Request body: {'subnet': {'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2132378960-subnet', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'ip_version': 4}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:39.607825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Made reservation on behalf of 41f22460c4604c969e81ceea1d472461 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:39.610157 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.614565 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9824dc-874c-44d0-a59d-4e1f3bb2856a admin admin] Pushing event updated for resources: {'Network': ['ID=791c6add-fb48-4f2d-ade3-f8988fe51e41,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:39.625059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:39.778284 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.837533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9203b9a1-a798-4aa9-b85c-06031c722a60,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:39.845340 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Checking segment: {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:39.845713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Network hostable DHCP agents. Network: 791c6add-fb48-4f2d-ade3-f8988fe51e41, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:39.864604 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:39.876475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 791c6add-fb48-4f2d-ade3-f8988fe51e41) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:39.881418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.882074 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.895349 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e959156-da62-4519-a130-6dbaad5734de None None] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:39.901963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-840a936d-0109-4ae3-be52-2c76fc05acdb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3186560 Nov 23 18:56:39.905775 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44336) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:39.910014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:39.931989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.933174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.984598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.046513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-791c6add-fb48-4f2d-ade3-f8988fe51e41', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:40.047417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.119363 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.184876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Allocated IP 172.20.0.2 (791c6add-fb48-4f2d-ade3-f8988fe51e41/9203b9a1-a798-4aa9-b85c-06031c722a60/7eb0e027-024f-4f5f-9ead-8694f0d395cb) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:40.352134 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.357814 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.405009 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:40.408039 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:40.411628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:40.419199 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Pushing event updated for resources: {'Port': ['ID=7eb0e027-024f-4f5f-9ead-8694f0d395cb,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:40.472903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Attempting to bind port 7eb0e027-024f-4f5f-9ead-8694f0d395cb on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:40.473277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Attempting to bind port 7eb0e027-024f-4f5f-9ead-8694f0d395cb by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:40.473649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Attempting to bind port 7eb0e027-024f-4f5f-9ead-8694f0d395cb on network 791c6add-fb48-4f2d-ade3-f8988fe51e41 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:40.478700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:40.479119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Checking segment: {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:40.479731 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.480126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Bound using segment: {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:40.480597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Bound port: 7eb0e027-024f-4f5f-9ead-8694f0d395cb, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:40.481213 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.546232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] For port 7eb0e027-024f-4f5f-9ead-8694f0d395cb, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:40.549375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] For port 7eb0e027-024f-4f5f-9ead-8694f0d395cb, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7eb0e027-024f-4f5f-9ead-8694f0d395cb,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:40.554307 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.624872 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.627197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b9f8-f765-4621-997f-156efa584183 None None] Pushing event updated for resources: {'Port': ['ID=7eb0e027-024f-4f5f-9ead-8694f0d395cb,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:40.647114 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.752558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Allocated IP 172.25.0.71 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:40.881947 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.917055 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.960759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:40.965028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:40.968156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:40.974051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Pushing event updated for resources: {'Port': ['ID=6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:40.977861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381bbf76-4c4c-49de-8384-9c3032a76a07 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:41.019350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-449d1f13-ca12-4182-809d-604a3a8e4f07 None None] Provisioning complete for port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:41.019816 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-449d1f13-ca12-4182-809d-604a3a8e4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.053931 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-449d1f13-ca12-4182-809d-604a3a8e4f07 None None] Port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:41.228485 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.417335 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-11b21b12-d87d-4a7f-817f-a9a78dbf378c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.429850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.562903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd98c9b-9f40-42de-abd7-6b3e65ea871e None None] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:41.565444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Router 015d273f-4ee9-4b6e-b875-0980731fa733 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:56:41.630373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-16ed0717-8ab1-458e-8450-70b6151af2c6 None None] Provisioning complete for port 7eb0e027-024f-4f5f-9ead-8694f0d395cb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:41.631021 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16ed0717-8ab1-458e-8450-70b6151af2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.675420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:41.688451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Sync routers for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:41.692961 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.694217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3ec27414-738f-436d-b998-02e46b1e3c31 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7876492 Nov 23 18:56:41.696924 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44338) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:41.734756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:41.735446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:41.842828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16ed0717-8ab1-458e-8450-70b6151af2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.937136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-16ed0717-8ab1-458e-8450-70b6151af2c6 None None] For port 7eb0e027-024f-4f5f-9ead-8694f0d395cb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7eb0e027-024f-4f5f-9ead-8694f0d395cb,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:41.939130 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:41.986022 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16ed0717-8ab1-458e-8450-70b6151af2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.183395 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.252238 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7eb0e027-024f-4f5f-9ead-8694f0d395cb up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:42.345804 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Allocated IP 172.20.0.1 (791c6add-fb48-4f2d-ade3-f8988fe51e41/9203b9a1-a798-4aa9-b85c-06031c722a60/5e35dad9-e29a-456f-a9c5-37e27d86a0f9) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:42.366086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed0717-8ab1-458e-8450-70b6151af2c6 None None] Pushing event updated for resources: {'Port': ['ID=7eb0e027-024f-4f5f-9ead-8694f0d395cb,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:42.374063 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7822bce9-179b-40c0-829a-68417559e23c None None] Provisioning complete for port 7eb0e027-024f-4f5f-9ead-8694f0d395cb triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:42.374571 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7822bce9-179b-40c0-829a-68417559e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.460142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.461376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7eb0e027-024f-4f5f-9ead-8694f0d395cb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:42.461753 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.494033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.536930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:42.541409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:42.546555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:42.549658 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:42.556428 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:41Z', 'revision_number': 3, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:42.587580 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Checking router: 015d273f-4ee9-4b6e-b875-0980731fa733 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:56:42.587947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Updating router 015d273f-4ee9-4b6e-b875-0980731fa733 port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:56:42.588104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.640090 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.734096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.835643 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-73c77c4b-109d-404a-95cd-bf8ac28d2b48 None None] Provisioning complete for port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:42.835911 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-73c77c4b-109d-404a-95cd-bf8ac28d2b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.897188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-73c77c4b-109d-404a-95cd-bf8ac28d2b48 None None] Port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:42.899546 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.906059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.961917 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.968469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.984955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:42.989873 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.024947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9abf5-2dcb-4a65-abbe-a96d29dbdbac None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:43.037239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd84541-b4e1-4062-84a4-0b6ff781fbe8 None None] Pushing event updated for resources: {'Port': ['ID=6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:43.039472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Attempting to bind port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:43.039886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Attempting to bind port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:43.040288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Attempting to bind port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:43.048000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:43.048345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:43.048746 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.049131 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:43.049596 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Bound port: 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:43.049978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.088330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:43.089762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:43.113707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] For port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:43.131599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] For port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:43.138352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f4feb425-131c-478b-8fc9-e868cf1bd36c None None] Provisioning complete for port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:43.138720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4feb425-131c-478b-8fc9-e868cf1bd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.143325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.214411 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeb1922-2d17-4a67-8716-b8886f550fc3 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:43.216274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Router 015d273f-4ee9-4b6e-b875-0980731fa733 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:43.237925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:43.238573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:43.302898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd84541-b4e1-4062-84a4-0b6ff781fbe8 None None] Pushing event updated for resources: {'Port': ['ID=6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:43.333660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:43.339175 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c83a1d52-a745-4d10-8519-4477b2d9b2b3 admin admin] 10.222.0.74 "PUT /v2.0/routers/015d273f-4ee9-4b6e-b875-0980731fa733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6408606 Nov 23 18:56:43.405048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4feb425-131c-478b-8fc9-e868cf1bd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.411469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:43.460907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f4feb425-131c-478b-8fc9-e868cf1bd36c None None] For port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:43.500956 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f4feb425-131c-478b-8fc9-e868cf1bd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.550144 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cceea896-efd2-4789-861a-ae5ba21d3445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.615795 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feb425-131c-478b-8fc9-e868cf1bd36c None None] Pushing event updated for resources: {'Port': ['ID=6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:43.647057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cea83dce-707f-40ee-84fb-e114e35c1d87 None None] Provisioning complete for port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:43.647640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cea83dce-707f-40ee-84fb-e114e35c1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.754898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 2, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:43.787607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df0c59-6de0-4127-9bbb-5bd77de5ae6a None None] The sync data for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 is: [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 2, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:43.807676 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-cea83dce-707f-40ee-84fb-e114e35c1d87 None None] Provisioning complete for port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:43.808060 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cea83dce-707f-40ee-84fb-e114e35c1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.832288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44354) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:43.838668 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1479001557-network', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:43.849722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-cea83dce-707f-40ee-84fb-e114e35c1d87 None None] Port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:43.866209 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Made reservation on behalf of 4472ca4c945e4aacbb5d4003fbcdefe4 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:43.868622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.877633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.960863 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.964823 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.995387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:44.019425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6134edc-dc2f-4b98-b1e5-1baeffd0788d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:44.024474 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.024829 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Added segment 9a762565-a8de-4523-a657-3f7b9017b8eb of type vlan for network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c Nov 23 18:56:44.075888 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.095816 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7eb0e027-024f-4f5f-9ead-8694f0d395cb up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:44.111436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.113025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:44.113853 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.151892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 7eb0e027-024f-4f5f-9ead-8694f0d395cb triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:44.152506 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.157608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44356) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:44.158288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3245492 Nov 23 18:56:44.164754 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Request body: {'subnet': {'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1479001557-subnet', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:44.189686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Made reservation on behalf of 4472ca4c945e4aacbb5d4003fbcdefe4 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:44.193857 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.197777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b29628-a858-4338-8542-2366554daee2 admin admin] Pushing event updated for resources: {'Network': ['ID=5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:44.229098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:44.385693 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.437537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f49954-7d94-4977-bf3d-2601fca868fe,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:44.457904 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Checking segment: {'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:44.458268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Network hostable DHCP agents. Network: 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:44.476267 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:44.485921 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:44.498180 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:44.499056 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.508027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65645bbe-13e1-4b82-a432-c22000a3f43f None None] Network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:44.531160 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-38b18545-1ba8-4c2d-9c54-f97ef279f5e3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3714919 Nov 23 18:56:44.533764 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44358) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:44.538077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:44.562148 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.567590 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.634518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.787482 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.858760 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c', 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'fixed_ips': [{'subnet_id': '42f49954-7d94-4977-bf3d-2601fca868fe'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:44.860327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.005688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Allocated IP 172.20.0.2 (5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c/42f49954-7d94-4977-bf3d-2601fca868fe/199f4a3e-142b-4f97-a1e2-c33cd002fb81) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:45.008478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.030065 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.150462 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Allocated IP 172.25.0.93 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/77501d5f-6958-46c2-8a1f-c1dc878bc377) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:45.174602 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.180487 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.219548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:45.226123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:45.229688 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:45.237714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Pushing event updated for resources: {'Port': ['ID=199f4a3e-142b-4f97-a1e2-c33cd002fb81,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:45.266985 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.296613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Attempting to bind port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:45.297095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Attempting to bind port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:45.297536 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Attempting to bind port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 on network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:45.306422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:45.306930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Checking segment: {'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:45.307429 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.307844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Bound using segment: {'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:45.308094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.308375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Bound port: 199f4a3e-142b-4f97-a1e2-c33cd002fb81, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:45.308794 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.334216 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.344394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:45.347298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:45.349927 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:45.364051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e510b5-6a4f-48c8-8a2b-2f4776d53879 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:45.389155 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Pushing event updated for resources: {'Port': ['ID=77501d5f-6958-46c2-8a1f-c1dc878bc377,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:45.392292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] For port 199f4a3e-142b-4f97-a1e2-c33cd002fb81, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:45.396789 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] For port 199f4a3e-142b-4f97-a1e2-c33cd002fb81, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=199f4a3e-142b-4f97-a1e2-c33cd002fb81,segment=NetworkSegment(9a762565-a8de-4523-a657-3f7b9017b8eb),segment_id=9a762565-a8de-4523-a657-3f7b9017b8eb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:45.401165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.461728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0de3-a385-4c80-b28f-85cc6d481ec1 None None] Pushing event updated for resources: {'Port': ['ID=199f4a3e-142b-4f97-a1e2-c33cd002fb81,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:45.486164 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f6c7e911-a4d5-4c15-b12e-9807878b2a7f None None] Provisioning complete for port 77501d5f-6958-46c2-8a1f-c1dc878bc377 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:45.486682 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6c7e911-a4d5-4c15-b12e-9807878b2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.525677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f6c7e911-a4d5-4c15-b12e-9807878b2a7f None None] Port 77501d5f-6958-46c2-8a1f-c1dc878bc377 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:45.652334 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.107857 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 199f4a3e-142b-4f97-a1e2-c33cd002fb81 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:46.162712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:46.163243 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.206668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.256013 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.301698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 199f4a3e-142b-4f97-a1e2-c33cd002fb81, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=199f4a3e-142b-4f97-a1e2-c33cd002fb81,segment=NetworkSegment(9a762565-a8de-4523-a657-3f7b9017b8eb),segment_id=9a762565-a8de-4523-a657-3f7b9017b8eb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:46.306725 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.308569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:46.359925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:56:46.407416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=199f4a3e-142b-4f97-a1e2-c33cd002fb81,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:46.420417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:46.420804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.483861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a681a9f-194d-4fe0-b336-3b55e361cc89 None None] Network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:46.509324 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Sync routers for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:46.517291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:46.521996 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:46.522972 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:46.541017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.542678 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-11948eee-7ffc-45e1-8438-a1611ae590e4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0079663 Nov 23 18:56:46.545591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44360) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:46.563782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Sync routers for ids ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:46.632895 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Routers {'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:46.633659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:46.638439 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:46.643003 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b5f2eb88-7fc7-43d7-8e7e-bb046bada69e None None] Provisioning complete for port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:46.643384 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b5f2eb88-7fc7-43d7-8e7e-bb046bada69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.734719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.849518 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 2, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:46.865432 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Set router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:46.884876 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Checking router: 015d273f-4ee9-4b6e-b875-0980731fa733 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:56:46.885424 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Updating router 015d273f-4ee9-4b6e-b875-0980731fa733 port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:56:46.915503 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.993466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.122291 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:56:45Z', 'revision_number': 3, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port': {'id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:45Z', 'updated_at': '2021-11-23T18:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:47.154838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Checking router: f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:56:47.155289 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Updating router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 port 77501d5f-6958-46c2-8a1f-c1dc878bc377 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:56:47.171942 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Allocated IP 172.20.0.1 (5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c/42f49954-7d94-4977-bf3d-2601fca868fe/159a9bb7-d53e-47b5-9872-4221a5e84986) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:47.185967 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.227425 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.235742 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.305788 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Pushing event updated for resources: {'Port': ['ID=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:47.314239 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.332242 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.332589 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.332935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.333273 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.333988 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.333988 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.334271 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.334603 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.334956 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.341128 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.341655 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.342005 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:47.362471 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.362931 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b4d2e7c2-469c-477c-9f08-072fc4dc01a7 None None] Provisioning complete for port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:47.363417 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e7c2-469c-477c-9f08-072fc4dc01a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.392591 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Attempting to bind port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:47.392968 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Attempting to bind port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:47.393337 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Attempting to bind port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 on network 791c6add-fb48-4f2d-ade3-f8988fe51e41 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:47.399337 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:47.399723 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Checking segment: {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:47.400645 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.400645 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Bound using segment: {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:47.400989 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Bound port: 5e35dad9-e29a-456f-a9c5-37e27d86a0f9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:47.401374 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.423838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:47.428876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:47.432213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:47.499524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=159a9bb7-d53e-47b5-9872-4221a5e84986,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:47.525784 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.532195 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] For port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:47.538054 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] For port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:47.547337 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.639238 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:47.640159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:47.666815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.693519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b73156c1-3560-4f47-b721-3d6daa19c8b3 None None] Provisioning complete for port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:47.693892 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b73156c1-3560-4f47-b721-3d6daa19c8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.697239 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.698511 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.712213 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bde8c-5a2d-4355-bb05-f8b8c445fe43 None None] Pushing event updated for resources: {'Port': ['ID=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:47.812166 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c664645-8069-4d81-b569-ee77c82d4ac3 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:47.825926 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bda27-51b9-4b07-94f3-5339918e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=77501d5f-6958-46c2-8a1f-c1dc878bc377,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:47.838067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Attempting to bind port 77501d5f-6958-46c2-8a1f-c1dc878bc377 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:47.838446 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Attempting to bind port 77501d5f-6958-46c2-8a1f-c1dc878bc377 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:47.838847 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Attempting to bind port 77501d5f-6958-46c2-8a1f-c1dc878bc377 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:47.872975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:47.873363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:47.873769 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.874173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:47.874678 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Bound port: 77501d5f-6958-46c2-8a1f-c1dc878bc377, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:47.875120 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.923571 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b73156c1-3560-4f47-b721-3d6daa19c8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.941234 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:47.947741 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.953314 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.963573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] For port 77501d5f-6958-46c2-8a1f-c1dc878bc377, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:47.968143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] For port 77501d5f-6958-46c2-8a1f-c1dc878bc377, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=77501d5f-6958-46c2-8a1f-c1dc878bc377,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:47.977448 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.981905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b73156c1-3560-4f47-b721-3d6daa19c8b3 None None] For port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:48.012755 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b73156c1-3560-4f47-b721-3d6daa19c8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.031626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c22ae0-c5c8-48f3-8cac-3a9bf0b75d2c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:48.073578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Routers {'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:48.074293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:48.118590 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.137611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bda27-51b9-4b07-94f3-5339918e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=77501d5f-6958-46c2-8a1f-c1dc878bc377,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:48.151549 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 199f4a3e-142b-4f97-a1e2-c33cd002fb81 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:48.215917 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:48.247280 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671fdd5-33ed-4271-bf8d-78ead419bda6 None None] The sync data for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 is: [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:48.359654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=159a9bb7-d53e-47b5-9872-4221a5e84986,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:48.364871 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.445578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Provisioning complete for port 159a9bb7-d53e-47b5-9872-4221a5e84986 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:48.445955 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.471486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:48.473206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:48.479111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73156c1-3560-4f47-b721-3d6daa19c8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:48.507145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Port 159a9bb7-d53e-47b5-9872-4221a5e84986 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:48.509430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] Set router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:48.550865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:48.551163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.616115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:48.632412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Provisioning complete for port 77501d5f-6958-46c2-8a1f-c1dc878bc377 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:48.632412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.761509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:48.772225 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5f7ff194-8d1b-4097-9949-0bf45736fbc8 admin admin] 10.222.0.74 "PUT /v2.0/routers/f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2206299 Nov 23 18:56:48.829745 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:48.898429 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.937424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] For port 77501d5f-6958-46c2-8a1f-c1dc878bc377, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=77501d5f-6958-46c2-8a1f-c1dc878bc377,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:48.949146 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.987367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 4, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port': {'id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:45Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '159a9bb7-d53e-47b5-9872-4221a5e84986', 'name': '', 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'mac_address': 'fa:16:3e:66:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:47Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 2, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'subnets': [{'id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:49.029068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:49.029454 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.036535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fe36f-e920-463d-912d-0e3406d6ee97 None None] The sync data for ids ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'] in n-d-818932-3 is: [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 4, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port': {'id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:45Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '159a9bb7-d53e-47b5-9872-4221a5e84986', 'name': '', 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'mac_address': 'fa:16:3e:66:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:47Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 2, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'subnets': [{'id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:49.072256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Provisioning complete for port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:49.072672 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.107094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee82cca-6292-4128-847d-01bb864eaf42 None None] Pushing event updated for resources: {'Port': ['ID=77501d5f-6958-46c2-8a1f-c1dc878bc377,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:49.484472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-835a0f9c-77c1-4a97-b960-05db0626ab21 None None] Provisioning complete for port 159a9bb7-d53e-47b5-9872-4221a5e84986 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:49.485064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-835a0f9c-77c1-4a97-b960-05db0626ab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.527140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-835a0f9c-77c1-4a97-b960-05db0626ab21 None None] Port 159a9bb7-d53e-47b5-9872-4221a5e84986 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:50.058568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:50.063726 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.133455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:50.133838 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.124091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:52.090290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 77501d5f-6958-46c2-8a1f-c1dc878bc377 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:52.151293 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Sync routers for ids ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:52.156528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 77501d5f-6958-46c2-8a1f-c1dc878bc377 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:52.156986 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:52.172637 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Routers {'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:52.173326 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:52.289711 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Set router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:52.512684 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 4, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port': {'id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:45Z', 'updated_at': '2021-11-23T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '159a9bb7-d53e-47b5-9872-4221a5e84986', 'name': '', 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'mac_address': 'fa:16:3e:66:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:47Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 2, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'subnets': [{'id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:52.541574 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Checking router: f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:56:52.541931 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Updating router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 port 159a9bb7-d53e-47b5-9872-4221a5e84986 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:56:52.568854 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:52.869455 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:52.877802 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:52.931272 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee37e0b-337d-4025-b6e1-1b3dd4606fb9 None None] Pushing event updated for resources: {'Port': ['ID=159a9bb7-d53e-47b5-9872-4221a5e84986,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:53.004400 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Attempting to bind port 159a9bb7-d53e-47b5-9872-4221a5e84986 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:53.004853 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Attempting to bind port 159a9bb7-d53e-47b5-9872-4221a5e84986 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:53.005294 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Attempting to bind port 159a9bb7-d53e-47b5-9872-4221a5e84986 on network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:53.011086 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:53.012472 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Checking segment: {'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:53.012935 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.013444 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Bound using segment: {'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:53.013956 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Bound port: 159a9bb7-d53e-47b5-9872-4221a5e84986, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a762565-a8de-4523-a657-3f7b9017b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:53.014422 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.091761 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] For port 159a9bb7-d53e-47b5-9872-4221a5e84986, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:53.095391 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] For port 159a9bb7-d53e-47b5-9872-4221a5e84986, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=159a9bb7-d53e-47b5-9872-4221a5e84986,segment=NetworkSegment(9a762565-a8de-4523-a657-3f7b9017b8eb),segment_id=9a762565-a8de-4523-a657-3f7b9017b8eb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:53.103278 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.181398 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Routers {'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:53.182027 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:56:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:53.245749 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee37e0b-337d-4025-b6e1-1b3dd4606fb9 None None] Pushing event updated for resources: {'Port': ['ID=159a9bb7-d53e-47b5-9872-4221a5e84986,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:53.286017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-27723555-6e98-4a18-bd04-211c143ffa3c None None] Provisioning complete for port 159a9bb7-d53e-47b5-9872-4221a5e84986 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:53.288688 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27723555-6e98-4a18-bd04-211c143ffa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.322440 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] Set router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:53.466221 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27723555-6e98-4a18-bd04-211c143ffa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.512929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-27723555-6e98-4a18-bd04-211c143ffa3c None None] For port 159a9bb7-d53e-47b5-9872-4221a5e84986, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=159a9bb7-d53e-47b5-9872-4221a5e84986,segment=NetworkSegment(9a762565-a8de-4523-a657-3f7b9017b8eb),segment_id=9a762565-a8de-4523-a657-3f7b9017b8eb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:53.527579 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27723555-6e98-4a18-bd04-211c143ffa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.601553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723555-6e98-4a18-bd04-211c143ffa3c None None] Pushing event updated for resources: {'Port': ['ID=159a9bb7-d53e-47b5-9872-4221a5e84986,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:53.650232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a109fd53-0b5e-43b3-96d4-bc6b3c1435a0 None None] Provisioning complete for port 159a9bb7-d53e-47b5-9872-4221a5e84986 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:53.650627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a109fd53-0b5e-43b3-96d4-bc6b3c1435a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.666326 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 4, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port': {'id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:45Z', 'updated_at': '2021-11-23T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '159a9bb7-d53e-47b5-9872-4221a5e84986', 'name': '', 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'mac_address': 'fa:16:3e:66:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:47Z', 'updated_at': '2021-11-23T18:56:53Z', 'revision_number': 4, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'subnets': [{'id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:53.707605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acb5d7-2cdb-4ed7-bf0b-6e80836f9c12 None None] The sync data for ids ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'] in n-d-818932-3 is: [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 4, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port': {'id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:45Z', 'updated_at': '2021-11-23T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '159a9bb7-d53e-47b5-9872-4221a5e84986', 'name': '', 'network_id': '5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'mac_address': 'fa:16:3e:66:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:47Z', 'updated_at': '2021-11-23T18:56:53Z', 'revision_number': 4, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'subnets': [{'id': '42f49954-7d94-4977-bf3d-2601fca868fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:54.096086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 159a9bb7-d53e-47b5-9872-4221a5e84986 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:54.152801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 159a9bb7-d53e-47b5-9872-4221a5e84986 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:54.153409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:59.712012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-aa9cd269-beea-4583-a6db-e30deae1b221 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:59.713501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-aa9cd269-beea-4583-a6db-e30deae1b221 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 815 time: 0.1037180 Nov 23 18:56:59.729069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-9b84c626-65f2-4be4-b8a5-7e4b0bb05000 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/quotas/41f22460c4604c969e81ceea1d472461 HTTP/1.1" status: 200 len: 375 time: 0.0090928 Nov 23 18:56:59.780892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1c54a1f-03bd-4c80-94b5-6e90860d256a tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464182 Nov 23 18:56:59.878775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-6a677cb5-2b18-4747-97ba-d8d6eeea5e2c service neutron] 10.222.0.74 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864363 Nov 23 18:56:59.968753 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-8384c8e4-76e8-4b6c-ab76-62f0b4036be9 service neutron] 10.222.0.74 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839238 Nov 23 18:57:00.131025 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d57edce3-32db-49c8-9e8f-9e601edf0cb5 req-687ba0c5-2342-4c84-bb4b-d6d0e7388d0f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 210 time: 0.0270114 Nov 23 18:57:01.234199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-814aad59-4aba-4da1-88d2-6d5d1aa3afa1 req-1edaedf6-56d3-4dd2-845c-8ca72418f8c3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 210 time: 0.0319045 Nov 23 18:57:01.257707 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-bd7f515f-4978-436b-be57-5cd425272969 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:01.259195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-bd7f515f-4978-436b-be57-5cd425272969 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 815 time: 0.1359386 Nov 23 18:57:01.284308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'port': {'device_id': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'admin_state_up': True, 'tenant_id': '41f22460c4604c969e81ceea1d472461'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:01.402599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Made reservation on behalf of 41f22460c4604c969e81ceea1d472461 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:01.406386 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.544667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Allocated IP 172.20.0.12 (791c6add-fb48-4f2d-ade3-f8988fe51e41/9203b9a1-a798-4aa9-b85c-06031c722a60/17a66d73-499e-45e6-b98d-87cccb14e0d2) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:01.771566 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.806845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.871197 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:01.874503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:01.877149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:01.905304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'Port': ['ID=17a66d73-499e-45e6-b98d-87cccb14e0d2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:01.921687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.922039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.922380 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.922737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.923077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.923413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.923746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.924075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.924406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.924735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.925060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.925386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:01.963149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:01.963781 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.986717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-b1341ac9-8830-40e1-b52f-f9aaf8b0d659 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7008841 Nov 23 18:57:02.130044 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-07bab466-71dc-42f5-a57b-8ac2eb81d40f None None] Provisioning complete for port 17a66d73-499e-45e6-b98d-87cccb14e0d2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:02.130653 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-07bab466-71dc-42f5-a57b-8ac2eb81d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.164453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-07bab466-71dc-42f5-a57b-8ac2eb81d40f None None] Port 17a66d73-499e-45e6-b98d-87cccb14e0d2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:02.361029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007305e-8f1c-4850-81bc-c1155196234b req-4fdf52bb-06cd-4fea-be6e-b5331703f55b tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:02.362590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5007305e-8f1c-4850-81bc-c1155196234b req-4fdf52bb-06cd-4fea-be6e-b5331703f55b tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0517917 Nov 23 18:57:02.415419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5007305e-8f1c-4850-81bc-c1155196234b req-cfcc986f-ebb6-4e1b-aef4-e63e0a3aa880 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Nov 23 18:57:03.540079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8369d-9907-4178-9bd7-bfad14e55fe0 req-5a5309ca-8927-4741-b29e-cc74605e2b3b tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:03.541643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15d8369d-9907-4178-9bd7-bfad14e55fe0 req-5a5309ca-8927-4741-b29e-cc74605e2b3b tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0512271 Nov 23 18:57:03.598912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15d8369d-9907-4178-9bd7-bfad14e55fe0 req-7fadf97f-3a58-4601-ac81-9cc1979c106e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495853 Nov 23 18:57:04.731247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fe7cf-9aaa-46b3-bfb4-c0bbf7503f60 req-eb5afb17-b644-4416-9679-c3c08febbd80 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:04.732808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d9fe7cf-9aaa-46b3-bfb4-c0bbf7503f60 req-eb5afb17-b644-4416-9679-c3c08febbd80 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0533004 Nov 23 18:57:04.780712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d9fe7cf-9aaa-46b3-bfb4-c0bbf7503f60 req-dd7862c3-8df8-4ac1-9fa1-b3665c2ce7f4 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Nov 23 18:57:05.904148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d3123-25ac-40e0-9517-bcfdfec8dac7 req-9835aa0a-89cb-4d94-a298-598a4ec438a3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:05.907704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f44d3123-25ac-40e0-9517-bcfdfec8dac7 req-9835aa0a-89cb-4d94-a298-598a4ec438a3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0514667 Nov 23 18:57:05.962087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f44d3123-25ac-40e0-9517-bcfdfec8dac7 req-51ce628b-9ccf-4a96-9129-3838f15ef4f8 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486906 Nov 23 18:57:07.086200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b989d7d-2ea7-4fab-9c39-151699fccdae req-d62dd31b-32c8-4925-a74f-db3597a75864 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:07.087705 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b989d7d-2ea7-4fab-9c39-151699fccdae req-d62dd31b-32c8-4925-a74f-db3597a75864 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0569475 Nov 23 18:57:07.140039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6b989d7d-2ea7-4fab-9c39-151699fccdae req-17c9afa5-e930-479c-8ef9-8f80cd54c4d1 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Nov 23 18:57:08.264579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378cbd-fb2b-408a-a4d6-e322e278ca1d req-c11f239b-77e6-4bae-a9e6-02f58dc472dc tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.266314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78378cbd-fb2b-408a-a4d6-e322e278ca1d req-c11f239b-77e6-4bae-a9e6-02f58dc472dc tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0571880 Nov 23 18:57:08.314422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78378cbd-fb2b-408a-a4d6-e322e278ca1d req-7ea7f11e-12e2-412b-bee1-1cb911f24d9f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Nov 23 18:57:08.492367 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:57:09.455289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf49790-7d2c-4ff9-a9fd-cc2a066acc0a req-e073901e-3150-4636-bc58-fa979d7131b9 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:09.457589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcf49790-7d2c-4ff9-a9fd-cc2a066acc0a req-e073901e-3150-4636-bc58-fa979d7131b9 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0618169 Nov 23 18:57:09.506633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bcf49790-7d2c-4ff9-a9fd-cc2a066acc0a req-b7e83c28-4df3-4431-966b-beddf7a7dd24 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Nov 23 18:57:10.676839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a8787-7e61-4d62-aa27-1b26687d8a2d req-aab39690-69cf-4e9b-b7ea-dcce29553d25 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:10.678416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-324a8787-7e61-4d62-aa27-1b26687d8a2d req-aab39690-69cf-4e9b-b7ea-dcce29553d25 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0775819 Nov 23 18:57:10.728115 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-324a8787-7e61-4d62-aa27-1b26687d8a2d req-9f1bbba6-1197-4571-bae0-f9f65a5c8b0c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Nov 23 18:57:11.428648 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-205698ee-8666-453d-90eb-f7fd8cfa6bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.852829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1196-05bb-44fb-8fa6-5d1f0767eedd req-9bcf82dd-92f5-48f0-9436-0747aaed8068 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:11.854296 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-026b1196-05bb-44fb-8fa6-5d1f0767eedd req-9bcf82dd-92f5-48f0-9436-0747aaed8068 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 932 time: 0.0518827 Nov 23 18:57:11.906322 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-026b1196-05bb-44fb-8fa6-5d1f0767eedd req-aaa835f1-a75f-4d1c-8b6b-940c614bb79c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446010 Nov 23 18:57:12.586221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Request body: {'port': {'device_id': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:12.639286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.901540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a66d73-499e-45e6-b98d-87cccb14e0d2 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:57:12.909563 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.921641 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Transition to ACTIVE for port object 17a66d73-499e-45e6-b98d-87cccb14e0d2 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:57:12.925922 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.983662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=17a66d73-499e-45e6-b98d-87cccb14e0d2,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:13.089600 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1aa47-7241-4a20-aa95-e518201a9675 req-23a19d29-5804-4359-b9fb-0a737dc3ff43 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:13.091193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f1aa47-7241-4a20-aa95-e518201a9675 req-23a19d29-5804-4359-b9fb-0a737dc3ff43 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 944 time: 0.1048877 Nov 23 18:57:13.096888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Attempting to bind port 17a66d73-499e-45e6-b98d-87cccb14e0d2 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:13.097226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Attempting to bind port 17a66d73-499e-45e6-b98d-87cccb14e0d2 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:13.097560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Attempting to bind port 17a66d73-499e-45e6-b98d-87cccb14e0d2 on network 791c6add-fb48-4f2d-ade3-f8988fe51e41 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:13.110470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Port 17a66d73-499e-45e6-b98d-87cccb14e0d2 on network 791c6add-fb48-4f2d-ade3-f8988fe51e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:57:13.110834 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Attempting to bind port 17a66d73-499e-45e6-b98d-87cccb14e0d2 on network 791c6add-fb48-4f2d-ade3-f8988fe51e41 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:13.124024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:13.124553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Checking segment: {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:13.124832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Bound using segment: {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:13.125274 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Bound port: 17a66d73-499e-45e6-b98d-87cccb14e0d2, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04611048-2b32-4ee0-91c9-92901f71696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:13.125641 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.181931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-75f1aa47-7241-4a20-aa95-e518201a9675 req-50149a4a-3592-4eb7-b3c9-3bd0bb1e2195 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798309 Nov 23 18:57:13.211999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] For port 17a66d73-499e-45e6-b98d-87cccb14e0d2, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:13.214994 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] For port 17a66d73-499e-45e6-b98d-87cccb14e0d2, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:13.220563 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.253271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:13.253890 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.255429 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] 10.222.0.72 "PUT /v2.0/ports/17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 1092 time: 0.6734667 Nov 23 18:57:13.255805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:13.258093 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:13.288228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53740e12-1b51-4da9-8cd4-8d013064bfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=17a66d73-499e-45e6-b98d-87cccb14e0d2,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:13.302918 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071c4766-347a-4d4b-977a-fb1cc4b750d4 x-openstack-request-id: req-071c4766-347a-4d4b-977a-fb1cc4b750d4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:13.303224 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:13.303484 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-071c4766-347a-4d4b-977a-fb1cc4b750d4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:13.303897 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'status': 'completed', 'code': 200} Nov 23 18:57:13.351643 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-0012f7fe-6414-49f5-98b5-150da4b0cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:13.353179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-0012f7fe-6414-49f5-98b5-150da4b0cd9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1095 time: 0.0449133 Nov 23 18:57:13.407089 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-9bdf8bfd-c7e6-496f-8db5-53ecc45a90bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 217 time: 0.0399570 Nov 23 18:57:13.464151 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-30fa5c0b-2283-462f-b28d-17b756596acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:13.466391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-30fa5c0b-2283-462f-b28d-17b756596acb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0507269 Nov 23 18:57:13.487008 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d4d80178-ec8c-4baf-b8d8-ec84752bc980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.521895 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-2cccddc5-3c10-4593-aa07-592f96043e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:13.523373 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-2cccddc5-3c10-4593-aa07-592f96043e6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460317 Nov 23 18:57:13.626659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-768cdfe9-4870-4789-a86d-c12a5c67905d service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913558 Nov 23 18:57:13.723846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a4c0cb-2a77-4d64-adda-6ae37bec591d req-c776599b-5e50-43fb-b7d2-7d325874f293 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849264 Nov 23 18:57:13.825722 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-6175167c-5e53-4525-b7fd-913710197d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:13.827257 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-6175167c-5e53-4525-b7fd-913710197d50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1095 time: 0.0471215 Nov 23 18:57:13.916774 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-ae3bb8f1-b47d-4654-8316-840afa551e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:13.918251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-ae3bb8f1-b47d-4654-8316-840afa551e77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 916 time: 0.0835996 Nov 23 18:57:13.965123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-9e642df5-dd17-4321-9741-e3f92dab17b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 217 time: 0.0396671 Nov 23 18:57:14.019100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-f85d8e3f-fe5e-49da-b2ad-f78fdcca8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:14.020556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-f85d8e3f-fe5e-49da-b2ad-f78fdcca8adf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0451336 Nov 23 18:57:14.070497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-d800e3fe-8d8b-485f-8120-86c07ba4ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:14.072062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-d800e3fe-8d8b-485f-8120-86c07ba4ad19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441890 Nov 23 18:57:14.167390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-65f35f8d-1b3b-4ebc-92bc-14bd705d767b service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Nov 23 18:57:14.271340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a7bd74d-7d9c-4a88-a8ab-82d760f029a3 req-93fb0db8-3e8c-4c25-a973-4c58d882a2ae service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961955 Nov 23 18:57:14.309060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e02f1-bc67-455e-bbd0-08bab34b2cd5 req-1c6db2da-9d2b-48b1-9f42-bbb107cf513b tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:14.310554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b1e02f1-bc67-455e-bbd0-08bab34b2cd5 req-1c6db2da-9d2b-48b1-9f42-bbb107cf513b tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 944 time: 0.0536649 Nov 23 18:57:14.363864 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0b1e02f1-bc67-455e-bbd0-08bab34b2cd5 req-ba3f48b6-9ad1-46a2-afbd-22d971b5e89f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473092 Nov 23 18:57:15.080716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 17a66d73-499e-45e6-b98d-87cccb14e0d2 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:57:15.180995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 17a66d73-499e-45e6-b98d-87cccb14e0d2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:15.191890 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'port_id': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'mac_address': 'fa:16:3e:de:83:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:57:15.229857 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.242642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a66d73-499e-45e6-b98d-87cccb14e0d2 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:57:15.261633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 17a66d73-499e-45e6-b98d-87cccb14e0d2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:15.266792 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.329563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=17a66d73-499e-45e6-b98d-87cccb14e0d2,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:15.340654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.341016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.341273 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.342126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.342126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.342305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.342583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.343590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.343929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.344261 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.344720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.345138 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:15.349242 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.482662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce80a-14c8-4678-a724-fd7bccd23b3f req-8e8a4291-2c78-4773-b236-489562f3345b tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:15.484248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a9ce80a-14c8-4678-a724-fd7bccd23b3f req-8e8a4291-2c78-4773-b236-489562f3345b tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 945 time: 0.0515332 Nov 23 18:57:15.537701 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2a9ce80a-14c8-4678-a724-fd7bccd23b3f req-6a641d13-a853-4d07-a3be-e53003c5603d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464232 Nov 23 18:57:15.597474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['17a66d73-499e-45e6-b98d-87cccb14e0d2'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:57:16.656026 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.658865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556a3a-b407-43ae-a063-1953e0e141e9 req-b184a000-4bc8-48ef-802e-d028256b1230 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:16.660375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3556a3a-b407-43ae-a063-1953e0e141e9 req-b184a000-4bc8-48ef-802e-d028256b1230 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 945 time: 0.0503526 Nov 23 18:57:16.707948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c3556a3a-b407-43ae-a063-1953e0e141e9 req-c0339ac3-eb58-4b03-b960-6670b4684150 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Nov 23 18:57:17.094961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 17a66d73-499e-45e6-b98d-87cccb14e0d2 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:17.147036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 17a66d73-499e-45e6-b98d-87cccb14e0d2 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:57:17.151068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 17a66d73-499e-45e6-b98d-87cccb14e0d2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:17.151446 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.228378 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.251317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:17.253579 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7412f7b-e564-4bbf-93f6-2a0e3c00cf07" -d '{"events": [{"server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "name": "network-vif-plugged", "status": "completed", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:17.266516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 17a66d73-499e-45e6-b98d-87cccb14e0d2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:17.270413 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.293747 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed6617c-4d37-4312-b1ff-ca386660e48b x-openstack-request-id: req-3ed6617c-4d37-4312-b1ff-ca386660e48b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:17.294047 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "name": "network-vif-plugged", "status": "completed", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:17.294310 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ed6617c-4d37-4312-b1ff-ca386660e48b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:17.294725 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'code': 200} Nov 23 18:57:17.325077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=17a66d73-499e-45e6-b98d-87cccb14e0d2,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:17.405512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a4f6a-e6c1-412e-9fcd-9901552cf221 req-d1249d5e-5cdd-4a69-a98e-2a6ba9869e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:17.407082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-702a4f6a-e6c1-412e-9fcd-9901552cf221 req-d1249d5e-5cdd-4a69-a98e-2a6ba9869e79 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1097 time: 0.0442069 Nov 23 18:57:17.458172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-702a4f6a-e6c1-412e-9fcd-9901552cf221 req-d50e3bda-b56f-4e1e-b598-80f3f39e4ef8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Nov 23 18:57:17.826610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d20c-3195-4897-bc59-b9ff5bae4472 req-8313b9b5-16ab-4f9e-bbff-f812a33a804e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:17.828217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12d9d20c-3195-4897-bc59-b9ff5bae4472 req-8313b9b5-16ab-4f9e-bbff-f812a33a804e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0510833 Nov 23 18:57:17.875562 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12d9d20c-3195-4897-bc59-b9ff5bae4472 req-46e03c2f-d009-4f7a-a4b5-74e29e368a71 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Nov 23 18:57:18.054938 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.002539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da728f-22ea-436c-9c39-c5d9b354a96c req-d5228f75-5977-40f3-bec5-aa4337d74062 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:19.004045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24da728f-22ea-436c-9c39-c5d9b354a96c req-d5228f75-5977-40f3-bec5-aa4337d74062 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0539761 Nov 23 18:57:19.051566 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24da728f-22ea-436c-9c39-c5d9b354a96c req-6cca302d-ad10-4c7a-afaa-33fa6f30170a tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Nov 23 18:57:19.164542 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034cec3-8857-408b-8ffd-bfd30768d9b1 req-2504dbad-89c5-45f8-869c-c3aa1bf611c8 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:19.165980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4034cec3-8857-408b-8ffd-bfd30768d9b1 req-2504dbad-89c5-45f8-869c-c3aa1bf611c8 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0496197 Nov 23 18:57:19.213408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4034cec3-8857-408b-8ffd-bfd30768d9b1 req-1e5a5a48-6a3c-40fb-b227-463349036d37 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 Nov 23 18:57:19.398613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9483c6-ada7-4e6f-9e4b-9896472c24c8 req-ef1d2558-b84e-4491-8c68-a2ae3a18b7f4 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:19.400091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e9483c6-ada7-4e6f-9e4b-9896472c24c8 req-ef1d2558-b84e-4491-8c68-a2ae3a18b7f4 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0487683 Nov 23 18:57:19.450317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e9483c6-ada7-4e6f-9e4b-9896472c24c8 req-2aab6614-2ece-447f-ac36-c2a5ba543aaa tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Nov 23 18:57:20.059829 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:21.120069 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.144807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-7818653a-4d08-4231-a094-48eb14ebf91e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407281 Nov 23 18:57:28.226826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-9666d089-2be6-4446-bb2a-781b3f7edd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:28.228337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-9666d089-2be6-4446-bb2a-781b3f7edd73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1097 time: 0.0396903 Nov 23 18:57:28.339510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-358e7ace-c637-4253-a53a-6a087dec736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:28.340917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-358e7ace-c637-4253-a53a-6a087dec736b service neutron] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 916 time: 0.0878906 Nov 23 18:57:28.382926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-36f7723b-eb7e-4a62-8fed-26995c32d2c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 217 time: 0.0345798 Nov 23 18:57:28.432288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-432c7c3f-d90b-443f-ad0e-ff58565546b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:28.433737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-432c7c3f-d90b-443f-ad0e-ff58565546b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0437429 Nov 23 18:57:28.484445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-5d22ffb9-74a5-4884-b6bc-899eeb8d70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:28.485930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-5d22ffb9-74a5-4884-b6bc-899eeb8d70a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452316 Nov 23 18:57:28.581602 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-676c5f74-4d99-47d2-99a1-cd98697ec872 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870211 Nov 23 18:57:28.705098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d53f3c69-3aa0-4e61-9265-e8e02ff278fa req-51c93874-fc0e-4286-820a-d5e5300155e9 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150341 Nov 23 18:57:32.010920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469350a-2733-49f7-8824-0daad025a577 req-96a7b688-91c8-42f4-b0a0-d0da8050c1ea tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:32.012456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a469350a-2733-49f7-8824-0daad025a577 req-96a7b688-91c8-42f4-b0a0-d0da8050c1ea tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0506804 Nov 23 18:57:32.060413 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a469350a-2733-49f7-8824-0daad025a577 req-2d296ab3-c47f-426c-8050-f40ff5e1c6de tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Nov 23 18:57:32.082830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44560) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:32.221183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf29efb-5ae3-4c05-b1c5-83a4d858d05c tempest-TestMinimumBasicScenario-1243303469 tempest-TestMinimumBasicScenario-1243303469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:32.222757 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9cf29efb-5ae3-4c05-b1c5-83a4d858d05c tempest-TestMinimumBasicScenario-1243303469 tempest-TestMinimumBasicScenario-1243303469-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1092 time: 0.1388922 Nov 23 18:57:32.225819 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44564) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:32.230056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'fixed_ip_address': '172.20.0.12'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:32.253875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.351618 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.465773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Allocated IP 172.25.0.192 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/b91b6240-c453-4c13-a9bb-c3c965f66432) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:32.564075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.597445 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.633457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:32.639772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:32.643211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:32.648593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'Port': ['ID=b91b6240-c453-4c13-a9bb-c3c965f66432,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:33.329608 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.401416 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.552845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.557493 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.636642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'Port': ['ID=b91b6240-c453-4c13-a9bb-c3c965f66432,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:33.646263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.753170 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Floating IP 96baae42-8bac-4140-ae83-03a8cefd552c associated. External IP: 172.25.0.192, port: 17a66d73-499e-45e6-b98d-87cccb14e0d2. Nov 23 18:57:34.016403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Router 015d273f-4ee9-4b6e-b875-0980731fa733 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:34.146815 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:34.158345 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] Sync routers for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:34.168647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.171609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:34.172249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:34.199317 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c3b41c6-4466-4e73-aeaa-8de500b6c33c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9724729 Nov 23 18:57:34.200171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:34.203022 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ca45c-2edc-46b9-89f5-f70d73297a21" -d '{"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:34.203467 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44566) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:34.208077 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d2c074fe-dda3-49d5-ab76-3779a1c807ab tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605030741', 'description': 'tempest-secgroup-smoke-1605030741 description', 'project_id': '41f22460c4604c969e81ceea1d472461'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:34.232364 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c074fe-dda3-49d5-ab76-3779a1c807ab tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.253419 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d16259b-39c7-4d76-bba5-2205c07eb59e x-openstack-request-id: req-8d16259b-39c7-4d76-bba5-2205c07eb59e {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:34.253732 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:34.253993 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d16259b-39c7-4d76-bba5-2205c07eb59e {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:34.254409 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'status': 'completed', 'code': 200} Nov 23 18:57:34.316871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:34.321940 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c074fe-dda3-49d5-ab76-3779a1c807ab tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.327417 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-e3829457-7ae4-4042-9155-f7343be74e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:34.328125 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c074fe-dda3-49d5-ab76-3779a1c807ab tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.329264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-e3829457-7ae4-4042-9155-f7343be74e4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1097 time: 0.0506501 Nov 23 18:57:34.359591 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c074fe-dda3-49d5-ab76-3779a1c807ab tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50705596-315b-4301-96e8-3a28dd0ffb85,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:34.378877 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c074fe-dda3-49d5-ab76-3779a1c807ab tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.381028 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d2c074fe-dda3-49d5-ab76-3779a1c807ab tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1765263 Nov 23 18:57:34.385842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44570) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:34.425272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e9f98052-a9fa-476d-a1b9-22090caf6237 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'security_group_rule': {'security_group_id': '50705596-315b-4301-96e8-3a28dd0ffb85', 'project_id': '41f22460c4604c969e81ceea1d472461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:34.477738 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e9f98052-a9fa-476d-a1b9-22090caf6237 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.493330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-d47b06b4-e905-40b5-828c-529bac06f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:34.495282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-d47b06b4-e905-40b5-828c-529bac06f0d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 916 time: 0.1576169 Nov 23 18:57:34.596858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-58557e63-2768-4532-a0ef-79a42e39f241 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 1000 time: 0.0926809 Nov 23 18:57:34.600153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '96baae42-8bac-4140-ae83-03a8cefd552c', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'port_id': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'mac_address': 'fa:16:3e:de:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:57:32Z', 'updated_at': '2021-11-23T18:57:32Z', 'revision_number': 0, 'project_id': '41f22460c4604c969e81ceea1d472461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 5, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:34.604861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e9f98052-a9fa-476d-a1b9-22090caf6237 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.616769 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e9f98052-a9fa-476d-a1b9-22090caf6237 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.632028 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] Checking router: 015d273f-4ee9-4b6e-b875-0980731fa733 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:57:34.640909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:34.641534 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:57:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:34.659123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f98052-a9fa-476d-a1b9-22090caf6237 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e12e52-56d8-4fad-b234-83ebe977029d,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:34.672362 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e9f98052-a9fa-476d-a1b9-22090caf6237 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.673561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e9f98052-a9fa-476d-a1b9-22090caf6237 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867575 Nov 23 18:57:34.676746 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44572) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:34.677436 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-c9c1153d-7dca-45a7-bc24-55d7044f5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:34.679075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-c9c1153d-7dca-45a7-bc24-55d7044f5846 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0713329 Nov 23 18:57:34.681720 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-db7ed9b7-27ec-4418-99bc-5a0f97104107 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'security_group_rule': {'security_group_id': '50705596-315b-4301-96e8-3a28dd0ffb85', 'project_id': '41f22460c4604c969e81ceea1d472461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:34.712516 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db7ed9b7-27ec-4418-99bc-5a0f97104107 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.736161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-87418efe-2d28-476c-9f2a-6329941f55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:34.737994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-87418efe-2d28-476c-9f2a-6329941f55cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486512 Nov 23 18:57:34.754942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:34.774964 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db7ed9b7-27ec-4418-99bc-5a0f97104107 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.779705 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db7ed9b7-27ec-4418-99bc-5a0f97104107 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.795963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ed9b7-27ec-4418-99bc-5a0f97104107 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed0564d-37c4-4be4-9182-8ce4627fdbdc,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:34.807652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db7ed9b7-27ec-4418-99bc-5a0f97104107 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.809015 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-db7ed9b7-27ec-4418-99bc-5a0f97104107 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310375 Nov 23 18:57:34.811718 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44574) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:34.822732 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-ef5ca7bf-acea-46b5-8568-34418cb5ce94 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'security_group_rule': {'security_group_id': '50705596-315b-4301-96e8-3a28dd0ffb85', 'project_id': '41f22460c4604c969e81ceea1d472461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:34.854893 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca7bf-acea-46b5-8568-34418cb5ce94 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.856548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-0b61f1b3-2bee-4968-84ee-1f5dd823999a service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106739 Nov 23 18:57:34.916911 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca7bf-acea-46b5-8568-34418cb5ce94 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.921536 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca7bf-acea-46b5-8568-34418cb5ce94 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.944913 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca7bf-acea-46b5-8568-34418cb5ce94 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.946156 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ef5ca7bf-acea-46b5-8568-34418cb5ce94 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332543 Nov 23 18:57:34.948818 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ca7bf-acea-46b5-8568-34418cb5ce94 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4957e979-d548-4426-a357-3d047a84f778,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:34.952038 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44576) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:34.956741 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8f6cce8b-2143-4661-8e39-6a6563f605f3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'security_group_rule': {'security_group_id': '50705596-315b-4301-96e8-3a28dd0ffb85', 'project_id': '41f22460c4604c969e81ceea1d472461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:34.966570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f4ca45c-2edc-46b9-89f5-f70d73297a21 req-59ad68a6-563c-4483-928b-d6fbd4034096 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013417 Nov 23 18:57:34.996548 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f6cce8b-2143-4661-8e39-6a6563f605f3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.008571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '96baae42-8bac-4140-ae83-03a8cefd552c', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'port_id': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'mac_address': 'fa:16:3e:de:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:57:32Z', 'updated_at': '2021-11-23T18:57:32Z', 'revision_number': 0, 'project_id': '41f22460c4604c969e81ceea1d472461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 5, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:35.036820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9274e4-9e24-432e-80e8-057d64aba19b None None] The sync data for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 is: [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '96baae42-8bac-4140-ae83-03a8cefd552c', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'port_id': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'mac_address': 'fa:16:3e:de:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:57:32Z', 'updated_at': '2021-11-23T18:57:32Z', 'revision_number': 0, 'project_id': '41f22460c4604c969e81ceea1d472461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 5, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:35.060191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f6cce8b-2143-4661-8e39-6a6563f605f3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.064779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f6cce8b-2143-4661-8e39-6a6563f605f3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.084880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cce8b-2143-4661-8e39-6a6563f605f3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885b62a2-6f3b-47cb-9334-d66986a8c26d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:35.093485 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8f6cce8b-2143-4661-8e39-6a6563f605f3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.094819 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8f6cce8b-2143-4661-8e39-6a6563f605f3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416368 Nov 23 18:57:35.097533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44578) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:35.101992 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-155d2aba-2f08-4967-8e54-480759ad357f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'security_group_rule': {'security_group_id': '50705596-315b-4301-96e8-3a28dd0ffb85', 'project_id': '41f22460c4604c969e81ceea1d472461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:35.125665 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-155d2aba-2f08-4967-8e54-480759ad357f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Project 41f22460c4604c969e81ceea1d472461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:57:35.130873 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-155d2aba-2f08-4967-8e54-480759ad357f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.194464 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-155d2aba-2f08-4967-8e54-480759ad357f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.198579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-155d2aba-2f08-4967-8e54-480759ad357f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.219452 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d2aba-2f08-4967-8e54-480759ad357f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c97906-90f9-4862-967a-2242475ed14d,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:35.229539 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-155d2aba-2f08-4967-8e54-480759ad357f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.230793 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-155d2aba-2f08-4967-8e54-480759ad357f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322567 Nov 23 18:57:35.234222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44580) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:35.239005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-40a89e86-d885-497f-a99e-d344d1d71e5d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'security_group_rule': {'security_group_id': '50705596-315b-4301-96e8-3a28dd0ffb85', 'project_id': '41f22460c4604c969e81ceea1d472461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:35.246018 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d201ac-9935-4bc4-ae8e-cdfcd73179ef None None] New status for floating IP 96baae42-8bac-4140-ae83-03a8cefd552c: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:57:35.270791 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-40a89e86-d885-497f-a99e-d344d1d71e5d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Project 41f22460c4604c969e81ceea1d472461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:57:35.276448 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40a89e86-d885-497f-a99e-d344d1d71e5d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.354471 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40a89e86-d885-497f-a99e-d344d1d71e5d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.359262 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40a89e86-d885-497f-a99e-d344d1d71e5d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.379975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a89e86-d885-497f-a99e-d344d1d71e5d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd97599-f3cb-4f76-8a45-194d32471665,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:35.389481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-40a89e86-d885-497f-a99e-d344d1d71e5d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.390742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-40a89e86-d885-497f-a99e-d344d1d71e5d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553702 Nov 23 18:57:35.487095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-fac154f5-448b-4785-8977-4d36ab00363f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605030741&fields=id&tenant_id=41f22460c4604c969e81ceea1d472461 HTTP/1.1" status: 200 len: 267 time: 0.0460186 Nov 23 18:57:35.541398 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-fb3c29e7-7b85-45ae-a150-9ce93cd5fb9e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:35.542908 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-fb3c29e7-7b85-45ae-a150-9ce93cd5fb9e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0493636 Nov 23 18:57:35.553918 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'port': {'security_groups': ['0310604b-8cd2-4764-a6c7-e3612ac7ecce', '50705596-315b-4301-96e8-3a28dd0ffb85']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:35.620154 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.808773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] For port 17a66d73-499e-45e6-b98d-87cccb14e0d2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:35.838122 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.844233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.857440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['17a66d73-499e-45e6-b98d-87cccb14e0d2'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:57:35.888311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:35.890109 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.891371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-032f1774-24b6-49ba-a63f-910ecc84b127 req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "PUT /v2.0/ports/17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 982 time: 0.3418901 Nov 23 18:57:35.924593 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c9d5d-1638-4552-b282-541550d4c9f2 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'Port': ['ID=17a66d73-499e-45e6-b98d-87cccb14e0d2,revision_number=6']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:35.959608 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['17a66d73-499e-45e6-b98d-87cccb14e0d2'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:57:36.022955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a15d4-00fd-4948-b2e2-dfe1b12b3ecb req-3f298c56-9b85-4ff5-a19e-cffe8ca28424 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:36.024659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-196a15d4-00fd-4948-b2e2-dfe1b12b3ecb req-3f298c56-9b85-4ff5-a19e-cffe8ca28424 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0614355 Nov 23 18:57:36.099335 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-196a15d4-00fd-4948-b2e2-dfe1b12b3ecb req-ac2abf88-a428-4e74-bde3-d54b799280f1 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677493 Nov 23 18:57:36.207180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e9c97d6e-6a80-42ee-b778-e4add70b3372 None None] Provisioning complete for port 17a66d73-499e-45e6-b98d-87cccb14e0d2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:36.207484 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e9c97d6e-6a80-42ee-b778-e4add70b3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:36.256238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:36.260312 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c14d80-0838-4add-b0f2-aaadc990513a" -d '{"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:36.298532 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9865d59-232c-4063-8f41-e91998faf9c7 x-openstack-request-id: req-e9865d59-232c-4063-8f41-e91998faf9c7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:36.298868 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:36.299301 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e9865d59-232c-4063-8f41-e91998faf9c7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:36.299744 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'status': 'completed', 'code': 200} Nov 23 18:57:36.368522 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c14d80-0838-4add-b0f2-aaadc990513a req-50e7acc4-f006-4391-98a5-b5762b712901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:36.370080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c14d80-0838-4add-b0f2-aaadc990513a req-50e7acc4-f006-4391-98a5-b5762b712901 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1136 time: 0.0464883 Nov 23 18:57:36.469831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c14d80-0838-4add-b0f2-aaadc990513a req-cf9524f0-2a04-409a-b368-b71f4fe873b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:36.471535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c14d80-0838-4add-b0f2-aaadc990513a req-cf9524f0-2a04-409a-b368-b71f4fe873b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 916 time: 0.0938888 Nov 23 18:57:36.541841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c14d80-0838-4add-b0f2-aaadc990513a req-50debd62-3bb2-46a2-9675-49c662164272 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 1002 time: 0.0629804 Nov 23 18:57:36.593548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c14d80-0838-4add-b0f2-aaadc990513a req-29790fe7-dd2b-4c91-8e62-0f0241d77f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:36.594996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c14d80-0838-4add-b0f2-aaadc990513a req-29790fe7-dd2b-4c91-8e62-0f0241d77f59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0444102 Nov 23 18:57:36.641419 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c14d80-0838-4add-b0f2-aaadc990513a req-b2c14c17-292a-4212-8d86-a1d7068352d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:36.643005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c14d80-0838-4add-b0f2-aaadc990513a req-b2c14c17-292a-4212-8d86-a1d7068352d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408397 Nov 23 18:57:36.738320 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c14d80-0838-4add-b0f2-aaadc990513a req-a5c086f5-7fab-442d-975d-928ff9a5c94d service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842936 Nov 23 18:57:36.827710 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67c14d80-0838-4add-b0f2-aaadc990513a req-1130503d-775f-41a4-81d9-a4079883c53d service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823905 Nov 23 18:57:41.424339 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a856b18-fd0a-4420-8b09-f45e229e9a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.477841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-042ee248-ee0d-45b1-a907-cf3cf3747531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:45.323197 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:45.491765 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:57:46.656740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:48.059192 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.062113 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.128222 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.307018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd42f84-3428-4d8d-93b3-6db091a81649 req-b5ce09e7-e080-41c8-949a-5478e42b8c1d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:53.308526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afd42f84-3428-4d8d-93b3-6db091a81649 req-b5ce09e7-e080-41c8-949a-5478e42b8c1d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0825355 Nov 23 18:57:53.313865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-c50dfa80-8d60-4786-92ed-e1f1df03fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:53.316091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-c50dfa80-8d60-4786-92ed-e1f1df03fc87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1136 time: 0.0775187 Nov 23 18:57:53.431731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afd42f84-3428-4d8d-93b3-6db091a81649 req-305375c5-b573-4a19-b841-b3c657d813b3 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146498 Nov 23 18:57:53.454448 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-d34025a1-5e30-47f1-950f-ff29dfd8564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:53.456298 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-d34025a1-5e30-47f1-950f-ff29dfd8564a service neutron] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 916 time: 0.1324465 Nov 23 18:57:53.523646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-3f0bab58-16cd-4d42-a11d-c0509a94cccd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 1002 time: 0.0582354 Nov 23 18:57:53.579757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-2f3bdf6f-4b60-4d45-8434-346c11eece0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:53.581478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-2f3bdf6f-4b60-4d45-8434-346c11eece0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0474594 Nov 23 18:57:53.637162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-1877bd1b-3dee-4cd2-8905-5498becfa41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:53.638658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-1877bd1b-3dee-4cd2-8905-5498becfa41b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500047 Nov 23 18:57:53.730354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-c520f480-cbde-4bdb-a7f9-9e82a62d5a23 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818150 Nov 23 18:57:53.825194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5c668d9-45fd-4221-9c33-cdf72edc1597 req-b1f51d0a-e7aa-4349-afe7-2e1539598949 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847297 Nov 23 18:57:54.555121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c547da-92b5-4448-8c5d-e70a9f6e87df req-61949d71-dfcf-45d0-90d4-63cc0bc7f588 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:54.556693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12c547da-92b5-4448-8c5d-e70a9f6e87df req-61949d71-dfcf-45d0-90d4-63cc0bc7f588 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0500741 Nov 23 18:57:54.621005 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-12c547da-92b5-4448-8c5d-e70a9f6e87df req-b3a1ac58-f0ac-4c14-97e2-51e662a79bea tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578678 Nov 23 18:57:55.750549 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0867ab-8dfc-492c-9012-5c044f5aeba4 req-e568d695-bdd2-49c6-bf54-902bb0e9764d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:55.752811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef0867ab-8dfc-492c-9012-5c044f5aeba4 req-e568d695-bdd2-49c6-bf54-902bb0e9764d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0540683 Nov 23 18:57:55.817110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef0867ab-8dfc-492c-9012-5c044f5aeba4 req-d24bc541-eed9-4e9e-88f1-157df86fd265 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582011 Nov 23 18:57:56.933046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64675-afdd-4aee-8f51-df65fbdba21b req-103d786b-4728-4e7a-a6eb-209e292375ff tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:56.934548 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31a64675-afdd-4aee-8f51-df65fbdba21b req-103d786b-4728-4e7a-a6eb-209e292375ff tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0491002 Nov 23 18:57:56.995263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31a64675-afdd-4aee-8f51-df65fbdba21b req-9d6b3b43-6d8e-40df-b900-ae66d09e656a tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534439 Nov 23 18:57:58.113628 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f45d7f-6db3-4c1d-88a1-c7da9abfeb4e req-044066ac-95e0-4904-a026-0d989176f130 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:58.115281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9f45d7f-6db3-4c1d-88a1-c7da9abfeb4e req-044066ac-95e0-4904-a026-0d989176f130 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0514290 Nov 23 18:57:58.186053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9f45d7f-6db3-4c1d-88a1-c7da9abfeb4e req-6f20e517-eba0-4d28-b699-24705b9f0f07 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642178 Nov 23 18:57:59.307093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5722-22e8-4431-95a2-37668caa434f req-c2029b87-9d21-4d30-80cd-45a914b42f00 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:59.308564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fde5722-22e8-4431-95a2-37668caa434f req-c2029b87-9d21-4d30-80cd-45a914b42f00 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0536771 Nov 23 18:57:59.370214 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7fde5722-22e8-4431-95a2-37668caa434f req-51beb8fc-7ab7-4557-b26d-a71e5a0a805f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554285 Nov 23 18:58:00.491182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fd336-5686-4b4f-8480-9566f463c260 req-51086149-4bbb-4d2d-9b2e-48918dc7e9a4 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:00.492671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-883fd336-5686-4b4f-8480-9566f463c260 req-51086149-4bbb-4d2d-9b2e-48918dc7e9a4 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0513315 Nov 23 18:58:00.553816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-883fd336-5686-4b4f-8480-9566f463c260 req-caafd2ed-3987-4086-8a89-4571f13b381e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549614 Nov 23 18:58:01.670683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1d8a3-1d48-4dfe-8d03-afcaea8f6ccb req-6930262d-cf02-4c7e-a982-2b17cdefb79e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:01.672191 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7b1d8a3-1d48-4dfe-8d03-afcaea8f6ccb req-6930262d-cf02-4c7e-a982-2b17cdefb79e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0493393 Nov 23 18:58:01.736133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7b1d8a3-1d48-4dfe-8d03-afcaea8f6ccb req-24fa4e69-c033-4310-a06e-0b1422ca4f48 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577302 Nov 23 18:58:02.855268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114e4aa-0b4e-40fa-a881-77a8c2bc5e13 req-293d995f-03ec-4ee6-9e5b-8fcfb132771f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:02.856790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7114e4aa-0b4e-40fa-a881-77a8c2bc5e13 req-293d995f-03ec-4ee6-9e5b-8fcfb132771f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0496068 Nov 23 18:58:02.916690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7114e4aa-0b4e-40fa-a881-77a8c2bc5e13 req-d6bf37ac-9b09-4912-a412-bd463e7fa2ed tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537994 Nov 23 18:58:04.036450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653bc9a-1707-4711-9440-c080363548a9 req-8aab1af9-f169-4c97-bba8-5ce796bc8e60 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:04.037944 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9653bc9a-1707-4711-9440-c080363548a9 req-8aab1af9-f169-4c97-bba8-5ce796bc8e60 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0524018 Nov 23 18:58:04.103450 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9653bc9a-1707-4711-9440-c080363548a9 req-d7275dc8-2a5c-48eb-8bba-6232d9ea80cc tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553694 Nov 23 18:58:04.678747 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-2501f44e-6d73-41d9-86a7-7ec1dadaebd0 req-2a9d5c6c-5d69-4c1f-a955-a1ae14db088b service neutron] (120535) timed out ('10.222.0.72', 50880) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:58:05.224110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c5f39-7892-4939-8581-27d08929dc2d req-cecf62bc-5e6d-4c1a-8a81-3689e15773a1 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:05.225599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-959c5f39-7892-4939-8581-27d08929dc2d req-cecf62bc-5e6d-4c1a-8a81-3689e15773a1 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0536578 Nov 23 18:58:05.285121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-959c5f39-7892-4939-8581-27d08929dc2d req-f8d688bd-9ec7-4da2-9345-b581551c10b8 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&id=50705596-315b-4301-96e8-3a28dd0ffb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534291 Nov 23 18:58:11.424675 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8e03273-5d37-4d89-bd4b-32e60db97005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.479228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8a8f7587-2d90-4a4e-8b07-b398c3950bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.326910 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.660984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.062186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.060158 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.132722 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.490908 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:58:30.190431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-2f4d7f53-5048-4011-8dbc-b36586163f12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837307 Nov 23 18:58:30.275646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-ba3af485-347c-4b72-888b-50f27023f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:30.277313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-ba3af485-347c-4b72-888b-50f27023f237 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1136 time: 0.0419173 Nov 23 18:58:30.385355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-32c0e5d6-df4c-4ed1-a1da-de8223101ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:30.386932 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-32c0e5d6-df4c-4ed1-a1da-de8223101ba4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 916 time: 0.0884247 Nov 23 18:58:30.456822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-963085b6-0053-471a-bccf-5f58ec239137 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 1002 time: 0.0622349 Nov 23 18:58:30.510158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-e321a42f-0fdf-462b-9be0-39f35dfa0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:30.511623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-e321a42f-0fdf-462b-9be0-39f35dfa0bd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0473790 Nov 23 18:58:30.558987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-0d8050f0-71ef-4d36-b110-c8c958772f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:30.560885 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-0d8050f0-71ef-4d36-b110-c8c958772f60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412900 Nov 23 18:58:30.650556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-7b02f7fe-4267-4797-bbac-bc83c4dea154 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824656 Nov 23 18:58:30.743462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bbc50e8-94f5-44e2-b43a-615a55946e71 req-7132b172-1b25-492f-bcf5-c070fa16a138 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857542 Nov 23 18:58:37.974598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-249ad67a-fbf2-4dde-b20c-2609f9d53f47 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605030741&fields=id&tenant_id=41f22460c4604c969e81ceea1d472461 HTTP/1.1" status: 200 len: 267 time: 0.1572223 Nov 23 18:58:38.026880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-3533aac2-e4d3-49e9-bd5d-6becd6aabb60 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:38.028329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-3533aac2-e4d3-49e9-bd5d-6becd6aabb60 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 985 time: 0.0472879 Nov 23 18:58:38.040122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Request body: {'port': {'security_groups': ['0310604b-8cd2-4764-a6c7-e3612ac7ecce']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:38.107327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.557409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] For port 17a66d73-499e-45e6-b98d-87cccb14e0d2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:38.586882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.591233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.607032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['17a66d73-499e-45e6-b98d-87cccb14e0d2'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:38.634292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:38.635074 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.636355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-69007312-0872-4c49-8bda-0ed21e1c5287 req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "PUT /v2.0/ports/17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 943 time: 0.6015835 Nov 23 18:58:38.636817 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:58:38.639135 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96665fc2-1193-47df-a940-7f623ffc8faf" -d '{"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:58:38.647116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44646) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:38.692351 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791fea0a-5893-4e22-9afb-28ff3d6f7d1d x-openstack-request-id: req-791fea0a-5893-4e22-9afb-28ff3d6f7d1d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:58:38.692653 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:58:38.692904 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-791fea0a-5893-4e22-9afb-28ff3d6f7d1d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:58:38.693302 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'status': 'completed', 'code': 200} Nov 23 18:58:38.699418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event updated for resources: {'Port': ['ID=17a66d73-499e-45e6-b98d-87cccb14e0d2,revision_number=7']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:38.714010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.714356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.714770 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.715051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.715284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['17a66d73-499e-45e6-b98d-87cccb14e0d2'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:38.715403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.715699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.716023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.716346 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.716667 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.716985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.717299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.717616 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcfa00-1dac-4aed-8bf2-41d65cef6c2e tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:38.770463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-793c22d1-5670-460f-a396-e07e9ec19b08 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.785755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665fc2-1193-47df-a940-7f623ffc8faf req-642917b0-5698-46aa-bcc3-67e14e268d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:38.787974 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96665fc2-1193-47df-a940-7f623ffc8faf req-642917b0-5698-46aa-bcc3-67e14e268d57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1097 time: 0.0658457 Nov 23 18:58:38.805883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-793c22d1-5670-460f-a396-e07e9ec19b08 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.922556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0e20c7ab-635f-4df9-b7f6-7b9bd6752354 None None] Provisioning complete for port 17a66d73-499e-45e6-b98d-87cccb14e0d2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:38.922854 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0e20c7ab-635f-4df9-b7f6-7b9bd6752354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.925163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665fc2-1193-47df-a940-7f623ffc8faf req-5366ca77-75cd-47ac-8de0-b9b6a4b1ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:38.926674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96665fc2-1193-47df-a940-7f623ffc8faf req-5366ca77-75cd-47ac-8de0-b9b6a4b1ba2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 916 time: 0.1239245 Nov 23 18:58:38.976475 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-793c22d1-5670-460f-a396-e07e9ec19b08 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.979105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-793c22d1-5670-460f-a396-e07e9ec19b08 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.980262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-793c22d1-5670-460f-a396-e07e9ec19b08 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "DELETE /v2.0/security-groups/50705596-315b-4301-96e8-3a28dd0ffb85 HTTP/1.1" status: 204 len: 168 time: 0.3324628 Nov 23 18:58:38.984473 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44648) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:39.001456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c22d1-5670-460f-a396-e07e9ec19b08 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50705596-315b-4301-96e8-3a28dd0ffb85,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:39.015737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96665fc2-1193-47df-a940-7f623ffc8faf req-6876db5e-1d56-4065-be46-68329323271c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 1002 time: 0.0815613 Nov 23 18:58:39.067636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665fc2-1193-47df-a940-7f623ffc8faf req-7c128186-570d-4fe1-9141-a46e75449710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.069877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96665fc2-1193-47df-a940-7f623ffc8faf req-7c128186-570d-4fe1-9141-a46e75449710 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0449286 Nov 23 18:58:39.121840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665fc2-1193-47df-a940-7f623ffc8faf req-91e07f62-7db4-44e0-9f9c-f8b82719ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.123465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96665fc2-1193-47df-a940-7f623ffc8faf req-91e07f62-7db4-44e0-9f9c-f8b82719ccd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450726 Nov 23 18:58:39.158499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Deleting port b91b6240-c453-4c13-a9bb-c3c965f66432 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:39.158865 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.215847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96665fc2-1193-47df-a940-7f623ffc8faf req-7af29b92-7228-4a37-8ded-4f1b9f1c721a service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837860 Nov 23 18:58:39.238720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.239107 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.251482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Calling delete_port for b91b6240-c453-4c13-a9bb-c3c965f66432 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:39.311787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96665fc2-1193-47df-a940-7f623ffc8faf req-7c502716-26f9-483b-98ab-6952a0bfd5fc service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872564 Nov 23 18:58:39.401703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.428313 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event deleted for resources: {'Port': ['ID=b91b6240-c453-4c13-a9bb-c3c965f66432,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:39.455268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.455624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.455985 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.456331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.456669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.457010 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.457349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.457684 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.458021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.458359 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.458710 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.459589 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:39.505591 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.506095 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Floating IP 96baae42-8bac-4140-ae83-03a8cefd552c disassociated (deleted). External IP: 172.25.0.192, port: 17a66d73-499e-45e6-b98d-87cccb14e0d2. Nov 23 18:58:39.716332 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Router 015d273f-4ee9-4b6e-b875-0980731fa733 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:39.825316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:39.830105 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.835888 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] Sync routers for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:39.844991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:39.845606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:39.860271 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-492f0048-3db6-45b7-92b2-529f71afa28d tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "DELETE /v2.0/floatingips/96baae42-8bac-4140-ae83-03a8cefd552c HTTP/1.1" status: 204 len: 168 time: 0.8722675 Nov 23 18:58:39.860271 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:58:39.860968 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be67521-b3c2-443a-beed-3af21eb64e77" -d '{"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:58:39.955910 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:40.066129 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074a1d36-ecc3-4eae-8477-16a9528b32c2 x-openstack-request-id: req-074a1d36-ecc3-4eae-8477-16a9528b32c2 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:58:40.066756 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:58:40.066756 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-074a1d36-ecc3-4eae-8477-16a9528b32c2 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:58:40.067195 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'status': 'completed', 'code': 200} Nov 23 18:58:40.152529 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-d25050ea-1804-4835-be73-09d4e573389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:40.154202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-d25050ea-1804-4835-be73-09d4e573389a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41f22460c4604c969e81ceea1d472461&device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 1097 time: 0.0526524 Nov 23 18:58:40.261210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-58f99d98-46da-4f2a-a119-eec3b9cd2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:40.262818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-58f99d98-46da-4f2a-a119-eec3b9cd2cad service neutron] 10.222.0.72 "GET /v2.0/networks?id=791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 200 len: 916 time: 0.0988567 Nov 23 18:58:40.307462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-ee3e11da-3d39-4095-97e5-34a22c90d839 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 200 len: 217 time: 0.0364566 Nov 23 18:58:40.347808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 5, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:40.362424 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-4e54d8e1-0463-4d05-b403-bd88e44f4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:40.364008 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-4e54d8e1-0463-4d05-b403-bd88e44f4d4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 200 len: 854 time: 0.0464907 Nov 23 18:58:40.374577 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] Checking router: 015d273f-4ee9-4b6e-b875-0980731fa733 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:40.384033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:40.384646 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:40.418514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-ff3fed9d-ebd5-42c2-8b63-c1a02de1997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:40.420075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-ff3fed9d-ebd5-42c2-8b63-c1a02de1997c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=791c6add-fb48-4f2d-ade3-f8988fe51e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455885 Nov 23 18:58:40.511081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:40.522194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-788482b2-00a9-4f8d-94d4-b3009358a324 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948129 Nov 23 18:58:40.624350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6be67521-b3c2-443a-beed-3af21eb64e77 req-04008651-328b-4da6-9dd9-ecad026c0e70 service neutron] 10.222.0.72 "GET /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948348 Nov 23 18:58:40.724107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 5, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:40.750581 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10bef8-0236-4c54-b116-252b3817515e None None] The sync data for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 is: [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:56:42Z', 'revision_number': 4, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '5e35dad9-e29a-456f-a9c5-37e27d86a0f9', 'name': '', 'network_id': '791c6add-fb48-4f2d-ade3-f8988fe51e41', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'mac_address': 'fa:16:3e:85:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:42Z', 'updated_at': '2021-11-23T18:56:47Z', 'revision_number': 5, 'project_id': '41f22460c4604c969e81ceea1d472461', 'subnets': [{'id': '9203b9a1-a798-4aa9-b85c-06031c722a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:40.976475 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be755107-684c-4ffb-8e70-525caea51b6f None None] New status for floating IP 96baae42-8bac-4140-ae83-03a8cefd552c: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:58:41.428039 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d53bdffa-a76c-4a76-a680-82fe5f7f5b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:43.480241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0d87251b-7a68-4427-979a-f4f3e5eff0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:45.329077 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:46.664017 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.070549 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.913640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e20b20-dbe2-4b89-9102-5d512cd55d88 req-6d23e4bd-61b9-4b8f-98cc-694d8701c194 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:48.915286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39e20b20-dbe2-4b89-9102-5d512cd55d88 req-6d23e4bd-61b9-4b8f-98cc-694d8701c194 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0521238 Nov 23 18:58:48.968848 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-39e20b20-dbe2-4b89-9102-5d512cd55d88 req-618b9090-3b32-4e4c-8639-ccec791d2d54 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473003 Nov 23 18:58:50.073590 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.090446 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412854-2fd1-4893-80ce-203ea8c7eca7 req-d8a224c6-276e-476c-84f6-fbebc2861fe0 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:50.092017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd412854-2fd1-4893-80ce-203ea8c7eca7 req-d8a224c6-276e-476c-84f6-fbebc2861fe0 tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0527294 Nov 23 18:58:50.144300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd412854-2fd1-4893-80ce-203ea8c7eca7 req-fc9028d0-e387-4454-a7a5-f198d486391f tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/security-groups?id=0310604b-8cd2-4764-a6c7-e3612ac7ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Nov 23 18:58:50.793156 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-72afe73d-4448-4b3c-8019-81355aa6ecbb tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:50.794616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-72afe73d-4448-4b3c-8019-81355aa6ecbb tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.72 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 946 time: 0.0483460 Nov 23 18:58:50.888059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Deleting port 17a66d73-499e-45e6-b98d-87cccb14e0d2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:50.888400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.979932 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] For port 17a66d73-499e-45e6-b98d-87cccb14e0d2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=17a66d73-499e-45e6-b98d-87cccb14e0d2,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:50.980291 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.991954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Calling delete_port for 17a66d73-499e-45e6-b98d-87cccb14e0d2 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:51.121051 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.136997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['17a66d73-499e-45e6-b98d-87cccb14e0d2'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:51.141158 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.148848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Pushing event deleted for resources: {'Port': ['ID=17a66d73-499e-45e6-b98d-87cccb14e0d2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:51.197287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] No DVR routers for this DVR port 17a66d73-499e-45e6-b98d-87cccb14e0d2 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:51.200478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.203898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-01cffdea-3444-49d7-a0ee-2b8cb60b923b req-c1b7de14-cb2a-490c-aba4-29efcf66691c tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.72 "DELETE /v2.0/ports/17a66d73-499e-45e6-b98d-87cccb14e0d2 HTTP/1.1" status: 204 len: 173 time: 0.3988402 Nov 23 18:58:51.204347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'name': 'network-vif-deleted', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:58:51.206798 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d818db66-60d5-4de3-927e-df9e2db3a5ee" -d '{"events": [{"server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "name": "network-vif-deleted", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:58:51.248232 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4dedd218-be89-4269-aeb4-15599ebafdd3 req-0a5fa8dd-32c9-4612-97cc-330448c748fb tempest-TestMinimumBasicScenario-1681617915 tempest-TestMinimumBasicScenario-1681617915-project] 10.222.0.74 "GET /v2.0/ports?device_id=f661601a-d4d0-40b8-90ab-817910ab4b2c HTTP/1.1" status: 200 len: 210 time: 0.0282137 Nov 23 18:58:51.294345 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7077224a-9e4a-4459-9f98-fd7d9e125afd x-openstack-request-id: req-7077224a-9e4a-4459-9f98-fd7d9e125afd {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:58:51.294642 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f661601a-d4d0-40b8-90ab-817910ab4b2c", "name": "network-vif-deleted", "tag": "17a66d73-499e-45e6-b98d-87cccb14e0d2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:58:51.294943 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7077224a-9e4a-4459-9f98-fd7d9e125afd {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:58:51.295415 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f661601a-d4d0-40b8-90ab-817910ab4b2c', 'name': 'network-vif-deleted', 'tag': '17a66d73-499e-45e6-b98d-87cccb14e0d2', 'status': 'completed', 'code': 200} Nov 23 18:58:52.828807 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44750) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:53.190762 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.438941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Deleting port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:53.439288 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.518451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] For port 5e35dad9-e29a-456f-a9c5-37e27d86a0f9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:53.518760 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.531485 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Calling delete_port for 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:53.576106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 17a66d73-499e-45e6-b98d-87cccb14e0d2 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:53.601761 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 17a66d73-499e-45e6-b98d-87cccb14e0d2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:53.602110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 17a66d73-499e-45e6-b98d-87cccb14e0d2 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:53.717738 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.745167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e35dad9-e29a-456f-a9c5-37e27d86a0f9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:53.915301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.442941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Router 015d273f-4ee9-4b6e-b875-0980731fa733 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:54.549096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:54.554280 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ba96aa3-6a90-4553-b1d5-54f8a18a2bb3 admin admin] 10.222.0.74 "PUT /v2.0/routers/015d273f-4ee9-4b6e-b875-0980731fa733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244971 Nov 23 18:58:54.556901 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44752) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:54.559955 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] Sync routers for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:54.570466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:54.571141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:54.663713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.688082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:54.768706 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.821954 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Deleting port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:54.822295 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.872558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:58:53Z', 'revision_number': 5, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port': {'id': '6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:40Z', 'updated_at': '2021-11-23T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:54.900287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] Checking router: 015d273f-4ee9-4b6e-b875-0980731fa733 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:54.905758 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] For port 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:54.906123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.908742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] Routers {'015d273f-4ee9-4b6e-b875-0980731fa733'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:54.909355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['015d273f-4ee9-4b6e-b875-0980731fa733'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:54.918412 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Calling delete_port for 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:54.998024 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] Set router 015d273f-4ee9-4b6e-b875-0980731fa733 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:55.055007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:58:54Z', 'revision_number': 6, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:55.081479 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30576cb0-a25b-421a-af39-a626cb987738 None None] The sync data for ids ['015d273f-4ee9-4b6e-b875-0980731fa733'] in n-d-818932-3 is: [{'id': '015d273f-4ee9-4b6e-b875-0980731fa733', 'name': 'tempest-TestMinimumBasicScenario-2132378960-router', 'tenant_id': '41f22460c4604c969e81ceea1d472461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:39Z', 'updated_at': '2021-11-23T18:58:54Z', 'revision_number': 6, 'project_id': '41f22460c4604c969e81ceea1d472461', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:55.098146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.125498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:55.140667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a0882-6c7c-466b-85c2-de011507b79d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:55.186249 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.279622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.281749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.325383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.325926 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 015d273f-4ee9-4b6e-b875-0980731fa733 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:58:55.330231 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.331399 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b6eeb1a1-39b2-4d28-b2ba-9ee8f114ee2a admin admin] 10.222.0.74 "DELETE /v2.0/routers/015d273f-4ee9-4b6e-b875-0980731fa733 HTTP/1.1" status: 204 len: 168 time: 0.7735715 Nov 23 18:58:55.334604 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44754) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:55.380039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab328318-ba05-439c-89b9-9287a9dee517 admin admin] Deleting subnet 9203b9a1-a798-4aa9-b85c-06031c722a60 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:55.383327 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab328318-ba05-439c-89b9-9287a9dee517 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.419881 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab328318-ba05-439c-89b9-9287a9dee517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.511062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab328318-ba05-439c-89b9-9287a9dee517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.564848 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab328318-ba05-439c-89b9-9287a9dee517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.593331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab328318-ba05-439c-89b9-9287a9dee517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9203b9a1-a798-4aa9-b85c-06031c722a60,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:55.595343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ab328318-ba05-439c-89b9-9287a9dee517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.598570 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ab328318-ba05-439c-89b9-9287a9dee517 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9203b9a1-a798-4aa9-b85c-06031c722a60 HTTP/1.1" status: 204 len: 168 time: 0.2629337 Nov 23 18:58:55.599801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30189fd7-f30c-46f4-a4bb-43d48dc81a29 None None] Network 791c6add-fb48-4f2d-ade3-f8988fe51e41 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:55.601137 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44756) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:55.673662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.727857 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Deleting port 7eb0e027-024f-4f5f-9ead-8694f0d395cb {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:55.728207 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.793258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] For port 7eb0e027-024f-4f5f-9ead-8694f0d395cb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7eb0e027-024f-4f5f-9ead-8694f0d395cb,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:55.793638 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.806938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Calling delete_port for 7eb0e027-024f-4f5f-9ead-8694f0d395cb owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:55.820436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] DHCP port deletion for 791c6add-fb48-4f2d-ade3-f8988fe51e41 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:55.874108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Deleting port 7eb0e027-024f-4f5f-9ead-8694f0d395cb {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:55.874489 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.897342 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.924892 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb0e027-024f-4f5f-9ead-8694f0d395cb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:55.931331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] No DVR routers for this DVR port 7eb0e027-024f-4f5f-9ead-8694f0d395cb on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:55.955350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] For port 7eb0e027-024f-4f5f-9ead-8694f0d395cb, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=7eb0e027-024f-4f5f-9ead-8694f0d395cb,segment=NetworkSegment(04611048-2b32-4ee0-91c9-92901f71696b),segment_id=04611048-2b32-4ee0-91c9-92901f71696b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:55.955758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.970441 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Calling delete_port for 7eb0e027-024f-4f5f-9ead-8694f0d395cb owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:56.010296 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.031646 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791c6add-fb48-4f2d-ade3-f8988fe51e41']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:56.041809 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04611048-2b32-4ee0-91c9-92901f71696b') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:56.042064 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04611048-2b32-4ee0-91c9-92901f71696b') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:56.051039 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.052937 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.070494 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.078222 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:56.078805 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:56.080833 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:56.092375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Pushing event deleted for resources: {'Port': ['ID=7eb0e027-024f-4f5f-9ead-8694f0d395cb,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:56.094923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] No DVR routers for this DVR port 7eb0e027-024f-4f5f-9ead-8694f0d395cb on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:56.106583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.106583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.107372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.107461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.108967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.108967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.108967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.108967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.109359 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.109641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.109975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.110304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd7a8-e17f-4128-b6ca-4061223537d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:56.149972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:56.171239 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.172925 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:56.173280 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5e35dad9-e29a-456f-a9c5-37e27d86a0f9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:56.173709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7eb0e027-024f-4f5f-9ead-8694f0d395cb no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:56.178972 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.182076 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] 10.222.0.74 "DELETE /v2.0/networks/791c6add-fb48-4f2d-ade3-f8988fe51e41 HTTP/1.1" status: 204 len: 168 time: 0.5798051 Nov 23 18:58:56.187812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44758) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:56.192566 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe33d3-a087-4b4e-a5c1-e3d0c9abb58f admin admin] Pushing event deleted for resources: {'Network': ['ID=791c6add-fb48-4f2d-ade3-f8988fe51e41,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:56.195649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 7eb0e027-024f-4f5f-9ead-8694f0d395cb {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:56.195998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 7eb0e027-024f-4f5f-9ead-8694f0d395cb not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:56.196570 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:56.217066 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:56.217418 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 6011dfc5-dfd9-4bfa-afd2-fd7a2b23a206 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:56.546807 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.794798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Deleting port 159a9bb7-d53e-47b5-9872-4221a5e84986 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:56.795141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.873402 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] For port 159a9bb7-d53e-47b5-9872-4221a5e84986, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=159a9bb7-d53e-47b5-9872-4221a5e84986,segment=NetworkSegment(9a762565-a8de-4523-a657-3f7b9017b8eb),segment_id=9a762565-a8de-4523-a657-3f7b9017b8eb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:56.873763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.886008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Calling delete_port for 159a9bb7-d53e-47b5-9872-4221a5e84986 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:57.073022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.104710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Pushing event deleted for resources: {'Port': ['ID=159a9bb7-d53e-47b5-9872-4221a5e84986,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:57.273018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.491122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:57.598148 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:57.604786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-24657d9d-bd24-4ae8-a56b-64dbc34d73dd admin admin] 10.222.0.74 "PUT /v2.0/routers/f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4145021 Nov 23 18:58:57.606079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44760) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:57.606910 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] Sync routers for ids ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:57.617948 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] Routers {'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:57.618564 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:57.720081 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.734662 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] Set router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:57.821902 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.878126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Deleting port 77501d5f-6958-46c2-8a1f-c1dc878bc377 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:57.878373 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.912257 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:58:57Z', 'revision_number': 5, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port': {'id': '77501d5f-6958-46c2-8a1f-c1dc878bc377', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:56:45Z', 'updated_at': '2021-11-23T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:57.938673 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] Checking router: f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:57.946919 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] Routers {'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:57.947527 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:57.957742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] For port 77501d5f-6958-46c2-8a1f-c1dc878bc377, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=77501d5f-6958-46c2-8a1f-c1dc878bc377,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:57.958109 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.970583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Calling delete_port for 77501d5f-6958-46c2-8a1f-c1dc878bc377 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:58.039846 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] Set router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:58.097734 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:58:57Z', 'revision_number': 6, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:58.129106 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdbd35-1dc3-4064-b861-f57a0988a87d None None] The sync data for ids ['f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3'] in n-d-818932-3 is: [{'id': 'f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3', 'name': 'tempest-TestMinimumBasicScenario-1479001557-router', 'tenant_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:56:44Z', 'updated_at': '2021-11-23T18:58:57Z', 'revision_number': 6, 'project_id': '4472ca4c945e4aacbb5d4003fbcdefe4', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:58.431158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.463705 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Pushing event deleted for resources: {'Port': ['ID=77501d5f-6958-46c2-8a1f-c1dc878bc377,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:58.479174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43725899-9d55-4b23-acba-b2859041f6d1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:58.526305 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.619156 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.621269 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.667997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.668551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:58:58.673030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.674140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b8bffe8b-56bc-4662-b1bf-79f66bb7df36 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f1b6d4fe-8cd1-41b4-92e8-5ca0e323f0e3 HTTP/1.1" status: 204 len: 168 time: 1.0670426 Nov 23 18:58:58.676695 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44762) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:58.725061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-61551f0b-18a4-4a7a-bc29-49a02ac9ffda admin admin] Deleting subnet 42f49954-7d94-4977-bf3d-2601fca868fe {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:58.728263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-61551f0b-18a4-4a7a-bc29-49a02ac9ffda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.763743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-61551f0b-18a4-4a7a-bc29-49a02ac9ffda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.840759 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-61551f0b-18a4-4a7a-bc29-49a02ac9ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.900748 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-61551f0b-18a4-4a7a-bc29-49a02ac9ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.929236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61551f0b-18a4-4a7a-bc29-49a02ac9ffda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f49954-7d94-4977-bf3d-2601fca868fe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:58.931367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-61551f0b-18a4-4a7a-bc29-49a02ac9ffda admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.934442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-61551f0b-18a4-4a7a-bc29-49a02ac9ffda admin admin] 10.222.0.74 "DELETE /v2.0/subnets/42f49954-7d94-4977-bf3d-2601fca868fe HTTP/1.1" status: 204 len: 168 time: 0.2561677 Nov 23 18:58:58.935912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5acdcf-7fc1-4fc0-8c5e-535555fd906f None None] Network 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:58.937146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44764) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:59.017816 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.075063 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Deleting port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:59.075409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.121240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] DHCP port deletion for 5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:59.151545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] For port 199f4a3e-142b-4f97-a1e2-c33cd002fb81, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=199f4a3e-142b-4f97-a1e2-c33cd002fb81,segment=NetworkSegment(9a762565-a8de-4523-a657-3f7b9017b8eb),segment_id=9a762565-a8de-4523-a657-3f7b9017b8eb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:59.152862 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.168745 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Calling delete_port for 199f4a3e-142b-4f97-a1e2-c33cd002fb81 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:59.178883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] Deleting port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:59.179199 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.244743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] For port 199f4a3e-142b-4f97-a1e2-c33cd002fb81, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=199f4a3e-142b-4f97-a1e2-c33cd002fb81,segment=NetworkSegment(9a762565-a8de-4523-a657-3f7b9017b8eb),segment_id=9a762565-a8de-4523-a657-3f7b9017b8eb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:59.245163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.250122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.258738 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] Calling delete_port for 199f4a3e-142b-4f97-a1e2-c33cd002fb81 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:59.278177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Pushing event deleted for resources: {'Port': ['ID=199f4a3e-142b-4f97-a1e2-c33cd002fb81,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:59.281535 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] No DVR routers for this DVR port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:59.340156 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.358921 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.367564 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] Pushing event deleted for resources: {'Port': ['ID=199f4a3e-142b-4f97-a1e2-c33cd002fb81,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:59.371191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c6640-3f33-4eba-b77e-27289645a459 None None] No DVR routers for this DVR port 199f4a3e-142b-4f97-a1e2-c33cd002fb81 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:59.380139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:59.389959 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a762565-a8de-4523-a657-3f7b9017b8eb') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:59.390258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a762565-a8de-4523-a657-3f7b9017b8eb') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:59.399826 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.414286 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.420233 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:59.420621 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: timer() Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:59.422239 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:59.480024 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.485410 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.488592 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] 10.222.0.74 "DELETE /v2.0/networks/5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c HTTP/1.1" status: 204 len: 168 time: 0.5498726 Nov 23 18:58:59.493593 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:58:59.500015 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359b874-9b0b-476c-97dc-a17dcbad444a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccb9a93-7e95-4e7c-9e78-31a8ad620b2c,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:59.652877 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:59.692142 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dba3f522-5628-4bd3-976e-fa32792bd019 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=41f22460c4604c969e81ceea1d472461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380623 Nov 23 18:58:59.694722 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44770) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:59.742023 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1dcfdf35-10ab-4f5f-8601-8eac27887b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.764592 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1dcfdf35-10ab-4f5f-8601-8eac27887b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.817294 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1dcfdf35-10ab-4f5f-8601-8eac27887b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.821717 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1dcfdf35-10ab-4f5f-8601-8eac27887b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.823036 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1dcfdf35-10ab-4f5f-8601-8eac27887b8c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0310604b-8cd2-4764-a6c7-e3612ac7ecce HTTP/1.1" status: 204 len: 168 time: 0.1273537 Nov 23 18:58:59.831017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfdf35-10ab-4f5f-8601-8eac27887b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0310604b-8cd2-4764-a6c7-e3612ac7ecce,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:00.108007 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 199f4a3e-142b-4f97-a1e2-c33cd002fb81 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:00.133074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 199f4a3e-142b-4f97-a1e2-c33cd002fb81 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:00.133435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 199f4a3e-142b-4f97-a1e2-c33cd002fb81 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:00.133864 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 159a9bb7-d53e-47b5-9872-4221a5e84986 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:00.144207 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44776) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:00.155754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 159a9bb7-d53e-47b5-9872-4221a5e84986 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:00.156080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 159a9bb7-d53e-47b5-9872-4221a5e84986 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:00.156498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 77501d5f-6958-46c2-8a1f-c1dc878bc377 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:00.180677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 77501d5f-6958-46c2-8a1f-c1dc878bc377 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:00.181027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 77501d5f-6958-46c2-8a1f-c1dc878bc377 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:00.190626 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3eeee49c-8a56-492f-8c14-a077eda779ac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4472ca4c945e4aacbb5d4003fbcdefe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450528 Nov 23 18:59:00.193171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44778) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:00.241243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3281ad41-f356-4915-91aa-fa0fe2f47ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.261832 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3281ad41-f356-4915-91aa-fa0fe2f47ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.310829 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3281ad41-f356-4915-91aa-fa0fe2f47ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.313363 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3281ad41-f356-4915-91aa-fa0fe2f47ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.314559 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3281ad41-f356-4915-91aa-fa0fe2f47ff6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c6134edc-dc2f-4b98-b1e5-1baeffd0788d HTTP/1.1" status: 204 len: 168 time: 0.1202681 Nov 23 18:59:00.324394 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281ad41-f356-4915-91aa-fa0fe2f47ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6134edc-dc2f-4b98-b1e5-1baeffd0788d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:01.860978 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44818) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:01.866650 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263026993', 'description': 'tempest-secgroup-smoke-263026993 description', 'project_id': '7e6d97ef68444e00bc222174fcd311e0'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:01.888887 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.896997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.971568 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.975662 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.014612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa16e4e-d1b6-4428-833b-7a24d634be18,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.051801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.056196 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.090321 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.091617 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2296741 Nov 23 18:59:02.093516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421b702-d8c3-46d9-ba77-31f6f2c9a34d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fb463f-4875-4546-8add-cbff403eed75,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.094664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44820) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.101395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3c31275c-7a0d-45d7-a76a-345f8a287932 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '39fb463f-4875-4546-8add-cbff403eed75', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.128232 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c31275c-7a0d-45d7-a76a-345f8a287932 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.183870 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c31275c-7a0d-45d7-a76a-345f8a287932 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.187429 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c31275c-7a0d-45d7-a76a-345f8a287932 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.205674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31275c-7a0d-45d7-a76a-345f8a287932 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a5c447-136d-4c5c-bbb7-51cd115725a2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.213947 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3c31275c-7a0d-45d7-a76a-345f8a287932 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.215193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3c31275c-7a0d-45d7-a76a-345f8a287932 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183627 Nov 23 18:59:02.217874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44822) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.222179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f08c9ec7-3d79-44dc-8899-eddb8d3efa87 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '39fb463f-4875-4546-8add-cbff403eed75', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.248766 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f08c9ec7-3d79-44dc-8899-eddb8d3efa87 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.304121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f08c9ec7-3d79-44dc-8899-eddb8d3efa87 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.307513 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f08c9ec7-3d79-44dc-8899-eddb8d3efa87 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.327105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c9ec7-3d79-44dc-8899-eddb8d3efa87 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c7d870-92e7-4dd3-b57d-6eed7ae38668,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.332706 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f08c9ec7-3d79-44dc-8899-eddb8d3efa87 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.337231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44824) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.337465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f08c9ec7-3d79-44dc-8899-eddb8d3efa87 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184528 Nov 23 18:59:02.342231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-39bac2f0-d24c-44fd-9486-a1ad1773eca6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '39fb463f-4875-4546-8add-cbff403eed75', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.370785 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39bac2f0-d24c-44fd-9486-a1ad1773eca6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.428354 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39bac2f0-d24c-44fd-9486-a1ad1773eca6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.432074 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39bac2f0-d24c-44fd-9486-a1ad1773eca6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.449206 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bac2f0-d24c-44fd-9486-a1ad1773eca6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d419f892-f65f-4407-98c2-ead6a8a8fca3,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.458463 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-39bac2f0-d24c-44fd-9486-a1ad1773eca6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.462731 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44826) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.463153 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-39bac2f0-d24c-44fd-9486-a1ad1773eca6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246777 Nov 23 18:59:02.467353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0c70453c-a780-4f03-b32b-aea24eaf1649 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '39fb463f-4875-4546-8add-cbff403eed75', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.498712 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c70453c-a780-4f03-b32b-aea24eaf1649 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.565568 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c70453c-a780-4f03-b32b-aea24eaf1649 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.569402 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c70453c-a780-4f03-b32b-aea24eaf1649 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.587064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70453c-a780-4f03-b32b-aea24eaf1649 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5f0913-c255-414d-b082-bea193dc457a,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.595078 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c70453c-a780-4f03-b32b-aea24eaf1649 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.596282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0c70453c-a780-4f03-b32b-aea24eaf1649 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325355 Nov 23 18:59:02.599934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44828) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.604458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-28074233-043a-4cec-858f-d3f502bd5e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '39fb463f-4875-4546-8add-cbff403eed75', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.626473 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-28074233-043a-4cec-858f-d3f502bd5e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:59:02.632633 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28074233-043a-4cec-858f-d3f502bd5e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.690973 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28074233-043a-4cec-858f-d3f502bd5e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.694817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28074233-043a-4cec-858f-d3f502bd5e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.714020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28074233-043a-4cec-858f-d3f502bd5e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02eb11d1-3b59-4cd9-947c-bb12363d8f84,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.719796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-28074233-043a-4cec-858f-d3f502bd5e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.721004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-28074233-043a-4cec-858f-d3f502bd5e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200004 Nov 23 18:59:02.723865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44830) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.728694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-c49c54ce-d4e1-4973-b5a0-d6dd2adfd7a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '39fb463f-4875-4546-8add-cbff403eed75', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.750242 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-c49c54ce-d4e1-4973-b5a0-d6dd2adfd7a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:59:02.755132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c49c54ce-d4e1-4973-b5a0-d6dd2adfd7a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.815430 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c49c54ce-d4e1-4973-b5a0-d6dd2adfd7a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.819481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c49c54ce-d4e1-4973-b5a0-d6dd2adfd7a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.840871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c54ce-d4e1-4973-b5a0-d6dd2adfd7a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1bcd87-f43d-4311-ad27-133939cdee04,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.846960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c49c54ce-d4e1-4973-b5a0-d6dd2adfd7a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.848066 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c49c54ce-d4e1-4973-b5a0-d6dd2adfd7a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227293 Nov 23 18:59:02.852233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44832) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.857145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'network': {'name': 'tempest-network-smoke--1656689106', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'port_security_enabled': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.877203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:02.881200 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.906376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:59:02.915855 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.916203 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Added segment 48502c0a-987e-40eb-85e4-48eef3eed126 of type vlan for network 9ec2bac7-62b7-43c1-bffd-9275f554511f Nov 23 18:59:02.954574 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.979768 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.985457 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.986043 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.023931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1706846 Nov 23 18:59:03.026824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44834) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.055199 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'admin_state_up': True, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:03.065149 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa6524-23c7-4758-9c53-a41302c259dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Network': ['ID=9ec2bac7-62b7-43c1-bffd-9275f554511f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:03.076389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:59:03.083815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.084850 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.139492 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.275229 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.477400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.496552 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.603939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.57 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/67b6a7d9-0de2-485d-890a-ffd2821623b2) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:03.704226 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.737228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.777186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:03.781445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:03.788115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:03.789662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=67b6a7d9-0de2-485d-890a-ffd2821623b2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:03.794962 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05619472-4f81-421d-ad51-71d250694cce None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:03.893068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-273eca67-3858-496c-910b-371f52c03c10 None None] Provisioning complete for port 67b6a7d9-0de2-485d-890a-ffd2821623b2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:03.893382 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-273eca67-3858-496c-910b-371f52c03c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:03.932306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-273eca67-3858-496c-910b-371f52c03c10 None None] Port 67b6a7d9-0de2-485d-890a-ffd2821623b2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:04.041721 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.236589 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.362736 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:59:04.468672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:04.478980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Sync routers for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:04.489844 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:04.490027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.490300 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:04.494636 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44836) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:04.495157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7f4e3edb-ff77-4aa9-8a87-4e8d23163288 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4668863 Nov 23 18:59:04.619310 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-52191569-9b44-493e-adfe-d31d8a2f2043 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=7e6d97ef68444e00bc222174fcd311e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1232121 Nov 23 18:59:04.621895 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44840) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:04.715194 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a11602-d73e-4471-abbb-0a4fb9b4527d tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:04.716725 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-94a11602-d73e-4471-abbb-0a4fb9b4527d tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939035 Nov 23 18:59:04.719545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:04.747701 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-3035831f-9cd0-4417-956b-e2b6133fb795 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269895 Nov 23 18:59:04.750191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:04.754851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1120056512', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:04.757449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:04.844863 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:04.848481 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.940520 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:03Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:04.972351 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Checking router: 66d30e6c-a949-4bbc-bca3-f08027d1cd1a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:04.972703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Updating router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a port 67b6a7d9-0de2-485d-890a-ffd2821623b2 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:59:04.999094 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.027960 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.094331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Subnet': ['ID=94043e11-7cef-4393-98d6-795541887992,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:05.101552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Checking segment: {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:05.101925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network hostable DHCP agents. Network: 9ec2bac7-62b7-43c1-bffd-9275f554511f, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:59:05.120518 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:59:05.129752 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 9ec2bac7-62b7-43c1-bffd-9275f554511f) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:05.135021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:05.135629 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.152332 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-dab2e5b9-9632-4a0a-a56b-253134aadbf8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4011123 Nov 23 18:59:05.155076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44846) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:05.166679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae3688-3118-4c15-898b-af6d796052d6 None None] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:05.360533 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.368643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.410379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-9ec2bac7-62b7-43c1-bffd-9275f554511f', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:59:05.411395 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.440060 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7641f7-d5ce-4d07-847a-4e3812834f4d None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:05.469942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Attempting to bind port 67b6a7d9-0de2-485d-890a-ffd2821623b2 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:05.470655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Attempting to bind port 67b6a7d9-0de2-485d-890a-ffd2821623b2 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:05.470655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Attempting to bind port 67b6a7d9-0de2-485d-890a-ffd2821623b2 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:05.474622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311b9c0-0f2e-4a02-9c26-66b07b2b349b None None] Pushing event updated for resources: {'Port': ['ID=67b6a7d9-0de2-485d-890a-ffd2821623b2,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:05.528696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:05.529393 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:05.529500 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.529867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:05.530358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Bound port: 67b6a7d9-0de2-485d-890a-ffd2821623b2, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:05.530772 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.602098 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.627765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0bd314eb-aded-4262-85d1-627f2085f9a8 None None] Provisioning complete for port 67b6a7d9-0de2-485d-890a-ffd2821623b2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:05.628143 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bd314eb-aded-4262-85d1-627f2085f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.668017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] For port 67b6a7d9-0de2-485d-890a-ffd2821623b2, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:05.693900 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] For port 67b6a7d9-0de2-485d-890a-ffd2821623b2, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67b6a7d9-0de2-485d-890a-ffd2821623b2,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:05.697049 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0bd314eb-aded-4262-85d1-627f2085f9a8 None None] Port 67b6a7d9-0de2-485d-890a-ffd2821623b2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:05.702436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Allocated IP 172.20.0.2 (9ec2bac7-62b7-43c1-bffd-9275f554511f/94043e11-7cef-4393-98d6-795541887992/e02d3c64-b860-4a2d-9747-70791a2a5495) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:05.705119 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.761292 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec2dff-4bb1-48c9-8a26-612d26a58d0f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:05.808521 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311b9c0-0f2e-4a02-9c26-66b07b2b349b None None] Pushing event updated for resources: {'Port': ['ID=67b6a7d9-0de2-485d-890a-ffd2821623b2,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:05.839912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:05.840555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:06.001356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3f0ff385-3f22-4f8a-8855-c46802ec84c1 None None] Provisioning complete for port 67b6a7d9-0de2-485d-890a-ffd2821623b2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:06.001735 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff385-3f22-4f8a-8855-c46802ec84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.031029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:06.102135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.120880 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.158177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.1 (9ec2bac7-62b7-43c1-bffd-9275f554511f/94043e11-7cef-4393-98d6-795541887992/78336962-3adf-4eac-952a-b3ef7e0cce46) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:06.213326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:06.219972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:06.226605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:06.233462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Pushing event updated for resources: {'Port': ['ID=e02d3c64-b860-4a2d-9747-70791a2a5495,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:06.269563 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.305047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.339608 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff385-3f22-4f8a-8855-c46802ec84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.358360 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:06.361443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:06.365686 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:06.366326 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Attempting to bind port e02d3c64-b860-4a2d-9747-70791a2a5495 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:06.366719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Attempting to bind port e02d3c64-b860-4a2d-9747-70791a2a5495 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:06.368771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Attempting to bind port e02d3c64-b860-4a2d-9747-70791a2a5495 on network 9ec2bac7-62b7-43c1-bffd-9275f554511f {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:06.385735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3f0ff385-3f22-4f8a-8855-c46802ec84c1 None None] For port 67b6a7d9-0de2-485d-890a-ffd2821623b2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67b6a7d9-0de2-485d-890a-ffd2821623b2,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:06.387751 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:06.388159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Checking segment: {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:06.388640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.389072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Bound using segment: {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:06.389622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Bound port: e02d3c64-b860-4a2d-9747-70791a2a5495, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:06.389977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.390268 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=78336962-3adf-4eac-952a-b3ef7e0cce46,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:06.399625 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff385-3f22-4f8a-8855-c46802ec84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.415287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.478076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:03Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:06.525589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2987a-e66b-4519-8b30-b188c52f4118 None None] The sync data for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 is: [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:03Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:06.528600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ff385-3f22-4f8a-8855-c46802ec84c1 None None] Pushing event updated for resources: {'Port': ['ID=67b6a7d9-0de2-485d-890a-ffd2821623b2,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:06.540592 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] For port e02d3c64-b860-4a2d-9747-70791a2a5495, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:06.544487 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] For port e02d3c64-b860-4a2d-9747-70791a2a5495, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e02d3c64-b860-4a2d-9747-70791a2a5495,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:06.553649 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.555765 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.621722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c65a4-94b8-4573-b04b-679867aaab94 None None] Pushing event updated for resources: {'Port': ['ID=e02d3c64-b860-4a2d-9747-70791a2a5495,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:06.905880 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.912685 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.998790 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.005497 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=78336962-3adf-4eac-952a-b3ef7e0cce46,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:07.104955 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:07.106458 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:07.223297 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:07.343079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:07.348214 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b18df852-c2f5-4a12-a3dd-ab0620e7dd42 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/66d30e6c-a949-4bbc-bca3-f08027d1cd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1921337 Nov 23 18:59:07.531396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-565008b1-60f0-4aa9-b6c5-bae7b2e6da2c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263026993&fields=id&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 267 time: 0.0499642 Nov 23 18:59:07.635107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae0181-d491-4be3-a208-a0f73a543c7a None None] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:07.650563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-0cbeb317-80b3-4acd-9bd8-86613f86b409 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:07.652195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-0cbeb317-80b3-4acd-9bd8-86613f86b409 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/networks?id=9ec2bac7-62b7-43c1-bffd-9275f554511f HTTP/1.1" status: 200 len: 797 time: 0.1133835 Nov 23 18:59:07.668729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-0e93398d-0fc2-4b7d-b97e-0d88146a0cf5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/quotas/7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 375 time: 0.0104969 Nov 23 18:59:07.724369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-f7a69404-a698-45c6-9dfc-f1ef1246feea tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499084 Nov 23 18:59:07.766748 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6afccd94-39b3-4605-8c35-a84c5a312f15 None None] Provisioning complete for port e02d3c64-b860-4a2d-9747-70791a2a5495 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:07.767121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6afccd94-39b3-4605-8c35-a84c5a312f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.828259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-5a01ef71-4479-4be2-ad67-c0d7bba341be service neutron] 10.222.0.74 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909839 Nov 23 18:59:07.929199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-345fef96-4725-42ad-8961-f7b57b6508f2 service neutron] 10.222.0.74 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938737 Nov 23 18:59:08.117769 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6afccd94-39b3-4605-8c35-a84c5a312f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.137963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d76ea8a-5406-42ac-9c02-1e6a41f760ce req-0b77ca40-586f-4270-a55a-64308808c6b0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 210 time: 0.0456154 Nov 23 18:59:08.188464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6afccd94-39b3-4605-8c35-a84c5a312f15 None None] For port e02d3c64-b860-4a2d-9747-70791a2a5495, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e02d3c64-b860-4a2d-9747-70791a2a5495,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:08.196316 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6afccd94-39b3-4605-8c35-a84c5a312f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.233337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67b6a7d9-0de2-485d-890a-ffd2821623b2 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:08.303159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afccd94-39b3-4605-8c35-a84c5a312f15 None None] Pushing event updated for resources: {'Port': ['ID=e02d3c64-b860-4a2d-9747-70791a2a5495,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:08.322525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 67b6a7d9-0de2-485d-890a-ffd2821623b2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:08.322525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.361005 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Sync routers for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:08.379834 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:08.380575 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:08.424829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e02d3c64-b860-4a2d-9747-70791a2a5495 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:08.464307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0bee26fd-1d7c-4a0c-a9e7-66bf4b5be909 None None] Provisioning complete for port 78336962-3adf-4eac-952a-b3ef7e0cce46 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:08.465182 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bee26fd-1d7c-4a0c-a9e7-66bf4b5be909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.513033 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:08.536376 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-0bee26fd-1d7c-4a0c-a9e7-66bf4b5be909 None None] Port 78336962-3adf-4eac-952a-b3ef7e0cce46 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:08.554174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0bee26fd-1d7c-4a0c-a9e7-66bf4b5be909 None None] Provisioning complete for port e02d3c64-b860-4a2d-9747-70791a2a5495 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:08.554669 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0bee26fd-1d7c-4a0c-a9e7-66bf4b5be909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.562407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e02d3c64-b860-4a2d-9747-70791a2a5495 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:08.563228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.772287 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 2, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:08.808149 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Checking router: 66d30e6c-a949-4bbc-bca3-f08027d1cd1a for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:08.808516 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Updating router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a port 78336962-3adf-4eac-952a-b3ef7e0cce46 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:59:08.836372 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.846700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e2394ba0-cc91-4b37-bb02-c92893dd8b0e None None] Provisioning complete for port 78336962-3adf-4eac-952a-b3ef7e0cce46 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:08.847611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e2394ba0-cc91-4b37-bb02-c92893dd8b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.888599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e2394ba0-cc91-4b37-bb02-c92893dd8b0e None None] Port 78336962-3adf-4eac-952a-b3ef7e0cce46 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:09.112370 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.118639 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.249729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47f28a10-dcbc-4521-bfe4-8acb5be13e71 req-5d58ec57-0ebf-48fb-ad01-0d04968f2dbb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 210 time: 0.0333745 Nov 23 18:59:09.261458 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Pushing event updated for resources: {'Port': ['ID=78336962-3adf-4eac-952a-b3ef7e0cce46,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:09.287255 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.287601 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.287946 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.288286 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.288619 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.288954 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.289283 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.289612 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.289937 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.290260 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.290582 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.290935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:09.326046 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Attempting to bind port 78336962-3adf-4eac-952a-b3ef7e0cce46 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:09.326419 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Attempting to bind port 78336962-3adf-4eac-952a-b3ef7e0cce46 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:09.326940 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Attempting to bind port 78336962-3adf-4eac-952a-b3ef7e0cce46 on network 9ec2bac7-62b7-43c1-bffd-9275f554511f {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:09.334665 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:09.335403 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Checking segment: {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:09.336034 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.336611 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Bound using segment: {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:09.337305 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Bound port: 78336962-3adf-4eac-952a-b3ef7e0cce46, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:09.338021 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.420963 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] For port 78336962-3adf-4eac-952a-b3ef7e0cce46, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:09.424818 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] For port 78336962-3adf-4eac-952a-b3ef7e0cce46, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=78336962-3adf-4eac-952a-b3ef7e0cce46,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:09.431411 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.453409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-e2612467-ed29-4690-a82b-0efee4e0607b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:09.455398 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-e2612467-ed29-4690-a82b-0efee4e0607b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/networks?id=9ec2bac7-62b7-43c1-bffd-9275f554511f HTTP/1.1" status: 200 len: 797 time: 0.1474054 Nov 23 18:59:09.505881 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:09.506522 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:58:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:09.512012 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ce7c7280-9924-4de1-9bf1-a297baf71a31 None None] Provisioning complete for port 78336962-3adf-4eac-952a-b3ef7e0cce46 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:09.512397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7280-9924-4de1-9bf1-a297baf71a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.534526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-15b0e057-aca5-4294-9242-332a98b246fd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 379 time: 0.0615306 Nov 23 18:59:09.541483 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c52717-2625-4a4d-b0c2-02f0499d79a9 None None] Pushing event updated for resources: {'Port': ['ID=78336962-3adf-4eac-952a-b3ef7e0cce46,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:09.546247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'port': {'device_id': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'admin_state_up': True, 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'security_groups': ['39fb463f-4875-4546-8add-cbff403eed75']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:09.618413 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7280-9924-4de1-9bf1-a297baf71a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.627807 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:09.652792 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ce7c7280-9924-4de1-9bf1-a297baf71a31 None None] For port 78336962-3adf-4eac-952a-b3ef7e0cce46, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=78336962-3adf-4eac-952a-b3ef7e0cce46,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:09.658085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7280-9924-4de1-9bf1-a297baf71a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.704793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:09.709646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.715303 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c7280-9924-4de1-9bf1-a297baf71a31 None None] Pushing event updated for resources: {'Port': ['ID=78336962-3adf-4eac-952a-b3ef7e0cce46,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:09.779014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-755af35d-bf56-4792-84a7-32acc7f3f094 None None] Provisioning complete for port 78336962-3adf-4eac-952a-b3ef7e0cce46 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:09.779899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-755af35d-bf56-4792-84a7-32acc7f3f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.850057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.11 (9ec2bac7-62b7-43c1-bffd-9275f554511f/94043e11-7cef-4393-98d6-795541887992/ed7dee17-6ddc-4f27-8ebb-4621c4a5934e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:09.858307 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:09Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:09.886870 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb350c3-c219-4774-9a47-2637f469d88a None None] The sync data for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 is: [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:09Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:10.008721 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.047071 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.105854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:10.108980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:10.113798 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:10.120954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:10.176297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:10.177647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.197369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-426f201e-819b-401f-aedb-3619f337b724 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6556897 Nov 23 18:59:10.210414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 78336962-3adf-4eac-952a-b3ef7e0cce46 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:10.215365 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Request body: {'port': {'device_id': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:10.270089 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 78336962-3adf-4eac-952a-b3ef7e0cce46 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:10.270979 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.297686 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.373388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e02d3c64-b860-4a2d-9747-70791a2a5495 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:10.424211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-27179933-9848-41b4-8d3f-8ae0d4712041 None None] Provisioning complete for port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:10.424861 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-27179933-9848-41b4-8d3f-8ae0d4712041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.477884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-27179933-9848-41b4-8d3f-8ae0d4712041 None None] Port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:10.485480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port e02d3c64-b860-4a2d-9747-70791a2a5495 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:10.486033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.507384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c80a4-67ef-408f-ba99-270e6cd80abd req-d08f87c1-144e-430b-94cd-a88817270645 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:10.508980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff8c80a4-67ef-408f-ba99-270e6cd80abd req-d08f87c1-144e-430b-94cd-a88817270645 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 932 time: 0.1312718 Nov 23 18:59:10.629096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff8c80a4-67ef-408f-ba99-270e6cd80abd req-65f0f8f3-065d-4055-8b6d-528400821a43 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093695 Nov 23 18:59:10.712453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7dee17-6ddc-4f27-8ebb-4621c4a5934e {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:59:10.720149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.733858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Transition to ACTIVE for port object ed7dee17-6ddc-4f27-8ebb-4621c4a5934e will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:59:10.737767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.819906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:10.874818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Attempting to bind port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:10.875147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Attempting to bind port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:10.875479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Attempting to bind port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e on network 9ec2bac7-62b7-43c1-bffd-9275f554511f {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:10.881767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e on network 9ec2bac7-62b7-43c1-bffd-9275f554511f not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:59:10.882083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Attempting to bind port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e on network 9ec2bac7-62b7-43c1-bffd-9275f554511f {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:10.887427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:10.887771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Checking segment: {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:10.888157 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Bound using segment: {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:10.888586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Bound port: ed7dee17-6ddc-4f27-8ebb-4621c4a5934e, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48502c0a-987e-40eb-85e4-48eef3eed126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:10.888943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.962042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] For port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:10.965898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] For port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:10.970441 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.011830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.012442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.014053 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] 10.222.0.72 "PUT /v2.0/ports/ed7dee17-6ddc-4f27-8ebb-4621c4a5934e HTTP/1.1" status: 200 len: 1092 time: 0.8029578 Nov 23 18:59:11.014305 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:59:11.016756 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed" -d '{"events": [{"name": "network-changed", "server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:59:11.045750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ff5a8-c976-498e-8bca-ae2fdde5ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:11.069443 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb39556f-3948-415a-b0bf-8e7af0a86b06 x-openstack-request-id: req-cb39556f-3948-415a-b0bf-8e7af0a86b06 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:59:11.069757 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:59:11.070080 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb39556f-3948-415a-b0bf-8e7af0a86b06 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:59:11.070678 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'status': 'completed', 'code': 200} Nov 23 18:59:11.118681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-3e2579bd-a0dc-413b-8141-90c7e54d697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.121359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-3e2579bd-a0dc-413b-8141-90c7e54d697c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 1095 time: 0.0464694 Nov 23 18:59:11.169565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-d2528447-2243-4c1a-ace5-e0ff73060e56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e HTTP/1.1" status: 200 len: 217 time: 0.0367434 Nov 23 18:59:11.230056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-8051537e-4846-4808-802b-89e7f80394b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.231550 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-8051537e-4846-4808-802b-89e7f80394b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94043e11-7cef-4393-98d6-795541887992 HTTP/1.1" status: 200 len: 835 time: 0.0523448 Nov 23 18:59:11.283974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-32f6459c-43cf-4770-b0b3-7ed9c75e4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.285473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-32f6459c-43cf-4770-b0b3-7ed9c75e4452 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ec2bac7-62b7-43c1-bffd-9275f554511f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406349 Nov 23 18:59:11.380793 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-98d95474-6058-41bd-a490-38f8693fc9bc service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830374 Nov 23 18:59:11.432740 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1b0a6535-2973-43e3-8384-37be473f35f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.493310 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-84695fce-cbba-4a96-b62b-3f8f66f6247a req-1a0a8242-d1ed-48c7-b751-f81a0b22f0c7 service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976958 Nov 23 18:59:11.593934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-f7ffde54-860d-4af1-9e9b-463d5831ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.595549 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-f7ffde54-860d-4af1-9e9b-463d5831ba8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 1095 time: 0.0426843 Nov 23 18:59:11.689294 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-8aaf522e-3f3d-49d0-8267-5e9856ec2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.690819 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-8aaf522e-3f3d-49d0-8267-5e9856ec2fd6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9ec2bac7-62b7-43c1-bffd-9275f554511f HTTP/1.1" status: 200 len: 898 time: 0.0880654 Nov 23 18:59:11.742608 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-547e0c38-7a78-4419-9100-a8f61dc690b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e HTTP/1.1" status: 200 len: 217 time: 0.0435276 Nov 23 18:59:11.828108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d755ce-0bd7-4a3c-8580-7c055a882b93 req-e52dc7d8-135f-48d5-88eb-a30e2ec52be4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.830519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0d755ce-0bd7-4a3c-8580-7c055a882b93 req-e52dc7d8-135f-48d5-88eb-a30e2ec52be4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 944 time: 0.1253579 Nov 23 18:59:11.833816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-9cb5b7e9-a634-459a-b5e5-8a8ef441adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.836281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-9cb5b7e9-a634-459a-b5e5-8a8ef441adde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94043e11-7cef-4393-98d6-795541887992 HTTP/1.1" status: 200 len: 835 time: 0.0783079 Nov 23 18:59:11.907734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e0d755ce-0bd7-4a3c-8580-7c055a882b93 req-339daf32-5199-497e-8a25-65b6ae50eaed tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701232 Nov 23 18:59:11.911982 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-c98533d9-3dca-426e-9197-6d147cf0eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.913391 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-c98533d9-3dca-426e-9197-6d147cf0eb38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ec2bac7-62b7-43c1-bffd-9275f554511f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693676 Nov 23 18:59:12.288998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-173a218c-edb0-4065-8b5b-18f683666ed9 service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663020 Nov 23 18:59:12.382016 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f16cb4df-1cf6-48b5-b7b4-578e1d150bed req-0fb1099b-6854-45ad-b9be-2a10c49b1a6b service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824842 Nov 23 18:59:13.028915 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f924473-ca39-4a7a-aa68-6b10381c64e5 req-47906517-ca82-4edb-9952-0e699f03085f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:13.030164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f924473-ca39-4a7a-aa68-6b10381c64e5 req-47906517-ca82-4edb-9952-0e699f03085f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 944 time: 0.0530565 Nov 23 18:59:13.080142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f924473-ca39-4a7a-aa68-6b10381c64e5 req-8a422c14-6310-420c-8611-6ef10565ced3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440018 Nov 23 18:59:13.483046 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5fd11367-8320-439f-943a-5ab88022731d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.669147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ed7dee17-6ddc-4f27-8ebb-4621c4a5934e details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:59:13.763840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:13.780755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'port_id': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'mac_address': 'fa:16:3e:9e:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:59:13.823705 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.837482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7dee17-6ddc-4f27-8ebb-4621c4a5934e {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:59:13.856047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:13.861130 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.910204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:14.197861 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['ed7dee17-6ddc-4f27-8ebb-4621c4a5934e'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:59:14.198089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a353ce6-9f57-4803-975b-85e6e28a3637 req-5eee8f43-a5b1-4466-bc84-7e3f27fe4581 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:14.199733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a353ce6-9f57-4803-975b-85e6e28a3637 req-5eee8f43-a5b1-4466-bc84-7e3f27fe4581 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 945 time: 0.0489976 Nov 23 18:59:14.250496 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a353ce6-9f57-4803-975b-85e6e28a3637 req-2a7e5232-c039-422e-b90b-abaf078dbab6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447595 Nov 23 18:59:15.333595 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.371998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d3433-cad3-42a7-b078-33695918f61c req-b37ff619-a8c2-4cbd-a665-050e39f848c7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:15.373498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed0d3433-cad3-42a7-b078-33695918f61c req-b37ff619-a8c2-4cbd-a665-050e39f848c7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Nov 23 18:59:15.426341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ed0d3433-cad3-42a7-b078-33695918f61c req-5cb850f4-d6d2-407a-96ed-2daf7c3acbcc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467894 Nov 23 18:59:15.666993 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ed7dee17-6ddc-4f27-8ebb-4621c4a5934e up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:15.718794 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:59:15.722638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:15.723066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.799003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.821278 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:59:15.823552 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c982ab87-baf4-4dc6-b0ed-d8703c423ef4" -d '{"events": [{"server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "name": "network-vif-plugged", "status": "completed", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:59:15.836588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:15.840499 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.866924 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792cac4-af31-463a-9bd2-2d850612b0c8 x-openstack-request-id: req-a792cac4-af31-463a-9bd2-2d850612b0c8 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:59:15.867225 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "name": "network-vif-plugged", "status": "completed", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:59:15.867486 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a792cac4-af31-463a-9bd2-2d850612b0c8 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:59:15.867887 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'code': 200} Nov 23 18:59:15.902029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:15.979777 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2a1b9-34ae-4bf4-a2b8-ce3d9ad211d7 req-99443ad7-c0b0-4d4c-9db6-52e4c7690401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:15.981305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fdd2a1b9-34ae-4bf4-a2b8-ce3d9ad211d7 req-99443ad7-c0b0-4d4c-9db6-52e4c7690401 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 1097 time: 0.0418053 Nov 23 18:59:16.032234 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fdd2a1b9-34ae-4bf4-a2b8-ce3d9ad211d7 req-d3352604-c0ca-4b05-a443-7252238de5ea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382407 Nov 23 18:59:16.545227 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed912e-d883-4a78-bb57-f566593100a9 req-0b88c1c8-c9ec-4aa5-9012-03529c48f42f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:16.546743 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35ed912e-d883-4a78-bb57-f566593100a9 req-0b88c1c8-c9ec-4aa5-9012-03529c48f42f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Nov 23 18:59:16.597592 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35ed912e-d883-4a78-bb57-f566593100a9 req-60beaa3c-9fc7-49d2-9d1a-8ab6257ca3fb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447149 Nov 23 18:59:16.668046 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:17.716852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bea3c-c7be-4181-8687-23479430c1c6 req-16c6f767-c723-4b15-ae28-68e74e1f0a1c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:17.718362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-088bea3c-c7be-4181-8687-23479430c1c6 req-16c6f767-c723-4b15-ae28-68e74e1f0a1c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0528786 Nov 23 18:59:17.769198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-088bea3c-c7be-4181-8687-23479430c1c6 req-6595ba0b-eabf-4162-985a-35e3c4aad3a9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439203 Nov 23 18:59:17.885811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9085a-4331-4706-805d-d59a1cc50460 req-22cb7a2d-42c4-4d3c-8b2a-0a77a3f5843c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:17.887258 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3bc9085a-4331-4706-805d-d59a1cc50460 req-22cb7a2d-42c4-4d3c-8b2a-0a77a3f5843c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0496194 Nov 23 18:59:17.936730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3bc9085a-4331-4706-805d-d59a1cc50460 req-6c58345f-3d16-490e-b578-6b37ed0f91b2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435841 Nov 23 18:59:17.958677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44894) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:18.003524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6f4c45-cec6-4e74-bafb-23a176557dcd tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:18.005767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e6f4c45-cec6-4e74-bafb-23a176557dcd tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 1092 time: 0.0460691 Nov 23 18:59:18.008990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44896) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:18.013275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:18.035505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.063525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.138789 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.243330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.61 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/6525e22d-a425-416d-828f-401285569b3e) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:18.343396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.377602 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.417709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:18.420572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:18.424051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:18.451053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=6525e22d-a425-416d-828f-401285569b3e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:18.786622 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.855380 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.001874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.006638 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.079766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=6525e22d-a425-416d-828f-401285569b3e,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:19.090357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.192579 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP de5456c8-45de-4786-8a48-976c72f0ece4 associated. External IP: 172.25.0.61, port: ed7dee17-6ddc-4f27-8ebb-4621c4a5934e. Nov 23 18:59:19.400846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:19.512885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:19.523715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] Sync routers for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:19.531540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.533081 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:19.533699 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.560490 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ab300d4e-76d0-4833-9faa-0dffc4dad913 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5503869 Nov 23 18:59:19.561429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:59:19.563881 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66" -d '{"events": [{"name": "network-changed", "server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:59:19.651947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:19.661050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc722c-a96f-4e1a-a0c9-d6b40ac01b71 req-3c758a2d-f88f-4f9a-9c43-52dbebdd04f7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:19.662652 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91bc722c-a96f-4e1a-a0c9-d6b40ac01b71 req-3c758a2d-f88f-4f9a-9c43-52dbebdd04f7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0508533 Nov 23 18:59:19.713091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-91bc722c-a96f-4e1a-a0c9-d6b40ac01b71 req-67854250-19ab-4315-88e0-88b4d167fb13 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443246 Nov 23 18:59:19.735471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44904) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:19.805130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e7d00a36-b153-4b98-b1fe-06070e390fdc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/de5456c8-45de-4786-8a48-976c72f0ece4 HTTP/1.1" status: 200 len: 991 time: 0.0682180 Nov 23 18:59:19.818875 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e939fb-ee71-4a3d-92fe-40388bcb8877 x-openstack-request-id: req-67e939fb-ee71-4a3d-92fe-40388bcb8877 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:59:19.819178 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:59:19.819432 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67e939fb-ee71-4a3d-92fe-40388bcb8877 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:59:19.819899 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'status': 'completed', 'code': 200} Nov 23 18:59:19.883359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-4a7fbfba-1078-4558-be3f-efd98eccd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:19.884845 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-4a7fbfba-1078-4558-be3f-efd98eccd380 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 1097 time: 0.0419207 Nov 23 18:59:19.887310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'de5456c8-45de-4786-8a48-976c72f0ece4', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'port_id': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'mac_address': 'fa:16:3e:9e:46:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:59:18Z', 'updated_at': '2021-11-23T18:59:18Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:09Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.917547 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] Checking router: 66d30e6c-a949-4bbc-bca3-f08027d1cd1a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:19.925931 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:19.927543 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.986000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-2d686186-6025-4fe5-af77-06b9c3fc5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:19.987521 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-2d686186-6025-4fe5-af77-06b9c3fc5b5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=9ec2bac7-62b7-43c1-bffd-9275f554511f HTTP/1.1" status: 200 len: 898 time: 0.0896320 Nov 23 18:59:20.033109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:20.053717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-f52850df-3442-4db6-b67f-d9547d029b86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e HTTP/1.1" status: 200 len: 999 time: 0.0588014 Nov 23 18:59:20.086322 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.104300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-31db507d-8f84-4a4c-81f7-d6c9552d2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:20.105842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-31db507d-8f84-4a4c-81f7-d6c9552d2bbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94043e11-7cef-4393-98d6-795541887992 HTTP/1.1" status: 200 len: 835 time: 0.0447183 Nov 23 18:59:20.158122 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-14610ada-5f4d-45d5-b8ed-25fc62f48127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:20.159849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-14610ada-5f4d-45d5-b8ed-25fc62f48127 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ec2bac7-62b7-43c1-bffd-9275f554511f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467544 Nov 23 18:59:20.256383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-6bf09147-e024-4273-8c24-eac23e69b265 service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893266 Nov 23 18:59:20.353918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9cae6d8-620c-41d6-ad18-5b0c2c6fbd66 req-df8afa5b-37a2-4a30-9a97-49057a278f39 service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904479 Nov 23 18:59:20.427325 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'de5456c8-45de-4786-8a48-976c72f0ece4', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'port_id': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'mac_address': 'fa:16:3e:9e:46:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:59:18Z', 'updated_at': '2021-11-23T18:59:18Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:09Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:20.458697 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa363da5-b397-4493-943e-e22b72d93269 None None] The sync data for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 is: [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'de5456c8-45de-4786-8a48-976c72f0ece4', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'port_id': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'mac_address': 'fa:16:3e:9e:46:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:59:18Z', 'updated_at': '2021-11-23T18:59:18Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:09Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:20.652274 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ccc6fb-cd50-4528-b44e-3edb9f1913c2 None None] New status for floating IP de5456c8-45de-4786-8a48-976c72f0ece4: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:59:20.808946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44906) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:20.871817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a7e2f82c-be69-4342-89be-45d593affeec tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/de5456c8-45de-4786-8a48-976c72f0ece4 HTTP/1.1" status: 200 len: 993 time: 0.0613666 Nov 23 18:59:21.131560 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.139948 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-0cc2746f-56d3-41c1-9d80-21ce66a28123 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393727 Nov 23 18:59:30.227899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-37e3276c-960c-4f80-b25c-d53df204ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:30.229387 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-37e3276c-960c-4f80-b25c-d53df204ea87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 1097 time: 0.0445478 Nov 23 18:59:30.332693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-2f293f6c-3f65-4931-a0a3-7bcef237ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:30.335042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-2f293f6c-3f65-4931-a0a3-7bcef237ffaf service neutron] 10.222.0.72 "GET /v2.0/networks?id=9ec2bac7-62b7-43c1-bffd-9275f554511f HTTP/1.1" status: 200 len: 898 time: 0.0850883 Nov 23 18:59:30.404570 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-44ad9ddf-5ed8-4197-b443-e62982a5bbb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e HTTP/1.1" status: 200 len: 1001 time: 0.0621574 Nov 23 18:59:30.454648 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-534e9c0e-1e6d-4b25-9320-87de28c6571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:30.456162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-534e9c0e-1e6d-4b25-9320-87de28c6571c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94043e11-7cef-4393-98d6-795541887992 HTTP/1.1" status: 200 len: 835 time: 0.0444088 Nov 23 18:59:30.504447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-51655b20-ca37-48d9-934a-f2bdb966b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:30.505950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-51655b20-ca37-48d9-934a-f2bdb966b84a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ec2bac7-62b7-43c1-bffd-9275f554511f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410018 Nov 23 18:59:30.613835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-c3898861-7768-482f-b613-62e7d7d102a0 service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999579 Nov 23 18:59:30.707472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5d20ad8-139b-424f-9575-6cc77c8e309d req-a8ab382d-e918-41f3-a5fb-f627498b745e service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858836 Nov 23 18:59:36.493905 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:59:41.434313 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6d156df3-1bfd-4e32-a540-0804c050f165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.484453 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-89dac5ac-97d3-45f0-90e1-c47cdbf94e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.336020 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.668964 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.069233 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.082814 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.137483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.217974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be997aaf-49fb-4ee4-bc90-a52e42f47bbe req-bee8d722-57cf-4752-af45-f0a5108b1023 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:54.219507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be997aaf-49fb-4ee4-bc90-a52e42f47bbe req-bee8d722-57cf-4752-af45-f0a5108b1023 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0550265 Nov 23 18:59:54.272174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be997aaf-49fb-4ee4-bc90-a52e42f47bbe req-9d3546ef-880d-4156-adc8-149b39c9456e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459135 Nov 23 18:59:55.389577 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48f845-f0a6-40b6-9199-a744ed9af071 req-9ab720dc-48f3-409b-90fe-68bcf56cd45e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:55.391064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d48f845-f0a6-40b6-9199-a744ed9af071 req-9ab720dc-48f3-409b-90fe-68bcf56cd45e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0487969 Nov 23 18:59:55.439223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3d48f845-f0a6-40b6-9199-a744ed9af071 req-a3ac0b2d-b8ce-4f3b-ac8c-5b52e92453bc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420349 Nov 23 18:59:55.466986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44926) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:55.533877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e16fabc7-1da3-4423-8177-a2bac3b635ed tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/de5456c8-45de-4786-8a48-976c72f0ece4 HTTP/1.1" status: 200 len: 993 time: 0.0657146 Nov 23 18:59:56.824874 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cf694-e5f8-48fb-932d-320f08c8a5f0 req-0ca4fadd-a597-46ab-90d1-27565754334e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:56.826410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-221cf694-e5f8-48fb-932d-320f08c8a5f0 req-0ca4fadd-a597-46ab-90d1-27565754334e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0534499 Nov 23 18:59:56.875930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-221cf694-e5f8-48fb-932d-320f08c8a5f0 req-ad9e8cf7-7e5e-4ab4-b756-b4028956d436 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435178 Nov 23 18:59:57.996326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce541b-c8d1-48ab-9a14-633d81ffd5ae req-0d66e307-3546-483d-9c23-2f997a6848e3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:57.997851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ce541b-c8d1-48ab-9a14-633d81ffd5ae req-0d66e307-3546-483d-9c23-2f997a6848e3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0492361 Nov 23 18:59:58.049520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d1ce541b-c8d1-48ab-9a14-633d81ffd5ae req-bc849f71-a177-4a00-bf80-73035b33361a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456917 Nov 23 18:59:58.072451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44936) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.133128 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eb00db57-1384-4780-a655-59a1a0477498 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/de5456c8-45de-4786-8a48-976c72f0ece4 HTTP/1.1" status: 200 len: 993 time: 0.0595460 Nov 23 18:59:58.378267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44942) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.828991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 6525e22d-a425-416d-828f-401285569b3e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:58.829331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.905288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.905614 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.918323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 6525e22d-a425-416d-828f-401285569b3e owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:59.070331 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:59.093850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=6525e22d-a425-416d-828f-401285569b3e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:59.106338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.106743 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.107127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.107471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.107811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.108145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.108480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.108811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.109142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.109473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.109799 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.110126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:59.167951 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:59.168290 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP de5456c8-45de-4786-8a48-976c72f0ece4 disassociated (deleted). External IP: 172.25.0.61, port: ed7dee17-6ddc-4f27-8ebb-4621c4a5934e. Nov 23 18:59:59.382636 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:59.491615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:59.496366 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:59.500911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] Sync routers for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:59.511877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:59.512510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:59.523802 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-dc04972e-80aa-4b58-9865-faaa7a40c2e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/floatingips/de5456c8-45de-4786-8a48-976c72f0ece4 HTTP/1.1" status: 204 len: 168 time: 1.1443992 Nov 23 18:59:59.524516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:59:59.526972 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c183c98-05d4-41ee-994d-3f43bc4ca049" -d '{"events": [{"name": "network-changed", "server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:59:59.638943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:59.692584 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d40ba9-d588-4439-a106-bf678eed0bdf x-openstack-request-id: req-f6d40ba9-d588-4439-a106-bf678eed0bdf {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:59:59.693245 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:59:59.693245 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6d40ba9-d588-4439-a106-bf678eed0bdf {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:59:59.693638 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'status': 'completed', 'code': 200} Nov 23 18:59:59.793699 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-57686157-5405-4b18-9b19-c9511bc3c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:59.795231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-57686157-5405-4b18-9b19-c9511bc3c9ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 1097 time: 0.0756547 Nov 23 18:59:59.809904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff722-f6de-453a-8b8a-fb994fd9b949 req-60fcc267-eb30-41f3-b330-6eefa7328cf0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:59.811370 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55dff722-f6de-453a-8b8a-fb994fd9b949 req-60fcc267-eb30-41f3-b330-6eefa7328cf0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0647936 Nov 23 18:59:59.857035 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:09Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:59.883715 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] Checking router: 66d30e6c-a949-4bbc-bca3-f08027d1cd1a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:59.892604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:59.893152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:59.924833 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55dff722-f6de-453a-8b8a-fb994fd9b949 req-2ac5c7f5-56db-4b7c-9722-3ef7e688728a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035919 Nov 23 18:59:59.947814 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-5acb754e-7f0a-446b-b80a-c96681cad033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:59.948949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-5acb754e-7f0a-446b-b80a-c96681cad033 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9ec2bac7-62b7-43c1-bffd-9275f554511f HTTP/1.1" status: 200 len: 898 time: 0.1367202 Nov 23 18:59:59.996651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-658f1f60-eede-49e0-b99b-4d3b807960d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e HTTP/1.1" status: 200 len: 217 time: 0.0395114 Nov 23 19:00:00.010739 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:00.046790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-d83a8cbf-963a-4955-a8b2-6461aadf55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:00.048234 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-d83a8cbf-963a-4955-a8b2-6461aadf55b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94043e11-7cef-4393-98d6-795541887992 HTTP/1.1" status: 200 len: 835 time: 0.0438213 Nov 23 19:00:00.097513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-c81b2501-636f-4c6f-a5f1-bf9b624e6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:00.099572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-c81b2501-636f-4c6f-a5f1-bf9b624e6a68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ec2bac7-62b7-43c1-bffd-9275f554511f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419602 Nov 23 19:00:00.197569 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-a5a534d0-5ec2-4f06-8910-8f0f74c4fd9a service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892482 Nov 23 19:00:00.212943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:09Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:00.244612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a793ebc-4446-4a68-84f6-d25d09c8b0a9 None None] The sync data for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 is: [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '78336962-3adf-4eac-952a-b3ef7e0cce46', 'name': '', 'network_id': '9ec2bac7-62b7-43c1-bffd-9275f554511f', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:ae:74:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '94043e11-7cef-4393-98d6-795541887992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:05Z', 'updated_at': '2021-11-23T18:59:09Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '94043e11-7cef-4393-98d6-795541887992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:00.307133 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c183c98-05d4-41ee-994d-3f43bc4ca049 req-6d140806-c1d7-42de-87f0-ab84748dd67b service neutron] 10.222.0.72 "GET /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983140 Nov 23 19:00:00.479898 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59325059-26f4-45f4-92bb-bf5ce619006b None None] New status for floating IP de5456c8-45de-4786-8a48-976c72f0ece4: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:00:01.056882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e4376-d8f2-4a99-8949-c38cfb7dfb7e req-4639191d-9236-4b3e-a387-c903dbc31819 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:01.058376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb8e4376-d8f2-4a99-8949-c38cfb7dfb7e req-4639191d-9236-4b3e-a387-c903dbc31819 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0581415 Nov 23 19:00:01.107354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fb8e4376-d8f2-4a99-8949-c38cfb7dfb7e req-4bea9b18-93ee-4c6c-885b-4c4dab49be1e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=39fb463f-4875-4546-8add-cbff403eed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429111 Nov 23 19:00:01.539351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-ff8e1345-60da-4092-a120-c9552e3e6c01 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:01.540807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-ff8e1345-60da-4092-a120-c9552e3e6c01 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 946 time: 0.0499051 Nov 23 19:00:01.637757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:01.638008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.732669 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:01.733030 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.746028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for ed7dee17-6ddc-4f27-8ebb-4621c4a5934e owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:01.876578 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.910425 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=ed7dee17-6ddc-4f27-8ebb-4621c4a5934e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:01.950640 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] No DVR routers for this DVR port ed7dee17-6ddc-4f27-8ebb-4621c4a5934e on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:01.953257 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.956704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cc80b187-a31b-4c6b-8b33-0a0d892eecd2 req-5fb44b36-05ec-48bc-b796-e0ae396d0311 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "DELETE /v2.0/ports/ed7dee17-6ddc-4f27-8ebb-4621c4a5934e HTTP/1.1" status: 204 len: 173 time: 0.4078319 Nov 23 19:00:01.957153 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'name': 'network-vif-deleted', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:01.959650 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66baed5b-c1e9-4bfd-8983-93b9daf0af78" -d '{"events": [{"server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "name": "network-vif-deleted", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:02.004405 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efee095c-edad-4192-8dee-13dffefe2c6a x-openstack-request-id: req-efee095c-edad-4192-8dee-13dffefe2c6a {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:02.004701 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abacc55-afb7-4b06-86cb-f1e95813d431", "name": "network-vif-deleted", "tag": "ed7dee17-6ddc-4f27-8ebb-4621c4a5934e", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:02.004988 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-efee095c-edad-4192-8dee-13dffefe2c6a {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:02.005917 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abacc55-afb7-4b06-86cb-f1e95813d431', 'name': 'network-vif-deleted', 'tag': 'ed7dee17-6ddc-4f27-8ebb-4621c4a5934e', 'status': 'completed', 'code': 200} Nov 23 19:00:02.219881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96008f45-bb9e-44b4-8118-621b80cd1ecc req-b38d4167-1f42-4596-ba4b-510117862046 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abacc55-afb7-4b06-86cb-f1e95813d431 HTTP/1.1" status: 200 len: 210 time: 0.0295408 Nov 23 19:00:03.277210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44958) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:03.637416 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.891058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 78336962-3adf-4eac-952a-b3ef7e0cce46 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:03.891376 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.987555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 78336962-3adf-4eac-952a-b3ef7e0cce46, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=78336962-3adf-4eac-952a-b3ef7e0cce46,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:03.987921 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.999573 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 78336962-3adf-4eac-952a-b3ef7e0cce46 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:04.184134 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.212112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=78336962-3adf-4eac-952a-b3ef7e0cce46,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:04.384104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.609388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:04.714823 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:04.719892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c6ed492e-b30a-4ea5-b93f-44fb34ab4e56 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/66d30e6c-a949-4bbc-bca3-f08027d1cd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4416208 Nov 23 19:00:04.722558 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44960) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:04.727094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] Sync routers for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:04.736690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:04.737306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:04.775882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b38a52a-940e-4cf8-9059-7ddf137c64df tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting subnet 94043e11-7cef-4393-98d6-795541887992 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:00:04.779238 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b38a52a-940e-4cf8-9059-7ddf137c64df tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.819045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b38a52a-940e-4cf8-9059-7ddf137c64df tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.843058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:04.908728 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b38a52a-940e-4cf8-9059-7ddf137c64df tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.968991 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b38a52a-940e-4cf8-9059-7ddf137c64df tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.998539 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5b38a52a-940e-4cf8-9059-7ddf137c64df tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.004904 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5b38a52a-940e-4cf8-9059-7ddf137c64df tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/subnets/94043e11-7cef-4393-98d6-795541887992 HTTP/1.1" status: 204 len: 168 time: 0.2789385 Nov 23 19:00:05.004904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38a52a-940e-4cf8-9059-7ddf137c64df tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Subnet': ['ID=94043e11-7cef-4393-98d6-795541887992,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:05.005175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0f473d-c970-44da-9da4-b76c0b74c50d None None] Network 9ec2bac7-62b7-43c1-bffd-9275f554511f requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:05.005914 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44962) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:05.085422 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T19:00:04Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:05.119869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.133806 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] Checking router: 66d30e6c-a949-4bbc-bca3-f08027d1cd1a for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:05.159229 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] Routers {'66d30e6c-a949-4bbc-bca3-f08027d1cd1a'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:05.159767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:05.282527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] Set router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:05.314181 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] DHCP port deletion for 9ec2bac7-62b7-43c1-bffd-9275f554511f request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:05.574333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.618858 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Deleting port e02d3c64-b860-4a2d-9747-70791a2a5495 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:05.619235 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.627552 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 67b6a7d9-0de2-485d-890a-ffd2821623b2 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:05.627900 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.705726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] For port e02d3c64-b860-4a2d-9747-70791a2a5495, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=e02d3c64-b860-4a2d-9747-70791a2a5495,segment=NetworkSegment(48502c0a-987e-40eb-85e4-48eef3eed126),segment_id=48502c0a-987e-40eb-85e4-48eef3eed126)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:05.706128 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.709017 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 67b6a7d9-0de2-485d-890a-ffd2821623b2, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=67b6a7d9-0de2-485d-890a-ffd2821623b2,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:05.709391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.722040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 67b6a7d9-0de2-485d-890a-ffd2821623b2 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:05.724639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Calling delete_port for e02d3c64-b860-4a2d-9747-70791a2a5495 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:05.744161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T19:00:04Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:05.799305 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ed7dee17-6ddc-4f27-8ebb-4621c4a5934e no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:05.803053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdfcf35-d93c-4c2b-9730-18e08e73e5a5 None None] The sync data for ids ['66d30e6c-a949-4bbc-bca3-f08027d1cd1a'] in n-d-818932-3 is: [{'id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764139752', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T19:00:04Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '67b6a7d9-0de2-485d-890a-ffd2821623b2', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d30e6c-a949-4bbc-bca3-f08027d1cd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:03Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:05.827341 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: ed7dee17-6ddc-4f27-8ebb-4621c4a5934e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:05.827700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device ed7dee17-6ddc-4f27-8ebb-4621c4a5934e not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:05.869914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.900552 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.902947 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Pushing event deleted for resources: {'Port': ['ID=e02d3c64-b860-4a2d-9747-70791a2a5495,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:05.907781 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] No DVR routers for this DVR port e02d3c64-b860-4a2d-9747-70791a2a5495 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:05.915709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.916073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.916448 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.923340 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.923702 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.924057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.924407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.924809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.925176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.925406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.925744 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.926077 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb0b74-1aa8-497d-8c68-ddf9fd5d9083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.927996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=67b6a7d9-0de2-485d-890a-ffd2821623b2,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:05.947819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a5148b-e3c6-482f-916e-f928b5299ade None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:05.962533 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.962853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.963203 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.963537 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.963844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.964187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.964531 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.964870 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.965210 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.965545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.965880 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:05.966208 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:06.009804 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.115122 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.117610 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.161500 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.162022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Fanout notify agent at l3_agent the message router_deleted on router 66d30e6c-a949-4bbc-bca3-f08027d1cd1a {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:00:06.175257 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.176411 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f5411f5a-7b09-4099-95fe-3779e74269cf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/routers/66d30e6c-a949-4bbc-bca3-f08027d1cd1a HTTP/1.1" status: 204 len: 168 time: 1.1675792 Nov 23 19:00:06.179977 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44964) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:06.200500 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 78336962-3adf-4eac-952a-b3ef7e0cce46 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:06.226627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 78336962-3adf-4eac-952a-b3ef7e0cce46 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:06.227172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 78336962-3adf-4eac-952a-b3ef7e0cce46 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:06.227604 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e02d3c64-b860-4a2d-9747-70791a2a5495 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:06.248169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: e02d3c64-b860-4a2d-9747-70791a2a5495 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:06.248807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device e02d3c64-b860-4a2d-9747-70791a2a5495 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:06.274821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.369404 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.392944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec2bac7-62b7-43c1-bffd-9275f554511f']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:06.401940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48502c0a-987e-40eb-85e4-48eef3eed126') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:06.402244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48502c0a-987e-40eb-85e4-48eef3eed126') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:06.411351 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.424582 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.431173 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:06.431575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: timer() Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:06.434497 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:06.491334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.499149 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.501230 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/networks/9ec2bac7-62b7-43c1-bffd-9275f554511f HTTP/1.1" status: 204 len: 168 time: 0.3200922 Nov 23 19:00:06.503988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44966) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:06.512882 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f43d5-0bdd-4de5-b22c-44b9ccae743d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Network': ['ID=9ec2bac7-62b7-43c1-bffd-9275f554511f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:06.560741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bba6e101-4473-4f41-86d5-ed2e199e84ee tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.587525 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bba6e101-4473-4f41-86d5-ed2e199e84ee tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.651620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bba6e101-4473-4f41-86d5-ed2e199e84ee tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.654241 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bba6e101-4473-4f41-86d5-ed2e199e84ee tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.655454 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bba6e101-4473-4f41-86d5-ed2e199e84ee tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/security-groups/39fb463f-4875-4546-8add-cbff403eed75 HTTP/1.1" status: 204 len: 168 time: 0.1504385 Nov 23 19:00:06.665967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6e101-4473-4f41-86d5-ed2e199e84ee tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fb463f-4875-4546-8add-cbff403eed75,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:06.884956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44972) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:06.889607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-7ecdba2f-9e69-493f-9b54-7d4bb177981b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072385155', 'description': 'tempest-secgroup-smoke-1072385155 description', 'project_id': '7e6d97ef68444e00bc222174fcd311e0'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:06.911675 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ecdba2f-9e69-493f-9b54-7d4bb177981b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.982884 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ecdba2f-9e69-493f-9b54-7d4bb177981b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.986728 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ecdba2f-9e69-493f-9b54-7d4bb177981b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.018994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7ecdba2f-9e69-493f-9b54-7d4bb177981b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.020239 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7ecdba2f-9e69-493f-9b54-7d4bb177981b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342394 Nov 23 19:00:07.022790 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdba2f-9e69-493f-9b54-7d4bb177981b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f493a683-18a1-421d-96de-0fb1cff7a49c,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.024100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44974) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.028805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-33763f89-eb7e-4f95-a704-601c8fe3da93 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'f493a683-18a1-421d-96de-0fb1cff7a49c', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.056399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-33763f89-eb7e-4f95-a704-601c8fe3da93 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.112711 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-33763f89-eb7e-4f95-a704-601c8fe3da93 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.116758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-33763f89-eb7e-4f95-a704-601c8fe3da93 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.138296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33763f89-eb7e-4f95-a704-601c8fe3da93 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050e4235-8269-4bfd-8444-0019e05bad47,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.144913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-33763f89-eb7e-4f95-a704-601c8fe3da93 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.146108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-33763f89-eb7e-4f95-a704-601c8fe3da93 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209602 Nov 23 19:00:07.149458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44976) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.153910 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e9b4b242-2dce-414e-b772-1a7ea2172d99 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'f493a683-18a1-421d-96de-0fb1cff7a49c', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.179885 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b242-2dce-414e-b772-1a7ea2172d99 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.235721 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b242-2dce-414e-b772-1a7ea2172d99 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.239291 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b242-2dce-414e-b772-1a7ea2172d99 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.259109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4b242-2dce-414e-b772-1a7ea2172d99 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9e9c83-c8b3-4695-bcd9-4750d5fba6da,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.263908 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b242-2dce-414e-b772-1a7ea2172d99 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.265178 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e9b4b242-2dce-414e-b772-1a7ea2172d99 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146703 Nov 23 19:00:07.267848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44978) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.272107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f68e7939-b32b-4def-898a-2821d063d045 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'f493a683-18a1-421d-96de-0fb1cff7a49c', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.297426 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f68e7939-b32b-4def-898a-2821d063d045 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.355516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f68e7939-b32b-4def-898a-2821d063d045 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.358914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f68e7939-b32b-4def-898a-2821d063d045 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.376961 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e7939-b32b-4def-898a-2821d063d045 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b211ff-35fa-46f7-8f8b-4d748f411d41,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.384158 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f68e7939-b32b-4def-898a-2821d063d045 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.385362 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f68e7939-b32b-4def-898a-2821d063d045 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165783 Nov 23 19:00:07.388076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44980) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.392427 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-f4dd0bfd-305e-464d-92ed-7777942f60a7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'f493a683-18a1-421d-96de-0fb1cff7a49c', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.419084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0bfd-305e-464d-92ed-7777942f60a7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.477849 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0bfd-305e-464d-92ed-7777942f60a7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.481298 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0bfd-305e-464d-92ed-7777942f60a7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.507109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd0bfd-305e-464d-92ed-7777942f60a7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e63aac-1421-4d63-adaf-ae666f22f85b,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.512525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0bfd-305e-464d-92ed-7777942f60a7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.513706 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f4dd0bfd-305e-464d-92ed-7777942f60a7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247075 Nov 23 19:00:07.516632 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44982) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.521303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-1afd6312-eb70-416c-b23f-af46c5c8fac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'f493a683-18a1-421d-96de-0fb1cff7a49c', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.544123 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-1afd6312-eb70-416c-b23f-af46c5c8fac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:00:07.548846 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1afd6312-eb70-416c-b23f-af46c5c8fac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.609374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1afd6312-eb70-416c-b23f-af46c5c8fac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.613028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1afd6312-eb70-416c-b23f-af46c5c8fac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.630931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd6312-eb70-416c-b23f-af46c5c8fac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d26a390-1499-42c1-8ccf-60f5a57cffbc,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.636457 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1afd6312-eb70-416c-b23f-af46c5c8fac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.637648 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1afd6312-eb70-416c-b23f-af46c5c8fac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199927 Nov 23 19:00:07.640279 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44984) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.644562 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-35efe6a9-e514-473c-90a8-b3becfbe318a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'f493a683-18a1-421d-96de-0fb1cff7a49c', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.666725 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-35efe6a9-e514-473c-90a8-b3becfbe318a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:00:07.671505 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35efe6a9-e514-473c-90a8-b3becfbe318a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.729617 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35efe6a9-e514-473c-90a8-b3becfbe318a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.733635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35efe6a9-e514-473c-90a8-b3becfbe318a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.757364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efe6a9-e514-473c-90a8-b3becfbe318a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf217327-bc82-4bee-8dc3-5ddee6837ad5,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.763138 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-35efe6a9-e514-473c-90a8-b3becfbe318a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.764339 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-35efe6a9-e514-473c-90a8-b3becfbe318a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231320 Nov 23 19:00:07.767168 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44986) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.772238 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'network': {'name': 'tempest-network-smoke--763352144', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'port_security_enabled': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.792806 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:07.796683 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.820138 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:07.830027 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.830379 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Added segment 76a6094b-e213-4b65-b6eb-1f43faeafcce of type vlan for network 5769921b-a0ee-4747-9f57-6de9709d3595 Nov 23 19:00:07.873216 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.896682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.902178 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:07.902787 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.940891 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1727135 Nov 23 19:00:07.943576 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44988) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.948151 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'admin_state_up': True, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.986143 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafa59c-de56-4db2-8339-95d4cf15cf8b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Network': ['ID=5769921b-a0ee-4747-9f57-6de9709d3595,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:08.001258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 5769921b-a0ee-4747-9f57-6de9709d3595 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:08.004478 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.005657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.061377 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.095650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67b6a7d9-0de2-485d-890a-ffd2821623b2 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:08.119022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 67b6a7d9-0de2-485d-890a-ffd2821623b2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:08.119367 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 67b6a7d9-0de2-485d-890a-ffd2821623b2 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:08.201032 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.397585 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.416635 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.516177 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.3 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c608cd32-b896-4d26-b329-c24fe2432cbf) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:08.619969 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.652328 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.693472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:08.696622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:08.701282 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:08.704286 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=c608cd32-b896-4d26-b329-c24fe2432cbf,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:08.714015 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5440b22c-1878-4d67-a154-f877af210c43 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:08.744952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b7adae43-26d1-490d-9d31-3d3984cdd39b None None] Provisioning complete for port c608cd32-b896-4d26-b329-c24fe2432cbf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:08.745333 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b7adae43-26d1-490d-9d31-3d3984cdd39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.780884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b7adae43-26d1-490d-9d31-3d3984cdd39b None None] Port c608cd32-b896-4d26-b329-c24fe2432cbf cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:00:08.950922 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.148976 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.275317 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 89c404ed-1aca-473c-b566-43d1e725dc06 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:00:09.382130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:09.391279 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Sync routers for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:09.402127 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:09.402675 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.402839 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:09.403943 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-69fe91e1-2ebd-4f44-993a-772d7af70450 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4593270 Nov 23 19:00:09.407048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44990) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:09.437025 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e5951780-5c51-4b3b-9a61-4aae72577734 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=7e6d97ef68444e00bc222174fcd311e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286841 Nov 23 19:00:09.439554 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44992) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:09.507757 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:09.531035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f90b1-fb70-4ed6-b239-694ec8f187e8 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:09.532604 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-109f90b1-fb70-4ed6-b239-694ec8f187e8 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921433 Nov 23 19:00:09.535554 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44994) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:09.570315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-00e5a4bf-64d1-498a-bb9e-00c4c4e79c76 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334048 Nov 23 19:00:09.572766 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 44996) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:09.577829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1302062229', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:09.663492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:09.666974 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.687859 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:08Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:09.714878 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Checking router: 89c404ed-1aca-473c-b566-43d1e725dc06 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:09.715239 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Updating router 89c404ed-1aca-473c-b566-43d1e725dc06 port c608cd32-b896-4d26-b329-c24fe2432cbf binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:00:09.740197 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.849917 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.915649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Subnet': ['ID=83b3ae76-8d34-458e-af54-1b2ace9a0793,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:09.924111 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Checking segment: {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:09.924478 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network hostable DHCP agents. Network: 5769921b-a0ee-4747-9f57-6de9709d3595, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:09.941309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 5769921b-a0ee-4747-9f57-6de9709d3595 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:09.950650 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 5769921b-a0ee-4747-9f57-6de9709d3595) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:09.954881 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:09.955469 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.962092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db71e48c-f8b9-4ccc-81ba-fa786eb1b3a7 None None] Network 5769921b-a0ee-4747-9f57-6de9709d3595 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:09.977650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-018744f5-5875-4bfb-ad62-b9e44a88abc6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4026036 Nov 23 19:00:09.979977 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 44998) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:10.007721 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.013802 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.060876 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Attempting to bind port c608cd32-b896-4d26-b329-c24fe2432cbf on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:10.061254 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Attempting to bind port c608cd32-b896-4d26-b329-c24fe2432cbf by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:10.061632 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Attempting to bind port c608cd32-b896-4d26-b329-c24fe2432cbf on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:10.073774 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:10.074153 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:10.074836 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.075367 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:10.075847 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Bound port: c608cd32-b896-4d26-b329-c24fe2432cbf, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:10.076233 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.081380 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Pushing event updated for resources: {'Port': ['ID=c608cd32-b896-4d26-b329-c24fe2432cbf,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:10.081562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594954a8-42ee-42c0-8bcb-c56ec0dbef0c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:10.133465 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.133805 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.134144 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.134493 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.134842 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.135177 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.135498 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.135828 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.136140 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.136679 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.137073 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.137306 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.149309 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-5769921b-a0ee-4747-9f57-6de9709d3595', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:10.150311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.151998 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] For port c608cd32-b896-4d26-b329-c24fe2432cbf, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:10.155632 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] For port c608cd32-b896-4d26-b329-c24fe2432cbf, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c608cd32-b896-4d26-b329-c24fe2432cbf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:10.161145 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.212993 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:10.213620 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:10.224880 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d5521-8def-4a3a-a4ae-1adba8f4d3d1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:10.283266 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fbe70cce-c62f-489d-9b56-9051864f2d79 None None] Provisioning complete for port c608cd32-b896-4d26-b329-c24fe2432cbf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:10.283643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cce-c62f-489d-9b56-9051864f2d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.346961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Allocated IP 172.20.0.2 (5769921b-a0ee-4747-9f57-6de9709d3595/83b3ae76-8d34-458e-af54-1b2ace9a0793/66c00c72-38ce-4f7a-ba4a-4e79aab61cb4) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:10.368276 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af62a7-63bd-4c25-b09b-cf1e54200b6c None None] Pushing event updated for resources: {'Port': ['ID=c608cd32-b896-4d26-b329-c24fe2432cbf,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:10.432240 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:10.459361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cce-c62f-489d-9b56-9051864f2d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.497417 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fbe70cce-c62f-489d-9b56-9051864f2d79 None None] For port c608cd32-b896-4d26-b329-c24fe2432cbf, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c608cd32-b896-4d26-b329-c24fe2432cbf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:10.504022 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cce-c62f-489d-9b56-9051864f2d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.511281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.602609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe70cce-c62f-489d-9b56-9051864f2d79 None None] Pushing event updated for resources: {'Port': ['ID=c608cd32-b896-4d26-b329-c24fe2432cbf,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:10.606318 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.623044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.638416 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:08Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:10.663936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ac311a82-7581-4830-884d-6ba7a7cea405 None None] Provisioning complete for port c608cd32-b896-4d26-b329-c24fe2432cbf triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:10.664327 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ac311a82-7581-4830-884d-6ba7a7cea405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.669150 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39052617-5df7-4d95-9b0b-9231be2f6e7d None None] The sync data for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 is: [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:08Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:10.672875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Network 5769921b-a0ee-4747-9f57-6de9709d3595 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:10.691672 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:10.694754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:10.732996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Pushing event updated for resources: {'Port': ['ID=66c00c72-38ce-4f7a-ba4a-4e79aab61cb4,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:10.789109 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Attempting to bind port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:10.789485 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Attempting to bind port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:10.789843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Attempting to bind port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 on network 5769921b-a0ee-4747-9f57-6de9709d3595 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:10.799456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:10.799456 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Checking segment: {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:10.799456 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.799875 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Bound using segment: {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:10.800348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Bound port: 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:10.800728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.822370 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.1 (5769921b-a0ee-4747-9f57-6de9709d3595/83b3ae76-8d34-458e-af54-1b2ace9a0793/650bb508-0cff-45e5-bed8-083b672b810d) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:10.899593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] For port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:10.904146 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] For port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=66c00c72-38ce-4f7a-ba4a-4e79aab61cb4,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:10.911185 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.989372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.992722 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de282e-47c2-4e3f-90de-476ccec1d45f None None] Pushing event updated for resources: {'Port': ['ID=66c00c72-38ce-4f7a-ba4a-4e79aab61cb4,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:11.029749 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.077659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 5769921b-a0ee-4747-9f57-6de9709d3595 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:11.083606 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:11.087570 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:11.116121 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=650bb508-0cff-45e5-bed8-083b672b810d,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:11.144439 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.310152 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.440825 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3ea56ae5-1b48-4282-83ad-02edfaedb595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.622795 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.628186 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.703534 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.705451 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=650bb508-0cff-45e5-bed8-083b672b810d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:11.806993 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 5769921b-a0ee-4747-9f57-6de9709d3595 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:11.808483 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:11.924438 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 89c404ed-1aca-473c-b566-43d1e725dc06 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:11.990360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e93a6b-c063-4813-b363-8959c5b8c49e None None] Network 5769921b-a0ee-4747-9f57-6de9709d3595 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:12.041061 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:12.045928 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e168fc53-63c5-44c2-a6e0-87075b599e03 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/89c404ed-1aca-473c-b566-43d1e725dc06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0637486 Nov 23 19:00:12.130478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-297ebeb1-59ac-4bc1-b865-37623496cb98 None None] Provisioning complete for port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:12.130980 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-297ebeb1-59ac-4bc1-b865-37623496cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.243199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-65ea16eb-0c22-4939-a027-ca94ff2eb179 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072385155&fields=id&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 267 time: 0.0539374 Nov 23 19:00:12.252530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:12.306764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-297ebeb1-59ac-4bc1-b865-37623496cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.356197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:12.356577 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.359214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-297ebeb1-59ac-4bc1-b865-37623496cb98 None None] For port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=66c00c72-38ce-4f7a-ba4a-4e79aab61cb4,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:12.372171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-9cbc3221-6b7d-48b2-8c93-bd6e02aaabc7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:12.373780 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-9cbc3221-6b7d-48b2-8c93-bd6e02aaabc7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/networks?id=5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 200 len: 796 time: 0.1204839 Nov 23 19:00:12.382925 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-297ebeb1-59ac-4bc1-b865-37623496cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.400410 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d7d03e47-ad87-496e-976e-3c62a44617d6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/quotas/7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 375 time: 0.0196187 Nov 23 19:00:12.451662 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ebeb1-59ac-4bc1-b865-37623496cb98 None None] Pushing event updated for resources: {'Port': ['ID=66c00c72-38ce-4f7a-ba4a-4e79aab61cb4,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:12.469682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6c774035-8cc5-4403-af19-eafd9726fee1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679839 Nov 23 19:00:12.498979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c608cd32-b896-4d26-b329-c24fe2432cbf up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:12.503943 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Sync routers for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:12.555782 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ef8b6714-9a48-4c18-bff7-e51cc8254147 None None] Provisioning complete for port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:12.556080 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6714-9a48-4c18-bff7-e51cc8254147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.559790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:12.560451 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T18:59:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:12.658152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-c1ed0d5a-e1e7-4647-80eb-08861b56b3cc service neutron] 10.222.0.74 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546373 Nov 23 19:00:12.705353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c608cd32-b896-4d26-b329-c24fe2432cbf triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:12.705736 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.777590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:12.913616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ef8b6714-9a48-4c18-bff7-e51cc8254147 None None] Provisioning complete for port 650bb508-0cff-45e5-bed8-083b672b810d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:12.913984 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6714-9a48-4c18-bff7-e51cc8254147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.034813 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b6714-9a48-4c18-bff7-e51cc8254147 None None] Port 650bb508-0cff-45e5-bed8-083b672b810d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:00:13.078969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-78bccf81-fa64-4d21-b326-cd682c872f1f service neutron] 10.222.0.74 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070091 Nov 23 19:00:13.095152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 2, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:13.121756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Checking router: 89c404ed-1aca-473c-b566-43d1e725dc06 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:13.122113 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Updating router 89c404ed-1aca-473c-b566-43d1e725dc06 port 650bb508-0cff-45e5-bed8-083b672b810d binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:00:13.155148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.171804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d04d84bc-fbbc-46ef-a340-29e70ad7a2d8 None None] Provisioning complete for port 650bb508-0cff-45e5-bed8-083b672b810d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:13.172179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d04d84bc-fbbc-46ef-a340-29e70ad7a2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.252840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2701c073-7f61-448a-885a-6aea8280bad8 req-ef5aa928-f8c2-4e00-8e52-601ef3a777f3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0286493 Nov 23 19:00:13.392074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d04d84bc-fbbc-46ef-a340-29e70ad7a2d8 None None] Port 650bb508-0cff-45e5-bed8-083b672b810d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:00:13.492129 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:00:13.529622 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2151aefa-d512-4fbd-b143-bb6effa4b287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.622520 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.627841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.675866 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3f6fe-4eea-4de0-b414-21225b6bf8a8 None None] Pushing event updated for resources: {'Port': ['ID=650bb508-0cff-45e5-bed8-083b672b810d,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:13.734423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Attempting to bind port 650bb508-0cff-45e5-bed8-083b672b810d on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:13.734664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Attempting to bind port 650bb508-0cff-45e5-bed8-083b672b810d by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:13.735071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Attempting to bind port 650bb508-0cff-45e5-bed8-083b672b810d on network 5769921b-a0ee-4747-9f57-6de9709d3595 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:13.740368 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:13.741339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Checking segment: {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:13.741808 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.742219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Bound using segment: {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:13.742712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Bound port: 650bb508-0cff-45e5-bed8-083b672b810d, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:13.743111 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.810430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] For port 650bb508-0cff-45e5-bed8-083b672b810d, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:13.813591 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] For port 650bb508-0cff-45e5-bed8-083b672b810d, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=650bb508-0cff-45e5-bed8-083b672b810d,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:13.819238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.883641 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:13.884276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:00:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:13.886059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3f6fe-4eea-4de0-b414-21225b6bf8a8 None None] Pushing event updated for resources: {'Port': ['ID=650bb508-0cff-45e5-bed8-083b672b810d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:13.983871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ba74aff9-9321-464a-b5c2-d028616a5264 None None] Provisioning complete for port 650bb508-0cff-45e5-bed8-083b672b810d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:13.984241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba74aff9-9321-464a-b5c2-d028616a5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.042852 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:14.153435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:14.221169 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba74aff9-9321-464a-b5c2-d028616a5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.293152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ba74aff9-9321-464a-b5c2-d028616a5264 None None] For port 650bb508-0cff-45e5-bed8-083b672b810d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=650bb508-0cff-45e5-bed8-083b672b810d,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:14.302791 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ba74aff9-9321-464a-b5c2-d028616a5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.333119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fe62c68f-e76a-496a-a8de-0135a1125b41 req-7401293a-faf7-47d3-9b29-aad665c21cad tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0282829 Nov 23 19:00:14.350407 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:14.350893 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.422824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74aff9-9321-464a-b5c2-d028616a5264 None None] Pushing event updated for resources: {'Port': ['ID=650bb508-0cff-45e5-bed8-083b672b810d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:14.448096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4067ec19-1a9f-4160-892e-5de08e62ef1d None None] Provisioning complete for port 650bb508-0cff-45e5-bed8-083b672b810d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:14.448469 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4067ec19-1a9f-4160-892e-5de08e62ef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.471051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:13Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:14.525169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc715bc7-02f7-41c6-943e-3dcb0f582d38 None None] The sync data for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 is: [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:13Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:15.349696 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.448740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ff163af5-224a-4020-abf3-fbfc3d7961db req-a3ef09bd-3973-4d46-a216-24d04ca0297f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0346110 Nov 23 19:00:16.173189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 650bb508-0cff-45e5-bed8-083b672b810d up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:16.223645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 650bb508-0cff-45e5-bed8-083b672b810d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:16.224026 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.511223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0c942cf0-e3ae-47fc-937e-68f00416681a req-bcd492b9-f0eb-4b5c-9617-498f764b1394 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0311012 Nov 23 19:00:16.671409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.607151 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18d2b5b2-2cdb-4d74-9bf9-fc39d82450c9 req-59d83435-ad43-4fd0-8128-9b4497b9fdff tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0271170 Nov 23 19:00:18.065759 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.372496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-b04bbfd0-fc7a-48df-8b79-2116d1c192eb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:18.373972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-b04bbfd0-fc7a-48df-8b79-2116d1c192eb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/networks?id=5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 200 len: 796 time: 0.1045432 Nov 23 19:00:18.449002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-19d25ccc-ca92-489e-ad50-67ef721f48a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 380 time: 0.0586989 Nov 23 19:00:18.458609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'port': {'device_id': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'admin_state_up': True, 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'security_groups': ['f493a683-18a1-421d-96de-0fb1cff7a49c']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:18.564821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:18.569618 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.711083 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eb2618af-3a31-4a07-b2ec-0e79af076660 req-196924ed-07c4-46d5-a16e-eae3ab96a693 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0313015 Nov 23 19:00:18.722672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.4 (5769921b-a0ee-4747-9f57-6de9709d3595/83b3ae76-8d34-458e-af54-1b2ace9a0793/28b48b06-73e2-4eef-9bca-7f879f46dcf1) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:18.864575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.898753 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.942584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 5769921b-a0ee-4747-9f57-6de9709d3595 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:18.946494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:18.950423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:18.973893 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=28b48b06-73e2-4eef-9bca-7f879f46dcf1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:19.007399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:19.008046 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.024288 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-d791127c-abbf-44be-94f2-da38610b9cdd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692325 Nov 23 19:00:19.043030 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Request body: {'port': {'device_id': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:19.108171 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.148706 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4f5c5adb-3233-4492-bdaa-d6bc91455122 None None] Provisioning complete for port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:19.149355 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5adb-3233-4492-bdaa-d6bc91455122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.184275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c5adb-3233-4492-bdaa-d6bc91455122 None None] Port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:00:19.371459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b48b06-73e2-4eef-9bca-7f879f46dcf1 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:00:19.378761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.391510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Transition to ACTIVE for port object 28b48b06-73e2-4eef-9bca-7f879f46dcf1 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:00:19.394723 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.467757 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Pushing event updated for resources: {'Port': ['ID=28b48b06-73e2-4eef-9bca-7f879f46dcf1,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:19.520437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Attempting to bind port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:19.520784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Attempting to bind port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:19.521117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Attempting to bind port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 on network 5769921b-a0ee-4747-9f57-6de9709d3595 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:19.526711 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 on network 5769921b-a0ee-4747-9f57-6de9709d3595 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:00:19.527288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Attempting to bind port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 on network 5769921b-a0ee-4747-9f57-6de9709d3595 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:19.534523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:19.534887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Checking segment: {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:19.535279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Bound using segment: {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:19.535719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Bound port: 28b48b06-73e2-4eef-9bca-7f879f46dcf1, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a6094b-e213-4b65-b6eb-1f43faeafcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:19.536121 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.602106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] For port 28b48b06-73e2-4eef-9bca-7f879f46dcf1, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:19.605207 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] For port 28b48b06-73e2-4eef-9bca-7f879f46dcf1, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:19.609950 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.643869 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:19.644496 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.646746 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] 10.222.0.72 "PUT /v2.0/ports/28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 200 len: 1091 time: 0.6078804 Nov 23 19:00:19.648787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:19.651119 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506752f1-9d31-402f-8676-1743c532e297" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:19.680065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b4a4-d6f6-4e2e-a76c-3055775d4848 service neutron] Pushing event updated for resources: {'Port': ['ID=28b48b06-73e2-4eef-9bca-7f879f46dcf1,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:19.703647 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a86707-e6f2-4796-9238-1fa67478f9bb x-openstack-request-id: req-10a86707-e6f2-4796-9238-1fa67478f9bb {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:19.704014 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:19.704532 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-10a86707-e6f2-4796-9238-1fa67478f9bb {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:19.704957 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'status': 'completed', 'code': 200} Nov 23 19:00:19.763268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-5cd8b4b5-b50b-4409-8465-948d77187578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:19.764813 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-5cd8b4b5-b50b-4409-8465-948d77187578 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1094 time: 0.0505710 Nov 23 19:00:19.824708 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-870fec6c-3b88-4bfc-a7eb-00984e4d0542 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 200 len: 217 time: 0.0462797 Nov 23 19:00:19.893717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-30c49699-f709-4644-b669-85f49552c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:19.895192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-30c49699-f709-4644-b669-85f49552c3d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83b3ae76-8d34-458e-af54-1b2ace9a0793 HTTP/1.1" status: 200 len: 835 time: 0.0565789 Nov 23 19:00:19.903579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d1e7-c522-4970-806b-a4716b4d2446 req-c398656c-f182-4d01-ab40-9c38b12b5c72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:19.904961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42c2d1e7-c522-4970-806b-a4716b4d2446 req-c398656c-f182-4d01-ab40-9c38b12b5c72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 943 time: 0.1194768 Nov 23 19:00:19.977108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-73412c97-6fce-4d5d-9e3f-dc5af001ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:19.978648 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-73412c97-6fce-4d5d-9e3f-dc5af001ab8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5769921b-a0ee-4747-9f57-6de9709d3595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720470 Nov 23 19:00:19.987589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42c2d1e7-c522-4970-806b-a4716b4d2446 req-284494ea-17a2-46c1-aa8b-2308874701a1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730243 Nov 23 19:00:20.078726 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-1eb04d4a-4853-4bce-bbe8-0c48a37d3801 service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888844 Nov 23 19:00:20.086895 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:20.180889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3c72f517-173a-484c-ad73-1ec2c58c3028 req-5f00bcc1-ace4-4aae-8e21-509472b62b5f service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902083 Nov 23 19:00:20.277123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506752f1-9d31-402f-8676-1743c532e297 req-e73deaad-857c-452b-a0ff-29e0cec744f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.278670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-506752f1-9d31-402f-8676-1743c532e297 req-e73deaad-857c-452b-a0ff-29e0cec744f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1094 time: 0.0468676 Nov 23 19:00:20.375615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506752f1-9d31-402f-8676-1743c532e297 req-d4d286eb-83d9-4d8b-a524-74dc6001ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.377095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-506752f1-9d31-402f-8676-1743c532e297 req-d4d286eb-83d9-4d8b-a524-74dc6001ac2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 200 len: 897 time: 0.0911641 Nov 23 19:00:20.421787 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-506752f1-9d31-402f-8676-1743c532e297 req-be9c496b-f528-4847-968a-cb007d2a747b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 200 len: 217 time: 0.0369306 Nov 23 19:00:20.476410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506752f1-9d31-402f-8676-1743c532e297 req-8b24c190-3ab0-42fb-85a6-1b4a50ccd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.477887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-506752f1-9d31-402f-8676-1743c532e297 req-8b24c190-3ab0-42fb-85a6-1b4a50ccd2b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83b3ae76-8d34-458e-af54-1b2ace9a0793 HTTP/1.1" status: 200 len: 835 time: 0.0486629 Nov 23 19:00:20.524943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506752f1-9d31-402f-8676-1743c532e297 req-7d980a7e-12d6-4a1f-9e32-04c884e2dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.526441 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-506752f1-9d31-402f-8676-1743c532e297 req-7d980a7e-12d6-4a1f-9e32-04c884e2dc02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5769921b-a0ee-4747-9f57-6de9709d3595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407784 Nov 23 19:00:20.627248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-506752f1-9d31-402f-8676-1743c532e297 req-9aa034c8-8954-4969-81e9-348c61aca6e6 service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916810 Nov 23 19:00:20.721425 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-506752f1-9d31-402f-8676-1743c532e297 req-644a332d-6c55-4676-a29d-077e83b5af4d service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818682 Nov 23 19:00:21.104526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca45e0-9edb-4b48-a0c3-c098a9c7d23c req-d9ab630a-441d-4577-a5d0-a0e81d74f526 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:21.106109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adca45e0-9edb-4b48-a0c3-c098a9c7d23c req-d9ab630a-441d-4577-a5d0-a0e81d74f526 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 943 time: 0.0508187 Nov 23 19:00:21.160283 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:21.163239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adca45e0-9edb-4b48-a0c3-c098a9c7d23c req-49be793d-cde8-47ba-813d-3d251fcf9f4b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511289 Nov 23 19:00:22.279335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de785d62-8d8b-4d65-91f7-0860c8668e4c req-69d9f4f4-e04e-4b0f-bf5d-6580c0ff65bd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:22.280805 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de785d62-8d8b-4d65-91f7-0860c8668e4c req-69d9f4f4-e04e-4b0f-bf5d-6580c0ff65bd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 943 time: 0.0484028 Nov 23 19:00:22.330731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-de785d62-8d8b-4d65-91f7-0860c8668e4c req-2c075654-0bac-48c0-b018-8b5b720fe1d6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Nov 23 19:00:23.445508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae45b2-723c-4aa7-a856-7b01db53a9d7 req-e6b268c6-8960-4d24-88ee-e956892353d9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:23.447061 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7ae45b2-723c-4aa7-a856-7b01db53a9d7 req-e6b268c6-8960-4d24-88ee-e956892353d9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 943 time: 0.0482886 Nov 23 19:00:23.497073 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7ae45b2-723c-4aa7-a856-7b01db53a9d7 req-f722d5f7-dd0b-452a-b4db-556d12b1befa tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Nov 23 19:00:23.808525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 28b48b06-73e2-4eef-9bca-7f879f46dcf1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:00:23.907118 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 28b48b06-73e2-4eef-9bca-7f879f46dcf1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:23.918957 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'port_id': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'mac_address': 'fa:16:3e:8b:8d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:00:23.956478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.970094 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b48b06-73e2-4eef-9bca-7f879f46dcf1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:00:23.989979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 28b48b06-73e2-4eef-9bca-7f879f46dcf1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:23.993899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.045449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=28b48b06-73e2-4eef-9bca-7f879f46dcf1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:24.278969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['28b48b06-73e2-4eef-9bca-7f879f46dcf1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:00:24.617830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4f35d-7ca0-46f0-8a74-c14a158a94aa req-fc43ec44-7b0f-4acd-b47f-2a617bed39e3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:24.619276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bd4f35d-7ca0-46f0-8a74-c14a158a94aa req-fc43ec44-7b0f-4acd-b47f-2a617bed39e3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 944 time: 0.0549545 Nov 23 19:00:24.669166 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9bd4f35d-7ca0-46f0-8a74-c14a158a94aa req-f13c3ff6-2600-4f1c-8e4b-5508c0b90376 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 Nov 23 19:00:25.785363 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bc64f-ab0e-47b8-82fc-7ecf24a62c5d req-4c9061ff-8729-4f22-a4a6-84c9c0f1bbd6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:25.786900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a3bc64f-ab0e-47b8-82fc-7ecf24a62c5d req-4c9061ff-8729-4f22-a4a6-84c9c0f1bbd6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 944 time: 0.0495470 Nov 23 19:00:25.823983 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 28b48b06-73e2-4eef-9bca-7f879f46dcf1 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:25.845169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a3bc64f-ab0e-47b8-82fc-7ecf24a62c5d req-d3c3cc0a-3325-479b-875b-47140c707628 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516851 Nov 23 19:00:25.873930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:00:25.877648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:25.878031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.953036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.978923 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:25.981205 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824cc7f9-92f8-43a2-9eb6-80d5b194cc96" -d '{"events": [{"server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "name": "network-vif-plugged", "status": "completed", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:25.995548 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 28b48b06-73e2-4eef-9bca-7f879f46dcf1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:26.001531 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:26.054956 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=28b48b06-73e2-4eef-9bca-7f879f46dcf1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:26.078912 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23902330-2ad3-4437-a6a2-d4baee45b012 x-openstack-request-id: req-23902330-2ad3-4437-a6a2-d4baee45b012 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:26.079211 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "name": "network-vif-plugged", "status": "completed", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:26.079468 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-23902330-2ad3-4437-a6a2-d4baee45b012 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:26.079870 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'code': 200} Nov 23 19:00:26.187701 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658a28-d8c1-4841-8bad-c83e4192ca9a req-fa8324c1-1413-465b-a27b-ed46ad49ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:26.189201 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea658a28-d8c1-4841-8bad-c83e4192ca9a req-fa8324c1-1413-465b-a27b-ed46ad49ab3d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0405772 Nov 23 19:00:26.245324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ea658a28-d8c1-4841-8bad-c83e4192ca9a req-92688b8f-5324-43d9-b4a3-e3930f787c75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Nov 23 19:00:26.964557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388155d-69a5-4a47-acca-3b11f04ced61 req-62443204-3495-4110-8b21-584d2cc7bef5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:26.966047 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0388155d-69a5-4a47-acca-3b11f04ced61 req-62443204-3495-4110-8b21-584d2cc7bef5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0495565 Nov 23 19:00:27.015112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0388155d-69a5-4a47-acca-3b11f04ced61 req-e8e8bbd3-52dd-46d2-860d-62f8e3b3d2ea tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Nov 23 19:00:28.132997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33995bf7-d507-4395-b8f2-b6ea34fecb75 req-9ba0012f-6068-467c-93fb-5670fad1ce7f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:28.134468 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33995bf7-d507-4395-b8f2-b6ea34fecb75 req-9ba0012f-6068-467c-93fb-5670fad1ce7f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0506248 Nov 23 19:00:28.185236 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-33995bf7-d507-4395-b8f2-b6ea34fecb75 req-418ad448-4d39-407c-bb89-5f30ce9bf7b6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Nov 23 19:00:28.306734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b7507-c3cd-4736-ba21-a5c28cffe5ec req-a103ef3a-60d7-4f1c-abd6-ec0061932dbd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:28.308134 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d8b7507-c3cd-4736-ba21-a5c28cffe5ec req-a103ef3a-60d7-4f1c-abd6-ec0061932dbd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0541699 Nov 23 19:00:28.358294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d8b7507-c3cd-4736-ba21-a5c28cffe5ec req-7ceda290-7f92-42da-ba44-1cee66bc9dc5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Nov 23 19:00:28.380990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45074) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:28.421155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603c7c9-c33c-41c3-94b0-98ee5d8bab23 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:28.422673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a603c7c9-c33c-41c3-94b0-98ee5d8bab23 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1091 time: 0.0406477 Nov 23 19:00:28.425411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45076) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:28.429672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:28.451399 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:28.549817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:28.650396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.45 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c65a0bf3-7980-43f9-b3e0-cdadb2dae061) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:28.755085 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:28.788847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:28.825220 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:28.829987 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:28.832566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:28.863047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=c65a0bf3-7980-43f9-b3e0-cdadb2dae061,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:29.217701 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.283869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.433702 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.438178 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.513222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=c65a0bf3-7980-43f9-b3e0-cdadb2dae061,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:29.520797 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.622035 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP 6710979b-f226-4d90-b4d0-9b97c307a035 associated. External IP: 172.25.0.45, port: 28b48b06-73e2-4eef-9bca-7f879f46dcf1. Nov 23 19:00:30.108912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 89c404ed-1aca-473c-b566-43d1e725dc06 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:30.217507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:30.227497 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] Sync routers for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:30.235796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.237889 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:30.238629 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:00:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:30.267396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b5fd35de-dbfb-442e-89ba-69bdfa0ca5e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8409789 Nov 23 19:00:30.268302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:30.270774 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56871399-7352-4546-aeb9-1657d4826a21" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:30.349188 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:30.377428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f80d9-37ef-4a90-9151-17600aa6c518 req-dab9b149-5045-4995-8501-6217de809fc9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:30.378939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-148f80d9-37ef-4a90-9151-17600aa6c518 req-dab9b149-5045-4995-8501-6217de809fc9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0503047 Nov 23 19:00:30.430729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-148f80d9-37ef-4a90-9151-17600aa6c518 req-2f136b5c-e761-472f-8d22-13c320c0651b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453658 Nov 23 19:00:30.453595 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45082) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:30.492614 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c817611-037d-4650-a780-9347c6e0aaa7 x-openstack-request-id: req-4c817611-037d-4650-a780-9347c6e0aaa7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:30.492917 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:30.493175 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4c817611-037d-4650-a780-9347c6e0aaa7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:30.493589 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'status': 'completed', 'code': 200} Nov 23 19:00:30.533866 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b5686805-c9bc-4e4f-b7f6-9acd008d39f7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/6710979b-f226-4d90-b4d0-9b97c307a035 HTTP/1.1" status: 200 len: 990 time: 0.0777986 Nov 23 19:00:30.561809 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56871399-7352-4546-aeb9-1657d4826a21 req-4093e48a-8e6c-4635-905c-2c25ded90c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:30.563337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56871399-7352-4546-aeb9-1657d4826a21 req-4093e48a-8e6c-4635-905c-2c25ded90c76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0442247 Nov 23 19:00:30.584801 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6710979b-f226-4d90-b4d0-9b97c307a035', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'port_id': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'mac_address': 'fa:16:3e:8b:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:00:29Z', 'updated_at': '2021-11-23T19:00:29Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:14Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:30.611402 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] Checking router: 89c404ed-1aca-473c-b566-43d1e725dc06 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:30.620518 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:30.621118 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:00:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:30.656053 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56871399-7352-4546-aeb9-1657d4826a21 req-e81ff218-2204-4b85-8dbd-f13fe58561c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:30.658599 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56871399-7352-4546-aeb9-1657d4826a21 req-e81ff218-2204-4b85-8dbd-f13fe58561c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 200 len: 897 time: 0.0869756 Nov 23 19:00:30.730943 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:30.731916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56871399-7352-4546-aeb9-1657d4826a21 req-da728502-fbdc-4b7c-9138-4e7ac8b7020e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 200 len: 998 time: 0.0659144 Nov 23 19:00:30.781304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56871399-7352-4546-aeb9-1657d4826a21 req-b6739b08-efe1-44a7-a23f-13d3c35df247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:30.782816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56871399-7352-4546-aeb9-1657d4826a21 req-b6739b08-efe1-44a7-a23f-13d3c35df247 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83b3ae76-8d34-458e-af54-1b2ace9a0793 HTTP/1.1" status: 200 len: 835 time: 0.0438964 Nov 23 19:00:30.828793 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56871399-7352-4546-aeb9-1657d4826a21 req-00841744-7669-44c3-8c03-82139b83bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:30.830435 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56871399-7352-4546-aeb9-1657d4826a21 req-00841744-7669-44c3-8c03-82139b83bca2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5769921b-a0ee-4747-9f57-6de9709d3595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406742 Nov 23 19:00:30.923920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56871399-7352-4546-aeb9-1657d4826a21 req-cbcc6cff-0603-4c3b-bc87-8d8f4ebce3c2 service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853231 Nov 23 19:00:30.954441 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6710979b-f226-4d90-b4d0-9b97c307a035', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'port_id': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'mac_address': 'fa:16:3e:8b:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:00:29Z', 'updated_at': '2021-11-23T19:00:29Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:14Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:30.984744 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97726f97-4def-4de2-bce7-393314a79c83 None None] The sync data for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 is: [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '6710979b-f226-4d90-b4d0-9b97c307a035', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'port_id': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'mac_address': 'fa:16:3e:8b:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:00:29Z', 'updated_at': '2021-11-23T19:00:29Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:14Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:31.017098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-56871399-7352-4546-aeb9-1657d4826a21 req-21ca0a57-3d33-4749-8c25-04056c064cce service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848253 Nov 23 19:00:31.198107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee83e8-490b-4ed9-9948-3a3fdac0f748 None None] New status for floating IP 6710979b-f226-4d90-b4d0-9b97c307a035: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:00:31.536570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45084) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:31.602879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-97bd30a6-d5ba-4fc8-9660-a25b574a3856 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/6710979b-f226-4d90-b4d0-9b97c307a035 HTTP/1.1" status: 200 len: 992 time: 0.0646081 Nov 23 19:00:32.137420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17de5394-9603-4112-a780-a372b37b185b req-9544c643-3061-48a8-b2bd-d79c6af306c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415144 Nov 23 19:00:32.222586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de5394-9603-4112-a780-a372b37b185b req-7d2ade37-87f6-4609-8f85-c89c4b56c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:32.224186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17de5394-9603-4112-a780-a372b37b185b req-7d2ade37-87f6-4609-8f85-c89c4b56c6d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0439410 Nov 23 19:00:32.331343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de5394-9603-4112-a780-a372b37b185b req-fe999cb6-d4ad-41d5-bed2-1400da16186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:32.332825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17de5394-9603-4112-a780-a372b37b185b req-fe999cb6-d4ad-41d5-bed2-1400da16186d service neutron] 10.222.0.72 "GET /v2.0/networks?id=5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 200 len: 897 time: 0.0885558 Nov 23 19:00:32.398304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17de5394-9603-4112-a780-a372b37b185b req-77fef5c6-43f9-424a-9f25-3aec3aea69b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 200 len: 1000 time: 0.0572183 Nov 23 19:00:32.452000 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de5394-9603-4112-a780-a372b37b185b req-3495dc27-808b-4430-9c1e-ade135141749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:32.453474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17de5394-9603-4112-a780-a372b37b185b req-3495dc27-808b-4430-9c1e-ade135141749 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83b3ae76-8d34-458e-af54-1b2ace9a0793 HTTP/1.1" status: 200 len: 835 time: 0.0487211 Nov 23 19:00:32.501335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de5394-9603-4112-a780-a372b37b185b req-593d0420-44f1-4bfc-885d-bf9183a78e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:32.502858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17de5394-9603-4112-a780-a372b37b185b req-593d0420-44f1-4bfc-885d-bf9183a78e62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5769921b-a0ee-4747-9f57-6de9709d3595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404496 Nov 23 19:00:32.593677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17de5394-9603-4112-a780-a372b37b185b req-18d14342-54a0-4938-8e62-04831733183d service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826490 Nov 23 19:00:32.687962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-17de5394-9603-4112-a780-a372b37b185b req-31dc9ecf-17a1-4c2b-a5c5-8e7e557b485a service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870271 Nov 23 19:00:41.433996 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-93743028-4ebf-4897-8b38-f276f64baf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:43.491387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b430e8d-0bd1-41cd-ad4b-4aab501bec48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:45.341934 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.673729 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.058941 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:50.088745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:50.491785 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:00:51.166026 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.701746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abfdc-0721-44f6-a284-4bb7bec277a6 req-7594e409-f023-4c5a-93b5-0be3b8b2a536 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:04.703282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d65abfdc-0721-44f6-a284-4bb7bec277a6 req-7594e409-f023-4c5a-93b5-0be3b8b2a536 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0784798 Nov 23 19:01:04.705763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-1420362d-6fc6-4f3a-8207-f75746c3a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:04.707169 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-1420362d-6fc6-4f3a-8207-f75746c3a903 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0714078 Nov 23 19:01:04.811405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d65abfdc-0721-44f6-a284-4bb7bec277a6 req-a44e37b5-910f-4352-bc28-fd4168b426cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020246 Nov 23 19:01:04.836706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-005dc8d6-38ec-4070-a642-e7a006f78e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:04.838209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-005dc8d6-38ec-4070-a642-e7a006f78e13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 200 len: 897 time: 0.1108015 Nov 23 19:01:04.908896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-76ba37af-8392-4127-ac56-f76a44fc5e46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 200 len: 1000 time: 0.0619414 Nov 23 19:01:04.961957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-c27109d3-598b-4a09-9492-c8c1b1d93b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:04.963498 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-c27109d3-598b-4a09-9492-c8c1b1d93b1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83b3ae76-8d34-458e-af54-1b2ace9a0793 HTTP/1.1" status: 200 len: 835 time: 0.0440786 Nov 23 19:01:05.009322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-fb7312ab-aaa8-4eb9-9dc8-1f5c6bec5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:05.010847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-fb7312ab-aaa8-4eb9-9dc8-1f5c6bec5c9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5769921b-a0ee-4747-9f57-6de9709d3595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397303 Nov 23 19:01:05.023742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-1d565b53-4886-4265-85a9-6d23731a1f0b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:01:05.024803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-1d565b53-4886-4265-85a9-6d23731a1f0b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059066 Nov 23 19:01:05.119604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-287b6178-8d9a-4644-97de-91108000a117 service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860119 Nov 23 19:01:05.209179 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ece27738-86d8-4f81-95cb-b221eda1a7e1 req-20b0bde6-ac06-4e66-8753-e037bd55294c service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813594 Nov 23 19:01:05.934358 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01d928-4ce5-4b19-8dba-6cbb3dab73a4 req-eeef9baa-c053-48d5-a4cc-91da1f288290 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:05.935872 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d01d928-4ce5-4b19-8dba-6cbb3dab73a4 req-eeef9baa-c053-48d5-a4cc-91da1f288290 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0542152 Nov 23 19:01:05.985925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9d01d928-4ce5-4b19-8dba-6cbb3dab73a4 req-13a4ab81-bb25-4822-8a59-f9788bf05130 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Nov 23 19:01:07.106330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226da8-7e4b-4f45-bf3e-d6e65a098a85 req-c105d8e5-1a27-44f7-92cd-58c164547983 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.107857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e226da8-7e4b-4f45-bf3e-d6e65a098a85 req-c105d8e5-1a27-44f7-92cd-58c164547983 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0494120 Nov 23 19:01:07.157962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e226da8-7e4b-4f45-bf3e-d6e65a098a85 req-2c8c90c7-c808-461f-8f24-86d8df7d6f92 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Nov 23 19:01:08.276564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f83e2c-2751-4e90-a73a-d0205156d49a req-4040413b-784a-4076-aa9e-0cfaa048e838 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.278056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03f83e2c-2751-4e90-a73a-d0205156d49a req-4040413b-784a-4076-aa9e-0cfaa048e838 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0492647 Nov 23 19:01:08.331989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03f83e2c-2751-4e90-a73a-d0205156d49a req-9473882b-33a7-4f53-b304-5d28fc7760eb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479796 Nov 23 19:01:09.447289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ca13-1464-4e1e-bd74-c88ae04306f3 req-fbdd0234-5dab-42a7-9ad6-7b9f5e4f166c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:09.448823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08a8ca13-1464-4e1e-bd74-c88ae04306f3 req-fbdd0234-5dab-42a7-9ad6-7b9f5e4f166c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0491025 Nov 23 19:01:09.500531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-08a8ca13-1464-4e1e-bd74-c88ae04306f3 req-b31a6968-0789-427d-a988-e78d8b8eaac5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 Nov 23 19:01:10.620415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836fec3-fb02-4d6d-88eb-b555812e4da5 req-19e09406-02b4-403a-8c59-a284dcf5699e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:10.623162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b836fec3-fb02-4d6d-88eb-b555812e4da5 req-19e09406-02b4-403a-8c59-a284dcf5699e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0518506 Nov 23 19:01:10.672486 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b836fec3-fb02-4d6d-88eb-b555812e4da5 req-38e624c5-0601-45c2-a608-e2dc86775559 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441930 Nov 23 19:01:11.436299 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1abd455e-2db3-44e7-a9e7-7d6519ea6cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.800848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd4ecf-4982-44ea-bfa1-3e1e2ace159d req-e9751a17-71d2-48fa-86af-e9f5c8f6a375 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:11.802344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd4ecf-4982-44ea-bfa1-3e1e2ace159d req-e9751a17-71d2-48fa-86af-e9f5c8f6a375 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0608356 Nov 23 19:01:11.852651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-31bd4ecf-4982-44ea-bfa1-3e1e2ace159d req-f15efe6a-f7a5-467e-af9a-341d0144deb9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Nov 23 19:01:12.971047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ce573-a900-40c3-8160-5a1528bbfccd req-2c95b43d-e965-460f-949c-fa730adecac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:12.972557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca6ce573-a900-40c3-8160-5a1528bbfccd req-2c95b43d-e965-460f-949c-fa730adecac0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0512514 Nov 23 19:01:13.025987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca6ce573-a900-40c3-8160-5a1528bbfccd req-1bfc76e6-7833-459e-96ff-4bc6f5ccb4c8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468869 Nov 23 19:01:13.492502 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cd39cc74-948c-4961-9995-6efd1ca91237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:14.144587 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97097dac-cc17-4cc6-b6bb-02f9ba95af43 req-b0db640c-2bb9-4aef-ade7-0dc1659789ec tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:14.146192 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97097dac-cc17-4cc6-b6bb-02f9ba95af43 req-b0db640c-2bb9-4aef-ade7-0dc1659789ec tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0496643 Nov 23 19:01:14.200734 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-97097dac-cc17-4cc6-b6bb-02f9ba95af43 req-a40b3897-dff7-458a-b126-100934dee62e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481107 Nov 23 19:01:15.320518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed3c60-db16-4a51-b330-d5cc0ea8aa35 req-10ef76de-91d5-4f55-9a12-f70c0d79f814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:15.322102 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7aed3c60-db16-4a51-b330-d5cc0ea8aa35 req-10ef76de-91d5-4f55-9a12-f70c0d79f814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0527186 Nov 23 19:01:15.350364 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.391890 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7aed3c60-db16-4a51-b330-d5cc0ea8aa35 req-eb6135d4-67e5-42e2-9438-8742c6c252f3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546865 Nov 23 19:01:16.509909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e6516-f539-414a-aa9e-47f5f1666273 req-d3ad0e17-df86-4a54-9000-0e858c1f424a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:16.511443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e72e6516-f539-414a-aa9e-47f5f1666273 req-d3ad0e17-df86-4a54-9000-0e858c1f424a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0504177 Nov 23 19:01:16.560491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e72e6516-f539-414a-aa9e-47f5f1666273 req-ba8e856e-b529-402d-9a11-c69cdf1d8a3c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Nov 23 19:01:16.585844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45122) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:16.651706 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-ce0848d8-ae6a-48ee-a192-07c2d2f3820a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/6710979b-f226-4d90-b4d0-9b97c307a035 HTTP/1.1" status: 200 len: 992 time: 0.0644763 Nov 23 19:01:16.675911 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.061318 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.084142 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.173495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:27.490493 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:01:33.145624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b019fb07-b944-4a6e-8215-8255728aa01e req-5917c6a1-2945-49a1-90e5-afbd5f68b84f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434294 Nov 23 19:01:33.235135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb07-b944-4a6e-8215-8255728aa01e req-6e7f7979-9f00-4682-bb41-e901e8b9868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:33.236623 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b019fb07-b944-4a6e-8215-8255728aa01e req-6e7f7979-9f00-4682-bb41-e901e8b9868d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0434964 Nov 23 19:01:33.346510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb07-b944-4a6e-8215-8255728aa01e req-90bddd6b-875f-4987-923f-4aa00cdf2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:33.348035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b019fb07-b944-4a6e-8215-8255728aa01e req-90bddd6b-875f-4987-923f-4aa00cdf2488 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 200 len: 897 time: 0.0893519 Nov 23 19:01:33.416912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b019fb07-b944-4a6e-8215-8255728aa01e req-86331270-f995-4625-858b-fd84340b3625 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 200 len: 1000 time: 0.0589762 Nov 23 19:01:33.471507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb07-b944-4a6e-8215-8255728aa01e req-d0964418-7b65-4ea0-b0fc-c66cb7c8122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:33.473000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b019fb07-b944-4a6e-8215-8255728aa01e req-d0964418-7b65-4ea0-b0fc-c66cb7c8122e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83b3ae76-8d34-458e-af54-1b2ace9a0793 HTTP/1.1" status: 200 len: 835 time: 0.0459723 Nov 23 19:01:33.523142 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb07-b944-4a6e-8215-8255728aa01e req-67a25f4f-61e4-421c-ade8-87ab8cabdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:33.524831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b019fb07-b944-4a6e-8215-8255728aa01e req-67a25f4f-61e4-421c-ade8-87ab8cabdf4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5769921b-a0ee-4747-9f57-6de9709d3595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447946 Nov 23 19:01:33.619198 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b019fb07-b944-4a6e-8215-8255728aa01e req-af478ae8-6bf9-47f9-ae25-1153b48a1780 service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857542 Nov 23 19:01:33.719403 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b019fb07-b944-4a6e-8215-8255728aa01e req-37c23fb6-e0d3-466d-9cb1-2029893c97e1 service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869548 Nov 23 19:01:41.437666 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-aaabcca0-126a-4a64-97a1-fe3cab8f3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:43.494835 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3c16d76d-ca65-4ccc-a0e7-00f50b8bfb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:45.352091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.680155 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:48.065228 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.050454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45138) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:49.517971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port c65a0bf3-7980-43f9-b3e0-cdadb2dae061 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:49.518336 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.596724 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.596979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.608965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for c65a0bf3-7980-43f9-b3e0-cdadb2dae061 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:49.750798 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.778873 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=c65a0bf3-7980-43f9-b3e0-cdadb2dae061,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:49.805091 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.805448 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.805794 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.806139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.806476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.806847 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.807187 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.807619 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.807960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.808292 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.808625 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.808950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:49.852668 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.852906 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP 6710979b-f226-4d90-b4d0-9b97c307a035 disassociated (deleted). External IP: 172.25.0.45, port: 28b48b06-73e2-4eef-9bca-7f879f46dcf1. Nov 23 19:01:50.062295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 89c404ed-1aca-473c-b566-43d1e725dc06 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:01:50.082238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:50.173874 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:01:50.178348 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:50.183715 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] Sync routers for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:01:50.193162 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:50.193866 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:50.205172 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0ae3c934-54e6-4786-9057-77f57e51f2cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/floatingips/6710979b-f226-4d90-b4d0-9b97c307a035 HTTP/1.1" status: 204 len: 168 time: 1.1535864 Nov 23 19:01:50.205763 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:50.208089 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:50.301591 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:50.483966 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c59c70-cd76-4ba7-97fb-904b05fdd6a1 x-openstack-request-id: req-c4c59c70-cd76-4ba7-97fb-904b05fdd6a1 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:50.484263 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:50.484523 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4c59c70-cd76-4ba7-97fb-904b05fdd6a1 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:50.484936 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'status': 'completed', 'code': 200} Nov 23 19:01:50.528690 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:14Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:50.555925 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] Checking router: 89c404ed-1aca-473c-b566-43d1e725dc06 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:01:50.564064 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:50.564663 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:50.581502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-67cccba2-7d1b-4ac1-9435-fe9ec9c6981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:50.583100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-67cccba2-7d1b-4ac1-9435-fe9ec9c6981b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0703444 Nov 23 19:01:50.602423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641e2c0-7556-49ce-aeee-545b624421c8 req-cbdb6128-cf59-453a-a873-ce7471b99c69 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:50.604096 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3641e2c0-7556-49ce-aeee-545b624421c8 req-cbdb6128-cf59-453a-a873-ce7471b99c69 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0653207 Nov 23 19:01:50.719665 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3641e2c0-7556-49ce-aeee-545b624421c8 req-23994fd6-39ed-4390-b8ad-337c3749ecf6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055000 Nov 23 19:01:50.736555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-d613707e-e0bd-4351-8950-0f201d893b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:50.738217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-d613707e-e0bd-4351-8950-0f201d893b2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 200 len: 897 time: 0.1331518 Nov 23 19:01:50.767455 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:50.789319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-6f7d04ad-2e1a-4da2-8c28-19fe81603383 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 200 len: 217 time: 0.0397341 Nov 23 19:01:50.840401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-7ef0b9eb-aeea-4e50-a4a1-1557fdc3cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:50.841917 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-7ef0b9eb-aeea-4e50-a4a1-1557fdc3cc76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83b3ae76-8d34-458e-af54-1b2ace9a0793 HTTP/1.1" status: 200 len: 835 time: 0.0446551 Nov 23 19:01:50.892152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-8e3e068e-11c5-406c-a9bf-467cb09d52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:50.893655 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-8e3e068e-11c5-406c-a9bf-467cb09d52da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5769921b-a0ee-4747-9f57-6de9709d3595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423639 Nov 23 19:01:50.963935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:14Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:50.993395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-f9a1cff7-89d6-43cc-8ff0-11573a516a67 service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874145 Nov 23 19:01:50.993849 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b98c9b-1c2e-4fea-b65c-edb582aab778 None None] The sync data for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 is: [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:11Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '650bb508-0cff-45e5-bed8-083b672b810d', 'name': '', 'network_id': '5769921b-a0ee-4747-9f57-6de9709d3595', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:6f:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:10Z', 'updated_at': '2021-11-23T19:00:14Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '83b3ae76-8d34-458e-af54-1b2ace9a0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:01:51.092442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bbc9aad2-a75c-4b22-bb2c-a6edabb325d7 req-3761fd55-2f23-4607-b725-34c918d3b528 service neutron] 10.222.0.72 "GET /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906785 Nov 23 19:01:51.190444 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.224067 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b219e-36a7-483e-ab02-c281f9caa748 None None] New status for floating IP 6710979b-f226-4d90-b4d0-9b97c307a035: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:01:51.844469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4e93-fec9-41d5-810b-1c0d3c312ad3 req-292dec61-5879-4519-8bef-6a215477d477 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:51.845994 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a29d4e93-fec9-41d5-810b-1c0d3c312ad3 req-292dec61-5879-4519-8bef-6a215477d477 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Nov 23 19:01:51.899604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a29d4e93-fec9-41d5-810b-1c0d3c312ad3 req-8131bd53-49f2-43df-86c9-e57196ce1950 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=f493a683-18a1-421d-96de-0fb1cff7a49c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472729 Nov 23 19:01:52.158046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2521b0-22e4-4821-813b-2933516ec757 req-6ed71f1a-70f0-4955-a699-4837f5add58e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:52.159558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a2521b0-22e4-4821-813b-2933516ec757 req-6ed71f1a-70f0-4955-a699-4837f5add58e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Nov 23 19:01:52.251613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:52.251954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.344740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 28b48b06-73e2-4eef-9bca-7f879f46dcf1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=28b48b06-73e2-4eef-9bca-7f879f46dcf1,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:52.345107 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.358458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 28b48b06-73e2-4eef-9bca-7f879f46dcf1 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:52.489503 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.518283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=28b48b06-73e2-4eef-9bca-7f879f46dcf1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:52.552584 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.552937 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.553277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.554124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.554481 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.554859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.555200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.555559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.555892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.556221 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.556550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.556871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:52.576250 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] No DVR routers for this DVR port 28b48b06-73e2-4eef-9bca-7f879f46dcf1 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:52.579359 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.582816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a2521b0-22e4-4821-813b-2933516ec757 req-41200f2f-2311-43ff-a55f-d0f206b7071c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "DELETE /v2.0/ports/28b48b06-73e2-4eef-9bca-7f879f46dcf1 HTTP/1.1" status: 204 len: 173 time: 0.4133453 Nov 23 19:01:52.583261 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'name': 'network-vif-deleted', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:52.586019 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacdb549-f548-48b0-a871-c3c8d331c69f" -d '{"events": [{"server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "name": "network-vif-deleted", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:52.626642 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45945750-8e8e-419d-abae-87e5d3b1319b x-openstack-request-id: req-45945750-8e8e-419d-abae-87e5d3b1319b {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:52.626957 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc8f1f7-3543-4920-b72c-0b9071e0e3a5", "name": "network-vif-deleted", "tag": "28b48b06-73e2-4eef-9bca-7f879f46dcf1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:52.627212 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45945750-8e8e-419d-abae-87e5d3b1319b {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:52.627663 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc8f1f7-3543-4920-b72c-0b9071e0e3a5', 'name': 'network-vif-deleted', 'tag': '28b48b06-73e2-4eef-9bca-7f879f46dcf1', 'status': 'completed', 'code': 200} Nov 23 19:01:53.020181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c05d0a7-747a-4655-b4ea-937af38284ef req-1862365d-0880-4905-ba12-6ac862f3ebd1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cc8f1f7-3543-4920-b72c-0b9071e0e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0345104 Nov 23 19:01:54.078214 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45162) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:54.449703 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:54.706403 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 650bb508-0cff-45e5-bed8-083b672b810d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:54.706779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:54.795184 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 650bb508-0cff-45e5-bed8-083b672b810d, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=650bb508-0cff-45e5-bed8-083b672b810d,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:54.795557 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:54.807842 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 650bb508-0cff-45e5-bed8-083b672b810d owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:54.992413 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.023250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=650bb508-0cff-45e5-bed8-083b672b810d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:55.201869 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.418773 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 89c404ed-1aca-473c-b566-43d1e725dc06 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:01:55.526277 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:01:55.531645 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d2c0f8b3-44ef-485b-9199-8fbf70381c4a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/89c404ed-1aca-473c-b566-43d1e725dc06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4523735 Nov 23 19:01:55.534333 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45168) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:55.536582 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] Sync routers for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:01:55.547685 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:55.548305 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:55.588986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-40711dfb-33b3-4714-a5d2-7c8d7755f0da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting subnet 83b3ae76-8d34-458e-af54-1b2ace9a0793 {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:01:55.592198 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40711dfb-33b3-4714-a5d2-7c8d7755f0da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.631903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40711dfb-33b3-4714-a5d2-7c8d7755f0da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.656318 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:55.720449 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40711dfb-33b3-4714-a5d2-7c8d7755f0da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.780140 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40711dfb-33b3-4714-a5d2-7c8d7755f0da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.809346 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-40711dfb-33b3-4714-a5d2-7c8d7755f0da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.813610 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-40711dfb-33b3-4714-a5d2-7c8d7755f0da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/subnets/83b3ae76-8d34-458e-af54-1b2ace9a0793 HTTP/1.1" status: 204 len: 168 time: 0.2781217 Nov 23 19:01:55.814952 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40711dfb-33b3-4714-a5d2-7c8d7755f0da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Subnet': ['ID=83b3ae76-8d34-458e-af54-1b2ace9a0793,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:55.815666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f0dc7b-370a-488f-9df0-9a892792bf72 None None] Network 5769921b-a0ee-4747-9f57-6de9709d3595 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:55.816559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45172) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:55.840700 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:01:54Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:55.868438 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] Checking router: 89c404ed-1aca-473c-b566-43d1e725dc06 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:01:55.876881 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] Routers {'89c404ed-1aca-473c-b566-43d1e725dc06'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:55.877695 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['89c404ed-1aca-473c-b566-43d1e725dc06'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:55.939567 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.992368 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] Set router 89c404ed-1aca-473c-b566-43d1e725dc06 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:56.026934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] DHCP port deletion for 5769921b-a0ee-4747-9f57-6de9709d3595 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:56.054459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.078352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Deleting port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:56.078768 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.109759 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port c608cd32-b896-4d26-b329-c24fe2432cbf {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:56.110117 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.154746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] For port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=66c00c72-38ce-4f7a-ba4a-4e79aab61cb4,segment=NetworkSegment(76a6094b-e213-4b65-b6eb-1f43faeafcce),segment_id=76a6094b-e213-4b65-b6eb-1f43faeafcce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:56.155130 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.173027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Calling delete_port for 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:56.190164 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:01:54Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:56.219310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port c608cd32-b896-4d26-b329-c24fe2432cbf, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c608cd32-b896-4d26-b329-c24fe2432cbf,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:56.219675 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.221253 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca6f01-510c-4683-bf52-ada93e72680d None None] The sync data for ids ['89c404ed-1aca-473c-b566-43d1e725dc06'] in n-d-818932-3 is: [{'id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410638143', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:01:54Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'c608cd32-b896-4d26-b329-c24fe2432cbf', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c404ed-1aca-473c-b566-43d1e725dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:08Z', 'updated_at': '2021-11-23T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:01:56.236769 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for c608cd32-b896-4d26-b329-c24fe2432cbf owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:56.265616 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.298542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] No DVR routers for this DVR port 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:56.301566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 28b48b06-73e2-4eef-9bca-7f879f46dcf1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:56.306454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Pushing event deleted for resources: {'Port': ['ID=66c00c72-38ce-4f7a-ba4a-4e79aab61cb4,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:56.332458 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.332809 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.333157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.333498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.333832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.334163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.334491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.339882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.339882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.339882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.339882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.339882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bfab1-0266-40f7-8f84-dec9e7a376be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:56.344308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 28b48b06-73e2-4eef-9bca-7f879f46dcf1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:01:56.345398 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 28b48b06-73e2-4eef-9bca-7f879f46dcf1 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:56.413442 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.438388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=c608cd32-b896-4d26-b329-c24fe2432cbf,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:56.453504 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36512cc3-5e89-4b52-a3d0-229e17d5d052 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:56.507044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.600609 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.603279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.615773 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:56.637530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:01:56.638082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 66c00c72-38ce-4f7a-ba4a-4e79aab61cb4 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:56.652541 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.653059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Fanout notify agent at l3_agent the message router_deleted on router 89c404ed-1aca-473c-b566-43d1e725dc06 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:01:56.660022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.661247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e346176e-606f-474b-b111-9d1a14f8bac4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/routers/89c404ed-1aca-473c-b566-43d1e725dc06 HTTP/1.1" status: 204 len: 168 time: 0.8437016 Nov 23 19:01:56.664361 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45176) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:56.749597 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.846215 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.869737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5769921b-a0ee-4747-9f57-6de9709d3595']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:56.879784 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a6094b-e213-4b65-b6eb-1f43faeafcce') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:56.880084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a6094b-e213-4b65-b6eb-1f43faeafcce') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:56.890959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.907567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.915112 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:01:56.915443 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: timer() Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:01:56.918583 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:01:56.982645 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.991579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.994922 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/networks/5769921b-a0ee-4747-9f57-6de9709d3595 HTTP/1.1" status: 204 len: 168 time: 0.3295162 Nov 23 19:01:56.997842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45178) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:57.004505 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9981e9a-72a0-4fa1-83d1-265c2bc1183c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Network': ['ID=5769921b-a0ee-4747-9f57-6de9709d3595,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:57.055464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6383839-b686-4a2e-8ffc-f2901fef18cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.080540 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6383839-b686-4a2e-8ffc-f2901fef18cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.144208 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6383839-b686-4a2e-8ffc-f2901fef18cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.146929 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a6383839-b686-4a2e-8ffc-f2901fef18cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.150850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a6383839-b686-4a2e-8ffc-f2901fef18cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/security-groups/f493a683-18a1-421d-96de-0fb1cff7a49c HTTP/1.1" status: 204 len: 168 time: 0.1518755 Nov 23 19:01:57.160975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6383839-b686-4a2e-8ffc-f2901fef18cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f493a683-18a1-421d-96de-0fb1cff7a49c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:57.567468 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45184) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:57.572511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-75be99cb-4c45-4a76-94f6-cb34636db7db tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610390952', 'description': 'tempest-secgroup-smoke-610390952 description', 'project_id': '7e6d97ef68444e00bc222174fcd311e0'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:57.594488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75be99cb-4c45-4a76-94f6-cb34636db7db tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.663620 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75be99cb-4c45-4a76-94f6-cb34636db7db tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.667282 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75be99cb-4c45-4a76-94f6-cb34636db7db tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.697467 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-75be99cb-4c45-4a76-94f6-cb34636db7db tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.698775 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-75be99cb-4c45-4a76-94f6-cb34636db7db tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1302736 Nov 23 19:01:57.702127 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45186) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:57.703350 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be99cb-4c45-4a76-94f6-cb34636db7db tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801a451b-8a44-4a34-beaa-fbe394b3a588,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:57.707923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-3ff9b71e-62a5-40af-b6de-f795fce73770 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '801a451b-8a44-4a34-beaa-fbe394b3a588', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:57.736448 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b71e-62a5-40af-b6de-f795fce73770 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.079447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b71e-62a5-40af-b6de-f795fce73770 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.083308 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b71e-62a5-40af-b6de-f795fce73770 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.101489 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b71e-62a5-40af-b6de-f795fce73770 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b33d5ac-d260-4df0-b8c4-c8ff7e4b0cde,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.109481 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b71e-62a5-40af-b6de-f795fce73770 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.110761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3ff9b71e-62a5-40af-b6de-f795fce73770 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4073677 Nov 23 19:01:58.113527 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45188) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.118744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-eadf9ed8-f64a-46c1-ae65-4557d7ba85bb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '801a451b-8a44-4a34-beaa-fbe394b3a588', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:58.146133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eadf9ed8-f64a-46c1-ae65-4557d7ba85bb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.195626 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c608cd32-b896-4d26-b329-c24fe2432cbf no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:58.207144 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eadf9ed8-f64a-46c1-ae65-4557d7ba85bb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.211877 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eadf9ed8-f64a-46c1-ae65-4557d7ba85bb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.221491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c608cd32-b896-4d26-b329-c24fe2432cbf {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:01:58.221837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c608cd32-b896-4d26-b329-c24fe2432cbf not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:58.222249 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 650bb508-0cff-45e5-bed8-083b672b810d no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:58.231211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf9ed8-f64a-46c1-ae65-4557d7ba85bb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82bf5d4-f2d0-4b3e-b9bc-e16bcaf126d2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.238617 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-eadf9ed8-f64a-46c1-ae65-4557d7ba85bb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.239844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-eadf9ed8-f64a-46c1-ae65-4557d7ba85bb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253755 Nov 23 19:01:58.244108 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45190) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.246013 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 650bb508-0cff-45e5-bed8-083b672b810d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:01:58.246369 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 650bb508-0cff-45e5-bed8-083b672b810d not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:58.248525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1b520ba0-3582-4393-87db-3c23cb31701b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '801a451b-8a44-4a34-beaa-fbe394b3a588', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:58.276607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b520ba0-3582-4393-87db-3c23cb31701b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.333321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b520ba0-3582-4393-87db-3c23cb31701b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.337258 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b520ba0-3582-4393-87db-3c23cb31701b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.356990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b520ba0-3582-4393-87db-3c23cb31701b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a414d2d-126b-49ce-9921-5a939817291e,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.365156 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1b520ba0-3582-4393-87db-3c23cb31701b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.367243 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1b520ba0-3582-4393-87db-3c23cb31701b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219127 Nov 23 19:01:58.369677 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45192) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.374067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0ff83fb3-e338-4f88-9f80-29ef009c6fef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '801a451b-8a44-4a34-beaa-fbe394b3a588', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:58.401208 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ff83fb3-e338-4f88-9f80-29ef009c6fef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.466205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ff83fb3-e338-4f88-9f80-29ef009c6fef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.469821 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ff83fb3-e338-4f88-9f80-29ef009c6fef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.488206 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff83fb3-e338-4f88-9f80-29ef009c6fef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2beb6f-1efc-4a0e-9665-9e8900dd91a9,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.495796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0ff83fb3-e338-4f88-9f80-29ef009c6fef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.496996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0ff83fb3-e338-4f88-9f80-29ef009c6fef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263564 Nov 23 19:01:58.499748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45194) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.504187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5eda35e8-f47e-4ccd-898b-1f28c6724a15 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '801a451b-8a44-4a34-beaa-fbe394b3a588', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:58.526065 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-5eda35e8-f47e-4ccd-898b-1f28c6724a15 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:01:58.530753 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5eda35e8-f47e-4ccd-898b-1f28c6724a15 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.589962 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5eda35e8-f47e-4ccd-898b-1f28c6724a15 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.593246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5eda35e8-f47e-4ccd-898b-1f28c6724a15 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.612131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda35e8-f47e-4ccd-898b-1f28c6724a15 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d481ea1-6193-4a14-9d42-b5ea4f0096a7,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.620730 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5eda35e8-f47e-4ccd-898b-1f28c6724a15 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.621924 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5eda35e8-f47e-4ccd-898b-1f28c6724a15 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212490 Nov 23 19:01:58.624709 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45196) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.629164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-7f5455a3-b7a8-47a1-857e-57293d13d1e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '801a451b-8a44-4a34-beaa-fbe394b3a588', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:58.650532 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-7f5455a3-b7a8-47a1-857e-57293d13d1e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:01:58.655394 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f5455a3-b7a8-47a1-857e-57293d13d1e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.713074 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f5455a3-b7a8-47a1-857e-57293d13d1e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.716447 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f5455a3-b7a8-47a1-857e-57293d13d1e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.735265 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5455a3-b7a8-47a1-857e-57293d13d1e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e71e06-b839-416c-85c3-b43d1bf6ed75,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.739805 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7f5455a3-b7a8-47a1-857e-57293d13d1e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.741164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7f5455a3-b7a8-47a1-857e-57293d13d1e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153638 Nov 23 19:01:58.744571 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45198) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.749327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'network': {'name': 'tempest-network-smoke--452387545', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'port_security_enabled': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:58.769058 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:58.773263 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.801751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:01:58.812077 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.812422 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Added segment 92b2ad45-94cf-49a6-b223-7f488966500b of type vlan for network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 Nov 23 19:01:58.854411 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.878142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.884408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:58.884986 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.924484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1788924 Nov 23 19:01:58.927495 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45200) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.932539 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'admin_state_up': True, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:58.953637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa282a4-c409-477d-9ccc-77b8e1dacd72 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Network': ['ID=50b4f9b0-2fff-4eed-9095-53e82f7e7e33,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.956521 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.957587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.965899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:01:59.013752 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.156458 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.682944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.701796 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.806864 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.194 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/3632fa14-9046-4793-8f8c-e2bb4e02edb9) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:01:59.906414 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.940055 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.980249 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:59.983026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:59.985476 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:01:59.997497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d07c4-b8c9-4cce-84f2-af2a2307ad9b None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:00.013777 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=3632fa14-9046-4793-8f8c-e2bb4e02edb9,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:00.081552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d1766591-1621-4aad-afd9-88f6b6cc6ce8 None None] Provisioning complete for port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:00.081929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d1766591-1621-4aad-afd9-88f6b6cc6ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.120513 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-d1766591-1621-4aad-afd9-88f6b6cc6ce8 None None] Port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:00.245994 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.444864 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.575639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router ed234670-2e3a-4bdb-ad13-5c2611645ae0 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:02:00.687831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:02:00.698322 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Sync routers for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:02:00.708813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.713494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:00.713674 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-17469c2c-8cbd-4c04-a1a1-16c5aa509cb2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7819331 Nov 23 19:02:00.713804 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:00.713924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45202) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:00.743192 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6307de23-a52f-4619-b92b-28f87188a1a7 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=7e6d97ef68444e00bc222174fcd311e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283301 Nov 23 19:02:00.745735 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45204) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:00.820599 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:00.839040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce916e2-b829-44cc-b7e2-7e200764bf53 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:00.840834 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-7ce916e2-b829-44cc-b7e2-7e200764bf53 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941823 Nov 23 19:02:00.843509 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45206) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:00.872444 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-82740b20-78ca-4275-8d9a-a4461507534a tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277376 Nov 23 19:02:00.874981 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45208) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:00.879803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-142079891', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:00.973161 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:02:00.977301 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.002836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:00Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:01.034071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Checking router: ed234670-2e3a-4bdb-ad13-5c2611645ae0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:02:01.034427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Updating router ed234670-2e3a-4bdb-ad13-5c2611645ae0 port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:02:01.061141 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.166874 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.228340 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Subnet': ['ID=44b67d27-bd07-4f87-b6e3-63179b9f1146,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:01.236988 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Checking segment: {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:01.237355 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network hostable DHCP agents. Network: 50b4f9b0-2fff-4eed-9095-53e82f7e7e33, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:02:01.254465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:02:01.263893 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 50b4f9b0-2fff-4eed-9095-53e82f7e7e33) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:01.268903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:01.270228 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.274465 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f92291-8a4e-41df-a5fb-9161c4aa8fd0 None None] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:02:01.286096 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-db588af1-3334-4373-a447-aaf728be0439 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4100893 Nov 23 19:02:01.289731 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45210) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:01.379190 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.397536 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.447409 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f943d3c7-3d9a-474a-9717-0c0cb01b1169 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:01.480046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bfe87-a668-4f1c-83c1-12cd5ea64b5a None None] Pushing event updated for resources: {'Port': ['ID=3632fa14-9046-4793-8f8c-e2bb4e02edb9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:01.488195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Attempting to bind port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:01.488578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Attempting to bind port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:01.488949 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Attempting to bind port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:01.500095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:01.500797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:01.500932 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.501290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:01.501775 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Bound port: 3632fa14-9046-4793-8f8c-e2bb4e02edb9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:01.502486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.583083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:02:01.583925 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.603830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-721104de-eff9-422e-a59e-67a6cf80ea2f None None] Provisioning complete for port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:01.604206 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-721104de-eff9-422e-a59e-67a6cf80ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.608209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] For port 3632fa14-9046-4793-8f8c-e2bb4e02edb9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:01.648254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] For port 3632fa14-9046-4793-8f8c-e2bb4e02edb9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3632fa14-9046-4793-8f8c-e2bb4e02edb9,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:01.658009 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.746330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.753554 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-721104de-eff9-422e-a59e-67a6cf80ea2f None None] Port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:01.777759 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c41d9d-d10b-4738-988e-1ee750cd5cf2 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:01.829497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bfe87-a668-4f1c-83c1-12cd5ea64b5a None None] Pushing event updated for resources: {'Port': ['ID=3632fa14-9046-4793-8f8c-e2bb4e02edb9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:01.833528 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:01.834145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:01.888372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Allocated IP 172.20.0.2 (50b4f9b0-2fff-4eed-9095-53e82f7e7e33/44b67d27-bd07-4f87-b6e3-63179b9f1146/b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:01.971424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-47e12e9d-ae9f-4a79-a1bd-3e1f210f57ea None None] Provisioning complete for port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:01.971806 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47e12e9d-ae9f-4a79-a1bd-3e1f210f57ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.061771 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:02.416958 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47e12e9d-ae9f-4a79-a1bd-3e1f210f57ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.439738 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.462088 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.464942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-47e12e9d-ae9f-4a79-a1bd-3e1f210f57ea None None] For port 3632fa14-9046-4793-8f8c-e2bb4e02edb9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3632fa14-9046-4793-8f8c-e2bb4e02edb9,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:02.495664 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-47e12e9d-ae9f-4a79-a1bd-3e1f210f57ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.496663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.1 (50b4f9b0-2fff-4eed-9095-53e82f7e7e33/44b67d27-bd07-4f87-b6e3-63179b9f1146/cd1d80b2-b330-4853-b0dd-73313f7b6444) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:02.539704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:02.545769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:02.550134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Pushing event updated for resources: {'Port': ['ID=b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:02.552489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:02.620344 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.651288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e12e9d-ae9f-4a79-a1bd-3e1f210f57ea None None] Pushing event updated for resources: {'Port': ['ID=3632fa14-9046-4793-8f8c-e2bb4e02edb9,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:02.656538 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.659583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Attempting to bind port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:02.659966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Attempting to bind port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:02.660347 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Attempting to bind port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b on network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:02.669198 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:00Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:02.672353 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:02.672737 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Checking segment: {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:02.673148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.673550 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Bound using segment: {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:02.674030 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Bound port: b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:02.674419 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.700050 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:02.705603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:02.708067 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:02.715786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee9048-5f69-4829-b366-875e3df531e9 None None] The sync data for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 is: [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:00Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:02:02.744799 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=cd1d80b2-b330-4853-b0dd-73313f7b6444,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:02.764014 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.774310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] For port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:02.778058 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] For port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:02.784575 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.851148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08b134-0cab-4a71-8f76-e00cfc94c114 None None] Pushing event updated for resources: {'Port': ['ID=b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:02.912522 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:03.255211 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:03.260577 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:03.337324 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=cd1d80b2-b330-4853-b0dd-73313f7b6444,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:03.341281 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:03.451903 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:03.453488 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:03.579727 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router ed234670-2e3a-4bdb-ad13-5c2611645ae0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:02:03.702868 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:02:03.708024 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f389d9b7-29c2-4f99-9dbb-2e845a15ec84 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/ed234670-2e3a-4bdb-ad13-5c2611645ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4172833 Nov 23 19:02:03.891575 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-158f9864-1591-46ef-97df-adb850afa76d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610390952&fields=id&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 267 time: 0.0598524 Nov 23 19:02:03.932810 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535be35-d71e-46d5-9265-95c707ecb6d2 None None] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:02:04.004685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-1dfb7bfa-4859-4c43-a6d7-e35760a909c8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:04.006193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-1dfb7bfa-4859-4c43-a6d7-e35760a909c8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 796 time: 0.1074157 Nov 23 19:02:04.022352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-4bfa7bf8-6f7b-4ad8-94bb-f4dbea1ada7f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/quotas/7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 375 time: 0.0093710 Nov 23 19:02:04.058137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-82744f4c-cc69-4fb6-b693-ad09e6919858 None None] Provisioning complete for port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:04.058519 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-82744f4c-cc69-4fb6-b693-ad09e6919858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.078918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-b45ad4b1-18b7-4951-be8e-80db63f3b37d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504611 Nov 23 19:02:04.187879 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-82744f4c-cc69-4fb6-b693-ad09e6919858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.207253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-4787abb7-694f-4a1a-b38c-b9b6cb6f68d8 service neutron] 10.222.0.74 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147697 Nov 23 19:02:04.244822 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-82744f4c-cc69-4fb6-b693-ad09e6919858 None None] For port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:04.256238 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-82744f4c-cc69-4fb6-b693-ad09e6919858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.299806 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3632fa14-9046-4793-8f8c-e2bb4e02edb9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:04.350471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-d2d03ce8-2b50-4280-9d05-1f43cab3cbfb service neutron] 10.222.0.74 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416991 Nov 23 19:02:04.367971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82744f4c-cc69-4fb6-b693-ad09e6919858 None None] Pushing event updated for resources: {'Port': ['ID=b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:04.384136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:04.384701 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.491691 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:02:04.501662 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Sync routers for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:02:04.515051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-894b2d66-73d0-4eda-952b-2473d263b06a None None] Provisioning complete for port cd1d80b2-b330-4853-b0dd-73313f7b6444 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:04.515428 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-894b2d66-73d0-4eda-952b-2473d263b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.520503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:04.521586 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:04.561620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc62ba1a-5989-499c-9f39-ef403e99246c req-ff0c5ed9-cbaa-4f25-8db8-3029cc171ecf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 210 time: 0.0378761 Nov 23 19:02:04.594522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-894b2d66-73d0-4eda-952b-2473d263b06a None None] Port cd1d80b2-b330-4853-b0dd-73313f7b6444 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:04.602462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:04.641615 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-894b2d66-73d0-4eda-952b-2473d263b06a None None] Provisioning complete for port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:04.642471 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-894b2d66-73d0-4eda-952b-2473d263b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.658204 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:04.719978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:04.720495 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.904824 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:03Z', 'revision_number': 2, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:04.919083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c5aa53ef-6b96-4eee-8303-136b7e148ddc None None] Provisioning complete for port cd1d80b2-b330-4853-b0dd-73313f7b6444 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:04.919588 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5aa53ef-6b96-4eee-8303-136b7e148ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.940731 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Checking router: ed234670-2e3a-4bdb-ad13-5c2611645ae0 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:02:04.941099 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Updating router ed234670-2e3a-4bdb-ad13-5c2611645ae0 port cd1d80b2-b330-4853-b0dd-73313f7b6444 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:02:04.963517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa53ef-6b96-4eee-8303-136b7e148ddc None None] Port cd1d80b2-b330-4853-b0dd-73313f7b6444 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:04.972051 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.082714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-df8a9550-3305-4e88-b894-4df014439466 None None] Provisioning complete for port cd1d80b2-b330-4853-b0dd-73313f7b6444 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:05.083099 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-df8a9550-3305-4e88-b894-4df014439466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.120176 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-df8a9550-3305-4e88-b894-4df014439466 None None] Port cd1d80b2-b330-4853-b0dd-73313f7b6444 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:05.350220 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.356206 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.407653 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Pushing event updated for resources: {'Port': ['ID=cd1d80b2-b330-4853-b0dd-73313f7b6444,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:05.431426 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.431774 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.432139 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.432461 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.432802 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.433144 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.433484 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.433816 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.434143 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.434469 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.434827 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.435152 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:05.464631 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Attempting to bind port cd1d80b2-b330-4853-b0dd-73313f7b6444 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:05.465013 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Attempting to bind port cd1d80b2-b330-4853-b0dd-73313f7b6444 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:05.465386 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Attempting to bind port cd1d80b2-b330-4853-b0dd-73313f7b6444 on network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:05.470850 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:05.471235 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Checking segment: {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:05.471642 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.472045 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Bound using segment: {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:05.472517 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Bound port: cd1d80b2-b330-4853-b0dd-73313f7b6444, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:05.472906 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.536704 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] For port cd1d80b2-b330-4853-b0dd-73313f7b6444, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:05.540491 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] For port cd1d80b2-b330-4853-b0dd-73313f7b6444, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cd1d80b2-b330-4853-b0dd-73313f7b6444,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:05.545561 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.614662 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:05.616291 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:01:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:05.625507 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e738d-0901-41df-968f-b6b60a46c4df None None] Pushing event updated for resources: {'Port': ['ID=cd1d80b2-b330-4853-b0dd-73313f7b6444,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:05.656901 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-bf196d32-a3d2-410b-80a3-44507ebf1666 None None] Provisioning complete for port cd1d80b2-b330-4853-b0dd-73313f7b6444 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:05.657230 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bf196d32-a3d2-410b-80a3-44507ebf1666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.680640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62929ba2-fabb-4276-9eb6-7d69668ed1e8 req-3cc9bd1d-191c-4730-8825-9c3c9e436572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 210 time: 0.0359354 Nov 23 19:02:05.768107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bf196d32-a3d2-410b-80a3-44507ebf1666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.821865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-bf196d32-a3d2-410b-80a3-44507ebf1666 None None] For port cd1d80b2-b330-4853-b0dd-73313f7b6444, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cd1d80b2-b330-4853-b0dd-73313f7b6444,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:05.824607 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:05.827398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bf196d32-a3d2-410b-80a3-44507ebf1666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.846397 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-968b6d9b-b83d-4a3e-8f8e-7c4be0c0f2e9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:05.848493 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-968b6d9b-b83d-4a3e-8f8e-7c4be0c0f2e9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 796 time: 0.1415420 Nov 23 19:02:05.884415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf196d32-a3d2-410b-80a3-44507ebf1666 None None] Pushing event updated for resources: {'Port': ['ID=cd1d80b2-b330-4853-b0dd-73313f7b6444,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:05.924131 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-ee1dbc9e-e909-4382-b2a1-9ad6baa60531 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 379 time: 0.0603065 Nov 23 19:02:05.938384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'port': {'device_id': '165aa20e-16bc-471b-9a84-d099aca83afe', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'admin_state_up': True, 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'security_groups': ['801a451b-8a44-4a34-beaa-fbe394b3a588']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:05.957908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-86936f80-4ac6-4c6c-91cf-2516d567fdfc None None] Provisioning complete for port cd1d80b2-b330-4853-b0dd-73313f7b6444 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:05.958642 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-86936f80-4ac6-4c6c-91cf-2516d567fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.057095 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:02:06.060956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.067482 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:06.094930 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d2b0-00c1-40d8-8981-50ba1e8fc472 None None] The sync data for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 is: [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:02:06.237773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.4 (50b4f9b0-2fff-4eed-9095-53e82f7e7e33/44b67d27-bd07-4f87-b6e3-63179b9f1146/c1b1fb59-90df-422b-a4ee-94398a056d2d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:06.328093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:06.393980 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:06.394278 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.414405 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.455880 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.487807 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd1d80b2-b330-4853-b0dd-73313f7b6444 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:06.498566 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:06.508021 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:06.511943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:06.540787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:06.552203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cd1d80b2-b330-4853-b0dd-73313f7b6444 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:06.552574 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.567578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:06.569201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.593555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-7ecda3f7-59e1-44a3-9b9d-c1eb210ea814 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6595979 Nov 23 19:02:06.611213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Request body: {'port': {'device_id': '165aa20e-16bc-471b-9a84-d099aca83afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:06.683171 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.877638 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e3b0a7cd-f457-43c2-8f56-bcdf467ac529 None None] Provisioning complete for port c1b1fb59-90df-422b-a4ee-94398a056d2d triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:06.878193 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a7cd-f457-43c2-8f56-bcdf467ac529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.886251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910afbe-13e6-448f-b8d4-1886bcf5c402 req-69801d58-ce0e-466f-9545-abfb05738a74 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:06.887877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9910afbe-13e6-448f-b8d4-1886bcf5c402 req-69801d58-ce0e-466f-9545-abfb05738a74 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 931 time: 0.1362281 Nov 23 19:02:06.922370 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e3b0a7cd-f457-43c2-8f56-bcdf467ac529 None None] Port c1b1fb59-90df-422b-a4ee-94398a056d2d cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:06.985240 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9910afbe-13e6-448f-b8d4-1886bcf5c402 req-51c21f71-6556-49fa-a5d4-1d0f6e1ed3f0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716612 Nov 23 19:02:07.046885 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b1fb59-90df-422b-a4ee-94398a056d2d {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:02:07.055061 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.067737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Transition to ACTIVE for port object c1b1fb59-90df-422b-a4ee-94398a056d2d will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:02:07.072343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.125317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Pushing event updated for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:07.198043 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Attempting to bind port c1b1fb59-90df-422b-a4ee-94398a056d2d on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:07.198525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Attempting to bind port c1b1fb59-90df-422b-a4ee-94398a056d2d by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:07.198891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Attempting to bind port c1b1fb59-90df-422b-a4ee-94398a056d2d on network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:07.203995 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Port c1b1fb59-90df-422b-a4ee-94398a056d2d on network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:02:07.204326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Attempting to bind port c1b1fb59-90df-422b-a4ee-94398a056d2d on network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:07.209808 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:07.210152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Checking segment: {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:07.210562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Bound using segment: {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:07.211023 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Bound port: c1b1fb59-90df-422b-a4ee-94398a056d2d, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b2ad45-94cf-49a6-b223-7f488966500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:07.211375 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.294523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:07.298099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:07.305593 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.349028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:07.350204 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.351771 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] 10.222.0.72 "PUT /v2.0/ports/c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 1091 time: 0.7451031 Nov 23 19:02:07.352231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:07.354555 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5933873-6b59-4c7d-aa42-aa37675e9611" -d '{"events": [{"name": "network-changed", "server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:07.384947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0722d-bbbf-4ed6-9b7c-5cdf7c88a4af service neutron] Pushing event updated for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:07.401668 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf3b673-da75-47bf-90aa-9ca7b02cff22 x-openstack-request-id: req-3cf3b673-da75-47bf-90aa-9ca7b02cff22 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:07.402044 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:07.402374 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3cf3b673-da75-47bf-90aa-9ca7b02cff22 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:07.402901 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'status': 'completed', 'code': 200} Nov 23 19:02:07.456508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-d1b9ba59-c34c-4638-a436-81a74b8b06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:07.458062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-d1b9ba59-c34c-4638-a436-81a74b8b06c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1094 time: 0.0428557 Nov 23 19:02:07.510667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-28b2085c-d726-4dbd-831f-36636f6b88ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 217 time: 0.0401235 Nov 23 19:02:07.566234 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-9148a333-e70c-4011-a76b-e37207deb8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:07.567740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-9148a333-e70c-4011-a76b-e37207deb8a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0439713 Nov 23 19:02:07.615765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-511c76c1-b791-4814-b830-458a2ba96900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:07.617184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-511c76c1-b791-4814-b830-458a2ba96900 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408134 Nov 23 19:02:07.711475 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-299a31ea-ab39-4c5a-b8da-19dde8e4fd84 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866368 Nov 23 19:02:07.804497 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d15c24f5-efc7-4115-ae3a-dbb2c341f097 req-64a362d8-52ee-4b8c-93bb-7d9240c06298 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822158 Nov 23 19:02:07.913299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-8547f49e-6937-47f6-8ee6-8b8da7af2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:07.914842 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-8547f49e-6937-47f6-8ee6-8b8da7af2c28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1094 time: 0.0460989 Nov 23 19:02:08.005072 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-707481b6-7eb2-43f5-aa88-cdfc6648f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:08.007504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-707481b6-7eb2-43f5-aa88-cdfc6648f5de service neutron] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 897 time: 0.0842168 Nov 23 19:02:08.052247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-837a66f9-571c-4432-a902-ac9f41d43a9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 217 time: 0.0377700 Nov 23 19:02:08.128124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-5b54e9cd-7fae-4820-aecb-33fbf378a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:08.129603 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-5b54e9cd-7fae-4820-aecb-33fbf378a464 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0655766 Nov 23 19:02:08.138400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcc6f-de50-4a31-a628-3235fd09c978 req-30a3d9cf-70f0-444c-ae19-6429475fd48e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:08.139791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5ddcc6f-de50-4a31-a628-3235fd09c978 req-30a3d9cf-70f0-444c-ae19-6429475fd48e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 943 time: 0.0839896 Nov 23 19:02:08.215563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-997440c6-f92f-41b8-bfed-8752b6b7d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:08.217100 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-997440c6-f92f-41b8-bfed-8752b6b7d316 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764093 Nov 23 19:02:08.221375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5ddcc6f-de50-4a31-a628-3235fd09c978 req-892017df-d8ef-4902-87e0-d4e71d6e8f1b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731797 Nov 23 19:02:08.308514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-5496750d-db36-4b7a-a2bb-127befc46f37 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831928 Nov 23 19:02:08.404911 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5933873-6b59-4c7d-aa42-aa37675e9611 req-899c07e2-00de-4f73-9ace-627801eaf089 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874209 Nov 23 19:02:09.338353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eefebe-ed7c-4691-9d98-0e6b752d8c9a req-2023f0af-25b3-46f9-8d3e-fcf98e63e5cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:09.339886 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2eefebe-ed7c-4691-9d98-0e6b752d8c9a req-2023f0af-25b3-46f9-8d3e-fcf98e63e5cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 943 time: 0.0493190 Nov 23 19:02:09.388462 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2eefebe-ed7c-4691-9d98-0e6b752d8c9a req-67f744a8-f583-40fb-be0f-eacc4ca98c7e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 Nov 23 19:02:10.367614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c1b1fb59-90df-422b-a4ee-94398a056d2d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:02:10.474250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:10.485582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'port_id': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'mac_address': 'fa:16:3e:a6:d7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:02:10.507719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78937341-5e12-4d0e-9d1c-ef1edc970457 req-329bdcc6-d686-4ee8-8a04-c9bb87f92746 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:10.509247 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78937341-5e12-4d0e-9d1c-ef1edc970457 req-329bdcc6-d686-4ee8-8a04-c9bb87f92746 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 943 time: 0.0492222 Nov 23 19:02:10.523671 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:10.536269 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b1fb59-90df-422b-a4ee-94398a056d2d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:02:10.556421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:10.560299 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:10.563893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-78937341-5e12-4d0e-9d1c-ef1edc970457 req-5091060c-1668-4142-96a8-c19e098cce2e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483732 Nov 23 19:02:10.609663 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:10.869546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['c1b1fb59-90df-422b-a4ee-94398a056d2d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:02:11.440556 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2b5260ff-a0f7-4735-9662-615620abfea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:11.683162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5260194-f397-432b-85a0-419a8e46457a req-15c37d0c-71e2-4cb9-8f34-de3b0f7dd0e6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:11.684656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5260194-f397-432b-85a0-419a8e46457a req-15c37d0c-71e2-4cb9-8f34-de3b0f7dd0e6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 944 time: 0.0493157 Nov 23 19:02:11.734542 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f5260194-f397-432b-85a0-419a8e46457a req-d2564a4e-300d-490e-8bed-357e0c0e8742 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439005 Nov 23 19:02:12.366293 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c1b1fb59-90df-422b-a4ee-94398a056d2d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:12.418969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port c1b1fb59-90df-422b-a4ee-94398a056d2d completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:02:12.423057 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port c1b1fb59-90df-422b-a4ee-94398a056d2d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:12.423438 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.501494 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.525008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:12.527283 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e72c48c-75c8-4c9d-b4ae-86c30237eddd" -d '{"events": [{"server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "name": "network-vif-plugged", "status": "completed", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:12.541038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:12.546000 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.575248 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a33f142-418e-458b-9c7b-ce5294392564 x-openstack-request-id: req-9a33f142-418e-458b-9c7b-ce5294392564 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:12.575611 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "name": "network-vif-plugged", "status": "completed", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:12.575999 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9a33f142-418e-458b-9c7b-ce5294392564 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:12.576547 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'code': 200} Nov 23 19:02:12.603870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:12.670280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f700-1ea6-4920-b8b9-8e1cceef4e40 req-afe0529f-fa09-45da-bde8-9813b2103877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:12.671696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9de2f700-1ea6-4920-b8b9-8e1cceef4e40 req-afe0529f-fa09-45da-bde8-9813b2103877 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1096 time: 0.0388169 Nov 23 19:02:12.722740 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9de2f700-1ea6-4920-b8b9-8e1cceef4e40 req-fba75b57-0bc7-4ceb-a1e3-74e07462465d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390887 Nov 23 19:02:12.867590 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91a4cc-6b71-4477-8c76-e5f61512fc39 req-4e371a56-47b3-47eb-ada1-73091277bc53 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:12.869107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f91a4cc-6b71-4477-8c76-e5f61512fc39 req-4e371a56-47b3-47eb-ada1-73091277bc53 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0555787 Nov 23 19:02:12.918930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f91a4cc-6b71-4477-8c76-e5f61512fc39 req-17b00f67-5f74-4cbe-8356-45638c6559d2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Nov 23 19:02:13.496362 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7f42144f-e38f-4322-8af1-c7cfd80b9349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.037979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331c511-34c6-401b-b15a-971f8c03e9d6 req-bb005774-d135-43ab-94b1-3ced42d6d7cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:14.039523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4331c511-34c6-401b-b15a-971f8c03e9d6 req-bb005774-d135-43ab-94b1-3ced42d6d7cc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0500076 Nov 23 19:02:14.091000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4331c511-34c6-401b-b15a-971f8c03e9d6 req-5af96fcc-32c4-471e-a017-e537d1766463 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455735 Nov 23 19:02:14.204485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9e79-075e-44cd-9c53-39de8aea6c34 req-6e11fd06-acf3-4409-a603-7c782cbbf84b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:14.205946 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-076a9e79-075e-44cd-9c53-39de8aea6c34 req-6e11fd06-acf3-4409-a603-7c782cbbf84b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0492368 Nov 23 19:02:14.260186 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-076a9e79-075e-44cd-9c53-39de8aea6c34 req-34094c6b-c4cb-498a-8568-5c50b4e963c6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476570 Nov 23 19:02:14.281975 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45262) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:14.322033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304d904e-86ba-4d50-8d89-86ecf4feb494 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:14.323593 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-304d904e-86ba-4d50-8d89-86ecf4feb494 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1091 time: 0.0406525 Nov 23 19:02:14.326594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45264) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:14.330829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:14.354023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.453112 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.553006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.237 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/11cccee6-f865-4d5a-9a37-675a36d08743) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:14.655874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.688249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.737189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:14.740284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:14.743056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:14.769364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=11cccee6-f865-4d5a-9a37-675a36d08743,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:15.362627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.407488 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.476977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.629851 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.635246 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.711195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=11cccee6-f865-4d5a-9a37-675a36d08743,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:15.718458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.819947 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP 953b94f6-e92e-4635-8d9c-1d25953c8536 associated. External IP: 172.25.0.237, port: c1b1fb59-90df-422b-a4ee-94398a056d2d. Nov 23 19:02:16.035468 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router ed234670-2e3a-4bdb-ad13-5c2611645ae0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:02:16.143917 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:02:16.155046 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] Sync routers for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:02:16.164783 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:16.166576 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:16.167239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:02:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:16.196000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-65a24cc5-d7c8-42f9-b8db-5ec1a2aae77d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8683670 Nov 23 19:02:16.196598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:16.200013 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3521009-cab5-48fa-be83-8776f118ba7a" -d '{"events": [{"name": "network-changed", "server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:16.276973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:16.295029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7ee94-81bd-416c-a3ef-e49aafd7a0f0 req-cd0681c7-053c-4233-a2b4-c6d7780b8ec2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:16.296532 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26c7ee94-81bd-416c-a3ef-e49aafd7a0f0 req-cd0681c7-053c-4233-a2b4-c6d7780b8ec2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0502405 Nov 23 19:02:16.354946 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-26c7ee94-81bd-416c-a3ef-e49aafd7a0f0 req-1d9b88d1-6840-4e05-b159-8fd0a6691cde tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521677 Nov 23 19:02:16.377867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45270) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:16.416057 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bb72e8-74cf-469e-b9e7-a04f80663b5b x-openstack-request-id: req-c2bb72e8-74cf-469e-b9e7-a04f80663b5b {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:16.416746 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:16.416746 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2bb72e8-74cf-469e-b9e7-a04f80663b5b {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:16.416991 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'status': 'completed', 'code': 200} Nov 23 19:02:16.469983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5e485b98-44c2-4f65-942d-120b6965adb5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/953b94f6-e92e-4635-8d9c-1d25953c8536 HTTP/1.1" status: 200 len: 991 time: 0.0909464 Nov 23 19:02:16.483771 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3521009-cab5-48fa-be83-8776f118ba7a req-f768f2bd-c1f1-4d23-89a2-defef0374d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:16.485302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3521009-cab5-48fa-be83-8776f118ba7a req-f768f2bd-c1f1-4d23-89a2-defef0374d32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1096 time: 0.0559428 Nov 23 19:02:16.515388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '953b94f6-e92e-4635-8d9c-1d25953c8536', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'port_id': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'mac_address': 'fa:16:3e:a6:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165aa20e-16bc-471b-9a84-d099aca83afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:02:14Z', 'updated_at': '2021-11-23T19:02:14Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:16.579495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3521009-cab5-48fa-be83-8776f118ba7a req-774cf45c-77f6-4d7c-9c75-09deee108db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:16.580952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3521009-cab5-48fa-be83-8776f118ba7a req-774cf45c-77f6-4d7c-9c75-09deee108db2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 897 time: 0.0888684 Nov 23 19:02:16.656265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3521009-cab5-48fa-be83-8776f118ba7a req-7314dbb1-f8d2-4bd2-8ca6-5a530eda8f49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 999 time: 0.0672739 Nov 23 19:02:16.703472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] Checking router: ed234670-2e3a-4bdb-ad13-5c2611645ae0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:02:16.706077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3521009-cab5-48fa-be83-8776f118ba7a req-fbf724c5-80d0-4919-b344-0a1e696a3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:16.707596 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3521009-cab5-48fa-be83-8776f118ba7a req-fbf724c5-80d0-4919-b344-0a1e696a3106 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0443633 Nov 23 19:02:16.719868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:16.720531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:16.721143 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:02:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:16.754063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3521009-cab5-48fa-be83-8776f118ba7a req-56b56b7f-e540-46af-b9d7-b1087a6ebfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:16.755142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3521009-cab5-48fa-be83-8776f118ba7a req-56b56b7f-e540-46af-b9d7-b1087a6ebfd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404034 Nov 23 19:02:16.830648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:16.851263 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3521009-cab5-48fa-be83-8776f118ba7a req-b8bbf4b8-dde2-46ec-ad9e-266699520d85 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889373 Nov 23 19:02:16.941341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3521009-cab5-48fa-be83-8776f118ba7a req-a3004a6e-0b4c-4a4c-a37a-7f7afede9949 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831559 Nov 23 19:02:17.059364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '953b94f6-e92e-4635-8d9c-1d25953c8536', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'port_id': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'mac_address': 'fa:16:3e:a6:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165aa20e-16bc-471b-9a84-d099aca83afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:02:14Z', 'updated_at': '2021-11-23T19:02:14Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:17.087998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412ae57-342a-4bf7-8340-749d5ddf61da None None] The sync data for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 is: [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '953b94f6-e92e-4635-8d9c-1d25953c8536', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'port_id': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'mac_address': 'fa:16:3e:a6:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165aa20e-16bc-471b-9a84-d099aca83afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:02:14Z', 'updated_at': '2021-11-23T19:02:14Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:02:17.283421 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5adfa3-00e8-4769-9825-814f042935a4 None None] New status for floating IP 953b94f6-e92e-4635-8d9c-1d25953c8536: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:02:17.473271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45272) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:17.538491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8b0455aa-f8c4-457f-a965-a9d7aeda4c8d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/953b94f6-e92e-4635-8d9c-1d25953c8536 HTTP/1.1" status: 200 len: 993 time: 0.0640645 Nov 23 19:02:18.076613 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:20.087800 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:21.204101 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:34.155438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-eafbf23b-c42b-47e2-9410-e7696f5981f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407574 Nov 23 19:02:34.241116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-835a54af-0ec2-4acc-a70e-8f0b2b254412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:34.242677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-835a54af-0ec2-4acc-a70e-8f0b2b254412 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1096 time: 0.0411110 Nov 23 19:02:34.358849 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-90c355ac-da99-48dc-af0b-24511f8bfac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:34.360591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-90c355ac-da99-48dc-af0b-24511f8bfac6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 897 time: 0.0948505 Nov 23 19:02:34.428855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-4dcd58a0-9223-4003-817b-16e778eb5c85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 1001 time: 0.0597968 Nov 23 19:02:34.485052 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-f62afbfe-68e6-4aa9-a384-21acc5f10697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:34.486557 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-f62afbfe-68e6-4aa9-a384-21acc5f10697 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0498946 Nov 23 19:02:34.536114 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-ffb8325e-03bf-4142-85ac-842a6dd3ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:34.537689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-ffb8325e-03bf-4142-85ac-842a6dd3ab2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402329 Nov 23 19:02:34.629531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-0244d0c7-348b-4f50-bccd-54ea65c6959d service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Nov 23 19:02:34.724372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8f691368-02d4-45f1-8b18-80786f5950f7 req-eedbac20-b880-4d53-8653-ddc7f9fa5c8b service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 Nov 23 19:02:41.443774 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f71fafb9-6e89-4e3a-9c87-accc7f35ec8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:41.491296 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:02:43.496861 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6613586d-9788-4492-bb71-df8f7b45046a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:45.362547 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:46.685106 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:48.069628 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.097640 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.608315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45290) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:50.616845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55e150-0fda-4b63-b216-394d55ab465f req-8b942456-ddf1-490f-8d7a-dce0e550f732 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:50.618597 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c55e150-0fda-4b63-b216-394d55ab465f req-8b942456-ddf1-490f-8d7a-dce0e550f732 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0537727 Nov 23 19:02:50.671307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6c55e150-0fda-4b63-b216-394d55ab465f req-9142c297-6147-40a9-8e7a-a72f7eecb22b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464749 Nov 23 19:02:50.692630 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-73980892-176e-401a-816b-c2caee405161 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831013 Nov 23 19:02:50.704066 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-6aff1af2-b382-4fed-93da-e2b1e215669f service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:02:50.705475 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-6aff1af2-b382-4fed-93da-e2b1e215669f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078659 Nov 23 19:02:51.212825 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.796578 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea4ad1-90fe-45f0-b234-348dec3669a6 req-fc437f5b-0fa2-40b4-bda3-5858d547a452 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:51.798095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3ea4ad1-90fe-45f0-b234-348dec3669a6 req-fc437f5b-0fa2-40b4-bda3-5858d547a452 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0562532 Nov 23 19:02:51.855329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3ea4ad1-90fe-45f0-b234-348dec3669a6 req-1b1a0e3e-ed2d-47f0-8011-b127100d09e0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496249 Nov 23 19:02:51.923854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-c5e62197-dc52-4316-9d28-3b86012aa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:51.925339 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-c5e62197-dc52-4316-9d28-3b86012aa41e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1096 time: 0.0407109 Nov 23 19:02:52.020074 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-87d078e2-7f27-4db9-afef-2f1b8700dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:52.021440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-87d078e2-7f27-4db9-afef-2f1b8700dda8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 897 time: 0.0885324 Nov 23 19:02:52.088895 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-d38dcdc3-6636-47ef-b166-c7d4c07d588f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 1001 time: 0.0593865 Nov 23 19:02:52.142499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-6ada2638-2daa-48da-9c4e-b07cacd4d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:52.144162 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-6ada2638-2daa-48da-9c4e-b07cacd4d943 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0459204 Nov 23 19:02:52.198494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-576c7f00-f896-4317-813e-f400f3915f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:52.200311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-576c7f00-f896-4317-813e-f400f3915f58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484252 Nov 23 19:02:52.296988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-22d2c035-54af-4e2a-a715-10e5fe6f3706 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847065 Nov 23 19:02:52.401820 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-3a24a9ca-a8b0-4a9c-8425-6fdf21350bf7 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940230 Nov 23 19:02:52.971857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbf0c-abac-4a2b-ac9e-067b9ed9c14a req-390a8c39-ad8a-48d1-8898-1e17db2fe85d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:52.973359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68cdbf0c-abac-4a2b-ac9e-067b9ed9c14a req-390a8c39-ad8a-48d1-8898-1e17db2fe85d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0500979 Nov 23 19:02:53.021868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68cdbf0c-abac-4a2b-ac9e-067b9ed9c14a req-2d7460e1-84e0-4966-9f0e-6473b75551ce tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Nov 23 19:02:54.139608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65adb6-1cd5-40b3-af37-608830f4650c req-9a9290fe-aa9b-44a5-b4f7-c89ca30e3f21 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:54.141114 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be65adb6-1cd5-40b3-af37-608830f4650c req-9a9290fe-aa9b-44a5-b4f7-c89ca30e3f21 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0481269 Nov 23 19:02:54.193526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-be65adb6-1cd5-40b3-af37-608830f4650c req-57f6967c-cbb3-4d6d-a0f2-b224ed756bc8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464678 Nov 23 19:02:55.311762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70224a90-4818-417c-86d5-bc96fa836895 req-ac4817f1-caea-4745-b3a9-b3613be30720 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:55.313250 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-70224a90-4818-417c-86d5-bc96fa836895 req-ac4817f1-caea-4745-b3a9-b3613be30720 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0492306 Nov 23 19:02:55.363867 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-70224a90-4818-417c-86d5-bc96fa836895 req-b9292560-9646-4b14-8eb6-2d63c006ecbd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 Nov 23 19:02:56.481018 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963c2c-8e49-4f87-956d-59f8ad63b4ac req-1d3b79f5-441c-4050-be50-4f78e3bc65d9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:56.482513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14963c2c-8e49-4f87-956d-59f8ad63b4ac req-1d3b79f5-441c-4050-be50-4f78e3bc65d9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0495045 Nov 23 19:02:56.532551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14963c2c-8e49-4f87-956d-59f8ad63b4ac req-2692bb77-def3-4450-896e-bd11363146f4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440578 Nov 23 19:02:57.658331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46eb1ab-ac4a-4f02-9b82-ce5583a70d12 req-79cfb349-c5e5-4735-aa96-4c67d6ed9f32 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:57.659929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e46eb1ab-ac4a-4f02-9b82-ce5583a70d12 req-79cfb349-c5e5-4735-aa96-4c67d6ed9f32 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0541613 Nov 23 19:02:57.709245 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e46eb1ab-ac4a-4f02-9b82-ce5583a70d12 req-fabf3088-1f2a-4b42-a931-3aea0f9b8964 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434361 Nov 23 19:02:58.825530 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77eb8f-b059-4fdb-8db4-0a151f86b835 req-a3ffa941-82d3-4d5d-9daf-ab84d481816f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:58.827054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce77eb8f-b059-4fdb-8db4-0a151f86b835 req-a3ffa941-82d3-4d5d-9daf-ab84d481816f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0490634 Nov 23 19:02:58.876160 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ce77eb8f-b059-4fdb-8db4-0a151f86b835 req-af686d22-9e7b-43ef-887e-ba3046a2f6ac tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Nov 23 19:02:59.991482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2beced-2aad-484a-bb21-0d6fa426246a req-d019102c-5f9d-4236-b11b-b963977694ad tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:59.992995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb2beced-2aad-484a-bb21-0d6fa426246a req-d019102c-5f9d-4236-b11b-b963977694ad tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0491669 Nov 23 19:03:00.046184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb2beced-2aad-484a-bb21-0d6fa426246a req-52408341-a11e-4174-9802-271ac4fe7d3e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471141 Nov 23 19:03:01.168551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b819e37-f153-4719-95d4-6e4055b1d480 req-1fcbd066-8342-4ad7-9199-63fa9a47c327 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:01.170040 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b819e37-f153-4719-95d4-6e4055b1d480 req-1fcbd066-8342-4ad7-9199-63fa9a47c327 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0544310 Nov 23 19:03:01.218311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b819e37-f153-4719-95d4-6e4055b1d480 req-20500b83-cbb4-4412-82e2-d2b093b20481 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423069 Nov 23 19:03:02.333497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effc4f0-0d1d-414f-95f9-f4299dc7f0d6 req-56fc2c30-d5e2-4abf-9dba-b5a1330838ac tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:02.335807 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4effc4f0-0d1d-414f-95f9-f4299dc7f0d6 req-56fc2c30-d5e2-4abf-9dba-b5a1330838ac tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0490496 Nov 23 19:03:02.390636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4effc4f0-0d1d-414f-95f9-f4299dc7f0d6 req-ac6fd4de-bf8a-48ff-a3db-f22006bca3ac tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480506 Nov 23 19:03:03.515591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67ee79-fadb-4202-9603-a09df266bc65 req-68ec61ac-5d5d-45ea-9cd8-95110a0b89f8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:03.517072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a67ee79-fadb-4202-9603-a09df266bc65 req-68ec61ac-5d5d-45ea-9cd8-95110a0b89f8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0540888 Nov 23 19:03:03.566576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a67ee79-fadb-4202-9603-a09df266bc65 req-ed808bbe-9a03-4e39-aea0-8428126091ae tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Nov 23 19:03:04.686482 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d5e6e-75bc-4d5b-ac42-a3b4c109a29e req-17ebec76-25e4-48b8-ba9b-99408fe0af59 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:04.688000 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f5d5e6e-75bc-4d5b-ac42-a3b4c109a29e req-17ebec76-25e4-48b8-ba9b-99408fe0af59 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0490441 Nov 23 19:03:04.737795 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4f5d5e6e-75bc-4d5b-ac42-a3b4c109a29e req-e5d9ba6d-1342-4d5b-b9fe-38992e6c28a3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Nov 23 19:03:05.861830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec28f2-db1b-4d2d-b410-fe512d7e5e9a req-663cb4d1-af95-4d79-a058-0a82d114a1e4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:05.863392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19ec28f2-db1b-4d2d-b410-fe512d7e5e9a req-663cb4d1-af95-4d79-a058-0a82d114a1e4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0558312 Nov 23 19:03:05.913479 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-19ec28f2-db1b-4d2d-b410-fe512d7e5e9a req-30436839-33e4-4d0b-97b4-3eee5ed5cff2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439336 Nov 23 19:03:07.028461 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4adf85-3260-409b-aa44-97c51a1f177a req-8a7426f7-eb12-4f0d-9234-90d2c146fd8d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:07.030003 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a4adf85-3260-409b-aa44-97c51a1f177a req-8a7426f7-eb12-4f0d-9234-90d2c146fd8d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0494282 Nov 23 19:03:07.079651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6a4adf85-3260-409b-aa44-97c51a1f177a req-9a2c2cd5-68ed-482b-845d-661587526cd8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436766 Nov 23 19:03:08.194938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13283848-7f4b-49b2-9dd3-bc475e9bc555 req-3c881780-b7b0-4426-8e65-a5f8f919e89b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:08.196662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13283848-7f4b-49b2-9dd3-bc475e9bc555 req-3c881780-b7b0-4426-8e65-a5f8f919e89b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0492098 Nov 23 19:03:08.249677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-13283848-7f4b-49b2-9dd3-bc475e9bc555 req-2b58e81c-bc9b-40f9-a61a-a5a462b2a366 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468779 Nov 23 19:03:09.317212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-3c4f096b-be7e-4933-9cfb-42653688d747 service neutron] 10.222.0.72 "GET /v2.0/ports/c1b1fb59-90df-422b-a4ee-94398a056d2d/bindings/n-h1-818932-3 HTTP/1.1" status: 200 len: 382 time: 0.0544531 Nov 23 19:03:09.369426 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de729-1082-45eb-a6c2-04fee9c3b767 req-c5a81997-3f01-4775-b915-eade18e2dde7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.370930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e8de729-1082-45eb-a6c2-04fee9c3b767 req-c5a81997-3f01-4775-b915-eade18e2dde7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0528429 Nov 23 19:03:09.422587 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7e8de729-1082-45eb-a6c2-04fee9c3b767 req-5dcc526c-9fc4-4f9c-9a36-8b63b165f411 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455987 Nov 23 19:03:09.536714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-ef868aa6-bda0-438c-8c3d-664bea407ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.538113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-ef868aa6-bda0-438c-8c3d-664bea407ce4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 1096 time: 0.0414729 Nov 23 19:03:09.604805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-eb8b9739-72e7-4158-b11f-638b3d70be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.606278 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-eb8b9739-72e7-4158-b11f-638b3d70be40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1096 time: 0.0443308 Nov 23 19:03:09.701562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-ee316c4b-786a-4dd7-81f2-e07d6dfce4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.703070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-ee316c4b-786a-4dd7-81f2-e07d6dfce4cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 897 time: 0.0859170 Nov 23 19:03:09.773662 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-108baf47-a510-48d1-85bd-4d68e3f00de2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 1001 time: 0.0610569 Nov 23 19:03:09.828645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-bb7a4543-d94e-4989-876d-0aa90c60f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.829998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-bb7a4543-d94e-4989-876d-0aa90c60f65a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0443490 Nov 23 19:03:09.882655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-02a3bc9b-981c-4dc8-9a94-b547b975eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.884249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-02a3bc9b-981c-4dc8-9a94-b547b975eaa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432456 Nov 23 19:03:09.982453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-94f98e27-2c20-4d42-a6b3-4c1c2e2e31be service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863111 Nov 23 19:03:10.074717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9c94d5ae-8c35-4dae-9f41-212caa16eb0c req-0f5e39b9-0c4d-46b0-a108-a01ccb8f5fdc service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810890 Nov 23 19:03:10.545028 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51094501-d80d-426a-92c3-c416c8867dd6 req-ff34089a-c44b-4e09-b206-ff7a2af3101e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:10.546499 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51094501-d80d-426a-92c3-c416c8867dd6 req-ff34089a-c44b-4e09-b206-ff7a2af3101e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0554309 Nov 23 19:03:10.601338 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-51094501-d80d-426a-92c3-c416c8867dd6 req-a3b56e3b-c9b0-4933-a3f5-35eb7945883e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488493 Nov 23 19:03:11.448082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-50753ae0-9426-48c0-9535-ca6e5b9bcd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.723502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62435379-bea9-4e50-afaf-d1efb1b6113a req-6bf3b73a-877e-4701-a65e-d6c6d49ea08b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:11.725510 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62435379-bea9-4e50-afaf-d1efb1b6113a req-6bf3b73a-877e-4701-a65e-d6c6d49ea08b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0514722 Nov 23 19:03:11.777242 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62435379-bea9-4e50-afaf-d1efb1b6113a req-36e3cfbc-340e-4d72-b798-dd9d94b34efe tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455008 Nov 23 19:03:12.605714 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c1b1fb59-90df-422b-a4ee-94398a056d2d details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:03:12.607877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c1b1fb59-90df-422b-a4ee-94398a056d2d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:12.756804 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:12.769033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:12.787379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'port_id': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'mac_address': 'fa:16:3e:a6:d7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:03:12.795400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:12.797656 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936be139-a04c-4d61-9ee0-edf58c3de53b" -d '{"events": [{"server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:12.834225 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:12.844659 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:12.848724 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ec357-695f-41d6-bb18-342daae7cae9 x-openstack-request-id: req-435ec357-695f-41d6-bb18-342daae7cae9 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:12.849028 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:12.849289 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-435ec357-695f-41d6-bb18-342daae7cae9 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:12.849689 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'code': 200} Nov 23 19:03:12.874179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:12.894584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1b1fb59-90df-422b-a4ee-94398a056d2d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:12.936116 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:12.936859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de176a-0c05-4d31-9533-5881a57518e5 req-9b496cbf-f37d-4352-8bad-29732aa74242 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:12.938371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3de176a-0c05-4d31-9533-5881a57518e5 req-9b496cbf-f37d-4352-8bad-29732aa74242 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 943 time: 0.0494938 Nov 23 19:03:12.951440 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.951800 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.952153 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.952498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.952840 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.953180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.953517 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.953851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.954185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.954516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.954874 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.955210 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:12.964334 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.db.api [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:03:12.964706 n-d-818932-3 neutron-server[120537]: DEBUG oslo_db.api [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:03:12.994472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3de176a-0c05-4d31-9533-5881a57518e5 req-0fdf98b1-0555-4b83-ad0e-7f39de96aafe tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498757 Nov 23 19:03:13.218150 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90580a-f75d-4159-8c8e-c38c46c6ffa1 req-c321ab6d-dddd-4abf-9972-b97e66825dfb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.219671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b90580a-f75d-4159-8c8e-c38c46c6ffa1 req-c321ab6d-dddd-4abf-9972-b97e66825dfb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 943 time: 0.0813820 Nov 23 19:03:13.227087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-5b9ef2e0-d475-4aa7-88d3-55ebfff7cf54 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.228447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-5b9ef2e0-d475-4aa7-88d3-55ebfff7cf54 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe&tenant_id=7e6d97ef68444e00bc222174fcd311e0&binding%3Ahost_id=n-h1-818932-3 HTTP/1.1" status: 200 len: 943 time: 0.0810823 Nov 23 19:03:13.276082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4b90580a-f75d-4159-8c8e-c38c46c6ffa1 req-08c7250f-b9a7-472b-8b33-4031b255fb9b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466890 Nov 23 19:03:13.520065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed884-1b42-4554-9e98-c13593ca0686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.521517 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.536078 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b1fb59-90df-422b-a4ee-94398a056d2d {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:13.557308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:13.561306 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.619568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:13.626213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-69ed72f8-f04b-423a-9147-771787430811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.627788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-69ed72f8-f04b-423a-9147-771787430811 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1094 time: 0.3508015 Nov 23 19:03:13.721499 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3bf3f-5bc2-4e1d-b363-89f306d44a17 req-7b1a5d94-b394-4edc-b639-68b9ee1646ca tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.723045 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58e3bf3f-5bc2-4e1d-b363-89f306d44a17 req-7b1a5d94-b394-4edc-b639-68b9ee1646ca tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 944 time: 0.1164193 Nov 23 19:03:13.761940 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-eb414818-6a03-4850-9048-0176774d7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.763535 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-eb414818-6a03-4850-9048-0176774d7b3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 897 time: 0.1222017 Nov 23 19:03:13.803693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['c1b1fb59-90df-422b-a4ee-94398a056d2d'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:03:13.823090 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-58e3bf3f-5bc2-4e1d-b363-89f306d44a17 req-c5ceff87-cac5-4d5b-9d42-33524a1cd6e2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937901 Nov 23 19:03:13.844436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-4d862722-891c-4992-ba7d-f99cf2d1efa3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 1000 time: 0.0727036 Nov 23 19:03:13.904124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-ee455939-7377-4f2f-9417-e2ad6fc0fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.906843 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-ee455939-7377-4f2f-9417-e2ad6fc0fbfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0552347 Nov 23 19:03:13.954321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-a985cfaf-a379-4469-8d06-1373b4bf0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.955850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-a985cfaf-a379-4469-8d06-1373b4bf0bd8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421484 Nov 23 19:03:14.046993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-be91c5d9-1d57-4161-95dc-a6dd76976394 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838251 Nov 23 19:03:14.140737 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-86723769-e0d6-4456-86c6-0245a9b5bfab req-fe1c01f9-b62b-435a-8d63-0f6f409209ea service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863442 Nov 23 19:03:14.629433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c1b1fb59-90df-422b-a4ee-94398a056d2d up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:14.681733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port c1b1fb59-90df-422b-a4ee-94398a056d2d triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:14.682104 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.768998 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.803175 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:14.806887 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.852742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:14.854812 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc9168-2ee7-4f09-a7f6-5ca3ab3da199" -d '{"events": [{"server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "name": "network-vif-plugged", "status": "completed", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:14.862415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:14.948603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07e535-5bd3-44bf-9af6-d72dcdd57b28 req-4975c9ce-781c-4087-8faa-3635ce3b0bb9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:14.950523 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a07e535-5bd3-44bf-9af6-d72dcdd57b28 req-4975c9ce-781c-4087-8faa-3635ce3b0bb9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0546758 Nov 23 19:03:15.001918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a07e535-5bd3-44bf-9af6-d72dcdd57b28 req-390995e1-629b-4837-a96b-8cb3f17ebc95 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Nov 23 19:03:15.025511 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45368) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:15.048437 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410ed144-3a33-4b34-a488-7a93f0738723 x-openstack-request-id: req-410ed144-3a33-4b34-a488-7a93f0738723 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:15.048902 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "name": "network-vif-plugged", "status": "completed", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:15.049233 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-410ed144-3a33-4b34-a488-7a93f0738723 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:15.049697 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'code': 200} Nov 23 19:03:15.087608 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5c709969-6486-4eda-8954-5a5c9f08b886 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/953b94f6-e92e-4635-8d9c-1d25953c8536 HTTP/1.1" status: 200 len: 993 time: 0.0611546 Nov 23 19:03:15.361337 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:16.687779 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:18.072203 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:18.491174 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:03:20.119810 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:21.225478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:34.191142 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-4c741744-b79c-4d97-a097-29c52608bd05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004202 Nov 23 19:03:34.274089 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-9f667513-e13b-4f82-8ddd-44969e00fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:34.275630 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-9f667513-e13b-4f82-8ddd-44969e00fafe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1096 time: 0.0410779 Nov 23 19:03:34.382141 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-f4d53a64-dc2e-4651-89ff-965afaa232dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:34.383586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-f4d53a64-dc2e-4651-89ff-965afaa232dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 897 time: 0.0855031 Nov 23 19:03:34.451875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-46811ddb-0db6-4bb2-8754-800af027b25f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 1001 time: 0.0607138 Nov 23 19:03:34.502092 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-33a03178-b34a-41a1-9316-2b9950280d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:34.503625 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-33a03178-b34a-41a1-9316-2b9950280d6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0444674 Nov 23 19:03:34.552773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-38969125-d31c-4f67-a576-a374ed6ee396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:34.554329 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-38969125-d31c-4f67-a576-a374ed6ee396 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424120 Nov 23 19:03:34.662239 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-14ad49bc-76a3-48b4-a72f-2473fdb79e27 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994473 Nov 23 19:03:34.755910 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-02d50543-1ef1-4d87-a544-35b1d4d19e53 req-0837f5d3-19d4-45b5-9fcb-a4f69be0c4c8 service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Nov 23 19:03:41.451103 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-948e08a3-27ee-44ad-9a48-ca99eca5c736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:43.500978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-818badd0-07a2-45a1-b0ef-35e2a746b7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:43.655510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45382) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:43.821568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 11cccee6-f865-4d5a-9a37-675a36d08743 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:43.821913 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:43.896093 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:43.896421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:43.908011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 11cccee6-f865-4d5a-9a37-675a36d08743 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:44.064914 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:44.090553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=11cccee6-f865-4d5a-9a37-675a36d08743,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:44.115275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.115633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.115980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.116322 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.116671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.117645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.118005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.118345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.118680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.119035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.119366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.119693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:44.165640 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:44.165893 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP 953b94f6-e92e-4635-8d9c-1d25953c8536 disassociated (deleted). External IP: 172.25.0.237, port: c1b1fb59-90df-422b-a4ee-94398a056d2d. Nov 23 19:03:44.374962 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router ed234670-2e3a-4bdb-ad13-5c2611645ae0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:03:44.484654 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:03:44.489436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:44.495245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] Sync routers for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:03:44.504304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:44.504937 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:44.517551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f2b4a395-d271-4567-b46f-c6c2b658fca8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/floatingips/953b94f6-e92e-4635-8d9c-1d25953c8536 HTTP/1.1" status: 204 len: 168 time: 0.8609469 Nov 23 19:03:44.518158 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:44.520478 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06005b91-e429-4f36-8dd1-343e992f135c" -d '{"events": [{"name": "network-changed", "server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:44.621640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:44.683185 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddaa916-1c65-4696-bebb-3859269a0298 x-openstack-request-id: req-bddaa916-1c65-4696-bebb-3859269a0298 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:44.683701 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:44.683801 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bddaa916-1c65-4696-bebb-3859269a0298 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:44.684222 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'status': 'completed', 'code': 200} Nov 23 19:03:44.762057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06005b91-e429-4f36-8dd1-343e992f135c req-f3ac74d0-ba64-4c41-8147-ac9593b920a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:44.763817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06005b91-e429-4f36-8dd1-343e992f135c req-f3ac74d0-ba64-4c41-8147-ac9593b920a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 1096 time: 0.0533819 Nov 23 19:03:44.836545 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:44.864501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] Checking router: ed234670-2e3a-4bdb-ad13-5c2611645ae0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:03:44.873886 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:44.874506 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:44.895182 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06005b91-e429-4f36-8dd1-343e992f135c req-592bc2ef-1841-44af-8b12-d8f8243858da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:44.896684 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06005b91-e429-4f36-8dd1-343e992f135c req-592bc2ef-1841-44af-8b12-d8f8243858da service neutron] 10.222.0.72 "GET /v2.0/networks?id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 200 len: 897 time: 0.1228302 Nov 23 19:03:44.905324 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5910735-5282-4cf8-b8b5-749096d8c58f req-939961cc-6643-4e22-bea7-d717c59063eb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:44.906930 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5910735-5282-4cf8-b8b5-749096d8c58f req-939961cc-6643-4e22-bea7-d717c59063eb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.1672096 Nov 23 19:03:44.954822 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06005b91-e429-4f36-8dd1-343e992f135c req-153a23f8-4a9b-4044-8b55-cc6ab6e51ada service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 200 len: 217 time: 0.0470724 Nov 23 19:03:44.983606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:45.022029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a5910735-5282-4cf8-b8b5-749096d8c58f req-25fd7b72-6733-45e8-b2d4-25c18a4b3b0d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087444 Nov 23 19:03:45.032359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06005b91-e429-4f36-8dd1-343e992f135c req-bd7edd14-be56-4157-98bc-3dc11c5e1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:45.033997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06005b91-e429-4f36-8dd1-343e992f135c req-bd7edd14-be56-4157-98bc-3dc11c5e1aa7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 200 len: 834 time: 0.0706718 Nov 23 19:03:45.089403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06005b91-e429-4f36-8dd1-343e992f135c req-ecebb598-cc85-43fa-9837-cbc96b3b435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:45.091246 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06005b91-e429-4f36-8dd1-343e992f135c req-ecebb598-cc85-43fa-9837-cbc96b3b435e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50b4f9b0-2fff-4eed-9095-53e82f7e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458939 Nov 23 19:03:45.184660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06005b91-e429-4f36-8dd1-343e992f135c req-a3571e13-d185-4430-a692-e059c89f811f service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840714 Nov 23 19:03:45.193514 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:45.224740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f80cd-b0c5-4a45-bdf2-2e288e971317 None None] The sync data for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 is: [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'cd1d80b2-b330-4853-b0dd-73313f7b6444', 'name': '', 'network_id': '50b4f9b0-2fff-4eed-9095-53e82f7e7e33', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:75:75:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:01Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '44b67d27-bd07-4f87-b6e3-63179b9f1146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:03:45.282484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-06005b91-e429-4f36-8dd1-343e992f135c req-05896e46-ffc5-469e-b2f4-3e1030fe26ff service neutron] 10.222.0.72 "GET /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890338 Nov 23 19:03:45.362969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:45.450899 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc88e-b34a-4a0d-99d7-d684f7fff4ad None None] New status for floating IP 953b94f6-e92e-4635-8d9c-1d25953c8536: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:03:46.152665 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731071a8-93b2-4487-9d4f-39602ebadfeb req-6f6c043c-0408-40e5-aede-49711ee7dfca tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:46.154156 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-731071a8-93b2-4487-9d4f-39602ebadfeb req-6f6c043c-0408-40e5-aede-49711ee7dfca tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0494380 Nov 23 19:03:46.204852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-731071a8-93b2-4487-9d4f-39602ebadfeb req-1502010d-6dfd-461d-99d9-0fad26d001c9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=801a451b-8a44-4a34-beaa-fbe394b3a588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Nov 23 19:03:46.254772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-c8c7ace1-7bbe-44e1-b303-c2aa46fe218a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:46.256228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-c8c7ace1-7bbe-44e1-b303-c2aa46fe218a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/ports?device_id=165aa20e-16bc-471b-9a84-d099aca83afe HTTP/1.1" status: 200 len: 945 time: 0.0487390 Nov 23 19:03:46.357944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port c1b1fb59-90df-422b-a4ee-94398a056d2d {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:46.358288 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:46.444392 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port c1b1fb59-90df-422b-a4ee-94398a056d2d, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=c1b1fb59-90df-422b-a4ee-94398a056d2d,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:46.445248 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:46.458093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for c1b1fb59-90df-422b-a4ee-94398a056d2d owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:46.588148 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:46.616980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=c1b1fb59-90df-422b-a4ee-94398a056d2d,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:46.662384 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] No DVR routers for this DVR port c1b1fb59-90df-422b-a4ee-94398a056d2d on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:03:46.665073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:46.668520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c18b738f-dfb4-4e78-9af6-068b2ea660d0 req-3a607061-2348-45a2-b68b-714091af2dd0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "DELETE /v2.0/ports/c1b1fb59-90df-422b-a4ee-94398a056d2d HTTP/1.1" status: 204 len: 173 time: 0.4028182 Nov 23 19:03:46.685326 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'name': 'network-vif-deleted', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:46.688002 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2663fa-008e-4ea9-a1e0-90426f7e6198" -d '{"events": [{"server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "name": "network-vif-deleted", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:46.690452 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:46.724866 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91238fa9-1352-4a72-847a-e8c00ad77a6f x-openstack-request-id: req-91238fa9-1352-4a72-847a-e8c00ad77a6f {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:46.725173 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165aa20e-16bc-471b-9a84-d099aca83afe", "name": "network-vif-deleted", "tag": "c1b1fb59-90df-422b-a4ee-94398a056d2d", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:46.725489 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-91238fa9-1352-4a72-847a-e8c00ad77a6f {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:46.725833 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165aa20e-16bc-471b-9a84-d099aca83afe', 'name': 'network-vif-deleted', 'tag': 'c1b1fb59-90df-422b-a4ee-94398a056d2d', 'status': 'completed', 'code': 200} Nov 23 19:03:47.263540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45400) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:47.623493 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:47.888086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port cd1d80b2-b330-4853-b0dd-73313f7b6444 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:47.888343 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:47.978244 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port cd1d80b2-b330-4853-b0dd-73313f7b6444, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cd1d80b2-b330-4853-b0dd-73313f7b6444,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:47.978592 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:47.990249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for cd1d80b2-b330-4853-b0dd-73313f7b6444 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:48.076269 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:48.461803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:48.488179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=cd1d80b2-b330-4853-b0dd-73313f7b6444,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:48.665522 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:48.882181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router ed234670-2e3a-4bdb-ad13-5c2611645ae0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:03:48.988574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:03:48.993687 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7fd2d756-f4a4-432b-89b8-edbbde9f30a4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/ed234670-2e3a-4bdb-ad13-5c2611645ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290280 Nov 23 19:03:48.996343 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45402) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:48.999226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] Sync routers for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:03:49.009860 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:49.010562 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:49.047854 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-634ac174-4841-4dcd-a3c1-aba1d170223b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting subnet 44b67d27-bd07-4f87-b6e3-63179b9f1146 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:03:49.051017 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-634ac174-4841-4dcd-a3c1-aba1d170223b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.093024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-634ac174-4841-4dcd-a3c1-aba1d170223b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.188062 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-634ac174-4841-4dcd-a3c1-aba1d170223b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.248050 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-634ac174-4841-4dcd-a3c1-aba1d170223b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.272640 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:49.277184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ac174-4841-4dcd-a3c1-aba1d170223b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Subnet': ['ID=44b67d27-bd07-4f87-b6e3-63179b9f1146,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:49.279180 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-634ac174-4841-4dcd-a3c1-aba1d170223b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.282344 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-634ac174-4841-4dcd-a3c1-aba1d170223b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/subnets/44b67d27-bd07-4f87-b6e3-63179b9f1146 HTTP/1.1" status: 204 len: 168 time: 0.2850604 Nov 23 19:03:49.285061 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45404) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:49.330648 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008b950-f97d-4619-8bb4-b63bca15941c None None] Network 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:49.394582 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.502835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.556376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 3632fa14-9046-4793-8f8c-e2bb4e02edb9 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:49.556857 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.564127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:03:48Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': '3632fa14-9046-4793-8f8c-e2bb4e02edb9', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:59Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:49.596838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] Checking router: ed234670-2e3a-4bdb-ad13-5c2611645ae0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:03:49.606777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] Routers {'ed234670-2e3a-4bdb-ad13-5c2611645ae0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:49.607538 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:49.649541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 3632fa14-9046-4793-8f8c-e2bb4e02edb9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3632fa14-9046-4793-8f8c-e2bb4e02edb9,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:49.649905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.661330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 3632fa14-9046-4793-8f8c-e2bb4e02edb9 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:49.671449 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] DHCP port deletion for 50b4f9b0-2fff-4eed-9095-53e82f7e7e33 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:03:49.722005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] Set router ed234670-2e3a-4bdb-ad13-5c2611645ae0 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:49.779453 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:03:49Z', 'revision_number': 6, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:49.810899 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9268b66-9c50-4d0a-a7fd-54653a85c3e1 None None] The sync data for ids ['ed234670-2e3a-4bdb-ad13-5c2611645ae0'] in n-d-818932-3 is: [{'id': 'ed234670-2e3a-4bdb-ad13-5c2611645ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010738518', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:58Z', 'updated_at': '2021-11-23T19:03:49Z', 'revision_number': 6, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:03:49.824667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] Deleting port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:49.825048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.831464 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.860464 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=3632fa14-9046-4793-8f8c-e2bb4e02edb9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:49.881842 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e9686-78b4-4567-8693-212424cae558 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:03:49.900389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] For port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b,segment=NetworkSegment(92b2ad45-94cf-49a6-b223-7f488966500b),segment_id=92b2ad45-94cf-49a6-b223-7f488966500b)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:49.900795 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.915275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] Calling delete_port for b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:49.920616 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.994117 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.013624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.015763 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.019033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] Pushing event deleted for resources: {'Port': ['ID=b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:50.023382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852c1c3-0043-4911-a747-a03ce61d93ee None None] No DVR routers for this DVR port b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:03:50.066355 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.066912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Fanout notify agent at l3_agent the message router_deleted on router ed234670-2e3a-4bdb-ad13-5c2611645ae0 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:03:50.074845 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.075964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f6ea97db-473d-4331-abae-7bdb6fc026a5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/routers/ed234670-2e3a-4bdb-ad13-5c2611645ae0 HTTP/1.1" status: 204 len: 168 time: 0.7899988 Nov 23 19:03:50.078824 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45406) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:50.115232 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.161403 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.265396 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.285652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b4f9b0-2fff-4eed-9095-53e82f7e7e33']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:50.295191 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b2ad45-94cf-49a6-b223-7f488966500b') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:50.295492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b2ad45-94cf-49a6-b223-7f488966500b') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:50.306179 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.323021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.331342 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:03:50.331753 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: timer() Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:03:50.335122 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:03:50.366195 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:50.390904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:50.391421 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b91e4cd8-88b1-4a8b-bc32-1c8eed74ea6b not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:50.391919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd1d80b2-b330-4853-b0dd-73313f7b6444 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:50.408922 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.415750 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.417150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cd1d80b2-b330-4853-b0dd-73313f7b6444 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:50.417711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd1d80b2-b330-4853-b0dd-73313f7b6444 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:50.420215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/networks/50b4f9b0-2fff-4eed-9095-53e82f7e7e33 HTTP/1.1" status: 204 len: 168 time: 0.3404453 Nov 23 19:03:50.423013 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45408) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:50.440238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e659f63-ce4b-4e9a-9e78-71232ead90e5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Network': ['ID=50b4f9b0-2fff-4eed-9095-53e82f7e7e33,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:50.770961 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c1b1fb59-90df-422b-a4ee-94398a056d2d no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:50.793708 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: c1b1fb59-90df-422b-a4ee-94398a056d2d {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:50.793981 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device c1b1fb59-90df-422b-a4ee-94398a056d2d not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:50.817222 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.848947 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.909225 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.912005 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.913190 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/security-groups/801a451b-8a44-4a34-beaa-fbe394b3a588 HTTP/1.1" status: 204 len: 168 time: 0.4882624 Nov 23 19:03:50.922883 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801a451b-8a44-4a34-beaa-fbe394b3a588,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:50.931321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.931675 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.932022 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.932400 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.932740 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.933075 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.933413 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.933749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.934079 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.934424 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.934782 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:50.935114 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd7034-18da-4c46-b6c1-34fc4de12833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.141850 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45414) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:51.146463 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-45828ce2-4ac9-4364-bce8-911cec0d53bf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109590009', 'description': 'tempest-secgroup-smoke-2109590009 description', 'project_id': '7e6d97ef68444e00bc222174fcd311e0'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:51.176567 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45828ce2-4ac9-4364-bce8-911cec0d53bf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.218902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.251407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45828ce2-4ac9-4364-bce8-911cec0d53bf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.255059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45828ce2-4ac9-4364-bce8-911cec0d53bf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.278786 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-45828ce2-4ac9-4364-bce8-911cec0d53bf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.280015 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-45828ce2-4ac9-4364-bce8-911cec0d53bf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1371498 Nov 23 19:03:51.283056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45416) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:51.287767 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-66e7b2c8-9263-429f-8a1d-3f2e6be33f3c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '67e9502c-3836-4e39-9cd4-2d5e1d88b6fd', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:51.287932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45828ce2-4ac9-4364-bce8-911cec0d53bf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.315971 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-66e7b2c8-9263-429f-8a1d-3f2e6be33f3c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.372799 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-66e7b2c8-9263-429f-8a1d-3f2e6be33f3c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.375992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-66e7b2c8-9263-429f-8a1d-3f2e6be33f3c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.393196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7b2c8-9263-429f-8a1d-3f2e6be33f3c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5259b8-25a8-4393-a7ac-cd82905c7e5b,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.400771 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-66e7b2c8-9263-429f-8a1d-3f2e6be33f3c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.401983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-66e7b2c8-9263-429f-8a1d-3f2e6be33f3c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178861 Nov 23 19:03:51.404788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45418) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:51.409217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ad985af4-8e3c-4121-9fdd-68c7f2e51daf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '67e9502c-3836-4e39-9cd4-2d5e1d88b6fd', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:51.436417 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad985af4-8e3c-4121-9fdd-68c7f2e51daf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.493893 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad985af4-8e3c-4121-9fdd-68c7f2e51daf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.497516 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad985af4-8e3c-4121-9fdd-68c7f2e51daf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.512455 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad985af4-8e3c-4121-9fdd-68c7f2e51daf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d56e9b-b890-4c6e-99d5-1d2545e1f59e,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.522407 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad985af4-8e3c-4121-9fdd-68c7f2e51daf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.524881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ad985af4-8e3c-4121-9fdd-68c7f2e51daf tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191192 Nov 23 19:03:51.527575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45420) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:51.531941 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-fbfa407e-0c4b-48ed-8972-76c33fc065d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '67e9502c-3836-4e39-9cd4-2d5e1d88b6fd', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:51.558369 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbfa407e-0c4b-48ed-8972-76c33fc065d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.615052 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbfa407e-0c4b-48ed-8972-76c33fc065d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.618674 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbfa407e-0c4b-48ed-8972-76c33fc065d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.639818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa407e-0c4b-48ed-8972-76c33fc065d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71ea741-4209-4504-946d-010885eda2ac,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.644915 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-fbfa407e-0c4b-48ed-8972-76c33fc065d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.646163 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-fbfa407e-0c4b-48ed-8972-76c33fc065d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176028 Nov 23 19:03:51.649565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45422) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:51.654081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-149a0959-98f9-4557-b6da-db208055990a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '67e9502c-3836-4e39-9cd4-2d5e1d88b6fd', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:51.679452 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-149a0959-98f9-4557-b6da-db208055990a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.736977 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-149a0959-98f9-4557-b6da-db208055990a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.740208 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-149a0959-98f9-4557-b6da-db208055990a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.759466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a0959-98f9-4557-b6da-db208055990a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6fd59e-56d7-4fab-b5c7-b3453063093e,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.766433 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-149a0959-98f9-4557-b6da-db208055990a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.767668 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-149a0959-98f9-4557-b6da-db208055990a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169245 Nov 23 19:03:51.770395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45424) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:51.775506 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-449b472a-3749-41fa-bc31-9dd33fabef31 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '67e9502c-3836-4e39-9cd4-2d5e1d88b6fd', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:51.795947 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-449b472a-3749-41fa-bc31-9dd33fabef31 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:03:51.800796 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-449b472a-3749-41fa-bc31-9dd33fabef31 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.858856 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-449b472a-3749-41fa-bc31-9dd33fabef31 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.862398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-449b472a-3749-41fa-bc31-9dd33fabef31 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.880433 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b472a-3749-41fa-bc31-9dd33fabef31 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a40ce6e-62bb-4469-bc0f-56ffbc76eabb,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.885836 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-449b472a-3749-41fa-bc31-9dd33fabef31 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.887055 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-449b472a-3749-41fa-bc31-9dd33fabef31 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156857 Nov 23 19:03:51.889755 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45426) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:51.894049 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-af3791a1-2957-4724-b786-a0f723016f65 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': '67e9502c-3836-4e39-9cd4-2d5e1d88b6fd', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:51.915899 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-af3791a1-2957-4724-b786-a0f723016f65 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:03:51.920669 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af3791a1-2957-4724-b786-a0f723016f65 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.982199 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af3791a1-2957-4724-b786-a0f723016f65 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.985659 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af3791a1-2957-4724-b786-a0f723016f65 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.006219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3791a1-2957-4724-b786-a0f723016f65 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dae70ae-76ed-4c0c-8c0d-f934fba01cf8,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:52.016664 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-af3791a1-2957-4724-b786-a0f723016f65 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.018324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-af3791a1-2957-4724-b786-a0f723016f65 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275969 Nov 23 19:03:52.021285 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45428) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:52.026925 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'network': {'name': 'tempest-network-smoke--651207625', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'port_security_enabled': True}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:52.047349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'network': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:52.050711 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.075295 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=120535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:03:52.083732 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.084090 n-d-818932-3 neutron-server[120535]: INFO neutron.db.segments_db [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Added segment d96b11a3-b2df-46c2-ae28-7ac58c9ecd24 of type vlan for network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 Nov 23 19:03:52.135518 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.159998 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.165530 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:52.166106 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.203364 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1809165 Nov 23 19:03:52.207113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45430) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:52.212032 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'admin_state_up': True, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:52.212763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3632fa14-9046-4793-8f8c-e2bb4e02edb9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:52.243795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63e446-72ea-4781-9be1-20e35df74a7c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Network': ['ID=08e96194-7fd8-4602-bdb1-e0e9e7a76e84,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:52.247997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.248787 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3632fa14-9046-4793-8f8c-e2bb4e02edb9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:52.249130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.249257 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3632fa14-9046-4793-8f8c-e2bb4e02edb9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:52.258796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:03:52.330044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.472734 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.679809 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.698142 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.805300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.243 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/cb13a1f1-7cfd-4b2f-bed1-c46c6c870591) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:52.908063 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.952860 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.992313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:52.998551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:53.001016 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:53.011119 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b58406-8f89-4b71-bb9d-db25e8704558 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:03:53.028006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=cb13a1f1-7cfd-4b2f-bed1-c46c6c870591,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:53.078023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-96f0d5e7-cc9a-4df4-a09c-2d3a9ea604c8 None None] Provisioning complete for port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:53.078311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-96f0d5e7-cc9a-4df4-a09c-2d3a9ea604c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:53.113388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-96f0d5e7-cc9a-4df4-a09c-2d3a9ea604c8 None None] Port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:03:53.266663 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:53.472294 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:53.600805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router f41c7bcd-b589-406f-97e1-3c418b3da9dc is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:03:53.993189 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:03:54.002438 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Sync routers for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:03:54.013296 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:54.014159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:54.015924 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.017863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-68e8f618-dfc1-4d4a-81eb-df21c888041f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8091247 Nov 23 19:03:54.020544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45432) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:54.056331 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-aa008090-fca8-4a13-bf5b-e47d1747adb3 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=7e6d97ef68444e00bc222174fcd311e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346947 Nov 23 19:03:54.059059 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45434) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:54.122153 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:54.214906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39afb7-e972-45a9-8ef2-3f3a5d1aae70 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:54.216438 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8e39afb7-e972-45a9-8ef2-3f3a5d1aae70 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564777 Nov 23 19:03:54.219317 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45436) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:54.247359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b2b1d129-46a3-4e31-ab85-a56a392544a1 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268688 Nov 23 19:03:54.249844 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45438) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:54.254594 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1275547414', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:54.302935 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:53Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:54.331479 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Checking router: f41c7bcd-b589-406f-97e1-3c418b3da9dc for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:03:54.331837 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Updating router f41c7bcd-b589-406f-97e1-3c418b3da9dc port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:03:54.356635 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'subnet': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:54.358598 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.360201 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10316563'] for subnet, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.552272 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9380764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10316577'] for subnet, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.622776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Subnet': ['ID=179e48cc-3301-4b8b-acd0-7788145d6292,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:54.624247 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.627537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Checking segment: {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:54.627916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network hostable DHCP agents. Network: 08e96194-7fd8-4602-bdb1-e0e9e7a76e84, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:03:54.630414 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.646583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:03:54.656728 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 08e96194-7fd8-4602-bdb1-e0e9e7a76e84) {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:54.661783 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:54.662381 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.667531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beb1b6-36cc-4aac-bd5e-06adf6144b65 None None] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:54.689788 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bb6243a3-3316-4e1c-8a0f-7132169cb212 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4371738 Nov 23 19:03:54.691112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45440) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:54.777865 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Attempting to bind port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:54.778241 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Attempting to bind port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:54.778605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Attempting to bind port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:54.780147 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2aac68-64be-48d3-a95c-99e16f7fc0a7 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:03:54.788552 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:54.789529 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:54.789937 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.790335 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:54.790832 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Bound port: cb13a1f1-7cfd-4b2f-bed1-c46c6c870591, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:54.791730 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.821550 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Pushing event updated for resources: {'Port': ['ID=cb13a1f1-7cfd-4b2f-bed1-c46c6c870591,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:54.834609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:03:54.835945 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.838536 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.838915 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.839249 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.839683 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.840200 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.840538 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.841017 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.841363 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.841546 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.841823 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.842146 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.842467 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:54.869850 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] For port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:54.874261 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] For port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cb13a1f1-7cfd-4b2f-bed1-c46c6c870591,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:54.879778 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.922930 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487763b-ed28-4449-8826-efa308086636 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:03:54.924162 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:54.924825 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:54.932791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f8643eba-b483-4b62-aa65-4a477149820a None None] Provisioning complete for port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:54.933427 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8643eba-b483-4b62-aa65-4a477149820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.035346 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Allocated IP 172.20.0.2 (08e96194-7fd8-4602-bdb1-e0e9e7a76e84/179e48cc-3301-4b8b-acd0-7788145d6292/002e9b61-bb59-438b-8aae-22bbb0eaa10e) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:55.048129 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5f6da-a543-4a25-9100-5faac2fe5a27 None None] Pushing event updated for resources: {'Port': ['ID=cb13a1f1-7cfd-4b2f-bed1-c46c6c870591,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:55.064224 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:55.091288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8643eba-b483-4b62-aa65-4a477149820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.145276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f8643eba-b483-4b62-aa65-4a477149820a None None] For port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cb13a1f1-7cfd-4b2f-bed1-c46c6c870591,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:55.151809 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f8643eba-b483-4b62-aa65-4a477149820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.183817 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.247034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8643eba-b483-4b62-aa65-4a477149820a None None] Pushing event updated for resources: {'Port': ['ID=cb13a1f1-7cfd-4b2f-bed1-c46c6c870591,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:55.267247 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:53Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:55.276683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.285148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.298300 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c15a1c-97a9-4419-a57d-588007dace2d None None] The sync data for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 is: [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:53Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:03:55.322330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-0c103e21-0680-41bb-be41-5a120128ef76 None None] Provisioning complete for port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:55.322723 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0c103e21-0680-41bb-be41-5a120128ef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.359068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:55.370000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:55.372642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:55.392137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Pushing event updated for resources: {'Port': ['ID=002e9b61-bb59-438b-8aae-22bbb0eaa10e,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:55.452493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Attempting to bind port 002e9b61-bb59-438b-8aae-22bbb0eaa10e on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:55.452493 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Attempting to bind port 002e9b61-bb59-438b-8aae-22bbb0eaa10e by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:55.452913 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Attempting to bind port 002e9b61-bb59-438b-8aae-22bbb0eaa10e on network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:55.480025 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:55.480404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Checking segment: {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:55.480815 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.481212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Bound using segment: {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:55.481703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Bound port: 002e9b61-bb59-438b-8aae-22bbb0eaa10e, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:55.482085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.495220 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:03:55.553512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.1 (08e96194-7fd8-4602-bdb1-e0e9e7a76e84/179e48cc-3301-4b8b-acd0-7788145d6292/1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:55.576472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] For port 002e9b61-bb59-438b-8aae-22bbb0eaa10e, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:55.580105 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] For port 002e9b61-bb59-438b-8aae-22bbb0eaa10e, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=002e9b61-bb59-438b-8aae-22bbb0eaa10e,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:55.587463 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.671154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7474f1f-918c-4114-b0cf-f34a1e2ba7c8 None None] Pushing event updated for resources: {'Port': ['ID=002e9b61-bb59-438b-8aae-22bbb0eaa10e,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:55.713271 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.761918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.823575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:55.831077 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:55.840599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:55.847822 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:55.904829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.049346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.335704 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 002e9b61-bb59-438b-8aae-22bbb0eaa10e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:56.369212 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.374275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.404863 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 002e9b61-bb59-438b-8aae-22bbb0eaa10e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:56.405251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.464184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.479449 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:56.501749 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.543072 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port 002e9b61-bb59-438b-8aae-22bbb0eaa10e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=002e9b61-bb59-438b-8aae-22bbb0eaa10e,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:56.549006 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.550402 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:56.584121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:56.588024 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:56.633365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=002e9b61-bb59-438b-8aae-22bbb0eaa10e,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:56.648977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:56.648977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.708011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0275a34-af54-4ca4-b0ab-1b44fbd9a725 None None] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:56.713765 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router f41c7bcd-b589-406f-97e1-3c418b3da9dc has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:03:56.812850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3b47f767-90af-455d-a2c1-8a64a32a3c66 None None] Provisioning complete for port 002e9b61-bb59-438b-8aae-22bbb0eaa10e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:56.812850 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3b47f767-90af-455d-a2c1-8a64a32a3c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.834302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:03:56.841273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-de6de375-3a4b-4a1b-b455-7111aa3f64d8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/f41c7bcd-b589-406f-97e1-3c418b3da9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1486938 Nov 23 19:03:57.012870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-e0a02180-6424-4bbd-a3fa-ba1328cf0c22 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109590009&fields=id&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 267 time: 0.0477569 Nov 23 19:03:57.102437 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Sync routers for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:03:57.128510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-76591f1c-d109-4b22-995b-1aab125ebec1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:57.130056 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-76591f1c-d109-4b22-995b-1aab125ebec1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/networks?id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84 HTTP/1.1" status: 200 len: 796 time: 0.1094017 Nov 23 19:03:57.146075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-da687714-0f03-4d9f-80c2-e58907374af5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/quotas/7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 375 time: 0.0093157 Nov 23 19:03:57.148344 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:57.148990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:57.203515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-13d7000f-6361-4665-ad4e-57a214fead07 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503612 Nov 23 19:03:57.269972 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:57.310444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-1d2dcbbf-2643-4d31-989c-a0e7c321b16c service neutron] 10.222.0.74 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907979 Nov 23 19:03:57.419260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a217bb7b-27ef-44fa-aabe-7360d712767d service neutron] 10.222.0.74 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019628 Nov 23 19:03:57.481270 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b3fcc635-55c1-4e7b-b149-f1f034b1d1bc None None] Provisioning complete for port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:57.481655 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc635-55c1-4e7b-b149-f1f034b1d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.525145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b3fcc635-55c1-4e7b-b149-f1f034b1d1bc None None] Port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:03:57.546881 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 2, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:57.581754 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Checking router: f41c7bcd-b589-406f-97e1-3c418b3da9dc for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:03:57.582276 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Updating router f41c7bcd-b589-406f-97e1-3c418b3da9dc port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:03:57.588728 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b3fcc635-55c1-4e7b-b149-f1f034b1d1bc None None] Provisioning complete for port 002e9b61-bb59-438b-8aae-22bbb0eaa10e triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:57.588728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc635-55c1-4e7b-b149-f1f034b1d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.631217 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc177283-6302-4bec-83ca-09ca44957457 req-2d45675d-0a0e-4664-bbc1-616dbc92fd2c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 210 time: 0.0495465 Nov 23 19:03:57.640056 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.955360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7ad4d0f2-b56d-421c-8ab3-ec1551bf019e None None] Provisioning complete for port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:57.956035 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d0f2-b56d-421c-8ab3-ec1551bf019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.995631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.008765 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4d0f2-b56d-421c-8ab3-ec1551bf019e None None] Port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:03:58.010420 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.092518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfd373-112f-478c-b444-1768b8f657e7 None None] Pushing event updated for resources: {'Port': ['ID=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:58.121582 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Attempting to bind port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:58.122045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Attempting to bind port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:58.122482 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Attempting to bind port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 on network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:58.128076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:58.128454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Checking segment: {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:58.128853 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.129248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Bound using segment: {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:58.129720 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Bound port: 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:58.130096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.205382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] For port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:58.208801 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] For port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:58.214100 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.281593 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:58.282388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:58.289632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 002e9b61-bb59-438b-8aae-22bbb0eaa10e up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:58.354209 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfd373-112f-478c-b444-1768b8f657e7 None None] Pushing event updated for resources: {'Port': ['ID=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:58.428594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3bc42f48-1993-4441-b287-d0242fef7ed0 None None] Provisioning complete for port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:58.429643 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3bc42f48-1993-4441-b287-d0242fef7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.483654 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:58.533184 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 002e9b61-bb59-438b-8aae-22bbb0eaa10e triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:58.533557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.715250 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3bc42f48-1993-4441-b287-d0242fef7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.755430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-383b7368-bd6f-4b44-81ff-1bdeb6629bf4 req-90bc2af9-8270-4257-90ec-1392a01f7683 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 210 time: 0.0379584 Nov 23 19:03:58.765531 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-e390ce7d-7c2c-4945-a0f4-87347c4dd106 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:58.767417 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-e390ce7d-7c2c-4945-a0f4-87347c4dd106 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/networks?id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84 HTTP/1.1" status: 200 len: 796 time: 0.1528137 Nov 23 19:03:58.801505 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3bc42f48-1993-4441-b287-d0242fef7ed0 None None] For port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:58.826482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3bc42f48-1993-4441-b287-d0242fef7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.847846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-f97f507b-d7ca-4796-9134-88a2704609bc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 380 time: 0.0622230 Nov 23 19:03:58.858335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'port': {'device_id': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'admin_state_up': True, 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'security_groups': ['67e9502c-3836-4e39-9cd4-2d5e1d88b6fd']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:58.892341 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc42f48-1993-4441-b287-d0242fef7ed0 None None] Pushing event updated for resources: {'Port': ['ID=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:58.905990 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:58Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:58.942390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5395a2-f4f3-4643-ae59-63200e15823a None None] The sync data for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 is: [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:58Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:03:58.954162 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b42a3734-fa4f-404c-896e-fe429dcc7f56 None None] Provisioning complete for port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:58.954473 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b42a3734-fa4f-404c-896e-fe429dcc7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.974526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:58.980816 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.155868 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.4 (08e96194-7fd8-4602-bdb1-e0e9e7a76e84/179e48cc-3301-4b8b-acd0-7788145d6292/4c40d5a1-1314-43e6-8025-4b66c9d6a263) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:59.317683 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.354653 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.397254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:59.403381 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:59.407144 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:59.448935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=4c40d5a1-1314-43e6-8025-4b66c9d6a263,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:59.471747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:59.472421 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.495949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-a6c4b88f-9dc8-4493-b3f9-3a3e404bc572 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6419590 Nov 23 19:03:59.514302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Request body: {'port': {'device_id': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:59.666589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f1c7ab56-f2ce-483f-8a0e-fa649c3aa9f3 None None] Provisioning complete for port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:59.667214 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ab56-f2ce-483f-8a0e-fa649c3aa9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.706400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7ab56-f2ce-483f-8a0e-fa649c3aa9f3 None None] Port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:03:59.915372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.936768 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2f8cd-a230-48a4-9ff0-2cda9a8adc3d req-a95be4ef-40af-4d96-bc89-3ef05005f574 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:59.938442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4e2f8cd-a230-48a4-9ff0-2cda9a8adc3d req-a95be4ef-40af-4d96-bc89-3ef05005f574 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 931 time: 0.0878997 Nov 23 19:04:00.081667 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f4e2f8cd-a230-48a4-9ff0-2cda9a8adc3d req-4832216a-528c-48b1-9d13-6136ec40b26e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183209 Nov 23 19:04:00.235267 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c40d5a1-1314-43e6-8025-4b66c9d6a263 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:00.243912 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.256921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Transition to ACTIVE for port object 4c40d5a1-1314-43e6-8025-4b66c9d6a263 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:04:00.261039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.278245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:00.318907 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Pushing event updated for resources: {'Port': ['ID=4c40d5a1-1314-43e6-8025-4b66c9d6a263,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:00.330627 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:00.331037 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.392208 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Attempting to bind port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:00.392546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Attempting to bind port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:00.392878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Attempting to bind port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 on network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:00.399956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 on network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:04:00.400290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Attempting to bind port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 on network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:00.405762 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:00.406109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Checking segment: {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:00.406503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Bound using segment: {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:00.406972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Bound port: 4c40d5a1-1314-43e6-8025-4b66c9d6a263, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:00.407574 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.485880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] For port 4c40d5a1-1314-43e6-8025-4b66c9d6a263, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:00.489308 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] For port 4c40d5a1-1314-43e6-8025-4b66c9d6a263, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:00.494228 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.533713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.534367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.535811 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] 10.222.0.72 "PUT /v2.0/ports/4c40d5a1-1314-43e6-8025-4b66c9d6a263 HTTP/1.1" status: 200 len: 1091 time: 1.0264721 Nov 23 19:04:00.536263 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:00.539120 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00" -d '{"events": [{"name": "network-changed", "server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:00.562974 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ceee0-ee4b-4b28-88f0-e70d4da174ab service neutron] Pushing event updated for resources: {'Port': ['ID=4c40d5a1-1314-43e6-8025-4b66c9d6a263,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:00.588895 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cb9bb9-4213-49cb-ab43-0b1840215111 x-openstack-request-id: req-f1cb9bb9-4213-49cb-ab43-0b1840215111 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:00.589333 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:00.589640 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f1cb9bb9-4213-49cb-ab43-0b1840215111 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:00.590363 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'status': 'completed', 'code': 200} Nov 23 19:04:00.637277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-5492bab7-168a-4bd4-920a-97c8629490f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.638855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-5492bab7-168a-4bd4-920a-97c8629490f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 1094 time: 0.0441294 Nov 23 19:04:00.691762 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-319520ab-c093-44a7-92ab-69fef75fb6c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263 HTTP/1.1" status: 200 len: 217 time: 0.0377722 Nov 23 19:04:00.747784 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-5511dcd9-e04b-42c7-ac43-c60cd390b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.749260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-5511dcd9-e04b-42c7-ac43-c60cd390b2c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=179e48cc-3301-4b8b-acd0-7788145d6292 HTTP/1.1" status: 200 len: 835 time: 0.0452430 Nov 23 19:04:00.799875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-7bb838b5-6e04-4b3c-853c-7dc2113a149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.801307 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-7bb838b5-6e04-4b3c-853c-7dc2113a149e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411239 Nov 23 19:04:00.900454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-7955020d-1cec-44a8-bc66-b9dea90f6297 service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872130 Nov 23 19:04:00.996887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b2c64af-d891-4a0c-8c15-5b0a16fe1413 req-ea604035-7f50-42ee-bc4d-99e1eb900085 service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845926 Nov 23 19:04:01.102275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-56d02fb3-7cd6-4903-a56a-ae6b99444ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.103729 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-56d02fb3-7cd6-4903-a56a-ae6b99444ae1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 1094 time: 0.0472224 Nov 23 19:04:01.237136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69bc9b-51c8-4928-bcd1-dfb0307c5b55 req-d875aa42-fae3-458b-baea-7e845629d809 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.238640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca69bc9b-51c8-4928-bcd1-dfb0307c5b55 req-d875aa42-fae3-458b-baea-7e845629d809 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 943 time: 0.0706396 Nov 23 19:04:01.239632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-6f9e9f0e-c196-44dd-a010-21ba64b0bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.240967 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-6f9e9f0e-c196-44dd-a010-21ba64b0bfb9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84 HTTP/1.1" status: 200 len: 897 time: 0.1295955 Nov 23 19:04:01.295356 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-d97c4e53-7dae-468d-a1ed-b6dc75b45447 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263 HTTP/1.1" status: 200 len: 217 time: 0.0414410 Nov 23 19:04:01.373950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ca69bc9b-51c8-4928-bcd1-dfb0307c5b55 req-67eeb8e4-177b-4599-8e8f-93404cdd99ae tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281302 Nov 23 19:04:01.375704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-15c2a30c-1cd6-4780-a39e-f1168a351199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.377088 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-15c2a30c-1cd6-4780-a39e-f1168a351199 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=179e48cc-3301-4b8b-acd0-7788145d6292 HTTP/1.1" status: 200 len: 835 time: 0.0696425 Nov 23 19:04:01.429239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-f937cada-c270-496d-bdbc-e90da93fcb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.430881 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-f937cada-c270-496d-bdbc-e90da93fcb13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461507 Nov 23 19:04:01.523913 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-fe3939eb-28c4-49f7-8100-3784374ed6eb service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836368 Nov 23 19:04:01.619368 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-930b2ca4-a1a7-4449-bc36-a8d0ed90be00 req-352023df-deac-4104-ab68-a9b06fe12fb4 service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878320 Nov 23 19:04:02.491152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294f013-22ad-4ad0-85b4-4d696e0f06b2 req-2e896ed4-48ce-443f-80c9-413b381b6466 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:02.492999 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1294f013-22ad-4ad0-85b4-4d696e0f06b2 req-2e896ed4-48ce-443f-80c9-413b381b6466 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 943 time: 0.0509624 Nov 23 19:04:02.541427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1294f013-22ad-4ad0-85b4-4d696e0f06b2 req-5af2f028-6f2d-477c-8281-703bb2ecb406 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 Nov 23 19:04:03.659067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a34af1-e6dc-4ac9-805a-5519fdab318e req-6e96a9b6-d1ff-4886-bf1a-aa97660ff103 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:03.660568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6a34af1-e6dc-4ac9-805a-5519fdab318e req-6e96a9b6-d1ff-4886-bf1a-aa97660ff103 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 943 time: 0.0487008 Nov 23 19:04:03.715716 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6a34af1-e6dc-4ac9-805a-5519fdab318e req-92332976-c09d-4f6e-9d77-ab858c665559 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487592 Nov 23 19:04:04.817127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4c40d5a1-1314-43e6-8025-4b66c9d6a263 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:04:04.838285 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f1976-5cf9-4ea0-b1f8-54e6ef27a8c3 req-ece3f1d2-a13d-4682-81d9-93d3f5999833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:04.839826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171f1976-5cf9-4ea0-b1f8-54e6ef27a8c3 req-ece3f1d2-a13d-4682-81d9-93d3f5999833 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 943 time: 0.0508945 Nov 23 19:04:04.890622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171f1976-5cf9-4ea0-b1f8-54e6ef27a8c3 req-d2013580-e426-42f1-aa96-1d8f3ccdff47 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445721 Nov 23 19:04:04.913126 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4c40d5a1-1314-43e6-8025-4b66c9d6a263, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:04.924382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'port_id': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'mac_address': 'fa:16:3e:7d:49:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:04:04.967013 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:04.979659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c40d5a1-1314-43e6-8025-4b66c9d6a263 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:04.999036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4c40d5a1-1314-43e6-8025-4b66c9d6a263, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:05.003168 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:05.049304 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4c40d5a1-1314-43e6-8025-4b66c9d6a263,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:05.239952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['4c40d5a1-1314-43e6-8025-4b66c9d6a263'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:06.007664 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed5526-a595-441f-8670-f23d81496e3b req-38d28be0-3bfd-4e16-80f4-1b73d788d637 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:06.010487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40ed5526-a595-441f-8670-f23d81496e3b req-38d28be0-3bfd-4e16-80f4-1b73d788d637 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 944 time: 0.0522830 Nov 23 19:04:06.065767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40ed5526-a595-441f-8670-f23d81496e3b req-21dadf6b-f241-4a18-9a38-d38cd7edf581 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489600 Nov 23 19:04:06.817059 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4c40d5a1-1314-43e6-8025-4b66c9d6a263 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:06.868096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:04:06.872434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:06.872802 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.953976 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.978107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:06.980386 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e77fb8a-0806-47e9-a7ab-81021855d73e" -d '{"events": [{"server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "name": "network-vif-plugged", "status": "completed", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:06.993236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4c40d5a1-1314-43e6-8025-4b66c9d6a263, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:06.998559 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:07.023169 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3345fde4-7f6e-480c-be1a-5be10c87339e x-openstack-request-id: req-3345fde4-7f6e-480c-be1a-5be10c87339e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:07.023466 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "name": "network-vif-plugged", "status": "completed", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:07.023722 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3345fde4-7f6e-480c-be1a-5be10c87339e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:07.024113 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'code': 200} Nov 23 19:04:07.049443 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4c40d5a1-1314-43e6-8025-4b66c9d6a263,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:07.130165 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a263509-2ed6-40b9-893c-6ea7dafe02d3 req-8ce22fa8-5393-4c3e-a283-f93a162b524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:07.132503 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a263509-2ed6-40b9-893c-6ea7dafe02d3 req-8ce22fa8-5393-4c3e-a283-f93a162b524b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 1096 time: 0.0465958 Nov 23 19:04:07.207501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1a263509-2ed6-40b9-893c-6ea7dafe02d3 req-800bf549-5ec1-4757-a57c-18e94693ab7c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623457 Nov 23 19:04:07.215934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501684eb-0f1c-4242-a05f-0742bfe5a286 req-1f9ddd23-371b-458f-b9fe-b80351194a2d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:07.217359 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-501684eb-0f1c-4242-a05f-0742bfe5a286 req-1f9ddd23-371b-458f-b9fe-b80351194a2d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0806484 Nov 23 19:04:07.267459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-501684eb-0f1c-4242-a05f-0742bfe5a286 req-9fa11575-9507-477f-8f5d-5bc364263bd2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440400 Nov 23 19:04:08.385253 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab8131-387c-4961-ba83-b78846e045f7 req-ec0e8581-2034-4cbb-a328-6ea540dda4cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:08.386826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dab8131-387c-4961-ba83-b78846e045f7 req-ec0e8581-2034-4cbb-a328-6ea540dda4cb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0502660 Nov 23 19:04:08.443689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dab8131-387c-4961-ba83-b78846e045f7 req-3508f0cc-fac6-46ed-b4b4-593d65723fb5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498602 Nov 23 19:04:09.562485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf782e-4f0c-45fa-b3bd-eae4538ca1d1 req-cb223803-9c44-4d2c-8a7a-e6c01dc67abb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:09.564043 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6baf782e-4f0c-45fa-b3bd-eae4538ca1d1 req-cb223803-9c44-4d2c-8a7a-e6c01dc67abb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Nov 23 19:04:09.614476 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6baf782e-4f0c-45fa-b3bd-eae4538ca1d1 req-fac076bb-1881-4a2d-a2e6-71e1b95794ca tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Nov 23 19:04:09.728081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb339ac-ec05-4dcc-a6af-1d3f666cc20d req-95df6c30-bf9b-46a8-b234-335ee07daf6a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:09.729488 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecb339ac-ec05-4dcc-a6af-1d3f666cc20d req-95df6c30-bf9b-46a8-b234-335ee07daf6a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0492914 Nov 23 19:04:09.778518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ecb339ac-ec05-4dcc-a6af-1d3f666cc20d req-6dffb326-40e3-429f-ae02-02df64b2fec7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 Nov 23 19:04:09.800222 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45496) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:09.885761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8782ac-3a33-4d8c-b278-bea6f8675fd4 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:09.887380 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7d8782ac-3a33-4d8c-b278-bea6f8675fd4 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 1091 time: 0.0861592 Nov 23 19:04:09.890131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45500) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:09.894458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:09.917279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.013494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.121160 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.236 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/142dec66-908d-410d-84c0-0ae76cfc6810) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:10.224342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.258083 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.303891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:10.306626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:10.309306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:10.333503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=142dec66-908d-410d-84c0-0ae76cfc6810,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:10.675250 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.746164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.897900 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.902486 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.970618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=142dec66-908d-410d-84c0-0ae76cfc6810,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:10.981305 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.081196 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP 81db14e0-2e32-48e2-898a-139ccf51632b associated. External IP: 172.25.0.236, port: 4c40d5a1-1314-43e6-8025-4b66c9d6a263. Nov 23 19:04:11.295652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router f41c7bcd-b589-406f-97e1-3c418b3da9dc has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:04:11.404687 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:04:11.415320 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] Sync routers for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:04:11.421427 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.425030 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:11.425646 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:11.454420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a5910ee0-b0ce-4190-9831-197969e4d01d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5632136 Nov 23 19:04:11.455179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:11.458112 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-78511997-013f-462a-89e9-ae0679379385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.459550 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba6bd10-7e20-457e-a58d-803b4be42624" -d '{"events": [{"name": "network-changed", "server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:11.543851 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:11.558366 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734def-6e27-49d0-b982-a7b55c1ba737 req-75d34a22-dbe0-4bc8-aeeb-5e01810c031c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:11.559846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6734def-6e27-49d0-b982-a7b55c1ba737 req-75d34a22-dbe0-4bc8-aeeb-5e01810c031c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0491250 Nov 23 19:04:11.611316 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6734def-6e27-49d0-b982-a7b55c1ba737 req-03236826-12f4-4d25-bc07-723fd5cddb0a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452771 Nov 23 19:04:11.634965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45506) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:11.656293 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5e2d77-37b2-468f-a67e-e6b679409383 x-openstack-request-id: req-1b5e2d77-37b2-468f-a67e-e6b679409383 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:11.656600 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:11.656863 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b5e2d77-37b2-468f-a67e-e6b679409383 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:11.657280 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'status': 'completed', 'code': 200} Nov 23 19:04:11.705723 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-96de0585-c62b-45eb-8f92-b0460493bdf3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/81db14e0-2e32-48e2-898a-139ccf51632b HTTP/1.1" status: 200 len: 991 time: 0.0694466 Nov 23 19:04:11.725878 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-3135785a-31bb-46df-a66a-710bf504f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:11.727449 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-3135785a-31bb-46df-a66a-710bf504f45d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 1096 time: 0.0469739 Nov 23 19:04:11.779628 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '81db14e0-2e32-48e2-898a-139ccf51632b', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'port_id': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'mac_address': 'fa:16:3e:7d:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:04:10Z', 'updated_at': '2021-11-23T19:04:10Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:58Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:11.805832 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] Checking router: f41c7bcd-b589-406f-97e1-3c418b3da9dc for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:04:11.814032 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:11.814562 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:03:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:11.821496 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-0e7029fe-8271-481f-a73a-f2940d95825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:11.823069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-0e7029fe-8271-481f-a73a-f2940d95825f service neutron] 10.222.0.72 "GET /v2.0/networks?id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84 HTTP/1.1" status: 200 len: 897 time: 0.0880520 Nov 23 19:04:11.892809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-40bc578a-d618-457f-aaf8-800bc1799214 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263 HTTP/1.1" status: 200 len: 999 time: 0.0630314 Nov 23 19:04:11.920585 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:11.942138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-20bd8def-f9a8-447f-b346-47dd12f25e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:11.943641 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-20bd8def-f9a8-447f-b346-47dd12f25e3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=179e48cc-3301-4b8b-acd0-7788145d6292 HTTP/1.1" status: 200 len: 835 time: 0.0436311 Nov 23 19:04:11.990872 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-55affbed-1e5d-4fdb-bad1-51a3fd8922e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:11.992385 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-55affbed-1e5d-4fdb-bad1-51a3fd8922e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418701 Nov 23 19:04:12.088197 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-5147bdb2-021a-4fb1-b3e2-473b6d95660d service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884788 Nov 23 19:04:12.150585 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '81db14e0-2e32-48e2-898a-139ccf51632b', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'port_id': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'mac_address': 'fa:16:3e:7d:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:04:10Z', 'updated_at': '2021-11-23T19:04:10Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:58Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:12.177084 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4f296-dc1a-4a1f-b224-488b2d0d0774 None None] The sync data for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 is: [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '81db14e0-2e32-48e2-898a-139ccf51632b', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'port_id': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'mac_address': 'fa:16:3e:7d:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:04:10Z', 'updated_at': '2021-11-23T19:04:10Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:58Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:04:12.181190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba6bd10-7e20-457e-a58d-803b4be42624 req-75728f66-42a6-42c5-8750-fc05235cc79e service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857306 Nov 23 19:04:12.368872 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7f3e2-7ad4-4896-ab52-f8329c952738 None None] New status for floating IP 81db14e0-2e32-48e2-898a-139ccf51632b: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:04:12.708458 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45508) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:12.775328 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-4d52db2c-4745-47a5-b4d7-9f0958c276ac tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/81db14e0-2e32-48e2-898a-139ccf51632b HTTP/1.1" status: 200 len: 993 time: 0.0657120 Nov 23 19:04:13.502208 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2e51b4f5-eb4c-4ab7-a4aa-4dba1af3d3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.366829 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:16.692474 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:18.078311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:20.141513 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:21.231929 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:32.496388 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:04:34.128574 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c277549-e3cc-45fb-8269-0846956bace8 req-33778447-b97f-4eea-bcbf-051114934d5b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397215 Nov 23 19:04:34.213606 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277549-e3cc-45fb-8269-0846956bace8 req-f935b9b5-af16-40a6-8ca7-fac7de640289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:34.215078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c277549-e3cc-45fb-8269-0846956bace8 req-f935b9b5-af16-40a6-8ca7-fac7de640289 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 1096 time: 0.0415444 Nov 23 19:04:34.329304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277549-e3cc-45fb-8269-0846956bace8 req-774ab7a8-be89-451c-af79-8fa87f66c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:34.330868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c277549-e3cc-45fb-8269-0846956bace8 req-774ab7a8-be89-451c-af79-8fa87f66c973 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84 HTTP/1.1" status: 200 len: 897 time: 0.0939336 Nov 23 19:04:34.401642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c277549-e3cc-45fb-8269-0846956bace8 req-48051545-b84d-482f-a171-f10851f39a15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263 HTTP/1.1" status: 200 len: 1001 time: 0.0635533 Nov 23 19:04:34.471671 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277549-e3cc-45fb-8269-0846956bace8 req-95dea269-b83a-4ebd-87ba-989d82330e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:34.473172 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c277549-e3cc-45fb-8269-0846956bace8 req-95dea269-b83a-4ebd-87ba-989d82330e0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=179e48cc-3301-4b8b-acd0-7788145d6292 HTTP/1.1" status: 200 len: 835 time: 0.0640845 Nov 23 19:04:34.528152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277549-e3cc-45fb-8269-0846956bace8 req-c66e25cd-45c6-484c-85c4-1ff35788a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:34.530633 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c277549-e3cc-45fb-8269-0846956bace8 req-c66e25cd-45c6-484c-85c4-1ff35788a70a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505276 Nov 23 19:04:34.642195 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c277549-e3cc-45fb-8269-0846956bace8 req-88ba3941-923f-4c7f-9fd1-33d1c19b12bb service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037536 Nov 23 19:04:34.743564 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5c277549-e3cc-45fb-8269-0846956bace8 req-a331847c-0f72-432d-84e6-a358db0ab43b service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940585 Nov 23 19:04:41.450515 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-bba38a2a-06df-4feb-8dc4-23c6779fd00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:43.502886 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-95835d09-8387-4848-90bf-cf10a66cfad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:45.370419 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:45.853642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11937f-7851-4077-bade-8e5abe770c87 req-97d19fb1-f34b-4c16-8c85-3f6daf89c8d2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:45.855180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c11937f-7851-4077-bade-8e5abe770c87 req-97d19fb1-f34b-4c16-8c85-3f6daf89c8d2 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0537405 Nov 23 19:04:45.905311 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1c11937f-7851-4077-bade-8e5abe770c87 req-1e2f770d-8356-4aab-a243-6bbb18762598 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442014 Nov 23 19:04:46.694917 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:47.026938 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09237e-39fa-43b3-84d4-82d6e2325882 req-16ca791d-0040-4026-a73d-5d98471e6971 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:47.028395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b09237e-39fa-43b3-84d4-82d6e2325882 req-16ca791d-0040-4026-a73d-5d98471e6971 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0541875 Nov 23 19:04:47.078442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9b09237e-39fa-43b3-84d4-82d6e2325882 req-f421473a-6ff2-44c6-a5eb-99ebd6157f9f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Nov 23 19:04:48.082177 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:48.196335 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf53ee-75b3-432e-8137-931a5405a130 req-79bf5eb5-aae8-4412-9127-f4ac71dcf49e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:48.197878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5abf53ee-75b3-432e-8137-931a5405a130 req-79bf5eb5-aae8-4412-9127-f4ac71dcf49e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0478539 Nov 23 19:04:48.246444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5abf53ee-75b3-432e-8137-931a5405a130 req-4579a09c-a33b-4521-8595-ebedcbffe536 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Nov 23 19:04:49.362657 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0712e2-23dd-470d-8463-0e0c2e3deb46 req-1d76e7c4-e029-45dd-9377-18a85aaede9e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:49.364181 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d0712e2-23dd-470d-8463-0e0c2e3deb46 req-1d76e7c4-e029-45dd-9377-18a85aaede9e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0493853 Nov 23 19:04:49.422396 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8d0712e2-23dd-470d-8463-0e0c2e3deb46 req-6bc256af-f720-428c-a956-2634e0c41c80 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515614 Nov 23 19:04:50.155988 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:50.539516 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70db9d-9f5f-47df-9801-ea0b08714acb req-db9bdaca-ced2-4549-9d19-91b84b9ba7b4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:50.540979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c70db9d-9f5f-47df-9801-ea0b08714acb req-db9bdaca-ced2-4549-9d19-91b84b9ba7b4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0504315 Nov 23 19:04:50.591302 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2c70db9d-9f5f-47df-9801-ea0b08714acb req-cca2a226-e77b-42a6-b876-d78d3d6bfa52 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443213 Nov 23 19:04:51.230799 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:51.716483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e4350-bc3d-41b3-beab-8e8fc7726225 req-da3efde8-e790-406e-be08-f634b6233759 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:51.718034 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-002e4350-bc3d-41b3-beab-8e8fc7726225 req-da3efde8-e790-406e-be08-f634b6233759 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0568211 Nov 23 19:04:51.768846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-002e4350-bc3d-41b3-beab-8e8fc7726225 req-b017ffa3-4da8-4dcb-a20b-7acb0b545bce tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445433 Nov 23 19:04:52.900290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716de84-b66e-4909-b461-b450d019f48a req-41e6773f-d938-4088-8805-6db07e84f9ae tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:52.901891 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b716de84-b66e-4909-b461-b450d019f48a req-41e6773f-d938-4088-8805-6db07e84f9ae tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0563364 Nov 23 19:04:52.953297 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b716de84-b66e-4909-b461-b450d019f48a req-9174d8b5-2580-4dff-86b6-882f389000c4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451908 Nov 23 19:04:54.074370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479059-b2b2-4dec-8a20-b557376ae9db req-30f1c8b5-5b15-4028-9324-432b39661548 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:54.075956 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f479059-b2b2-4dec-8a20-b557376ae9db req-30f1c8b5-5b15-4028-9324-432b39661548 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0516057 Nov 23 19:04:54.134631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7f479059-b2b2-4dec-8a20-b557376ae9db req-31b0c6ff-b27d-408b-ab81-b895d7b06707 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525138 Nov 23 19:04:55.262742 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ca005-51c6-4bb1-aa6e-4c3e4dd099e2 req-0bb67fe0-4717-4394-b3b7-30f44e56979b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:55.264235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d68ca005-51c6-4bb1-aa6e-4c3e4dd099e2 req-0bb67fe0-4717-4394-b3b7-30f44e56979b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0494311 Nov 23 19:04:55.319520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d68ca005-51c6-4bb1-aa6e-4c3e4dd099e2 req-82009734-6692-4174-bc0a-c53eb470a78f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490568 Nov 23 19:04:56.440811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a2974-d494-4c8a-896a-aa6e851200ab req-5b4a35e0-50bc-49da-b27b-d3b65d45be25 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:56.442357 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-638a2974-d494-4c8a-896a-aa6e851200ab req-5b4a35e0-50bc-49da-b27b-d3b65d45be25 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0523171 Nov 23 19:04:56.494314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-638a2974-d494-4c8a-896a-aa6e851200ab req-e127c6f6-3a6a-491b-9df6-559cec45f84f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455008 Nov 23 19:04:56.517562 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45548) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:56.593826 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-60ab5a16-6b9d-4a90-b1e7-187ea07b14b4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/81db14e0-2e32-48e2-898a-139ccf51632b HTTP/1.1" status: 200 len: 993 time: 0.0750835 Nov 23 19:04:58.233807 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6600ef-affd-4d99-bc56-e5f934e45ecb req-d9b13e7c-fb1d-4eff-9b76-763ecf0a098f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:58.235427 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b6600ef-affd-4d99-bc56-e5f934e45ecb req-d9b13e7c-fb1d-4eff-9b76-763ecf0a098f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.4022009 Nov 23 19:04:58.243236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-9d51c20d-06a5-4e14-ad6f-8606b2d69720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:58.244700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-9d51c20d-06a5-4e14-ad6f-8606b2d69720 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 1096 time: 0.0626733 Nov 23 19:04:58.348928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1b6600ef-affd-4d99-bc56-e5f934e45ecb req-fafdda36-4d17-4709-8f2a-908ae9fec217 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032526 Nov 23 19:04:58.375909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-eadf6c89-49a7-4062-b0ab-78398d1c34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:58.377430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-eadf6c89-49a7-4062-b0ab-78398d1c34e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84 HTTP/1.1" status: 200 len: 897 time: 0.1175735 Nov 23 19:04:58.452080 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-95524ef4-6575-4a7e-847a-7106ce9df74f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263 HTTP/1.1" status: 200 len: 1001 time: 0.0618627 Nov 23 19:04:58.509805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-949af020-1fc6-41aa-807a-94331653d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:58.511255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-949af020-1fc6-41aa-807a-94331653d091 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=179e48cc-3301-4b8b-acd0-7788145d6292 HTTP/1.1" status: 200 len: 835 time: 0.0483794 Nov 23 19:04:58.561129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-67e04f70-bd5d-4010-b24d-2991d6ab67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:58.562642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-67e04f70-bd5d-4010-b24d-2991d6ab67a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427747 Nov 23 19:04:58.665057 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-1b0283f5-d0cb-4877-9e4a-740bb35333f6 service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903807 Nov 23 19:04:58.759972 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-57c016bd-36e5-4fd1-8ddd-36e943abb17c req-42ca5563-2c36-4ce4-bd1a-f7dff2437512 service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843470 Nov 23 19:04:59.467462 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186992be-e1fe-42c7-bcd7-aa8267368004 req-25e34b60-d03e-4225-a8eb-2b34b38d1cce tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:59.468950 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-186992be-e1fe-42c7-bcd7-aa8267368004 req-25e34b60-d03e-4225-a8eb-2b34b38d1cce tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0505044 Nov 23 19:04:59.522583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-186992be-e1fe-42c7-bcd7-aa8267368004 req-428c699a-b479-4e4e-a53b-8b75f7284617 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477052 Nov 23 19:04:59.544946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45558) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:59.610212 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ef78c3ce-c11c-4a37-936a-671ab024adcb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/81db14e0-2e32-48e2-898a-139ccf51632b HTTP/1.1" status: 200 len: 993 time: 0.0639517 Nov 23 19:05:09.497045 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:05:11.469881 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c900256d-42b4-4a25-a3ca-25bfdd0f2a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:13.516081 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9e7d34e5-69a0-4668-a89a-376a529113dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:15.378135 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:16.700420 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:18.091607 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:20.159490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.261554 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.014826 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45582) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:32.172988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 142dec66-908d-410d-84c0-0ae76cfc6810 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:32.173327 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.252090 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.252418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.265025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 142dec66-908d-410d-84c0-0ae76cfc6810 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:32.413674 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.448051 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=142dec66-908d-410d-84c0-0ae76cfc6810,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:32.487339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.487693 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.488042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.488388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.488729 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.489067 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.489403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.490271 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.490639 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.490957 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.491288 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.491613 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:32.514243 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.514578 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP 81db14e0-2e32-48e2-898a-139ccf51632b disassociated (deleted). External IP: 172.25.0.236, port: 4c40d5a1-1314-43e6-8025-4b66c9d6a263. Nov 23 19:05:32.728223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router f41c7bcd-b589-406f-97e1-3c418b3da9dc has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:05:32.836845 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:05:32.841654 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.846503 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] Sync routers for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:05:32.856630 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:32.857251 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:32.871117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6a92e05d-e0dc-4a2f-8c2a-93d92f498b36 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/floatingips/81db14e0-2e32-48e2-898a-139ccf51632b HTTP/1.1" status: 204 len: 168 time: 0.8551538 Nov 23 19:05:32.871710 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:32.873973 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7" -d '{"events": [{"name": "network-changed", "server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:32.965520 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:33.087341 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec34a28-48ee-4b6f-a142-14b8acff3b44 x-openstack-request-id: req-cec34a28-48ee-4b6f-a142-14b8acff3b44 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:33.087860 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:33.087860 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cec34a28-48ee-4b6f-a142-14b8acff3b44 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:33.088288 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'status': 'completed', 'code': 200} Nov 23 19:05:33.185407 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:58Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:33.192437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-b8304c88-6c98-4599-b614-06ebb22b0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.194547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-b8304c88-6c98-4599-b614-06ebb22b0fcd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 1096 time: 0.0781906 Nov 23 19:05:33.206254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f90d87-c103-48bb-9fff-921bc8ce178f req-5ea8d2cd-b69d-4b96-94b9-b2e3db4f559a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.207703 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96f90d87-c103-48bb-9fff-921bc8ce178f req-5ea8d2cd-b69d-4b96-94b9-b2e3db4f559a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0654845 Nov 23 19:05:33.215339 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] Checking router: f41c7bcd-b589-406f-97e1-3c418b3da9dc for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:05:33.223830 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:33.225036 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:33.311559 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96f90d87-c103-48bb-9fff-921bc8ce178f req-da1e944a-7e4c-489f-85fc-c62bd9eccc6e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947471 Nov 23 19:05:33.341915 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:33.342763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-950ae59a-da7e-49ca-90f4-a35bd2e5a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.344262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-950ae59a-da7e-49ca-90f4-a35bd2e5a42a service neutron] 10.222.0.72 "GET /v2.0/networks?id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84 HTTP/1.1" status: 200 len: 897 time: 0.1356969 Nov 23 19:05:33.389993 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-35effc5f-f03a-4d68-ac86-2af5ffe4c755 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263 HTTP/1.1" status: 200 len: 217 time: 0.0379827 Nov 23 19:05:33.443465 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-58c67e30-5902-4508-8241-bb4911dded46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.445041 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-58c67e30-5902-4508-8241-bb4911dded46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=179e48cc-3301-4b8b-acd0-7788145d6292 HTTP/1.1" status: 200 len: 835 time: 0.0446627 Nov 23 19:05:33.494505 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-50da7aa3-2eeb-4ceb-a416-0c0c11d149d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.496907 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-50da7aa3-2eeb-4ceb-a416-0c0c11d149d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08e96194-7fd8-4602-bdb1-e0e9e7a76e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438612 Nov 23 19:05:33.551854 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:58Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:33.581115 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37943362-f589-4fd1-9c96-cde580b01973 None None] The sync data for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 is: [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:56Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8', 'name': '', 'network_id': '08e96194-7fd8-4602-bdb1-e0e9e7a76e84', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:43:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:55Z', 'updated_at': '2021-11-23T19:03:58Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '179e48cc-3301-4b8b-acd0-7788145d6292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:05:33.598735 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-a68dd95f-2fb2-4b0b-b8fd-ce919df92753 service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938799 Nov 23 19:05:33.696803 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e5615fe1-1f1b-4df0-8a82-176a5d2754c7 req-b9b3d684-9ea4-491d-81e8-be32681e57e4 service neutron] 10.222.0.72 "GET /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887620 Nov 23 19:05:33.807991 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4410722-9866-4993-9ecc-be45116db19c None None] New status for floating IP 81db14e0-2e32-48e2-898a-139ccf51632b: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:05:34.437331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476596f-802f-4e54-ad79-e2fd69c558e1 req-86f1bf52-9f52-4ad3-b5b8-84fc93db59ad tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:34.438855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f476596f-802f-4e54-ad79-e2fd69c558e1 req-86f1bf52-9f52-4ad3-b5b8-84fc93db59ad tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0542164 Nov 23 19:05:34.488858 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f476596f-802f-4e54-ad79-e2fd69c558e1 req-26c3c75f-1702-4862-8dba-83c94510ad4c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434437 Nov 23 19:05:34.780275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-e349bf98-3dbc-4432-92df-74c37857e27f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:34.781647 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-e349bf98-3dbc-4432-92df-74c37857e27f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Nov 23 19:05:34.869602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:34.869945 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:34.964541 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 4c40d5a1-1314-43e6-8025-4b66c9d6a263, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4c40d5a1-1314-43e6-8025-4b66c9d6a263,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:34.964907 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:34.978168 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 4c40d5a1-1314-43e6-8025-4b66c9d6a263 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:35.117436 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:35.148270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=4c40d5a1-1314-43e6-8025-4b66c9d6a263,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:35.195575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] No DVR routers for this DVR port 4c40d5a1-1314-43e6-8025-4b66c9d6a263 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:35.198377 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:35.202124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-95e4696d-5b3f-40f0-aa99-e14d78496cd3 req-57acfe50-5c3d-4d59-8c6f-060f33d54084 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "DELETE /v2.0/ports/4c40d5a1-1314-43e6-8025-4b66c9d6a263 HTTP/1.1" status: 204 len: 173 time: 0.4141562 Nov 23 19:05:35.202582 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'name': 'network-vif-deleted', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:35.204885 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dea5c68-c3fb-4c66-a8f5-a4ec95029fb8" -d '{"events": [{"server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "name": "network-vif-deleted", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:35.259815 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87af7988-8103-42ab-9853-9ca7e1163424 x-openstack-request-id: req-87af7988-8103-42ab-9853-9ca7e1163424 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:35.260115 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411161cd-72d1-46e6-aa95-8786a4c87a97", "name": "network-vif-deleted", "tag": "4c40d5a1-1314-43e6-8025-4b66c9d6a263", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:35.260369 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-87af7988-8103-42ab-9853-9ca7e1163424 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:35.260773 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411161cd-72d1-46e6-aa95-8786a4c87a97', 'name': 'network-vif-deleted', 'tag': '4c40d5a1-1314-43e6-8025-4b66c9d6a263', 'status': 'completed', 'code': 200} Nov 23 19:05:35.615265 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6a8950b-c59e-4028-85c1-fc6d20fdee9e req-d3cf3dd1-ef91-4b0f-85a9-7556dc1819a8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=411161cd-72d1-46e6-aa95-8786a4c87a97 HTTP/1.1" status: 200 len: 210 time: 0.0346322 Nov 23 19:05:36.671859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45602) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:37.024202 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.277708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:37.277962 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.367883 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:37.368245 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.379700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:37.576993 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.606110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:37.784886 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.010304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router f41c7bcd-b589-406f-97e1-3c418b3da9dc has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:05:38.412958 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:05:38.417958 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d81295f6-491a-452f-aeba-55ab348c5073 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/f41c7bcd-b589-406f-97e1-3c418b3da9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450693 Nov 23 19:05:38.420753 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45604) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:38.423021 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] Sync routers for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:05:38.433472 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:38.434137 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:38.472031 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-6082259b-614f-458d-aead-93636b1c7bbc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting subnet 179e48cc-3301-4b8b-acd0-7788145d6292 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:05:38.475992 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6082259b-614f-458d-aead-93636b1c7bbc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.516045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6082259b-614f-458d-aead-93636b1c7bbc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.541784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:38.611815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6082259b-614f-458d-aead-93636b1c7bbc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.673036 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6082259b-614f-458d-aead-93636b1c7bbc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.700396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082259b-614f-458d-aead-93636b1c7bbc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Subnet': ['ID=179e48cc-3301-4b8b-acd0-7788145d6292,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:38.704292 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6082259b-614f-458d-aead-93636b1c7bbc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.707823 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6082259b-614f-458d-aead-93636b1c7bbc tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/subnets/179e48cc-3301-4b8b-acd0-7788145d6292 HTTP/1.1" status: 204 len: 168 time: 0.2861207 Nov 23 19:05:38.711494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45606) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:38.712707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f516ff-7838-4d08-abdc-b5e82728eeaa None None] Network 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:38.743714 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:05:37Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:38.779408 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] Checking router: f41c7bcd-b589-406f-97e1-3c418b3da9dc for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:05:38.789862 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] Routers {'f41c7bcd-b589-406f-97e1-3c418b3da9dc'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:38.790481 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:38.823706 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.899772 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] DHCP port deletion for 08e96194-7fd8-4602-bdb1-e0e9e7a76e84 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:38.905401 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] Set router f41c7bcd-b589-406f-97e1-3c418b3da9dc gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:38.934750 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.952735 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Deleting port 002e9b61-bb59-438b-8aae-22bbb0eaa10e {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:38.953277 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.995869 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:38.996330 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.022959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] For port 002e9b61-bb59-438b-8aae-22bbb0eaa10e, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=002e9b61-bb59-438b-8aae-22bbb0eaa10e,segment=NetworkSegment(d96b11a3-b2df-46c2-ae28-7ac58c9ecd24),segment_id=d96b11a3-b2df-46c2-ae28-7ac58c9ecd24)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:39.023425 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.036734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Calling delete_port for 002e9b61-bb59-438b-8aae-22bbb0eaa10e owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:39.088515 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port cb13a1f1-7cfd-4b2f-bed1-c46c6c870591, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cb13a1f1-7cfd-4b2f-bed1-c46c6c870591,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:39.088948 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.096128 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:05:37Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:39.102201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:39.121674 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.126789 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29fa2f-d89e-483e-a2ee-c50ab3d638f8 None None] The sync data for ids ['f41c7bcd-b589-406f-97e1-3c418b3da9dc'] in n-d-818932-3 is: [{'id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279647306', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:05:37Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'cb13a1f1-7cfd-4b2f-bed1-c46c6c870591', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c7bcd-b589-406f-97e1-3c418b3da9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:52Z', 'updated_at': '2021-11-23T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:05:39.151419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Pushing event deleted for resources: {'Port': ['ID=002e9b61-bb59-438b-8aae-22bbb0eaa10e,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:39.156144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] No DVR routers for this DVR port 002e9b61-bb59-438b-8aae-22bbb0eaa10e on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:39.164602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.165048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.165467 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.165884 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.166308 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.166867 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.167296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.167696 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.168096 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.168499 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.168897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.169294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9618-03b2-4daa-9c9c-f08ebfaaf97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:39.287720 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.299043 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4c40d5a1-1314-43e6-8025-4b66c9d6a263 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:39.311412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=cb13a1f1-7cfd-4b2f-bed1-c46c6c870591,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:39.320851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 4c40d5a1-1314-43e6-8025-4b66c9d6a263 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:39.321212 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4c40d5a1-1314-43e6-8025-4b66c9d6a263 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:39.328631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80174b0-78dd-43a1-a918-1bfe1921ff7e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:39.379393 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.482591 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.484896 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.529735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.530441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Fanout notify agent at l3_agent the message router_deleted on router f41c7bcd-b589-406f-97e1-3c418b3da9dc {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:05:39.539311 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.540415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-73eaf274-2711-46f6-83e3-405d88d0a358 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/routers/f41c7bcd-b589-406f-97e1-3c418b3da9dc HTTP/1.1" status: 204 len: 168 time: 0.8279960 Nov 23 19:05:39.543233 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45608) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:39.635349 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.727022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.748179 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e96194-7fd8-4602-bdb1-e0e9e7a76e84']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:39.759748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:39.759748 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b11a3-b2df-46c2-ae28-7ac58c9ecd24') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:39.769980 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.783864 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.791547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:05:39.791889 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: timer() Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:05:39.796339 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:05:39.860443 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.866418 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.869809 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/networks/08e96194-7fd8-4602-bdb1-e0e9e7a76e84 HTTP/1.1" status: 204 len: 168 time: 0.3254774 Nov 23 19:05:39.872819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45610) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:39.884761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bcbc7-f9b4-4639-b6e0-a98864c8bb1a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Network': ['ID=08e96194-7fd8-4602-bdb1-e0e9e7a76e84,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:39.931906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.960226 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.023425 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.026111 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.027327 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/security-groups/67e9502c-3836-4e39-9cd4-2d5e1d88b6fd HTTP/1.1" status: 204 len: 168 time: 0.1533799 Nov 23 19:05:40.037489 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9502c-3836-4e39-9cd4-2d5e1d88b6fd,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:40.048204 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.048572 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.049059 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.049339 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.049705 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.050115 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.050517 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.050923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.051254 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.051594 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.053105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.053105 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a97074-86b6-440f-88a2-028847434632 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:40.307634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 002e9b61-bb59-438b-8aae-22bbb0eaa10e no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:40.329594 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 002e9b61-bb59-438b-8aae-22bbb0eaa10e {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:40.329973 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 002e9b61-bb59-438b-8aae-22bbb0eaa10e not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:40.330389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:40.349824 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:40.350204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 1d2c601e-dbc5-4cef-8de3-a7a9d8193dd8 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:40.350721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:40.370324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:40.370675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cb13a1f1-7cfd-4b2f-bed1-c46c6c870591 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:40.489348 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45618) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:40.495123 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-2cd77d30-1018-4b2d-93bc-ebd5226c9c6c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168281789', 'description': 'tempest-secgroup-smoke-168281789 description', 'project_id': '7e6d97ef68444e00bc222174fcd311e0'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:40.518977 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2cd77d30-1018-4b2d-93bc-ebd5226c9c6c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.585656 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2cd77d30-1018-4b2d-93bc-ebd5226c9c6c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.590825 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2cd77d30-1018-4b2d-93bc-ebd5226c9c6c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.622905 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2cd77d30-1018-4b2d-93bc-ebd5226c9c6c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.624155 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2cd77d30-1018-4b2d-93bc-ebd5226c9c6c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1332154 Nov 23 19:05:40.627219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45620) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:40.628315 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd77d30-1018-4b2d-93bc-ebd5226c9c6c tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f5f06-8283-47cc-8a0b-08e3501f3a16,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:40.632094 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2e7684d2-e0c2-45d2-9e05-8d056f58b0c4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'ba6f5f06-8283-47cc-8a0b-08e3501f3a16', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:40.657815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e7684d2-e0c2-45d2-9e05-8d056f58b0c4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.715057 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e7684d2-e0c2-45d2-9e05-8d056f58b0c4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.718598 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e7684d2-e0c2-45d2-9e05-8d056f58b0c4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.736601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7684d2-e0c2-45d2-9e05-8d056f58b0c4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16973543-b98c-4923-9c6c-d233fe13ba43,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:40.744350 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2e7684d2-e0c2-45d2-9e05-8d056f58b0c4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.745556 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2e7684d2-e0c2-45d2-9e05-8d056f58b0c4 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172700 Nov 23 19:05:40.748371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45622) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:40.752713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-10d83cf3-4257-4daa-8851-53e8c250fb12 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'ba6f5f06-8283-47cc-8a0b-08e3501f3a16', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:40.778775 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10d83cf3-4257-4daa-8851-53e8c250fb12 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.835427 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10d83cf3-4257-4daa-8851-53e8c250fb12 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.839004 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10d83cf3-4257-4daa-8851-53e8c250fb12 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.859136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d83cf3-4257-4daa-8851-53e8c250fb12 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f87e6a-7de0-4e06-8e90-9b7a4ac560b7,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:40.864636 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-10d83cf3-4257-4daa-8851-53e8c250fb12 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.866988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-10d83cf3-4257-4daa-8851-53e8c250fb12 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171114 Nov 23 19:05:40.869247 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45624) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:40.873773 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d708899c-0237-4fe4-9187-3c60bfdd2b5d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'ba6f5f06-8283-47cc-8a0b-08e3501f3a16', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:40.899463 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d708899c-0237-4fe4-9187-3c60bfdd2b5d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.958615 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d708899c-0237-4fe4-9187-3c60bfdd2b5d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.962904 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d708899c-0237-4fe4-9187-3c60bfdd2b5d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.982070 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708899c-0237-4fe4-9187-3c60bfdd2b5d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f4e785-9271-446f-9752-19971e6caa52,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:40.994405 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d708899c-0237-4fe4-9187-3c60bfdd2b5d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.996064 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d708899c-0237-4fe4-9187-3c60bfdd2b5d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257427 Nov 23 19:05:40.998524 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45626) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:41.002886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-ad96be63-1e67-4ee6-a3ab-5b633fc0d57b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'ba6f5f06-8283-47cc-8a0b-08e3501f3a16', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:41.039523 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad96be63-1e67-4ee6-a3ab-5b633fc0d57b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.096956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad96be63-1e67-4ee6-a3ab-5b633fc0d57b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.101532 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad96be63-1e67-4ee6-a3ab-5b633fc0d57b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.119388 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96be63-1e67-4ee6-a3ab-5b633fc0d57b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f147d1c-d14d-4566-a9d3-f221ce2dff4c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:41.126619 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ad96be63-1e67-4ee6-a3ab-5b633fc0d57b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.127850 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ad96be63-1e67-4ee6-a3ab-5b633fc0d57b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283522 Nov 23 19:05:41.130484 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45628) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:41.135003 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-74918c6e-5905-49d1-a45a-5ead6faf2cb6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'ba6f5f06-8283-47cc-8a0b-08e3501f3a16', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:41.156850 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-74918c6e-5905-49d1-a45a-5ead6faf2cb6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:05:41.161848 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74918c6e-5905-49d1-a45a-5ead6faf2cb6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.220925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74918c6e-5905-49d1-a45a-5ead6faf2cb6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.225045 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74918c6e-5905-49d1-a45a-5ead6faf2cb6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.243027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74918c6e-5905-49d1-a45a-5ead6faf2cb6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a892fe5-290b-423f-b39e-22da2157465c,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:41.248954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-74918c6e-5905-49d1-a45a-5ead6faf2cb6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.252184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-74918c6e-5905-49d1-a45a-5ead6faf2cb6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185749 Nov 23 19:05:41.252903 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45630) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:41.257418 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-8a7fa4c2-468a-41ad-87cb-cf9cbce1a70b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'security_group_rule': {'security_group_id': 'ba6f5f06-8283-47cc-8a0b-08e3501f3a16', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:41.280296 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-8a7fa4c2-468a-41ad-87cb-cf9cbce1a70b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Project 7e6d97ef68444e00bc222174fcd311e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:05:41.285174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a7fa4c2-468a-41ad-87cb-cf9cbce1a70b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.355575 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a7fa4c2-468a-41ad-87cb-cf9cbce1a70b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.360460 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a7fa4c2-468a-41ad-87cb-cf9cbce1a70b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.379467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fa4c2-468a-41ad-87cb-cf9cbce1a70b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2cfb84-d694-4620-a0d4-ac128dadb656,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:41.385424 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-8a7fa4c2-468a-41ad-87cb-cf9cbce1a70b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.386639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-8a7fa4c2-468a-41ad-87cb-cf9cbce1a70b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327670 Nov 23 19:05:41.389471 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45632) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:41.394401 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'network': {'name': 'tempest-network-smoke--1924403071', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'port_security_enabled': True}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:41.416514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:41.420837 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.444485 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:05:41.455203 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.455573 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Added segment ed40ccc7-fb16-453d-bf46-d9a0a7d2f372 of type vlan for network 58deba5e-d261-4511-be3f-426a67ce52c9 Nov 23 19:05:41.455805 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3f01534b-9ba2-40dc-a195-714c494550d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.496318 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.521205 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.527445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:41.528067 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.567560 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1770270 Nov 23 19:05:41.571021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45634) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:41.576503 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'admin_state_up': True, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:41.603339 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990771e-d579-4337-ab22-8b16c7ae3515 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Network': ['ID=58deba5e-d261-4511-be3f-426a67ce52c9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:41.603684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.605813 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.617245 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 58deba5e-d261-4511-be3f-426a67ce52c9 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:05:41.669652 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:41.846126 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.098086 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.119982 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.234092 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.88 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/b890e251-2c30-4be0-96d8-6b30ae627cad) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:42.346103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.407526 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.465083 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:42.467950 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:42.471804 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:42.482929 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d7852-f2cb-44eb-9671-f60a7366a4a1 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:42.495190 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=b890e251-2c30-4be0-96d8-6b30ae627cad,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:42.521634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b454ffb8-4d82-4a66-a5d9-67b6e1c05d29 None None] Provisioning complete for port b890e251-2c30-4be0-96d8-6b30ae627cad triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:42.522139 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b454ffb8-4d82-4a66-a5d9-67b6e1c05d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.556690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b454ffb8-4d82-4a66-a5d9-67b6e1c05d29 None None] Port b890e251-2c30-4be0-96d8-6b30ae627cad cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:42.741437 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.944560 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.073001 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 7eeff029-7a7c-4c5b-9936-8894c31852d0 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:05:43.180096 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:05:43.190026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Sync routers for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:05:43.202427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.202762 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:43.203383 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:43.203708 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-bb5ff52a-513f-4479-8c76-6a4b619d14d0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6311324 Nov 23 19:05:43.206831 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45636) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:43.238653 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-87384f22-6d5f-4f06-ad82-2727f3d35557 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=7e6d97ef68444e00bc222174fcd311e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282867 Nov 23 19:05:43.238938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45638) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:43.311649 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:43.327963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d17e8ce-930b-4f8b-ba9f-84273c579fb0 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:43.329627 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-0d17e8ce-930b-4f8b-ba9f-84273c579fb0 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896997 Nov 23 19:05:43.332449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45640) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:43.365732 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-140fb59d-86c3-4d03-ab7b-624ec85e14c3 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=c69911e8-77e8-4336-b6e1-89c3be18ffde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322034 Nov 23 19:05:43.368848 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45642) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:43.373585 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1092204946', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:43.465396 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:43.468906 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.511931 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c9f00959-71d6-4984-b532-3236d7b6abd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.519552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:42Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:43.548843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Checking router: 7eeff029-7a7c-4c5b-9936-8894c31852d0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:05:43.549204 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Updating router 7eeff029-7a7c-4c5b-9936-8894c31852d0 port b890e251-2c30-4be0-96d8-6b30ae627cad binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:05:43.576023 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.668798 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.730875 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Subnet': ['ID=8665d164-5637-4481-b1ce-b284c0c55e23,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:43.737906 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Checking segment: {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:43.738280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network hostable DHCP agents. Network: 58deba5e-d261-4511-be3f-426a67ce52c9, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:05:43.757776 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 58deba5e-d261-4511-be3f-426a67ce52c9 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:05:43.767240 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 58deba5e-d261-4511-be3f-426a67ce52c9) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:43.772159 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:43.772762 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.786558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670d177b-3d48-478b-bca5-46b295ae9231 None None] Network 58deba5e-d261-4511-be3f-426a67ce52c9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:43.791258 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d4ae50d8-4d6a-4547-b8af-8958fd7dd23e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4213731 Nov 23 19:05:43.797321 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45644) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:43.921273 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.928589 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.004182 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c3ee7-b905-4d18-a2b3-401379596637 None None] Pushing event updated for resources: {'Port': ['ID=b890e251-2c30-4be0-96d8-6b30ae627cad,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:44.007148 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62310da9-3550-491c-9e67-decb0f7347ae None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:44.030938 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Attempting to bind port b890e251-2c30-4be0-96d8-6b30ae627cad on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:44.031324 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Attempting to bind port b890e251-2c30-4be0-96d8-6b30ae627cad by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:44.031698 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Attempting to bind port b890e251-2c30-4be0-96d8-6b30ae627cad on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:44.055982 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:44.056372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:44.056793 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.057256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:44.057675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Bound port: b890e251-2c30-4be0-96d8-6b30ae627cad, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:44.058070 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.081664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-58deba5e-d261-4511-be3f-426a67ce52c9', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:05:44.082517 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.250103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.295155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ea8d3685-acef-4277-9085-22ced0783c2c None None] Provisioning complete for port b890e251-2c30-4be0-96d8-6b30ae627cad triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:44.295526 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3685-acef-4277-9085-22ced0783c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.364933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] For port b890e251-2c30-4be0-96d8-6b30ae627cad, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:44.397213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] For port b890e251-2c30-4be0-96d8-6b30ae627cad, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b890e251-2c30-4be0-96d8-6b30ae627cad,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:44.400734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d3685-acef-4277-9085-22ced0783c2c None None] Port b890e251-2c30-4be0-96d8-6b30ae627cad cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:44.405683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.482378 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ceeafe-e1b7-4a31-9f27-b4dec55644aa None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:44.514054 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:44.514700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:44.522932 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Allocated IP 172.20.0.2 (58deba5e-d261-4511-be3f-426a67ce52c9/8665d164-5637-4481-b1ce-b284c0c55e23/3ebace9e-3561-4928-9162-78b997e7f5b9) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:44.559341 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c3ee7-b905-4d18-a2b3-401379596637 None None] Pushing event updated for resources: {'Port': ['ID=b890e251-2c30-4be0-96d8-6b30ae627cad,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:44.705048 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c825a3ca-1fb6-400f-a601-fbc9be698c30 None None] Provisioning complete for port b890e251-2c30-4be0-96d8-6b30ae627cad triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:44.705432 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c825a3ca-1fb6-400f-a601-fbc9be698c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.729552 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:44.929477 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.961834 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.983769 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.1 (58deba5e-d261-4511-be3f-426a67ce52c9/8665d164-5637-4481-b1ce-b284c0c55e23/0aa8c093-bbb6-42e4-819e-25cded52b191) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:45.038320 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c825a3ca-1fb6-400f-a601-fbc9be698c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.048405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Network 58deba5e-d261-4511-be3f-426a67ce52c9 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:45.054743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:45.065620 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:45.079905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Pushing event updated for resources: {'Port': ['ID=3ebace9e-3561-4928-9162-78b997e7f5b9,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:45.088237 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-c825a3ca-1fb6-400f-a601-fbc9be698c30 None None] For port b890e251-2c30-4be0-96d8-6b30ae627cad, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b890e251-2c30-4be0-96d8-6b30ae627cad,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:45.096028 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c825a3ca-1fb6-400f-a601-fbc9be698c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.104824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.139507 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.178287 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 58deba5e-d261-4511-be3f-426a67ce52c9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:45.184040 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:45.187573 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:45.187755 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Attempting to bind port 3ebace9e-3561-4928-9162-78b997e7f5b9 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:45.187996 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Attempting to bind port 3ebace9e-3561-4928-9162-78b997e7f5b9 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:45.188371 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Attempting to bind port 3ebace9e-3561-4928-9162-78b997e7f5b9 on network 58deba5e-d261-4511-be3f-426a67ce52c9 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:45.203530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:42Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:45.208686 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:45.209726 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Checking segment: {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:45.210145 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.210539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Bound using segment: {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:45.211045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Bound port: 3ebace9e-3561-4928-9162-78b997e7f5b9, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:45.211436 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.214011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=0aa8c093-bbb6-42e4-819e-25cded52b191,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:45.236537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825a3ca-1fb6-400f-a601-fbc9be698c30 None None] Pushing event updated for resources: {'Port': ['ID=b890e251-2c30-4be0-96d8-6b30ae627cad,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:45.237420 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.241670 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deef223-ef14-4e85-8c84-a83045b2e623 None None] The sync data for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 is: [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:42Z', 'revision_number': 3, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:05:45.311946 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] For port 3ebace9e-3561-4928-9162-78b997e7f5b9, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:45.315494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] For port 3ebace9e-3561-4928-9162-78b997e7f5b9, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3ebace9e-3561-4928-9162-78b997e7f5b9,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:45.321874 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.388788 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.401810 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.407052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845efff-a8dd-4c56-ba1c-162efedebd89 None None] Pushing event updated for resources: {'Port': ['ID=3ebace9e-3561-4928-9162-78b997e7f5b9,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:46.081083 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.088058 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.166979 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.168795 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=0aa8c093-bbb6-42e4-819e-25cded52b191,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:46.280062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 58deba5e-d261-4511-be3f-426a67ce52c9 is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:46.281716 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:46.393433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b890e251-2c30-4be0-96d8-6b30ae627cad up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:46.417298 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 7eeff029-7a7c-4c5b-9936-8894c31852d0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:05:46.458187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port b890e251-2c30-4be0-96d8-6b30ae627cad triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:46.458594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.489037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6cd289-76d7-4a52-8223-27f70ea01f94 None None] Network 58deba5e-d261-4511-be3f-426a67ce52c9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:46.497723 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:05:46.532080 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:05:46.537574 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6441b4ba-ac74-4f0f-a4ea-13379594ca3b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/7eeff029-7a7c-4c5b-9936-8894c31852d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7416160 Nov 23 19:05:46.580742 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6989db6a-5f5f-4574-bbdc-6536fc8567c5 None None] Provisioning complete for port 3ebace9e-3561-4928-9162-78b997e7f5b9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:46.581114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6989db6a-5f5f-4574-bbdc-6536fc8567c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.698788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3ebace9e-3561-4928-9162-78b997e7f5b9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:46.707405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-b0835a28-6bf9-4bc3-886e-692f00dd0fd5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168281789&fields=id&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 267 time: 0.0527236 Nov 23 19:05:46.747036 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.822872 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6989db6a-5f5f-4574-bbdc-6536fc8567c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.834632 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-09808e68-26d2-4540-9819-caa7a4d7137a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:46.836174 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-09808e68-26d2-4540-9819-caa7a4d7137a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/networks?id=58deba5e-d261-4511-be3f-426a67ce52c9 HTTP/1.1" status: 200 len: 797 time: 0.1206093 Nov 23 19:05:46.845382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3ebace9e-3561-4928-9162-78b997e7f5b9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:46.845758 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.852699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-363fbf6f-84b8-4c09-9903-e0a517b92f37 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/quotas/7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 375 time: 0.0104072 Nov 23 19:05:46.895223 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-6989db6a-5f5f-4574-bbdc-6536fc8567c5 None None] For port 3ebace9e-3561-4928-9162-78b997e7f5b9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3ebace9e-3561-4928-9162-78b997e7f5b9,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:46.904024 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6989db6a-5f5f-4574-bbdc-6536fc8567c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.922835 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-dee55866-40ac-40bb-8d5b-3f97e5f9aa57 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608108 Nov 23 19:05:46.986397 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Sync routers for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:05:46.995619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-121d27dc-48a9-403e-a15f-14fdb5884027 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:05:46.996673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-121d27dc-48a9-403e-a15f-14fdb5884027 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601838 Nov 23 19:05:47.024226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989db6a-5f5f-4574-bbdc-6536fc8567c5 None None] Pushing event updated for resources: {'Port': ['ID=3ebace9e-3561-4928-9162-78b997e7f5b9,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:47.105702 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:47.106943 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:47.132572 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a373c9b3-a688-4cdb-a05b-caafbfb3008b None None] Provisioning complete for port 3ebace9e-3561-4928-9162-78b997e7f5b9 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:47.132954 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a373c9b3-a688-4cdb-a05b-caafbfb3008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:47.147891 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-01c6b1b2-04ec-4de7-8ba2-dab47958caa2 service neutron] 10.222.0.74 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440656 Nov 23 19:05:47.237486 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:47.266134 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a373c9b3-a688-4cdb-a05b-caafbfb3008b None None] Provisioning complete for port 0aa8c093-bbb6-42e4-819e-25cded52b191 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:47.266511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a373c9b3-a688-4cdb-a05b-caafbfb3008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:47.299445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-263dcbf0-8642-4a87-a41f-e95ca108d8cb service neutron] 10.222.0.74 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469400 Nov 23 19:05:47.318290 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a373c9b3-a688-4cdb-a05b-caafbfb3008b None None] Port 0aa8c093-bbb6-42e4-819e-25cded52b191 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:47.448988 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c2fa950d-5cc8-449b-8cf9-369cf9dcd979 None None] Provisioning complete for port 0aa8c093-bbb6-42e4-819e-25cded52b191 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:47.450257 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c2fa950d-5cc8-449b-8cf9-369cf9dcd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:47.503388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa950d-5cc8-449b-8cf9-369cf9dcd979 None None] Port 0aa8c093-bbb6-42e4-819e-25cded52b191 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:47.526928 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 2, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:47.561851 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cff37b42-fee8-4c80-b0ab-6aef7b9109ce req-c76d7d56-24ae-4d91-aa80-343e3788fdb5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 210 time: 0.0487597 Nov 23 19:05:47.583186 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Checking router: 7eeff029-7a7c-4c5b-9936-8894c31852d0 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:05:47.584988 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Updating router 7eeff029-7a7c-4c5b-9936-8894c31852d0 port 0aa8c093-bbb6-42e4-819e-25cded52b191 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:05:47.616305 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:47.634213 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-62adaa8c-190f-4378-b212-5c0ea80ac805 None None] Provisioning complete for port 0aa8c093-bbb6-42e4-819e-25cded52b191 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:47.634991 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-62adaa8c-190f-4378-b212-5c0ea80ac805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:47.690542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-62adaa8c-190f-4378-b212-5c0ea80ac805 None None] Port 0aa8c093-bbb6-42e4-819e-25cded52b191 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:47.907295 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:47.913785 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:47.973783 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0aa8c093-bbb6-42e4-819e-25cded52b191,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:48.015745 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.016089 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.016443 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.016781 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.017113 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.017439 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.017760 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.018085 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.018403 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.018747 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.019070 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.019387 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:48.039058 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Attempting to bind port 0aa8c093-bbb6-42e4-819e-25cded52b191 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:48.039442 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Attempting to bind port 0aa8c093-bbb6-42e4-819e-25cded52b191 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:48.039813 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Attempting to bind port 0aa8c093-bbb6-42e4-819e-25cded52b191 on network 58deba5e-d261-4511-be3f-426a67ce52c9 {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:48.045608 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:48.045981 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Checking segment: {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:48.046382 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.046836 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Bound using segment: {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:48.047267 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Bound port: 0aa8c093-bbb6-42e4-819e-25cded52b191, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:48.047635 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.089205 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.121387 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] For port 0aa8c093-bbb6-42e4-819e-25cded52b191, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:48.125138 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] For port 0aa8c093-bbb6-42e4-819e-25cded52b191, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0aa8c093-bbb6-42e4-819e-25cded52b191,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:48.129749 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.188404 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:48.188895 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:48.195936 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a554b-5f9f-48cb-828e-3106e712e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0aa8c093-bbb6-42e4-819e-25cded52b191,revision_number=4']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:48.220227 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-95ac2d41-685e-4606-9a63-1a899a6ded7e None None] Provisioning complete for port 0aa8c093-bbb6-42e4-819e-25cded52b191 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:48.220600 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d41-685e-4606-9a63-1a899a6ded7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.313160 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:48.344380 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d41-685e-4606-9a63-1a899a6ded7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.360389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3ebace9e-3561-4928-9162-78b997e7f5b9 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:48.422770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-95ac2d41-685e-4606-9a63-1a899a6ded7e None None] For port 0aa8c093-bbb6-42e4-819e-25cded52b191, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0aa8c093-bbb6-42e4-819e-25cded52b191,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:48.431003 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d41-685e-4606-9a63-1a899a6ded7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.480469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 3ebace9e-3561-4928-9162-78b997e7f5b9 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:48.481186 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.551801 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:48Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:48.582424 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd762d3-1a90-4706-a6b4-5b74dc94dd5d None None] The sync data for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 is: [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:48Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:05:48.702800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6c0f4ef2-f81f-4578-8906-0176aee3dd7e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:48.705978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6c0f4ef2-f81f-4578-8906-0176aee3dd7e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/networks?id=58deba5e-d261-4511-be3f-426a67ce52c9 HTTP/1.1" status: 200 len: 797 time: 0.1795094 Nov 23 19:05:48.750876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac2d41-685e-4606-9a63-1a899a6ded7e None None] Pushing event updated for resources: {'Port': ['ID=0aa8c093-bbb6-42e4-819e-25cded52b191,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:48.772375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-382a8661-e9e3-4436-b73d-15658dbe3b10 req-b5aaeebe-a24a-4def-9cb8-2ca68adc5e5d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 210 time: 0.0573676 Nov 23 19:05:48.795239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-490f6126-1447-4540-8223-2660afdcd7d7 None None] Provisioning complete for port 0aa8c093-bbb6-42e4-819e-25cded52b191 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:48.795964 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-490f6126-1447-4540-8223-2660afdcd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.826824 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-0530805c-19c8-4c2c-8cb7-56269f064da8 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6d97ef68444e00bc222174fcd311e0 HTTP/1.1" status: 200 len: 379 time: 0.1026301 Nov 23 19:05:48.841193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'port': {'device_id': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'admin_state_up': True, 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'security_groups': ['ba6f5f06-8283-47cc-8a0b-08e3501f3a16']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:48.970839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Made reservation on behalf of 7e6d97ef68444e00bc222174fcd311e0 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:48.974779 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.123858 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.20.0.8 (58deba5e-d261-4511-be3f-426a67ce52c9/8665d164-5637-4481-b1ce-b284c0c55e23/4864b884-2ce2-4b0b-90be-5dc8ac804ea2) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:49.285936 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.325647 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.375093 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network 58deba5e-d261-4511-be3f-426a67ce52c9 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:49.378350 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:49.382281 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:49.389588 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:49.452747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:49.453808 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.478095 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-ddbf53dd-0f70-46e7-bdc8-21d1fc86d7ab tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6414609 Nov 23 19:05:49.497126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Request body: {'port': {'device_id': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:49.562323 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.656769 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-fb232a9d-456e-4615-b0b3-1d46288e705d None None] Provisioning complete for port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:49.657728 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fb232a9d-456e-4615-b0b3-1d46288e705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.711617 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-fb232a9d-456e-4615-b0b3-1d46288e705d None None] Port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:49.897988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:49.908362 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.925113 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Transition to ACTIVE for port object 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:05:49.934507 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e383bca-45a1-4366-93a1-3091bc16950d req-43249b21-e106-4a90-9793-e36e43471e70 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:49.936078 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e383bca-45a1-4366-93a1-3091bc16950d req-43249b21-e106-4a90-9793-e36e43471e70 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 931 time: 0.0802264 Nov 23 19:05:49.937275 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.010428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:50.053614 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0e383bca-45a1-4366-93a1-3091bc16950d req-7682f064-cac5-4f44-b147-8913c0ec152d tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076062 Nov 23 19:05:50.109130 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Attempting to bind port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:50.109466 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Attempting to bind port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:50.109818 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Attempting to bind port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 on network 58deba5e-d261-4511-be3f-426a67ce52c9 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:50.114520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 on network 58deba5e-d261-4511-be3f-426a67ce52c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:05:50.114891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Attempting to bind port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 on network 58deba5e-d261-4511-be3f-426a67ce52c9 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:50.120325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:50.120661 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Checking segment: {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:50.121055 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Bound using segment: {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:50.121490 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Bound port: 4864b884-2ce2-4b0b-90be-5dc8ac804ea2, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:50.121891 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.163965 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.192501 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] For port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:50.195752 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] For port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:50.200798 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.242906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:50.243487 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.244985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] 10.222.0.72 "PUT /v2.0/ports/4864b884-2ce2-4b0b-90be-5dc8ac804ea2 HTTP/1.1" status: 200 len: 1091 time: 0.7532153 Nov 23 19:05:50.245570 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:50.247883 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d140fe-cedd-4a5c-a242-ae81af9f7373" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:50.313608 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef40166-20a1-4627-a5f7-2845c50e88c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:50.342894 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3905987-546f-4872-acde-199b1be02bfe x-openstack-request-id: req-b3905987-546f-4872-acde-199b1be02bfe {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:50.343226 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:50.343490 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b3905987-546f-4872-acde-199b1be02bfe {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:50.343901 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'status': 'completed', 'code': 200} Nov 23 19:05:50.364836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-30218e69-3b87-4841-9be1-38fb7d5e283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:50.366670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-30218e69-3b87-4841-9be1-38fb7d5e283f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 1094 time: 0.0618520 Nov 23 19:05:50.377814 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0aa8c093-bbb6-42e4-819e-25cded52b191 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:50.421939 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-05749cfa-9bbc-4b05-bb82-cf51f60137a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2 HTTP/1.1" status: 200 len: 217 time: 0.0411019 Nov 23 19:05:50.447519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 0aa8c093-bbb6-42e4-819e-25cded52b191 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:50.448218 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.506395 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-1999470d-56f3-448b-bfa6-a098cfbc0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:50.507653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-1999470d-56f3-448b-bfa6-a098cfbc0fa4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8665d164-5637-4481-b1ce-b284c0c55e23 HTTP/1.1" status: 200 len: 835 time: 0.0753665 Nov 23 19:05:50.563585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-449612c4-918c-4507-a110-7efb950eb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:50.565896 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-449612c4-918c-4507-a110-7efb950eb403 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58deba5e-d261-4511-be3f-426a67ce52c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459900 Nov 23 19:05:50.668919 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-811d765e-4c41-4766-98a7-7b9254154324 service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911133 Nov 23 19:05:50.766552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ba3b0eeb-ee1a-4a85-af12-235bd6953165 req-f20a04c9-bc92-4bcb-88a9-096d3960b3d3 service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865006 Nov 23 19:05:50.873888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-9f7fb74e-76bb-4b46-8062-0f52842cc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:50.875444 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-9f7fb74e-76bb-4b46-8062-0f52842cc6a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 1094 time: 0.0465906 Nov 23 19:05:50.966718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-6256ea0c-f6c5-44d4-b3aa-8092d7ad3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:50.968275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-6256ea0c-f6c5-44d4-b3aa-8092d7ad3aca service neutron] 10.222.0.72 "GET /v2.0/networks?id=58deba5e-d261-4511-be3f-426a67ce52c9 HTTP/1.1" status: 200 len: 898 time: 0.0859494 Nov 23 19:05:51.012830 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-1284dc23-379f-4266-8a9b-7bb29ff9783c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2 HTTP/1.1" status: 200 len: 217 time: 0.0373795 Nov 23 19:05:51.063708 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-9ecf0cae-e158-46eb-a6e6-570b56374fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:51.065190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-9ecf0cae-e158-46eb-a6e6-570b56374fcf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8665d164-5637-4481-b1ce-b284c0c55e23 HTTP/1.1" status: 200 len: 835 time: 0.0455828 Nov 23 19:05:51.124916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-f2b244e4-4bfa-4ca2-be8a-dce49c0167b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:51.126453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-f2b244e4-4bfa-4ca2-be8a-dce49c0167b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58deba5e-d261-4511-be3f-426a67ce52c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511339 Nov 23 19:05:51.239128 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b5c0-3cbc-41fc-81ed-39d2dbff92c1 req-a65debac-bc51-4f88-84b9-8083a4374fd7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:51.241213 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7d2b5c0-3cbc-41fc-81ed-39d2dbff92c1 req-a65debac-bc51-4f88-84b9-8083a4374fd7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 943 time: 0.1089168 Nov 23 19:05:51.245874 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.282420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-4e52e655-3565-4930-ba3c-a0c2a204fbba service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410208 Nov 23 19:05:51.331690 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f7d2b5c0-3cbc-41fc-81ed-39d2dbff92c1 req-f0773806-1a79-4217-afd9-3bcf6d41cc17 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829880 Nov 23 19:05:51.401411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76d140fe-cedd-4a5c-a242-ae81af9f7373 req-26ef2273-3d1f-4bf1-8c3b-60ff981e49ca service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110823 Nov 23 19:05:52.460283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b777350-a326-45d3-921e-36e5016316ca req-f7c7c471-106f-4001-974f-23bff1c18cb3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:52.461794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b777350-a326-45d3-921e-36e5016316ca req-f7c7c471-106f-4001-974f-23bff1c18cb3 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 943 time: 0.0539424 Nov 23 19:05:52.518290 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8b777350-a326-45d3-921e-36e5016316ca req-43808db0-e1ef-447b-99df-b8e1b24211f1 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458786 Nov 23 19:05:53.376254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:05:53.481272 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:53.496995 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'port_id': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'mac_address': 'fa:16:3e:f6:a4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:05:53.537856 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.555382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:53.577008 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:53.581241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.632588 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:53.638047 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ee4a3-b476-4c25-a78f-ad35a6b7b09a req-bd121066-c291-456d-b2f6-1e6cdac16c70 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:53.639711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c04ee4a3-b476-4c25-a78f-ad35a6b7b09a req-bd121066-c291-456d-b2f6-1e6cdac16c70 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 944 time: 0.0501051 Nov 23 19:05:53.688399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c04ee4a3-b476-4c25-a78f-ad35a6b7b09a req-97c4f711-6d70-4de0-9024-b30937043a93 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425801 Nov 23 19:05:53.862306 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['4864b884-2ce2-4b0b-90be-5dc8ac804ea2'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:54.811333 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076de103-86f7-4b38-8fc1-e785cf7fdaf9 req-54d92412-0b2a-4ae1-b7b6-b99d5bcf2e75 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:54.812816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-076de103-86f7-4b38-8fc1-e785cf7fdaf9 req-54d92412-0b2a-4ae1-b7b6-b99d5bcf2e75 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 944 time: 0.0526695 Nov 23 19:05:54.863354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-076de103-86f7-4b38-8fc1-e785cf7fdaf9 req-639bc8cb-777d-4974-abac-426b6cdb111b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444529 Nov 23 19:05:55.379770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:55.433178 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:05:55.437068 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:55.437446 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.516475 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.539235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:55.541520 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbd3a67-da98-4a83-86dd-fcc309195d2a" -d '{"events": [{"server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "name": "network-vif-plugged", "status": "completed", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:55.555501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:55.559415 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.616616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:55.636818 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7da96e-380e-4c21-9307-6b700fa0a08d x-openstack-request-id: req-3f7da96e-380e-4c21-9307-6b700fa0a08d {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:55.637166 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "name": "network-vif-plugged", "status": "completed", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:55.637422 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f7da96e-380e-4c21-9307-6b700fa0a08d {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:55.637849 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'code': 200} Nov 23 19:05:55.766375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb254e-e081-41c1-9afd-0e1f173892c7 req-61e4db5d-80bc-4f2e-bff1-dcf9f1d5d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:55.767928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ceb254e-e081-41c1-9afd-0e1f173892c7 req-61e4db5d-80bc-4f2e-bff1-dcf9f1d5d894 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 1096 time: 0.0424685 Nov 23 19:05:55.819113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4ceb254e-e081-41c1-9afd-0e1f173892c7 req-3c8faf55-2cc9-40de-810e-cfcec3f730f6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393450 Nov 23 19:05:55.983545 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d838b2-ad36-486b-b64c-19aef7faafc5 req-1afda52f-4b41-474a-85ba-295b1ed792fd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:55.985029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9d838b2-ad36-486b-b64c-19aef7faafc5 req-1afda52f-4b41-474a-85ba-295b1ed792fd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0530365 Nov 23 19:05:56.033123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c9d838b2-ad36-486b-b64c-19aef7faafc5 req-1067cd53-a5cf-469f-a657-5884fa712340 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415177 Nov 23 19:05:57.160239 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ef1fb-09bb-4a48-9d38-2f236355c1d4 req-90502442-3049-4a9b-ac71-48ecf89bfdfd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:57.161849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-518ef1fb-09bb-4a48-9d38-2f236355c1d4 req-90502442-3049-4a9b-ac71-48ecf89bfdfd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0564451 Nov 23 19:05:57.213928 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-518ef1fb-09bb-4a48-9d38-2f236355c1d4 req-bfb3b8fc-952c-4a9d-9ba4-304d51fbde7a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455177 Nov 23 19:05:57.328652 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d924f2-5eaa-48ef-b92b-3eacb249a281 req-8f46d956-de1f-4f07-ab3a-29590b640ed0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:57.330062 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05d924f2-5eaa-48ef-b92b-3eacb249a281 req-8f46d956-de1f-4f07-ab3a-29590b640ed0 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0502708 Nov 23 19:05:57.384985 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-05d924f2-5eaa-48ef-b92b-3eacb249a281 req-b3d06875-f688-438e-bf7c-80bc13904645 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472133 Nov 23 19:05:57.407065 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45698) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:57.446413 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ba511-a2ef-499d-96ae-9e541ed89d73 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:57.448042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-7a7ba511-a2ef-499d-96ae-9e541ed89d73 tempest-TestNetworkAdvancedServerOps-265163913 tempest-TestNetworkAdvancedServerOps-265163913-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 1091 time: 0.0400126 Nov 23 19:05:57.451073 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45700) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:57.455374 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:57.478170 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.584607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.691653 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Allocated IP 172.25.0.89 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/6e71dd82-c8ec-4df6-bf62-945d4d38e0bc) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:57.793603 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.830815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.867586 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:57.872172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:57.878978 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:57.911082 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=6e71dd82-c8ec-4df6-bf62-945d4d38e0bc,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:58.242835 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.623505 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.778722 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.784105 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.855316 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event updated for resources: {'Port': ['ID=6e71dd82-c8ec-4df6-bf62-945d4d38e0bc,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:58.865643 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.969868 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP 790b705c-ae21-4f15-a821-ad1d235afc38 associated. External IP: 172.25.0.89, port: 4864b884-2ce2-4b0b-90be-5dc8ac804ea2. Nov 23 19:05:59.183121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 7eeff029-7a7c-4c5b-9936-8894c31852d0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:05:59.294925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:05:59.305154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] Sync routers for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:05:59.311943 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:59.315616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:59.316240 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:59.340612 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2df5bee8-7c25-4451-8801-eb25a6bed3da tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8884835 Nov 23 19:05:59.341211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:59.343668 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71890380-ab52-4767-8905-69add04a2b57" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:59.435891 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:59.445906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077943a5-06cb-41fd-9ac1-f28fd7457698 req-098ee711-3dfa-4550-a2d8-287d155e366a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:59.447912 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-077943a5-06cb-41fd-9ac1-f28fd7457698 req-098ee711-3dfa-4550-a2d8-287d155e366a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0554185 Nov 23 19:05:59.501552 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-077943a5-06cb-41fd-9ac1-f28fd7457698 req-67e62bd7-1617-426a-89f7-e7ff87f5690b tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473177 Nov 23 19:05:59.524129 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45706) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:59.566671 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0e01e6-1312-4b8e-800a-280347a7ac84 x-openstack-request-id: req-1a0e01e6-1312-4b8e-800a-280347a7ac84 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:59.567150 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:59.568100 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a0e01e6-1312-4b8e-800a-280347a7ac84 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:59.568100 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'status': 'completed', 'code': 200} Nov 23 19:05:59.623312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e1d9602d-8fc6-4f84-9c88-7e0aa97ce474 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/790b705c-ae21-4f15-a821-ad1d235afc38 HTTP/1.1" status: 200 len: 990 time: 0.0978789 Nov 23 19:05:59.637719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890380-ab52-4767-8905-69add04a2b57 req-0b0a6327-0970-4485-8339-bd6cc6f66782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:59.639683 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71890380-ab52-4767-8905-69add04a2b57 req-0b0a6327-0970-4485-8339-bd6cc6f66782 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 1096 time: 0.0580058 Nov 23 19:05:59.677142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '790b705c-ae21-4f15-a821-ad1d235afc38', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'port_id': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'mac_address': 'fa:16:3e:f6:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:05:58Z', 'updated_at': '2021-11-23T19:05:58Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:48Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:59.710659 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] Checking router: 7eeff029-7a7c-4c5b-9936-8894c31852d0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:05:59.719597 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:59.720217 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:05:43Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:59.738714 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890380-ab52-4767-8905-69add04a2b57 req-6945865a-a92b-4f2c-8f20-4ecc56201ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:59.740251 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71890380-ab52-4767-8905-69add04a2b57 req-6945865a-a92b-4f2c-8f20-4ecc56201ec0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58deba5e-d261-4511-be3f-426a67ce52c9 HTTP/1.1" status: 200 len: 898 time: 0.0937986 Nov 23 19:05:59.808479 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71890380-ab52-4767-8905-69add04a2b57 req-b8a89b6f-82d0-4756-b98c-28695ef0c83c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2 HTTP/1.1" status: 200 len: 998 time: 0.0610812 Nov 23 19:05:59.830516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:59.861060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890380-ab52-4767-8905-69add04a2b57 req-6a90c589-0e82-4999-9f46-06dc7036513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:59.862600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71890380-ab52-4767-8905-69add04a2b57 req-6a90c589-0e82-4999-9f46-06dc7036513e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8665d164-5637-4481-b1ce-b284c0c55e23 HTTP/1.1" status: 200 len: 835 time: 0.0475211 Nov 23 19:05:59.919296 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890380-ab52-4767-8905-69add04a2b57 req-662666e0-20ea-428f-a044-f739fdfef4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:59.920818 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71890380-ab52-4767-8905-69add04a2b57 req-662666e0-20ea-428f-a044-f739fdfef4d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58deba5e-d261-4511-be3f-426a67ce52c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513778 Nov 23 19:06:00.020171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71890380-ab52-4767-8905-69add04a2b57 req-a4d595cf-4170-45fb-8d80-32576e031e42 service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873604 Nov 23 19:06:00.072666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '790b705c-ae21-4f15-a821-ad1d235afc38', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'port_id': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'mac_address': 'fa:16:3e:f6:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:05:58Z', 'updated_at': '2021-11-23T19:05:58Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:48Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:00.104312 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb34587-2560-42a4-b076-d760b9fcd9cc None None] The sync data for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 is: [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '790b705c-ae21-4f15-a821-ad1d235afc38', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'port_id': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'mac_address': 'fa:16:3e:f6:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:05:58Z', 'updated_at': '2021-11-23T19:05:58Z', 'revision_number': 0, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:48Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:00.120884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71890380-ab52-4767-8905-69add04a2b57 req-adec27d3-70d5-45a9-a724-6911741f201e service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932636 Nov 23 19:06:00.307393 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb427c0-0a92-4b2d-8d1d-05f0c33fd652 None None] New status for floating IP 790b705c-ae21-4f15-a821-ad1d235afc38: ACTIVE {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:06:00.627473 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45708) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:00.688774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f3101964-b0b1-4093-ae3a-efb2497a93d6 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/790b705c-ae21-4f15-a821-ad1d235afc38 HTTP/1.1" status: 200 len: 992 time: 0.0601389 Nov 23 19:06:11.458339 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-055003cc-7cb6-4fd9-904c-0a63ecd8f26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.514636 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4b9cfac5-ad31-4d3c-a1e7-70cff2097a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:15.379426 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:16.707358 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.082720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.167302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.277356 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:23.497003 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:06:33.813618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7327dde-f15b-4bd2-800e-183f753ac570 req-8e4eae55-8716-4ea0-b53c-c308c96845ef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:33.815834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7327dde-f15b-4bd2-800e-183f753ac570 req-8e4eae55-8716-4ea0-b53c-c308c96845ef tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Nov 23 19:06:33.871395 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b7327dde-f15b-4bd2-800e-183f753ac570 req-10182599-f624-47ca-a9bd-29e45f380e73 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497422 Nov 23 19:06:34.168812 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a179-e5da-4778-a198-98b675deed25 req-c75dbc4c-41f6-4c86-a6b4-5ce50d6ad03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:34.170333 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d1a179-e5da-4778-a198-98b675deed25 req-c75dbc4c-41f6-4c86-a6b4-5ce50d6ad03b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 1096 time: 0.0420749 Nov 23 19:06:34.278526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a179-e5da-4778-a198-98b675deed25 req-5c1cad81-79d2-4f75-924d-ee4069ce41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:34.279381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d1a179-e5da-4778-a198-98b675deed25 req-5c1cad81-79d2-4f75-924d-ee4069ce41d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58deba5e-d261-4511-be3f-426a67ce52c9 HTTP/1.1" status: 200 len: 898 time: 0.0864117 Nov 23 19:06:34.355502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d1a179-e5da-4778-a198-98b675deed25 req-512fbb48-2782-4d4b-822a-2d7cb353b555 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2 HTTP/1.1" status: 200 len: 1000 time: 0.0644264 Nov 23 19:06:34.407060 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a179-e5da-4778-a198-98b675deed25 req-c96c302d-d519-4f2b-8ed6-6939eae865a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:34.408519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d1a179-e5da-4778-a198-98b675deed25 req-c96c302d-d519-4f2b-8ed6-6939eae865a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8665d164-5637-4481-b1ce-b284c0c55e23 HTTP/1.1" status: 200 len: 835 time: 0.0439019 Nov 23 19:06:34.457764 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a179-e5da-4778-a198-98b675deed25 req-bf93b859-0add-4004-8a5a-1c8294deb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:34.459294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d1a179-e5da-4778-a198-98b675deed25 req-bf93b859-0add-4004-8a5a-1c8294deb4f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58deba5e-d261-4511-be3f-426a67ce52c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423563 Nov 23 19:06:34.555011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d1a179-e5da-4778-a198-98b675deed25 req-8661349d-1bae-4581-a87c-efb059ce3846 service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871186 Nov 23 19:06:34.656206 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d1a179-e5da-4778-a198-98b675deed25 req-0b9b29f2-7819-436a-9ea6-a5bc4cce2d31 service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937529 Nov 23 19:06:34.989107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60534296-58c3-4770-a6a0-c86004c3deb8 req-6729826b-1865-49eb-be85-e6fd014e9947 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:34.990606 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60534296-58c3-4770-a6a0-c86004c3deb8 req-6729826b-1865-49eb-be85-e6fd014e9947 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Nov 23 19:06:35.040159 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-60534296-58c3-4770-a6a0-c86004c3deb8 req-fbf1f76d-f3a0-43a7-8d51-9fb14fa275dd tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436461 Nov 23 19:06:35.062276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45728) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:35.125796 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-03225440-d73c-4c3e-9d5e-04926d0675d9 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/790b705c-ae21-4f15-a821-ad1d235afc38 HTTP/1.1" status: 200 len: 992 time: 0.0623417 Nov 23 19:06:36.434642 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f37b6-0e65-4f13-b991-8c0e46dd19b9 req-e8f59827-6b12-4991-afc9-329b09dd237a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:36.436341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-879f37b6-0e65-4f13-b991-8c0e46dd19b9 req-e8f59827-6b12-4991-afc9-329b09dd237a tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0748997 Nov 23 19:06:36.464258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-14996ce9-126f-4f5a-9ce8-dd796d09b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:36.465806 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-14996ce9-126f-4f5a-9ce8-dd796d09b89e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 1096 time: 0.0665650 Nov 23 19:06:36.512067 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-879f37b6-0e65-4f13-b991-8c0e46dd19b9 req-945b892f-55a7-4b9c-8780-3341a207ffca tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692482 Nov 23 19:06:36.579864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-e2789d85-4927-4cb8-af55-02ca57726bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:36.581351 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-e2789d85-4927-4cb8-af55-02ca57726bf2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58deba5e-d261-4511-be3f-426a67ce52c9 HTTP/1.1" status: 200 len: 898 time: 0.0999985 Nov 23 19:06:36.652779 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-d747f396-1ce3-4002-a334-79d5ee6801ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2 HTTP/1.1" status: 200 len: 1000 time: 0.0593696 Nov 23 19:06:36.705445 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-a893d92b-a99c-4b7d-920b-a849387fc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:36.706825 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-a893d92b-a99c-4b7d-920b-a849387fc1bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8665d164-5637-4481-b1ce-b284c0c55e23 HTTP/1.1" status: 200 len: 835 time: 0.0431376 Nov 23 19:06:36.759171 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-28bdaed2-e322-4d6b-8b59-688e42ad958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:36.759171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-28bdaed2-e322-4d6b-8b59-688e42ad958e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58deba5e-d261-4511-be3f-426a67ce52c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430548 Nov 23 19:06:36.852980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-81faafcf-57b2-4029-99d5-454557838c13 service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828695 Nov 23 19:06:36.953682 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-047fbfb0-8ccd-473b-8853-e30d0de377dd req-481aa836-8b23-4c8b-8430-8e1f7c8291fc service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892529 Nov 23 19:06:37.643898 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a03d7-50ae-4b63-ae46-2a50bf70cb05 req-fbfa3cae-8a6a-49b0-b6b6-b64d15bb1e30 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:37.645305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-663a03d7-50ae-4b63-ae46-2a50bf70cb05 req-fbfa3cae-8a6a-49b0-b6b6-b64d15bb1e30 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0510240 Nov 23 19:06:37.698763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-663a03d7-50ae-4b63-ae46-2a50bf70cb05 req-9fe4d0fb-e3ff-41e9-9ceb-f3e3283eee23 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469663 Nov 23 19:06:38.818602 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879ad3a-3c79-400e-81a8-f43ed07e2991 req-a80ee12f-1cf2-40de-ba7d-dbbd36cf50ce tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:38.820087 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3879ad3a-3c79-400e-81a8-f43ed07e2991 req-a80ee12f-1cf2-40de-ba7d-dbbd36cf50ce tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0533469 Nov 23 19:06:38.869622 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3879ad3a-3c79-400e-81a8-f43ed07e2991 req-b4367e9f-d52c-4940-952e-258609facd23 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430098 Nov 23 19:06:38.891986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45740) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:38.954038 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f3a68a35-6eed-4ec3-8db0-8b0c2ea31729 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/floatingips/790b705c-ae21-4f15-a821-ad1d235afc38 HTTP/1.1" status: 200 len: 992 time: 0.0609136 Nov 23 19:06:39.167678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45746) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:39.323071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 6e71dd82-c8ec-4df6-bf62-945d4d38e0bc {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:39.323357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:39.402096 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:39.402420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:39.414167 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 6e71dd82-c8ec-4df6-bf62-945d4d38e0bc owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:39.562847 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:39.591299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=6e71dd82-c8ec-4df6-bf62-945d4d38e0bc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:39.614123 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.614474 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.614846 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.615184 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.615520 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.615852 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.616181 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.616511 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.616835 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.617161 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.617676 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.618105 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:39.660919 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:39.661255 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Floating IP 790b705c-ae21-4f15-a821-ad1d235afc38 disassociated (deleted). External IP: 172.25.0.89, port: 4864b884-2ce2-4b0b-90be-5dc8ac804ea2. Nov 23 19:06:39.870681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 7eeff029-7a7c-4c5b-9936-8894c31852d0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:39.983087 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:39.987910 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:39.993498 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] Sync routers for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:40.003558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:40.004167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:40.018763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-da00f4a8-180d-4d85-94d4-818ec831b621 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/floatingips/790b705c-ae21-4f15-a821-ad1d235afc38 HTTP/1.1" status: 204 len: 168 time: 0.8474329 Nov 23 19:06:40.018763 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:40.019069 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:40.197014 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c57b578-1f0b-40b1-bcc3-e73d9240e02c x-openstack-request-id: req-6c57b578-1f0b-40b1-bcc3-e73d9240e02c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:40.198062 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:40.198739 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6c57b578-1f0b-40b1-bcc3-e73d9240e02c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:40.199256 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'status': 'completed', 'code': 200} Nov 23 19:06:40.297463 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:40.306286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-b0b0ebd0-8d9e-4f77-b511-b739afb58c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:40.308253 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-b0b0ebd0-8d9e-4f77-b511-b739afb58c39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e6d97ef68444e00bc222174fcd311e0&device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 1096 time: 0.0845542 Nov 23 19:06:40.320112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a9ed-0844-427a-a668-9f7670295515 req-8cd1de5b-a576-4cc2-b8c5-2e502b52ea25 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:40.321524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4222a9ed-0844-427a-a668-9f7670295515 req-8cd1de5b-a576-4cc2-b8c5-2e502b52ea25 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0662959 Nov 23 19:06:40.422829 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4222a9ed-0844-427a-a668-9f7670295515 req-5b811e1b-9547-420b-b556-59c69452dfc7 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918667 Nov 23 19:06:40.452159 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-4350c09c-cb05-466e-aa44-197709c32b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:40.453719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-4350c09c-cb05-466e-aa44-197709c32b7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=58deba5e-d261-4511-be3f-426a67ce52c9 HTTP/1.1" status: 200 len: 898 time: 0.1313286 Nov 23 19:06:40.502112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-0c4d6c0e-d635-4297-9ff3-9407d2702b31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2 HTTP/1.1" status: 200 len: 217 time: 0.0394671 Nov 23 19:06:40.512716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:48Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:40.543302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] Checking router: 7eeff029-7a7c-4c5b-9936-8894c31852d0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:40.551566 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:40.552170 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:13Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:40.556238 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-67e9a435-6222-4f89-b36f-03daa55e20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:40.558491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-67e9a435-6222-4f89-b36f-03daa55e20c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8665d164-5637-4481-b1ce-b284c0c55e23 HTTP/1.1" status: 200 len: 835 time: 0.0459335 Nov 23 19:06:40.608637 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-91907b43-87bb-4028-9712-4899abad7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:40.610146 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-91907b43-87bb-4028-9712-4899abad7b94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58deba5e-d261-4511-be3f-426a67ce52c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427313 Nov 23 19:06:40.662319 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:40.714879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-228a0056-9bd0-4354-9034-4f8125973b8b service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963595 Nov 23 19:06:40.805857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d9201bb7-0a2c-4641-b1d4-d6489d7a12c8 req-15d4b43b-6332-4839-b2fb-ddbfd9d7eb68 service neutron] 10.222.0.72 "GET /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Nov 23 19:06:40.868122 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:48Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:40.896253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1edf73-5963-4609-9a8f-45643ece8472 None None] The sync data for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 is: [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '0aa8c093-bbb6-42e4-819e-25cded52b191', 'name': '', 'network_id': '58deba5e-d261-4511-be3f-426a67ce52c9', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'mac_address': 'fa:16:3e:c3:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:44Z', 'updated_at': '2021-11-23T19:05:48Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'subnets': [{'id': '8665d164-5637-4481-b1ce-b284c0c55e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:41.125857 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1b7dd-b56d-4369-a054-3b329d73e804 None None] New status for floating IP 790b705c-ae21-4f15-a821-ad1d235afc38: DOWN {{(pid=120538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:06:41.461298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-02b9f6a2-354f-4523-8ff1-916d0a2ded00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:41.555268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8156f45-5075-4a2b-9351-0379b388a757 req-634b8929-c4fa-4855-a009-15824c5fc100 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:41.556900 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8156f45-5075-4a2b-9351-0379b388a757 req-634b8929-c4fa-4855-a009-15824c5fc100 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0591128 Nov 23 19:06:41.610188 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f8156f45-5075-4a2b-9351-0379b388a757 req-63a16ea8-c60f-415a-aebb-57cd14520bdb tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba6f5f06-8283-47cc-8a0b-08e3501f3a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471776 Nov 23 19:06:42.050776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-07079231-2922-4cba-9dd4-4a11654a173e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:42.052273 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-07079231-2922-4cba-9dd4-4a11654a173e tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 945 time: 0.0586412 Nov 23 19:06:42.164180 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:42.164695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.269147 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:42.269512 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.288107 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:42.435818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.467786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=4864b884-2ce2-4b0b-90be-5dc8ac804ea2,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:42.511166 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] No DVR routers for this DVR port 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:06:42.513815 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.517235 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-adcf3fc7-dec7-458d-8e2f-c84b42a0d504 req-2a783f80-b10e-4691-905c-e833d34d6e64 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.72 "DELETE /v2.0/ports/4864b884-2ce2-4b0b-90be-5dc8ac804ea2 HTTP/1.1" status: 204 len: 173 time: 0.4550993 Nov 23 19:06:42.517680 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'name': 'network-vif-deleted', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:42.519963 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfe66f6-656d-4074-ba8a-39705773d706" -d '{"events": [{"server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "name": "network-vif-deleted", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:42.563913 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff4e93b-c2b1-43a6-badf-71585a780193 x-openstack-request-id: req-6ff4e93b-c2b1-43a6-badf-71585a780193 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:42.564682 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b025e1-e1ea-4182-8f13-567b45d55c63", "name": "network-vif-deleted", "tag": "4864b884-2ce2-4b0b-90be-5dc8ac804ea2", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:42.564993 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ff4e93b-c2b1-43a6-badf-71585a780193 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:42.565425 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b025e1-e1ea-4182-8f13-567b45d55c63', 'name': 'network-vif-deleted', 'tag': '4864b884-2ce2-4b0b-90be-5dc8ac804ea2', 'status': 'completed', 'code': 200} Nov 23 19:06:42.723130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1cddf9a0-9b98-454f-9ed0-4be019f44f84 req-b1f0ad79-96dd-4724-ac25-ab939b69b583 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9b025e1-e1ea-4182-8f13-567b45d55c63 HTTP/1.1" status: 200 len: 210 time: 0.0302002 Nov 23 19:06:43.516565 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f982-f437-47f9-8e6d-f2a8e7604314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:43.781966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45762) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:44.178343 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.453447 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port 0aa8c093-bbb6-42e4-819e-25cded52b191 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:44.453711 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.540980 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port 0aa8c093-bbb6-42e4-819e-25cded52b191, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=0aa8c093-bbb6-42e4-819e-25cded52b191,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:44.541687 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.553871 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for 0aa8c093-bbb6-42e4-819e-25cded52b191 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:44.748943 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.780231 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=0aa8c093-bbb6-42e4-819e-25cded52b191,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:44.804888 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.805522 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.805627 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.805924 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.806265 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.806612 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.807692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.808016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.808358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.808767 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.809130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.809464 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:44.963059 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.182966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Router 7eeff029-7a7c-4c5b-9936-8894c31852d0 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:45.302943 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:45.308910 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-2a2f90a9-1c40-4e76-bc8c-cad75f2ad6b5 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "PUT /v2.0/routers/7eeff029-7a7c-4c5b-9936-8894c31852d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5258753 Nov 23 19:06:45.311805 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45764) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:45.313633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] Sync routers for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:45.324871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:45.325497 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:45.364463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e5eceb-5433-4cc5-88ad-759b064f4172 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting subnet 8665d164-5637-4481-b1ce-b284c0c55e23 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:06:45.368044 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71e5eceb-5433-4cc5-88ad-759b064f4172 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.409164 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71e5eceb-5433-4cc5-88ad-759b064f4172 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.423463 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.442677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:45.500559 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71e5eceb-5433-4cc5-88ad-759b064f4172 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.558400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71e5eceb-5433-4cc5-88ad-759b064f4172 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.586756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5eceb-5433-4cc5-88ad-759b064f4172 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Subnet': ['ID=8665d164-5637-4481-b1ce-b284c0c55e23,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:45.588782 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-71e5eceb-5433-4cc5-88ad-759b064f4172 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.595337 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-71e5eceb-5433-4cc5-88ad-759b064f4172 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/subnets/8665d164-5637-4481-b1ce-b284c0c55e23 HTTP/1.1" status: 204 len: 168 time: 0.2792382 Nov 23 19:06:45.595337 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45766) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:45.600268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae5996-4d35-474e-8d19-510728cb3f51 None None] Network 58deba5e-d261-4511-be3f-426a67ce52c9 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:45.671037 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:45.704470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:45.704727 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 4864b884-2ce2-4b0b-90be-5dc8ac804ea2 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:45.759601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:06:44Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:45.793832 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] Checking router: 7eeff029-7a7c-4c5b-9936-8894c31852d0 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:45.808336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] Routers {'7eeff029-7a7c-4c5b-9936-8894c31852d0'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:45.809385 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['7eeff029-7a7c-4c5b-9936-8894c31852d0'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:45.897295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] DHCP port deletion for 58deba5e-d261-4511-be3f-426a67ce52c9 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:45.955114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] Set router 7eeff029-7a7c-4c5b-9936-8894c31852d0 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:46.004857 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.079650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Deleting port 3ebace9e-3561-4928-9162-78b997e7f5b9 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:46.080020 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.113191 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.170626 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Deleting port b890e251-2c30-4be0-96d8-6b30ae627cad {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:46.171014 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.180556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] For port 3ebace9e-3561-4928-9162-78b997e7f5b9, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=3ebace9e-3561-4928-9162-78b997e7f5b9,segment=NetworkSegment(ed40ccc7-fb16-453d-bf46-d9a0a7d2f372),segment_id=ed40ccc7-fb16-453d-bf46-d9a0a7d2f372)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:46.180959 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.199664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Calling delete_port for 3ebace9e-3561-4928-9162-78b997e7f5b9 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:46.254162 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] For port b890e251-2c30-4be0-96d8-6b30ae627cad, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=b890e251-2c30-4be0-96d8-6b30ae627cad,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:46.254444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.266625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Calling delete_port for b890e251-2c30-4be0-96d8-6b30ae627cad owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:46.266959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:06:44Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:46.301796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b403248-b4ee-4ffe-9012-e2593ea77abe None None] The sync data for ids ['7eeff029-7a7c-4c5b-9936-8894c31852d0'] in n-d-818932-3 is: [{'id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578456744', 'tenant_id': '7e6d97ef68444e00bc222174fcd311e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:41Z', 'updated_at': '2021-11-23T19:06:44Z', 'revision_number': 5, 'project_id': '7e6d97ef68444e00bc222174fcd311e0', 'gw_port': {'id': 'b890e251-2c30-4be0-96d8-6b30ae627cad', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeff029-7a7c-4c5b-9936-8894c31852d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:42Z', 'updated_at': '2021-11-23T19:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:46.328299 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.371568 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Pushing event deleted for resources: {'Port': ['ID=3ebace9e-3561-4928-9162-78b997e7f5b9,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:46.373898 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] No DVR routers for this DVR port 3ebace9e-3561-4928-9162-78b997e7f5b9 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.385413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.386584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.386584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.386584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e09f8f-f506-46ea-a13f-08d81467bafd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:46.467881 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.493690 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Port': ['ID=b890e251-2c30-4be0-96d8-6b30ae627cad,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:46.508475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f1cc4d-7242-40d8-b8d7-6bda3abf507e None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:46.556810 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.651000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.653534 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.706397 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.707083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Fanout notify agent at l3_agent the message router_deleted on router 7eeff029-7a7c-4c5b-9936-8894c31852d0 {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:06:46.716525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.716733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3ebace9e-3561-4928-9162-78b997e7f5b9 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:46.717717 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f29aee6e-b170-4785-a2f6-55d5ff17d802 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/routers/7eeff029-7a7c-4c5b-9936-8894c31852d0 HTTP/1.1" status: 204 len: 168 time: 1.1218884 Nov 23 19:06:46.720792 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:46.724086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.753071 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 3ebace9e-3561-4928-9162-78b997e7f5b9 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:46.753425 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 3ebace9e-3561-4928-9162-78b997e7f5b9 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:46.808036 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.899730 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.923136 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58deba5e-d261-4511-be3f-426a67ce52c9']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:46.933392 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:46.933692 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed40ccc7-fb16-453d-bf46-d9a0a7d2f372') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:46.943740 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.959046 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.966331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:06:46.966764 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: timer() Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:06:46.969882 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:06:47.034067 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.042244 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.045593 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/networks/58deba5e-d261-4511-be3f-426a67ce52c9 HTTP/1.1" status: 204 len: 168 time: 0.3237600 Nov 23 19:06:47.048682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45770) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:47.055062 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41465344-038a-449d-95e3-6ee87aa38618 tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'Network': ['ID=58deba5e-d261-4511-be3f-426a67ce52c9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:47.106233 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab82b-068f-427c-b380-967ccfec762f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.130767 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab82b-068f-427c-b380-967ccfec762f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.191104 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab82b-068f-427c-b380-967ccfec762f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.193803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab82b-068f-427c-b380-967ccfec762f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.195196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5c5ab82b-068f-427c-b380-967ccfec762f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] 10.222.0.74 "DELETE /v2.0/security-groups/ba6f5f06-8283-47cc-8a0b-08e3501f3a16 HTTP/1.1" status: 204 len: 168 time: 0.1454668 Nov 23 19:06:47.205617 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ab82b-068f-427c-b380-967ccfec762f tempest-TestNetworkAdvancedServerOps-1749519930 tempest-TestNetworkAdvancedServerOps-1749519930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6f5f06-8283-47cc-8a0b-08e3501f3a16,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:47.531638 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45778) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:47.672520 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9427bc2d-b9a7-46bf-b50a-f98332e132e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e6d97ef68444e00bc222174fcd311e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396976 Nov 23 19:06:47.675025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45782) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:47.725231 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0cb50eb-c35e-4f38-ad56-e0a2eaaf3214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.748071 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0cb50eb-c35e-4f38-ad56-e0a2eaaf3214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.794874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0cb50eb-c35e-4f38-ad56-e0a2eaaf3214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.799688 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b0cb50eb-c35e-4f38-ad56-e0a2eaaf3214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.801698 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b0cb50eb-c35e-4f38-ad56-e0a2eaaf3214 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2fa16e4e-d1b6-4428-833b-7a24d634be18 HTTP/1.1" status: 204 len: 168 time: 0.1255720 Nov 23 19:06:47.810747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb50eb-c35e-4f38-ad56-e0a2eaaf3214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa16e4e-d1b6-4428-833b-7a24d634be18,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:48.063852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45788) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:48.077558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c75793-eae0-43a8-ba6a-635cfc87a132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.086568 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.153268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c75793-eae0-43a8-ba6a-635cfc87a132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.157547 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b3c75793-eae0-43a8-ba6a-635cfc87a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.199304 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b3c75793-eae0-43a8-ba6a-635cfc87a132 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b031e3da50824cff9113f24d5e30cd81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343222 Nov 23 19:06:48.200198 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75793-eae0-43a8-ba6a-635cfc87a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74bf104-2967-47c2-b110-1041f9d8659a,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:48.202310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45790) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:48.251321 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2571ecf8-2bcc-4ffd-99a6-c9bbfcc9c418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.271761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2571ecf8-2bcc-4ffd-99a6-c9bbfcc9c418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.319565 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2571ecf8-2bcc-4ffd-99a6-c9bbfcc9c418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.322215 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2571ecf8-2bcc-4ffd-99a6-c9bbfcc9c418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.325995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2571ecf8-2bcc-4ffd-99a6-c9bbfcc9c418 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d74bf104-2967-47c2-b110-1041f9d8659a HTTP/1.1" status: 204 len: 168 time: 0.1202006 Nov 23 19:06:48.332311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571ecf8-2bcc-4ffd-99a6-c9bbfcc9c418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74bf104-2967-47c2-b110-1041f9d8659a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:48.363713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b890e251-2c30-4be0-96d8-6b30ae627cad no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:48.383934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: b890e251-2c30-4be0-96d8-6b30ae627cad {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:48.384556 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device b890e251-2c30-4be0-96d8-6b30ae627cad not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:48.385031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0aa8c093-bbb6-42e4-819e-25cded52b191 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:48.404865 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 0aa8c093-bbb6-42e4-819e-25cded52b191 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:48.405140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 0aa8c093-bbb6-42e4-819e-25cded52b191 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:49.028981 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45812) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:49.123922 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1214743398-network', 'tenant_id': '6a15fc80824145259b1e26e199225705'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:49.145840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Made reservation on behalf of 6a15fc80824145259b1e26e199225705 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:49.148133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.156454 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.235769 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.239245 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.261152 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:06:49.274097 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1666226-6133-4a23-a25a-5b87499db6d6,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.279423 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.279766 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Added segment 0932ecf6-c25d-4384-90a6-573cba3546ce of type vlan for network c2065d59-ecde-405e-83c7-7640fdd9566c Nov 23 19:06:49.320290 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.347218 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.348187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:49.348756 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.378996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3488827 Nov 23 19:06:49.382237 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45816) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:49.387561 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Request body: {'subnet': {'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1214743398-subnet', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:49.408951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Made reservation on behalf of 6a15fc80824145259b1e26e199225705 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:49.411484 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.412139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c51671-957c-49a7-b07e-2317213b199c admin admin] Pushing event updated for resources: {'Network': ['ID=c2065d59-ecde-405e-83c7-7640fdd9566c,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.422970 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network c2065d59-ecde-405e-83c7-7640fdd9566c details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:06:49.592520 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.649861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.658596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Checking segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:49.658986 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Network hostable DHCP agents. Network: c2065d59-ecde-405e-83c7-7640fdd9566c, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:06:49.675951 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Network c2065d59-ecde-405e-83c7-7640fdd9566c is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:06:49.684556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, c2065d59-ecde-405e-83c7-7640fdd9566c) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:49.689172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:49.689806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.693512 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa6c4d-c015-4272-b010-9fb19f739751 None None] Network c2065d59-ecde-405e-83c7-7640fdd9566c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:49.706768 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-78310630-12f3-48da-ab00-7b2e766c8e93 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3233335 Nov 23 19:06:49.709442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45818) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:49.714663 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:49.739273 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.740509 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.802204 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.943699 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.000468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-c2065d59-ecde-405e-83c7-7640fdd9566c', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:06:50.001323 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.143573 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Allocated IP 172.20.0.2 (c2065d59-ecde-405e-83c7-7640fdd9566c/49bbb4a0-6c79-4fec-87f7-7bcc47487a4e/5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:50.148213 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.168872 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.230477 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.282681 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Allocated IP 172.25.0.19 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/d7f7b965-8e3c-457d-80d0-6df7863a6982) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:50.315301 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.320919 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.366998 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Network c2065d59-ecde-405e-83c7-7640fdd9566c is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:50.370614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:50.374341 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:50.381436 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Pushing event updated for resources: {'Port': ['ID=5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:50.392845 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.433956 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.437358 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Attempting to bind port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:50.437897 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Attempting to bind port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:50.438111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Attempting to bind port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a on network c2065d59-ecde-405e-83c7-7640fdd9566c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:50.446729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:50.446729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Checking segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:50.446729 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.446729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Bound using segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:50.446729 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Bound port: 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:50.446729 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.476617 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:50.481171 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:50.485886 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:50.488825 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Pushing event updated for resources: {'Port': ['ID=d7f7b965-8e3c-457d-80d0-6df7863a6982,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:50.506159 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7215ec-a314-42e4-90b4-a51789fa04cf None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:50.521975 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] For port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:50.525022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] For port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:50.532066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.604631 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-c5d1d589-1093-4e92-ab84-6b3081638b6f None None] Provisioning complete for port d7f7b965-8e3c-457d-80d0-6df7863a6982 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:50.605018 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c5d1d589-1093-4e92-ab84-6b3081638b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.607909 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499eeb1e-0e32-43c8-9e87-1026d3b4803f None None] Pushing event updated for resources: {'Port': ['ID=5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:50.642896 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1d589-1093-4e92-ab84-6b3081638b6f None None] Port d7f7b965-8e3c-457d-80d0-6df7863a6982 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:50.758799 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.280215 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.289987 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.432956 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Router eb07a13b-cc28-463a-b125-7ac2f4c5f42b is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:06:51.536486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d99edc-8bca-42d3-87ea-783e025dd3de None None] Network c2065d59-ecde-405e-83c7-7640fdd9566c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:51.562039 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:51.583986 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.585552 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-c7f8bd0e-016f-4bad-9db1-a2081f1c3d6b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8750460 Nov 23 19:06:51.589205 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45820) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:51.611501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a910acde-6c9a-4b6c-ba3f-d6be504859e5 None None] Provisioning complete for port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:51.611877 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a910acde-6c9a-4b6c-ba3f-d6be504859e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.633170 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Sync routers for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:51.651731 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:51.652800 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:51.743830 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a910acde-6c9a-4b6c-ba3f-d6be504859e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.777123 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:51.802151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a910acde-6c9a-4b6c-ba3f-d6be504859e5 None None] For port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:51.807415 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a910acde-6c9a-4b6c-ba3f-d6be504859e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.863496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910acde-6c9a-4b6c-ba3f-d6be504859e5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:51.972139 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:50Z', 'revision_number': 3, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:52.001791 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Checking router: eb07a13b-cc28-463a-b125-7ac2f4c5f42b for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:52.002143 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Updating router eb07a13b-cc28-463a-b125-7ac2f4c5f42b port d7f7b965-8e3c-457d-80d0-6df7863a6982 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:52.029680 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.053741 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.131275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-9cf1f193-96db-4336-9bab-cdfd35c8c413 None None] Provisioning complete for port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:52.131506 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f193-96db-4336-9bab-cdfd35c8c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.226915 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Allocated IP 172.20.0.1 (c2065d59-ecde-405e-83c7-7640fdd9566c/49bbb4a0-6c79-4fec-87f7-7bcc47487a4e/c524859e-0a2c-468b-a335-d0626092c1b4) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:52.299325 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.308601 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.365174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3776256b-9d1c-4bbb-a666-99d65e146c08 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:52.368222 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.375275 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Attempting to bind port d7f7b965-8e3c-457d-80d0-6df7863a6982 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:52.375823 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Attempting to bind port d7f7b965-8e3c-457d-80d0-6df7863a6982 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:52.376029 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Attempting to bind port d7f7b965-8e3c-457d-80d0-6df7863a6982 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:52.387666 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Pushing event updated for resources: {'Port': ['ID=d7f7b965-8e3c-457d-80d0-6df7863a6982,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:52.391382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:52.398387 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.398767 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.399120 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.399487 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.399821 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.400156 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.400545 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.401368 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.401703 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.402101 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.402563 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.402916 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:52.407312 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:52.408025 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:52.408751 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.409196 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:52.409755 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Bound port: d7f7b965-8e3c-457d-80d0-6df7863a6982, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:52.410306 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.412470 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.449410 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Network c2065d59-ecde-405e-83c7-7640fdd9566c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:52.452861 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:52.456532 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:52.459256 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-3456d10e-b836-4afe-b2eb-b0bd001d86f5 None None] Provisioning complete for port d7f7b965-8e3c-457d-80d0-6df7863a6982 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:52.459630 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3456d10e-b836-4afe-b2eb-b0bd001d86f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.475787 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] For port d7f7b965-8e3c-457d-80d0-6df7863a6982, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:52.481194 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] For port d7f7b965-8e3c-457d-80d0-6df7863a6982, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d7f7b965-8e3c-457d-80d0-6df7863a6982,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:52.487659 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.500103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Pushing event updated for resources: {'Port': ['ID=c524859e-0a2c-468b-a335-d0626092c1b4,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:52.505790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-3456d10e-b836-4afe-b2eb-b0bd001d86f5 None None] Port d7f7b965-8e3c-457d-80d0-6df7863a6982 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:52.507258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:52.507635 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.518388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.558796 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:52.559499 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:52.572296 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea7be6-c4f7-44d4-84fb-09a924a56a97 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:52.646679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4f92e991-1fc1-4975-b0c3-c0613d91fd16 None None] Provisioning complete for port d7f7b965-8e3c-457d-80d0-6df7863a6982 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:52.647348 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f92e991-1fc1-4975-b0c3-c0613d91fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.694392 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:52.696292 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c6181-9e9d-47f1-86df-87b1250ebf2c None None] Pushing event updated for resources: {'Port': ['ID=d7f7b965-8e3c-457d-80d0-6df7863a6982,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:52.701234 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.787605 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f92e991-1fc1-4975-b0c3-c0613d91fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.810352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4f92e991-1fc1-4975-b0c3-c0613d91fd16 None None] For port d7f7b965-8e3c-457d-80d0-6df7863a6982, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d7f7b965-8e3c-457d-80d0-6df7863a6982,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:52.814383 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4f92e991-1fc1-4975-b0c3-c0613d91fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.870457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92e991-1fc1-4975-b0c3-c0613d91fd16 None None] Pushing event updated for resources: {'Port': ['ID=d7f7b965-8e3c-457d-80d0-6df7863a6982,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:52.887779 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.892853 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.898742 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:50Z', 'revision_number': 3, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:52.925642 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfa5df-c489-4a77-b1b5-276b90d1e1f1 None None] The sync data for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 is: [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:50Z', 'revision_number': 3, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:52.939228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4c831511-a123-4af3-b93e-62c585b1c613 None None] Provisioning complete for port c524859e-0a2c-468b-a335-d0626092c1b4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:52.939613 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4c831511-a123-4af3-b93e-62c585b1c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.961677 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.964996 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Pushing event updated for resources: {'Port': ['ID=c524859e-0a2c-468b-a335-d0626092c1b4,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:52.984110 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4c831511-a123-4af3-b93e-62c585b1c613 None None] Port c524859e-0a2c-468b-a335-d0626092c1b4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:53.065626 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Network c2065d59-ecde-405e-83c7-7640fdd9566c is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:53.067006 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:53.215482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Router eb07a13b-cc28-463a-b125-7ac2f4c5f42b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:53.305503 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6748f18b-3fd8-4895-950e-08f1cb6464d3 None None] Provisioning complete for port c524859e-0a2c-468b-a335-d0626092c1b4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:53.305888 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6748f18b-3fd8-4895-950e-08f1cb6464d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.341035 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:53.347488 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-4a6a6d96-e0c8-4b13-9bac-d648b07d4f9f admin admin] 10.222.0.74 "PUT /v2.0/routers/eb07a13b-cc28-463a-b125-7ac2f4c5f42b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563362 Nov 23 19:06:53.358986 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6748f18b-3fd8-4895-950e-08f1cb6464d3 None None] Port c524859e-0a2c-468b-a335-d0626092c1b4 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:53.852262 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45838) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:53.857279 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1852762203-network', 'tenant_id': '56348f81bf1246b18b3c747af3def84f'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:53.877354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Made reservation on behalf of 56348f81bf1246b18b3c747af3def84f for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:53.879940 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.888989 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.968596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.972244 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.993068 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:06:54.006887 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e1619-d91c-4b01-b89f-101523537ece,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:54.014894 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.015587 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Added segment ed974427-9001-4507-8241-3f338543490a of type vlan for network be18d2f1-6b85-45e2-9575-666cbcf8d47e Nov 23 19:06:54.066130 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.091390 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.092438 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:54.093023 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.155048 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3016362 Nov 23 19:06:54.157828 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45842) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:54.158399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b793e-0814-4530-80f6-c8defced311c admin admin] Pushing event updated for resources: {'Network': ['ID=be18d2f1-6b85-45e2-9575-666cbcf8d47e,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:54.162908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Request body: {'subnet': {'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1852762203-subnet', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:54.173140 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network be18d2f1-6b85-45e2-9575-666cbcf8d47e details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:06:54.188009 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Made reservation on behalf of 56348f81bf1246b18b3c747af3def84f for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:54.190506 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.382111 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d7f7b965-8e3c-457d-80d0-6df7863a6982 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:54.388013 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.436827 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port d7f7b965-8e3c-457d-80d0-6df7863a6982 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:54.437103 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=375050c5-c8a9-42a2-b3bb-730228bced83,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:54.437368 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.463330 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Checking segment: {'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:54.463687 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Network hostable DHCP agents. Network: be18d2f1-6b85-45e2-9575-666cbcf8d47e, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:06:54.482819 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Network be18d2f1-6b85-45e2-9575-666cbcf8d47e is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:06:54.493408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, be18d2f1-6b85-45e2-9575-666cbcf8d47e) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:54.499036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:54.499806 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.520704 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6979ead6-8d19-4c3c-96c8-b51fc93cd40f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3593557 Nov 23 19:06:54.520919 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f96ad22-b23c-4bf8-ac8f-f210d0c5649e None None] Network be18d2f1-6b85-45e2-9575-666cbcf8d47e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:54.521060 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45844) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:54.525175 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:54.551975 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.553237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.598329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Sync routers for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:54.618169 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:54.618871 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:54.619062 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.755515 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.793408 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-be18d2f1-6b85-45e2-9575-666cbcf8d47e', 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'fixed_ips': [{'subnet_id': '375050c5-c8a9-42a2-b3bb-730228bced83'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:06:54.794247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.797959 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:54.959258 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.981071 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.067014 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Allocated IP 172.20.0.2 (be18d2f1-6b85-45e2-9575-666cbcf8d47e/375050c5-c8a9-42a2-b3bb-730228bced83/fb078671-4cf8-4212-966f-8a289ee31d1a) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:55.085133 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Allocated IP 172.25.0.251 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/a90cc4bd-84b9-46d4-aa9c-8a84990fc398) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:55.194761 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.202311 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 2, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:55.229671 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.242297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Checking router: eb07a13b-cc28-463a-b125-7ac2f4c5f42b for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:55.242797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Updating router eb07a13b-cc28-463a-b125-7ac2f4c5f42b port c524859e-0a2c-468b-a335-d0626092c1b4 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:55.273300 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:55.280026 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:55.282449 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:55.296566 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.305248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd031c53-25f7-43d7-a063-d2367b7951fb None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:55.315383 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Pushing event updated for resources: {'Port': ['ID=a90cc4bd-84b9-46d4-aa9c-8a84990fc398,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:55.477724 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.487493 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.540397 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Network be18d2f1-6b85-45e2-9575-666cbcf8d47e is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:55.551092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:55.551333 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.558671 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:55.640123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Pushing event updated for resources: {'Port': ['ID=fb078671-4cf8-4212-966f-8a289ee31d1a,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:55.700934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Attempting to bind port fb078671-4cf8-4212-966f-8a289ee31d1a on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:55.701298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Attempting to bind port fb078671-4cf8-4212-966f-8a289ee31d1a by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:55.701661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Attempting to bind port fb078671-4cf8-4212-966f-8a289ee31d1a on network be18d2f1-6b85-45e2-9575-666cbcf8d47e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:55.705142 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-257e5cd1-8dae-424e-8d71-686234c8c020 None None] Provisioning complete for port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:55.705507 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-257e5cd1-8dae-424e-8d71-686234c8c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.747112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:55.747496 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Checking segment: {'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:55.747902 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.748297 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Bound using segment: {'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:55.748786 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Bound port: fb078671-4cf8-4212-966f-8a289ee31d1a, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:55.749165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.819433 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-257e5cd1-8dae-424e-8d71-686234c8c020 None None] Port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:55.901979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] For port fb078671-4cf8-4212-966f-8a289ee31d1a, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:55.923791 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] For port fb078671-4cf8-4212-966f-8a289ee31d1a, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fb078671-4cf8-4212-966f-8a289ee31d1a,segment=NetworkSegment(ed974427-9001-4507-8241-3f338543490a),segment_id=ed974427-9001-4507-8241-3f338543490a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:55.928535 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.021321 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.026524 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45baff9-92e5-4f6f-9c1a-45c501e53fc4 None None] Pushing event updated for resources: {'Port': ['ID=fb078671-4cf8-4212-966f-8a289ee31d1a,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:56.031914 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.083571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af1deb-26b8-4484-b8e4-1164cfb3ae8c None None] Pushing event updated for resources: {'Port': ['ID=c524859e-0a2c-468b-a335-d0626092c1b4,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:56.121077 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.151136 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Attempting to bind port c524859e-0a2c-468b-a335-d0626092c1b4 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:56.151716 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Attempting to bind port c524859e-0a2c-468b-a335-d0626092c1b4 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:56.152171 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Attempting to bind port c524859e-0a2c-468b-a335-d0626092c1b4 on network c2065d59-ecde-405e-83c7-7640fdd9566c {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:56.161342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:56.162348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Checking segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:56.162784 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.163187 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Bound using segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:56.163689 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Bound port: c524859e-0a2c-468b-a335-d0626092c1b4, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:56.164088 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.265767 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] For port c524859e-0a2c-468b-a335-d0626092c1b4, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:56.271731 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] For port c524859e-0a2c-468b-a335-d0626092c1b4, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c524859e-0a2c-468b-a335-d0626092c1b4,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:56.281179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.297036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:06:56.379836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:56.380474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:56.433639 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fb078671-4cf8-4212-966f-8a289ee31d1a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:56.452076 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af1deb-26b8-4484-b8e4-1164cfb3ae8c None None] Pushing event updated for resources: {'Port': ['ID=c524859e-0a2c-468b-a335-d0626092c1b4,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:56.514498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:56.526421 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Sync routers for ids ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:56.538767 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.543238 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-918d0f1c-8645-440b-acb5-df17f36716ae admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0189161 Nov 23 19:06:56.543439 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Routers {'57ae5891-ae0f-4e90-a824-9c8f84aed1e2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:56.543598 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45852) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:56.544125 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:56.580614 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-dbd86f7e-c2e2-4b33-8890-8c4638f100f8 None None] Provisioning complete for port c524859e-0a2c-468b-a335-d0626092c1b4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:56.580876 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbd86f7e-c2e2-4b33-8890-8c4638f100f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.634905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:56.669775 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Set router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:56.673336 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fb078671-4cf8-4212-966f-8a289ee31d1a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:56.673982 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.875039 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 3, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port': {'id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:56.887092 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbd86f7e-c2e2-4b33-8890-8c4638f100f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.936347 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.005954 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] For port fb078671-4cf8-4212-966f-8a289ee31d1a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fb078671-4cf8-4212-966f-8a289ee31d1a,segment=NetworkSegment(ed974427-9001-4507-8241-3f338543490a),segment_id=ed974427-9001-4507-8241-3f338543490a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:57.017358 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Checking router: 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:57.017768 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Updating router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:57.037157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-dbd86f7e-c2e2-4b33-8890-8c4638f100f8 None None] For port c524859e-0a2c-468b-a335-d0626092c1b4, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c524859e-0a2c-468b-a335-d0626092c1b4,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:57.040790 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.057683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dbd86f7e-c2e2-4b33-8890-8c4638f100f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.059822 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.089112 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.124427 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Pushing event updated for resources: {'Port': ['ID=fb078671-4cf8-4212-966f-8a289ee31d1a,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:57.130933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:57.194480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e85aec-ec93-4795-ae7b-64dbbd4a3020 None None] The sync data for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 is: [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:57.247205 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-7e857b35-5e56-41e7-8381-f769ea1ae77e None None] Provisioning complete for port c524859e-0a2c-468b-a335-d0626092c1b4 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:57.247658 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7e857b35-5e56-41e7-8381-f769ea1ae77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.260167 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd86f7e-c2e2-4b33-8890-8c4638f100f8 None None] Pushing event updated for resources: {'Port': ['ID=c524859e-0a2c-468b-a335-d0626092c1b4,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:57.404972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Allocated IP 172.20.0.1 (be18d2f1-6b85-45e2-9575-666cbcf8d47e/375050c5-c8a9-42a2-b3bb-730228bced83/f34ecc11-a879-4fb8-a572-f1e70c925216) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:57.448548 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.458755 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.468779 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a507302-6d02-4152-8a59-51659d382821 None None] Network be18d2f1-6b85-45e2-9575-666cbcf8d47e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:57.503911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ec28c-16ea-42f1-a6b2-bc01d99aa810 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:57.539564 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Attempting to bind port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:57.547464 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Attempting to bind port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:57.548234 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Attempting to bind port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:57.561885 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:57.562316 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:57.562830 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.563242 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:57.563736 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Bound port: a90cc4bd-84b9-46d4-aa9c-8a84990fc398, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:57.564126 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.579129 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.588377 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfedb58-8bdf-4466-a4e1-f994937b8f4e None None] Pushing event updated for resources: {'Port': ['ID=a90cc4bd-84b9-46d4-aa9c-8a84990fc398,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:57.629641 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] For port a90cc4bd-84b9-46d4-aa9c-8a84990fc398, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:57.633541 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] For port a90cc4bd-84b9-46d4-aa9c-8a84990fc398, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a90cc4bd-84b9-46d4-aa9c-8a84990fc398,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:57.633967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-899602e0-ebf5-4e86-8efa-7ee34e7155b6 None None] Provisioning complete for port fb078671-4cf8-4212-966f-8a289ee31d1a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:57.634557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-899602e0-ebf5-4e86-8efa-7ee34e7155b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.641414 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.644695 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.699266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Pushing event updated for resources: {'Port': ['ID=f34ecc11-a879-4fb8-a572-f1e70c925216,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:57.699490 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de359e7a-cc8b-4b99-9bde-83e9eaed4817 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:57.699610 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Routers {'57ae5891-ae0f-4e90-a824-9c8f84aed1e2'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:57.699987 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:57.722177 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Network be18d2f1-6b85-45e2-9575-666cbcf8d47e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:57.724832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:57.729865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:57.786024 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.860804 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] Set router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:57.973062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-11504482-9e35-4242-aec3-e3aaf9fff6d2 None None] Provisioning complete for port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:57.973266 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-11504482-9e35-4242-aec3-e3aaf9fff6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.974049 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.057533 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfedb58-8bdf-4466-a4e1-f994937b8f4e None None] Pushing event updated for resources: {'Port': ['ID=a90cc4bd-84b9-46d4-aa9c-8a84990fc398,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:58.118290 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 3, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port': {'id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:58.155570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-11504482-9e35-4242-aec3-e3aaf9fff6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.162640 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db83b3-9c89-4f31-b22b-ccd8587364b6 None None] The sync data for ids ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'] in n-d-818932-3 is: [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 3, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port': {'id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:58.193285 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-11504482-9e35-4242-aec3-e3aaf9fff6d2 None None] For port a90cc4bd-84b9-46d4-aa9c-8a84990fc398, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a90cc4bd-84b9-46d4-aa9c-8a84990fc398,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:58.200295 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-11504482-9e35-4242-aec3-e3aaf9fff6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.226803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.237038 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.270461 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11504482-9e35-4242-aec3-e3aaf9fff6d2 None None] Pushing event updated for resources: {'Port': ['ID=a90cc4bd-84b9-46d4-aa9c-8a84990fc398,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:58.343173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6210adde-dba2-4c89-be84-3bad591ece17 None None] Provisioning complete for port f34ecc11-a879-4fb8-a572-f1e70c925216 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.344092 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6210adde-dba2-4c89-be84-3bad591ece17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.349033 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Pushing event updated for resources: {'Port': ['ID=f34ecc11-a879-4fb8-a572-f1e70c925216,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:58.353346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.412661 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-6210adde-dba2-4c89-be84-3bad591ece17 None None] Port f34ecc11-a879-4fb8-a572-f1e70c925216 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:58.427711 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-6210adde-dba2-4c89-be84-3bad591ece17 None None] Provisioning complete for port fb078671-4cf8-4212-966f-8a289ee31d1a triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.429128 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6210adde-dba2-4c89-be84-3bad591ece17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.541306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Network be18d2f1-6b85-45e2-9575-666cbcf8d47e is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:58.543364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:58.576197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fb078671-4cf8-4212-966f-8a289ee31d1a up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:58.658268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port fb078671-4cf8-4212-966f-8a289ee31d1a triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.658941 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.704486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:58.718877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2989d3b0-cbf3-49bc-9955-cf15c8a11d5a None None] Provisioning complete for port f34ecc11-a879-4fb8-a572-f1e70c925216 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.719266 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2989d3b0-cbf3-49bc-9955-cf15c8a11d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.812984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2989d3b0-cbf3-49bc-9955-cf15c8a11d5a None None] Port f34ecc11-a879-4fb8-a572-f1e70c925216 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:58.833563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c524859e-0a2c-468b-a335-d0626092c1b4 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:58.893095 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c524859e-0a2c-468b-a335-d0626092c1b4 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.893844 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.896172 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:58.907287 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-97935493-5107-42d0-a261-9ef4eb0cd4ec admin admin] 10.222.0.74 "PUT /v2.0/routers/57ae5891-ae0f-4e90-a824-9c8f84aed1e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3625250 Nov 23 19:06:58.957664 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-615688ca-ecad-46d7-99f5-1983d03389da None None] Provisioning complete for port f34ecc11-a879-4fb8-a572-f1e70c925216 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.958046 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-615688ca-ecad-46d7-99f5-1983d03389da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.186911 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-615688ca-ecad-46d7-99f5-1983d03389da None None] Port f34ecc11-a879-4fb8-a572-f1e70c925216 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:59.431118 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45860) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:59.436864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-1100b270-9912-4065-9262-89344875ab5d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009154300', 'description': 'tempest-secgroup-smoke-2009154300 description', 'project_id': '6a15fc80824145259b1e26e199225705'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:59.465033 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1100b270-9912-4065-9262-89344875ab5d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.537561 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1100b270-9912-4065-9262-89344875ab5d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.542342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1100b270-9912-4065-9262-89344875ab5d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.578713 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-1100b270-9912-4065-9262-89344875ab5d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.578983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-1100b270-9912-4065-9262-89344875ab5d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1460307 Nov 23 19:06:59.583188 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100b270-9912-4065-9262-89344875ab5d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e98203-c9a6-43f7-8849-c502ac65fa87,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:59.583320 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45862) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:59.587890 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-43f18263-e1fa-44d7-9b40-0cc723278cdd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'e3e98203-c9a6-43f7-8849-c502ac65fa87', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:59.615432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43f18263-e1fa-44d7-9b40-0cc723278cdd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.671089 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43f18263-e1fa-44d7-9b40-0cc723278cdd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.674801 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43f18263-e1fa-44d7-9b40-0cc723278cdd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.693048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18263-e1fa-44d7-9b40-0cc723278cdd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc27e58-1d19-436e-9ac1-da09eb458da5,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:59.700099 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43f18263-e1fa-44d7-9b40-0cc723278cdd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.701296 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-43f18263-e1fa-44d7-9b40-0cc723278cdd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173606 Nov 23 19:06:59.704296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45864) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:59.708737 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-573cd95b-4218-4302-a89f-ee55320da29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'e3e98203-c9a6-43f7-8849-c502ac65fa87', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:59.735720 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-573cd95b-4218-4302-a89f-ee55320da29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.793019 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-573cd95b-4218-4302-a89f-ee55320da29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.796561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-573cd95b-4218-4302-a89f-ee55320da29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.815337 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cd95b-4218-4302-a89f-ee55320da29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957aaa30-5095-400f-b6cb-3e77ba7c2061,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:59.821831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-573cd95b-4218-4302-a89f-ee55320da29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.823714 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-573cd95b-4218-4302-a89f-ee55320da29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184387 Nov 23 19:06:59.826372 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 45866) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:59.830961 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-921175c1-c90e-456a-9fbb-4068eabc7736 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'e3e98203-c9a6-43f7-8849-c502ac65fa87', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:59.858926 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921175c1-c90e-456a-9fbb-4068eabc7736 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.926423 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921175c1-c90e-456a-9fbb-4068eabc7736 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.931173 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921175c1-c90e-456a-9fbb-4068eabc7736 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.953957 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921175c1-c90e-456a-9fbb-4068eabc7736 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1196e6-8d2e-4ba3-8ab4-2fbb6e602cf0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:59.959784 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-921175c1-c90e-456a-9fbb-4068eabc7736 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.960914 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-921175c1-c90e-456a-9fbb-4068eabc7736 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332924 Nov 23 19:06:59.964112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45868) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:59.968935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0a9c2a2e-9b25-4658-b9b4-541b2d4fc7bb tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'e3e98203-c9a6-43f7-8849-c502ac65fa87', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:59.996761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a9c2a2e-9b25-4658-b9b4-541b2d4fc7bb tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.058905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a9c2a2e-9b25-4658-b9b4-541b2d4fc7bb tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.062328 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a9c2a2e-9b25-4658-b9b4-541b2d4fc7bb tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.080921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c2a2e-9b25-4658-b9b4-541b2d4fc7bb tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4878a8-b154-488c-84da-0ef8a7bfae20,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:00.086348 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0a9c2a2e-9b25-4658-b9b4-541b2d4fc7bb tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.087445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0a9c2a2e-9b25-4658-b9b4-541b2d4fc7bb tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221669 Nov 23 19:07:00.091286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45870) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:00.095735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-5fd648f6-a16c-4aaa-993f-cf2df5226b01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'e3e98203-c9a6-43f7-8849-c502ac65fa87', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:00.119191 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-5fd648f6-a16c-4aaa-993f-cf2df5226b01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Project 6a15fc80824145259b1e26e199225705 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:07:00.125005 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5fd648f6-a16c-4aaa-993f-cf2df5226b01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.186279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5fd648f6-a16c-4aaa-993f-cf2df5226b01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.189998 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5fd648f6-a16c-4aaa-993f-cf2df5226b01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.208625 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd648f6-a16c-4aaa-993f-cf2df5226b01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bd265c-5ae8-43be-8d9a-0beea82e4a73,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:00.219613 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-5fd648f6-a16c-4aaa-993f-cf2df5226b01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.220876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-5fd648f6-a16c-4aaa-993f-cf2df5226b01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286321 Nov 23 19:07:00.223700 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45872) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:00.228022 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-e2152cb6-1cf7-452b-b0e6-fa559e39e75f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'e3e98203-c9a6-43f7-8849-c502ac65fa87', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:00.250334 n-d-818932-3 neutron-server[120536]: INFO neutron.db.securitygroups_db [None req-e2152cb6-1cf7-452b-b0e6-fa559e39e75f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Project 6a15fc80824145259b1e26e199225705 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:07:00.255335 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e2152cb6-1cf7-452b-b0e6-fa559e39e75f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.320378 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e2152cb6-1cf7-452b-b0e6-fa559e39e75f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.325304 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e2152cb6-1cf7-452b-b0e6-fa559e39e75f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.351009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2152cb6-1cf7-452b-b0e6-fa559e39e75f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73702417-57fb-4d38-a8c6-07b1fb60b77f,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:00.364367 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-e2152cb6-1cf7-452b-b0e6-fa559e39e75f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.366952 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-e2152cb6-1cf7-452b-b0e6-fa559e39e75f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422861 Nov 23 19:07:00.395232 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a90cc4bd-84b9-46d4-aa9c-8a84990fc398 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:00.453228 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:00.453618 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.498091 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:07:00.532016 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-d3fed1ea-a08f-431c-97b5-ef35c7643172 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009154300&fields=id&tenant_id=6a15fc80824145259b1e26e199225705 HTTP/1.1" status: 200 len: 267 time: 0.0534821 Nov 23 19:07:00.645865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-7b9804c7-bde3-4b33-b2e2-70d4af79f54d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:00.647471 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-7b9804c7-bde3-4b33-b2e2-70d4af79f54d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 809 time: 0.1077380 Nov 23 19:07:00.663702 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-07e9c843-a7e5-4e33-a603-ec0f1d44732e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/quotas/6a15fc80824145259b1e26e199225705 HTTP/1.1" status: 200 len: 375 time: 0.0094142 Nov 23 19:07:00.715373 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Sync routers for ids ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:00.717454 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-371b8901-d2e6-47f5-936a-188eebc914aa tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483844 Nov 23 19:07:00.724764 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Routers {'57ae5891-ae0f-4e90-a824-9c8f84aed1e2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:00.725589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:00.819611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-8acc5e4d-ff24-4298-9431-a6eea8546b3e service neutron] 10.222.0.74 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900865 Nov 23 19:07:00.834584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Set router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:00.916138 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-2cb21401-3ece-4362-8885-e2ae91ece9ba service neutron] 10.222.0.74 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888436 Nov 23 19:07:01.039971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:57Z', 'revision_number': 4, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port': {'id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f34ecc11-a879-4fb8-a572-f1e70c925216', 'name': '', 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '375050c5-c8a9-42a2-b3bb-730228bced83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:57Z', 'updated_at': '2021-11-23T19:06:58Z', 'revision_number': 2, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'subnets': [{'id': '375050c5-c8a9-42a2-b3bb-730228bced83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:01.072183 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Checking router: 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:01.072569 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Updating router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 port f34ecc11-a879-4fb8-a572-f1e70c925216 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:07:01.082140 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-98fb8fbd-d1da-409f-9eb9-711e8e8440ec req-a9de3a89-bfdc-4360-928b-3209a65e6dfa tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 210 time: 0.0307698 Nov 23 19:07:01.100977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.385596 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.391165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.442211 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3039583-6bdb-4c59-92c9-13790e01a42d None None] Pushing event updated for resources: {'Port': ['ID=f34ecc11-a879-4fb8-a572-f1e70c925216,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:01.500977 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Attempting to bind port f34ecc11-a879-4fb8-a572-f1e70c925216 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:01.501457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Attempting to bind port f34ecc11-a879-4fb8-a572-f1e70c925216 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:01.501903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Attempting to bind port f34ecc11-a879-4fb8-a572-f1e70c925216 on network be18d2f1-6b85-45e2-9575-666cbcf8d47e {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:01.507653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:01.508124 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Checking segment: {'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:01.508613 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.509092 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Bound using segment: {'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:01.509642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Bound port: f34ecc11-a879-4fb8-a572-f1e70c925216, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed974427-9001-4507-8241-3f338543490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:01.510263 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.580933 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] For port f34ecc11-a879-4fb8-a572-f1e70c925216, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:01.584469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] For port f34ecc11-a879-4fb8-a572-f1e70c925216, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f34ecc11-a879-4fb8-a572-f1e70c925216,segment=NetworkSegment(ed974427-9001-4507-8241-3f338543490a),segment_id=ed974427-9001-4507-8241-3f338543490a)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:01.588467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.648776 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Routers {'57ae5891-ae0f-4e90-a824-9c8f84aed1e2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:01.649414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:01.652011 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3039583-6bdb-4c59-92c9-13790e01a42d None None] Pushing event updated for resources: {'Port': ['ID=f34ecc11-a879-4fb8-a572-f1e70c925216,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:01.766712 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-f81b0dee-4f12-43b6-b011-b29e8e1f063e None None] Provisioning complete for port f34ecc11-a879-4fb8-a572-f1e70c925216 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:01.767082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f81b0dee-4f12-43b6-b011-b29e8e1f063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.800079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] Set router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:01.974678 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f81b0dee-4f12-43b6-b011-b29e8e1f063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.040216 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-f81b0dee-4f12-43b6-b011-b29e8e1f063e None None] For port f34ecc11-a879-4fb8-a572-f1e70c925216, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f34ecc11-a879-4fb8-a572-f1e70c925216,segment=NetworkSegment(ed974427-9001-4507-8241-3f338543490a),segment_id=ed974427-9001-4507-8241-3f338543490a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:02.048319 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f81b0dee-4f12-43b6-b011-b29e8e1f063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.116668 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b0dee-4f12-43b6-b011-b29e8e1f063e None None] Pushing event updated for resources: {'Port': ['ID=f34ecc11-a879-4fb8-a572-f1e70c925216,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:02.121236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:57Z', 'revision_number': 4, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port': {'id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f34ecc11-a879-4fb8-a572-f1e70c925216', 'name': '', 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '375050c5-c8a9-42a2-b3bb-730228bced83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:57Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 4, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'subnets': [{'id': '375050c5-c8a9-42a2-b3bb-730228bced83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:02.151846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f1ea-1181-43f6-96a5-0c175c65e551 None None] The sync data for ids ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'] in n-d-818932-3 is: [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:57Z', 'revision_number': 4, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port': {'id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'f34ecc11-a879-4fb8-a572-f1e70c925216', 'name': '', 'network_id': 'be18d2f1-6b85-45e2-9575-666cbcf8d47e', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '375050c5-c8a9-42a2-b3bb-730228bced83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:57Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 4, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'subnets': [{'id': '375050c5-c8a9-42a2-b3bb-730228bced83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:02.169163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-77626416-bbb9-496e-96e0-ef9b401b3b30 None None] Provisioning complete for port f34ecc11-a879-4fb8-a572-f1e70c925216 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:02.169631 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-77626416-bbb9-496e-96e0-ef9b401b3b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.174029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-ac21867c-71f1-4c83-a4a2-e71a46540417 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:02.177111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-ac21867c-71f1-4c83-a4a2-e71a46540417 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 809 time: 0.1328003 Nov 23 19:07:02.235032 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cd0d6ac7-1f2a-4acb-8f95-93504e31976a req-e4396cf0-c8c3-456b-ba2d-306ae521b054 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 210 time: 0.0559666 Nov 23 19:07:02.315572 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-ac784b37-a621-45f6-9f09-adbec058d1e5 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a15fc80824145259b1e26e199225705 HTTP/1.1" status: 200 len: 380 time: 0.1223924 Nov 23 19:07:02.327492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'port': {'device_id': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'admin_state_up': True, 'tenant_id': '6a15fc80824145259b1e26e199225705', 'security_groups': ['e3e98203-c9a6-43f7-8849-c502ac65fa87']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:02.392314 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f34ecc11-a879-4fb8-a572-f1e70c925216 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:02.451219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port f34ecc11-a879-4fb8-a572-f1e70c925216 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:02.452361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.456046 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Made reservation on behalf of 6a15fc80824145259b1e26e199225705 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:02.459935 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.604331 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Allocated IP 172.20.0.9 (c2065d59-ecde-405e-83c7-7640fdd9566c/49bbb4a0-6c79-4fec-87f7-7bcc47487a4e/64ca3f5d-d063-4628-8153-171df28523fe) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:02.764791 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.801357 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.849980 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Network c2065d59-ecde-405e-83c7-7640fdd9566c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:02.853223 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:02.856006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:02.883857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:02.915364 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:02.916011 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.935640 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-f3e5df87-4d2e-4462-8f17-d113e5c7bc5e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131971 Nov 23 19:07:02.954014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Request body: {'port': {'device_id': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:03.017988 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.129069 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ed25f561-1264-4739-bac5-32312aa253df None None] Provisioning complete for port 64ca3f5d-d063-4628-8153-171df28523fe triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:03.129560 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ed25f561-1264-4739-bac5-32312aa253df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.168535 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ed25f561-1264-4739-bac5-32312aa253df None None] Port 64ca3f5d-d063-4628-8153-171df28523fe cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:07:03.286169 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ca3f5d-d063-4628-8153-171df28523fe {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:03.294094 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.306014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Transition to ACTIVE for port object 64ca3f5d-d063-4628-8153-171df28523fe will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:07:03.311370 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.394944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:03.451272 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b750c2-31e1-40f8-b2e0-a260bc8d5ba0 req-5adde357-8232-4461-858a-25ec373b6018 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:03.453111 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76b750c2-31e1-40f8-b2e0-a260bc8d5ba0 req-5adde357-8232-4461-858a-25ec373b6018 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.1165843 Nov 23 19:07:03.510006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Attempting to bind port 64ca3f5d-d063-4628-8153-171df28523fe on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:03.510368 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Attempting to bind port 64ca3f5d-d063-4628-8153-171df28523fe by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:03.510733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Attempting to bind port 64ca3f5d-d063-4628-8153-171df28523fe on network c2065d59-ecde-405e-83c7-7640fdd9566c {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:03.524280 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Port 64ca3f5d-d063-4628-8153-171df28523fe on network c2065d59-ecde-405e-83c7-7640fdd9566c not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:07:03.524614 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Attempting to bind port 64ca3f5d-d063-4628-8153-171df28523fe on network c2065d59-ecde-405e-83c7-7640fdd9566c {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:03.530381 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-76b750c2-31e1-40f8-b2e0-a260bc8d5ba0 req-442751ad-291c-4d93-994d-a4f080af2252 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707135 Nov 23 19:07:03.534704 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:03.535057 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Checking segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:03.535441 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Bound using segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:03.535875 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Bound port: 64ca3f5d-d063-4628-8153-171df28523fe, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:03.536237 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.600990 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:03.604946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:03.608415 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.645718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:03.646333 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.647792 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] 10.222.0.72 "PUT /v2.0/ports/64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 1091 time: 0.6987710 Nov 23 19:07:03.648287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:03.650534 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a026c690-8577-49a1-bf59-5014a9addba6" -d '{"events": [{"name": "network-changed", "server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "tag": "64ca3f5d-d063-4628-8153-171df28523fe"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:03.680248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a83db8-9ba9-4e0d-93e5-7d53e038de1a service neutron] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:03.723725 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c64fd7-2760-42c9-af18-9ceec85c9c10 x-openstack-request-id: req-b2c64fd7-2760-42c9-af18-9ceec85c9c10 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:03.724117 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "tag": "64ca3f5d-d063-4628-8153-171df28523fe", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:03.724448 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b2c64fd7-2760-42c9-af18-9ceec85c9c10 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:03.724933 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe', 'status': 'completed', 'code': 200} Nov 23 19:07:03.742035 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-9a2a7b32-25df-47be-8f06-573542738150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:03.743892 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-9a2a7b32-25df-47be-8f06-573542738150 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1094 time: 0.0487721 Nov 23 19:07:03.796954 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-edd20f81-98b6-4229-88d5-40eff9f3da16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 217 time: 0.0385942 Nov 23 19:07:03.856434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-e1f6a1b0-262b-4b0b-b4d8-7b6fbb870ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:03.857933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-e1f6a1b0-262b-4b0b-b4d8-7b6fbb870ba8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0498226 Nov 23 19:07:03.909256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-d0e84b30-641d-450f-8514-134c7bcdaa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:03.910712 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-d0e84b30-641d-450f-8514-134c7bcdaa35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421131 Nov 23 19:07:04.006998 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-315c9645-b665-4625-ace0-f07aedf7cc73 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849292 Nov 23 19:07:04.108988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f1913f-f551-4761-bb58-ff12dce8cf47 req-0ba662be-ed41-40b3-9ad7-61aed493432e service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904737 Nov 23 19:07:04.202502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c690-8577-49a1-bf59-5014a9addba6 req-db5a5dd6-36fe-458f-94ea-cd1623c881dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:04.204071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a026c690-8577-49a1-bf59-5014a9addba6 req-db5a5dd6-36fe-458f-94ea-cd1623c881dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1094 time: 0.0451734 Nov 23 19:07:04.311686 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c690-8577-49a1-bf59-5014a9addba6 req-dd7cf52c-624b-4700-a793-0565f58bade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:04.313218 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a026c690-8577-49a1-bf59-5014a9addba6 req-dd7cf52c-624b-4700-a793-0565f58bade6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1016693 Nov 23 19:07:04.356470 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a026c690-8577-49a1-bf59-5014a9addba6 req-f7c12306-b880-4f8c-a404-8972267596c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 217 time: 0.0362370 Nov 23 19:07:04.411069 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c690-8577-49a1-bf59-5014a9addba6 req-fcb1ce80-8da0-46e9-8274-e14487d9c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:04.412508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a026c690-8577-49a1-bf59-5014a9addba6 req-fcb1ce80-8da0-46e9-8274-e14487d9c8b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0490248 Nov 23 19:07:04.460327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c690-8577-49a1-bf59-5014a9addba6 req-bd0a09a3-4a81-4aca-b504-f0321fa2b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:04.461834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a026c690-8577-49a1-bf59-5014a9addba6 req-bd0a09a3-4a81-4aca-b504-f0321fa2b030 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413916 Nov 23 19:07:04.553481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a026c690-8577-49a1-bf59-5014a9addba6 req-124fe365-a8bd-4b20-9473-50a42f18717f service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831003 Nov 23 19:07:04.684208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a026c690-8577-49a1-bf59-5014a9addba6 req-4b032e07-d3d1-470b-a3ee-ffa598c14046 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224506 Nov 23 19:07:04.693217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f7827-beb6-4013-9487-237b660ed9d5 req-519a33f5-f3c7-4ed8-afa9-0a8bf7b5fa1f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:04.694624 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-268f7827-beb6-4013-9487-237b660ed9d5 req-519a33f5-f3c7-4ed8-afa9-0a8bf7b5fa1f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0705888 Nov 23 19:07:04.746933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-268f7827-beb6-4013-9487-237b660ed9d5 req-ca34b047-efc0-4637-a2b3-6fbbdac34371 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458658 Nov 23 19:07:05.766945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:07:05.867779 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512a52-137b-47b2-bbf5-96f1bc2e72d2 req-8d0252be-208a-4898-9b51-dcc3600de9d4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:05.869074 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67512a52-137b-47b2-bbf5-96f1bc2e72d2 req-8d0252be-208a-4898-9b51-dcc3600de9d4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0535839 Nov 23 19:07:05.872474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:05.884000 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '64ca3f5d-d063-4628-8153-171df28523fe', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'port_id': '64ca3f5d-d063-4628-8153-171df28523fe', 'mac_address': 'fa:16:3e:d9:f8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:07:05.923531 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:05.925293 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67512a52-137b-47b2-bbf5-96f1bc2e72d2 req-5c689f26-9c70-4e96-924b-67da9bfa7437 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494916 Nov 23 19:07:05.938338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ca3f5d-d063-4628-8153-171df28523fe {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:05.958123 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:05.962389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.009563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:06.210457 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['64ca3f5d-d063-4628-8153-171df28523fe'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:07.043867 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449f03b-7490-4333-b138-51181ec79d54 req-f3a60722-03c1-4c59-8e14-44e2ac0bcf76 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:07.045416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6449f03b-7490-4333-b138-51181ec79d54 req-f3a60722-03c1-4c59-8e14-44e2ac0bcf76 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 944 time: 0.0505123 Nov 23 19:07:07.104522 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6449f03b-7490-4333-b138-51181ec79d54 req-285831a5-8871-426e-9fcd-34ab6df3fcca tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523520 Nov 23 19:07:07.782419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:07.836038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 64ca3f5d-d063-4628-8153-171df28523fe completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:07:07.840862 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 64ca3f5d-d063-4628-8153-171df28523fe triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:07.841237 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:07.921421 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:07.944707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:07.946990 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6a40ad-7353-47d4-ad7b-fe7fb5821cd2" -d '{"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-plugged", "status": "completed", "tag": "64ca3f5d-d063-4628-8153-171df28523fe"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:07.959951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:07.964683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:07.991766 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691209f-5636-4c7a-94e1-01c12a583a9d x-openstack-request-id: req-9691209f-5636-4c7a-94e1-01c12a583a9d {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:07.992061 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-plugged", "status": "completed", "tag": "64ca3f5d-d063-4628-8153-171df28523fe", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:07.992317 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9691209f-5636-4c7a-94e1-01c12a583a9d {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:07.992711 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe', 'code': 200} Nov 23 19:07:08.018877 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:08.098450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9ba65-fbce-4d38-929c-70c592a8f773 req-14037380-36d9-459a-85e8-73336b5b640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:08.099980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66d9ba65-fbce-4d38-929c-70c592a8f773 req-14037380-36d9-459a-85e8-73336b5b640f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1096 time: 0.0406759 Nov 23 19:07:08.151855 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-66d9ba65-fbce-4d38-929c-70c592a8f773 req-39de8ec0-8bec-4d92-bc18-ffc6ddb5b97a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439036 Nov 23 19:07:08.225135 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea145-34c8-4970-a7d3-4b0ce437fa31 req-a04e4b7b-790f-4fe2-bd06-8767022e14f4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:08.226658 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28cea145-34c8-4970-a7d3-4b0ce437fa31 req-a04e4b7b-790f-4fe2-bd06-8767022e14f4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0510566 Nov 23 19:07:08.279152 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28cea145-34c8-4970-a7d3-4b0ce437fa31 req-47fe651d-9aa6-4c84-a02c-73c5eb602dbc tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459781 Nov 23 19:07:09.400730 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509015d6-988a-4fc4-857f-6621e1cdb382 req-3b18013c-1654-42f7-bf4d-d0bacb667ef6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:09.402231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-509015d6-988a-4fc4-857f-6621e1cdb382 req-3b18013c-1654-42f7-bf4d-d0bacb667ef6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0512745 Nov 23 19:07:09.452976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-509015d6-988a-4fc4-857f-6621e1cdb382 req-bc46e79a-d03e-44ac-99ae-4a79395ceb77 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446982 Nov 23 19:07:10.573025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f135da-3b61-41e6-97b2-0a2c66f4e046 req-51dc4076-c3c2-4273-86ce-c0719ff12ca8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:10.575108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28f135da-3b61-41e6-97b2-0a2c66f4e046 req-51dc4076-c3c2-4273-86ce-c0719ff12ca8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0531173 Nov 23 19:07:10.624155 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28f135da-3b61-41e6-97b2-0a2c66f4e046 req-c6aa90d4-bd09-404c-a43d-0d97853745d1 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Nov 23 19:07:10.742923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc956fd-353d-43a3-a284-0c4873ff9cfc req-9b2d4f23-d44c-4c80-a568-5e22ae71857f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:10.744442 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dc956fd-353d-43a3-a284-0c4873ff9cfc req-9b2d4f23-d44c-4c80-a568-5e22ae71857f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0491278 Nov 23 19:07:10.794015 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3dc956fd-353d-43a3-a284-0c4873ff9cfc req-33e56eff-e326-4daf-a3cb-7572b8d6d6ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Nov 23 19:07:10.815904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45924) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:10.949212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569cd679-252e-4f29-90d6-9139b5fb5d24 tempest-TestShelveInstance-596298743 tempest-TestShelveInstance-596298743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:10.950810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-569cd679-252e-4f29-90d6-9139b5fb5d24 tempest-TestShelveInstance-596298743 tempest-TestShelveInstance-596298743-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1091 time: 0.1338923 Nov 23 19:07:10.954042 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 45928) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:10.958315 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '64ca3f5d-d063-4628-8153-171df28523fe', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'fixed_ip_address': '172.20.0.9'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:10.980320 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:11.075590 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:11.464116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ee1e0f16-e22f-4d6b-b8da-7ebfe9f4b7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:11.492517 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Allocated IP 172.25.0.2 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/8ab41d3a-3848-43c6-9906-e3dfb42e8e91) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:11.594874 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:11.632249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:11.676825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:11.679683 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:11.683357 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:11.688838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'Port': ['ID=8ab41d3a-3848-43c6-9906-e3dfb42e8e91,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:12.043365 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:12.113812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:12.262646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:12.267139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:12.335126 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'Port': ['ID=8ab41d3a-3848-43c6-9906-e3dfb42e8e91,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:12.346388 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:12.451164 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Floating IP f6620212-bce3-43ac-9db7-ff1c394ab1c7 associated. External IP: 172.25.0.2, port: 64ca3f5d-d063-4628-8153-171df28523fe. Nov 23 19:07:12.668040 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Router eb07a13b-cc28-463a-b125-7ac2f4c5f42b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:07:12.780002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:12.790204 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] Sync routers for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:12.798956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:12.800083 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:12.800717 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:12.826901 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b8a043d3-4d62-4fca-aa7a-e7b828aa3269 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8717966 Nov 23 19:07:12.827747 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:12.830033 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3a52f-4bfd-4192-80d4-81bf5a029011" -d '{"events": [{"name": "network-changed", "server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "tag": "64ca3f5d-d063-4628-8153-171df28523fe"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:12.866152 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce634ce-f937-4ff7-bdbc-5ebd7490cfc4 x-openstack-request-id: req-1ce634ce-f937-4ff7-bdbc-5ebd7490cfc4 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:12.866458 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "tag": "64ca3f5d-d063-4628-8153-171df28523fe", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:12.866746 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ce634ce-f937-4ff7-bdbc-5ebd7490cfc4 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:12.867210 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe', 'status': 'completed', 'code': 200} Nov 23 19:07:12.910812 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:12.928270 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-0edc0aac-7368-4794-ae34-0e361cdce4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:12.929711 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-0edc0aac-7368-4794-ae34-0e361cdce4e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1096 time: 0.0407641 Nov 23 19:07:13.036213 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-5e6f6caf-2354-4645-9ebd-09cb7a5b3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:13.037733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-5e6f6caf-2354-4645-9ebd-09cb7a5b3fa6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.0981166 Nov 23 19:07:13.104869 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-492256fe-51b7-490e-b7c8-451cbe64217a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 997 time: 0.0595634 Nov 23 19:07:13.149849 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'f6620212-bce3-43ac-9db7-ff1c394ab1c7', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'port_id': '64ca3f5d-d063-4628-8153-171df28523fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'mac_address': 'fa:16:3e:d9:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:11Z', 'updated_at': '2021-11-23T19:07:11Z', 'revision_number': 0, 'project_id': '6a15fc80824145259b1e26e199225705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:13.159486 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-8ebb38aa-e274-4206-8a51-352e66560f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:13.161017 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-8ebb38aa-e274-4206-8a51-352e66560f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0492198 Nov 23 19:07:13.176850 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] Checking router: eb07a13b-cc28-463a-b125-7ac2f4c5f42b for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:13.186903 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:13.187436 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:06:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:13.208356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-3ec2897a-954a-40be-9f8a-3751b883d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:13.209883 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-3ec2897a-954a-40be-9f8a-3751b883d9b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410500 Nov 23 19:07:13.293997 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:13.301405 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-d9f493a7-d102-46df-a38c-628ee03d21dd service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842941 Nov 23 19:07:13.398084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2fb3a52f-4bfd-4192-80d4-81bf5a029011 req-d6f43104-c37a-4e5c-b478-888f5bf4623b service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890155 Nov 23 19:07:13.518153 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cd68b319-92d5-44cb-a13c-e7f37dd8d6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:13.534245 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'f6620212-bce3-43ac-9db7-ff1c394ab1c7', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'port_id': '64ca3f5d-d063-4628-8153-171df28523fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'mac_address': 'fa:16:3e:d9:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:11Z', 'updated_at': '2021-11-23T19:07:11Z', 'revision_number': 0, 'project_id': '6a15fc80824145259b1e26e199225705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:13.655868 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fa868-c770-4d10-9544-b1b5c618a043 None None] The sync data for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 is: [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': 'f6620212-bce3-43ac-9db7-ff1c394ab1c7', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'port_id': '64ca3f5d-d063-4628-8153-171df28523fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'mac_address': 'fa:16:3e:d9:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:11Z', 'updated_at': '2021-11-23T19:07:11Z', 'revision_number': 0, 'project_id': '6a15fc80824145259b1e26e199225705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:13.853364 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09ce59-1e48-4942-b018-2a2db617dcab None None] New status for floating IP f6620212-bce3-43ac-9db7-ff1c394ab1c7: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:07:15.387241 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:16.710259 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:18.089874 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:20.201335 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:21.289748 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:35.130979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-8d8dd2af-a3ad-4145-b5bb-019374c6f2c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418611 Nov 23 19:07:35.221393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-3badd7af-b5bc-4301-98e1-273163d19148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:35.222947 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-3badd7af-b5bc-4301-98e1-273163d19148 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1096 time: 0.0476332 Nov 23 19:07:35.338735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-ceb99f1a-08bf-49e6-adbe-da194b703717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:35.340374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-ceb99f1a-08bf-49e6-adbe-da194b703717 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.0967736 Nov 23 19:07:35.412366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-7dbac7cb-eb65-4cfc-a601-10af04ebb84e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 999 time: 0.0644252 Nov 23 19:07:35.463840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-c820a415-ada0-4854-a548-62c82a1071ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:35.465416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-c820a415-ada0-4854-a548-62c82a1071ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0460856 Nov 23 19:07:35.513583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-afb53d25-bd29-4d5f-a46c-cd5f86b9821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:35.515193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-afb53d25-bd29-4d5f-a46c-cd5f86b9821d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426970 Nov 23 19:07:35.624082 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-371c2f52-44db-4872-84ee-b35e7fe17dc8 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004181 Nov 23 19:07:35.726355 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9982c964-a71b-421e-ac5e-fa35bb6884f0 req-414c0a71-4bc0-40bc-b82d-c3db1daa10c3 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922990 Nov 23 19:07:37.498720 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:07:41.468945 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-057da27f-501e-4621-9c9f-ef3d40386eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:43.519126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-71b4bace-182a-4767-a6a1-b5f6497b130f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.390031 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.723603 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.092159 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.219894 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:51.310324 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.535669 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-f7f38c7e-eabe-4e8c-8dc5-42ff5ff7981b req-4ea6a281-4358-4acc-b4fa-6082e8235e86 service neutron] (120535) timed out ('10.222.0.74', 41338) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:08:11.484418 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7aa36a8d-f593-4328-b332-24d07b0b5a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.531033 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9e48e051-4ac4-473d-b52e-8b967af0defd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.499747 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:08:15.400221 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.720092 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.107390 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:20.243731 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:21.332514 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.268426 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-5c7384a3-5096-46e3-92e2-df724cf3c9cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654675 Nov 23 19:08:36.404005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-54dd07a7-361e-457c-8f3a-256d45b01822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.406577 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-54dd07a7-361e-457c-8f3a-256d45b01822 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1096 time: 0.0826428 Nov 23 19:08:36.545399 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-e963d005-76eb-4047-937c-badc78add913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.547744 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-e963d005-76eb-4047-937c-badc78add913 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1092780 Nov 23 19:08:36.659674 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-e590d466-138a-482d-91b8-dbe026b60f8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 999 time: 0.1000409 Nov 23 19:08:36.748313 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-7a799df9-28d1-4305-b904-8b7a70d1c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.751878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-7a799df9-28d1-4305-b904-8b7a70d1c760 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0804381 Nov 23 19:08:36.826678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-c47bf641-747f-4032-89de-4f11562bd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.829305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-c47bf641-747f-4032-89de-4f11562bd63d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678296 Nov 23 19:08:36.959262 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-3b28a331-c416-4e33-bca8-0b1bf464de3a service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179972 Nov 23 19:08:37.076431 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1493e815-3c16-4605-98cb-fb0b7b446f4f req-0234f5f9-2620-4f37-880d-9fbc88eb61cf service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060791 Nov 23 19:08:41.489187 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-81836bfe-dcc3-4565-9d52-3f7ac4d9727d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.531001 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b1813bc3-49c3-4d4d-86a4-0b0a1c89f7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:45.408665 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:46.732562 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:48.103564 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.258833 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.337399 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.510242 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:09:10.188663 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9a22f-fd8a-4154-8839-9b0fc5b446a0 req-9f13cd66-b2a2-49f4-ab94-7ecff59b9639 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:10.190276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef9a22f-fd8a-4154-8839-9b0fc5b446a0 req-9f13cd66-b2a2-49f4-ab94-7ecff59b9639 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0751569 Nov 23 19:09:10.279893 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aef9a22f-fd8a-4154-8839-9b0fc5b446a0 req-de5ac42a-374d-4fc6-abae-80afb92cd170 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816126 Nov 23 19:09:11.483193 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f76523ee-7cb4-4b80-abf9-2dabe4d850d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.493788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8501c2-e9d4-49f6-93d3-d4dca5eb4cc7 req-7fd30394-c881-4693-b9d8-9c7ecfb4351a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:11.495636 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a8501c2-e9d4-49f6-93d3-d4dca5eb4cc7 req-7fd30394-c881-4693-b9d8-9c7ecfb4351a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0659471 Nov 23 19:09:11.587775 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5a8501c2-e9d4-49f6-93d3-d4dca5eb4cc7 req-2f8a4f44-c841-465e-a892-35d41596d3f4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802560 Nov 23 19:09:12.763599 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901cb0a-784a-412b-abca-7c4cae9fb4bb req-010fb904-9190-448f-abb9-05a2d06a7099 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:12.765607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1901cb0a-784a-412b-abca-7c4cae9fb4bb req-010fb904-9190-448f-abb9-05a2d06a7099 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0711794 Nov 23 19:09:12.854216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1901cb0a-784a-412b-abca-7c4cae9fb4bb req-5bcb1ed7-df1d-4668-b4c5-de437a2c7883 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778961 Nov 23 19:09:13.530217 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2d65-198c-4695-8e6a-e6b6ea4167f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.026487 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa1e9-24f1-4556-80cc-7f1cee8920b1 req-d1564c49-2217-45c4-9c12-a19765c2a0b5 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.029281 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1abfa1e9-24f1-4556-80cc-7f1cee8920b1 req-d1564c49-2217-45c4-9c12-a19765c2a0b5 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0813723 Nov 23 19:09:14.117390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1abfa1e9-24f1-4556-80cc-7f1cee8920b1 req-7d4db91e-8c6a-4fcc-be02-496912f6bc6e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792632 Nov 23 19:09:15.305788 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843382b-0da7-4dfe-8c0f-a4b224b9209d req-c9544d98-0f7a-4be5-8038-bc506dcdace2 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:15.308389 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4843382b-0da7-4dfe-8c0f-a4b224b9209d req-c9544d98-0f7a-4be5-8038-bc506dcdace2 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0564885 Nov 23 19:09:15.371854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4843382b-0da7-4dfe-8c0f-a4b224b9209d req-5db12520-535f-4d26-a024-207000ae08ca tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546002 Nov 23 19:09:15.407237 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:16.545986 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a308d69-5308-4879-b23b-0e75fab43328 req-420f69ba-c675-4fd2-9209-05b09fde6c8b tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:16.547989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a308d69-5308-4879-b23b-0e75fab43328 req-420f69ba-c675-4fd2-9209-05b09fde6c8b tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0762534 Nov 23 19:09:16.614158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4a308d69-5308-4879-b23b-0e75fab43328 req-ee04d061-3678-4fdf-8d11-c681620e622f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550158 Nov 23 19:09:16.726279 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:17.774163 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f157d-4cab-47cb-b915-953570b64150 req-491c10aa-8021-4e92-bd50-4a407a132e08 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:17.776372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d2f157d-4cab-47cb-b915-953570b64150 req-491c10aa-8021-4e92-bd50-4a407a132e08 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0649705 Nov 23 19:09:17.842639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4d2f157d-4cab-47cb-b915-953570b64150 req-bc81359a-ef11-4441-94b6-131cb009cc56 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547748 Nov 23 19:09:18.098931 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.994236 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577a009-e065-4527-a924-6467b57de631 req-2b2d762b-8421-4283-b1dc-6bcc5634c199 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:18.997582 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b577a009-e065-4527-a924-6467b57de631 req-2b2d762b-8421-4283-b1dc-6bcc5634c199 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0675676 Nov 23 19:09:19.084187 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b577a009-e065-4527-a924-6467b57de631 req-a8b48d86-8e08-46b4-a79b-afa3a3895be9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799878 Nov 23 19:09:20.255116 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.259393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc81f1-0044-47d3-9ba6-401de0b4b26b req-aecc6599-f62c-48bf-ad70-cb73466904a8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:20.262738 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cbc81f1-0044-47d3-9ba6-401de0b4b26b req-aecc6599-f62c-48bf-ad70-cb73466904a8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0875094 Nov 23 19:09:20.329742 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8cbc81f1-0044-47d3-9ba6-401de0b4b26b req-3c7e621b-8aea-4a60-8f93-a85db6cf1ba8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578172 Nov 23 19:09:21.335243 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:21.525409 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f5bfd-8725-4634-bba1-f8999d271a66 req-9130a1fc-24f6-4775-8060-96d434057dfd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:21.527561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72f5bfd-8725-4634-bba1-f8999d271a66 req-9130a1fc-24f6-4775-8060-96d434057dfd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0761330 Nov 23 19:09:21.626352 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b72f5bfd-8725-4634-bba1-f8999d271a66 req-3f319c80-f161-4eda-a344-ed1ca3085f5a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877702 Nov 23 19:09:22.518516 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:09:22.650651 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:22.674841 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '64ca3f5d-d063-4628-8153-171df28523fe', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'port_id': '64ca3f5d-d063-4628-8153-171df28523fe', 'mac_address': 'fa:16:3e:d9:f8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:09:22.745086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:22.784622 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64ca3f5d-d063-4628-8153-171df28523fe {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:22.828871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b37a0-1451-4eb2-832c-a202516fabf2 req-caff5fad-faba-4c34-9c12-abf7038b804a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:22.830074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:22.831989 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a74b37a0-1451-4eb2-832c-a202516fabf2 req-caff5fad-faba-4c34-9c12-abf7038b804a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0880053 Nov 23 19:09:22.836065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:22.923960 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:22.935230 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['64ca3f5d-d063-4628-8153-171df28523fe'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:22.942026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.942430 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.942746 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.943093 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.943510 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.944104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.944474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.944836 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.945193 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.945578 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.945912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.946248 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:22.951348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a74b37a0-1451-4eb2-832c-a202516fabf2 req-8b064fb5-31cb-4e33-bc6e-8047f1d588b0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883625 Nov 23 19:09:24.139831 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275831d-5b75-443e-9092-f893dd639f27 req-2abb1470-9b93-4096-b412-3c4c0fd0a5f3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:24.142530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6275831d-5b75-443e-9092-f893dd639f27 req-2abb1470-9b93-4096-b412-3c4c0fd0a5f3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 944 time: 0.0737991 Nov 23 19:09:24.218920 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6275831d-5b75-443e-9092-f893dd639f27 req-138cd408-24e5-42ca-a064-7aea8b62999a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604129 Nov 23 19:09:24.547086 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:24.663480 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 64ca3f5d-d063-4628-8153-171df28523fe triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:24.664148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.819202 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.888403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:24.889537 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:24.893547 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cc0a29-99a9-477f-bbab-73b6f8808dbc" -d '{"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-plugged", "status": "completed", "tag": "64ca3f5d-d063-4628-8153-171df28523fe"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:24.898852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.969916 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16be616-1171-4398-b2fe-f11a10351a55 x-openstack-request-id: req-d16be616-1171-4398-b2fe-f11a10351a55 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:24.970432 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-plugged", "status": "completed", "tag": "64ca3f5d-d063-4628-8153-171df28523fe", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:24.970824 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d16be616-1171-4398-b2fe-f11a10351a55 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:24.971398 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe', 'code': 200} Nov 23 19:09:25.000476 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:25.427865 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a58860-0360-4511-aafc-c1bde2e460fc req-96dc0ffa-543c-4015-b901-0bd4e1c99fd3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:25.431875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71a58860-0360-4511-aafc-c1bde2e460fc req-96dc0ffa-543c-4015-b901-0bd4e1c99fd3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0860920 Nov 23 19:09:25.518378 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-71a58860-0360-4511-aafc-c1bde2e460fc req-032ae6ce-b107-4940-8531-aa211defe3c3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796530 Nov 23 19:09:26.695215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd3b4c-63eb-48bd-83f7-0a43db2e5c0c req-f3614ba7-a5b1-483b-89e7-0ecfd28ad6c9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:26.696969 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4dd3b4c-63eb-48bd-83f7-0a43db2e5c0c req-f3614ba7-a5b1-483b-89e7-0ecfd28ad6c9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0743878 Nov 23 19:09:26.786505 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c4dd3b4c-63eb-48bd-83f7-0a43db2e5c0c req-d0185290-5da9-4801-a036-75036cbb22e0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806265 Nov 23 19:09:27.997117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dc639-0237-4054-a386-2f1dd6e772b4 req-0ee8b006-62c7-4026-a46f-c122b78fa9e3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:27.998733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-212dc639-0237-4054-a386-2f1dd6e772b4 req-0ee8b006-62c7-4026-a46f-c122b78fa9e3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0750773 Nov 23 19:09:28.099719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-212dc639-0237-4054-a386-2f1dd6e772b4 req-b9e83b60-d86d-449c-8d68-be171fa33135 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914063 Nov 23 19:09:28.506328 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:09:29.308674 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195c2f5-8379-4fdb-beb0-de57f552e3a6 req-c1c1a3ed-ebd4-4c06-b08d-8e0c669d8abf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:29.310765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6195c2f5-8379-4fdb-beb0-de57f552e3a6 req-c1c1a3ed-ebd4-4c06-b08d-8e0c669d8abf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0870981 Nov 23 19:09:29.400879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6195c2f5-8379-4fdb-beb0-de57f552e3a6 req-6e4a06ac-11b1-4767-9c57-4952d640f5d3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792356 Nov 23 19:09:30.621810 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ba11a-20d6-4b03-922a-d5cf98055947 req-d07f9f84-56ed-49c2-bc94-fbc7829ebc95 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:30.623675 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-762ba11a-20d6-4b03-922a-d5cf98055947 req-d07f9f84-56ed-49c2-bc94-fbc7829ebc95 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0794902 Nov 23 19:09:30.710164 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-762ba11a-20d6-4b03-922a-d5cf98055947 req-6dbe2d3c-1216-4ee8-b2c4-4ebae9272cb0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744994 Nov 23 19:09:30.727656 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-1d74ca4c-ffb8-4f76-b0d5-3198cacf4910 req-391145f6-a237-4174-ab85-7e81d2fb7308 service neutron] (120535) timed out ('10.222.0.66', 58254) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:09:30.886216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-0e042f4f-12a2-4547-bd33-7ce091326ac2 req-36c98f18-7f0f-4902-b146-811f7ca83696 tempest-ServersNegativeTestJSON-2073723534 tempest-ServersNegativeTestJSON-2073723534-project] (120536) timed out ('10.222.0.66', 57565) {{(pid=120536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:09:31.907010 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5518c-3da4-49bf-9cdc-c89cf0f7b917 req-dd2a8644-d950-4067-9f3c-f6e1be44a3c4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:31.909264 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73e5518c-3da4-49bf-9cdc-c89cf0f7b917 req-dd2a8644-d950-4067-9f3c-f6e1be44a3c4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0863466 Nov 23 19:09:31.995987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-73e5518c-3da4-49bf-9cdc-c89cf0f7b917 req-0066fae3-bf81-4aa5-907c-14a082f9ada4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782738 Nov 23 19:09:33.194196 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e4b0b-4e86-4cfe-b560-1d5c1beabd80 req-490a8651-6d69-442e-9f44-91ca516445c9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:33.197613 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-274e4b0b-4e86-4cfe-b560-1d5c1beabd80 req-490a8651-6d69-442e-9f44-91ca516445c9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0844836 Nov 23 19:09:33.286305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-274e4b0b-4e86-4cfe-b560-1d5c1beabd80 req-84a77f55-c16d-4362-b6a8-84d830fbf50b tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762897 Nov 23 19:09:34.594897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b44f62-8735-423e-8729-044b7f43c830 req-27f8d85f-0531-4448-8a58-0794279b99f8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:34.596647 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2b44f62-8735-423e-8729-044b7f43c830 req-27f8d85f-0531-4448-8a58-0794279b99f8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0947585 Nov 23 19:09:34.683963 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e2b44f62-8735-423e-8729-044b7f43c830 req-5184e05c-abd2-4cb5-8a4f-593e4d6a96d5 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798445 Nov 23 19:09:35.150412 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751f0c9-0113-4696-8361-85bd931e3837 req-e8de310f-f81d-40db-b29b-f163ac9fd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:35.153183 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6751f0c9-0113-4696-8361-85bd931e3837 req-e8de310f-f81d-40db-b29b-f163ac9fd1fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1096 time: 0.0685320 Nov 23 19:09:35.288379 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751f0c9-0113-4696-8361-85bd931e3837 req-39ea32e2-016d-48af-95fc-aaa136d9af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:35.289909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6751f0c9-0113-4696-8361-85bd931e3837 req-39ea32e2-016d-48af-95fc-aaa136d9af5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1258419 Nov 23 19:09:35.389292 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6751f0c9-0113-4696-8361-85bd931e3837 req-c8297b08-8f50-4358-840a-d8a3b8c89db1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 999 time: 0.0875723 Nov 23 19:09:35.449685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751f0c9-0113-4696-8361-85bd931e3837 req-8bc258d4-0da7-4245-9349-59ea349c82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:35.451369 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6751f0c9-0113-4696-8361-85bd931e3837 req-8bc258d4-0da7-4245-9349-59ea349c82e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0515680 Nov 23 19:09:35.513997 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751f0c9-0113-4696-8361-85bd931e3837 req-b9cd7fbc-7613-4e95-b447-2afcf5fd1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:35.516177 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6751f0c9-0113-4696-8361-85bd931e3837 req-b9cd7fbc-7613-4e95-b447-2afcf5fd1762 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535541 Nov 23 19:09:35.671127 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6751f0c9-0113-4696-8361-85bd931e3837 req-0e1b1f04-d0b1-4454-b83c-5433cbb18a8f service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425052 Nov 23 19:09:35.888487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6751f0c9-0113-4696-8361-85bd931e3837 req-23aa5660-cedc-4942-a346-0310b3de0534 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064664 Nov 23 19:09:35.914495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48718196-2d2d-49c0-be39-969afd2821ae req-368e46dc-e277-48a3-bd32-60768fe2dee7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:35.916238 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48718196-2d2d-49c0-be39-969afd2821ae req-368e46dc-e277-48a3-bd32-60768fe2dee7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.1046665 Nov 23 19:09:35.983102 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-48718196-2d2d-49c0-be39-969afd2821ae req-64c786e0-96ea-4ab3-8129-86a9c2ebd492 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551863 Nov 23 19:09:37.142494 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7db7d-9f28-428f-8163-bbf05f10579b req-59801af2-c9a6-49e9-86db-6d6c58c37e13 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:37.144295 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bad7db7d-9f28-428f-8163-bbf05f10579b req-59801af2-c9a6-49e9-86db-6d6c58c37e13 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.0656595 Nov 23 19:09:37.220104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bad7db7d-9f28-428f-8163-bbf05f10579b req-816c0e57-9e71-4e3f-aab9-c16e566abdee tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635753 Nov 23 19:09:38.160348 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840871df-a0fa-4164-bbb8-b55735edb737 req-23bae848-d6ca-461f-a960-fccead738967 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605314 Nov 23 19:09:38.284323 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840871df-a0fa-4164-bbb8-b55735edb737 req-e9bbba24-46bf-41b7-9a59-6ad3a761f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.286457 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840871df-a0fa-4164-bbb8-b55735edb737 req-e9bbba24-46bf-41b7-9a59-6ad3a761f833 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1096 time: 0.0634909 Nov 23 19:09:38.501483 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceb238-339e-4f33-a0c8-4eb7ace33b8b req-2958fef1-8a27-45e0-9358-588067645928 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.502968 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6ceb238-339e-4f33-a0c8-4eb7ace33b8b req-2958fef1-8a27-45e0-9358-588067645928 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 945 time: 0.1714818 Nov 23 19:09:38.513694 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840871df-a0fa-4164-bbb8-b55735edb737 req-5766390f-e109-48e0-8cb1-007ed4ce9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.515314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840871df-a0fa-4164-bbb8-b55735edb737 req-5766390f-e109-48e0-8cb1-007ed4ce9aa9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1981170 Nov 23 19:09:38.601455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:38.625514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-d6ceb238-339e-4f33-a0c8-4eb7ace33b8b req-392aba05-ea97-4469-867f-df82be874a50 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092203 Nov 23 19:09:38.634996 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840871df-a0fa-4164-bbb8-b55735edb737 req-5d61de17-615c-4b2e-8095-ff496d15b9eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 999 time: 0.1036813 Nov 23 19:09:38.752437 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:38.785403 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:38.787956 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176f3a56-244c-422c-9abb-2535fb44cc8c" -d '{"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "64ca3f5d-d063-4628-8153-171df28523fe"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:38.806837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:38.814107 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:38.896036 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:39.053583 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-044137c2-e50b-4a0f-9833-f4d19136b0f5 req-ee645ac3-4930-43ec-88e2-90065f8c3d68 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:09:39.054465 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-044137c2-e50b-4a0f-9833-f4d19136b0f5 req-ee645ac3-4930-43ec-88e2-90065f8c3d68 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054250 Nov 23 19:09:39.076139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840871df-a0fa-4164-bbb8-b55735edb737 req-5a879aa8-4c9d-4ff7-aaa5-9d8885e7a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:39.077661 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840871df-a0fa-4164-bbb8-b55735edb737 req-5a879aa8-4c9d-4ff7-aaa5-9d8885e7a279 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.4354460 Nov 23 19:09:39.153859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840871df-a0fa-4164-bbb8-b55735edb737 req-e8c2e826-a62a-491d-a42c-6c7661c0badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:39.155484 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840871df-a0fa-4164-bbb8-b55735edb737 req-e8c2e826-a62a-491d-a42c-6c7661c0badf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650749 Nov 23 19:09:39.314615 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840871df-a0fa-4164-bbb8-b55735edb737 req-ec7d9735-9f86-4d3a-8ab5-42f376cdd296 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476960 Nov 23 19:09:39.450598 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-840871df-a0fa-4164-bbb8-b55735edb737 req-d40b33dc-39dd-4b13-af6a-822a81c01974 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239467 Nov 23 19:09:40.232579 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6352386f-0e0f-42ac-821d-7a528786356c x-openstack-request-id: req-6352386f-0e0f-42ac-821d-7a528786356c {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:40.233346 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-unplugged", "status": "failed", "tag": "64ca3f5d-d063-4628-8153-171df28523fe", "code": 422}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:40.233492 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6352386f-0e0f-42ac-821d-7a528786356c {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:40.234507 n-d-818932-3 neutron-server[120537]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe', 'code': 422} returned with failed status Nov 23 19:09:40.383546 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982b694-7156-47d9-9f0f-f93e90a1f45b req-664f43a7-ef9e-4cbe-a604-04ee15a60306 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:40.386957 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b982b694-7156-47d9-9f0f-f93e90a1f45b req-664f43a7-ef9e-4cbe-a604-04ee15a60306 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0794106 Nov 23 19:09:40.473980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b982b694-7156-47d9-9f0f-f93e90a1f45b req-ae4ec074-32f9-4d77-9ea3-f9f294cce203 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778549 Nov 23 19:09:40.626329 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-6338f975-f091-4922-afa8-0388a464addc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278508 Nov 23 19:09:41.479763 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b14b42f-3540-43b0-a993-30da026c116b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:41.650934 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3c435-ba3f-4636-b1ac-1a8b4a42a234 req-8ae1c664-0f9a-4405-ab48-d349ac11f923 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:41.653745 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42a3c435-ba3f-4636-b1ac-1a8b4a42a234 req-8ae1c664-0f9a-4405-ab48-d349ac11f923 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0600572 Nov 23 19:09:41.739249 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-42a3c435-ba3f-4636-b1ac-1a8b4a42a234 req-82f5d0a7-37f4-4a94-a947-9dcdafe22652 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770359 Nov 23 19:09:41.853306 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-d194d702-86ae-4c98-9363-a5f98a1b17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:41.855884 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-d194d702-86ae-4c98-9363-a5f98a1b17f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b&tenant_id=6a15fc80824145259b1e26e199225705 HTTP/1.1" status: 200 len: 1094 time: 0.0524588 Nov 23 19:09:41.935291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-03c18c53-474f-4197-8158-5392f6ddd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:41.936951 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-03c18c53-474f-4197-8158-5392f6ddd21d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1094 time: 0.0549424 Nov 23 19:09:42.056300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-1785d6c5-5318-4221-853c-cf1d9f653e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.058407 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-1785d6c5-5318-4221-853c-cf1d9f653e4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1108701 Nov 23 19:09:42.176009 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-c723c2e9-a7fd-496a-aa46-4e691aec5c96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 997 time: 0.1048379 Nov 23 19:09:42.254544 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-abc64187-4485-4a35-9b64-a85e5f66d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.258275 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-abc64187-4485-4a35-9b64-a85e5f66d66a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0707521 Nov 23 19:09:42.334393 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-a1d1b7ec-3256-4eb0-9341-28ed37361894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.336790 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-a1d1b7ec-3256-4eb0-9341-28ed37361894 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706019 Nov 23 19:09:42.487300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-268630db-7f6c-4d47-872b-0740b28ec51f service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378407 Nov 23 19:09:42.619259 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2ff2804c-8b9b-4545-8d08-b7ea34790c6f req-0f3650d0-0de5-475d-9ae7-54dfc9074ee0 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203299 Nov 23 19:09:42.957075 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e193fd8-dd91-4058-b546-61671293b09c req-01e1383b-862d-453b-b0df-cd1a28096333 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.959412 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e193fd8-dd91-4058-b546-61671293b09c req-01e1383b-862d-453b-b0df-cd1a28096333 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.1115944 Nov 23 19:09:43.066364 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e193fd8-dd91-4058-b546-61671293b09c req-3095444d-9eaf-4b06-97a2-350ea7b5a95a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888793 Nov 23 19:09:43.549699 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-55814752-699a-4359-8d7b-ed2820985fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.246453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c8363-c931-473c-a187-f7a7ec9af33c req-05dec414-9719-47fb-ab67-ff81a8ec5199 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:44.248693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e86c8363-c931-473c-a187-f7a7ec9af33c req-05dec414-9719-47fb-ab67-ff81a8ec5199 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0675385 Nov 23 19:09:44.319704 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e86c8363-c931-473c-a187-f7a7ec9af33c req-8efaaf5e-903a-4a90-ae78-a660f6faad9d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627320 Nov 23 19:09:45.421885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.501138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2c91f-7519-4a61-94a0-c0a963afe42b req-5eb63a2c-0b97-48fb-b18f-977a8df023e0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:45.505554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6e2c91f-7519-4a61-94a0-c0a963afe42b req-5eb63a2c-0b97-48fb-b18f-977a8df023e0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0867784 Nov 23 19:09:45.599631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6e2c91f-7519-4a61-94a0-c0a963afe42b req-f68bbf9a-97f0-4f41-b547-c0b003805da9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851903 Nov 23 19:09:46.746485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:46.832930 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0809-6970-4c53-9397-cba1d3018df6 req-41cf6021-cc86-4578-9457-96415988b205 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.835400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d8a0809-6970-4c53-9397-cba1d3018df6 req-41cf6021-cc86-4578-9457-96415988b205 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.1052260 Nov 23 19:09:46.929976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1d8a0809-6970-4c53-9397-cba1d3018df6 req-1a1fd0d9-9c55-4dab-b327-c369c3974209 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846384 Nov 23 19:09:48.129227 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.153576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612ca90-5ee2-495a-b6e6-f44e5842b7f7 req-7b906f57-1ffc-4011-9c4f-13189457f233 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.158289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7612ca90-5ee2-495a-b6e6-f44e5842b7f7 req-7b906f57-1ffc-4011-9c4f-13189457f233 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.1063843 Nov 23 19:09:48.278443 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7612ca90-5ee2-495a-b6e6-f44e5842b7f7 req-9b140198-3081-4f05-b45a-fa73f465b7b0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132483 Nov 23 19:09:49.484842 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a9589-444f-463f-a8ee-b2c1db1f8abc req-1efe09ae-c879-4681-83b2-b89a524f18e3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:49.491473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-121a9589-444f-463f-a8ee-b2c1db1f8abc req-1efe09ae-c879-4681-83b2-b89a524f18e3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0923414 Nov 23 19:09:49.580988 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-121a9589-444f-463f-a8ee-b2c1db1f8abc req-78d5020e-d260-4a2e-b8b1-2f19dfd8a580 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856647 Nov 23 19:09:50.257910 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.757467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54574-a783-4b0a-a981-4c73579007ec req-cdda2f22-c90f-4bb3-9cc7-cd95971eee2f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:50.759650 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba54574-a783-4b0a-a981-4c73579007ec req-cdda2f22-c90f-4bb3-9cc7-cd95971eee2f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0736959 Nov 23 19:09:50.833949 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3ba54574-a783-4b0a-a981-4c73579007ec req-54ddd71b-b70b-4651-ae8c-32d304f2f7d2 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661769 Nov 23 19:09:51.333449 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.004403 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8325b-43b8-4cd5-b864-f96971aae0e2 req-c46fb19a-313b-4967-99c8-4565b0f20820 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:52.006007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-72a8325b-43b8-4cd5-b864-f96971aae0e2 req-c46fb19a-313b-4967-99c8-4565b0f20820 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0658939 Nov 23 19:09:52.086119 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-72a8325b-43b8-4cd5-b864-f96971aae0e2 req-c77ffa88-7faf-48cc-8dcd-5b155bd8780d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698283 Nov 23 19:09:53.244786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbd15-2943-486d-9564-e82ad3be6377 req-279c0aeb-f8db-47cb-9ed1-2ae148dfddd9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:53.247367 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab4bbd15-2943-486d-9564-e82ad3be6377 req-279c0aeb-f8db-47cb-9ed1-2ae148dfddd9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0703168 Nov 23 19:09:53.326467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab4bbd15-2943-486d-9564-e82ad3be6377 req-3a6c578f-c8f7-4d6e-8bde-d454f39f9c93 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713925 Nov 23 19:09:54.467634 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8245-7cf9-4cf9-b84a-acaec28f90d0 req-9beee8f2-d93e-4e38-bf4d-1013d09a8ae4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:54.469149 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7be8245-7cf9-4cf9-b84a-acaec28f90d0 req-9beee8f2-d93e-4e38-bf4d-1013d09a8ae4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 943 time: 0.0583057 Nov 23 19:09:54.529437 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c7be8245-7cf9-4cf9-b84a-acaec28f90d0 req-d3012ac9-6987-4637-8a7f-eeb9c8b95ce1 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497742 Nov 23 19:09:54.700114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:09:54.819623 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:54.833621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '64ca3f5d-d063-4628-8153-171df28523fe', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'port_id': '64ca3f5d-d063-4628-8153-171df28523fe', 'mac_address': 'fa:16:3e:d9:f8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:09:54.881251 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.897355 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ca3f5d-d063-4628-8153-171df28523fe {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:54.920337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:54.924465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.978472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=9']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.241829 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['64ca3f5d-d063-4628-8153-171df28523fe'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:55.663480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093ee0b-511c-4316-af4d-e6019a14e4ff req-bfa78619-cb72-44eb-9e7f-a4155885a37d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:55.665063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f093ee0b-511c-4316-af4d-e6019a14e4ff req-bfa78619-cb72-44eb-9e7f-a4155885a37d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 944 time: 0.0578740 Nov 23 19:09:55.725785 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f093ee0b-511c-4316-af4d-e6019a14e4ff req-a12eec45-9a29-47f3-85ef-68ad9bc4119d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533371 Nov 23 19:09:56.704850 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:56.758632 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 64ca3f5d-d063-4628-8153-171df28523fe triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:56.759038 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.864064 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0903-7833-4b66-a00d-540435ebf2e6 req-bd591ad0-b36a-49f4-bd26-5844c0bc4859 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:56.865722 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c75d0903-7833-4b66-a00d-540435ebf2e6 req-bd591ad0-b36a-49f4-bd26-5844c0bc4859 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 944 time: 0.0531006 Nov 23 19:09:56.867140 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.897483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:56.902059 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8577275a-42b0-4de6-944b-8b62095d7942" -d '{"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-plugged", "status": "completed", "tag": "64ca3f5d-d063-4628-8153-171df28523fe"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:56.917031 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:56.921969 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.926732 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c75d0903-7833-4b66-a00d-540435ebf2e6 req-0e2404a1-26ec-4a4f-9aaf-3d486be96a01 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541983 Nov 23 19:09:56.988282 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fd2b44-640b-4cf8-a7e0-fbceb1acb29e x-openstack-request-id: req-a5fd2b44-640b-4cf8-a7e0-fbceb1acb29e {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:56.988594 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-plugged", "status": "completed", "tag": "64ca3f5d-d063-4628-8153-171df28523fe", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:56.988880 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a5fd2b44-640b-4cf8-a7e0-fbceb1acb29e {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:56.989251 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe', 'code': 200} Nov 23 19:09:56.992709 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=10']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:57.190332 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098f8f-72d9-489b-a0c9-43d370069d98 req-df66b432-2506-4832-8382-c8d4458a01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:57.191923 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87098f8f-72d9-489b-a0c9-43d370069d98 req-df66b432-2506-4832-8382-c8d4458a01ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1097 time: 0.0494745 Nov 23 19:09:57.246221 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87098f8f-72d9-489b-a0c9-43d370069d98 req-4f357e0f-e036-4353-a9ca-43264652516b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Nov 23 19:09:58.052735 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5109af-0448-4aab-bd6e-0528a100cd8c req-5e06f10e-40a4-4184-bcc2-96a51b4b3437 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:58.054255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc5109af-0448-4aab-bd6e-0528a100cd8c req-5e06f10e-40a4-4184-bcc2-96a51b4b3437 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 946 time: 0.0519192 Nov 23 19:09:58.105747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fc5109af-0448-4aab-bd6e-0528a100cd8c req-613b08a7-85e4-465c-b090-6f93c3f21b08 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449514 Nov 23 19:09:59.230475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7e713-697a-466a-9858-3cd814740dae req-4662e1f7-2b16-41d0-874f-6a4849921fd9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:59.232052 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fef7e713-697a-466a-9858-3cd814740dae req-4662e1f7-2b16-41d0-874f-6a4849921fd9 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 946 time: 0.0521326 Nov 23 19:09:59.303108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fef7e713-697a-466a-9858-3cd814740dae req-3597b3f4-0f7a-4fdc-a300-d72726cd2423 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622568 Nov 23 19:10:05.499029 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:10:11.474112 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fbfcbbd7-f13a-43ce-b86f-5286fc77cc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:13.528972 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6ee6-8a97-4f44-9237-b6da43e70d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:15.410349 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:16.737597 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:18.095751 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:20.259149 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:21.344074 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:39.153453 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-6924bc27-200d-41ac-b422-b4b8d41b7544 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547216 Nov 23 19:10:39.266290 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-8453d42e-d47e-4d47-8a5b-2d921e9fb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.267873 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-8453d42e-d47e-4d47-8a5b-2d921e9fb9b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1097 time: 0.0615926 Nov 23 19:10:39.401816 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-b7d920e8-7473-4c52-ad4d-bde18c62ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.403374 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-b7d920e8-7473-4c52-ad4d-bde18c62ce68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1041536 Nov 23 19:10:39.491609 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-284fc338-1c26-462c-bbfb-c770a543726f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 999 time: 0.0808725 Nov 23 19:10:39.555101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-cd9f9c0f-07ca-4f2e-bb16-57a7a7d1ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.556713 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-cd9f9c0f-07ca-4f2e-bb16-57a7a7d1ef79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0538828 Nov 23 19:10:39.636112 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-5112e91a-2bdb-4a12-bd0d-e233bb34a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.637731 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-5112e91a-2bdb-4a12-bd0d-e233bb34a031 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696995 Nov 23 19:10:39.758029 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-925b120b-3f7b-4f65-ab00-25ce3169ee54 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082127 Nov 23 19:10:39.872481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-83ad7e4b-3f66-4260-8a4e-6929efc73aee req-12cc362d-3d6d-40e0-82a1-2aef3671d7c8 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025779 Nov 23 19:10:41.477690 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-29327917-38ed-4d2f-a01e-78cb4b07d626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.501033 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:10:43.525091 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-0fc19a43-ecbe-4123-99f6-7eb2835a7806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.410854 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.737596 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.102044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.257223 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:51.345463 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.484868 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ea637e30-eba5-47fc-8f81-426a7894ee5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.445450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46242) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:12.615513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Deleting port 8ab41d3a-3848-43c6-9906-e3dfb42e8e91 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:12.615812 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.693225 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.693553 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.706205 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Calling delete_port for 8ab41d3a-3848-43c6-9906-e3dfb42e8e91 owned by network:floatingip {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:12.864554 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.895891 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event deleted for resources: {'Port': ['ID=8ab41d3a-3848-43c6-9906-e3dfb42e8e91,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:12.906884 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.907254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.907605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.907971 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.908338 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.908678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.909039 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.909351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.909682 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.910005 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.910336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.910718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:12.978470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for floatingip, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.978837 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Floating IP f6620212-bce3-43ac-9db7-ff1c394ab1c7 disassociated (deleted). External IP: 172.25.0.2, port: 64ca3f5d-d063-4628-8153-171df28523fe. Nov 23 19:11:13.205713 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Router eb07a13b-cc28-463a-b125-7ac2f4c5f42b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:11:13.332124 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:11:13.337504 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:13.343781 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] Sync routers for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:11:13.353180 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:13.353794 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:10:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:13.366194 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-feb71c5a-d11c-4161-911b-b4f1a2c81b2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "DELETE /v2.0/floatingips/f6620212-bce3-43ac-9db7-ff1c394ab1c7 HTTP/1.1" status: 204 len: 168 time: 0.9196093 Nov 23 19:11:13.366820 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:13.369178 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ede6754-0023-4bb9-a251-888c4349b21d" -d '{"events": [{"name": "network-changed", "server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "tag": "64ca3f5d-d063-4628-8153-171df28523fe"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:13.462208 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:13.529435 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-16a686de-16d9-4a44-9a10-0dc9d171ba0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:13.598307 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c2048c-3515-433e-8333-5c66c020ca32 x-openstack-request-id: req-78c2048c-3515-433e-8333-5c66c020ca32 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:13.598848 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "tag": "64ca3f5d-d063-4628-8153-171df28523fe", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:13.598966 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-78c2048c-3515-433e-8333-5c66c020ca32 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:13.599389 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe', 'status': 'completed', 'code': 200} Nov 23 19:11:13.698066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede6754-0023-4bb9-a251-888c4349b21d req-a316cfc9-41c8-4e85-9a84-77c15347dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.699620 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:13.699844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-a316cfc9-41c8-4e85-9a84-77c15347dabd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 1097 time: 0.0755696 Nov 23 19:11:13.712480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77dc95-d169-4d2e-8ab4-ba4bb0637d4d req-682f3e8f-01db-448d-a552-51a3762b7c41 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.714421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e77dc95-d169-4d2e-8ab4-ba4bb0637d4d req-682f3e8f-01db-448d-a552-51a3762b7c41 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 946 time: 0.0619586 Nov 23 19:11:13.732178 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] Checking router: eb07a13b-cc28-463a-b125-7ac2f4c5f42b for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:11:13.741479 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:13.742122 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:11:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:13.821512 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e77dc95-d169-4d2e-8ab4-ba4bb0637d4d req-f824336b-d585-4348-a3a0-31fce168a140 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987716 Nov 23 19:11:13.842275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede6754-0023-4bb9-a251-888c4349b21d req-eb79eeef-af32-4c79-87ae-eb7a521cf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.843832 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-eb79eeef-af32-4c79-87ae-eb7a521cf87c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1285326 Nov 23 19:11:13.862473 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:13.890350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-7581a5a7-c54b-452f-b267-e782c21261d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 200 len: 217 time: 0.0387015 Nov 23 19:11:13.945916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede6754-0023-4bb9-a251-888c4349b21d req-3ca501ed-6e4a-471e-9339-0e9891de29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.947491 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-3ca501ed-6e4a-471e-9339-0e9891de29cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0487039 Nov 23 19:11:13.999110 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede6754-0023-4bb9-a251-888c4349b21d req-c26b3313-7754-466e-9bd7-e8d329d1adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:14.000576 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-c26b3313-7754-466e-9bd7-e8d329d1adad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450861 Nov 23 19:11:14.014321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-541069c0-b742-4704-9cdc-f87158f0b379 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:11:14.015439 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-541069c0-b742-4704-9cdc-f87158f0b379 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061193 Nov 23 19:11:14.124856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-81b2267f-97e4-4fc0-a6dc-2c614cf6cb17 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010506 Nov 23 19:11:14.177318 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:14.204521 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc757-7645-4965-9ddf-87985b1d97e1 None None] The sync data for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 is: [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:11:14.229518 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ede6754-0023-4bb9-a251-888c4349b21d req-95cd0204-3e58-42cd-98ea-3c33d7610e45 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964737 Nov 23 19:11:14.459416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c187d3d-e693-43b8-8af7-292740716502 None None] New status for floating IP f6620212-bce3-43ac-9db7-ff1c394ab1c7: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:11:14.950627 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241bd88-3851-4f3d-a1a5-c7d144fd283e req-25010d7d-63fd-4d32-bb82-21445abc84c7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:14.952207 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7241bd88-3851-4f3d-a1a5-c7d144fd283e req-25010d7d-63fd-4d32-bb82-21445abc84c7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 946 time: 0.0547462 Nov 23 19:11:15.029620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7241bd88-3851-4f3d-a1a5-c7d144fd283e req-047a570e-0fbc-422c-a07d-37b49667c1bc tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=e3e98203-c9a6-43f7-8849-c502ac65fa87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706038 Nov 23 19:11:15.127979 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-643cb08e-6e88-4198-be3d-1a98e6aa8fe3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:15.129502 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-643cb08e-6e88-4198-be3d-1a98e6aa8fe3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 946 time: 0.0561888 Nov 23 19:11:15.233569 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Deleting port 64ca3f5d-d063-4628-8153-171df28523fe {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:15.233915 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.333502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] For port 64ca3f5d-d063-4628-8153-171df28523fe, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64ca3f5d-d063-4628-8153-171df28523fe,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:15.334139 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.349861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Calling delete_port for 64ca3f5d-d063-4628-8153-171df28523fe owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:15.413281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.502035 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.534327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event deleted for resources: {'Port': ['ID=64ca3f5d-d063-4628-8153-171df28523fe,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:15.585510 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] No DVR routers for this DVR port 64ca3f5d-d063-4628-8153-171df28523fe on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:15.589132 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.592847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ad175a2d-5a8c-4f12-8330-cde6581f782f req-890a16c6-fb1e-4ef8-a502-4f953772b3bf tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "DELETE /v2.0/ports/64ca3f5d-d063-4628-8153-171df28523fe HTTP/1.1" status: 204 len: 173 time: 0.4573302 Nov 23 19:11:15.600576 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-deleted', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:15.603588 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1879a448-db94-43d7-9854-687cf6d98a3e" -d '{"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-deleted", "tag": "64ca3f5d-d063-4628-8153-171df28523fe"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:15.654167 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3661cef-fcb5-4bed-a2f5-32dddcd2b6e0 x-openstack-request-id: req-f3661cef-fcb5-4bed-a2f5-32dddcd2b6e0 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:15.654599 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fd6aca-da54-4882-b75f-8d9ff8220c4b", "name": "network-vif-deleted", "tag": "64ca3f5d-d063-4628-8153-171df28523fe", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:15.655199 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f3661cef-fcb5-4bed-a2f5-32dddcd2b6e0 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:15.655701 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fd6aca-da54-4882-b75f-8d9ff8220c4b', 'name': 'network-vif-deleted', 'tag': '64ca3f5d-d063-4628-8153-171df28523fe', 'status': 'completed', 'code': 200} Nov 23 19:11:16.177125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd1ff3c-0aeb-4de0-9048-48f076e8433e req-8dbfc819-c56a-4438-9de7-c0f9eaa33335 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=26fd6aca-da54-4882-b75f-8d9ff8220c4b HTTP/1.1" status: 200 len: 210 time: 0.0341158 Nov 23 19:11:16.739570 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.179190 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:17.201022 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 64ca3f5d-d063-4628-8153-171df28523fe {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:17.201374 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64ca3f5d-d063-4628-8153-171df28523fe not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:17.255228 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46262) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:17.325667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c48d6c9-e271-43b5-8ba4-fdab79e1444c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.353408 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c48d6c9-e271-43b5-8ba4-fdab79e1444c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.436776 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c48d6c9-e271-43b5-8ba4-fdab79e1444c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.439593 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6c48d6c9-e271-43b5-8ba4-fdab79e1444c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.443528 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6c48d6c9-e271-43b5-8ba4-fdab79e1444c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "DELETE /v2.0/security-groups/e3e98203-c9a6-43f7-8849-c502ac65fa87 HTTP/1.1" status: 204 len: 168 time: 0.1845629 Nov 23 19:11:17.456547 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48d6c9-e271-43b5-8ba4-fdab79e1444c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e98203-c9a6-43f7-8849-c502ac65fa87,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:17.909946 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46268) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:17.916258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979876562', 'description': 'tempest-secgroup-smoke-1979876562 description', 'project_id': '6a15fc80824145259b1e26e199225705'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:17.939349 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.010123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.016080 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.045607 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.046912 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1358497 Nov 23 19:11:18.049757 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46272) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:18.054912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-de67369a-ec8f-4bd4-b380-55d3898b17f6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:18.061036 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.078146 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.078500 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.078887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.079232 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.079575 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.079916 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.080257 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.080596 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.080930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.081258 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.081586 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.081912 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ed58b-70be-4b5c-9c52-a3fd795fc2ef tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:18.105310 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-de67369a-ec8f-4bd4-b380-55d3898b17f6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.108511 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.153903 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-de67369a-ec8f-4bd4-b380-55d3898b17f6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.158714 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-de67369a-ec8f-4bd4-b380-55d3898b17f6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.185331 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67369a-ec8f-4bd4-b380-55d3898b17f6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c640caf-f18f-493d-be00-4387f33cdde1,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.193077 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-de67369a-ec8f-4bd4-b380-55d3898b17f6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.194536 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-de67369a-ec8f-4bd4-b380-55d3898b17f6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437304 Nov 23 19:11:18.197281 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46274) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:18.202923 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-25418268-0bf6-4fba-aa82-40579f4224ae tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:18.231077 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25418268-0bf6-4fba-aa82-40579f4224ae tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.290493 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25418268-0bf6-4fba-aa82-40579f4224ae tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.295326 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25418268-0bf6-4fba-aa82-40579f4224ae tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.316624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25418268-0bf6-4fba-aa82-40579f4224ae tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c61e73-389b-4d30-aa92-4776836c3e58,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.323598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-25418268-0bf6-4fba-aa82-40579f4224ae tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.325016 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-25418268-0bf6-4fba-aa82-40579f4224ae tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261673 Nov 23 19:11:18.327954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46276) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:18.332579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-845b8735-db2b-4f67-9940-508863da2926 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:18.365141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-845b8735-db2b-4f67-9940-508863da2926 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.416101 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-845b8735-db2b-4f67-9940-508863da2926 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.426084 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-845b8735-db2b-4f67-9940-508863da2926 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.450257 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b8735-db2b-4f67-9940-508863da2926 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58830f8e-7b8e-4791-9c8d-9711cc7c8144,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.459733 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-845b8735-db2b-4f67-9940-508863da2926 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.461399 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-845b8735-db2b-4f67-9940-508863da2926 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319137 Nov 23 19:11:18.465884 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46278) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:18.473153 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-426378b5-88a6-4c80-8354-f3a597fdbebe tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:18.501537 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-426378b5-88a6-4c80-8354-f3a597fdbebe tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.562246 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-426378b5-88a6-4c80-8354-f3a597fdbebe tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.565870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-426378b5-88a6-4c80-8354-f3a597fdbebe tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.585084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426378b5-88a6-4c80-8354-f3a597fdbebe tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc7cdcf-d22f-404f-aed0-8751984ecfa0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.593676 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-426378b5-88a6-4c80-8354-f3a597fdbebe tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.594920 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-426378b5-88a6-4c80-8354-f3a597fdbebe tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275961 Nov 23 19:11:18.599034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46280) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:18.603429 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-47aecadb-8a49-49e9-a602-3b5754eac0b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:18.626265 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-47aecadb-8a49-49e9-a602-3b5754eac0b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Project 6a15fc80824145259b1e26e199225705 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:11:18.631892 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47aecadb-8a49-49e9-a602-3b5754eac0b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.695938 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47aecadb-8a49-49e9-a602-3b5754eac0b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.700657 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47aecadb-8a49-49e9-a602-3b5754eac0b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.719319 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aecadb-8a49-49e9-a602-3b5754eac0b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7849c1b6-3085-4870-aa18-245f109f2e57,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.727137 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-47aecadb-8a49-49e9-a602-3b5754eac0b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.728229 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-47aecadb-8a49-49e9-a602-3b5754eac0b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283479 Nov 23 19:11:18.731221 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46282) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:18.735621 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f25ac7c7-1dbc-4a0f-a7c4-dfd61cfbecb3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3', 'project_id': '6a15fc80824145259b1e26e199225705', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:18.757092 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-f25ac7c7-1dbc-4a0f-a7c4-dfd61cfbecb3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Project 6a15fc80824145259b1e26e199225705 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:11:18.763390 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25ac7c7-1dbc-4a0f-a7c4-dfd61cfbecb3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.826678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25ac7c7-1dbc-4a0f-a7c4-dfd61cfbecb3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.830288 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25ac7c7-1dbc-4a0f-a7c4-dfd61cfbecb3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.849666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ac7c7-1dbc-4a0f-a7c4-dfd61cfbecb3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4a81ac-ae4c-4dd7-ab8e-e9b2e522c842,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.855422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f25ac7c7-1dbc-4a0f-a7c4-dfd61cfbecb3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.859185 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f25ac7c7-1dbc-4a0f-a7c4-dfd61cfbecb3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244643 Nov 23 19:11:19.500982 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:11:20.269500 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.366573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.461430 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-009eb9c9-df01-43d4-a2e7-7ce5d65f50db tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979876562&fields=id&tenant_id=6a15fc80824145259b1e26e199225705 HTTP/1.1" status: 200 len: 267 time: 0.0481870 Nov 23 19:11:36.578946 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-3b3b4d98-ec3d-4841-8139-d05e980f419a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.580422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-3b3b4d98-ec3d-4841-8139-d05e980f419a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 809 time: 0.1116173 Nov 23 19:11:36.598411 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-742f21a6-81da-4d16-86f7-4f221c6499be tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/quotas/6a15fc80824145259b1e26e199225705 HTTP/1.1" status: 200 len: 375 time: 0.0117095 Nov 23 19:11:36.663072 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-d3b9ada6-8c91-454d-b8bc-fefe608ec59c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536704 Nov 23 19:11:36.812324 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-10522e6d-d431-4c49-9074-989a457f047b service neutron] 10.222.0.74 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371343 Nov 23 19:11:36.936728 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-7b847c8a-3d86-4412-9cd0-c4bccc4b3ffb service neutron] 10.222.0.74 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147480 Nov 23 19:11:37.357646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9ac7f977-2602-440b-abec-cba414351326 req-ab3a5a53-71cf-4c52-a401-44e7d95856c7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 210 time: 0.0452094 Nov 23 19:11:38.756978 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4e916437-08dd-4607-a42c-da81e658d332 req-c263b2d0-9cf0-4c87-bd9e-652f0de09a50 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 210 time: 0.0340676 Nov 23 19:11:38.793894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-d62cf06e-b4ae-410d-802e-33719676f2cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:38.795447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-d62cf06e-b4ae-410d-802e-33719676f2cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 809 time: 0.4696774 Nov 23 19:11:38.898037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-55500382-36cf-420a-9b29-c9b6c7d5447f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a15fc80824145259b1e26e199225705 HTTP/1.1" status: 200 len: 380 time: 0.0873222 Nov 23 19:11:38.912385 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'port': {'device_id': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'admin_state_up': True, 'tenant_id': '6a15fc80824145259b1e26e199225705', 'security_groups': ['a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:39.037086 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Made reservation on behalf of 6a15fc80824145259b1e26e199225705 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:39.040755 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.210442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Allocated IP 172.20.0.11 (c2065d59-ecde-405e-83c7-7640fdd9566c/49bbb4a0-6c79-4fec-87f7-7bcc47487a4e/71f27de2-6778-4ab6-94b4-7d24a486c38f) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:39.371451 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.408261 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.466470 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Network c2065d59-ecde-405e-83c7-7640fdd9566c is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:39.469444 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:39.473125 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:39.499008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:39.547565 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:39.548319 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.566931 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-145992d9-05d8-4d4b-b849-b3df0950e64a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6601255 Nov 23 19:11:39.585387 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Request body: {'port': {'device_id': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:39.649420 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.712302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-21877e5b-6c66-4f40-bed1-e97d2a38abd4 None None] Provisioning complete for port 71f27de2-6778-4ab6-94b4-7d24a486c38f triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:39.714592 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-21877e5b-6c66-4f40-bed1-e97d2a38abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.766356 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-21877e5b-6c66-4f40-bed1-e97d2a38abd4 None None] Port 71f27de2-6778-4ab6-94b4-7d24a486c38f cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:39.972678 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171df6b3-c583-42a8-b3f1-8700f8ada872 req-bce20bb1-5d11-415b-b9f0-0f549de7a575 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:39.974208 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171df6b3-c583-42a8-b3f1-8700f8ada872 req-bce20bb1-5d11-415b-b9f0-0f549de7a575 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 932 time: 0.1172578 Nov 23 19:11:40.065392 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-171df6b3-c583-42a8-b3f1-8700f8ada872 req-c8225405-c1ba-4e8f-a3f0-7a8dbf4deeb0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837502 Nov 23 19:11:40.078138 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f27de2-6778-4ab6-94b4-7d24a486c38f {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:40.095346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.110287 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Transition to ACTIVE for port object 71f27de2-6778-4ab6-94b4-7d24a486c38f will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:11:40.115477 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.201217 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Pushing event updated for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:40.278646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Attempting to bind port 71f27de2-6778-4ab6-94b4-7d24a486c38f on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:40.279210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Attempting to bind port 71f27de2-6778-4ab6-94b4-7d24a486c38f by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:40.279503 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Attempting to bind port 71f27de2-6778-4ab6-94b4-7d24a486c38f on network c2065d59-ecde-405e-83c7-7640fdd9566c {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:40.289429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Port 71f27de2-6778-4ab6-94b4-7d24a486c38f on network c2065d59-ecde-405e-83c7-7640fdd9566c not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:40.289429 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Attempting to bind port 71f27de2-6778-4ab6-94b4-7d24a486c38f on network c2065d59-ecde-405e-83c7-7640fdd9566c {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:40.299861 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:40.300509 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Checking segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:40.301225 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Bound using segment: {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:40.302054 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Bound port: 71f27de2-6778-4ab6-94b4-7d24a486c38f, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0932ecf6-c25d-4384-90a6-573cba3546ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:40.302820 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.384078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:40.388559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:40.397444 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.446456 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.447184 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.450216 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] 10.222.0.72 "PUT /v2.0/ports/71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 1092 time: 0.8699312 Nov 23 19:11:40.450716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:40.453226 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b38c60-190d-47ea-b688-181fed55a333" -d '{"events": [{"name": "network-changed", "server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:40.502892 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d06aa-d8d8-4a6a-8bdb-f2e09d0ef593 service neutron] Pushing event updated for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:40.586603 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bb8756-e3b8-4e15-88a1-768ae0c6698d x-openstack-request-id: req-71bb8756-e3b8-4e15-88a1-768ae0c6698d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:40.586923 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:40.587102 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-71bb8756-e3b8-4e15-88a1-768ae0c6698d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:40.587472 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'status': 'completed', 'code': 200} Nov 23 19:11:40.608904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-310cfdd8-a066-48bc-af9e-068cccb2a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.610555 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-310cfdd8-a066-48bc-af9e-068cccb2a61a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1095 time: 0.0593312 Nov 23 19:11:40.669106 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-c3ef5e66-2509-4d8b-bcbc-02426e3dddb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 217 time: 0.0459986 Nov 23 19:11:40.742532 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-e9be62c5-bc75-49e8-9831-76b0c152e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.746070 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-e9be62c5-bc75-49e8-9831-76b0c152e2e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0639663 Nov 23 19:11:40.822309 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-95472eec-339f-4c56-a23a-d6d6c974e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.824646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-95472eec-339f-4c56-a23a-d6d6c974e6ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681260 Nov 23 19:11:40.939834 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-4e80eead-cb32-417b-8e69-30a3b5797a6a service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031561 Nov 23 19:11:41.069583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9f6e7543-bdb3-4d43-a18d-9d45d77d7d68 req-e390e0e3-5bd3-400c-bd50-6fbdae805fad service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180065 Nov 23 19:11:41.207411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b38c60-190d-47ea-b688-181fed55a333 req-3cccc0bc-cb46-4fb8-a1f3-9b180428a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.208964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b38c60-190d-47ea-b688-181fed55a333 req-3cccc0bc-cb46-4fb8-a1f3-9b180428a89b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1095 time: 0.0773764 Nov 23 19:11:41.224943 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226ef15-c4c5-47c8-b85e-93c0837aa175 req-03ed376a-2ca0-436b-b588-f2894f30ee79 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.226660 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1226ef15-c4c5-47c8-b85e-93c0837aa175 req-03ed376a-2ca0-436b-b588-f2894f30ee79 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0669005 Nov 23 19:11:41.341589 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1226ef15-c4c5-47c8-b85e-93c0837aa175 req-16f2d206-f551-47ea-822f-c3ae5254d524 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060755 Nov 23 19:11:41.359289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b38c60-190d-47ea-b688-181fed55a333 req-0772c5ae-4839-4eb4-ae71-689d70f2bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.361693 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b38c60-190d-47ea-b688-181fed55a333 req-0772c5ae-4839-4eb4-ae71-689d70f2bbd2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1339507 Nov 23 19:11:41.422325 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b38c60-190d-47ea-b688-181fed55a333 req-bd063d9a-8fcf-4de3-a1b9-6ca6b1ca8953 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 217 time: 0.0475283 Nov 23 19:11:41.480988 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b38c60-190d-47ea-b688-181fed55a333 req-3cf3d6a7-c707-4b30-be1a-36aa28421a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.481892 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-88c1370d-965e-4dbd-aa58-49661cb31d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.483408 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b38c60-190d-47ea-b688-181fed55a333 req-3cf3d6a7-c707-4b30-be1a-36aa28421a82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0502799 Nov 23 19:11:41.543563 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b38c60-190d-47ea-b688-181fed55a333 req-a1f20830-918b-4021-a0af-b89b3a61e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.545112 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b38c60-190d-47ea-b688-181fed55a333 req-a1f20830-918b-4021-a0af-b89b3a61e76d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512600 Nov 23 19:11:41.664161 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b38c60-190d-47ea-b688-181fed55a333 req-80b43418-516a-4227-8384-99d3f0fb92c6 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072886 Nov 23 19:11:41.799639 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-46b38c60-190d-47ea-b688-181fed55a333 req-1ef3dc4e-88c2-4905-afad-ca34f8165527 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249852 Nov 23 19:11:42.492508 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca11c-f25f-47ab-bc87-af83809f7cd8 req-a6163ce4-dee3-435f-9d71-e690f6ca53d7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:42.494202 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-469ca11c-f25f-47ab-bc87-af83809f7cd8 req-a6163ce4-dee3-435f-9d71-e690f6ca53d7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0612152 Nov 23 19:11:42.566291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-469ca11c-f25f-47ab-bc87-af83809f7cd8 req-62efaacf-6193-4158-b315-5a98bbda17c3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632133 Nov 23 19:11:43.524529 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4614f0c2-05cd-4a6d-bd58-0dedd4dc0f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.695292 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ff70-67c0-4b8e-906f-09fc11e4a630 req-9495baef-c03e-44fd-946e-6d8b94d49cd2 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.696786 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40b3ff70-67c0-4b8e-906f-09fc11e4a630 req-9495baef-c03e-44fd-946e-6d8b94d49cd2 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0574198 Nov 23 19:11:43.761075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-40b3ff70-67c0-4b8e-906f-09fc11e4a630 req-6ac2efac-3541-4b94-abe3-b218cba76575 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524528 Nov 23 19:11:44.910320 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91d435-9b10-40c0-9a7f-f7fac13c2219 req-a690952e-16a8-4c5a-ad3f-9b000d4f74b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:44.912004 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb91d435-9b10-40c0-9a7f-f7fac13c2219 req-a690952e-16a8-4c5a-ad3f-9b000d4f74b4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0589979 Nov 23 19:11:44.980995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cb91d435-9b10-40c0-9a7f-f7fac13c2219 req-1adc8e49-d8f3-43f2-9f2a-17af64428cb1 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617833 Nov 23 19:11:45.415443 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.137119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06b4f-c96c-4b0f-807e-5a38cf0238d3 req-7900563b-60f0-411a-ba16-8491413eeeb4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:46.139871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaa06b4f-c96c-4b0f-807e-5a38cf0238d3 req-7900563b-60f0-411a-ba16-8491413eeeb4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0699906 Nov 23 19:11:46.213733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-aaa06b4f-c96c-4b0f-807e-5a38cf0238d3 req-3c23ed3b-8a9f-4035-8f23-d713afe578e0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633190 Nov 23 19:11:46.741458 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.371737 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4136bf4-5c55-4f92-904c-6bd3c92d6d4f req-0eb08e5d-40bf-428f-b027-ce40f16695c6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:47.373354 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4136bf4-5c55-4f92-904c-6bd3c92d6d4f req-0eb08e5d-40bf-428f-b027-ce40f16695c6 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0719440 Nov 23 19:11:47.446616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b4136bf4-5c55-4f92-904c-6bd3c92d6d4f req-0b9c4d7d-336c-41d8-979f-54e0ade80695 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668705 Nov 23 19:11:48.104476 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.611672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325d4c5-fdc9-40c6-a413-71c703e62924 req-f67b3a70-4ccf-453f-b46b-57949b6ad29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:48.613300 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0325d4c5-fdc9-40c6-a413-71c703e62924 req-f67b3a70-4ccf-453f-b46b-57949b6ad29c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0731387 Nov 23 19:11:48.676765 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0325d4c5-fdc9-40c6-a413-71c703e62924 req-1482e51c-e4e2-4b56-ba36-e50bacfb4c3f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563693 Nov 23 19:11:49.807630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33f43a-51df-4ad3-9920-8f94ee7bf0f7 req-3290a8fd-18a6-4d38-94a0-d954ba015e16 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:49.809171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e33f43a-51df-4ad3-9920-8f94ee7bf0f7 req-3290a8fd-18a6-4d38-94a0-d954ba015e16 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0502980 Nov 23 19:11:49.859642 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2e33f43a-51df-4ad3-9920-8f94ee7bf0f7 req-5b3b99e0-465c-42f2-aad6-3cf79ccda287 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444052 Nov 23 19:11:50.279064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.979944 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2146c-b534-4434-9156-ec1e98f2ef13 req-a428a3a0-2ff1-4ca9-8d98-8e7eea8bf180 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:50.981547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85f2146c-b534-4434-9156-ec1e98f2ef13 req-a428a3a0-2ff1-4ca9-8d98-8e7eea8bf180 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0513992 Nov 23 19:11:51.031255 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-85f2146c-b534-4434-9156-ec1e98f2ef13 req-89ae9c19-710a-4af4-a413-bee3aba7b09a tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436454 Nov 23 19:11:51.360336 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.162029 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8574aa-38a8-45f6-8c15-818ebc2c7a2d req-65439407-5d34-476e-b270-95f99546f970 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:52.163526 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e8574aa-38a8-45f6-8c15-818ebc2c7a2d req-65439407-5d34-476e-b270-95f99546f970 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0531540 Nov 23 19:11:52.215079 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6e8574aa-38a8-45f6-8c15-818ebc2c7a2d req-da8d679d-a1a0-4891-a5c9-e15b58114908 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Nov 23 19:11:53.266732 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71f27de2-6778-4ab6-94b4-7d24a486c38f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:11:53.355497 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d3a21-b15d-47ea-a094-bb41bce71784 req-668516ad-ded2-45e7-aed4-18d2cdbfe9a7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:53.357223 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-203d3a21-b15d-47ea-a094-bb41bce71784 req-668516ad-ded2-45e7-aed4-18d2cdbfe9a7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0705779 Nov 23 19:11:53.374090 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:53.387033 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'port_id': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'mac_address': 'fa:16:3e:e7:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:11:53.409546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-203d3a21-b15d-47ea-a094-bb41bce71784 req-596485f2-05da-40d8-b902-b986e20588f3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458841 Nov 23 19:11:53.429082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.443466 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f27de2-6778-4ab6-94b4-7d24a486c38f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:53.464275 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:53.468479 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.517462 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:53.524907 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.525894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.526115 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.526650 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.527021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.527361 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.527700 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.528029 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.528363 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.528690 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.529021 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.529348 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:53.739707 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['71f27de2-6778-4ab6-94b4-7d24a486c38f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:54.532939 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9a151-46dd-4e40-84c6-ed0dd3fc7e36 req-87f65cfe-e9bf-44d3-960d-c7ce91e6e156 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:54.534467 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28b9a151-46dd-4e40-84c6-ed0dd3fc7e36 req-87f65cfe-e9bf-44d3-960d-c7ce91e6e156 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 945 time: 0.0535011 Nov 23 19:11:54.588063 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-28b9a151-46dd-4e40-84c6-ed0dd3fc7e36 req-cfe1f308-3173-4bf2-8a9e-c0549d554c3d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476038 Nov 23 19:11:55.290047 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71f27de2-6778-4ab6-94b4-7d24a486c38f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:55.351459 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 71f27de2-6778-4ab6-94b4-7d24a486c38f completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:11:55.356281 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 71f27de2-6778-4ab6-94b4-7d24a486c38f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:55.356663 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.599404 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.625718 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:55.628504 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8435c9c5-c3d3-437a-82ad-67bb4d6a104a" -d '{"events": [{"server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "name": "network-vif-plugged", "status": "completed", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:55.642018 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:55.646505 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.702329 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:55.716840 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce69369-86f2-4553-8c29-a7b2b94598f3 req-34f068c4-b6f2-4403-994f-3a2ba9e26bd4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:55.718375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ce69369-86f2-4553-8c29-a7b2b94598f3 req-34f068c4-b6f2-4403-994f-3a2ba9e26bd4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0574727 Nov 23 19:11:55.769473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1ce69369-86f2-4553-8c29-a7b2b94598f3 req-c71e8054-7fa1-479d-b457-5c35e64b67ae tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450990 Nov 23 19:11:55.915197 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8d1ead-c114-4453-bc02-91982c761770 x-openstack-request-id: req-4a8d1ead-c114-4453-bc02-91982c761770 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:55.916556 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "name": "network-vif-plugged", "status": "completed", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:55.916556 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4a8d1ead-c114-4453-bc02-91982c761770 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:55.917156 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'code': 200} Nov 23 19:11:56.022249 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aa7f8-44d7-464c-bea5-2d0fd8b91ae0 req-6f9d2c78-4400-48fc-8add-5636dd54d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:56.023898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a37aa7f8-44d7-464c-bea5-2d0fd8b91ae0 req-6f9d2c78-4400-48fc-8add-5636dd54d102 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0423760 Nov 23 19:11:56.087342 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a37aa7f8-44d7-464c-bea5-2d0fd8b91ae0 req-4dbf174c-f2dc-4f46-aa05-59ee9644cfad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506170 Nov 23 19:11:56.500792 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:11:56.895372 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff21d9-5894-46b9-a20f-f90c2304d7ac req-b1564590-79d6-4c6a-8e28-846aa1d11e6f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:56.896918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0bff21d9-5894-46b9-a20f-f90c2304d7ac req-b1564590-79d6-4c6a-8e28-846aa1d11e6f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0510950 Nov 23 19:11:56.951551 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0bff21d9-5894-46b9-a20f-f90c2304d7ac req-b2fd2639-9ccc-4e8c-891a-163cfaf548d3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475771 Nov 23 19:11:58.132864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2761cd-8982-4910-ab3a-2708203527f7 req-2a67cd22-01ca-476f-be22-a39dc32c41d1 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:58.134514 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a2761cd-8982-4910-ab3a-2708203527f7 req-2a67cd22-01ca-476f-be22-a39dc32c41d1 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.1080899 Nov 23 19:11:58.185861 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3a2761cd-8982-4910-ab3a-2708203527f7 req-6927dc80-a922-409a-911f-df265a3798cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451951 Nov 23 19:11:58.307453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272793cb-9f20-4e2e-bcc6-76d392c14406 req-0a00f938-aea0-46b2-848b-d38f0cfe35f4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:58.308916 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-272793cb-9f20-4e2e-bcc6-76d392c14406 req-0a00f938-aea0-46b2-848b-d38f0cfe35f4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0547736 Nov 23 19:11:58.365906 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-272793cb-9f20-4e2e-bcc6-76d392c14406 req-8fa9acf2-8165-4e33-ae2c-de5fe5396d25 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510509 Nov 23 19:11:58.389362 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46498) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:58.435938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a93c34-68af-49b6-8270-807eb8d8a89a tempest-TestShelveInstance-596298743 tempest-TestShelveInstance-596298743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:58.437558 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-07a93c34-68af-49b6-8270-807eb8d8a89a tempest-TestShelveInstance-596298743 tempest-TestShelveInstance-596298743-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1092 time: 0.0471530 Nov 23 19:11:58.441839 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46500) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:58.446860 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'fixed_ip_address': '172.20.0.11'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:58.473903 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.575918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.697276 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Allocated IP 172.25.0.31 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/561c70ff-cee7-43bb-a02b-ef08fac86e4d) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:58.808559 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.850006 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.893553 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:58.896434 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:58.899850 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:58.906048 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'Port': ['ID=561c70ff-cee7-43bb-a02b-ef08fac86e4d,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.316997 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.400346 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.600825 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.605525 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.677375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event updated for resources: {'Port': ['ID=561c70ff-cee7-43bb-a02b-ef08fac86e4d,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.688689 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.803014 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Floating IP 33941a3d-5ff9-4075-910f-a1c05d321b19 associated. External IP: 172.25.0.31, port: 71f27de2-6778-4ab6-94b4-7d24a486c38f. Nov 23 19:12:00.030580 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Router eb07a13b-cc28-463a-b125-7ac2f4c5f42b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:12:00.145367 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:12:00.157301 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] Sync routers for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:12:00.167075 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.168617 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:00.169242 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:11:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:00.196504 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-25963a37-c204-4e2a-bd1d-ac4ac956a722 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7535188 Nov 23 19:12:00.197985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:00.200555 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad67100-3706-4a65-8295-e3ad3868e4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:00.247036 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b661e1-d324-4c2c-a13c-3fe4cd5bfffa x-openstack-request-id: req-a4b661e1-d324-4c2c-a13c-3fe4cd5bfffa {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:00.247391 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:00.247659 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a4b661e1-d324-4c2c-a13c-3fe4cd5bfffa {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:00.248079 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'status': 'completed', 'code': 200} Nov 23 19:12:00.286461 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:00.314998 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-9a7a01fa-3863-4fd2-91f3-e6d6b9b02177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.316543 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-9a7a01fa-3863-4fd2-91f3-e6d6b9b02177 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0448992 Nov 23 19:12:00.423871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-5bd438b6-c68f-483c-b679-7ed91155bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.425478 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-5bd438b6-c68f-483c-b679-7ed91155bd9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1012294 Nov 23 19:12:00.509600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-d87d7347-30a8-4c6b-8137-355077a55ba0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 999 time: 0.0768476 Nov 23 19:12:00.562949 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33941a3d-5ff9-4075-910f-a1c05d321b19', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'port_id': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'mac_address': 'fa:16:3e:e7:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:11:59Z', 'updated_at': '2021-11-23T19:11:59Z', 'revision_number': 0, 'project_id': '6a15fc80824145259b1e26e199225705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:00.564386 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-8c29fca0-e17b-404f-8e8f-ab6828e5e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.565899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-8c29fca0-e17b-404f-8e8f-ab6828e5e92b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0497465 Nov 23 19:12:00.591765 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] Checking router: eb07a13b-cc28-463a-b125-7ac2f4c5f42b for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:12:00.600742 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:00.601361 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:11:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:00.623618 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-05179824-f918-48ff-89ad-91ff95157c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.626305 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-05179824-f918-48ff-89ad-91ff95157c62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530756 Nov 23 19:12:00.717273 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:00.727554 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-65cc964e-3db9-460e-8f93-aae2245ce1f4 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939577 Nov 23 19:12:00.829123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8ad67100-3706-4a65-8295-e3ad3868e4d8 req-e363b026-68b7-47ef-b049-5d3cdea248de service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946617 Nov 23 19:12:00.954159 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33941a3d-5ff9-4075-910f-a1c05d321b19', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'port_id': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'mac_address': 'fa:16:3e:e7:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:11:59Z', 'updated_at': '2021-11-23T19:11:59Z', 'revision_number': 0, 'project_id': '6a15fc80824145259b1e26e199225705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:00.985091 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b53afd3-e7b0-4cf6-a1ed-ecc505e31203 None None] The sync data for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 is: [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '33941a3d-5ff9-4075-910f-a1c05d321b19', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'port_id': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'mac_address': 'fa:16:3e:e7:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:11:59Z', 'updated_at': '2021-11-23T19:11:59Z', 'revision_number': 0, 'project_id': '6a15fc80824145259b1e26e199225705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:12:01.211091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34b576-833d-40df-bafc-d8881f27561e None None] New status for floating IP 33941a3d-5ff9-4075-910f-a1c05d321b19: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:12:11.476406 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a8b59a6-9d25-4632-9566-7649c6dee921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.528432 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-24a637ce-ad3f-4d58-acf4-b0ca12740e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.418483 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.742165 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:18.100243 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:20.278720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:21.362852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:33.501147 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:12:41.480534 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a170a0f-9158-432e-9df3-7b57acbc62de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:42.139204 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-8741ea4b-47d6-419b-923b-770214fc9efb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463982 Nov 23 19:12:42.233904 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-88e14d1a-03d9-4af9-8821-14fef4220f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.235449 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-88e14d1a-03d9-4af9-8821-14fef4220f1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0458407 Nov 23 19:12:42.350176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-34bc6a0e-32f2-4085-bdd1-8052327ed8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.351697 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-34bc6a0e-32f2-4085-bdd1-8052327ed8b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.0908251 Nov 23 19:12:42.435028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-e355df00-a754-4d08-9329-4bb8cbb271df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 1001 time: 0.0700383 Nov 23 19:12:42.490020 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-57002ffc-d9d9-4881-93d3-0f5052e477f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.491539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-57002ffc-d9d9-4881-93d3-0f5052e477f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0460467 Nov 23 19:12:42.547145 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-fcecdc83-0d24-4884-aa30-7cda4c95b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.549531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-fcecdc83-0d24-4884-aa30-7cda4c95b1b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461423 Nov 23 19:12:42.650390 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-78cfa2e2-d673-4473-90e5-93473ab65dec service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891604 Nov 23 19:12:42.746774 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9735063-3348-4363-8f18-830c4cbbaa50 req-eebfa673-65f1-4300-8cfb-1f77ea2362f7 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877273 Nov 23 19:12:43.531130 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52b0617f-5292-447d-ada8-2e63c1802314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:45.423004 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:46.747504 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:48.094461 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:50.294977 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:51.361747 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:10.500622 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:13:11.484903 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-78f194e7-601a-4fab-bd0c-38dc5c63b7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:13.533419 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f33e-0dff-46a1-bb8e-29b6b78b1b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:15.438808 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:16.751440 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:18.098400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.311339 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:21.376267 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:41.487682 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-55425f0c-ee80-4682-a298-5c9bee0189f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.168534 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-28e5e8a8-6212-42bb-ac24-9431ceac9dd7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807762 Nov 23 19:13:43.259327 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-8b199c54-4e3d-4f5b-873a-bdaf76c41138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:43.260863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-8b199c54-4e3d-4f5b-873a-bdaf76c41138 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0468066 Nov 23 19:13:43.369336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-da6429a9-291d-4b62-8924-701306c6c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:43.370791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-da6429a9-291d-4b62-8924-701306c6c520 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.0849190 Nov 23 19:13:43.450241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-49d67090-f430-4a28-bb21-375fad9a88e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 1001 time: 0.0687239 Nov 23 19:13:43.504300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-3fad8291-28fd-448d-80de-c67a80da0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:43.505758 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-3fad8291-28fd-448d-80de-c67a80da0229 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0452352 Nov 23 19:13:43.537471 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3ed392e-8460-43d2-8064-6fa2e6a43dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.559591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-f78d3bbd-f3be-4d23-bcbb-0b41c9276347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:43.561689 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-f78d3bbd-f3be-4d23-bcbb-0b41c9276347 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425539 Nov 23 19:13:43.959327 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-428038fb-c900-4515-894a-3fd33a04cae7 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871315 Nov 23 19:13:44.055394 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-96d7f691-6912-46d0-8c42-4302bd1c53fd req-78706829-0b4e-44b7-8ca7-b90102e89b22 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Nov 23 19:13:45.426900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:46.757607 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:47.502045 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:13:48.101502 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:50.309330 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:51.386612 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.181176 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461520a-2f73-4bbd-877b-1ddfb9468c1c req-19521b31-c04b-4587-93cd-21b90faf3504 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.182727 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1461520a-2f73-4bbd-877b-1ddfb9468c1c req-19521b31-c04b-4587-93cd-21b90faf3504 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0709167 Nov 23 19:13:57.235184 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-1461520a-2f73-4bbd-877b-1ddfb9468c1c req-9c4a5d0e-355a-4929-ac19-740ceca00ed8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454540 Nov 23 19:13:58.399559 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ecc75-7b7d-45cd-8522-e950a0d7e923 req-3548a35e-b79d-4b2d-abbf-b5848b01a57e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:58.402011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-602ecc75-7b7d-45cd-8522-e950a0d7e923 req-3548a35e-b79d-4b2d-abbf-b5848b01a57e tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0659783 Nov 23 19:13:58.458565 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-602ecc75-7b7d-45cd-8522-e950a0d7e923 req-e67954f8-555e-4b60-9842-8953cbe435d7 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502760 Nov 23 19:13:59.606787 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb04a1-fb66-4064-a4e9-77a8a6d11cf4 req-241be3ed-792c-4c5b-8caa-6d304bb54342 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:59.608360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ccb04a1-fb66-4064-a4e9-77a8a6d11cf4 req-241be3ed-792c-4c5b-8caa-6d304bb54342 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0670016 Nov 23 19:13:59.666763 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7ccb04a1-fb66-4064-a4e9-77a8a6d11cf4 req-4891d51a-74ce-41d2-a91c-d9f8ad824c11 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513661 Nov 23 19:14:00.795100 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616df6a7-2d90-4022-88c8-79a0f69d98d2 req-39c0172d-1758-44bb-8802-ccb57502f190 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:00.796691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-616df6a7-2d90-4022-88c8-79a0f69d98d2 req-39c0172d-1758-44bb-8802-ccb57502f190 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0562861 Nov 23 19:14:00.851071 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-616df6a7-2d90-4022-88c8-79a0f69d98d2 req-30fc82aa-208a-4c4a-94bf-6685ca5c1aea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483286 Nov 23 19:14:01.971502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c64af-30e5-4fa5-85b9-69d2a7e702ba req-96cec45a-09b0-4c19-9047-0dbd7db88a2d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:01.972983 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c74c64af-30e5-4fa5-85b9-69d2a7e702ba req-96cec45a-09b0-4c19-9047-0dbd7db88a2d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0515821 Nov 23 19:14:02.022841 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c74c64af-30e5-4fa5-85b9-69d2a7e702ba req-dda16c74-9b37-418d-bfe9-66c0efe79382 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Nov 23 19:14:03.149212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5971ba-f839-4132-aa06-07e221c06e9b req-4b57ff6c-9842-4f6d-a9ff-0b52e480c072 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:03.150747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b5971ba-f839-4132-aa06-07e221c06e9b req-4b57ff6c-9842-4f6d-a9ff-0b52e480c072 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0555003 Nov 23 19:14:03.207921 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5b5971ba-f839-4132-aa06-07e221c06e9b req-e31549a7-393f-49d5-84e1-be2c28052aa5 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509143 Nov 23 19:14:04.330036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03339bee-750d-439d-b8cd-d7a227fd17b4 req-b3b5fdb0-eee2-40ab-88e2-a07743548882 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:04.331619 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03339bee-750d-439d-b8cd-d7a227fd17b4 req-b3b5fdb0-eee2-40ab-88e2-a07743548882 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0553529 Nov 23 19:14:04.383926 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-03339bee-750d-439d-b8cd-d7a227fd17b4 req-5137cd25-3de9-4b7a-8328-a44b46d97f2c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455756 Nov 23 19:14:05.501838 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471eac34-52e5-4e6e-85c6-cef4951e12e4 req-978b40d4-73b2-44e6-8a5c-bb5b272983bd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:05.503376 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-471eac34-52e5-4e6e-85c6-cef4951e12e4 req-978b40d4-73b2-44e6-8a5c-bb5b272983bd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0496345 Nov 23 19:14:05.560336 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-471eac34-52e5-4e6e-85c6-cef4951e12e4 req-a806a782-2883-4a26-b843-da4764e69053 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510149 Nov 23 19:14:06.685311 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef8eb-6e8a-4db8-9c17-07314a6d17fd req-952d6e5c-bebb-406e-a447-2e9d687e4dc0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:06.687121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-024ef8eb-6e8a-4db8-9c17-07314a6d17fd req-952d6e5c-bebb-406e-a447-2e9d687e4dc0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0516307 Nov 23 19:14:06.738524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-024ef8eb-6e8a-4db8-9c17-07314a6d17fd req-687d6453-1a57-41d5-9318-ed95471a7526 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454333 Nov 23 19:14:07.338718 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-87ae5a31-4406-4a6a-a156-a6506637c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:07.340269 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-87ae5a31-4406-4a6a-a156-a6506637c7ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0415809 Nov 23 19:14:07.441751 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-b2e76d91-0396-4205-a48f-13bc5d151c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:07.443276 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-b2e76d91-0396-4205-a48f-13bc5d151c1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.0915520 Nov 23 19:14:07.525084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-2f289e14-8dba-4361-8b3b-54a177b2b76b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 1001 time: 0.0695136 Nov 23 19:14:07.584916 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-eacbc74c-3e95-4a83-ad9e-0515edf3b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:07.586371 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-eacbc74c-3e95-4a83-ad9e-0515edf3b1c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0513661 Nov 23 19:14:07.636992 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-11a0123d-7bc5-4116-818f-25614d071c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:07.638657 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-11a0123d-7bc5-4116-818f-25614d071c0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409000 Nov 23 19:14:07.739445 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-3e845b3b-14f5-4ba6-a061-9fcc7c2da234 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897954 Nov 23 19:14:07.875646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6ed9e729-994c-4de9-a59a-27852e3d2bc4 req-d23bd1ea-44d9-4280-8d4c-dcfeb487bec1 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247439 Nov 23 19:14:07.887371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe7971-cfb8-467f-9f46-137af290e0a0 req-54ef77a8-7e98-48ab-a85a-1120d44399df tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:07.889456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5efe7971-cfb8-467f-9f46-137af290e0a0 req-54ef77a8-7e98-48ab-a85a-1120d44399df tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0776808 Nov 23 19:14:07.948150 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5efe7971-cfb8-467f-9f46-137af290e0a0 req-a4c626a7-60ef-4ba3-be52-141f980d0c89 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 Nov 23 19:14:09.077723 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708f7c-6c83-49c4-9d85-5e628f39fbe7 req-82db6089-e45f-4e24-b120-93b976b6fb75 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:09.079308 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc708f7c-6c83-49c4-9d85-5e628f39fbe7 req-82db6089-e45f-4e24-b120-93b976b6fb75 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0578239 Nov 23 19:14:09.132042 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bc708f7c-6c83-49c4-9d85-5e628f39fbe7 req-a7b5c1f1-1698-4e8e-ba5e-ce609d5294e0 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465562 Nov 23 19:14:10.308351 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c487edf-a194-4831-afeb-a4c263487009 req-d43ecea0-fcc0-4b7c-8b96-29a252a8578b tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:10.309849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c487edf-a194-4831-afeb-a4c263487009 req-d43ecea0-fcc0-4b7c-8b96-29a252a8578b tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.1047697 Nov 23 19:14:10.361289 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7c487edf-a194-4831-afeb-a4c263487009 req-a6e49469-d4a0-4fb5-b064-661fc5a833bb tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444262 Nov 23 19:14:11.492620 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e727c501-c6b2-40e3-b54b-26c5e367ff35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.493525 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d884ea-3b05-428a-a265-8df5051c36f2 req-e7c2fd4d-7f00-4c15-8173-bf956b373e7c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:11.495209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47d884ea-3b05-428a-a265-8df5051c36f2 req-e7c2fd4d-7f00-4c15-8173-bf956b373e7c tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0581343 Nov 23 19:14:11.551440 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-47d884ea-3b05-428a-a265-8df5051c36f2 req-1932a12c-58cc-44d9-a592-809b8fbadbc5 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484672 Nov 23 19:14:12.672920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635317-0ad2-4841-b1fe-65b53e22ced8 req-af796ef8-7fc4-4568-84a2-e15e42f094f1 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:12.674404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22635317-0ad2-4841-b1fe-65b53e22ced8 req-af796ef8-7fc4-4568-84a2-e15e42f094f1 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0520167 Nov 23 19:14:12.724120 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-22635317-0ad2-4841-b1fe-65b53e22ced8 req-46bf000f-463a-4787-8d76-4945bdb638e4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437863 Nov 23 19:14:12.914562 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-32aa51e8-0244-424d-b252-f1cf5eb2a505 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499971 Nov 23 19:14:12.924608 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-5dca8ab4-fc41-4890-9b9e-376b6cbf7a81 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:14:12.925629 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-5dca8ab4-fc41-4890-9b9e-376b6cbf7a81 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062549 Nov 23 19:14:12.934656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f417a-a0ed-4208-8723-b4b14e43c98f req-b47f308b-140c-479d-bf4c-2a16c1f6af61 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:12.936286 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-841f417a-a0ed-4208-8723-b4b14e43c98f req-b47f308b-140c-479d-bf4c-2a16c1f6af61 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0510068 Nov 23 19:14:12.994604 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-841f417a-a0ed-4208-8723-b4b14e43c98f req-e4552373-b2d0-4f21-8aee-9b48b5d8d21d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516338 Nov 23 19:14:13.540193 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3155c72a-045f-4472-9453-7b91b9a810f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.905636 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71f27de2-6778-4ab6-94b4-7d24a486c38f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:13.987528 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.011097 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:14.013333 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a02f58b-eeec-4bb7-aecb-2879166d9476" -d '{"events": [{"server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "name": "network-vif-unplugged", "status": "completed", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:14.026820 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:14.032478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.057990 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79248db-f3c5-407f-a844-a03d30a7603b x-openstack-request-id: req-f79248db-f3c5-407f-a844-a03d30a7603b {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:14.058300 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "name": "network-vif-unplugged", "status": "failed", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f", "code": 422}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:14.058564 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f79248db-f3c5-407f-a844-a03d30a7603b {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:14.059001 n-d-818932-3 neutron-server[120537]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'code': 422} returned with failed status Nov 23 19:14:14.090197 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:14.099357 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.099713 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.100070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.100413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.100753 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.101203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.101405 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.101733 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.102062 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.102390 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.102740 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.103073 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.157240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426979-2b39-45e9-ba13-5987e50b82d8 req-c1719a5b-219b-49c6-9179-edcea2333884 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:14.158876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24426979-2b39-45e9-ba13-5987e50b82d8 req-c1719a5b-219b-49c6-9179-edcea2333884 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0564253 Nov 23 19:14:14.213782 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-24426979-2b39-45e9-ba13-5987e50b82d8 req-a6ebe783-d9bf-41e4-acd0-4c4a0a305c59 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470226 Nov 23 19:14:15.342623 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a888780-dfb9-448b-8403-18915ba264de req-178c05a6-7918-477f-a4d4-ca7748ebc11d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:15.345219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a888780-dfb9-448b-8403-18915ba264de req-178c05a6-7918-477f-a4d4-ca7748ebc11d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0575340 Nov 23 19:14:15.401254 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9a888780-dfb9-448b-8403-18915ba264de req-37cc9f06-55f6-4139-bd9b-00973315d650 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493772 Nov 23 19:14:15.441329 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.531218 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b650-10ee-4349-981d-6118ec1026c2 req-7120bba4-afe1-4323-bedc-df2540cfadd3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:16.532889 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a960b650-10ee-4349-981d-6118ec1026c2 req-7120bba4-afe1-4323-bedc-df2540cfadd3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0568075 Nov 23 19:14:16.587513 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a960b650-10ee-4349-981d-6118ec1026c2 req-a070348c-474d-495c-acbe-2dc32b264199 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483201 Nov 23 19:14:16.755477 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.707106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053240a-ca3e-42e6-bbb6-d007f36bea49 req-c0dc7021-2853-4119-ade1-384839aa96cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:17.708616 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4053240a-ca3e-42e6-bbb6-d007f36bea49 req-c0dc7021-2853-4119-ade1-384839aa96cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0510573 Nov 23 19:14:17.761400 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-4053240a-ca3e-42e6-bbb6-d007f36bea49 req-cf567918-be6e-4ddf-a6e2-d88e286242b8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465541 Nov 23 19:14:18.104912 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.876081 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242dccd-2467-4b63-abfb-5699cb8a2193 req-07f11ba4-6a22-44b8-8300-9d737505c2fd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:18.877590 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5242dccd-2467-4b63-abfb-5699cb8a2193 req-07f11ba4-6a22-44b8-8300-9d737505c2fd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0492060 Nov 23 19:14:18.964854 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5242dccd-2467-4b63-abfb-5699cb8a2193 req-2573142a-d9c7-4224-9cd7-e3d5d2a8b94d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804160 Nov 23 19:14:18.971848 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-54f2181f-262c-4582-aab8-fa9310a22ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:18.973341 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-54f2181f-262c-4582-aab8-fa9310a22ac3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca&tenant_id=6a15fc80824145259b1e26e199225705 HTTP/1.1" status: 200 len: 1095 time: 0.0673933 Nov 23 19:14:19.046888 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-0eb68948-d56c-4db8-8edf-d641d561b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:19.048282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-0eb68948-d56c-4db8-8edf-d641d561b0f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1095 time: 0.0437882 Nov 23 19:14:19.146431 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-b6f68343-d0c2-4add-86a0-e71470f49fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:19.147980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-b6f68343-d0c2-4add-86a0-e71470f49fb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.0907910 Nov 23 19:14:19.215799 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-66a2a69c-5481-47ec-bbc5-2da2097e9b53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 999 time: 0.0587549 Nov 23 19:14:19.268993 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-84772356-8c87-4931-ab0a-baaa64d29e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:19.270432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-84772356-8c87-4931-ab0a-baaa64d29e04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0431750 Nov 23 19:14:19.325550 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-ebb637ce-001c-4a6b-b5fd-c10ee4ccb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:19.327113 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-ebb637ce-001c-4a6b-b5fd-c10ee4ccb9ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448189 Nov 23 19:14:19.426959 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-76a73667-2f0d-4f5f-a65f-2418360ec3ac service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868735 Nov 23 19:14:19.524148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-50cb6b50-4c0c-4cbb-8280-33b4a01cd748 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874071 Nov 23 19:14:20.085370 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85435cf-b90d-4ac5-beaf-139e05cf5d45 req-86e882cf-6bbb-457f-b4f2-1f7801e29670 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:20.086925 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e85435cf-b90d-4ac5-beaf-139e05cf5d45 req-86e882cf-6bbb-457f-b4f2-1f7801e29670 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0509319 Nov 23 19:14:20.136643 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e85435cf-b90d-4ac5-beaf-139e05cf5d45 req-cc428c3f-4e30-47f9-9ecf-22c3907f8572 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Nov 23 19:14:20.328689 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.257786 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38596ee6-e7db-4b51-bab5-f3b5f68c2e0f req-196ac386-6dc1-4069-a578-34f65abbebaa tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:21.259314 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38596ee6-e7db-4b51-bab5-f3b5f68c2e0f req-196ac386-6dc1-4069-a578-34f65abbebaa tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0536928 Nov 23 19:14:21.308937 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-38596ee6-e7db-4b51-bab5-f3b5f68c2e0f req-61fe87b2-6fc5-4459-a53d-3629189376e3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Nov 23 19:14:21.409530 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.430859 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a0e57-51c0-4138-b93b-7307e9a30ceb req-7afc70da-2f98-442c-ac28-8d0bfb977f72 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:22.432669 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-398a0e57-51c0-4138-b93b-7307e9a30ceb req-7afc70da-2f98-442c-ac28-8d0bfb977f72 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0515399 Nov 23 19:14:22.484678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-398a0e57-51c0-4138-b93b-7307e9a30ceb req-048e1ff9-8af9-48d6-a225-dd686ddec7c3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440266 Nov 23 19:14:23.605442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6698475-c319-4c8e-9b10-842de9802a92 req-4ef1dc94-5215-4b0d-9de6-5df4479918d4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:23.606879 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6698475-c319-4c8e-9b10-842de9802a92 req-4ef1dc94-5215-4b0d-9de6-5df4479918d4 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0506060 Nov 23 19:14:23.662404 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a6698475-c319-4c8e-9b10-842de9802a92 req-63008a65-4add-4d59-ac3e-fdfef99ee324 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486972 Nov 23 19:14:24.502897 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:14:24.778498 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741d08e-2ff5-4294-90ca-f691594e55a1 req-150b5fd5-8466-45ef-a6cf-cceaf7216b98 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:24.780654 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8741d08e-2ff5-4294-90ca-f691594e55a1 req-150b5fd5-8466-45ef-a6cf-cceaf7216b98 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0497241 Nov 23 19:14:24.829459 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8741d08e-2ff5-4294-90ca-f691594e55a1 req-09f6c81d-096f-48e0-9341-3f72807508ff tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Nov 23 19:14:25.947740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38d5f-b329-4c4a-8cac-8e9922560fc3 req-f0bfa9bb-4554-4f75-9213-6a5aa1bbe308 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:25.949350 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a38d5f-b329-4c4a-8cac-8e9922560fc3 req-f0bfa9bb-4554-4f75-9213-6a5aa1bbe308 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0513237 Nov 23 19:14:26.004538 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a9a38d5f-b329-4c4a-8cac-8e9922560fc3 req-e8ae5fae-b64c-4746-ac39-ec6a26ed7345 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485537 Nov 23 19:14:27.131341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf57bd7-261f-409f-af87-88abfda8c65c req-75417699-0c23-4552-a0f8-0074bd893549 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:27.132847 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eaf57bd7-261f-409f-af87-88abfda8c65c req-75417699-0c23-4552-a0f8-0074bd893549 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 944 time: 0.0556357 Nov 23 19:14:27.184116 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eaf57bd7-261f-409f-af87-88abfda8c65c req-0c6fbdac-6950-4390-b595-a888e81b7e00 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452371 Nov 23 19:14:27.998883 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71f27de2-6778-4ab6-94b4-7d24a486c38f details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:14:28.105151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:28.118235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'port_id': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'mac_address': 'fa:16:3e:e7:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:14:28.156991 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.170317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f27de2-6778-4ab6-94b4-7d24a486c38f {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:14:28.190788 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:28.194897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.245653 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:28.308572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d81b2-1f8e-4d96-b53d-bfc84e858e71 req-92ad74a0-393d-4037-8d5a-e957eb04c1a2 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:28.310077 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-067d81b2-1f8e-4d96-b53d-bfc84e858e71 req-92ad74a0-393d-4037-8d5a-e957eb04c1a2 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 945 time: 0.0506120 Nov 23 19:14:28.361241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-067d81b2-1f8e-4d96-b53d-bfc84e858e71 req-8e54fe5b-9ab1-4da2-9c54-81b06653209f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444505 Nov 23 19:14:28.515647 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['71f27de2-6778-4ab6-94b4-7d24a486c38f'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:14:29.479646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d00f2-1ea4-40eb-b531-3d382ec57566 req-ac6eb3ff-795e-474f-9fb8-afb033d52b99 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:29.481136 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-233d00f2-1ea4-40eb-b531-3d382ec57566 req-ac6eb3ff-795e-474f-9fb8-afb033d52b99 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 945 time: 0.0494525 Nov 23 19:14:29.535037 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-233d00f2-1ea4-40eb-b531-3d382ec57566 req-dc490a60-1d88-4550-96a4-69d785075e34 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477166 Nov 23 19:14:29.999666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71f27de2-6778-4ab6-94b4-7d24a486c38f up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:30.057474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 71f27de2-6778-4ab6-94b4-7d24a486c38f triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:30.057851 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.135044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.157693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:30.159966 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa081ec-bec8-4c4a-ac75-8275e5229d18" -d '{"events": [{"server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "name": "network-vif-plugged", "status": "completed", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:30.173414 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:30.177353 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.201815 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c30651-c23c-43ec-88c8-0eed03940294 x-openstack-request-id: req-75c30651-c23c-43ec-88c8-0eed03940294 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:30.202119 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "name": "network-vif-plugged", "status": "completed", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:30.202378 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75c30651-c23c-43ec-88c8-0eed03940294 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:30.202805 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'code': 200} Nov 23 19:14:30.231501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:30.364899 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f9aae-1dd2-43d0-93c9-8a8bbbc11487 req-ab48806d-3e11-48af-b426-4ffad3ea5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:30.366422 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-466f9aae-1dd2-43d0-93c9-8a8bbbc11487 req-ab48806d-3e11-48af-b426-4ffad3ea5764 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0472634 Nov 23 19:14:30.417199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-466f9aae-1dd2-43d0-93c9-8a8bbbc11487 req-2a4b89d6-f355-459a-be44-90ee46912108 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398116 Nov 23 19:14:30.657012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1fa6d-54d1-4518-acc4-84453a9b540c req-b937e2d5-1df1-4ead-a58c-97b81a6abe08 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:30.658507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0eb1fa6d-54d1-4518-acc4-84453a9b540c req-b937e2d5-1df1-4ead-a58c-97b81a6abe08 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0489960 Nov 23 19:14:30.715870 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-0eb1fa6d-54d1-4518-acc4-84453a9b540c req-60134aed-1a3f-4b4c-ae3d-09f795f32dc3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513337 Nov 23 19:14:31.837099 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d010c-d411-4343-a043-033f38a60c94 req-65f2dfe8-d3a3-481f-bb4d-c01be0cf6864 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:31.838856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd9d010c-d411-4343-a043-033f38a60c94 req-65f2dfe8-d3a3-481f-bb4d-c01be0cf6864 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0535533 Nov 23 19:14:31.889323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-bd9d010c-d411-4343-a043-033f38a60c94 req-46db90d2-2b78-48b0-8619-3cdf3a65f855 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Nov 23 19:14:41.492839 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8917d044-cfcd-4a17-aa68-683fea0b63cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:43.141990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-886a3735-245d-43b6-a2c1-10ee09ecb175 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435426 Nov 23 19:14:43.228304 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-8ed2926e-6756-48b3-888e-e77adb6acb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:43.229766 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-8ed2926e-6756-48b3-888e-e77adb6acb6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0428841 Nov 23 19:14:43.340864 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-ec1bd97c-be83-47cd-ab8c-51fe3f5674f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:43.342519 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-ec1bd97c-be83-47cd-ab8c-51fe3f5674f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.0916142 Nov 23 19:14:43.420145 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-7f175313-d8d5-4fa6-9c5e-f266e2d652a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 1001 time: 0.0685897 Nov 23 19:14:43.476193 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-4e4d3c86-9d98-4f29-a00d-91f7493dce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:43.477678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-4e4d3c86-9d98-4f29-a00d-91f7493dce40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0493598 Nov 23 19:14:43.538561 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-e48c296f-9eb8-4136-97ab-3ced41a03d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:43.540267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-e48c296f-9eb8-4136-97ab-3ced41a03d21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460176 Nov 23 19:14:43.542500 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dd18c510-7be1-41c6-8431-d9f3d4f33192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:43.637508 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-7a24bacb-fe27-4bdc-9173-e3311c4ef863 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897851 Nov 23 19:14:43.735228 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ee91fc12-dc88-495f-85b4-fa3a20ecdc90 req-99ca0690-550c-4751-89e2-e398a920bbde service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838313 Nov 23 19:14:45.434163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.762722 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.110311 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.323800 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.404302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:01.504135 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:15:11.494788 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a6592a8f-532c-463d-8744-8277735b06a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.544892 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffcf2-a101-4dcb-910f-c3a54ed09dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.437067 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.761374 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.118358 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.324687 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.400949 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.504580 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:15:41.496574 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72dc5621-ae73-4b1a-a08b-1ee2e2198434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.547484 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-147c79af-a793-477b-951d-ec3ca58edfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:44.128098 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-7f2cbc01-ddfd-4d36-9a94-0866f9ba8605 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403910 Nov 23 19:15:44.222540 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-acae6834-ad48-4dae-bd76-e352462b29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:44.224158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-acae6834-ad48-4dae-bd76-e352462b29cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0466213 Nov 23 19:15:44.332633 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-376cb642-db66-46ff-80c2-cb88d0ea5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:44.334104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-376cb642-db66-46ff-80c2-cb88d0ea5301 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.0853956 Nov 23 19:15:44.410962 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-1bc5a825-0d91-4786-a7d0-d3025f04ab42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 1001 time: 0.0640142 Nov 23 19:15:44.466341 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-834f4550-cd19-45e2-bd94-d6ddd2101481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:44.467863 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-834f4550-cd19-45e2-bd94-d6ddd2101481 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0465934 Nov 23 19:15:44.517373 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-3d2e4e2e-91e1-46eb-b05d-792f01b85831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:44.519415 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-3d2e4e2e-91e1-46eb-b05d-792f01b85831 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394800 Nov 23 19:15:44.619365 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-701d073c-3499-4d98-9c1a-f1708b0f2d28 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887401 Nov 23 19:15:44.716158 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f28631a1-1d94-436d-ab36-88e06245eee0 req-096ea8bc-34ed-4699-88d1-0532d828fe65 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858815 Nov 23 19:15:45.439841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.766665 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.111013 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.351510 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46646) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:48.523106 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Deleting port 561c70ff-cee7-43bb-a02b-ef08fac86e4d {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:48.523488 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.607355 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.607688 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.620430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Calling delete_port for 561c70ff-cee7-43bb-a02b-ef08fac86e4d owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:48.769373 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.796033 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event deleted for resources: {'Port': ['ID=561c70ff-cee7-43bb-a02b-ef08fac86e4d,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:48.822920 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.823278 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.823624 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.823965 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.824303 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.824639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.824973 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.825308 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.825638 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.825963 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.826291 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.826616 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:48.869770 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.870292 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Floating IP 33941a3d-5ff9-4075-910f-a1c05d321b19 disassociated (deleted). External IP: 172.25.0.31, port: 71f27de2-6778-4ab6-94b4-7d24a486c38f. Nov 23 19:15:49.084749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Router eb07a13b-cc28-463a-b125-7ac2f4c5f42b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:15:49.198580 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:49.203052 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.209913 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] Sync routers for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:49.219505 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:49.220112 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:49.231164 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-755a5c11-3368-4799-a776-e87afdd641ea tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "DELETE /v2.0/floatingips/33941a3d-5ff9-4075-910f-a1c05d321b19 HTTP/1.1" status: 204 len: 168 time: 0.8785660 Nov 23 19:15:49.231772 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:49.234106 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d009b93-f899-4dd2-8bf2-883524a28855" -d '{"events": [{"name": "network-changed", "server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:49.329275 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:49.468063 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde9c4d5-e0ab-4bd0-a4b6-d3fa1b72c736 x-openstack-request-id: req-dde9c4d5-e0ab-4bd0-a4b6-d3fa1b72c736 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:49.468678 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:49.469315 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dde9c4d5-e0ab-4bd0-a4b6-d3fa1b72c736 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:49.470267 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'status': 'completed', 'code': 200} Nov 23 19:15:49.538486 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:49.565171 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] Checking router: eb07a13b-cc28-463a-b125-7ac2f4c5f42b for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:49.574533 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:49.575176 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:49.578740 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-5ea59d98-174a-4246-900f-fb077e4f7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:49.580315 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-5ea59d98-174a-4246-900f-fb077e4f7237 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a15fc80824145259b1e26e199225705&device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 1097 time: 0.0812547 Nov 23 19:15:49.589519 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc66c4-f0f8-44ce-b7df-022959cc6c59 req-8dbe1b3c-a2be-4f66-8388-d29166418831 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:49.590940 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8abc66c4-f0f8-44ce-b7df-022959cc6c59 req-8dbe1b3c-a2be-4f66-8388-d29166418831 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0672817 Nov 23 19:15:49.686173 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:49.699719 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8abc66c4-f0f8-44ce-b7df-022959cc6c59 req-94b7f82e-060e-4b93-8d00-67e488e669d3 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004348 Nov 23 19:15:49.717689 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-db74659a-3770-4f19-8c83-403749497dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:49.719196 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-db74659a-3770-4f19-8c83-403749497dc8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 200 len: 910 time: 0.1274090 Nov 23 19:15:49.764027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-4b446e47-6419-4fae-87a3-369326a383e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 200 len: 217 time: 0.0354447 Nov 23 19:15:49.813912 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-69e85575-fac1-42c8-a626-de778a74a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:49.815607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-69e85575-fac1-42c8-a626-de778a74a799 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 200 len: 848 time: 0.0444522 Nov 23 19:15:49.861719 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-69d42b6c-9988-4596-8fd8-6b35c0500c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:49.863810 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-69d42b6c-9988-4596-8fd8-6b35c0500c1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2065d59-ecde-405e-83c7-7640fdd9566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406716 Nov 23 19:15:49.889458 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:49.917016 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8b994a-523a-429c-8826-7ce54aa01be3 None None] The sync data for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 is: [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'c524859e-0a2c-468b-a335-d0626092c1b4', 'name': '', 'network_id': 'c2065d59-ecde-405e-83c7-7640fdd9566c', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'mac_address': 'fa:16:3e:71:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:52Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'subnets': [{'id': '49bbb4a0-6c79-4fec-87f7-7bcc47487a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:49.962075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-e3a3602e-c698-48a1-916e-d4536ae79493 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896680 Nov 23 19:15:50.061515 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5d009b93-f899-4dd2-8bf2-883524a28855 req-4c3cdd0c-2f19-466c-bd34-8bb69884a812 service neutron] 10.222.0.72 "GET /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911586 Nov 23 19:15:50.151667 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841668a6-36bf-4aa9-8e95-3c2659aa5148 None None] New status for floating IP 33941a3d-5ff9-4075-910f-a1c05d321b19: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:15:50.338181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.822307 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f530f1-cad3-4f91-942c-1b374e6fd450 req-79b63534-146f-45c6-9794-6eed000ae646 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:50.823844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f530f1-cad3-4f91-942c-1b374e6fd450 req-79b63534-146f-45c6-9794-6eed000ae646 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0502918 Nov 23 19:15:50.873831 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b3f530f1-cad3-4f91-942c-1b374e6fd450 req-74b353c8-bb86-4087-a1e8-5ee7f4391cd8 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439548 Nov 23 19:15:51.212733 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68554f2c-b26c-4f70-afc6-125570add136 req-126b8372-646b-4310-9514-374cb4afbd4d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:51.214461 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68554f2c-b26c-4f70-afc6-125570add136 req-126b8372-646b-4310-9514-374cb4afbd4d tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 946 time: 0.0492272 Nov 23 19:15:51.311121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Deleting port 71f27de2-6778-4ab6-94b4-7d24a486c38f {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:51.311459 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.400715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] For port 71f27de2-6778-4ab6-94b4-7d24a486c38f, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=71f27de2-6778-4ab6-94b4-7d24a486c38f,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:51.401080 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.410897 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.415495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Calling delete_port for 71f27de2-6778-4ab6-94b4-7d24a486c38f owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:51.551667 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.585746 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event deleted for resources: {'Port': ['ID=71f27de2-6778-4ab6-94b4-7d24a486c38f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:51.598857 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.599215 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.599560 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.599897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.600231 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.600568 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.600905 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.601245 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.601572 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.601896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.602348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.602548 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:51.640266 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] No DVR routers for this DVR port 71f27de2-6778-4ab6-94b4-7d24a486c38f on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:51.643008 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.647383 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-68554f2c-b26c-4f70-afc6-125570add136 req-1092c6b9-d14a-41a0-acca-7caa4ca211cd tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.72 "DELETE /v2.0/ports/71f27de2-6778-4ab6-94b4-7d24a486c38f HTTP/1.1" status: 204 len: 173 time: 0.4260352 Nov 23 19:15:51.647825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'name': 'network-vif-deleted', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:51.650135 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86504f8-1fbd-4f1e-b006-b2b81414909e" -d '{"events": [{"server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "name": "network-vif-deleted", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:51.689546 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8dbff9-bb51-4754-aa69-313caea064a1 x-openstack-request-id: req-dc8dbff9-bb51-4754-aa69-313caea064a1 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:51.689853 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5719d12-13f0-4925-95ea-8a9a8d6eb1ca", "name": "network-vif-deleted", "tag": "71f27de2-6778-4ab6-94b4-7d24a486c38f", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:51.690113 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc8dbff9-bb51-4754-aa69-313caea064a1 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:51.691083 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5719d12-13f0-4925-95ea-8a9a8d6eb1ca', 'name': 'network-vif-deleted', 'tag': '71f27de2-6778-4ab6-94b4-7d24a486c38f', 'status': 'completed', 'code': 200} Nov 23 19:15:51.979323 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-88c50041-5a94-4227-b76c-cb9b99ee4bfc req-beb040a6-aa8f-4d0b-bf50-a11e1b21edbc tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 210 time: 0.0286319 Nov 23 19:15:53.085027 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e1f02025-67e5-45bb-a755-967165a3c55a req-4cb243e3-6818-4290-8c4d-52e0659a0276 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 210 time: 0.0320525 Nov 23 19:15:54.186677 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-c6cb0468-97a0-45fb-82cb-f8af6597ec6b req-4fde6a44-8735-425d-b8aa-e91e490f133b tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 210 time: 0.0282118 Nov 23 19:15:54.356849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71f27de2-6778-4ab6-94b4-7d24a486c38f no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:54.377757 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 71f27de2-6778-4ab6-94b4-7d24a486c38f {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:54.378628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 71f27de2-6778-4ab6-94b4-7d24a486c38f not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:55.290428 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a36e9bd1-7c86-4ea1-97b0-ef00e4f289ec req-c3b24365-9c95-4037-a4bf-a6527ed69e42 tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 210 time: 0.0263312 Nov 23 19:15:56.416620 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-db62c7c6-5b7b-44fb-935e-91a5e14418a3 req-50e8112d-5d8f-4825-8cd4-515fef7ce71f tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5719d12-13f0-4925-95ea-8a9a8d6eb1ca HTTP/1.1" status: 200 len: 210 time: 0.0373869 Nov 23 19:15:57.478486 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46684) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.537165 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66c07775-adc8-4f5e-8b61-43c4bd9b50af tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.563146 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66c07775-adc8-4f5e-8b61-43c4bd9b50af tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.626999 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66c07775-adc8-4f5e-8b61-43c4bd9b50af tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.629763 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-66c07775-adc8-4f5e-8b61-43c4bd9b50af tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.631033 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-66c07775-adc8-4f5e-8b61-43c4bd9b50af tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] 10.222.0.74 "DELETE /v2.0/security-groups/a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3 HTTP/1.1" status: 204 len: 168 time: 0.1513996 Nov 23 19:15:57.641603 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c07775-adc8-4f5e-8b61-43c4bd9b50af tempest-TestShelveInstance-235595698 tempest-TestShelveInstance-235595698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8eac9-7a3c-4eca-9165-ae30bce1d6f3,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:57.687378 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46688) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:58.137697 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.689252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Deleting port c524859e-0a2c-468b-a335-d0626092c1b4 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:58.689916 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.775115 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] For port c524859e-0a2c-468b-a335-d0626092c1b4, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c524859e-0a2c-468b-a335-d0626092c1b4,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:58.775479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.790371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Calling delete_port for c524859e-0a2c-468b-a335-d0626092c1b4 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:58.980189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.007662 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c524859e-0a2c-468b-a335-d0626092c1b4,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:59.183252 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.405450 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Router eb07a13b-cc28-463a-b125-7ac2f4c5f42b has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:15:59.515170 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:59.521123 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-43ecc5b8-1b8b-4321-93f4-3e12e40c1da9 admin admin] 10.222.0.74 "PUT /v2.0/routers/eb07a13b-cc28-463a-b125-7ac2f4c5f42b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323362 Nov 23 19:15:59.523539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46692) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:59.528609 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] Sync routers for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:59.541114 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:59.542081 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:59.636029 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.651654 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:59.747309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.804119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Deleting port d7f7b965-8e3c-457d-80d0-6df7863a6982 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:59.804454 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.840903 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:15:58Z', 'revision_number': 5, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port': {'id': 'd7f7b965-8e3c-457d-80d0-6df7863a6982', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:59.871298 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] Checking router: eb07a13b-cc28-463a-b125-7ac2f4c5f42b for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:59.881020 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] Routers {'eb07a13b-cc28-463a-b125-7ac2f4c5f42b'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:59.881756 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:59.892776 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] For port d7f7b965-8e3c-457d-80d0-6df7863a6982, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=d7f7b965-8e3c-457d-80d0-6df7863a6982,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:59.893133 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.906955 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Calling delete_port for d7f7b965-8e3c-457d-80d0-6df7863a6982 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:59.972457 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] Set router eb07a13b-cc28-463a-b125-7ac2f4c5f42b gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:00.031791 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:15:59Z', 'revision_number': 6, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:00.091266 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.119410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f7b965-8e3c-457d-80d0-6df7863a6982,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:00.135612 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123af1d6-8f57-4b1f-beb0-d2433c235a1b None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:00.174280 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7a9ae-0598-4b54-bf01-0d81d7b2db02 None None] The sync data for ids ['eb07a13b-cc28-463a-b125-7ac2f4c5f42b'] in n-d-818932-3 is: [{'id': 'eb07a13b-cc28-463a-b125-7ac2f4c5f42b', 'name': 'tempest-TestShelveInstance-1214743398-router', 'tenant_id': '6a15fc80824145259b1e26e199225705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:49Z', 'updated_at': '2021-11-23T19:15:59Z', 'revision_number': 6, 'project_id': '6a15fc80824145259b1e26e199225705', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:16:00.199172 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.295565 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.297658 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.348016 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.348745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb07a13b-cc28-463a-b125-7ac2f4c5f42b {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:16:00.353000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.354421 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-78d8509b-da91-42da-b80b-b8772664768c admin admin] 10.222.0.74 "DELETE /v2.0/routers/eb07a13b-cc28-463a-b125-7ac2f4c5f42b HTTP/1.1" status: 204 len: 168 time: 0.8299143 Nov 23 19:16:00.357013 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46694) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:00.403843 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ed6dd1-4bbe-4e0f-9072-e91f66f71f12 admin admin] Deleting subnet 49bbb4a0-6c79-4fec-87f7-7bcc47487a4e {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:16:00.406954 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78ed6dd1-4bbe-4e0f-9072-e91f66f71f12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.440912 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78ed6dd1-4bbe-4e0f-9072-e91f66f71f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.523207 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78ed6dd1-4bbe-4e0f-9072-e91f66f71f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.579296 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78ed6dd1-4bbe-4e0f-9072-e91f66f71f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.606631 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed6dd1-4bbe-4e0f-9072-e91f66f71f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49bbb4a0-6c79-4fec-87f7-7bcc47487a4e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:00.615478 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-78ed6dd1-4bbe-4e0f-9072-e91f66f71f12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.619085 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-78ed6dd1-4bbe-4e0f-9072-e91f66f71f12 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/49bbb4a0-6c79-4fec-87f7-7bcc47487a4e HTTP/1.1" status: 204 len: 168 time: 0.2611208 Nov 23 19:16:00.621502 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46696) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:00.624522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5524777-78db-4acd-9a15-aae73f14fc4b None None] Network c2065d59-ecde-405e-83c7-7640fdd9566c requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:16:00.707113 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.763551 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Deleting port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:16:00.764234 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.829079 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] For port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a,segment=NetworkSegment(0932ecf6-c25d-4384-90a6-573cba3546ce),segment_id=0932ecf6-c25d-4384-90a6-573cba3546ce)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:00.829445 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.843318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Calling delete_port for 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:16:00.929039 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.956615 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:00.960348 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] No DVR routers for this DVR port 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:16:00.985606 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d96b7b-8644-4bdc-8d1d-5df86133fa5b None None] DHCP port deletion for c2065d59-ecde-405e-83c7-7640fdd9566c request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:01.058025 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.082151 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c524859e-0a2c-468b-a335-d0626092c1b4 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:16:01.101781 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2065d59-ecde-405e-83c7-7640fdd9566c']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:01.107080 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c524859e-0a2c-468b-a335-d0626092c1b4 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:16:01.107849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c524859e-0a2c-468b-a335-d0626092c1b4 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:16:01.115243 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0932ecf6-c25d-4384-90a6-573cba3546ce') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:01.115605 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0932ecf6-c25d-4384-90a6-573cba3546ce') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:01.126570 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.145400 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.153619 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:16:01.154018 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: timer() Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:16:01.155912 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:16:01.224700 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.231027 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.234547 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] 10.222.0.74 "DELETE /v2.0/networks/c2065d59-ecde-405e-83c7-7640fdd9566c HTTP/1.1" status: 204 len: 168 time: 0.6111543 Nov 23 19:16:01.237706 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46698) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:01.246528 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f32693-fda0-4ed3-9e4e-620bc0f7e7ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c2065d59-ecde-405e-83c7-7640fdd9566c,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:01.599094 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.854141 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Deleting port f34ecc11-a879-4fb8-a572-f1e70c925216 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:16:01.854383 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.933498 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] For port f34ecc11-a879-4fb8-a572-f1e70c925216, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=f34ecc11-a879-4fb8-a572-f1e70c925216,segment=NetworkSegment(ed974427-9001-4507-8241-3f338543490a),segment_id=ed974427-9001-4507-8241-3f338543490a)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:01.933870 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:01.948460 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Calling delete_port for f34ecc11-a879-4fb8-a572-f1e70c925216 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:16:02.138229 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:02.164932 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34ecc11-a879-4fb8-a572-f1e70c925216,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:02.340269 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:02.565607 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:16:02.683762 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:16:02.693323 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b2bc10fe-ebe6-4858-ab63-d3f7d3522c12 admin admin] 10.222.0.74 "PUT /v2.0/routers/57ae5891-ae0f-4e90-a824-9c8f84aed1e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4505708 Nov 23 19:16:02.693323 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46700) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:02.695819 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] Sync routers for ids ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:16:02.708677 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] Routers {'57ae5891-ae0f-4e90-a824-9c8f84aed1e2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:02.709469 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:02.909194 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d7f7b965-8e3c-457d-80d0-6df7863a6982 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:16:02.937843 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: d7f7b965-8e3c-457d-80d0-6df7863a6982 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:16:02.938173 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device d7f7b965-8e3c-457d-80d0-6df7863a6982 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:16:02.938590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:16:02.968253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:16:02.968519 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5cbbe55a-dc6b-46ce-88de-2dd7c0dcc56a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:16:03.026005 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] Set router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:03.146622 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.221083 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:16:02Z', 'revision_number': 5, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port': {'id': 'a90cc4bd-84b9-46d4-aa9c-8a84990fc398', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:03.253904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] Checking router: 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:16:03.254678 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.265406 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] Routers {'57ae5891-ae0f-4e90-a824-9c8f84aed1e2'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:03.266191 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:03.309577 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Deleting port a90cc4bd-84b9-46d4-aa9c-8a84990fc398 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:16:03.309946 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.360045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] Set router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:03.394967 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] For port a90cc4bd-84b9-46d4-aa9c-8a84990fc398, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=a90cc4bd-84b9-46d4-aa9c-8a84990fc398,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:03.395598 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.409246 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Calling delete_port for a90cc4bd-84b9-46d4-aa9c-8a84990fc398 owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:16:03.413645 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:16:03Z', 'revision_number': 6, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:03.444234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf29fd-e71b-4feb-a938-f651a1109b30 None None] The sync data for ids ['57ae5891-ae0f-4e90-a824-9c8f84aed1e2'] in n-d-818932-3 is: [{'id': '57ae5891-ae0f-4e90-a824-9c8f84aed1e2', 'name': 'tempest-TestShelveInstance-1852762203-router', 'tenant_id': '56348f81bf1246b18b3c747af3def84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:16:03Z', 'revision_number': 6, 'project_id': '56348f81bf1246b18b3c747af3def84f', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:16:03.588948 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.615263 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90cc4bd-84b9-46d4-aa9c-8a84990fc398,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:03.630478 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf56b2b-a98d-4bfe-8a34-35518333b119 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:03.684030 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.780438 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.782881 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.833501 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.834041 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ae5891-ae0f-4e90-a824-9c8f84aed1e2 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:16:03.839441 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.840691 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5fc7f408-0aa2-4e16-b117-62389a06e2e2 admin admin] 10.222.0.74 "DELETE /v2.0/routers/57ae5891-ae0f-4e90-a824-9c8f84aed1e2 HTTP/1.1" status: 204 len: 168 time: 1.1465325 Nov 23 19:16:03.843406 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46702) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:03.898014 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f419cf56-7ce1-4e50-95dc-5647dc0f93d7 admin admin] Deleting subnet 375050c5-c8a9-42a2-b3bb-730228bced83 {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:16:03.902792 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f419cf56-7ce1-4e50-95dc-5647dc0f93d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.940329 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f419cf56-7ce1-4e50-95dc-5647dc0f93d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.019224 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f419cf56-7ce1-4e50-95dc-5647dc0f93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.081281 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f419cf56-7ce1-4e50-95dc-5647dc0f93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.109146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419cf56-7ce1-4e50-95dc-5647dc0f93d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375050c5-c8a9-42a2-b3bb-730228bced83,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:04.112949 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f419cf56-7ce1-4e50-95dc-5647dc0f93d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.117022 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f419cf56-7ce1-4e50-95dc-5647dc0f93d7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/375050c5-c8a9-42a2-b3bb-730228bced83 HTTP/1.1" status: 204 len: 168 time: 0.2718437 Nov 23 19:16:04.119761 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46704) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:04.120161 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35122847-01a3-4081-a2de-462d670e4abb None None] Network be18d2f1-6b85-45e2-9575-666cbcf8d47e requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:16:04.195059 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.254131 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Deleting port fb078671-4cf8-4212-966f-8a289ee31d1a {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:16:04.254472 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.327835 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] DHCP port deletion for be18d2f1-6b85-45e2-9575-666cbcf8d47e request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:04.328925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] For port fb078671-4cf8-4212-966f-8a289ee31d1a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fb078671-4cf8-4212-966f-8a289ee31d1a,segment=NetworkSegment(ed974427-9001-4507-8241-3f338543490a),segment_id=ed974427-9001-4507-8241-3f338543490a)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:04.329286 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.344283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Calling delete_port for fb078671-4cf8-4212-966f-8a289ee31d1a owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:16:04.388928 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Deleting port fb078671-4cf8-4212-966f-8a289ee31d1a {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:16:04.389303 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.447391 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.464188 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] For port fb078671-4cf8-4212-966f-8a289ee31d1a, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=fb078671-4cf8-4212-966f-8a289ee31d1a,segment=NetworkSegment(ed974427-9001-4507-8241-3f338543490a),segment_id=ed974427-9001-4507-8241-3f338543490a)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:04.464604 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.479356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb078671-4cf8-4212-966f-8a289ee31d1a,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:04.480365 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Calling delete_port for fb078671-4cf8-4212-966f-8a289ee31d1a owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:16:04.481241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] No DVR routers for this DVR port fb078671-4cf8-4212-966f-8a289ee31d1a on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:16:04.557470 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.566058 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.579347 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be18d2f1-6b85-45e2-9575-666cbcf8d47e']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:04.589437 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed974427-9001-4507-8241-3f338543490a') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:04.589734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed974427-9001-4507-8241-3f338543490a') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:04.592310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Pushing event deleted for resources: {'Port': ['ID=fb078671-4cf8-4212-966f-8a289ee31d1a,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:04.599826 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] No DVR routers for this DVR port fb078671-4cf8-4212-966f-8a289ee31d1a on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:16:04.609692 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.613741 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.614287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.614642 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.615070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.615419 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.615892 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.616262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.616600 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.616942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.617277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.617665 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.618019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b93bc-c549-4cb5-b970-aa0602574904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:04.628682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.635480 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:16:04.635841 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: timer() Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:16:04.637736 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:16:04.682342 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a90cc4bd-84b9-46d4-aa9c-8a84990fc398 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:16:04.701220 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.706560 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: a90cc4bd-84b9-46d4-aa9c-8a84990fc398 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:16:04.707127 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device a90cc4bd-84b9-46d4-aa9c-8a84990fc398 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:16:04.707633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fb078671-4cf8-4212-966f-8a289ee31d1a no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:16:04.708342 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.711754 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] 10.222.0.74 "DELETE /v2.0/networks/be18d2f1-6b85-45e2-9575-666cbcf8d47e HTTP/1.1" status: 204 len: 168 time: 0.5903575 Nov 23 19:16:04.727410 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72d848-abfa-455a-808f-1e9f80473339 admin admin] Pushing event deleted for resources: {'Network': ['ID=be18d2f1-6b85-45e2-9575-666cbcf8d47e,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:04.730032 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: fb078671-4cf8-4212-966f-8a289ee31d1a {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:16:04.730455 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device fb078671-4cf8-4212-966f-8a289ee31d1a not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:16:04.731104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f34ecc11-a879-4fb8-a572-f1e70c925216 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:16:04.755052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: f34ecc11-a879-4fb8-a572-f1e70c925216 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:16:04.755412 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device f34ecc11-a879-4fb8-a572-f1e70c925216 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:16:04.833772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46708) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:04.876539 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-c04b4462-c04c-448a-8c9c-55aee92db5a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6a15fc80824145259b1e26e199225705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414968 Nov 23 19:16:04.878906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46710) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:04.928068 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1dcde43-6c96-43a0-a49e-02dd26bf9968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.953028 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1dcde43-6c96-43a0-a49e-02dd26bf9968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:05.006829 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1dcde43-6c96-43a0-a49e-02dd26bf9968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:05.009612 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d1dcde43-6c96-43a0-a49e-02dd26bf9968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:05.010840 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d1dcde43-6c96-43a0-a49e-02dd26bf9968 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d1666226-6133-4a23-a25a-5b87499db6d6 HTTP/1.1" status: 204 len: 168 time: 0.1309919 Nov 23 19:16:05.019871 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcde43-6c96-43a0-a49e-02dd26bf9968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1666226-6133-4a23-a25a-5b87499db6d6,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:05.337139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46716) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:05.377933 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-a36eb643-0877-45a9-a52c-2802473d1555 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56348f81bf1246b18b3c747af3def84f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395210 Nov 23 19:16:05.380512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46718) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:05.430099 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b66fd74-bb3b-48a1-b3d7-6782deebb2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:05.450869 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b66fd74-bb3b-48a1-b3d7-6782deebb2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:05.499596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b66fd74-bb3b-48a1-b3d7-6782deebb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:05.502293 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3b66fd74-bb3b-48a1-b3d7-6782deebb2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:05.503530 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3b66fd74-bb3b-48a1-b3d7-6782deebb2ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d63e1619-d91c-4b01-b89f-101523537ece HTTP/1.1" status: 204 len: 168 time: 0.1221178 Nov 23 19:16:05.511297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66fd74-bb3b-48a1-b3d7-6782deebb2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e1619-d91c-4b01-b89f-101523537ece,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:06.188495 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46740) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:06.287564 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1254586418-network', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:06.309794 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Made reservation on behalf of e66b7eabd72a4d3dbf04941570fc90d1 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:16:06.312156 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.321372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.401882 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.405743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.430451 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:16:06.439297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba803f3-4f60-4628-a88d-1129f9162b44,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:06.449624 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.450854 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Added segment ffc97e54-82e5-4243-87f7-3915ee1ec688 of type vlan for network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc Nov 23 19:16:06.492980 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.517497 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.518756 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:06.519344 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.557171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3675120 Nov 23 19:16:06.560197 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46744) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:06.565408 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Request body: {'subnet': {'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1254586418-subnet', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:06.585076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313d90a-99e4-4b56-96d0-56b773cc7c1b admin admin] Pushing event updated for resources: {'Network': ['ID=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:06.587011 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Made reservation on behalf of e66b7eabd72a4d3dbf04941570fc90d1 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:16:06.589642 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.596074 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:16:06.766561 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.825556 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296f7627-feb4-4118-8dd2-37470ddd273f,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:06.835907 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Checking segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:06.836275 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Network hostable DHCP agents. Network: 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:16:06.853431 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:16:06.863609 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:06.867882 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:06.868477 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.873027 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785de25-3dd8-4fb2-a424-2b05f6ac8171 None None] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:16:06.884808 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f36f11cd-0e69-4401-b202-f72a9ffea932 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3234010 Nov 23 19:16:06.887823 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46746) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:06.892430 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:06.916391 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.917798 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:06.973713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.034987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:16:07.035900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.121422 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.186236 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Allocated IP 172.20.0.2 (02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc/296f7627-feb4-4118-8dd2-37470ddd273f/cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:07.339675 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.355465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.361409 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.361962 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.400206 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:07.405250 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:07.409904 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:07.420984 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Pushing event updated for resources: {'Port': ['ID=cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:07.470657 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Attempting to bind port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:07.471526 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Attempting to bind port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:07.472038 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Attempting to bind port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b on network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:07.478360 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:07.478763 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Checking segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:07.479175 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.479571 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Bound using segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:07.480052 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Bound port: cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:07.480446 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.483984 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Allocated IP 172.25.0.44 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/c42f7cbb-4b24-4899-ade9-571d2ab21d19) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:07.548803 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] For port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:07.553404 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] For port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:07.557834 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.594151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.618845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebcae9-edeb-4baa-9d30-c69d0e798c2b None None] Pushing event updated for resources: {'Port': ['ID=cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:07.643038 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.680832 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:07.683971 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:07.689836 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:07.704265 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694434c-a228-4378-8be2-ca8cc4cd601c None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:07.719016 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Pushing event updated for resources: {'Port': ['ID=c42f7cbb-4b24-4899-ade9-571d2ab21d19,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:07.745717 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4a984bd9-2361-4247-b225-7b3fea16a144 None None] Provisioning complete for port c42f7cbb-4b24-4899-ade9-571d2ab21d19 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:07.746101 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a984bd9-2361-4247-b225-7b3fea16a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.790103 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-4a984bd9-2361-4247-b225-7b3fea16a144 None None] Port c42f7cbb-4b24-4899-ade9-571d2ab21d19 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:07.984555 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:08.191679 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:08.328844 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Router 798ab900-ab8a-42cd-87e9-95593819963f is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:16:08.445443 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:16:08.454800 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Sync routers for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:16:08.469609 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:08.470540 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:08.475794 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:08.477070 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-98582643-8ed2-4315-a072-2f40916ee14a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5882351 Nov 23 19:16:08.480226 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46748) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:08.584137 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a4ed1-67d6-48a2-a1cb-1889ddbe879c None None] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:16:08.584508 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:08.681952 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-4a6555bf-a601-438b-ba2f-c035641329a5 None None] Provisioning complete for port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:08.682997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a6555bf-a601-438b-ba2f-c035641329a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:08.786953 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:08.788869 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:07Z', 'revision_number': 3, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:08.820615 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Checking router: 798ab900-ab8a-42cd-87e9-95593819963f for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:16:08.820890 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Updating router 798ab900-ab8a-42cd-87e9-95593819963f port c42f7cbb-4b24-4899-ade9-571d2ab21d19 binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:16:08.849013 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:08.856400 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a6555bf-a601-438b-ba2f-c035641329a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:08.928917 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:08.931705 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4a6555bf-a601-438b-ba2f-c035641329a5 None None] For port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:08.938885 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4a6555bf-a601-438b-ba2f-c035641329a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:08.945435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:08.945435 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.024743 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6555bf-a601-438b-ba2f-c035641329a5 None None] Pushing event updated for resources: {'Port': ['ID=cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:09.183139 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.188643 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.234474 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63910a18-8a63-4496-bd76-8ab86c15543f None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:09.249796 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Attempting to bind port c42f7cbb-4b24-4899-ade9-571d2ab21d19 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:09.250072 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Attempting to bind port c42f7cbb-4b24-4899-ade9-571d2ab21d19 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:09.250498 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Attempting to bind port c42f7cbb-4b24-4899-ade9-571d2ab21d19 on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:09.252678 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Pushing event updated for resources: {'Port': ['ID=c42f7cbb-4b24-4899-ade9-571d2ab21d19,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:09.263205 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.263347 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.263631 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.263965 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.264286 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.264602 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.264920 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.265241 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.265556 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.265872 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.266183 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.266715 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:09.270373 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:09.270770 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:09.271175 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.271556 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:09.272034 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Bound port: c42f7cbb-4b24-4899-ade9-571d2ab21d19, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:09.272603 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.274163 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-285ccfe2-ebcb-4f00-bf73-46ad3c7b8bf2 None None] Provisioning complete for port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:09.274710 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-285ccfe2-ebcb-4f00-bf73-46ad3c7b8bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.327446 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] For port c42f7cbb-4b24-4899-ade9-571d2ab21d19, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:09.331540 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] For port c42f7cbb-4b24-4899-ade9-571d2ab21d19, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c42f7cbb-4b24-4899-ade9-571d2ab21d19,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:09.339764 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.393851 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1fd31b-0446-47f4-a88c-f2a4e0f837ba None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:09.396338 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-285ccfe2-ebcb-4f00-bf73-46ad3c7b8bf2 None None] Provisioning complete for port c42f7cbb-4b24-4899-ade9-571d2ab21d19 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:09.397004 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-285ccfe2-ebcb-4f00-bf73-46ad3c7b8bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.404130 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bed10-f8cd-40ee-bee7-f7c39b975a75 None None] Pushing event updated for resources: {'Port': ['ID=c42f7cbb-4b24-4899-ade9-571d2ab21d19,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:09.406861 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:09.407547 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:09.477908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Allocated IP 172.20.0.1 (02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc/296f7627-feb4-4118-8dd2-37470ddd273f/75700e42-bec4-4787-887e-540f1e97b047) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:09.489389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-285ccfe2-ebcb-4f00-bf73-46ad3c7b8bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.510976 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-285ccfe2-ebcb-4f00-bf73-46ad3c7b8bf2 None None] For port c42f7cbb-4b24-4899-ade9-571d2ab21d19, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c42f7cbb-4b24-4899-ade9-571d2ab21d19,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:09.515677 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-285ccfe2-ebcb-4f00-bf73-46ad3c7b8bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.541259 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:09.570682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ccfe2-ebcb-4f00-bf73-46ad3c7b8bf2 None None] Pushing event updated for resources: {'Port': ['ID=c42f7cbb-4b24-4899-ade9-571d2ab21d19,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:09.593924 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.631047 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.636112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8edf2c91-bdaf-404c-ac74-1af9ca5cca83 None None] Provisioning complete for port c42f7cbb-4b24-4899-ade9-571d2ab21d19 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:09.636490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8edf2c91-bdaf-404c-ac74-1af9ca5cca83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.684553 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:09.689048 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:09.693693 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:09.697034 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Pushing event updated for resources: {'Port': ['ID=75700e42-bec4-4787-887e-540f1e97b047,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:09.739722 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.748070 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:07Z', 'revision_number': 3, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:09.784609 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d1c55-3107-4fcb-9f5f-bf79563cdc6d None None] The sync data for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 is: [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:07Z', 'revision_number': 3, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:16:09.886734 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.944484 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-5116d463-6193-49f7-87cf-d3817699c09d None None] Provisioning complete for port 75700e42-bec4-4787-887e-540f1e97b047 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:09.945048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5116d463-6193-49f7-87cf-d3817699c09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.989155 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-5116d463-6193-49f7-87cf-d3817699c09d None None] Port 75700e42-bec4-4787-887e-540f1e97b047 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:10.101151 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.107634 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17077545'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.179587 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.181374 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Pushing event updated for resources: {'Port': ['ID=75700e42-bec4-4787-887e-540f1e97b047,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:10.284887 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:10.286454 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:10.419472 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Router 798ab900-ab8a-42cd-87e9-95593819963f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:16:10.550147 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:16:10.560580 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6ef28c69-bc8f-4ef6-afa7-1354bee5c2bc admin admin] 10.222.0.74 "PUT /v2.0/routers/798ab900-ab8a-42cd-87e9-95593819963f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0743191 Nov 23 19:16:10.642366 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b8ee1e62-9e06-40d0-b8bc-8b16480ba11b None None] Provisioning complete for port 75700e42-bec4-4787-887e-540f1e97b047 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:10.645246 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1e62-9e06-40d0-b8bc-8b16480ba11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.717621 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee1e62-9e06-40d0-b8bc-8b16480ba11b None None] Port 75700e42-bec4-4787-887e-540f1e97b047 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:10.819026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:10.876905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:10.877282 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.132683 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c42f7cbb-4b24-4899-ade9-571d2ab21d19 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:11.137297 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46764) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:11.142310 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-976794974-network', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:11.166300 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Made reservation on behalf of e0e3c8b5baa4439299258c8196932737 for: {'network': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:16:11.168918 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for network, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.178315 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.182559 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port c42f7cbb-4b24-4899-ade9-571d2ab21d19 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:11.182966 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.272073 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.277014 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.309681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=120536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:16:11.316698 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0f7b59-dad7-4bb6-bb17-881524a8b299,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:11.326494 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.327130 n-d-818932-3 neutron-server[120536]: INFO neutron.db.segments_db [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Added segment 38e927ce-2017-462f-8ed9-a4c4eef5b56e of type vlan for network b4033c54-4477-4410-8f2d-7525bc499488 Nov 23 19:16:11.376573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785886904378'] for network, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.402141 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259'] for network, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.403321 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:11.403905 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.441709 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3032320 Nov 23 19:16:11.444931 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46766) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:11.450316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Request body: {'subnet': {'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-976794974-subnet', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'ip_version': 4}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:11.470420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c547e6b-6aec-4e1f-b5c1-c9298f5bb829 admin admin] Pushing event updated for resources: {'Network': ['ID=b4033c54-4477-4410-8f2d-7525bc499488,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:11.473679 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Made reservation on behalf of e0e3c8b5baa4439299258c8196932737 for: {'subnet': 1} {{(pid=120535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:16:11.476684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18466827'] for subnet, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.482180 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Network b4033c54-4477-4410-8f2d-7525bc499488 details requested by agent ovs-agent-n-d-818932-3 with host n-d-818932-3 {{(pid=120537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:16:11.525652 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-72ff7a48-c25c-4a08-a159-1fe4e3e0bb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.619518 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Sync routers for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:16:11.630969 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:11.631601 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:11.665283 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17077694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18466873'] for subnet, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.723749 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13edbe49-cb19-452f-9e1c-02dd1235d2bb,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:11.732968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Checking segment: {'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:11.733341 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Network hostable DHCP agents. Network: b4033c54-4477-4410-8f2d-7525bc499488, hostable agents: ['9d31883b-99d0-48b0-bd86-ab9ec4cce015'], hosted agents: [] {{(pid=120535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:16:11.748132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:11.751960 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Network b4033c54-4477-4410-8f2d-7525bc499488 is scheduled to be hosted by DHCP agent 9d31883b-99d0-48b0-bd86-ab9ec4cce015 with binding_index 1 {{(pid=120535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:16:11.762811 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818932-3, b4033c54-4477-4410-8f2d-7525bc499488) {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:11.767228 n-d-818932-3 neutron-server[120535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:11.767831 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.780770 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae88df-0eaa-4f44-8c9e-78723a64a124 None None] Network b4033c54-4477-4410-8f2d-7525bc499488 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:16:11.788042 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-46799908-aaa5-4379-852a-647ee49ce4d8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419280 Nov 23 19:16:11.790728 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46768) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:11.795306 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:11.817398 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1923'] for router, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.818444 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1928'] for router, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:11.875329 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.022939 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.079965 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe016191f-297e-5712-a1f3-2b3fb4d22abd-b4033c54-4477-4410-8f2d-7525bc499488', 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'fixed_ips': [{'subnet_id': '13edbe49-cb19-452f-9e1c-02dd1235d2bb'}]}} from n-d-818932-3. {{(pid=120537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:16:12.081438 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.105951 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 2, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:12.141287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Checking router: 798ab900-ab8a-42cd-87e9-95593819963f for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:16:12.142023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Updating router 798ab900-ab8a-42cd-87e9-95593819963f port 75700e42-bec4-4787-887e-540f1e97b047 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:16:12.224398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.248558 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.274096 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.361400 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.db_base_plugin_common [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Allocated IP 172.20.0.2 (b4033c54-4477-4410-8f2d-7525bc499488/13edbe49-cb19-452f-9e1c-02dd1235d2bb/5c82705f-df74-4593-bd24-8cfc66184ec5) {{(pid=120537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:12.391647 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_common [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Allocated IP 172.25.0.66 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/45e59086-333d-4745-9f09-2f9cbae2f2bc) {{(pid=120535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:12.504802 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.543686 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.579810 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:12.583852 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.base_scheduler [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Resources bound (agent type, host, resource id): {{(pid=120535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:12.587004 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Received port after_create {{(pid=120535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:12.607557 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ffb87-42a3-4af4-b765-d66b9e8ff508 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:12.619727 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Publish callbacks [] for port, precommit_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.626674 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Pushing event updated for resources: {'Port': ['ID=45e59086-333d-4745-9f09-2f9cbae2f2bc,revision_number=1']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:12.649753 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916'] for port, after_create {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.712720 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.724655 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2d4c5a1e-57a7-4ed9-991a-3bc00bf5677d None None] Provisioning complete for port 45e59086-333d-4745-9f09-2f9cbae2f2bc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:12.725014 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5a1e-57a7-4ed9-991a-3bc00bf5677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.729978 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Network b4033c54-4477-4410-8f2d-7525bc499488 is already hosted by enough agents. {{(pid=120537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:12.732571 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.750634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Pushing event updated for resources: {'Port': ['ID=5c82705f-df74-4593-bd24-8cfc66184ec5,revision_number=1']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:12.754721 n-d-818932-3 neutron-server[120537]: DEBUG neutron.scheduler.base_scheduler [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Resources bound (agent type, host, resource id): {{(pid=120537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:12.760774 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Received port after_create {{(pid=120537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:12.833160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c5a1e-57a7-4ed9-991a-3bc00bf5677d None None] Port 45e59086-333d-4745-9f09-2f9cbae2f2bc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:12.863328 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9aa64-8c09-43c7-9858-c9912a8f5897 None None] Pushing event updated for resources: {'Port': ['ID=75700e42-bec4-4787-887e-540f1e97b047,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:12.883123 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.898254 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Attempting to bind port 5c82705f-df74-4593-bd24-8cfc66184ec5 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:12.898624 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Attempting to bind port 5c82705f-df74-4593-bd24-8cfc66184ec5 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:12.899026 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Attempting to bind port 5c82705f-df74-4593-bd24-8cfc66184ec5 on network b4033c54-4477-4410-8f2d-7525bc499488 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:12.925472 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:12.926302 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Checking segment: {'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:12.926302 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.926629 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Bound using segment: {'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:12.927150 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Bound port: 5c82705f-df74-4593-bd24-8cfc66184ec5, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:12.927537 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.943434 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Attempting to bind port 75700e42-bec4-4787-887e-540f1e97b047 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:12.943812 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Attempting to bind port 75700e42-bec4-4787-887e-540f1e97b047 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:12.944185 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Attempting to bind port 75700e42-bec4-4787-887e-540f1e97b047 on network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:12.970790 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:12.971253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Checking segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:12.972084 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:12.972494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Bound using segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:12.972987 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Bound port: 75700e42-bec4-4787-887e-540f1e97b047, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:12.973380 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.110374 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663780'] for router, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.211870 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] For port 5c82705f-df74-4593-bd24-8cfc66184ec5, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:13.236468 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-2362dbda-1574-488c-98eb-740f226aa977 None None] Provisioning complete for port 75700e42-bec4-4787-887e-540f1e97b047 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:13.236896 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2362dbda-1574-488c-98eb-740f226aa977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.241652 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] For port 5c82705f-df74-4593-bd24-8cfc66184ec5, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c82705f-df74-4593-bd24-8cfc66184ec5,segment=NetworkSegment(38e927ce-2017-462f-8ed9-a4c4eef5b56e),segment_id=38e927ce-2017-462f-8ed9-a4c4eef5b56e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:13.250938 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Router 3f272d08-48a2-4ca9-acf6-f260d1822426 is scheduled to L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 with binding_index 1 {{(pid=120535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:16:13.266163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.271317 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] For port 75700e42-bec4-4787-887e-540f1e97b047, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:13.328262 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] For port 75700e42-bec4-4787-887e-540f1e97b047, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=75700e42-bec4-4787-887e-540f1e97b047,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:13.333004 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-2362dbda-1574-488c-98eb-740f226aa977 None None] Port 75700e42-bec4-4787-887e-540f1e97b047 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:13.343122 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.372114 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890a631-6e02-4a7f-b8eb-0da9142187fb None None] Pushing event updated for resources: {'Port': ['ID=5c82705f-df74-4593-bd24-8cfc66184ec5,revision_number=2']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:13.394742 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:16:13.404507 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Sync routers for ids ['3f272d08-48a2-4ca9-acf6-f260d1822426'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:16:13.417489 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:13.418145 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:13.420711 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Routers {'3f272d08-48a2-4ca9-acf6-f260d1822426'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:13.421549 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:15:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f272d08-48a2-4ca9-acf6-f260d1822426'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:13.426503 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.429945 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-32b73938-270d-43cc-9d7b-26e17fbf6974 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6368561 Nov 23 19:16:13.431442 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46770) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:13.500903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9aa64-8c09-43c7-9858-c9912a8f5897 None None] Pushing event updated for resources: {'Port': ['ID=75700e42-bec4-4787-887e-540f1e97b047,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:13.649304 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e72b45ec-bdca-4371-919f-d1a99ea8464d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.664477 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Set router 3f272d08-48a2-4ca9-acf6-f260d1822426 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:13.671019 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:13.821558 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-d14ce21a-900b-4fde-9d7e-7700a79a7019 None None] Provisioning complete for port 75700e42-bec4-4787-887e-540f1e97b047 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:13.821940 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d14ce21a-900b-4fde-9d7e-7700a79a7019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.938578 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:16:12Z', 'revision_number': 3, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port': {'id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:12Z', 'updated_at': '2021-11-23T19:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:13.973551 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Checking router: 3f272d08-48a2-4ca9-acf6-f260d1822426 for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:16:13.973904 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Updating router 3f272d08-48a2-4ca9-acf6-f260d1822426 port 45e59086-333d-4745-9f09-2f9cbae2f2bc binding host n-d-818932-3 {{(pid=120538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:16:14.004467 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d14ce21a-900b-4fde-9d7e-7700a79a7019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.047679 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:13Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:14.054222 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-d14ce21a-900b-4fde-9d7e-7700a79a7019 None None] For port 75700e42-bec4-4787-887e-540f1e97b047, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=75700e42-bec4-4787-887e-540f1e97b047,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:14.086460 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d14ce21a-900b-4fde-9d7e-7700a79a7019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.089942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979fa9d-ee22-4489-b22c-e70b269c2f97 None None] The sync data for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 is: [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:13Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:16:14.104439 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.115136 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.155666 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ce21a-900b-4fde-9d7e-7700a79a7019 None None] Pushing event updated for resources: {'Port': ['ID=75700e42-bec4-4787-887e-540f1e97b047,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:14.337574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Allocated IP 172.20.0.1 (b4033c54-4477-4410-8f2d-7525bc499488/13edbe49-cb19-452f-9e1c-02dd1235d2bb/ccca7550-985e-45e1-8cd0-2a607612d1d7) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:14.466779 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Publish callbacks [] for port, precommit_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.476909 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.482483 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.529029 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.531350 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ca641a-493b-4882-b9c4-83a6031a5301 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:14.532161 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Attempting to bind port 45e59086-333d-4745-9f09-2f9cbae2f2bc on host n-d-818932-3 for vnic_type normal with profile {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:14.532547 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Attempting to bind port 45e59086-333d-4745-9f09-2f9cbae2f2bc by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:14.532916 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Attempting to bind port 45e59086-333d-4745-9f09-2f9cbae2f2bc on network c69911e8-77e8-4336-b6e1-89c3be18ffde {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:14.547366 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:14.547739 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Checking segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:14.548138 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.548611 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Bound using segment: {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'} {{(pid=120538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:14.548999 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.managers [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Bound port: 45e59086-333d-4745-9f09-2f9cbae2f2bc, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde'}}] {{(pid=120538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:14.549943 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.580187 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c21a8-87b8-49e7-872b-f32aa35b1f24 None None] Pushing event updated for resources: {'Port': ['ID=45e59086-333d-4745-9f09-2f9cbae2f2bc,revision_number=2']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:14.593660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Network b4033c54-4477-4410-8f2d-7525bc499488 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:14.596933 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:14.616106 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:14.617307 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-45aa1c9d-dd7b-4f25-b6d9-64d0368f6d16 None None] Provisioning complete for port 45e59086-333d-4745-9f09-2f9cbae2f2bc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:14.619177 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-45aa1c9d-dd7b-4f25-b6d9-64d0368f6d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.630518 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Pushing event updated for resources: {'Port': ['ID=ccca7550-985e-45e1-8cd0-2a607612d1d7,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:14.644818 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] For port 45e59086-333d-4745-9f09-2f9cbae2f2bc, host n-d-818932-3, cleared binding levels {{(pid=120538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:14.652614 n-d-818932-3 neutron-server[120538]: DEBUG neutron.plugins.ml2.db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] For port 45e59086-333d-4745-9f09-2f9cbae2f2bc, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=45e59086-333d-4745-9f09-2f9cbae2f2bc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:14.661670 n-d-818932-3 neutron-server[120538]: DEBUG neutron_lib.callbacks.manager [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.677219 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-45aa1c9d-dd7b-4f25-b6d9-64d0368f6d16 None None] Port 45e59086-333d-4745-9f09-2f9cbae2f2bc cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:14.707458 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682739'] for router_interface, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.754177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e1bf79-df0c-46ba-ac1e-30373e2c4fec None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:16:14.765648 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Routers {'3f272d08-48a2-4ca9-acf6-f260d1822426'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:14.766288 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:16:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f272d08-48a2-4ca9-acf6-f260d1822426'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:14.809491 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03d3e1-6ed4-406c-b25a-ab03ac0e7ba8 None None] Network b4033c54-4477-4410-8f2d-7525bc499488 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:16:14.825016 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8b3d4ffd-4050-4cc0-b36f-5cc79d220a1c None None] Provisioning complete for port 45e59086-333d-4745-9f09-2f9cbae2f2bc triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:14.825387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ffd-4050-4cc0-b36f-5cc79d220a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.880454 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 75700e42-bec4-4787-887e-540f1e97b047 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:14.964942 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.966344 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c21a8-87b8-49e7-872b-f32aa35b1f24 None None] Pushing event updated for resources: {'Port': ['ID=45e59086-333d-4745-9f09-2f9cbae2f2bc,revision_number=3']} {{(pid=120538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:15.015815 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] Set router 3f272d08-48a2-4ca9-acf6-f260d1822426 gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:15.099625 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 75700e42-bec4-4787-887e-540f1e97b047 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:15.100015 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.137981 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ffd-4050-4cc0-b36f-5cc79d220a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.209882 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-8b3d4ffd-4050-4cc0-b36f-5cc79d220a1c None None] For port 45e59086-333d-4745-9f09-2f9cbae2f2bc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=45e59086-333d-4745-9f09-2f9cbae2f2bc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:15.225985 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ffd-4050-4cc0-b36f-5cc79d220a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.250431 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.261639 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.352470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d4ffd-4050-4cc0-b36f-5cc79d220a1c None None] Pushing event updated for resources: {'Port': ['ID=45e59086-333d-4745-9f09-2f9cbae2f2bc,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:15.358817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c82705f-df74-4593-bd24-8cfc66184ec5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:15.376304 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:16:12Z', 'revision_number': 3, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port': {'id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:12Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:15.388830 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682847'] for router_interface, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.423379 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adeb7c0-1aad-4859-a647-5cfd61b568dc None None] The sync data for ids ['3f272d08-48a2-4ca9-acf6-f260d1822426'] in n-d-818932-3 is: [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:16:12Z', 'revision_number': 3, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port': {'id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:12Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:16:15.466109 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Pushing event updated for resources: {'Port': ['ID=ccca7550-985e-45e1-8cd0-2a607612d1d7,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:15.476971 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-b8eb6e59-ef63-416e-961c-66dcfe3a1080 None None] Provisioning complete for port 5c82705f-df74-4593-bd24-8cfc66184ec5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:15.477412 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6e59-ef63-416e-961c-66dcfe3a1080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.520081 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:16:15.578133 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.610846 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6e59-ef63-416e-961c-66dcfe3a1080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.623655 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Network b4033c54-4477-4410-8f2d-7525bc499488 is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:15.626186 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:15.627034 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5c82705f-df74-4593-bd24-8cfc66184ec5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:15.627995 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.660298 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-b8eb6e59-ef63-416e-961c-66dcfe3a1080 None None] For port 5c82705f-df74-4593-bd24-8cfc66184ec5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c82705f-df74-4593-bd24-8cfc66184ec5,segment=NetworkSegment(38e927ce-2017-462f-8ed9-a4c4eef5b56e),segment_id=38e927ce-2017-462f-8ed9-a4c4eef5b56e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:15.693673 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6e59-ef63-416e-961c-66dcfe3a1080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.794808 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb6e59-ef63-416e-961c-66dcfe3a1080 None None] Pushing event updated for resources: {'Port': ['ID=5c82705f-df74-4593-bd24-8cfc66184ec5,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:15.812219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Router 3f272d08-48a2-4ca9-acf6-f260d1822426 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:16:15.904260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ad47c972-e1ab-46ad-8f01-b21690cb3069 None None] Provisioning complete for port 5c82705f-df74-4593-bd24-8cfc66184ec5 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:15.904873 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ad47c972-e1ab-46ad-8f01-b21690cb3069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.018201 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:16:16.043294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ab884b29-97c4-492c-b217-fc5031667829 admin admin] 10.222.0.74 "PUT /v2.0/routers/3f272d08-48a2-4ca9-acf6-f260d1822426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6013253 Nov 23 19:16:16.109382 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-ad47c972-e1ab-46ad-8f01-b21690cb3069 None None] Provisioning complete for port ccca7550-985e-45e1-8cd0-2a607612d1d7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:16.109764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ad47c972-e1ab-46ad-8f01-b21690cb3069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.157611 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-ad47c972-e1ab-46ad-8f01-b21690cb3069 None None] Port ccca7550-985e-45e1-8cd0-2a607612d1d7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:16.285507 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e9707c39-0e4f-480b-ac34-d66517ca3a55 None None] Provisioning complete for port ccca7550-985e-45e1-8cd0-2a607612d1d7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:16.285884 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e9707c39-0e4f-480b-ac34-d66517ca3a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.328165 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e9707c39-0e4f-480b-ac34-d66517ca3a55 None None] Port ccca7550-985e-45e1-8cd0-2a607612d1d7 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:16.628336 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46778) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:16.633371 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-adf64402-575c-44cb-8d74-8b430988e5a5 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673482806', 'description': 'tempest-secgroup-smoke-1673482806 description', 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:16.668029 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adf64402-575c-44cb-8d74-8b430988e5a5 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.747124 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adf64402-575c-44cb-8d74-8b430988e5a5 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.752022 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adf64402-575c-44cb-8d74-8b430988e5a5 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.776827 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.781013 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-adf64402-575c-44cb-8d74-8b430988e5a5 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.782291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-adf64402-575c-44cb-8d74-8b430988e5a5 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1526618 Nov 23 19:16:16.785369 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46780) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:16.789717 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-d96ef018-8d40-4621-bc0a-e301e72d6897 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'security_group_rule': {'security_group_id': '87faba51-57f9-48a0-8c2f-66ccd2703ca9', 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:16.795420 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 45e59086-333d-4745-9f09-2f9cbae2f2bc up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:16.798469 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf64402-575c-44cb-8d74-8b430988e5a5 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87faba51-57f9-48a0-8c2f-66ccd2703ca9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:16.821001 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96ef018-8d40-4621-bc0a-e301e72d6897 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.847821 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 45e59086-333d-4745-9f09-2f9cbae2f2bc triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:16.848207 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.891818 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96ef018-8d40-4621-bc0a-e301e72d6897 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.895803 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96ef018-8d40-4621-bc0a-e301e72d6897 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.917314 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ef018-8d40-4621-bc0a-e301e72d6897 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87da3354-a64b-4fd3-8155-2c161e3461f2,revision_number=0']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:16.927717 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-d96ef018-8d40-4621-bc0a-e301e72d6897 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.928976 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-d96ef018-8d40-4621-bc0a-e301e72d6897 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426592 Nov 23 19:16:16.932908 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46782) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:16.937649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-98380281-3cb0-48a5-a563-1f861756bb98 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'security_group_rule': {'security_group_id': '87faba51-57f9-48a0-8c2f-66ccd2703ca9', 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:16.941602 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c82705f-df74-4593-bd24-8cfc66184ec5 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:16.972815 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98380281-3cb0-48a5-a563-1f861756bb98 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.000079 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port 5c82705f-df74-4593-bd24-8cfc66184ec5 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:17.000461 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.032119 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98380281-3cb0-48a5-a563-1f861756bb98 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.037479 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98380281-3cb0-48a5-a563-1f861756bb98 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.059835 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98380281-3cb0-48a5-a563-1f861756bb98 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dfd248-c781-4717-8d22-a6e83d0559c0,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.070840 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-98380281-3cb0-48a5-a563-1f861756bb98 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.072172 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-98380281-3cb0-48a5-a563-1f861756bb98 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382470 Nov 23 19:16:17.074999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46784) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.082084 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-57b73da2-a13d-4869-8698-97782a0348da tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'security_group_rule': {'security_group_id': '87faba51-57f9-48a0-8c2f-66ccd2703ca9', 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:17.122330 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57b73da2-a13d-4869-8698-97782a0348da tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.191824 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57b73da2-a13d-4869-8698-97782a0348da tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.195882 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57b73da2-a13d-4869-8698-97782a0348da tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.214399 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b73da2-a13d-4869-8698-97782a0348da tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077e33cf-d05d-4a2c-846c-e5c8f970f1aa,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.225012 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-57b73da2-a13d-4869-8698-97782a0348da tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.226331 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-57b73da2-a13d-4869-8698-97782a0348da tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499827 Nov 23 19:16:17.229508 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46786) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.233851 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-63fdf912-18a1-4866-879d-990f5c81628b tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'security_group_rule': {'security_group_id': '87faba51-57f9-48a0-8c2f-66ccd2703ca9', 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:17.271369 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63fdf912-18a1-4866-879d-990f5c81628b tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.345103 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63fdf912-18a1-4866-879d-990f5c81628b tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.352347 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63fdf912-18a1-4866-879d-990f5c81628b tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.371183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdf912-18a1-4866-879d-990f5c81628b tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a20cc5-0946-41f0-baab-4676a1f14412,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.380372 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63fdf912-18a1-4866-879d-990f5c81628b tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.381780 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-63fdf912-18a1-4866-879d-990f5c81628b tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515627 Nov 23 19:16:17.384545 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46788) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.388970 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-f47364da-0fd6-4cdd-86c0-79f01cf78d20 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'security_group_rule': {'security_group_id': '87faba51-57f9-48a0-8c2f-66ccd2703ca9', 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:17.412551 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-f47364da-0fd6-4cdd-86c0-79f01cf78d20 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Project e66b7eabd72a4d3dbf04941570fc90d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:16:17.417879 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f47364da-0fd6-4cdd-86c0-79f01cf78d20 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.481643 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f47364da-0fd6-4cdd-86c0-79f01cf78d20 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.487340 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f47364da-0fd6-4cdd-86c0-79f01cf78d20 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.505935 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47364da-0fd6-4cdd-86c0-79f01cf78d20 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444be6e4-2150-4e5f-8d0b-9aa8cf934355,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.515237 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f47364da-0fd6-4cdd-86c0-79f01cf78d20 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.516550 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-f47364da-0fd6-4cdd-86c0-79f01cf78d20 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310384 Nov 23 19:16:17.520139 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 46790) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.524739 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.v2.base [None req-e7397f13-a13d-4561-84bd-c0a26e5828fd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'security_group_rule': {'security_group_id': '87faba51-57f9-48a0-8c2f-66ccd2703ca9', 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:17.547610 n-d-818932-3 neutron-server[120535]: INFO neutron.db.securitygroups_db [None req-e7397f13-a13d-4561-84bd-c0a26e5828fd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Project e66b7eabd72a4d3dbf04941570fc90d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:16:17.552961 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7397f13-a13d-4561-84bd-c0a26e5828fd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.590106 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Sync routers for ids ['3f272d08-48a2-4ca9-acf6-f260d1822426'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:16:17.601838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Routers {'3f272d08-48a2-4ca9-acf6-f260d1822426'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:17.602525 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:16:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f272d08-48a2-4ca9-acf6-f260d1822426'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:17.620223 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7397f13-a13d-4561-84bd-c0a26e5828fd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.625191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7397f13-a13d-4561-84bd-c0a26e5828fd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640332'] for security_group_rule, after_create {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.642853 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7397f13-a13d-4561-84bd-c0a26e5828fd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e59b6d-0d77-4996-92d8-913e1bfab0ba,revision_number=0']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.656460 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e7397f13-a13d-4561-84bd-c0a26e5828fd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.657725 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-e7397f13-a13d-4561-84bd-c0a26e5828fd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366005 Nov 23 19:16:17.834961 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-8d3b5a91-0236-404e-a26b-e6858b0623f0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673482806&fields=id&tenant_id=e66b7eabd72a4d3dbf04941570fc90d1 HTTP/1.1" status: 200 len: 267 time: 0.0592575 Nov 23 19:16:17.881056 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Set router 3f272d08-48a2-4ca9-acf6-f260d1822426 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:17.946750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-2087f483-6202-4b8e-8988-4837bf9fc146 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.948233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-2087f483-6202-4b8e-8988-4837bf9fc146 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 810 time: 0.1061547 Nov 23 19:16:17.964226 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-5caa3e53-dcb3-455a-9d47-449dad0ab429 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/quotas/e66b7eabd72a4d3dbf04941570fc90d1 HTTP/1.1" status: 200 len: 375 time: 0.0100052 Nov 23 19:16:18.098837 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 4, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port': {'id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:12Z', 'updated_at': '2021-11-23T19:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'ccca7550-985e-45e1-8cd0-2a607612d1d7', 'name': '', 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'mac_address': 'fa:16:3e:a9:2a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '13edbe49-cb19-452f-9e1c-02dd1235d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:14Z', 'updated_at': '2021-11-23T19:16:15Z', 'revision_number': 2, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'subnets': [{'id': '13edbe49-cb19-452f-9e1c-02dd1235d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:18.140339 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Checking router: 3f272d08-48a2-4ca9-acf6-f260d1822426 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:16:18.140609 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Updating router 3f272d08-48a2-4ca9-acf6-f260d1822426 port ccca7550-985e-45e1-8cd0-2a607612d1d7 binding host n-d-818932-3 {{(pid=120537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:16:18.165361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.179023 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.317326 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-501cd747-a3f9-423c-a4c5-3bd59071fb7a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3473518 Nov 23 19:16:18.334989 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-ff9435d3-d445-4872-9a5f-6bc5ca5cec58 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=120536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:16:18.336107 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-ff9435d3-d445-4872-9a5f-6bc5ca5cec58 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069680 Nov 23 19:16:18.432447 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-18f47618-8fbd-4258-ac0f-b7c8c270da62 service neutron] 10.222.0.74 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826511 Nov 23 19:16:18.457651 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Publish callbacks [] for port, precommit_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.463492 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.525172 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e812c-0922-4593-9047-0a28fbe4855e None None] Pushing event updated for resources: {'Port': ['ID=ccca7550-985e-45e1-8cd0-2a607612d1d7,revision_number=3']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.535219 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-60a9c0b4-ef54-4b93-830d-64532224d076 service neutron] 10.222.0.74 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965924 Nov 23 19:16:18.578284 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Attempting to bind port ccca7550-985e-45e1-8cd0-2a607612d1d7 on host n-d-818932-3 for vnic_type normal with profile {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:18.578817 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Attempting to bind port ccca7550-985e-45e1-8cd0-2a607612d1d7 by drivers openvswitch,hyperv on host n-d-818932-3 at level 0 using segments [{'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:18.579203 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Attempting to bind port ccca7550-985e-45e1-8cd0-2a607612d1d7 on network b4033c54-4477-4410-8f2d-7525bc499488 {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:18.590154 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Checking agent: {'id': 'cc14cae1-7e81-4bae-836a-42360ee96731', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 38, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818932-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:18.590894 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Checking segment: {'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:18.591424 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.592186 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Bound using segment: {'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'} {{(pid=120537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:18.593050 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.managers [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Bound port: ccca7550-985e-45e1-8cd0-2a607612d1d7, host: n-d-818932-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e927ce-2017-462f-8ed9-a4c4eef5b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488'}}] {{(pid=120537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:18.593214 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.672189 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] For port ccca7550-985e-45e1-8cd0-2a607612d1d7, host n-d-818932-3, cleared binding levels {{(pid=120537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:18.677423 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] For port ccca7550-985e-45e1-8cd0-2a607612d1d7, host n-d-818932-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ccca7550-985e-45e1-8cd0-2a607612d1d7,segment=NetworkSegment(38e927ce-2017-462f-8ed9-a4c4eef5b56e),segment_id=38e927ce-2017-462f-8ed9-a4c4eef5b56e)] {{(pid=120537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:18.684755 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.726379 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20ed2a27-45a8-4261-abcd-3e10284be465 req-de67aea3-6e55-42ed-8438-5b75cf848959 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 210 time: 0.0285618 Nov 23 19:16:18.763703 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Routers {'3f272d08-48a2-4ca9-acf6-f260d1822426'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:18.764268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:16:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f272d08-48a2-4ca9-acf6-f260d1822426'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:18.770876 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e812c-0922-4593-9047-0a28fbe4855e None None] Pushing event updated for resources: {'Port': ['ID=ccca7550-985e-45e1-8cd0-2a607612d1d7,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.829878 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-52ba0c74-d2ad-4648-82ee-168a1ceb1135 None None] Provisioning complete for port ccca7550-985e-45e1-8cd0-2a607612d1d7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:18.830255 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52ba0c74-d2ad-4648-82ee-168a1ceb1135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.923736 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] Set router 3f272d08-48a2-4ca9-acf6-f260d1822426 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:19.047151 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52ba0c74-d2ad-4648-82ee-168a1ceb1135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.119916 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-52ba0c74-d2ad-4648-82ee-168a1ceb1135 None None] For port ccca7550-985e-45e1-8cd0-2a607612d1d7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ccca7550-985e-45e1-8cd0-2a607612d1d7,segment=NetworkSegment(38e927ce-2017-462f-8ed9-a4c4eef5b56e),segment_id=38e927ce-2017-462f-8ed9-a4c4eef5b56e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:19.124867 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-52ba0c74-d2ad-4648-82ee-168a1ceb1135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.210945 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba0c74-d2ad-4648-82ee-168a1ceb1135 None None] Pushing event updated for resources: {'Port': ['ID=ccca7550-985e-45e1-8cd0-2a607612d1d7,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:19.230590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 4, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port': {'id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:12Z', 'updated_at': '2021-11-23T19:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'ccca7550-985e-45e1-8cd0-2a607612d1d7', 'name': '', 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'mac_address': 'fa:16:3e:a9:2a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '13edbe49-cb19-452f-9e1c-02dd1235d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:14Z', 'updated_at': '2021-11-23T19:16:18Z', 'revision_number': 4, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'subnets': [{'id': '13edbe49-cb19-452f-9e1c-02dd1235d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:19.262132 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8be7716-d2df-4215-ab6d-d9e2981349b6 None None] The sync data for ids ['3f272d08-48a2-4ca9-acf6-f260d1822426'] in n-d-818932-3 is: [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 4, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port': {'id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:12Z', 'updated_at': '2021-11-23T19:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': 'ccca7550-985e-45e1-8cd0-2a607612d1d7', 'name': '', 'network_id': 'b4033c54-4477-4410-8f2d-7525bc499488', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'mac_address': 'fa:16:3e:a9:2a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '13edbe49-cb19-452f-9e1c-02dd1235d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:14Z', 'updated_at': '2021-11-23T19:16:18Z', 'revision_number': 4, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'subnets': [{'id': '13edbe49-cb19-452f-9e1c-02dd1235d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:16:19.272799 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-380a6e73-e0d6-42fc-8c5e-0a89a67c245b None None] Provisioning complete for port ccca7550-985e-45e1-8cd0-2a607612d1d7 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:19.273175 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-380a6e73-e0d6-42fc-8c5e-0a89a67c245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.807049 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-34e35b6a-23fa-4973-b098-48845ffd9cdd req-ca05fc9d-901f-49cb-b16d-9bf5eca153a1 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 210 time: 0.0270426 Nov 23 19:16:20.358157 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:20.700268 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ccca7550-985e-45e1-8cd0-2a607612d1d7 up at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:20.753605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Provisioning complete for port ccca7550-985e-45e1-8cd0-2a607612d1d7 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:20.754005 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:20.892473 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-982f697a-039f-4ccb-a595-7ce36f3ba601 req-65849d4d-a11c-4e9a-8cc6-01d8c8b28b1b tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 210 time: 0.0308352 Nov 23 19:16:21.420857 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:21.975372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-e9875534-9225-48f4-bb14-ae5b2d54da94 req-551909fd-03d6-4f1e-8e4d-e3ee25b9dfee tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 210 time: 0.0294311 Nov 23 19:16:23.078699 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d216ed8-0acd-478c-9ec1-04266ecffb1e req-94af9dd4-6c59-4128-ab86-d2633ceadf30 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 210 time: 0.0292149 Nov 23 19:16:23.891921 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-4d074f39-8b29-4e53-8899-978a2bce69ff tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:23.894871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-4d074f39-8b29-4e53-8899-978a2bce69ff tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 810 time: 0.1146145 Nov 23 19:16:23.966607 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-3c2d7d59-68fa-4bec-984e-d18f9c94cdae tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66b7eabd72a4d3dbf04941570fc90d1 HTTP/1.1" status: 200 len: 380 time: 0.0569959 Nov 23 19:16:23.977537 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'port': {'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'admin_state_up': True, 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'security_groups': ['87faba51-57f9-48a0-8c2f-66ccd2703ca9']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:24.097219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Made reservation on behalf of e66b7eabd72a4d3dbf04941570fc90d1 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:16:24.100883 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:24.197517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-20ece0b9-f60d-428b-aa16-e55749e9bbeb req-218053d8-5f35-430c-bbcd-90cc5b79fbdd tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 210 time: 0.0361419 Nov 23 19:16:24.267645 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Allocated IP 172.20.0.7 (02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc/296f7627-feb4-4118-8dd2-37470ddd273f/e8f0695b-d6a4-4221-88dd-34e15c00a0e1) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:24.424658 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:24.462919 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:24.509012 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:24.512011 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:24.515672 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:24.542453 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:24.572195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:24.572811 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:24.589638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-50cd8606-c5fe-4034-80e4-579919e6d5bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6160951 Nov 23 19:16:24.611325 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Request body: {'port': {'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:24.683272 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:24.750675 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-e476b7cd-bf6f-44b8-ad6d-e864118b2a90 None None] Provisioning complete for port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:24.751307 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e476b7cd-bf6f-44b8-ad6d-e864118b2a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:24.786992 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-e476b7cd-bf6f-44b8-ad6d-e864118b2a90 None None] Port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:24.958050 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f0695b-d6a4-4221-88dd-34e15c00a0e1 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:16:24.965623 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:24.978521 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Transition to ACTIVE for port object e8f0695b-d6a4-4221-88dd-34e15c00a0e1 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:16:24.982191 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:25.033164 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:25.107514 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Attempting to bind port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:25.108155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Attempting to bind port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:25.108155 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Attempting to bind port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 on network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:25.113610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 on network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:16:25.114139 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Attempting to bind port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 on network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:25.119187 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:25.119526 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Checking segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:25.120038 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Bound using segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:25.120472 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Bound port: e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:25.120828 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:25.196795 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:25.199836 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:25.205174 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:25.239984 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:25.240646 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:25.242125 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] 10.222.0.72 "PUT /v2.0/ports/e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 1091 time: 0.6387835 Nov 23 19:16:25.242534 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:25.244791 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8275f1-a95c-4574-8d86-f3636f495501" -d '{"events": [{"name": "network-changed", "server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:25.274538 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d48bd-4bc6-4e1b-a7f0-64e4268dced1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:25.374353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5470-02da-42f7-a5d2-00897c2f8ee8 req-8542966d-ebeb-4013-b1f1-687b9a60f82f tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:25.375992 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d9c5470-02da-42f7-a5d2-00897c2f8ee8 req-8542966d-ebeb-4013-b1f1-687b9a60f82f tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 943 time: 0.0884097 Nov 23 19:16:25.379226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-1cb6f8d2-c0a7-4c19-9731-3a02ed5c95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:25.380730 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-1cb6f8d2-c0a7-4c19-9731-3a02ed5c95fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1094 time: 0.0840659 Nov 23 19:16:25.443856 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-52a37f9e-71b9-4962-8f42-81b156639ebc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0459146 Nov 23 19:16:25.495610 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7d9c5470-02da-42f7-a5d2-00897c2f8ee8 req-82ac619d-d901-497a-9b4b-731e5e88a6ce tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123526 Nov 23 19:16:25.517063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-2ee64097-58e3-4905-bf9a-ea13f733d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:25.519372 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-2ee64097-58e3-4905-bf9a-ea13f733d5c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0647848 Nov 23 19:16:25.573492 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-cc1df6d7-302b-4961-80be-f1d44323f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:25.575069 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-cc1df6d7-302b-4961-80be-f1d44323f2d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432086 Nov 23 19:16:25.605429 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04538004-bcb0-48ca-af29-94c3a41b5be5 x-openstack-request-id: req-04538004-bcb0-48ca-af29-94c3a41b5be5 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:25.605724 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:25.605975 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-04538004-bcb0-48ca-af29-94c3a41b5be5 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:25.606375 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'status': 'completed', 'code': 200} Nov 23 19:16:25.679784 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-d5044754-a5ec-4b59-a38a-0cb942634569 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933204 Nov 23 19:16:25.777180 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7167f362-5ac1-4e2b-b6a1-395063970453 req-e789eaee-d0e4-4677-854e-d6a8e37a7206 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858634 Nov 23 19:16:25.876890 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-deac8335-27b2-4067-a3a9-8d0261ad39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:25.879091 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-deac8335-27b2-4067-a3a9-8d0261ad39e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1094 time: 0.0481336 Nov 23 19:16:25.970200 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-7c623fe0-5660-4548-a92c-4cc154381f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:25.972849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-7c623fe0-5660-4548-a92c-4cc154381f7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.0867410 Nov 23 19:16:26.018733 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-3fc80a47-2d8d-4580-9708-68ff76bffc53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0382633 Nov 23 19:16:26.069252 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-421206f8-0442-4096-bb7f-e828f3d06455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:26.070656 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-421206f8-0442-4096-bb7f-e828f3d06455 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0445299 Nov 23 19:16:26.120999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-c6f69fb6-8c22-4397-a867-d87609e5d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:26.122990 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-c6f69fb6-8c22-4397-a867-d87609e5d894 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443418 Nov 23 19:16:26.220361 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-f180c744-339b-4a0d-9a7a-a34aef9ad5f9 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897555 Nov 23 19:16:26.314318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3f8275f1-a95c-4574-8d86-f3636f495501 req-3ff57b6f-46b7-418e-91f7-dfae05a1f9d9 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845635 Nov 23 19:16:26.623985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67194c86-d3f9-4a04-b225-2fec4ce40755 req-cd21011c-8b1c-44e0-a542-a1b3953f2235 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:26.625432 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67194c86-d3f9-4a04-b225-2fec4ce40755 req-cd21011c-8b1c-44e0-a542-a1b3953f2235 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 943 time: 0.0581582 Nov 23 19:16:26.683760 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-67194c86-d3f9-4a04-b225-2fec4ce40755 req-cac280e2-2908-418c-8b7e-4472436573e2 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521536 Nov 23 19:16:27.805896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9ed88-5e3d-4ef4-bd30-8cfd9fc9a717 req-a9e69312-3541-444b-9ecb-1bb812b2cc6f tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:27.807436 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3f9ed88-5e3d-4ef4-bd30-8cfd9fc9a717 req-a9e69312-3541-444b-9ecb-1bb812b2cc6f tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 943 time: 0.0505414 Nov 23 19:16:27.858016 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f3f9ed88-5e3d-4ef4-bd30-8cfd9fc9a717 req-6094d904-1f6d-44fc-a35b-bf879fdfb8a6 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446577 Nov 23 19:16:28.512051 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e8f0695b-d6a4-4221-88dd-34e15c00a0e1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:16:28.608337 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:28.619352 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:16:28.657702 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:28.670997 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f0695b-d6a4-4221-88dd-34e15c00a0e1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:16:28.689849 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:28.693627 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:28.745542 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:28.951797 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e8f0695b-d6a4-4221-88dd-34e15c00a0e1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:16:28.975685 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11988f-b1bd-4a91-b064-03534215b6c2 req-187c9f7b-9d62-4ad3-ac17-8f6432401817 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:28.977241 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f11988f-b1bd-4a91-b064-03534215b6c2 req-187c9f7b-9d62-4ad3-ac17-8f6432401817 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 944 time: 0.0507905 Nov 23 19:16:29.026899 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6f11988f-b1bd-4a91-b064-03534215b6c2 req-bfe19f71-4bc6-4c92-9cb6-e01ac5d98378 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Nov 23 19:16:30.149025 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c4043-09ac-4039-8777-464c4abb1377 req-1d8e65c0-ab3f-4f4b-86c3-3b868096b44f tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:30.150918 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a0c4043-09ac-4039-8777-464c4abb1377 req-1d8e65c0-ab3f-4f4b-86c3-3b868096b44f tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 944 time: 0.0552437 Nov 23 19:16:30.201524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7a0c4043-09ac-4039-8777-464c4abb1377 req-d0a8dbcf-8d0f-4a0d-ba24-de0967af61a3 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Nov 23 19:16:30.528372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e8f0695b-d6a4-4221-88dd-34e15c00a0e1 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:30.580330 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:16:30.585415 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:30.585787 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:30.675227 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:30.698471 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:30.700788 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13aa2a-cf98-4569-bbf9-26d2de3d4912" -d '{"events": [{"server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "name": "network-vif-plugged", "status": "completed", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:30.717104 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:30.721148 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:30.749694 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c31b075-3f06-4048-9b66-451bc434934d x-openstack-request-id: req-8c31b075-3f06-4048-9b66-451bc434934d {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:30.750001 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "name": "network-vif-plugged", "status": "completed", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:30.750269 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8c31b075-3f06-4048-9b66-451bc434934d {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:30.750717 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'code': 200} Nov 23 19:16:30.778846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:30.857071 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492c71a-fa5b-4c47-be7a-eb182afd15fc req-ba76a97f-0a06-4907-8eaa-73b5ab3cf5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:30.858568 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6492c71a-fa5b-4c47-be7a-eb182afd15fc req-ba76a97f-0a06-4907-8eaa-73b5ab3cf5fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1096 time: 0.0407357 Nov 23 19:16:30.911880 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-6492c71a-fa5b-4c47-be7a-eb182afd15fc req-7effe366-c377-41f2-91f2-1437007d230a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399344 Nov 23 19:16:31.601991 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879c2ae-5762-4a5a-95ac-e0a5232010a9 req-bf395afc-6126-458e-8070-382fe3eb5852 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:31.603501 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b879c2ae-5762-4a5a-95ac-e0a5232010a9 req-bf395afc-6126-458e-8070-382fe3eb5852 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 945 time: 0.0541129 Nov 23 19:16:31.655193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b879c2ae-5762-4a5a-95ac-e0a5232010a9 req-217d8e26-e5a9-489e-b18f-af27f378c3af tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457931 Nov 23 19:16:32.780268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1379-fe4c-40ed-8ebf-1c13501ba643 req-c2f4f2ff-fcf8-45d2-a578-70a2635628b3 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:32.781794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-939a1379-fe4c-40ed-8ebf-1c13501ba643 req-c2f4f2ff-fcf8-45d2-a578-70a2635628b3 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 945 time: 0.0562315 Nov 23 19:16:32.835995 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-939a1379-fe4c-40ed-8ebf-1c13501ba643 req-98694a1d-d780-4895-914a-1e38313e692a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472052 Nov 23 19:16:32.963355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1a41c-458a-4e41-b726-f848429b22a5 req-d126167c-1711-4584-a5c4-b1ce3620d2a3 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:32.965109 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6a1a41c-458a-4e41-b726-f848429b22a5 req-d126167c-1711-4584-a5c4-b1ce3620d2a3 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 945 time: 0.0627654 Nov 23 19:16:33.020211 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f6a1a41c-458a-4e41-b726-f848429b22a5 req-a2b5c93d-0da4-450d-ac79-0e3ee6e7f0bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485184 Nov 23 19:16:33.043715 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46858) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:33.176066 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2b6244-6218-4c3d-a10b-99aa376dcdf3 tempest-TestSnapshotPattern-1904901052 tempest-TestSnapshotPattern-1904901052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:33.178068 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bc2b6244-6218-4c3d-a10b-99aa376dcdf3 tempest-TestSnapshotPattern-1904901052 tempest-TestSnapshotPattern-1904901052-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1091 time: 0.1333416 Nov 23 19:16:33.181036 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 46862) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:33.185452 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:33.208861 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:33.308990 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:33.419523 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Allocated IP 172.25.0.237 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/bd1ccfb8-9bc7-40ea-b2ae-22c0e8f42765) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:33.530544 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:33.573761 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:33.611008 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:33.615923 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:33.619400 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:33.648248 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'Port': ['ID=bd1ccfb8-9bc7-40ea-b2ae-22c0e8f42765,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:33.999682 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:34.065735 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:34.226573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:34.231000 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:34.299467 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'Port': ['ID=bd1ccfb8-9bc7-40ea-b2ae-22c0e8f42765,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:34.310743 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:34.419154 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Floating IP 1b7832f5-b482-453a-ad7c-5b4967a14815 associated. External IP: 172.25.0.237, port: e8f0695b-d6a4-4221-88dd-34e15c00a0e1. Nov 23 19:16:34.644745 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Router 798ab900-ab8a-42cd-87e9-95593819963f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:16:34.759681 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:16:34.770385 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] Sync routers for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:16:34.779764 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:34.784981 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:34.786295 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:16:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:34.812511 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b5ff55e5-60bb-4074-8f46-4229100a348d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6304505 Nov 23 19:16:34.813101 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:34.815391 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14481a67-f668-4d7f-a5e7-470eef36acbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:34.855269 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4150f784-f53b-4764-b2c0-d98651b16e3f x-openstack-request-id: req-4150f784-f53b-4764-b2c0-d98651b16e3f {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:34.855561 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:34.855817 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4150f784-f53b-4764-b2c0-d98651b16e3f {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:34.856226 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'status': 'completed', 'code': 200} Nov 23 19:16:34.915177 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:34.926806 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-90d85223-8789-44b5-8cd8-90899f2b74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:34.929419 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-90d85223-8789-44b5-8cd8-90899f2b74b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1096 time: 0.0489120 Nov 23 19:16:35.025178 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-a36abd75-145e-4be5-8362-3e00b8af1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:35.026681 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-a36abd75-145e-4be5-8362-3e00b8af1af3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.0906537 Nov 23 19:16:35.091953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-27535846-3cf9-4be4-b33e-4fdcbb5e5d00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 999 time: 0.0580707 Nov 23 19:16:35.144422 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:33Z', 'revision_number': 0, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:35.147896 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-1725dd1d-2f44-4280-bfe6-5fb24a9f0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:35.149375 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-1725dd1d-2f44-4280-bfe6-5fb24a9f0762 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0508828 Nov 23 19:16:35.171821 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] Checking router: 798ab900-ab8a-42cd-87e9-95593819963f for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:16:35.180268 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:35.180872 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:16:14Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:35.196821 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-a4f48954-0cac-43a2-8bd1-95c397833b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:35.198318 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-a4f48954-0cac-43a2-8bd1-95c397833b5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421450 Nov 23 19:16:35.293700 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-b2e16f98-9a2b-4cc7-a927-bdafad22c066 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882258 Nov 23 19:16:35.296754 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:35.390629 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-14481a67-f668-4d7f-a5e7-470eef36acbd req-12b3b845-f8bb-4fb9-ad89-55e16e4ca1dd service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900230 Nov 23 19:16:35.522011 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:33Z', 'revision_number': 0, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:35.643065 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9cf3e-5273-4693-8e0d-d5f8fe3815df None None] The sync data for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 is: [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:33Z', 'revision_number': 0, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:16:35.830226 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca846dec-a388-45c4-b454-23814e59a0df None None] New status for floating IP 1b7832f5-b482-453a-ad7c-5b4967a14815: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:16:41.498082 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-db157582-44d2-4168-be15-088818b85224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:43.552652 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8e029fda-fada-4602-bb08-0a5ba45c174b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:45.120871 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-efb507ab-ce01-47f5-8515-41b5b0e42c18 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413997 Nov 23 19:16:45.212841 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-09f1f978-bd6a-4c08-bed5-5e2afa00c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:45.214673 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-09f1f978-bd6a-4c08-bed5-5e2afa00c30e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1096 time: 0.0481203 Nov 23 19:16:45.320853 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-6cf28846-b409-43ae-8331-e79687d3b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:45.322267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-6cf28846-b409-43ae-8331-e79687d3b646 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.0869296 Nov 23 19:16:45.391815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-458fe7e7-89e7-446c-9d1b-0ae7f6e9e633 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0622599 Nov 23 19:16:45.448288 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:45.449423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-053db9c6-50e6-4b23-a3c9-6635ea269e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:45.451190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-053db9c6-50e6-4b23-a3c9-6635ea269e90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0481961 Nov 23 19:16:45.501601 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-b0e55f6b-9016-42c1-a30d-008981627fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:45.503635 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-b0e55f6b-9016-42c1-a30d-008981627fff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412586 Nov 23 19:16:45.598472 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-62ba7ba7-dc9f-4010-b9c1-046a1c9f36c5 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Nov 23 19:16:45.696002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-62fc381a-8ed3-49fc-831b-200ba292c3e2 req-e0115cb3-c083-402e-8e79-2c283be9110b service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863891 Nov 23 19:16:46.772247 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:48.120610 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:50.365179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:51.432183 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:52.510713 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:17:11.500541 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7df919e7-6316-4be0-b4d4-87dd11df4f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.555016 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-824ad521-0623-4874-95a7-8535aa238ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.451442 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:16.773966 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.114525 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.384072 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.429096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:29.510627 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:17:41.502518 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-573f6278-94b3-4aac-ac59-65c9cbe92fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:43.558841 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-3e98bbbe-6b0d-48d6-b027-3b04c8bf7ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.132147 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-2dfd867d-5a78-4e49-a374-2f27e2c53d05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458212 Nov 23 19:17:45.456097 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.537256 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-e4a16c72-697e-4aed-b65b-1ba2735f0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:45.540110 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-e4a16c72-697e-4aed-b65b-1ba2735f0d92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1096 time: 0.3495398 Nov 23 19:17:45.657264 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-0fca8748-e264-48e2-8d47-e9e2ea92fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:45.658877 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-0fca8748-e264-48e2-8d47-e9e2ea92fe7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.0895247 Nov 23 19:17:45.742815 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-cd4ddaea-8771-4fd5-ad25-ed5dad994d15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0680988 Nov 23 19:17:45.798926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-45cef304-4d7c-4b16-b9f1-94b2bd7fc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:45.800456 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-45cef304-4d7c-4b16-b9f1-94b2bd7fc6db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0472109 Nov 23 19:17:45.852603 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-36cc53a6-5965-4f83-ac8e-8c76c50f6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:45.854121 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-36cc53a6-5965-4f83-ac8e-8c76c50f6e32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423234 Nov 23 19:17:45.955960 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-5bd69891-5bbb-4d48-b0bc-5e4ee29c1d8a service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901210 Nov 23 19:17:46.063171 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-af30adb1-9762-492a-a245-bf71cd0eb109 req-4f7ca204-7395-4a2b-ad31-ac566d55e90c service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956717 Nov 23 19:17:46.775351 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.118257 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:50.395086 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:51.447150 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:06.510957 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:18:11.509821 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ec6cca3b-3b8e-4754-ad55-6d7fef70d33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:13.561163 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-18982270-1d82-4890-9ac8-1f3e61f2ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:15.458743 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:16.778449 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:18.122852 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:20.416667 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:21.458100 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:35.089527 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e8f0695b-d6a4-4221-88dd-34e15c00a0e1 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:18:35.195966 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:35.208239 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:18:35.249244 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:35.263780 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8f0695b-d6a4-4221-88dd-34e15c00a0e1 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:18:35.285379 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:35.290085 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:35.359805 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:35.367777 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.368128 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.368470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.368979 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.369141 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.369470 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.369796 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.370117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.370438 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.370846 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.371177 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.371531 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:35.388563 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['e8f0695b-d6a4-4221-88dd-34e15c00a0e1'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:18:37.104724 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e8f0695b-d6a4-4221-88dd-34e15c00a0e1 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:18:37.176756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:37.178549 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:37.299997 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:37.326584 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:18:37.329175 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169fab3-f037-4a97-999a-1634aea4bd00" -d '{"events": [{"server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "name": "network-vif-plugged", "status": "completed", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:18:37.348112 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:37.355313 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:37.431693 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:37.508050 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3b6504-c7d5-4181-afbf-24b99a1b0b57 x-openstack-request-id: req-ce3b6504-c7d5-4181-afbf-24b99a1b0b57 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:18:37.508576 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "name": "network-vif-plugged", "status": "completed", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:18:37.508820 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce3b6504-c7d5-4181-afbf-24b99a1b0b57 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:18:37.509262 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'code': 200} Nov 23 19:18:41.508915 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2a27-35c6-47f9-bb01-4584e8b0b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:43.510960 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:18:43.566901 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79d6cbdb-18d3-4725-ac92-c21d076953cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:45.334234 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-a638365b-646d-4026-a604-fa715e8875f2 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673482806&fields=id&tenant_id=e66b7eabd72a4d3dbf04941570fc90d1 HTTP/1.1" status: 200 len: 267 time: 0.0506799 Nov 23 19:18:45.441254 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e262b-6983-473c-b095-048992b5bc53 req-b2aa8548-944e-4789-905c-fb08453ff864 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:45.442767 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-b2aa8548-944e-4789-905c-fb08453ff864 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 810 time: 0.1009536 Nov 23 19:18:45.460267 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-8c689964-2f9b-424a-95f3-cc8dd2b65fc0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/quotas/e66b7eabd72a4d3dbf04941570fc90d1 HTTP/1.1" status: 200 len: 375 time: 0.0096073 Nov 23 19:18:45.470254 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:45.516671 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-789b4ffc-5592-445d-b967-66c72759b9e1 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495672 Nov 23 19:18:45.681638 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-65c9870c-d374-49f2-a619-54d3fb8899a4 service neutron] 10.222.0.74 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533163 Nov 23 19:18:45.778233 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-3967f183-1caa-44ae-80f3-7c12a3c7f88f service neutron] 10.222.0.74 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895624 Nov 23 19:18:45.941852 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b848c4eb-b92f-4bf7-99da-89d25d1c5e4d req-59a414cc-4e95-40f4-aa93-e6d90668dfeb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 210 time: 0.0278466 Nov 23 19:18:46.190035 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-30d456de-c9a1-4dbb-a239-67c77b8354bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873568 Nov 23 19:18:46.283897 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-47475102-d85e-4545-a82a-6121495953e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:46.285397 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-47475102-d85e-4545-a82a-6121495953e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1096 time: 0.0442784 Nov 23 19:18:46.419954 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-81b0b8c0-45ea-438b-8e90-90c20a234093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:46.421474 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-81b0b8c0-45ea-438b-8e90-90c20a234093 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.1147220 Nov 23 19:18:46.495039 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-e6d62de7-23bc-429b-a6ac-0f65d210a174 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0598891 Nov 23 19:18:46.548920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-c19eaf61-d41a-451e-98af-9210bd7392aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:46.550487 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-c19eaf61-d41a-451e-98af-9210bd7392aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0483418 Nov 23 19:18:46.598210 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-260dac5b-16d6-4dd0-963a-999147536f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:46.599748 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-260dac5b-16d6-4dd0-963a-999147536f80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423055 Nov 23 19:18:46.695573 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-7ab91a56-9dda-441d-aa68-3d32e3421591 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855796 Nov 23 19:18:46.782024 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:46.804875 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a18e8d8f-5cea-495d-a1a8-3c25efd71f22 req-558d40de-3619-48f1-b81f-2423329bf412 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974436 Nov 23 19:18:47.044747 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5de9e012-6c44-4764-bb0e-e15b19c7ce61 req-93b202a6-5d2c-461f-a0aa-333c078d0b7a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 210 time: 0.0299325 Nov 23 19:18:47.164913 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e262b-6983-473c-b095-048992b5bc53 req-e52d53cd-5674-42d2-a1ea-f3e56edff3d4 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:47.166366 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-e52d53cd-5674-42d2-a1ea-f3e56edff3d4 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 810 time: 0.1254959 Nov 23 19:18:47.173583 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e8f0695b-d6a4-4221-88dd-34e15c00a0e1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:18:47.239011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-9ca89762-1d01-42b7-b1a4-da4d795ca932 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66b7eabd72a4d3dbf04941570fc90d1 HTTP/1.1" status: 200 len: 380 time: 0.0560153 Nov 23 19:18:47.249579 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'port': {'device_id': '9536ddea-6f29-436e-a829-293e3fde8be7', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'admin_state_up': True, 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'security_groups': ['87faba51-57f9-48a0-8c2f-66ccd2703ca9']}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:47.257557 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:47.285091 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:18:47.287411 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5559e6-216e-4273-aa92-5c043345b907" -d '{"events": [{"server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:18:47.301234 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:47.309819 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:47.350090 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639c44bb-63c9-49e0-89fc-5f28ebbfe297 x-openstack-request-id: req-639c44bb-63c9-49e0-89fc-5f28ebbfe297 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:18:47.350394 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:18:47.350655 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-639c44bb-63c9-49e0-89fc-5f28ebbfe297 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:18:47.351085 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'code': 200} Nov 23 19:18:47.371217 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:47.385420 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Made reservation on behalf of e66b7eabd72a4d3dbf04941570fc90d1 for: {'port': 1} {{(pid=120536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:18:47.389694 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:47.543349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Allocated IP 172.20.0.13 (02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc/296f7627-feb4-4118-8dd2-37470ddd273f/64f033fc-2850-4cc4-90d0-bc57d0d39327) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:18:47.737431 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:47.787926 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:47.842411 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:18:47.845533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:18:47.849512 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:18:47.878258 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:47.922673 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.923203 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.923646 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.924091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.924513 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.924969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.925396 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.926275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.926772 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.927226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.927649 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.928078 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:47.940475 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:47.941253 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:47.963157 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-c51dd7fa-5a0c-40be-a785-53a1a1c9de8d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7174237 Nov 23 19:18:48.153629 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:48.192595 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-a62b0cfe-e21d-4685-b2e4-3588c0570fd4 None None] Provisioning complete for port 64f033fc-2850-4cc4-90d0-bc57d0d39327 triggered by entity DHCP. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:48.192964 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a62b0cfe-e21d-4685-b2e4-3588c0570fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:48.228298 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded5bf-6197-49cc-973d-50997537339f req-05af9a87-d419-4407-8ca8-0d5c1835c7c7 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:48.233208 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-a62b0cfe-e21d-4685-b2e4-3588c0570fd4 None None] Port 64f033fc-2850-4cc4-90d0-bc57d0d39327 cannot update to ACTIVE because it is not bound. {{(pid=120537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:18:48.236360 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81ded5bf-6197-49cc-973d-50997537339f req-05af9a87-d419-4407-8ca8-0d5c1835c7c7 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0818808 Nov 23 19:18:48.284215 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-81ded5bf-6197-49cc-973d-50997537339f req-274c7a7d-f3f4-4a2f-95fc-b255a583f865 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469856 Nov 23 19:18:49.424121 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c56c88-2cdb-407f-9579-9f9bd7fa591e req-e7ab96dc-a426-4615-9514-f3dedd400361 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:49.425964 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65c56c88-2cdb-407f-9579-9f9bd7fa591e req-e7ab96dc-a426-4615-9514-f3dedd400361 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0614986 Nov 23 19:18:49.493531 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-65c56c88-2cdb-407f-9579-9f9bd7fa591e req-0c9f1928-8de3-42c1-89b4-998848a6a051 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549576 Nov 23 19:18:50.424124 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:50.620240 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836d2af-20eb-4c7e-9c0f-a7bd25561ba6 req-9cfce9b5-0f90-457c-9db0-ad698f2f60bc tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:50.622558 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3836d2af-20eb-4c7e-9c0f-a7bd25561ba6 req-9cfce9b5-0f90-457c-9db0-ad698f2f60bc tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0539742 Nov 23 19:18:50.685075 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-3836d2af-20eb-4c7e-9c0f-a7bd25561ba6 req-944c73b5-4ec0-43b4-9e47-2447901469ae tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544159 Nov 23 19:18:51.481665 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:51.822275 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a765-0319-4726-a8b1-4175f099ef47 req-be1240e6-7be8-46d3-bf19-47dc9aaf2824 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:51.823846 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e70a765-0319-4726-a8b1-4175f099ef47 req-be1240e6-7be8-46d3-bf19-47dc9aaf2824 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0512426 Nov 23 19:18:51.879420 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-5e70a765-0319-4726-a8b1-4175f099ef47 req-6f68a211-c47d-4208-a1f8-551ec5d42096 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446646 Nov 23 19:18:53.015408 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d340d9-9f1a-46c2-a42c-0fc2ade01d94 req-f30ce80e-5373-4249-8a56-8daf73090d26 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:53.016878 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d340d9-9f1a-46c2-a42c-0fc2ade01d94 req-f30ce80e-5373-4249-8a56-8daf73090d26 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0585141 Nov 23 19:18:53.068627 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-87d340d9-9f1a-46c2-a42c-0fc2ade01d94 req-8c3a5293-2db4-4f0b-bca0-f9a119bc42fb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456910 Nov 23 19:18:54.225302 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1898f1-143d-464f-9edb-4e34cb56f1fc req-2bc49f10-4c2b-4bc4-94a1-ff3a4472ef59 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:54.227844 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef1898f1-143d-464f-9edb-4e34cb56f1fc req-2bc49f10-4c2b-4bc4-94a1-ff3a4472ef59 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0815625 Nov 23 19:18:54.288929 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ef1898f1-143d-464f-9edb-4e34cb56f1fc req-3e0845c4-47c8-4e28-9b41-32219870eea9 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510378 Nov 23 19:18:55.430734 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab048ea6-493b-4630-aa64-e9b927380229 req-db2bcaf2-1946-46fa-b1af-37c5b63b64bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:55.432659 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab048ea6-493b-4630-aa64-e9b927380229 req-db2bcaf2-1946-46fa-b1af-37c5b63b64bb tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0706730 Nov 23 19:18:55.487313 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-ab048ea6-493b-4630-aa64-e9b927380229 req-5a4f08ab-00d0-4f2f-8da7-d1cc7b480a58 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483186 Nov 23 19:18:56.610630 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6ac22-9bbb-4b17-8114-c94f19917520 req-def941b7-8935-4944-ab04-22291364eecf tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:56.612141 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afb6ac22-9bbb-4b17-8114-c94f19917520 req-def941b7-8935-4944-ab04-22291364eecf tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0539427 Nov 23 19:18:56.672294 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-afb6ac22-9bbb-4b17-8114-c94f19917520 req-a68e86d2-cf17-4858-848b-93c950bf798e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540392 Nov 23 19:18:57.828360 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea5438-4f6e-4640-990e-234d26c481a7 req-ae7f2e38-cb35-4d98-bf97-385832bcd471 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:57.829876 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55ea5438-4f6e-4640-990e-234d26c481a7 req-ae7f2e38-cb35-4d98-bf97-385832bcd471 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0521705 Nov 23 19:18:57.881143 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-55ea5438-4f6e-4640-990e-234d26c481a7 req-1c195f62-be07-433f-adab-627537243eb7 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 Nov 23 19:18:59.002027 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b177a8e-f9c9-4357-b75f-bcd55b161dd8 req-2bed565f-cbf1-4e51-8c46-97ea686c95c9 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.003546 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b177a8e-f9c9-4357-b75f-bcd55b161dd8 req-2bed565f-cbf1-4e51-8c46-97ea686c95c9 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 932 time: 0.0517092 Nov 23 19:18:59.013076 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Request body: {'port': {'device_id': '9536ddea-6f29-436e-a829-293e3fde8be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818932-3'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:59.104461 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:59.117199 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2b177a8e-f9c9-4357-b75f-bcd55b161dd8 req-7f868238-ba4b-4ef2-a786-afe067a74e67 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011105 Nov 23 19:18:59.379876 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f033fc-2850-4cc4-90d0-bc57d0d39327 {{(pid=120536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:18:59.389062 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:59.402002 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.provisioning_blocks [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Transition to ACTIVE for port object 64f033fc-2850-4cc4-90d0-bc57d0d39327 will not be triggered until provisioned by entity L2. {{(pid=120536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:18:59.406833 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:59.478091 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Pushing event updated for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:59.539879 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Attempting to bind port 64f033fc-2850-4cc4-90d0-bc57d0d39327 on host n-h1-818932-3 for vnic_type normal with profile {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:18:59.540219 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Attempting to bind port 64f033fc-2850-4cc4-90d0-bc57d0d39327 by drivers openvswitch,hyperv on host n-h1-818932-3 at level 0 using segments [{'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:18:59.540557 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Attempting to bind port 64f033fc-2850-4cc4-90d0-bc57d0d39327 on network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:18:59.545212 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Port 64f033fc-2850-4cc4-90d0-bc57d0d39327 on network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-818932-3 {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:18:59.545543 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Attempting to bind port 64f033fc-2850-4cc4-90d0-bc57d0d39327 on network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:18:59.551015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Checking agent: {'id': '7b1c1505-d2f4-41e1-a919-e897756617a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818932-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'started_at': datetime.datetime(2021, 11, 23, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:18:59.551345 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Checking segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:18:59.551790 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Bound using segment: {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'} {{(pid=120536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:18:59.552226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.managers [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Bound port: 64f033fc-2850-4cc4-90d0-bc57d0d39327, host: n-h1-818932-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc97e54-82e5-4243-87f7-3915ee1ec688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc'}}] {{(pid=120536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:18:59.552595 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:59.621726 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, cleared binding levels {{(pid=120536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:18:59.625006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:18:59.638625 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:59.668428 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.669056 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:59.670533 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] 10.222.0.72 "PUT /v2.0/ports/64f033fc-2850-4cc4-90d0-bc57d0d39327 HTTP/1.1" status: 200 len: 1092 time: 0.6630261 Nov 23 19:18:59.671268 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:18:59.673593 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:18:59.704447 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad691eaf-87ff-44fb-80cc-316d2004f864 service neutron] Pushing event updated for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=3']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:59.736979 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c9d558-bf75-47bd-a401-c64ee64e5bb7 x-openstack-request-id: req-16c9d558-bf75-47bd-a401-c64ee64e5bb7 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:18:59.737369 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:18:59.737711 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16c9d558-bf75-47bd-a401-c64ee64e5bb7 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:18:59.738184 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'status': 'completed', 'code': 200} Nov 23 19:18:59.770356 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e262b-6983-473c-b095-048992b5bc53 req-547ee2b3-a8e6-4d27-8e24-94c645ebfc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.772190 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-547ee2b3-a8e6-4d27-8e24-94c645ebfc77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 1095 time: 0.0529726 Nov 23 19:18:59.818789 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-588c9b51-55bd-47d4-a845-66b88c540d33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327 HTTP/1.1" status: 200 len: 217 time: 0.0364184 Nov 23 19:18:59.877359 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e262b-6983-473c-b095-048992b5bc53 req-e3a8b197-a129-4d04-bd42-818c66322346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.878898 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-e3a8b197-a129-4d04-bd42-818c66322346 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0511975 Nov 23 19:18:59.927706 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e262b-6983-473c-b095-048992b5bc53 req-5a165269-0131-4291-9ff8-f763bd3f65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.929193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-5a165269-0131-4291-9ff8-f763bd3f65fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401773 Nov 23 19:19:00.026791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-98248d91-be6c-430a-9c71-42497237452d service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860281 Nov 23 19:19:00.128997 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-799e262b-6983-473c-b095-048992b5bc53 req-037e2541-96eb-42bd-8bdd-0929ad8b21c8 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889797 Nov 23 19:19:00.271969 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf0d0a-d40e-431b-bcdf-2eb6100fdbe2 req-9622243c-461c-4226-beba-b53318e4c18e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.273479 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35cf0d0a-d40e-431b-bcdf-2eb6100fdbe2 req-9622243c-461c-4226-beba-b53318e4c18e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 944 time: 0.0787513 Nov 23 19:19:00.276211 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-1f5b393c-9c48-493e-a0a0-c5fd5b804e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.277691 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-1f5b393c-9c48-493e-a0a0-c5fd5b804e4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 1095 time: 0.0910380 Nov 23 19:19:00.378617 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-35cf0d0a-d40e-431b-bcdf-2eb6100fdbe2 req-081e9752-f89f-49a2-aaa6-c2c0807a49a7 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989432 Nov 23 19:19:00.403877 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-75b497bf-6e3a-4767-914f-eea0c6eaf49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.405358 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-75b497bf-6e3a-4767-914f-eea0c6eaf49c service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.1129022 Nov 23 19:19:00.454646 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-e2c3b695-46fb-4ef6-b606-18bdfabc9c60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327 HTTP/1.1" status: 200 len: 217 time: 0.0396607 Nov 23 19:19:00.507377 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-451312ff-3e9c-4489-89da-5a337f7c032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.508849 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-451312ff-3e9c-4489-89da-5a337f7c032c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0459518 Nov 23 19:19:00.557750 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-b02278d6-4266-472d-90f3-ce804832097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.559340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-b02278d6-4266-472d-90f3-ce804832097c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429604 Nov 23 19:19:00.656868 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-302b16f9-58b8-4af8-9512-67a28bcd2de6 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872712 Nov 23 19:19:00.757801 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-eeb50770-b4c2-420a-8bca-f9882c3c2bfe req-7616c176-11f8-4844-8426-88f905135ebb service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908713 Nov 23 19:19:01.275658 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64f033fc-2850-4cc4-90d0-bc57d0d39327 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:19:01.374567 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:01.385494 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'port_id': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'mac_address': 'fa:16:3e:fa:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:19:01.424513 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:01.438532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f033fc-2850-4cc4-90d0-bc57d0d39327 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:19:01.468838 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:01.473121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:01.506301 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9184f1-d612-47e8-aaf9-39e0b1f00a63 req-51af330e-e96a-4c7d-b388-e4fa143e1b2f tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:01.507857 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd9184f1-d612-47e8-aaf9-39e0b1f00a63 req-51af330e-e96a-4c7d-b388-e4fa143e1b2f tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 944 time: 0.0581493 Nov 23 19:19:01.522530 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=4']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:01.557678 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-dd9184f1-d612-47e8-aaf9-39e0b1f00a63 req-6e6a117b-7db9-4481-8dae-4942fb12e8cc tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437543 Nov 23 19:19:01.776082 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['64f033fc-2850-4cc4-90d0-bc57d0d39327'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:19:02.679291 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5da72-93f0-4962-b01f-d5e194a95947 req-bd4fc343-6051-4dc8-8b57-32b6e0ab0a7e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:02.680791 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0b5da72-93f0-4962-b01f-d5e194a95947 req-bd4fc343-6051-4dc8-8b57-32b6e0ab0a7e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 945 time: 0.0512156 Nov 23 19:19:02.729670 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-a0b5da72-93f0-4962-b01f-d5e194a95947 req-8ad8125e-147b-4a9a-acaf-67d3f746c8fc tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Nov 23 19:19:03.276117 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64f033fc-2850-4cc4-90d0-bc57d0d39327 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:19:03.325936 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning for port 64f033fc-2850-4cc4-90d0-bc57d0d39327 completed by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:19:03.329934 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 64f033fc-2850-4cc4-90d0-bc57d0d39327 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:03.330316 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:03.411978 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:03.435389 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:03.437635 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c836f80c-a5df-4d5f-be84-6702b49a8638" -d '{"events": [{"server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "name": "network-vif-plugged", "status": "completed", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:03.451253 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:03.455554 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:03.480801 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c802af3-7f17-4b47-955a-a46be69a70b9 x-openstack-request-id: req-5c802af3-7f17-4b47-955a-a46be69a70b9 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:03.481262 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "name": "network-vif-plugged", "status": "completed", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:03.481712 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c802af3-7f17-4b47-955a-a46be69a70b9 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:03.482173 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'code': 200} Nov 23 19:19:03.508825 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=5']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:03.579329 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea581a-903e-4b68-9c8c-2e845af4eaf0 req-472bc846-3515-4d7e-833e-95f7cbdc399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:03.580739 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2aea581a-903e-4b68-9c8c-2e845af4eaf0 req-472bc846-3515-4d7e-833e-95f7cbdc399c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 1097 time: 0.0414703 Nov 23 19:19:03.638304 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2aea581a-903e-4b68-9c8c-2e845af4eaf0 req-d449987e-6a9c-4233-a056-79410eee34d8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438089 Nov 23 19:19:03.849555 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1b4d2-8385-4435-ad15-dee88c75f819 req-07caa968-39d9-4b80-a112-fb0be876eba8 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:03.850979 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18a1b4d2-8385-4435-ad15-dee88c75f819 req-07caa968-39d9-4b80-a112-fb0be876eba8 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 946 time: 0.0497961 Nov 23 19:19:03.900002 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-18a1b4d2-8385-4435-ad15-dee88c75f819 req-477cbfcc-930f-4436-ba73-e39433b238f4 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 Nov 23 19:19:05.015811 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590af98b-6d0e-41b9-b36f-e0014396a487 req-ee9ab89e-936f-430d-b8ba-12d945ca0c6c tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:05.017193 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-590af98b-6d0e-41b9-b36f-e0014396a487 req-ee9ab89e-936f-430d-b8ba-12d945ca0c6c tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 946 time: 0.0480897 Nov 23 19:19:05.066148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-590af98b-6d0e-41b9-b36f-e0014396a487 req-08409d68-cc46-46f8-b6c5-998a5a2b0d6e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429327 Nov 23 19:19:05.187119 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1f377-cc15-4af7-91ed-35403e2fd943 req-b457e9ea-40fd-448e-a50d-09978b37b207 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:05.188611 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5d1f377-cc15-4af7-91ed-35403e2fd943 req-b457e9ea-40fd-448e-a50d-09978b37b207 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 946 time: 0.0532720 Nov 23 19:19:05.238285 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-b5d1f377-cc15-4af7-91ed-35403e2fd943 req-e604371b-d576-4e74-b9bb-b25a2c529644 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437171 Nov 23 19:19:05.259660 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47130) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:05.300679 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb339e-b208-4e03-8a86-84459e7e4ecc tempest-TestSnapshotPattern-1904901052 tempest-TestSnapshotPattern-1904901052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:05.302117 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-0adb339e-b208-4e03-8a86-84459e7e4ecc tempest-TestSnapshotPattern-1904901052 tempest-TestSnapshotPattern-1904901052-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 1092 time: 0.0414605 Nov 23 19:19:05.304886 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47132) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:05.309183 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.v2.base [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Request body: {'floatingip': {'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'port_id': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:05.331316 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for floatingip, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:05.432479 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:05.538116 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_common [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Allocated IP 172.25.0.15 (c69911e8-77e8-4336-b6e1-89c3be18ffde/e1037996-e8f7-4bfc-b290-59095ee91618/4672ea83-5df6-4959-bfa0-1dcb6a10bfa9) {{(pid=120536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:19:05.644552 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for port, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:05.683781 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785886877916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:05.720375 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Network c69911e8-77e8-4336-b6e1-89c3be18ffde is already hosted by enough agents. {{(pid=120536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:19:05.726539 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.base_scheduler [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Resources bound (agent type, host, resource id): {{(pid=120536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:05.730421 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Received port after_create {{(pid=120536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:19:05.736056 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'Port': ['ID=4672ea83-5df6-4959-bfa0-1dcb6a10bfa9,revision_number=1']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:06.398155 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:06.465309 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:06.612956 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for port, precommit_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:06.617405 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9380619'] for port, after_update {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:06.690829 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event updated for resources: {'Port': ['ID=4672ea83-5df6-4959-bfa0-1dcb6a10bfa9,revision_number=2']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:06.702333 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663924'] for floatingip, after_create {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:06.804228 n-d-818932-3 neutron-server[120536]: INFO neutron.db.l3_db [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Floating IP 88e5b5dd-4d7a-4095-b439-32bde79fad49 associated. External IP: 172.25.0.15, port: 64f033fc-2850-4cc4-90d0-bc57d0d39327. Nov 23 19:19:07.009242 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Router 798ab900-ab8a-42cd-87e9-95593819963f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:19:07.117414 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:19:07.130484 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] Sync routers for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:19:07.134960 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:07.141652 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:07.142275 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:18:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:07.168011 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-b2efbaef-1f9e-44ae-b47e-b6c650bae682 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8619828 Nov 23 19:19:07.169463 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:07.172521 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99573eb9-0b56-4553-a005-1a9ce9e9a51f" -d '{"events": [{"name": "network-changed", "server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:07.209248 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91153081-f5a7-4110-ac79-4ea5be021a6c x-openstack-request-id: req-91153081-f5a7-4110-ac79-4ea5be021a6c {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:07.209559 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:07.209817 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-91153081-f5a7-4110-ac79-4ea5be021a6c {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:07.210227 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'status': 'completed', 'code': 200} Nov 23 19:19:07.264880 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:07.275832 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-eacc74dc-d0a9-4893-ae0c-e7fb2a1e8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:07.277953 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-eacc74dc-d0a9-4893-ae0c-e7fb2a1e8d24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 1097 time: 0.0412679 Nov 23 19:19:07.369277 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-d508a9dc-cd07-4dde-a168-dbc50ef582d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:07.371340 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-d508a9dc-cd07-4dde-a168-dbc50ef582d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.0867844 Nov 23 19:19:07.441108 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-9bc6d473-817a-41c3-b2e9-7defb254fb8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327 HTTP/1.1" status: 200 len: 999 time: 0.0626554 Nov 23 19:19:07.493972 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-ac4c8a4e-62aa-4a2c-bcba-10f98d4be94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:07.496028 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-ac4c8a4e-62aa-4a2c-bcba-10f98d4be94d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0470369 Nov 23 19:19:07.501166 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:35Z', 'revision_number': 1, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}, {'id': '88e5b5dd-4d7a-4095-b439-32bde79fad49', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:fa:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536ddea-6f29-436e-a829-293e3fde8be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:19:05Z', 'updated_at': '2021-11-23T19:19:05Z', 'revision_number': 0, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:07.531119 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] Checking router: 798ab900-ab8a-42cd-87e9-95593819963f for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:19:07.539354 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:07.540383 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:18:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:07.541985 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-308f4504-d2f7-4486-a56b-08ea431ca9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:07.543794 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-308f4504-d2f7-4486-a56b-08ea431ca9f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409458 Nov 23 19:19:07.641416 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-ef7ce851-eb41-46cb-b9bc-16b3acde7b29 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902359 Nov 23 19:19:07.646498 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:07.734154 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-99573eb9-0b56-4553-a005-1a9ce9e9a51f req-0ce3164e-9b21-457e-8ee0-c6f5ea911f72 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Nov 23 19:19:07.877688 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:35Z', 'revision_number': 1, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}, {'id': '88e5b5dd-4d7a-4095-b439-32bde79fad49', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:fa:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536ddea-6f29-436e-a829-293e3fde8be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:19:05Z', 'updated_at': '2021-11-23T19:19:05Z', 'revision_number': 0, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:07.903540 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47169679-b6b5-400d-9809-8bec7ed4416c None None] The sync data for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 is: [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:35Z', 'revision_number': 1, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}, {'id': '88e5b5dd-4d7a-4095-b439-32bde79fad49', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:fa:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536ddea-6f29-436e-a829-293e3fde8be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:19:05Z', 'updated_at': '2021-11-23T19:19:05Z', 'revision_number': 0, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:19:08.125372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a22498-c930-4158-a810-af5aaff57658 None None] New status for floating IP 88e5b5dd-4d7a-4095-b439-32bde79fad49: ACTIVE {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:19:11.501624 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2f785c70-0be6-4389-b2bc-359ff9595399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:13.562781 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-92273414-09e1-411e-b2e2-f7f5a6209194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:15.457615 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:16.784096 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:18.127801 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.430306 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.509929 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:19:21.475380 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:41.505421 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-44774e16-e409-40ef-b14f-79ac5804d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:43.565899 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cd983eb1-4a6a-4ae7-9f28-6804bb193710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:45.460190 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:46.136220 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4858f2-8515-4145-92aa-18734617825f req-3d9d91ce-aa81-4d43-97b3-a30fe802fed3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461919 Nov 23 19:19:46.223063 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4858f2-8515-4145-92aa-18734617825f req-67882423-3451-4765-9d8e-d55e05aa70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:46.224583 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4858f2-8515-4145-92aa-18734617825f req-67882423-3451-4765-9d8e-d55e05aa70c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1094 time: 0.0428457 Nov 23 19:19:46.335575 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4858f2-8515-4145-92aa-18734617825f req-a3928a97-257a-48b0-bf68-ee0b02bcf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:46.337084 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4858f2-8515-4145-92aa-18734617825f req-a3928a97-257a-48b0-bf68-ee0b02bcf13b service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.0898235 Nov 23 19:19:46.415054 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4858f2-8515-4145-92aa-18734617825f req-899c5b9a-69d6-4c27-820a-97660c100a4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 999 time: 0.0596099 Nov 23 19:19:46.464479 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4858f2-8515-4145-92aa-18734617825f req-1a3ae051-05a2-49c2-9bca-e603ff23888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:46.466209 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4858f2-8515-4145-92aa-18734617825f req-1a3ae051-05a2-49c2-9bca-e603ff23888c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0445733 Nov 23 19:19:46.519009 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4858f2-8515-4145-92aa-18734617825f req-5390c665-552c-4fcc-9bfa-6be32f9f6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:46.520561 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4858f2-8515-4145-92aa-18734617825f req-5390c665-552c-4fcc-9bfa-6be32f9f6e01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454149 Nov 23 19:19:46.612291 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4858f2-8515-4145-92aa-18734617825f req-d38ad6d4-de18-4094-9cef-56bd1c701e1d service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839977 Nov 23 19:19:46.708909 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-cf4858f2-8515-4145-92aa-18734617825f req-b4d02d8c-fe25-4763-b12e-752eed414975 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886834 Nov 23 19:19:46.790794 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:48.131630 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:50.431044 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:51.491784 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:57.509347 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:20:11.537828 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d7915d9d-2587-4050-906d-9b29b95cb783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:13.569285 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-405f351f-3ccd-480d-a670-cc9f4b2efefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:15.465039 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.791486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.134114 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:20.443066 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.488836 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:34.509381 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:20:39.866464 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64f033fc-2850-4cc4-90d0-bc57d0d39327 details requested by agent hyperv_n-h1-818932-3 with host n-h1-818932-3 {{(pid=120537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:20:40.161174 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:40.174845 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Returning: {'device': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'port_id': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'mac_address': 'fa:16:3e:fa:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:20:40.223777 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.243719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64f033fc-2850-4cc4-90d0-bc57d0d39327 {{(pid=120537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:20:40.270628 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:40.275121 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.332375 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=6']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:40.346607 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.347263 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.348416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.348416 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.348590 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.348873 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.349235 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.349555 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.349885 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.350214 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.350546 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.350908 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:40.363756 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] get_ports_and_sgs() called for port_ids ['64f033fc-2850-4cc4-90d0-bc57d0d39327'] {{(pid=120537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:20:41.523181 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8e1a-c028-4fbb-bf85-f7c4335d3a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:41.871258 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64f033fc-2850-4cc4-90d0-bc57d0d39327 up at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:20:41.949070 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.provisioning_blocks [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Provisioning complete for port 64f033fc-2850-4cc4-90d0-bc57d0d39327 triggered by entity L2. {{(pid=120537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:41.949070 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687491'] for port, provisioning_complete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:42.038272 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:42.071589 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:42.074664 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7037876b-5be2-4e44-8b77-4426098a0e0a" -d '{"events": [{"server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "name": "network-vif-plugged", "status": "completed", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:42.097522 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:42.105120 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:42.139202 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd367e21-4823-464c-8e77-5ab183aef115 x-openstack-request-id: req-fd367e21-4823-464c-8e77-5ab183aef115 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:42.139488 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "name": "network-vif-plugged", "status": "completed", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:42.139749 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd367e21-4823-464c-8e77-5ab183aef115 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:42.140157 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'code': 200} Nov 23 19:20:42.165108 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=7']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:43.572126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-d7f88300-f8c8-4509-ada8-7731a8453d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:45.467893 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:46.795106 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.139764 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.152148 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-4d0a6b57-a100-4246-aa1e-df4e0f662cd1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445945 Nov 23 19:20:48.221143 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-ae57b8e2-32bf-44be-b2b6-44dfe53147ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:48.222651 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-ae57b8e2-32bf-44be-b2b6-44dfe53147ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 1097 time: 0.0425425 Nov 23 19:20:48.345361 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-64807606-a143-44eb-b4a1-20e211b87beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:48.346903 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-64807606-a143-44eb-b4a1-20e211b87beb service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.0977793 Nov 23 19:20:48.416282 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-155a9500-0006-41e8-a9e5-16f2a2e13883 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327 HTTP/1.1" status: 200 len: 1001 time: 0.0620756 Nov 23 19:20:48.480015 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-820fe659-52ea-40c4-9a89-9ed3a81cc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:48.481631 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-820fe659-52ea-40c4-9a89-9ed3a81cc583 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0535116 Nov 23 19:20:48.535801 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-79a13bcd-ba64-44cc-974e-9afc544c4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:48.537653 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-79a13bcd-ba64-44cc-974e-9afc544c4386 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443025 Nov 23 19:20:48.643021 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-dab94f23-d79e-45d2-b21e-ecdeeb166f39 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936160 Nov 23 19:20:48.695465 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47332) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:48.746401 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-fd31ace8-abfe-4583-bf3a-736cc53a9cfc req-5931cace-2cae-4919-82a1-ec168be65b31 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928030 Nov 23 19:20:48.859919 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Deleting port 4672ea83-5df6-4959-bfa0-1dcb6a10bfa9 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:48.860268 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.935549 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.935849 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.947260 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Calling delete_port for 4672ea83-5df6-4959-bfa0-1dcb6a10bfa9 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:49.110732 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:49.134312 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event deleted for resources: {'Port': ['ID=4672ea83-5df6-4959-bfa0-1dcb6a10bfa9,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:49.147966 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.148316 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.148658 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.148997 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.149335 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.149666 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.149999 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.150325 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.150649 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.152296 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.152639 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.152968 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:49.215255 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:49.215519 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Floating IP 88e5b5dd-4d7a-4095-b439-32bde79fad49 disassociated (deleted). External IP: 172.25.0.15, port: 64f033fc-2850-4cc4-90d0-bc57d0d39327. Nov 23 19:20:49.737049 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Router 798ab900-ab8a-42cd-87e9-95593819963f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:49.846504 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:49.851388 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:49.857124 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] Sync routers for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:49.866438 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:49.867081 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:20:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:49.879347 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-6ddaa470-ead1-4cfe-a972-248ba7a2ca5a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "DELETE /v2.0/floatingips/88e5b5dd-4d7a-4095-b439-32bde79fad49 HTTP/1.1" status: 204 len: 168 time: 1.1827056 Nov 23 19:20:49.879958 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:49.883111 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db75e32-7b98-41cf-951c-9dae8778f7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:49.901634 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64f033fc-2850-4cc4-90d0-bc57d0d39327 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:20:49.977034 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:49.987007 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711304'] for port, before_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:50.018766 n-d-818932-3 neutron-server[120537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327'}] {{(pid=120537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:50.018766 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a7ec9bb9501ec73d61d41df966f0d43a9c045596cd05c96c16fbcef37c16df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7de30c4-2f1f-4ecf-a2f1-0d323fc1cd75" -d '{"events": [{"server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "name": "network-vif-unplugged", "status": "completed", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327"}]}' {{(pid=120537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:50.035532 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:50.042147 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785887375342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785886877934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785886878724'] for port, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:50.100553 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Pushing event updated for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=8']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:50.123722 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5f29c5-446d-4e88-8f30-3b1dcbdfef9f x-openstack-request-id: req-7c5f29c5-446d-4e88-8f30-3b1dcbdfef9f {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:50.124110 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:50.124458 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c5f29c5-446d-4e88-8f30-3b1dcbdfef9f {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:50.124958 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'status': 'completed', 'code': 200} Nov 23 19:20:50.222423 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-5de667b8-8ee0-4601-b933-3a3626656bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.223987 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-5de667b8-8ee0-4601-b933-3a3626656bda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 1095 time: 0.0695639 Nov 23 19:20:50.240042 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:35Z', 'revision_number': 1, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:50.248195 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf1797-25d8-4ef0-a290-3c838027d979 req-b638bc15-1b06-4c33-9386-ff789165757c tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.249696 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15bf1797-25d8-4ef0-a290-3c838027d979 req-b638bc15-1b06-4c33-9386-ff789165757c tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 944 time: 0.0702200 Nov 23 19:20:50.268621 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] Checking router: 798ab900-ab8a-42cd-87e9-95593819963f for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:50.277731 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:50.278385 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:20:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:50.361231 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-15bf1797-25d8-4ef0-a290-3c838027d979 req-fc84cb49-a319-4bce-810c-d70399740b38 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014128 Nov 23 19:20:50.372591 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-ada6a774-b97a-4ed6-b0bd-5698359ff1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.374124 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-ada6a774-b97a-4ed6-b0bd-5698359ff1ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.1422915 Nov 23 19:20:50.391228 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:50.417440 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886e474-5018-457e-8dc1-2bc6536bd4b5 x-openstack-request-id: req-c886e474-5018-457e-8dc1-2bc6536bd4b5 {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:50.417821 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "name": "network-vif-unplugged", "status": "completed", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327", "code": 200}]} {{(pid=120537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:50.418092 n-d-818932-3 neutron-server[120537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c886e474-5018-457e-8dc1-2bc6536bd4b5 {{(pid=120537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:50.418492 n-d-818932-3 neutron-server[120537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'code': 200} Nov 23 19:20:50.421481 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-e17297c0-1328-4f6d-a808-67db5831a3e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327 HTTP/1.1" status: 200 len: 217 time: 0.0384874 Nov 23 19:20:50.440478 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:50.483226 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-78e8812b-a67a-4d3c-8c58-fb94cdcd916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.484817 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-78e8812b-a67a-4d3c-8c58-fb94cdcd916f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0527749 Nov 23 19:20:50.539952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-15cb5251-74a4-4d86-9c1f-053380303dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.541645 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-15cb5251-74a4-4d86-9c1f-053380303dad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461686 Nov 23 19:20:50.641463 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-c0370495-7f7e-4d80-b299-f600ea10ddf2 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919602 Nov 23 19:20:50.648332 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:35Z', 'revision_number': 1, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:50.675605 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9634d5c5-7a1f-4d37-bdf4-e10a21a3f3ea None None] The sync data for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 is: [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_floatingips': [{'id': '1b7832f5-b482-453a-ad7c-5b4967a14815', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'router_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'port_id': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'mac_address': 'fa:16:3e:f7:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:33Z', 'updated_at': '2021-11-23T19:16:35Z', 'revision_number': 1, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:50.743319 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8db75e32-7b98-41cf-951c-9dae8778f7fb req-fc27bc6e-dbf1-4c73-9be7-209ddc257d58 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929339 Nov 23 19:20:50.919914 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e85763-7622-45a1-9062-3cd4b76d77ba None None] New status for floating IP 88e5b5dd-4d7a-4095-b439-32bde79fad49: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:20:51.489582 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:51.490909 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe849-bb11-4922-a1ec-1bfce3ac7e93 req-6cdab294-0a50-4ea7-a60d-499d4234545a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:51.492517 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-439fe849-bb11-4922-a1ec-1bfce3ac7e93 req-6cdab294-0a50-4ea7-a60d-499d4234545a tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 944 time: 0.0519960 Nov 23 19:20:51.549586 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-439fe849-bb11-4922-a1ec-1bfce3ac7e93 req-9a7528bb-fd1e-4387-94bd-34ac0d951b0e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503392 Nov 23 19:20:51.930354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-915aa5a0-23e5-477c-b690-55af9eb4db97 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:51.932437 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-915aa5a0-23e5-477c-b690-55af9eb4db97 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 944 time: 0.0501475 Nov 23 19:20:52.029533 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Deleting port 64f033fc-2850-4cc4-90d0-bc57d0d39327 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:52.029875 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:52.133241 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] For port 64f033fc-2850-4cc4-90d0-bc57d0d39327, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=64f033fc-2850-4cc4-90d0-bc57d0d39327,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:52.133607 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:52.147894 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Calling delete_port for 64f033fc-2850-4cc4-90d0-bc57d0d39327 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:52.296573 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:52.326782 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event deleted for resources: {'Port': ['ID=64f033fc-2850-4cc4-90d0-bc57d0d39327,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:52.340083 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.340716 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.341136 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.341574 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.341920 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.342260 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.342596 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.342956 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.343289 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.343620 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.343952 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.344283 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818932-3 {{(pid=120536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:52.379830 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] No DVR routers for this DVR port 64f033fc-2850-4cc4-90d0-bc57d0d39327 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:20:52.385152 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:52.389248 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-2d14aeae-34b5-4e9e-96a8-0c075a4bdb54 req-2ab577e0-2a49-43d2-981b-ad3718840e96 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "DELETE /v2.0/ports/64f033fc-2850-4cc4-90d0-bc57d0d39327 HTTP/1.1" status: 204 len: 173 time: 0.4500802 Nov 23 19:20:52.389825 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'name': 'network-vif-deleted', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:52.392153 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13db5dab-76b3-4f6a-9291-204b0266377d" -d '{"events": [{"server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "name": "network-vif-deleted", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:52.436197 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a642d-e2ac-40c6-83c6-5db130c34f65 x-openstack-request-id: req-d59a642d-e2ac-40c6-83c6-5db130c34f65 {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:52.436764 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536ddea-6f29-436e-a829-293e3fde8be7", "name": "network-vif-deleted", "tag": "64f033fc-2850-4cc4-90d0-bc57d0d39327", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:52.436764 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d59a642d-e2ac-40c6-83c6-5db130c34f65 {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:52.437289 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536ddea-6f29-436e-a829-293e3fde8be7', 'name': 'network-vif-deleted', 'tag': '64f033fc-2850-4cc4-90d0-bc57d0d39327', 'status': 'completed', 'code': 200} Nov 23 19:20:52.664759 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-333e0670-4570-4b19-9065-673d9fbe2090 req-2c89e27e-cb14-4cf8-8881-c49b6637e990 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=9536ddea-6f29-436e-a829-293e3fde8be7 HTTP/1.1" status: 200 len: 210 time: 0.0260942 Nov 23 19:20:53.913017 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64f033fc-2850-4cc4-90d0-bc57d0d39327 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:20:53.935372 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: 64f033fc-2850-4cc4-90d0-bc57d0d39327 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:20:53.935734 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device 64f033fc-2850-4cc4-90d0-bc57d0d39327 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:20:54.232183 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47396) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:54.394479 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Deleting port bd1ccfb8-9bc7-40ea-b2ae-22c0e8f42765 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:54.394861 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:54.470430 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:54.470676 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:54.482982 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Calling delete_port for bd1ccfb8-9bc7-40ea-b2ae-22c0e8f42765 owned by network:floatingip {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:54.638309 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:54.667801 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event deleted for resources: {'Port': ['ID=bd1ccfb8-9bc7-40ea-b2ae-22c0e8f42765,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:54.730169 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for floatingip, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:54.730508 n-d-818932-3 neutron-server[120535]: INFO neutron.db.l3_db [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Floating IP 1b7832f5-b482-453a-ad7c-5b4967a14815 disassociated (deleted). External IP: 172.25.0.237, port: e8f0695b-d6a4-4221-88dd-34e15c00a0e1. Nov 23 19:20:54.945685 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Router 798ab900-ab8a-42cd-87e9-95593819963f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:55.058869 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:55.063684 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for floatingip, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:55.069009 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] Sync routers for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:55.079784 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:55.080393 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:20:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:55.092414 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-1de23e73-48b1-419f-bb6d-92d12f6315c0 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "DELETE /v2.0/floatingips/1b7832f5-b482-453a-ad7c-5b4967a14815 HTTP/1.1" status: 204 len: 168 time: 0.8591187 Nov 23 19:20:55.093021 n-d-818932-3 neutron-server[120535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1'}] {{(pid=120535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:55.095345 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c349002c53571b21a1f5d9590881a5310ca6d587943267a4109c7502d8c06c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200ef184-ee12-4b23-afa1-e1c1ead804be" -d '{"events": [{"name": "network-changed", "server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1"}]}' {{(pid=120535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:55.189126 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:55.254959 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a684c8-9b7e-4977-8489-2fbef9b0d599 x-openstack-request-id: req-a9a684c8-9b7e-4977-8489-2fbef9b0d599 {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:55.255782 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1", "status": "completed", "code": 200}]} {{(pid=120535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:55.256220 n-d-818932-3 neutron-server[120535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a9a684c8-9b7e-4977-8489-2fbef9b0d599 {{(pid=120535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:55.256873 n-d-818932-3 neutron-server[120535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'status': 'completed', 'code': 200} Nov 23 19:20:55.357925 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-5dc445fb-720c-470f-bf96-725294f48316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.359492 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-5dc445fb-720c-470f-bf96-725294f48316 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 1094 time: 0.0764787 Nov 23 19:20:55.372610 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286acb0-18bd-469d-b08b-a4ecc97734cf req-ebc38649-19bc-4a93-a5c9-c366a6f09bb7 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.374104 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7286acb0-18bd-469d-b08b-a4ecc97734cf req-ebc38649-19bc-4a93-a5c9-c366a6f09bb7 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 943 time: 0.0658724 Nov 23 19:20:55.401413 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:55.489130 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-7286acb0-18bd-469d-b08b-a4ecc97734cf req-cb26bb0c-12a5-47fc-be39-9fb797fb3728 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056108 Nov 23 19:20:55.507044 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-cf948370-bab8-4dff-8a8b-873d12181c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.507044 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-cf948370-bab8-4dff-8a8b-873d12181c37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 200 len: 911 time: 0.1319995 Nov 23 19:20:55.524466 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] Checking router: 798ab900-ab8a-42cd-87e9-95593819963f for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:55.533161 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:55.533774 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:20:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:55.552808 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-c7ba4851-025e-45c8-9467-a462458fa452 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0345900 Nov 23 19:20:55.604004 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-cd6298c7-8333-4242-a43a-f82a8191870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.607312 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-cd6298c7-8333-4242-a43a-f82a8191870e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 200 len: 849 time: 0.0469213 Nov 23 19:20:55.648286 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:55.659935 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-995b8ac3-8412-42c4-99fd-f980b1c79b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.661451 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-995b8ac3-8412-42c4-99fd-f980b1c79b04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458620 Nov 23 19:20:55.758301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-7cb2ab26-c92a-4365-ad04-46d826fc7958 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854514 Nov 23 19:20:55.850567 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:55.856600 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-200ef184-ee12-4b23-afa1-e1c1ead804be req-393f5afa-affa-437d-b0d3-fc927e1e2bb5 service neutron] 10.222.0.72 "GET /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902486 Nov 23 19:20:55.882830 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf6928-b8fb-45d9-ab25-a87cae33d9f9 None None] The sync data for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 is: [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3', '_interfaces': [{'id': '75700e42-bec4-4787-887e-540f1e97b047', 'name': '', 'network_id': '02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'mac_address': 'fa:16:3e:35:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:08Z', 'updated_at': '2021-11-23T19:16:14Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'subnets': [{'id': '296f7627-feb4-4118-8dd2-37470ddd273f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:56.108424 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b9cec-b450-4dc3-9b1f-835035ebe754 None None] New status for floating IP 1b7832f5-b482-453a-ad7c-5b4967a14815: DOWN {{(pid=120537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:20:56.608712 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa03e08-0e57-4a00-88f6-b8bc296718fb req-192482e0-3174-4035-a836-8c3f0c950793 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:56.610210 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fa03e08-0e57-4a00-88f6-b8bc296718fb req-192482e0-3174-4035-a836-8c3f0c950793 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 943 time: 0.0498533 Nov 23 19:20:56.660007 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-8fa03e08-0e57-4a00-88f6-b8bc296718fb req-4a299ee0-4980-409f-82c5-0d0c9def624d tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/security-groups?id=87faba51-57f9-48a0-8c2f-66ccd2703ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 Nov 23 19:20:57.111084 n-d-818932-3 neutron-server[120536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-61fa392e-2d53-4503-95f5-12e42a8993b6 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:57.113591 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-61fa392e-2d53-4503-95f5-12e42a8993b6 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 943 time: 0.0505197 Nov 23 19:20:57.222349 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Deleting port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:57.222680 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:57.312319 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] For port e8f0695b-d6a4-4221-88dd-34e15c00a0e1, host n-h1-818932-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818932-3',level=0,port_id=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:57.312678 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:57.325459 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Calling delete_port for e8f0695b-d6a4-4221-88dd-34e15c00a0e1 owned by compute:nova {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:57.464615 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:57.497926 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event deleted for resources: {'Port': ['ID=e8f0695b-d6a4-4221-88dd-34e15c00a0e1,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:57.545216 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] No DVR routers for this DVR port e8f0695b-d6a4-4221-88dd-34e15c00a0e1 on host n-h1-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:20:57.548813 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185436'] for port, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:57.553761 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-9e83371e-5832-4330-9279-e7b8ac6892ca req-571a6d5d-b642-4e87-b005-7cef96438f9e tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.72 "DELETE /v2.0/ports/e8f0695b-d6a4-4221-88dd-34e15c00a0e1 HTTP/1.1" status: 204 len: 173 time: 0.4301188 Nov 23 19:20:57.554376 n-d-818932-3 neutron-server[120536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'name': 'network-vif-deleted', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1'}] {{(pid=120536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:57.557791 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c800dafc6933eee1bfdd76fb9d948d5011118dcab59fdf2c49e3974e58d512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb672d41-640e-49cb-8d19-c8df6e3a8787" -d '{"events": [{"server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "name": "network-vif-deleted", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1"}]}' {{(pid=120536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:57.597233 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceebe0b-87e0-4963-ad4b-caaba466da8d x-openstack-request-id: req-3ceebe0b-87e0-4963-ad4b-caaba466da8d {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:57.597591 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715eadc-8e2e-4f13-9026-f220d153d42e", "name": "network-vif-deleted", "tag": "e8f0695b-d6a4-4221-88dd-34e15c00a0e1", "status": "completed", "code": 200}]} {{(pid=120536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:57.597845 n-d-818932-3 neutron-server[120536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ceebe0b-87e0-4963-ad4b-caaba466da8d {{(pid=120536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:57.598243 n-d-818932-3 neutron-server[120536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1715eadc-8e2e-4f13-9026-f220d153d42e', 'name': 'network-vif-deleted', 'tag': 'e8f0695b-d6a4-4221-88dd-34e15c00a0e1', 'status': 'completed', 'code': 200} Nov 23 19:20:57.773783 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [req-f01404db-f463-4d89-90c5-cfc537f9fab2 req-e507782a-4dab-454d-b1fe-15e84e0b9349 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1715eadc-8e2e-4f13-9026-f220d153d42e HTTP/1.1" status: 200 len: 210 time: 0.0274031 Nov 23 19:20:58.833006 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47412) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:58.901279 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f3831c13-2a59-47d6-943f-0f701dc4b393 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:58.932151 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f3831c13-2a59-47d6-943f-0f701dc4b393 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:58.998393 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f3831c13-2a59-47d6-943f-0f701dc4b393 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:59.001060 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-f3831c13-2a59-47d6-943f-0f701dc4b393 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:59.002260 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-f3831c13-2a59-47d6-943f-0f701dc4b393 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] 10.222.0.74 "DELETE /v2.0/security-groups/87faba51-57f9-48a0-8c2f-66ccd2703ca9 HTTP/1.1" status: 204 len: 168 time: 0.1682775 Nov 23 19:20:59.012353 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3831c13-2a59-47d6-943f-0f701dc4b393 tempest-TestSnapshotPattern-1476096334 tempest-TestSnapshotPattern-1476096334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87faba51-57f9-48a0-8c2f-66ccd2703ca9,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:59.050422 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47416) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:59.725231 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:59.975475 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e8f0695b-d6a4-4221-88dd-34e15c00a0e1 no longer exists at agent hyperv_n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:20:59.976330 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Deleting port 75700e42-bec4-4787-887e-540f1e97b047 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:59.976731 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:59.997941 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] No Port match for: e8f0695b-d6a4-4221-88dd-34e15c00a0e1 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:20:59.998288 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Device e8f0695b-d6a4-4221-88dd-34e15c00a0e1 not bound to the agent host n-h1-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:00.058034 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] For port 75700e42-bec4-4787-887e-540f1e97b047, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=75700e42-bec4-4787-887e-540f1e97b047,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:00.058398 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:00.075880 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Calling delete_port for 75700e42-bec4-4787-887e-540f1e97b047 owned by network:router_interface {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:00.257440 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:00.285354 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75700e42-bec4-4787-887e-540f1e97b047,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:00.454792 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:00.671394 n-d-818932-3 neutron-server[120536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Router 798ab900-ab8a-42cd-87e9-95593819963f has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:21:00.780919 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:21:00.786507 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-ff73e130-3500-47a0-9867-7c1537ba68d1 admin admin] 10.222.0.74 "PUT /v2.0/routers/798ab900-ab8a-42cd-87e9-95593819963f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7345495 Nov 23 19:21:00.788800 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47418) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:00.790512 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] Sync routers for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:21:00.801105 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:00.801733 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:20:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:00.898865 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks [] for router, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:00.911090 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: n-d-818932-3 {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:01.004964 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.061117 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Deleting port c42f7cbb-4b24-4899-ade9-571d2ab21d19 {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:01.061456 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.096487 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:21:00Z', 'revision_number': 5, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port': {'id': 'c42f7cbb-4b24-4899-ade9-571d2ab21d19', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798ab900-ab8a-42cd-87e9-95593819963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:07Z', 'updated_at': '2021-11-23T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:01.122868 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] Checking router: 798ab900-ab8a-42cd-87e9-95593819963f for host: n-d-818932-3 {{(pid=120538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:21:01.131156 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] Routers {'798ab900-ab8a-42cd-87e9-95593819963f'} bound to L3 agent in host n-d-818932-3 {{(pid=120538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:01.131755 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:20:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['798ab900-ab8a-42cd-87e9-95593819963f'], 'active': True} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:01.141391 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] For port c42f7cbb-4b24-4899-ade9-571d2ab21d19, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=c42f7cbb-4b24-4899-ade9-571d2ab21d19,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:01.141758 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.156146 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Calling delete_port for c42f7cbb-4b24-4899-ade9-571d2ab21d19 owned by network:router_gateway {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:01.221970 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_dvr_db [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] Set router 798ab900-ab8a-42cd-87e9-95593819963f gateway port host: None {{(pid=120538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:01.277752 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.l3_hamode_db [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:21:01Z', 'revision_number': 6, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:01.304100 n-d-818932-3 neutron-server[120538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccecec4-12ad-4794-b593-6fe3e4f452d7 None None] The sync data for ids ['798ab900-ab8a-42cd-87e9-95593819963f'] in n-d-818932-3 is: [{'id': '798ab900-ab8a-42cd-87e9-95593819963f', 'name': 'tempest-TestSnapshotPattern-1254586418-router', 'tenant_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:06Z', 'updated_at': '2021-11-23T19:21:01Z', 'revision_number': 6, 'project_id': 'e66b7eabd72a4d3dbf04941570fc90d1', 'gw_port_host': None}] {{(pid=120538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:21:01.333189 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.366585 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c42f7cbb-4b24-4899-ade9-571d2ab21d19,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:01.380160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c66828d-f8ed-4fa9-a317-6f0798f70b6b None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:01.428290 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.519345 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.521826 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.565334 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.565906 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798ab900-ab8a-42cd-87e9-95593819963f {{(pid=120536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:21:01.570355 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] Publish callbacks [] for router, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.571524 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-3a4c7505-b227-4e7b-81b8-b7d19cd46aa7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/798ab900-ab8a-42cd-87e9-95593819963f HTTP/1.1" status: 204 len: 168 time: 0.7815218 Nov 23 19:21:01.573999 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47420) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:01.625299 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfad364-f9fa-482b-99c8-1678e2e6dad9 admin admin] Deleting subnet 296f7627-feb4-4118-8dd2-37470ddd273f {{(pid=120536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:21:01.628466 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9cfad364-f9fa-482b-99c8-1678e2e6dad9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.671021 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9cfad364-f9fa-482b-99c8-1678e2e6dad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8416059'] for subnet, precommit_delete_associations {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.755958 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9cfad364-f9fa-482b-99c8-1678e2e6dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.808290 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9cfad364-f9fa-482b-99c8-1678e2e6dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9380701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10316598'] for subnet, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.838656 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfad364-f9fa-482b-99c8-1678e2e6dad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296f7627-feb4-4118-8dd2-37470ddd273f,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:01.842596 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-9cfad364-f9fa-482b-99c8-1678e2e6dad9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.845816 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-9cfad364-f9fa-482b-99c8-1678e2e6dad9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/296f7627-feb4-4118-8dd2-37470ddd273f HTTP/1.1" status: 204 len: 168 time: 0.2708600 Nov 23 19:21:01.848255 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b01553-6b36-4e15-ae91-777864845f46 None None] Network 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:21:01.848415 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47422) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:01.917687 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.972405 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Deleting port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b {{(pid=120536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:01.972746 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.040629 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.db [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] For port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b,segment=NetworkSegment(ffc97e54-82e5-4243-87f7-3915ee1ec688),segment_id=ffc97e54-82e5-4243-87f7-3915ee1ec688)] {{(pid=120536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:02.041372 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.053552 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Calling delete_port for cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b owned by network:dhcp {{(pid=120536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:02.107719 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] DHCP port deletion for 02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:02.140704 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9380608'] for port, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.163539 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] Deleting port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:02.163927 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.171286 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:02.175251 n-d-818932-3 neutron-server[120536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] No DVR routers for this DVR port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b on host n-d-818932-3 {{(pid=120536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:21:02.232099 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] For port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b, host n-d-818932-3, got binding levels [] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:02.232520 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.247388 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] Calling delete_port for cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:02.250160 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.ipam_backend_mixin [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] Port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b was not found and therefore no delete operation was performed {{(pid=120537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:21:02.250925 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.251490 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.271318 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc']}} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:02.275605 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] Pushing event deleted for resources: {'Port': ['ID=cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:02.282053 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6bd8d2-61b8-4b29-8d36-f18f30468e07 None None] No DVR routers for this DVR port cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:21:02.283931 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc97e54-82e5-4243-87f7-3915ee1ec688') {'for_net_delete': True} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:02.284355 n-d-818932-3 neutron-server[120536]: DEBUG neutron.services.segments.db [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc97e54-82e5-4243-87f7-3915ee1ec688') {} {{(pid=120536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:02.298457 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8416034'] for segment, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.314069 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.320947 n-d-818932-3 neutron-server[120536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=120536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:21:02.321374 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9387507'] for segment, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: Traceback (most recent call last): Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: timer() Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: cb(*args, **kw) Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: return func(*args, **kwargs) Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: self._notify() Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: self.callback(batched_events) Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: event.method(event) Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: return f(self, *a, **k) Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: return self._get(url).json() Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: return self.request(url, 'GET', **kwargs) Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:21:02.323757 n-d-818932-3 neutron-server[120536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:21:02.387632 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.392543 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Publish callbacks [] for network, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.398980 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] 10.222.0.74 "DELETE /v2.0/networks/02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc HTTP/1.1" status: 204 len: 168 time: 0.5469007 Nov 23 19:21:02.400055 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47424) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:02.409609 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf82ed-4be5-42f4-98f8-95e377c28d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=02fcf4d7-4aba-4425-91ed-b2f6d02c8fcc,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:02.755687 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682868'] for router_interface, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:02.829295 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c42f7cbb-4b24-4899-ade9-571d2ab21d19 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:02.851152 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: c42f7cbb-4b24-4899-ade9-571d2ab21d19 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:02.851501 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device c42f7cbb-4b24-4899-ade9-571d2ab21d19 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:02.851921 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 75700e42-bec4-4787-887e-540f1e97b047 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:02.877486 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 75700e42-bec4-4787-887e-540f1e97b047 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:02.877830 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 75700e42-bec4-4787-887e-540f1e97b047 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:02.878246 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:02.898287 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:02.898633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device cd1947fc-0fa3-4c2f-af21-9ffe6bc7603b not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:03.011149 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Deleting port ccca7550-985e-45e1-8cd0-2a607612d1d7 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:03.011407 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:03.094482 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] For port ccca7550-985e-45e1-8cd0-2a607612d1d7, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=ccca7550-985e-45e1-8cd0-2a607612d1d7,segment=NetworkSegment(38e927ce-2017-462f-8ed9-a4c4eef5b56e),segment_id=38e927ce-2017-462f-8ed9-a4c4eef5b56e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:03.094997 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:03.108349 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Calling delete_port for ccca7550-985e-45e1-8cd0-2a607612d1d7 owned by network:router_interface {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:03.288828 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:03.314250 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccca7550-985e-45e1-8cd0-2a607612d1d7,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:03.485916 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666852'] for router_interface, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:03.706364 n-d-818932-3 neutron-server[120535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Router 3f272d08-48a2-4ca9-acf6-f260d1822426 has already been hosted by L3 agent ea041f3a-4e29-41c5-8fdb-ae849ace9fe2 {{(pid=120535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:21:03.814279 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] Notify agent at l3_agent.n-d-818932-3 the message routers_updated {{(pid=120535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:21:03.819739 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-12fb6852-739d-469d-80e7-568435de884b admin admin] 10.222.0.74 "PUT /v2.0/routers/3f272d08-48a2-4ca9-acf6-f260d1822426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4180636 Nov 23 19:21:03.823167 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47426) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:03.824098 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] Sync routers for ids ['3f272d08-48a2-4ca9-acf6-f260d1822426'] in n-d-818932-3 {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:21:03.835277 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] Routers {'3f272d08-48a2-4ca9-acf6-f260d1822426'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:03.835967 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:20:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f272d08-48a2-4ca9-acf6-f260d1822426'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:03.929287 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks [] for router, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:03.944144 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] Set router 3f272d08-48a2-4ca9-acf6-f260d1822426 gateway port host: n-d-818932-3 {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:04.033615 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.087829 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Deleting port 45e59086-333d-4745-9f09-2f9cbae2f2bc {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:04.088191 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.130310 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'external_fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:21:03Z', 'revision_number': 5, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port': {'id': '45e59086-333d-4745-9f09-2f9cbae2f2bc', 'name': '', 'network_id': 'c69911e8-77e8-4336-b6e1-89c3be18ffde', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818932-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:16:12Z', 'updated_at': '2021-11-23T19:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1037996-e8f7-4bfc-b290-59095ee91618', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818932-3'}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:04.162413 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] Checking router: 3f272d08-48a2-4ca9-acf6-f260d1822426 for host: n-d-818932-3 {{(pid=120537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:21:04.171540 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] Routers {'3f272d08-48a2-4ca9-acf6-f260d1822426'} bound to L3 agent in host n-d-818932-3 {{(pid=120537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:04.172157 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818932-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:38:43Z,description=,heartbeat_timestamp=2021-11-23T19:20:44Z,host='n-d-818932-3',id=ea041f3a-4e29-41c5-8fdb-ae849ace9fe2,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:38:43Z,topic='l3_agent')) {'router_ids': ['3f272d08-48a2-4ca9-acf6-f260d1822426'], 'active': True} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:04.172659 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] For port 45e59086-333d-4745-9f09-2f9cbae2f2bc, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=45e59086-333d-4745-9f09-2f9cbae2f2bc,segment=NetworkSegment(7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb),segment_id=7bf3c2b8-78ab-4da7-9c2e-a8c8597bdccb)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:04.173033 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.186421 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Calling delete_port for 45e59086-333d-4745-9f09-2f9cbae2f2bc owned by network:router_gateway {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:04.262942 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvr_db [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] Set router 3f272d08-48a2-4ca9-acf6-f260d1822426 gateway port host: None {{(pid=120537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:04.316905 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_hamode_db [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:21:04Z', 'revision_number': 6, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port_host': None}], 'n-d-818932-3', False) {} {{(pid=120537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:04.348633 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15031-0d48-4d45-9a47-c9f724b7f7a1 None None] The sync data for ids ['3f272d08-48a2-4ca9-acf6-f260d1822426'] in n-d-818932-3 is: [{'id': '3f272d08-48a2-4ca9-acf6-f260d1822426', 'name': 'tempest-TestSnapshotPattern-976794974-router', 'tenant_id': 'e0e3c8b5baa4439299258c8196932737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:16:11Z', 'updated_at': '2021-11-23T19:21:04Z', 'revision_number': 6, 'project_id': 'e0e3c8b5baa4439299258c8196932737', 'gw_port_host': None}] {{(pid=120537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:21:04.364243 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.392442 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Pushing event deleted for resources: {'Port': ['ID=45e59086-333d-4745-9f09-2f9cbae2f2bc,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:04.403294 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74770d21-6b2a-4cab-b053-f33922391845 None None] DHCP port deletion for c69911e8-77e8-4336-b6e1-89c3be18ffde request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:04.452717 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1663759'] for router_gateway, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.544371 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2033'] for router, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.546606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.907201 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666923'] for router, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.907761 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f272d08-48a2-4ca9-acf6-f260d1822426 {{(pid=120535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:21:04.912579 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] Publish callbacks [] for router, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.913526 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d39fedca-ea97-4f09-a12a-b2a262cca10d admin admin] 10.222.0.74 "DELETE /v2.0/routers/3f272d08-48a2-4ca9-acf6-f260d1822426 HTTP/1.1" status: 204 len: 168 time: 1.0894005 Nov 23 19:21:04.916516 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47428) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:04.961120 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04ae236-9b20-43cc-9af5-8426404bf17a admin admin] Deleting subnet 13edbe49-cb19-452f-9e1c-02dd1235d2bb {{(pid=120535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:21:04.964713 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b04ae236-9b20-43cc-9af5-8426404bf17a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.000925 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b04ae236-9b20-43cc-9af5-8426404bf17a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16970491'] for subnet, precommit_delete_associations {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.083606 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b04ae236-9b20-43cc-9af5-8426404bf17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675661'] for subnet, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.143944 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b04ae236-9b20-43cc-9af5-8426404bf17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17077631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18466862'] for subnet, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.173076 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ae236-9b20-43cc-9af5-8426404bf17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13edbe49-cb19-452f-9e1c-02dd1235d2bb,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:05.178142 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b04ae236-9b20-43cc-9af5-8426404bf17a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.182658 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-b04ae236-9b20-43cc-9af5-8426404bf17a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/13edbe49-cb19-452f-9e1c-02dd1235d2bb HTTP/1.1" status: 204 len: 168 time: 0.2650292 Nov 23 19:21:05.185356 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47430) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:05.187107 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b694f-ffd8-402c-8645-4f63cf93f787 None None] Network b4033c54-4477-4410-8f2d-7525bc499488 requested from n-d-818932-3 {{(pid=120537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:21:05.258616 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ccca7550-985e-45e1-8cd0-2a607612d1d7 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:05.264510 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597159'] for network, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.287435 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: ccca7550-985e-45e1-8cd0-2a607612d1d7 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:05.288244 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device ccca7550-985e-45e1-8cd0-2a607612d1d7 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:05.320622 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Deleting port 5c82705f-df74-4593-bd24-8cfc66184ec5 {{(pid=120535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:05.320959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.391803 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] For port 5c82705f-df74-4593-bd24-8cfc66184ec5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c82705f-df74-4593-bd24-8cfc66184ec5,segment=NetworkSegment(38e927ce-2017-462f-8ed9-a4c4eef5b56e),segment_id=38e927ce-2017-462f-8ed9-a4c4eef5b56e)] {{(pid=120535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:05.392168 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.406280 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Calling delete_port for 5c82705f-df74-4593-bd24-8cfc66184ec5 owned by network:dhcp {{(pid=120535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:05.415483 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] DHCP port deletion for b4033c54-4477-4410-8f2d-7525bc499488 request from n-d-818932-3 {{(pid=120537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:05.477251 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] Deleting port 5c82705f-df74-4593-bd24-8cfc66184ec5 {{(pid=120537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:05.477564 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785887375198'] for port, before_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.496432 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17077538'] for port, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.523930 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c82705f-df74-4593-bd24-8cfc66184ec5,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:05.526358 n-d-818932-3 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] No DVR routers for this DVR port 5c82705f-df74-4593-bd24-8cfc66184ec5 on host n-d-818932-3 {{(pid=120535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:21:05.548101 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.db [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] For port 5c82705f-df74-4593-bd24-8cfc66184ec5, host n-d-818932-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818932-3',level=0,port_id=5c82705f-df74-4593-bd24-8cfc66184ec5,segment=NetworkSegment(38e927ce-2017-462f-8ed9-a4c4eef5b56e),segment_id=38e927ce-2017-462f-8ed9-a4c4eef5b56e)] {{(pid=120537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:05.548508 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664541'] for port, precommit_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.564613 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] Calling delete_port for 5c82705f-df74-4593-bd24-8cfc66184ec5 owned by network:dhcp {{(pid=120537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:05.604682 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686712', 'neutron.services.segments.db._delete_segments_for_network-8785887407800'] for network, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.625223 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4033c54-4477-4410-8f2d-7525bc499488']}} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:05.635191 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e927ce-2017-462f-8ed9-a4c4eef5b56e') {'for_net_delete': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:05.635499 n-d-818932-3 neutron-server[120535]: DEBUG neutron.services.segments.db [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e927ce-2017-462f-8ed9-a4c4eef5b56e') {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:05.644375 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785887377264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785886877925'] for port, after_delete {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.645124 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785887450700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16970466'] for segment, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.659600 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226'] for segment, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.665881 n-d-818932-3 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=120535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:21:05.666427 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17075153'] for segment, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: Traceback (most recent call last): Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: timer() Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: cb(*args, **kw) Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: return func(*args, **kwargs) Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: self._notify() Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: self.callback(batched_events) Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: event.method(event) Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: return f(self, *a, **k) Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: return self._get(url).json() Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: return self.request(url, 'GET', **kwargs) Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:21:05.668324 n-d-818932-3 neutron-server[120535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:21:05.672045 n-d-818932-3 neutron-server[120537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] Pushing event deleted for resources: {'Port': ['ID=5c82705f-df74-4593-bd24-8cfc66184ec5,revision_number=None']} {{(pid=120537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:05.673912 n-d-818932-3 neutron-server[120537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b53d1e-05ce-4cbf-921a-e2653c3ecc75 None None] No DVR routers for this DVR port 5c82705f-df74-4593-bd24-8cfc66184ec5 on host n-d-818932-3 {{(pid=120537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:21:05.727712 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1663910'] for network, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.733641 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Publish callbacks [] for network, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:05.736866 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b4033c54-4477-4410-8f2d-7525bc499488 HTTP/1.1" status: 204 len: 168 time: 0.5503080 Nov 23 19:21:05.748130 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989b361-487d-48ce-8257-8e3996a90722 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4033c54-4477-4410-8f2d-7525bc499488,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:05.930172 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47434) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:05.975104 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-d2af688f-9fbb-4970-9c75-4b24fd674b56 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e66b7eabd72a4d3dbf04941570fc90d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436151 Nov 23 19:21:05.977521 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [-] (120535) accepted ('10.222.0.74', 47436) {{(pid=120535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:06.025017 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b35c2be-4679-47eb-ab9c-4f38e06ad373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:06.045959 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b35c2be-4679-47eb-ab9c-4f38e06ad373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:06.096028 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b35c2be-4679-47eb-ab9c-4f38e06ad373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:06.098829 n-d-818932-3 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-5b35c2be-4679-47eb-ab9c-4f38e06ad373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:06.100010 n-d-818932-3 neutron-server[120535]: INFO neutron.wsgi [None req-5b35c2be-4679-47eb-ab9c-4f38e06ad373 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3ba803f3-4f60-4628-a88d-1129f9162b44 HTTP/1.1" status: 204 len: 168 time: 0.1215637 Nov 23 19:21:06.108165 n-d-818932-3 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35c2be-4679-47eb-ab9c-4f38e06ad373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba803f3-4f60-4628-a88d-1129f9162b44,revision_number=None']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:06.426284 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47442) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:06.656887 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-bdf87bbd-4e67-4602-b0f0-2cd68e3583bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0e3c8b5baa4439299258c8196932737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293329 Nov 23 19:21:06.659780 n-d-818932-3 neutron-server[120536]: DEBUG neutron.wsgi [-] (120536) accepted ('10.222.0.74', 47446) {{(pid=120536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:06.708249 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48d36919-f4d6-4926-a2e1-bdde84644013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:06.729594 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48d36919-f4d6-4926-a2e1-bdde84644013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:06.780616 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48d36919-f4d6-4926-a2e1-bdde84644013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656615'] for security_group, after_delete {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:06.784081 n-d-818932-3 neutron-server[120536]: DEBUG neutron_lib.callbacks.manager [None req-48d36919-f4d6-4926-a2e1-bdde84644013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:06.785301 n-d-818932-3 neutron-server[120536]: INFO neutron.wsgi [None req-48d36919-f4d6-4926-a2e1-bdde84644013 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fe0f7b59-dad7-4bb6-bb17-881524a8b299 HTTP/1.1" status: 204 len: 168 time: 0.1246140 Nov 23 19:21:06.793744 n-d-818932-3 neutron-server[120536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d36919-f4d6-4926-a2e1-bdde84644013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0f7b59-dad7-4bb6-bb17-881524a8b299,revision_number=None']} {{(pid=120536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:06.847906 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 45e59086-333d-4745-9f09-2f9cbae2f2bc no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:06.872903 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 45e59086-333d-4745-9f09-2f9cbae2f2bc {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:06.873260 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 45e59086-333d-4745-9f09-2f9cbae2f2bc not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:06.873682 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c82705f-df74-4593-bd24-8cfc66184ec5 no longer exists at agent ovs-agent-n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:06.894023 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] No Port match for: 5c82705f-df74-4593-bd24-8cfc66184ec5 {{(pid=120537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:06.894381 n-d-818932-3 neutron-server[120537]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Device 5c82705f-df74-4593-bd24-8cfc66184ec5 not bound to the agent host n-d-818932-3 {{(pid=120537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:11.510764 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:21:11.516445 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2ed71c47-4243-4b9c-a59a-a10fc15afabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:13.574900 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-13b30561-b473-43a9-9010-d35966e997ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:15.465413 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:16.796099 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.133723 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:20.441123 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.518126 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.519462 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-25e6981b-0aa6-4d78-a8e1-3b9529c54a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:43.579746 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-523faa78-608f-41bc-9213-53142a42f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:45.465581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.800702 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.137281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.511574 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:21:50.441269 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.516065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:11.625719 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c31f-273e-444f-9683-6f268e7c429a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:13.581824 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-54cf1e20-3886-419c-baf4-bce90e48f6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:15.469278 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:16.803465 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:18.138965 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:20.437692 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:21.545064 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:25.512306 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:22:41.518196 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-49b23f7b-0e3c-4c1d-80ab-880d0f9742dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:43.583743 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5e9359d9-2545-42b6-af25-206412d90d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:45.472040 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:46.804960 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:48.142486 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:50.453957 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:51.533389 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:02.512338 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:23:11.521973 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-5cd3c910-b065-44b3-bae0-f2b3db310a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:13.588042 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c008c220-84e3-4f64-bfe5-4e2f5f17b9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:15.475704 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:16.807485 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:18.146117 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:20.453041 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:21.539240 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.512102 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:23:41.524361 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a31bb4d7-5450-4a5e-9325-df36d5298a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:43.590332 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c04a21cb-1a81-4f74-96ee-3d06c0a529ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:45.478594 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:46.810777 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:48.149281 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:50.455230 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:51.546922 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:11.526799 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-458ced53-53c7-4435-ac57-2bb55ddfc462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:13.593925 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-05ee6d25-e6bb-4971-bd42-5d42b15c4298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:15.482409 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:16.511104 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:24:16.812356 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:18.154048 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:20.468524 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:21.547131 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:41.531432 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8e42d801-738f-440b-bc16-59bae6be1ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:43.598398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c39-61fe-4224-813c-21a19c706ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:45.485398 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:46.814458 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:48.155925 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:50.466871 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:51.544968 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:53.512257 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:25:11.534253 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-82d7e8e5-f907-4564-8042-2395d08f0ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:13.601264 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2a2666eb-2282-4281-810b-478a78493fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:15.494623 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:16.817256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:18.157540 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:20.481777 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:21.561953 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.512392 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:25:41.537785 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9d0bee17-0feb-468c-b050-3c2888d2432b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:43.602463 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-9c67436d-95f8-49e2-b87a-d8468d50b517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:45.492937 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:46.819611 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:48.160736 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:50.480732 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:51.591256 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:07.512053 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:26:11.569102 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-79ad1bf1-e965-4f41-8ab6-b4c28aa60f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:13.604635 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-58964c3b-1f48-4258-969b-2ab18bc44e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:15.493503 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:16.822628 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:18.163633 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.488731 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:21.605959 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:41.541224 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ca6009ed-9a8f-428c-99f4-6118f75e329d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:43.605683 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-7fa18deb-c6b9-4df9-949a-ba3bbd19c09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:44.511666 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:26:45.496387 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:46.825632 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:48.166974 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:50.479922 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:51.620198 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:11.543745 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-dee26ca2-5434-46f6-8312-1cbec99ba0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:13.607701 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-32d8574f-4b5f-40d6-909e-0d54c3d91557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:15.498325 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:16.827573 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:18.169262 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:20.482600 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:21.511865 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:27:21.636308 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:41.545744 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-21dd7d56-f7b0-43c1-88f8-813063089b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:43.612276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e5827885-a200-407a-ad10-d0a8114eb6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:45.501542 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:46.830276 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:48.173397 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:50.494581 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:51.644298 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.511431 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:28:11.576891 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-a7b1efe6-e46e-490d-80bc-7a07b021f2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:13.613524 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-ad7a7aa3-ad2b-4631-843a-9f346cb89837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:15.508737 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:16.832381 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:18.175744 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:20.493680 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:21.649988 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:35.510627 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:28:41.549831 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-f2239067-1e25-4410-a851-bdcb61709017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:43.615065 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-e32a71f1-1132-44d8-831a-77fef4afcd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:45.508482 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:46.835324 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:48.176791 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:50.507871 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:51.672151 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:11.551632 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-98c9c98e-424e-452d-9cce-134ce1342c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:12.511140 n-d-818932-3 neutron-server[120538]: DEBUG neutron.db.agents_db [None req-b0cf5884-34f3-47ab-8acf-17e1ca417146 None None] Agent healthcheck: found 7 active agents {{(pid=120538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:29:12.926941 n-d-818932-3 neutron-server[120535]: DEBUG neutron.wsgi [req-dbd25c8f-a250-4871-bc9e-8c9574935f2e req-5dca8ab4-fc41-4890-9b9e-376b6cbf7a81 service neutron] (120535) timed out ('10.222.0.74', 45290) {{(pid=120535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:29:13.617179 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-c81dfb8f-1b07-4836-86e2-7245eaa394f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:15.510530 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-6628b62e-4472-4d6f-b0b5-1dd491c2eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:16.837635 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac262-2955-4d79-a0e3-739d458be6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:18.179898 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4e0f-21ed-4183-af69-d4c8e9755857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:20.511641 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-41aaf168-ee46-4722-a19f-95dc1f7f6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:21.672625 n-d-818932-3 neutron-server[120537]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a447-ca0e-451a-a0a4-dcce2527b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785887407809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687958'] for agent, after_update {{(pid=120537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}